-- Logs begin at Fri 2022-01-28 19:31:27 UTC, end at Fri 2022-01-28 21:40:30 UTC. -- Jan 28 20:02:20.607838 n-d-825064-3 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 20:02:23.406306 n-d-825064-3 neutron-server[102197]: INFO neutron.common.config [-] Logging enabled! Jan 28 20:02:23.406849 n-d-825064-3 neutron-server[102197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 28 20:02:23.407060 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 20:02:23.410212 n-d-825064-3 neutron-server[102197]: INFO neutron.common.config [-] Logging enabled! Jan 28 20:02:23.410462 n-d-825064-3 neutron-server[102197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev32 Jan 28 20:02:23.410768 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 20:02:23.411701 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 20:02:23.411929 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 20:02:23.412297 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 20:02:23.412541 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 20:02:23.412761 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 20:02:23.413075 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.413369 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.413657 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.413881 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.414171 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.414453 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.414726 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.415007 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.415295 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.415829 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.416102 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.416406 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.416633 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.416907 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.417186 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.417464 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.417682 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] debug = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.417958 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.418380 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.418839 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.419166 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.419481 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.419746 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.420011 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.420319 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.420600 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.420922 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] host = n-d-825064-3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.421192 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.421474 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.421755 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.422038 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.422310 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.422583 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.422862 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.423131 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.423400 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] log_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.423671 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.423962 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.424271 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.424557 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.424780 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.424997 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.425278 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.425558 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.425829 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.426095 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.426361 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.426627 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.426896 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.427158 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.427438 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.427716 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.427994 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.428289 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.428559 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.428828 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.429093 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.429369 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.429637 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.429904 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.430171 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.430449 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.430712 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.430980 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.431270 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.431549 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.431825 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.432103 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.432401 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.432678 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.432948 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.433217 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.433486 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] use_json = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.433757 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.434029 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.434331 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.434641 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.434961 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.435230 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.435501 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.435782 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:23.436079 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.436394 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.436691 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.436973 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.437264 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.437537 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.437820 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.438094 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.438376 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.438658 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.438940 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.439215 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.439500 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.439775 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.440065 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.440386 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.440677 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.440963 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.441233 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.441501 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.441771 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.442046 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.442329 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.442603 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.442885 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.443166 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.443437 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.443720 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.444011 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.444317 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.444587 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.444861 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.445143 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.445415 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.445682 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.445955 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.446234 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.446506 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.446770 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.447047 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.447321 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.447587 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.447852 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.448125 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.448430 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.448703 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.448968 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.449234 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.449506 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.450280 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.450660 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.451003 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.451273 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.451541 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.451817 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.452086 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.452378 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.452652 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.452920 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.453191 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.453460 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.453727 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.454000 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.454267 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.454532 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.454803 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.455069 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.455339 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.455604 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.455872 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.456139 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.456429 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.456733 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.457032 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.457311 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.457584 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.457855 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.458125 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.458397 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.458668 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.458940 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.459210 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.459479 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.459746 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.460027 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.460331 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.460613 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.460890 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.461160 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.461453 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.461723 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.461998 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.462269 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.462539 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.462815 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.463093 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.463378 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.463662 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.463956 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.464275 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.464567 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.464841 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.465140 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.465434 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:23.466321 n-d-825064-3 neutron-server[102197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 20:02:23.466562 n-d-825064-3 neutron-server[102197]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102197) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 20:02:23.816747 n-d-825064-3 neutron-server[102197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 20:02:23.817019 n-d-825064-3 neutron-server[102197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 20:02:23.817305 n-d-825064-3 neutron-server[102197]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 20:02:23.817632 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 20:02:24.214266 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.214554 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.214822 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.216326 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.216596 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.216857 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.253087 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.253351 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.253612 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.268713 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.268995 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.269260 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.298312 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.298586 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.298851 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.336602 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.336870 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.337129 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.571818 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.572460 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.572460 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.572627 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.573222 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.693982 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.694295 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.694574 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.694838 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.695098 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.695402 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.695658 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.695906 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.696155 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.696531 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.696784 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.697041 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.697292 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.697538 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.697787 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.698043 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.698289 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.698548 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.698808 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.699057 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.699317 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.699562 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.699915 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.700311 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.700557 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.700798 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.701184 n-d-825064-3 neutron-server[102197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:02:24.701420 n-d-825064-3 neutron-server[102197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:02:24.701659 n-d-825064-3 neutron-server[102197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:02:24.701892 n-d-825064-3 neutron-server[102197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:02:24.702122 n-d-825064-3 neutron-server[102197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:02:24.702350 n-d-825064-3 neutron-server[102197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:02:24.702707 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 20:02:24.705792 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 20:02:24.709790 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 20:02:24.713590 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 28 20:02:24.715202 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 20:02:24.716253 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 20:02:24.716590 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 20:02:24.716971 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 20:02:24.719920 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 20:02:24.720161 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 20:02:24.720521 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 20:02:24.725724 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 20:02:24.748151 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 20:02:24.748611 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.748904 n-d-825064-3 neutron-server[102197]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102197) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 28 20:02:24.749262 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.750632 n-d-825064-3 neutron-server[102197]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102197) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 20:02:24.750906 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 20:02:24.751144 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 20:02:24.754365 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.754643 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:24.818842 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 20:02:24.819078 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 20:02:24.819311 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 20:02:24.819679 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 20:02:24.843179 n-d-825064-3 neutron-server[102197]: DEBUG oslo_db.sqlalchemy.engines [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102197) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 20:02:25.388892 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Initializing driver for type 'gre' Jan 28 20:02:25.389432 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] gre ID ranges: [(1, 1000)] Jan 28 20:02:25.442149 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Initializing driver for type 'local' Jan 28 20:02:25.442504 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Initializing driver for type 'vlan' Jan 28 20:02:25.456646 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] VlanTypeDriver initialization complete Jan 28 20:02:25.456980 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Initializing driver for type 'vxlan' Jan 28 20:02:25.457475 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] vxlan ID ranges: [(1, 1000)] Jan 28 20:02:25.508896 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Initializing extension driver 'port_security' Jan 28 20:02:25.509236 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.extensions.port_security [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] PortSecurityExtensionDriver initialization complete Jan 28 20:02:25.509572 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Initializing mechanism driver 'openvswitch' Jan 28 20:02:25.509896 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Initializing mechanism driver 'hyperv' Jan 28 20:02:25.517067 n-d-825064-3 neutron-server[102197]: DEBUG neutron.plugins.ml2.plugin [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:25.519418 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > port after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.519799 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > port after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.520159 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > port after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.520709 n-d-825064-3 neutron-server[102197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:02:25.521161 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > subnet after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.521507 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > subnet after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.521854 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.522244 n-d-825064-3 neutron-server[102197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:02:25.522651 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > network after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.523006 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > network after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.523350 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > network after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.523764 n-d-825064-3 neutron-server[102197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:02:25.524195 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > security_group after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.524548 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > security_group after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.524893 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > security_group after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.525284 n-d-825064-3 neutron-server[102197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:02:25.525690 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.526037 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.526379 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.526765 n-d-825064-3 neutron-server[102197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:02:25.527169 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > address_group after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.527515 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > address_group after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.527856 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > address_group after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.528489 n-d-825064-3 neutron-server[102197]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102197) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:02:25.528991 n-d-825064-3 neutron-server[102197]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] ML2 OVO RPC backend initialized. {{(pid=102197) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 20:02:25.529703 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.530063 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.530484 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > network before_response 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.530836 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > networks before_response 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.531188 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > port before_response 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.531532 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > ports before_response 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.531881 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > subnet before_response 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.532254 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > subnets before_response 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.532612 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > network after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.532955 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > network after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.533294 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > network after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.533633 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > port after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.533971 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > port after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.534308 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > port after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.534644 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > subnet after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.534979 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > subnet after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.535314 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.535886 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.plugin [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Modular L2 Plugin initialization complete Jan 28 20:02:25.536239 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading services supported by the core plugin {{(pid=102197) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 20:02:25.536566 n-d-825064-3 neutron-server[102197]: INFO neutron.plugins.ml2.managers [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Got port-security extension from driver 'port_security' Jan 28 20:02:25.537032 n-d-825064-3 neutron-server[102197]: INFO neutron.extensions.vlantransparent [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Disabled vlantransparent extension. Jan 28 20:02:25.537517 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102197) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 20:02:25.537835 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading Plugin: router Jan 28 20:02:25.575614 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router_interface before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.576204 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router after_create 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.576388 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router before_create 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.576760 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.577138 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.577495 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router after_delete 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.577856 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > floatingip after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.578333 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > floatingip after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.578698 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router after_create 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.579049 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router after_update 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.579401 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router after_update 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.579751 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.580111 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router after_update 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.580546 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_update 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.580917 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: port after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.581262 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: port after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.581609 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: subnet after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.581950 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.582300 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > port precommit_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.582649 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_create 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.582992 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: port before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.583338 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.583695 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router after_update 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.584040 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_delete 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.584416 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_create 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.584779 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.585128 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_update 55549900 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.585493 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > agent after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.585848 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > agent after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.586197 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > network after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.587063 n-d-825064-3 neutron-server[102197]: DEBUG neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Tracking information for resource: router configured {{(pid=102197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:02:25.587402 n-d-825064-3 neutron-server[102197]: DEBUG neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Tracking information for resource: floatingip configured {{(pid=102197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:02:25.592653 n-d-825064-3 neutron-server[102197]: INFO neutron.db.l3_agentschedulers_db [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 20:02:25.593237 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: port after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.593597 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: port after_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.593950 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: port after_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.594302 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: port after_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.595084 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router before_create 55550100 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.595446 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_delete 55550100 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.595808 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_create 55550100 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.596166 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > router precommit_update 55550100 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.600908 n-d-825064-3 neutron-server[102197]: DEBUG neutron.services.provider_configuration [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service providers = [] {{(pid=102197) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 20:02:25.601277 n-d-825064-3 neutron-server[102197]: DEBUG neutron.db.servicetype_db [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102197) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 20:02:25.604238 n-d-825064-3 neutron-server[102197]: DEBUG neutron.services.service_base [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 20:02:25.604661 n-d-825064-3 neutron-server[102197]: DEBUG neutron.services.service_base [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 20:02:25.605009 n-d-825064-3 neutron-server[102197]: DEBUG neutron.services.service_base [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 20:02:25.605904 n-d-825064-3 neutron-server[102197]: DEBUG neutron.services.service_base [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 20:02:25.606949 n-d-825064-3 neutron-server[102197]: INFO neutron.services.service_base [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 20:02:25.607432 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:02:25.607756 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 20:02:25.618465 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:02:25.618800 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading Plugin: auto_allocate Jan 28 20:02:25.625450 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: network precommit_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.625814 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: network precommit_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.626328 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:02:25.626649 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading Plugin: tag Jan 28 20:02:25.633435 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:02:25.633773 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading Plugin: timestamp Jan 28 20:02:25.637932 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:02:25.638283 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading Plugin: network_ip_availability Jan 28 20:02:25.643824 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.644147 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.644535 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.645252 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:02:25.645570 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading Plugin: flavors Jan 28 20:02:25.650566 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:02:25.650904 n-d-825064-3 neutron-server[102197]: INFO neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading Plugin: revisions Jan 28 20:02:25.655647 n-d-825064-3 neutron-server[102197]: DEBUG neutron.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:02:25.656038 n-d-825064-3 neutron-server[102197]: DEBUG oslo_concurrency.lockutils [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=102197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 20:02:25.656822 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102197) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 20:02:25.657162 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Initializing extension manager. Jan 28 20:02:25.657675 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: __init__.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.658018 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: __pycache__ {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.658352 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.658685 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: address_group.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.659485 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.660048 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: address-group Jan 28 20:02:25.660405 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: address_scope.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.661130 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.661637 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: address-scope Jan 28 20:02:25.661958 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: admin_state_down_before_update.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.662890 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.663395 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: router-admin-state-down-before-update Jan 28 20:02:25.663717 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: agent.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.664454 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.664956 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: agent Jan 28 20:02:25.665278 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: agent_resources_synced.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.666455 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.666961 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: agent-resources-synced Jan 28 20:02:25.667284 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: allowedaddresspairs.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.670027 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.670555 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: allowed-address-pairs Jan 28 20:02:25.670897 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: auto_allocated_topology.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.672000 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.672554 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: auto-allocated-topology Jan 28 20:02:25.672883 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: availability_zone.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.673581 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.674089 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: availability_zone Jan 28 20:02:25.674412 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: availability_zone_filter.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.675342 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.675837 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: availability_zone_filter Jan 28 20:02:25.676162 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: data_plane_status.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.677097 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.677599 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 20:02:25.677924 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: default_subnetpools.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.678843 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.679344 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: default-subnetpools Jan 28 20:02:25.679671 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: dhcpagentscheduler.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.680507 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.681011 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: dhcp_agent_scheduler Jan 28 20:02:25.681335 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: dns.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.682249 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.682747 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension dns-integration not supported by any of loaded plugins Jan 28 20:02:25.683072 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: dns_domain_ports.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.683997 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.685316 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 20:02:25.685686 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.686622 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.687127 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 20:02:25.687454 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: dvr.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.688134 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.688664 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: dvr Jan 28 20:02:25.688988 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: ecmp_routes.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.689912 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.690417 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 20:02:25.690742 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: empty_string_filtering.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.691655 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.692162 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: empty-string-filtering Jan 28 20:02:25.692509 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.693433 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.693955 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 20:02:25.694277 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.695196 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.695700 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 20:02:25.696020 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: external_net.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.696958 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.697466 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: external-net Jan 28 20:02:25.697787 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: extra_dhcp_opt.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.698700 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.699208 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: extra_dhcp_opt Jan 28 20:02:25.699531 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: extraroute.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.700888 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.701391 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: extraroute Jan 28 20:02:25.701713 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: extraroute_atomic.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.702753 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.703266 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: extraroute-atomic Jan 28 20:02:25.703589 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: filter_validation.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.704457 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.704965 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: filter-validation Jan 28 20:02:25.705288 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: fip_pf_description.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.706206 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.706702 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 20:02:25.707021 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: fip_port_details.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.707945 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.708475 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: fip-port-details Jan 28 20:02:25.708799 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: flavors.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.710046 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.710568 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: flavors Jan 28 20:02:25.710892 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.712591 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.713103 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 20:02:25.713431 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: floatingip_pools.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.714130 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.714634 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: floatingip-pools Jan 28 20:02:25.714959 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: ip_allocation.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.716164 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.716693 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 20:02:25.717020 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.717950 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.718463 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: ip-substring-filtering Jan 28 20:02:25.718791 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: l2_adjacency.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.719731 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.720326 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 20:02:25.720600 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: l3.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.721572 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.722084 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: router Jan 28 20:02:25.722410 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: l3_conntrack_helper.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.724713 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.725241 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 20:02:25.725627 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.726527 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.727097 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: ext-gw-mode Jan 28 20:02:25.727370 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.728663 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.729172 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: l3-ha Jan 28 20:02:25.729499 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: l3_flavors.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.730542 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.731452 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: l3-flavors Jan 28 20:02:25.731970 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.733317 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.734045 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 20:02:25.734538 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: l3agentscheduler.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.735906 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.736333 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: l3_agent_scheduler Jan 28 20:02:25.736677 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: logging.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.738218 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.738946 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension logging not supported by any of loaded plugins Jan 28 20:02:25.739261 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: metering.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.740019 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.740627 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: metering Jan 28 20:02:25.740952 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.742380 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.742897 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: metering_source_and_destination_fields Jan 28 20:02:25.743417 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: multiprovidernet.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.744400 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.744907 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: multi-provider Jan 28 20:02:25.745260 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: netmtu.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.746187 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.747384 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: net-mtu Jan 28 20:02:25.748022 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: netmtu_writable.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.749047 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.749563 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: net-mtu-writable Jan 28 20:02:25.749892 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: network_availability_zone.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.750572 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.751076 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: network_availability_zone Jan 28 20:02:25.751400 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: network_ip_availability.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.752570 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.753081 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: network-ip-availability Jan 28 20:02:25.753406 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: network_segment_range.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.754182 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.754684 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 20:02:25.755006 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: pagination.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.755997 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.756359 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: pagination Jan 28 20:02:25.756683 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: port_device_profile.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.757631 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.758153 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: port-device-profile Jan 28 20:02:25.758477 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.759418 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.759926 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: port-mac-address-regenerate Jan 28 20:02:25.760287 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.761220 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.761735 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: port-numa-affinity-policy Jan 28 20:02:25.762058 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: port_resource_request.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.764001 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.764745 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 20:02:25.764932 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: portbindings.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.766034 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.766546 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: binding Jan 28 20:02:25.766873 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: portbindings_extended.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.768219 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.768740 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: binding-extended Jan 28 20:02:25.769072 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: portsecurity.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.769984 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.770494 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: port-security Jan 28 20:02:25.770822 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: project_id.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.771803 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.772133 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: project-id Jan 28 20:02:25.772483 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: providernet.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.773417 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.774042 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: provider Jan 28 20:02:25.774365 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.778728 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.779618 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos not supported by any of loaded plugins Jan 28 20:02:25.779958 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.781265 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.781783 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 20:02:25.782114 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.783047 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.783557 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 20:02:25.783886 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_default.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.784835 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.785347 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-default not supported by any of loaded plugins Jan 28 20:02:25.785675 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_fip.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.786341 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.786844 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-fip not supported by any of loaded plugins Jan 28 20:02:25.787168 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_gateway_ip.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.788109 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.788639 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 20:02:25.788963 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_port_network_policy.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.789881 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.790387 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 20:02:25.790962 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_pps_rule.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.792293 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.792812 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-pps not supported by any of loaded plugins Jan 28 20:02:25.793140 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_rule_type_details.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.794346 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.794859 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 20:02:25.795186 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: qos_rules_alias.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.796299 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.796824 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 20:02:25.797150 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: quotasv2.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.798314 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.798751 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: quotas Jan 28 20:02:25.799079 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: quotasv2_detail.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.802670 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.803012 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: quota_details Jan 28 20:02:25.803342 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: rbac.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.804478 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.805000 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: rbac-policies Jan 28 20:02:25.805335 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: rbac_address_group.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.806884 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.807406 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: rbac-address-group Jan 28 20:02:25.807735 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: rbac_address_scope.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.808691 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.809242 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: rbac-address-scope Jan 28 20:02:25.809831 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: rbac_security_groups.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.810997 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.811617 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: rbac-security-groups Jan 28 20:02:25.811947 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: rbac_subnetpool.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.812901 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.813413 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: rbac-subnetpool Jan 28 20:02:25.813742 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: revisionifmatch.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.814791 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.815541 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: revision-if-match Jan 28 20:02:25.815873 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: revisions.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.817029 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.817544 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: standard-attr-revisions Jan 28 20:02:25.817871 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: router_availability_zone.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.818559 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.819068 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: router_availability_zone Jan 28 20:02:25.819395 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: routerservicetype.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.820365 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.820874 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension router-service-type not supported by any of loaded plugins Jan 28 20:02:25.821199 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.822121 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.822637 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: security-groups-normalized-cidr Jan 28 20:02:25.822960 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: security_groups_port_filtering.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.823880 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.824423 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: port-security-groups-filtering Jan 28 20:02:25.825299 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.826504 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.827019 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: security-groups-remote-address-group Jan 28 20:02:25.827345 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: securitygroup.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.839093 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.839620 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: security-group Jan 28 20:02:25.839959 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: segment.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.841687 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.842154 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension segment not supported by any of loaded plugins Jan 28 20:02:25.842484 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.843521 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.843959 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 20:02:25.844320 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: servicetype.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.845555 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.846076 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: service-type Jan 28 20:02:25.846401 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: sorting.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.847397 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.847733 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: sorting Jan 28 20:02:25.848059 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: standard_attr_segment.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.849021 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.849534 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 20:02:25.849859 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: standardattrdescription.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.850515 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.851027 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: standard-attr-description Jan 28 20:02:25.851355 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: stateful_security_group.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.852320 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.854294 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: stateful-security-group Jan 28 20:02:25.854625 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: stdattrs_common.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.855231 n-d-825064-3 neutron-server[102197]: WARNING neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 20:02:25.855560 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.856931 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.857454 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 20:02:25.857781 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: subnet_onboard.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.858866 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.859385 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: subnet_onboard Jan 28 20:02:25.859713 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.861043 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.861898 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 20:02:25.862475 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: subnet_service_types.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.863527 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.864042 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: subnet-service-types Jan 28 20:02:25.864402 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: subnetallocation.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.865503 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.866015 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: subnet_allocation Jan 28 20:02:25.866340 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.867012 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.867520 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: subnetpool-prefix-ops Jan 28 20:02:25.867839 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.868802 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.869311 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 20:02:25.869636 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: tagging.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.870714 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.871226 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: standard-attr-tag Jan 28 20:02:25.872243 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: timestamp.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.873522 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.874040 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loaded extension: standard-attr-timestamp Jan 28 20:02:25.874371 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: trunk.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.875412 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.875921 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension trunk not supported by any of loaded plugins Jan 28 20:02:25.876276 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: trunk_details.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.877211 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.877726 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension trunk-details not supported by any of loaded plugins Jan 28 20:02:25.878048 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: uplink_status_propagation.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.878974 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.879480 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 20:02:25.879805 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Loading extension file: vlantransparent.py {{(pid=102197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:02:25.880512 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:02:25.881015 n-d-825064-3 neutron-server[102197]: INFO neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 20:02:25.883426 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:network Jan 28 20:02:25.883950 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:subnet Jan 28 20:02:25.884376 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:02:25.884783 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:port Jan 28 20:02:25.886008 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.886450 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service FLAVORS assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.887061 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.888262 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.888749 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:router Jan 28 20:02:25.889194 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:floatingip Jan 28 20:02:25.889688 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service METERING assigned prefix: /metering {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.891145 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.891520 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.891875 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:02:25.892908 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 20:02:25.893362 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:security_group Jan 28 20:02:25.893799 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 20:02:25.894438 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service CORE assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.894733 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:02:25.895079 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] subnetpool is already registered Jan 28 20:02:25.895501 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service CORE assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.895824 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:02:25.896154 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] subnetpool is already registered Jan 28 20:02:25.898430 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.898861 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service FLAVORS assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.899455 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.899874 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.900227 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:router Jan 28 20:02:25.900568 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] router is already registered Jan 28 20:02:25.900979 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:floatingip Jan 28 20:02:25.901316 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] floatingip is already registered Jan 28 20:02:25.901768 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service METERING assigned prefix: /metering {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.902438 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 20:02:25.902765 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] rbac_policy is already registered Jan 28 20:02:25.903446 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:security_group Jan 28 20:02:25.903813 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] security_group is already registered Jan 28 20:02:25.904248 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 20:02:25.904587 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] security_group_rule is already registered Jan 28 20:02:25.905212 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service CORE assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.905544 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:02:25.905883 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] subnetpool is already registered Jan 28 20:02:25.906304 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.v2.resource_helper [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Service CORE assigned prefix: {{(pid=102197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:02:25.906627 n-d-825064-3 neutron-server[102197]: INFO neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:02:25.906956 n-d-825064-3 neutron-server[102197]: WARNING neutron.quota.resource_registry [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] subnetpool is already registered Jan 28 20:02:25.907429 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: extensions {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.908902 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: address-groups {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.910403 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: address-scopes {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.911709 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: agents {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.912901 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: auto-allocated-topology {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.914163 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: availability_zones {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.915385 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: dhcp-networks {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.917180 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: dhcp-agents {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.918638 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: routers {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.921124 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: flavors {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.922297 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: service_profiles {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.923534 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: next_providers {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.925003 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: service_profiles {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.926531 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: floatingip-pools {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.927760 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: routers {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.929895 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: floatingips {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.931266 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: l3-routers {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.932678 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: l3-agents {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.934606 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: metering-labels {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.936324 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: metering-label-rules {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.937604 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: network-ip-availabilities {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.938882 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: bindings {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.940539 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: quotas {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.941975 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: quotas {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.943376 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: rbac-policies {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.944630 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: security-groups {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.946884 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: security-group-rules {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.948117 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: service-providers {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.949362 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: subnetpools {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.951718 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: subnetpools {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.953204 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.954895 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.956733 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.958497 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.960296 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.962133 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.963828 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.966717 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.968509 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.970253 n-d-825064-3 neutron-server[102197]: DEBUG neutron.api.extensions [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Extended resource: tags {{(pid=102197) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:02:25.976161 n-d-825064-3 neutron-server[102197]: WARNING keystonemiddleware.auth_token [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 20:02:25.980928 n-d-825064-3 neutron-server[102197]: WARNING keystonemiddleware.auth_token [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 20:02:25.990406 n-d-825064-3 neutron-server[102197]: DEBUG oslo_concurrency.lockutils [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Acquired lock "singleton_lock" {{(pid=102197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 28 20:02:25.990878 n-d-825064-3 neutron-server[102197]: DEBUG oslo_concurrency.lockutils [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Releasing lock "singleton_lock" {{(pid=102197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 28 20:02:25.991508 n-d-825064-3 neutron-server[102197]: INFO oslo_service.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Starting 2 workers Jan 28 20:02:25.996419 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Started child 102306 {{(pid=102197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 20:02:26.003428 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Started child 102307 {{(pid=102197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 20:02:26.003618 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:26.004269 n-d-825064-3 neutron-server[102197]: INFO neutron.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 20:02:26.004269 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Notify callbacks [] for process, before_spawn {{(pid=102197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:26.004434 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [-] (102306) wsgi starting up on http://0.0.0.0:9696 Jan 28 20:02:26.006399 n-d-825064-3 neutron-server[102197]: INFO oslo_service.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Starting 1 workers Jan 28 20:02:26.006517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:26.007747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [-] (102307) wsgi starting up on http://0.0.0.0:9696 Jan 28 20:02:26.011591 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Started child 102308 {{(pid=102197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 20:02:26.012140 n-d-825064-3 neutron-server[102197]: INFO oslo_service.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Starting 1 workers Jan 28 20:02:26.015911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] calling RpcWorker wait() {{(pid=102308) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 20:02:26.016487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] returning from RpcWorker wait() {{(pid=102308) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 20:02:26.017735 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:26.017838 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Started child 102309 {{(pid=102197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 20:02:26.018196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:26.018699 n-d-825064-3 neutron-server[102197]: DEBUG neutron_lib.callbacks.manager [None req-458b40f7-5c53-4e61-87a1-0fabfbc7c3cf None None] Notify callbacks [] for process, after_spawn {{(pid=102197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:26.020566 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 20:02:26.020776 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 20:02:26.020961 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 20:02:26.021180 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 20:02:26.021529 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 20:02:26.021684 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 20:02:26.022202 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.022468 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.022738 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.022830 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:26.023354 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.023354 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.023705 n-d-825064-3 neutron-server[102309]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:26.023869 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.024095 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.024386 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.024678 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.024928 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.025100 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.025271 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.025511 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.025753 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.026051 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.026304 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.026536 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.026800 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.026973 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.027223 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.027484 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.027700 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.028004 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] debug = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.028318 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.029133 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.029374 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.029618 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.029842 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.030107 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.030356 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.030614 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.030858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.031107 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.031349 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.031598 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.031834 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.032043 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.032302 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.032566 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.032783 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.033252 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] host = n-d-825064-3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.033488 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.033716 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.033964 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.034197 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.034455 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.034693 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.034914 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.035158 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.035425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.035666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.035912 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.036189 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.036437 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.036686 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.036851 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_options = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.037095 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.037356 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.037609 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.037797 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.037965 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.038126 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.038387 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.038553 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.038783 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.039028 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.039240 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.039453 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.039685 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.039949 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.040145 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.040416 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.040936 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.041147 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.041501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.041752 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.042397 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.042397 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.042397 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.043420 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.043420 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.043420 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.043420 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.044042 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.044042 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.044374 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.044626 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.044959 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.045698 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.045698 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.045698 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.045976 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.046618 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.046618 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.047044 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.047044 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.047495 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.047495 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.047652 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.047812 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.048030 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.048266 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.048512 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_json = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.049040 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.049040 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.049311 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.049427 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.050326 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.050326 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.050326 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.050326 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.052533 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.052533 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.052533 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.052533 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.052533 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.052533 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.052533 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.052533 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.056952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.056952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.056952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.056952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.056952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.056952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.056952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.056952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.059792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.059792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.059792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.059792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.059792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.059792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.059792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.059792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.060984 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.060984 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.060984 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.060984 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.060984 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.060984 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.060984 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.060984 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.062425 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.065139 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.066509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.068501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069021 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069021 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069021 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069021 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069021 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069021 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069354 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069421 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069725 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.069910 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.070085 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.070339 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.070544 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.070757 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.070971 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.071189 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.072234 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.072234 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.072234 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.072234 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.072234 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.072579 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.072796 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.073044 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.073286 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.073520 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.073755 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.074000 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.074269 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.074491 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.074813 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.075648 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.076021 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.076327 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.076620 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.076873 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.077119 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.077292 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.077512 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.077731 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.077950 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.078187 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.078429 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.078680 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.078934 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.079163 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.079424 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.079675 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.079962 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.080203 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.080485 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.080720 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.080989 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.081300 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.081583 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.081861 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.082092 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.082338 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.082592 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.082834 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.083684 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.083919 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.084153 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.084401 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.084764 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.085025 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.085259 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.085508 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.085742 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.086073 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.086332 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.086545 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.086761 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.087046 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.087293 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.087540 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.087812 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.088058 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.088329 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.088578 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.088809 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.089033 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.089283 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.089539 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.089752 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.089996 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.090234 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.090491 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.091085 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.091496 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.091737 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.091952 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.092365 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.092744 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.093123 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.093498 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.093887 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.094289 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.094683 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.095120 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.095372 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.095614 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.095832 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.096071 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.096360 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.096585 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.096855 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.097122 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.097365 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.097615 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.097857 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.098091 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.098305 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.098541 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.098778 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.099009 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.099219 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.099458 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.099673 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.099903 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.100147 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.100402 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.100782 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.101050 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.101393 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.101684 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.101931 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.102180 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.102396 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.102643 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.102890 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.103122 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.103536 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.103816 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.104066 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.104470 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.104697 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.105005 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.105237 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.105449 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.105661 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.105897 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.106156 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.106639 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.107033 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.107289 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.107538 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.107780 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.107998 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.108274 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.108502 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.108699 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.108931 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.109148 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.109366 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.109595 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.109923 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.110403 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.110403 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.110700 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.110828 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.111198 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.111198 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.111666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.111666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.111905 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.112042 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.112300 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.112516 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.112729 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.112953 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.113170 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.113381 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.113610 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.113843 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.114054 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.114276 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.114492 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.114703 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.115013 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.115280 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.115505 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.115792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.116048 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.116316 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.116563 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.116865 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.117078 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.117331 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.117549 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.117764 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.117983 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.118234 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.118549 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.118831 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.119070 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.119321 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.119788 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.119951 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.120145 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.120345 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.120647 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.120973 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.121246 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.121505 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.122309 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.123061 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.123061 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.123245 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.123463 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.123712 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.123929 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.124201 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.124621 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.124759 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.124884 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.125108 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.125323 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.125579 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.125811 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.126072 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.126304 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.126459 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 20:02:26.126986 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 20:02:26.127144 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 20:02:26.127295 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 20:02:26.127485 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 20:02:26.127643 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 20:02:26.127797 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 20:02:26.128022 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.128159 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.128350 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.128509 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.128667 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.128850 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.129048 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.129266 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.129457 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.129618 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.129767 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.129920 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.130064 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.130289 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.130429 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.130564 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.130696 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.130840 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.130981 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.131117 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.131251 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.131384 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.131522 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] debug = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.131662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:26.131800 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.131950 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.132126 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.132276 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.132360 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.132476 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.132634 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.132791 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.132947 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.133103 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.133258 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.133414 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.133569 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.133725 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.133881 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.134037 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.134192 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.134426 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] host = n-d-825064-3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.134588 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.134745 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.135142 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.135142 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.135432 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.135432 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.135674 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.135820 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.136152 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.136152 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.136152 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.136744 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.136744 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.136744 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.137062 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_options = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.137062 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.137381 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.138049 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.138377 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.138664 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.138841 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.139003 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.139234 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.139455 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.139679 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.140476 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.140476 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.140476 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.140705 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.140705 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.140877 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.141036 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.141179 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.142858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.142858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.142858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.142858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.142858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.142858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.142858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.142858 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.143574 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.143574 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.143574 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.143574 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.143574 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.143574 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.143574 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.143574 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.144037 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.144037 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.144154 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.144380 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.144666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.144859 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.145030 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.145192 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.145350 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.145507 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.145747 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.145926 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.146072 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_json = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.146247 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.146400 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.146552 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.146720 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.146874 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.147022 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.147169 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.147314 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:02:26.147461 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.147602 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.147742 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.147898 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.148057 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.148279 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.148701 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.149126 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.149339 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.149491 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.149627 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.149766 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.149926 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.150077 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.150222 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.150406 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.150572 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.150716 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.150857 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.150996 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.151147 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.151306 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.151477 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.151638 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.151798 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.151957 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.152118 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.152317 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.152510 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.152736 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.153000 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.153223 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.153457 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.153713 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.153876 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.154042 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.154204 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.154521 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.154691 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.154833 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.154966 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.155113 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.155277 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.155437 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.155598 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.155759 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.155920 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.156081 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.156263 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.156426 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.156588 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.156750 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.156912 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.157074 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.157235 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.157414 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.157575 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.157735 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.157895 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.158055 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.158215 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.158374 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.158534 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.158695 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.158855 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.159016 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.159190 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.159351 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.159511 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.159671 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.159832 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.160570 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.160759 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.160923 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.161086 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.161246 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.161497 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.161660 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.161821 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.161983 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.162144 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.162808 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.162808 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.162808 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.162808 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.163330 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.163330 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.163330 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.163330 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.163931 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.163931 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.163931 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.164146 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.164270 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.164404 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.164487 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.164647 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.164809 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.164970 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.165130 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.165290 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.165451 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.165878 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.166040 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.166201 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.166360 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.166524 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.166682 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.166996 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.167158 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.167320 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.167481 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.167641 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.167801 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.167966 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.168125 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.168324 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.168510 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.168681 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.168949 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.169252 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.169503 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.169665 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.169827 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.169987 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.170148 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.170313 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.170472 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.170802 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.170965 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.171126 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.171288 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.171459 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.171631 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.171792 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.171953 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.172113 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.172340 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.172503 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.172664 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.172825 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.172985 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.173146 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.173306 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.173465 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.173626 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.173786 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.173947 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.174107 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.174268 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.174429 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.174590 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.174750 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.174911 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.175072 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.175232 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.175394 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.175554 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.175716 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.175877 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.176038 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.177020 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.177020 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.177020 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.177020 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.177020 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.177020 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.178666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.178666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.178666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.178666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.178666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.178666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.178666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.178666 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179109 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179109 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179109 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179109 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179109 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179109 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179518 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179518 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179518 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179813 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179813 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.179955 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.180097 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.180278 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.180440 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.180600 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.180761 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.180936 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.181097 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.181257 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.181418 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.181578 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.181738 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.181897 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.182057 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.182217 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.182376 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.182536 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.182698 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.182861 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.183023 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.183183 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.183343 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.183504 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.183664 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.183824 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.183998 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.184701 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.184957 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.185254 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.185482 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.185647 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.185821 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.185982 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.186142 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.186301 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.186461 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.186622 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.186793 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.186954 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.187114 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.187274 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.187435 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.187595 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.187766 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.187930 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.188089 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.188274 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.188436 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.188596 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.188767 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.188929 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.189087 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.189247 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.189407 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.189567 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.189737 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.189897 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.190057 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.190215 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.190375 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.190534 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.190704 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.190866 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.191027 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.191195 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.191355 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.191514 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.191674 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.191847 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.192008 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.192171 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.192351 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.192511 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.192672 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.192835 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.192999 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.193170 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.193338 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.193501 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.193670 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.193840 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.194010 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.194171 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.194339 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.194513 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.194673 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.194833 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.194992 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.195152 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.195312 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.195471 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.195631 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.195791 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.195950 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.196109 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.196291 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.196451 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.196611 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.196771 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.196931 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.197089 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.197249 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.197409 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.197569 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:02:26.197724 n-d-825064-3 neutron-server[102197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 20:02:26.284911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47926) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:02:26.294691 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066679 Jan 28 20:02:37.698802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dac9fd-60db-4f7c-883d-0a4b49827e23 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:02:37.765285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dac9fd-60db-4f7c-883d-0a4b49827e23 None None] No non-hosted networks {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 20:02:37.772352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.agentschedulers_db [None req-d2dac9fd-60db-4f7c-883d-0a4b49827e23 None None] DHCP Agent not found on host n-d-825064-3 {{(pid=102308) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 20:02:37.841679 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7ab28378-c10b-4f5f-bdb8-a3839f294c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1828355'] for agent, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:39.975500 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f66ed534-e56e-457a-868e-d12d7aa7717f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1828355'] for agent, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:40.025293 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21869e5a-872c-4a33-8df1-0d49332dfd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:41.429870 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1828355'] for agent, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:42.733527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1828355'] for agent, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:43.071732 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1828355'] for agent, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:43.072738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.073828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.074323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.074908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.075536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.076089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.076751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.077626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.078147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.078651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.079183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.079687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:43.080566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825064-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:43.092110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825064-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:43.959013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48020) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:02:44.469488 n-d-825064-3 neutron-server[102307]: WARNING oslo_policy.policy [None req-2615ed9b-66b8-4587-b573-b26af613767b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:02:44.470082 n-d-825064-3 neutron-server[102307]: WARNING oslo_policy.policy [None req-2615ed9b-66b8-4587-b573-b26af613767b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:02:44.698482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-2615ed9b-66b8-4587-b573-b26af613767b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:02:44.699925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2615ed9b-66b8-4587-b573-b26af613767b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7383378 Jan 28 20:02:47.109918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48036) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:02:47.348169 n-d-825064-3 neutron-server[102308]: INFO neutron.db.l3_hamode_db [None req-faec3d3f-5d65-4f14-974f-a6cd0074a09b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 20:02:47.423268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7591a7e9-bc65-4a03-9b6a-f82f8631b3fb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:47.424558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec3d3f-5d65-4f14-974f-a6cd0074a09b None None] Routers set() bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:47.424958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec3d3f-5d65-4f14-974f-a6cd0074a09b None None] Router IDs set() for agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 20:02:47.519984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.policy [None req-7591a7e9-bc65-4a03-9b6a-f82f8631b3fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102307) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 20:02:47.565129 n-d-825064-3 neutron-server[102307]: WARNING oslo_policy.policy [None req-7591a7e9-bc65-4a03-9b6a-f82f8631b3fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:02:47.565499 n-d-825064-3 neutron-server[102307]: WARNING oslo_policy.policy [None req-7591a7e9-bc65-4a03-9b6a-f82f8631b3fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:02:47.574568 n-d-825064-3 neutron-server[102307]: INFO neutron.quota [None req-7591a7e9-bc65-4a03-9b6a-f82f8631b3fb admin admin] Loaded quota_driver: . Jan 28 20:02:47.664957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7591a7e9-bc65-4a03-9b6a-f82f8631b3fb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763518834675', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763518834112', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763518821415', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763518823875', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763519517220', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763518803676', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-681552', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-899693', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1940041', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1975735'] for rbac-policy, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:47.731787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7591a7e9-bc65-4a03-9b6a-f82f8631b3fb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:47.733117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7591a7e9-bc65-4a03-9b6a-f82f8631b3fb admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6222143 Jan 28 20:02:50.338361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48048) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:02:50.633521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Request body: {'network': {'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'name': 'private', 'admin_state_up': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:50.662962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Made reservation on behalf of 5b78ac7c3a0e497f9e653c5e02b49eb2 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:02:50.666110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:50.682615 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:50.796511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:50.800078 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:50.818758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:02:50.847097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763517134394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:50.847664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Unsubscribe: segment precommit_create {{(pid=102307) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 20:02:50.848149 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Added segment 9e4af604-235c-41fd-9e61-ddab78ebbf02 of type vlan for network bbfcc206-2c92-42b9-a53c-3a7401d008ea Jan 28 20:02:50.863472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7985b60-f941-49df-9cd4-fd8085133bbe,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:50.889768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.890097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.890422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.890741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.891058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.891373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.891684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.891990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.892327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.892640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.892946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.893248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Tracked resource versions report: Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: pushed versions: Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: { 'AddressGroup': {'1.2'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'ConntrackHelper': {'1.0'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Log': {'1.0'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Network': {'1.1'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Port': {'1.7'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'PortForwarding': {'1.2'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'QosPolicy': {'1.9'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'SecurityGroup': {'1.4'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'SubPort': {'1.0'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Subnet': {'1.1'}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Trunk': {'1.1'}} Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: consumer versions: Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: { DHCP agent@n-d-825064-3: {}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: L3 agent@n-d-825064-3: {}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: Metadata agent@n-d-825064-3: {}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: Metering agent@n-d-825064-3: {}, Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: Open vSwitch agent@n-d-825064-3: { 'AddressGroup': '1.2', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'ConntrackHelper': '1.0', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Log': '1.0', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Network': '1.1', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Port': '1.7', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'PortForwarding': '1.2', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'QosPolicy': '1.9', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'SecurityGroup': '1.4', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'SecurityGroupRule': '1.2', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'SubPort': '1.0', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Subnet': '1.1', Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: 'Trunk': '1.1'}} Jan 28 20:02:50.894315 n-d-825064-3 neutron-server[102307]: {{(pid=102307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:02:50.960957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:50.999035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:51.000324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:51.000983 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:51.077334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7378378 Jan 28 20:02:51.101420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e1ea5-9894-49e1-bbca-319e8f0dccb5 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfcc206-2c92-42b9-a53c-3a7401d008ea,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:51.113817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network bbfcc206-2c92-42b9-a53c-3a7401d008ea details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:02:53.756997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48062) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:02:54.174232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c981344-e068-48fa-8c28-fd1b51c79cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:54.175585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2c981344-e068-48fa-8c28-fd1b51c79cf3 admin admin] 10.222.0.44 "GET /v2.0/networks/bbfcc206-2c92-42b9-a53c-3a7401d008ea HTTP/1.1" status: 200 len: 825 time: 0.4175205 Jan 28 20:02:54.200300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-276319c0-bf55-4149-bda8-93aba4a91c6a admin admin] 10.222.0.44 "GET /v2.0/subnetpools/8e3e7aef-d06f-4441-afcd-daffce40f806 HTTP/1.1" status: 200 len: 734 time: 0.0184264 Jan 28 20:02:54.209070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Request body: {'subnet': {'subnetpool_id': '8e3e7aef-d06f-4441-afcd-daffce40f806', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:54.232434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Made reservation on behalf of 5b78ac7c3a0e497f9e653c5e02b49eb2 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:02:54.234620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:54.531379 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:54.597392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05339f7-3339-4d47-8773-c01b8c92949a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:54.599839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Checking segment: {'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:02:54.600224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Network hostable DHCP agents. Network: bbfcc206-2c92-42b9-a53c-3a7401d008ea, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:02:54.624967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Network bbfcc206-2c92-42b9-a53c-3a7401d008ea is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:02:54.635504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, bbfcc206-2c92-42b9-a53c-3a7401d008ea) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:54.640708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:54.641458 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:54.648493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8877db8-4408-4107-accf-e535bb49c32e None None] Network bbfcc206-2c92-42b9-a53c-3a7401d008ea requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:02:54.657187 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-db452aeb-0681-4195-b7c8-027c5aefc6d1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4512095 Jan 28 20:02:54.964017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'fixed_ips': [{'subnet_id': 'd05339f7-3339-4d47-8773-c01b8c92949a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:02:54.965951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:55.235671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Allocated IP 172.20.0.2 (bbfcc206-2c92-42b9-a53c-3a7401d008ea/d05339f7-3339-4d47-8773-c01b8c92949a/78a0069e-b288-4d66-b11d-9e2fabf6e75e) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:02:55.436064 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:55.443535 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:55.547907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Network bbfcc206-2c92-42b9-a53c-3a7401d008ea is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:02:55.556764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:55.562940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Pushing event updated for resources: {'Port': ['ID=78a0069e-b288-4d66-b11d-9e2fabf6e75e,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:55.565146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:02:55.595925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.596289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.596633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.596966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.597296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.597625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.597949 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.598272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.598593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.598914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.599234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.599552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Tracked resource versions report: Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: pushed versions: Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: { 'AddressGroup': {'1.2'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'ConntrackHelper': {'1.0'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Log': {'1.0'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Network': {'1.1'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Port': {'1.7'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'PortForwarding': {'1.2'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'QosPolicy': {'1.9'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'SecurityGroup': {'1.4'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'SubPort': {'1.0'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Subnet': {'1.1'}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Trunk': {'1.1'}} Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: consumer versions: Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: { DHCP agent@n-d-825064-3: {}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: L3 agent@n-d-825064-3: {}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: Metadata agent@n-d-825064-3: {}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: Metering agent@n-d-825064-3: {}, Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: Open vSwitch agent@n-d-825064-3: { 'AddressGroup': '1.2', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'ConntrackHelper': '1.0', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Log': '1.0', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Network': '1.1', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Port': '1.7', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'PortForwarding': '1.2', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'QosPolicy': '1.9', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'SecurityGroup': '1.4', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'SecurityGroupRule': '1.2', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'SubPort': '1.0', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Subnet': '1.1', Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: 'Trunk': '1.1'}} Jan 28 20:02:55.600684 n-d-825064-3 neutron-server[102308]: {{(pid=102308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:02:55.651873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Attempting to bind port 78a0069e-b288-4d66-b11d-9e2fabf6e75e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:02:55.652802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Attempting to bind port 78a0069e-b288-4d66-b11d-9e2fabf6e75e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:02:55.653067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Attempting to bind port 78a0069e-b288-4d66-b11d-9e2fabf6e75e on network bbfcc206-2c92-42b9-a53c-3a7401d008ea {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:55.659681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:55.660099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Checking segment: {'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:02:55.660598 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:55.660983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Bound using segment: {'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:55.661498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Bound port: 78a0069e-b288-4d66-b11d-9e2fabf6e75e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:02:55.661902 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:55.724218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] For port 78a0069e-b288-4d66-b11d-9e2fabf6e75e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:55.728525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] For port 78a0069e-b288-4d66-b11d-9e2fabf6e75e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=78a0069e-b288-4d66-b11d-9e2fabf6e75e,segment=NetworkSegment(9e4af604-235c-41fd-9e61-ddab78ebbf02),segment_id=9e4af604-235c-41fd-9e61-ddab78ebbf02)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:55.734005 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:02:55.802658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb787b-9665-4fec-8890-f38d7b247da3 None None] Pushing event updated for resources: {'Port': ['ID=78a0069e-b288-4d66-b11d-9e2fabf6e75e,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:57.154569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48070) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:02:57.480548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-e9b6a09b-a3fe-4080-b834-d83f950460ef admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:02:57.481802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e9b6a09b-a3fe-4080-b834-d83f950460ef admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3263071 Jan 28 20:02:59.930293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48078) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:03:00.244507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-f9cded85-ab41-4137-bedb-ef2286217ff8 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:03:00.245527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f9cded85-ab41-4137-bedb-ef2286217ff8 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142312 Jan 28 20:03:02.932502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48090) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:03:03.242837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-36ca8bcf-fa53-4db6-84e1-3f8149943b4b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:03.269035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36ca8bcf-fa53-4db6-84e1-3f8149943b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:03.270550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36ca8bcf-fa53-4db6-84e1-3f8149943b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:03.406217 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36ca8bcf-fa53-4db6-84e1-3f8149943b4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:03.411614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36ca8bcf-fa53-4db6-84e1-3f8149943b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:03.425990 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36ca8bcf-fa53-4db6-84e1-3f8149943b4b admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:03.427125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-36ca8bcf-fa53-4db6-84e1-3f8149943b4b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4930086 Jan 28 20:03:04.314329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cf9bb-078a-4c79-8cd5-ecde2c6b4ae7 None None] Network bbfcc206-2c92-42b9-a53c-3a7401d008ea requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:03:04.396318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9dd24f4f-6d84-4912-b1ec-bc7b51607110 None None] Provisioning complete for port 78a0069e-b288-4d66-b11d-9e2fabf6e75e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:04.396710 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9dd24f4f-6d84-4912-b1ec-bc7b51607110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:04.447194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78a0069e-b288-4d66-b11d-9e2fabf6e75e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:04.655595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 78a0069e-b288-4d66-b11d-9e2fabf6e75e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:04.655853 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:04.658534 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9dd24f4f-6d84-4912-b1ec-bc7b51607110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:04.732425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9dd24f4f-6d84-4912-b1ec-bc7b51607110 None None] For port 78a0069e-b288-4d66-b11d-9e2fabf6e75e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=78a0069e-b288-4d66-b11d-9e2fabf6e75e,segment=NetworkSegment(9e4af604-235c-41fd-9e61-ddab78ebbf02),segment_id=9e4af604-235c-41fd-9e61-ddab78ebbf02)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:04.740744 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9dd24f4f-6d84-4912-b1ec-bc7b51607110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:04.817129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd24f4f-6d84-4912-b1ec-bc7b51607110 None None] Pushing event updated for resources: {'Port': ['ID=78a0069e-b288-4d66-b11d-9e2fabf6e75e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:04.859944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-67549294-9de4-4b74-a944-99061011a291 None None] Provisioning complete for port 78a0069e-b288-4d66-b11d-9e2fabf6e75e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:04.860338 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67549294-9de4-4b74-a944-99061011a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:05.879880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48104) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:03:06.191393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-f42ef10e-02c0-4197-9df9-a7391c353723 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:03:06.192447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f42ef10e-02c0-4197-9df9-a7391c353723 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115413 Jan 28 20:03:06.380701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78a0069e-b288-4d66-b11d-9e2fabf6e75e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:06.428301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 78a0069e-b288-4d66-b11d-9e2fabf6e75e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:06.428675 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:07.614829 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ca7e9743-d63f-4792-891a-376f2bf3774a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:08.676710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48112) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:03:08.988598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:09.009339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Made reservation on behalf of 07c0213c0d62417295f83de69b5cac12 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:03:09.012021 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:09.019743 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:09.091106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:09.094689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:09.111358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Reserving flat network on physical network physnet1 {{(pid=102307) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 20:03:09.129488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304cd963-a3ff-4e62-9f30-706d90fc5b49,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:09.134140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:09.134481 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Added segment dbe3996b-e1f4-425d-9f5e-1b6cf3570d30 of type flat for network f3aca0be-7b4c-426a-8001-a54b17c3127d Jan 28 20:03:09.180146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:09.211151 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:09.212086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.212695 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:09.266200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5883446 Jan 28 20:03:09.271042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4c0bf-fdd6-45f2-afc7-bb5097f55346 admin admin] Pushing event updated for resources: {'Network': ['ID=f3aca0be-7b4c-426a-8001-a54b17c3127d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:09.281895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f3aca0be-7b4c-426a-8001-a54b17c3127d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:03:09.971541 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-755f0458-1ccc-4a42-b647-684887eb95aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:11.386502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:11.721302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48130) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:03:11.895939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abfef0-26fc-472e-acfb-f73db9341a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:11.897280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c0abfef0-26fc-472e-acfb-f73db9341a5b admin admin] 10.222.0.44 "GET /v2.0/subnets/d05339f7-3339-4d47-8773-c01b8c92949a HTTP/1.1" status: 200 len: 849 time: 0.1750503 Jan 28 20:03:12.013149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bff07043-fca4-4910-8da8-3a9f0be33cd0 admin admin] 10.222.0.44 "GET /v2.0/routers/ffe95736-bff2-4f0f-be2f-779a1b149cab HTTP/1.1" status: 200 len: 704 time: 0.1090529 Jan 28 20:03:12.269267 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:12.555670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Allocated IP 172.20.0.1 (bbfcc206-2c92-42b9-a53c-3a7401d008ea/d05339f7-3339-4d47-8773-c01b8c92949a/cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:03:12.700523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:12.752159 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:12.818190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:12.889657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Network bbfcc206-2c92-42b9-a53c-3a7401d008ea is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:03:12.894348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:03:12.904642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:03:12.905184 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:12.924152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:13.070439 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:13.098417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2dfc184b-2777-4e16-96c6-77e2fbea6ac2 None None] Provisioning complete for port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:13.098814 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2dfc184b-2777-4e16-96c6-77e2fbea6ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:13.107205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:13.134161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc184b-2777-4e16-96c6-77e2fbea6ac2 None None] Port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:03:13.306576 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:13.311877 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:13.312820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:13.403998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:13.445012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Network bbfcc206-2c92-42b9-a53c-3a7401d008ea is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:03:13.446268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:03:13.602749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Router ffe95736-bff2-4f0f-be2f-779a1b149cab is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:03:13.656218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a308679-6979-4071-a3eb-7439d41df7cf None None] Provisioning complete for port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:13.656528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a308679-6979-4071-a3eb-7439d41df7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:13.690523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4a308679-6979-4071-a3eb-7439d41df7cf None None] Port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:03:13.704484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:03:13.709595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8d87d157-0866-4057-a8ee-1833a0c4f6b4 admin admin] 10.222.0.44 "PUT /v2.0/routers/ffe95736-bff2-4f0f-be2f-779a1b149cab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6906762 Jan 28 20:03:13.715301 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Sync routers for ids ['ffe95736-bff2-4f0f-be2f-779a1b149cab'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:03:13.726496 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Routers {'ffe95736-bff2-4f0f-be2f-779a1b149cab'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:13.727424 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:03:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ffe95736-bff2-4f0f-be2f-779a1b149cab'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:13.913773 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Set router ffe95736-bff2-4f0f-be2f-779a1b149cab gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:14.335119 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'name': 'router1', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:03:03Z', 'updated_at': '2022-01-28T20:03:13Z', 'revision_number': 2, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'gw_port_host': None, '_interfaces': [{'id': 'cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718', 'name': '', 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'mac_address': 'fa:16:3e:30:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:12Z', 'updated_at': '2022-01-28T20:03:13Z', 'revision_number': 2, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'subnets': [{'id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3e7aef-d06f-4441-afcd-daffce40f806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:14.383135 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Checking router: ffe95736-bff2-4f0f-be2f-779a1b149cab for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:03:14.383496 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Updating router ffe95736-bff2-4f0f-be2f-779a1b149cab port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:03:14.431383 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:14.934719 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:14.941043 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:15.090411 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Pushing event updated for resources: {'Port': ['ID=cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:15.109397 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.109736 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.110067 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.110395 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.110729 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.111048 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.111363 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.111678 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.111991 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.112435 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.112657 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.112969 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Tracked resource versions report: Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: pushed versions: Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: { 'AddressGroup': {'1.2'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'ConntrackHelper': {'1.0'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Log': {'1.0'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Network': {'1.1'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Port': {'1.7'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'PortForwarding': {'1.2'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'QosPolicy': {'1.9'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'SecurityGroup': {'1.4'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'SubPort': {'1.0'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Subnet': {'1.1'}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Trunk': {'1.1'}} Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: consumer versions: Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: { DHCP agent@n-d-825064-3: {}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: L3 agent@n-d-825064-3: {}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: Metadata agent@n-d-825064-3: {}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: Metering agent@n-d-825064-3: {}, Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: Open vSwitch agent@n-d-825064-3: { 'AddressGroup': '1.2', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'ConntrackHelper': '1.0', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Log': '1.0', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Network': '1.1', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Port': '1.7', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'PortForwarding': '1.2', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'QosPolicy': '1.9', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'SecurityGroup': '1.4', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'SecurityGroupRule': '1.2', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'SubPort': '1.0', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Subnet': '1.1', Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: 'Trunk': '1.1'}} Jan 28 20:03:15.114069 n-d-825064-3 neutron-server[102309]: {{(pid=102309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:03:15.119043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b05fb6d7-f221-462e-a5ca-4da1bcf92917 None None] Provisioning complete for port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:15.119527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b05fb6d7-f221-462e-a5ca-4da1bcf92917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:15.120110 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Attempting to bind port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:03:15.120394 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Attempting to bind port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:03:15.120846 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Attempting to bind port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 on network bbfcc206-2c92-42b9-a53c-3a7401d008ea {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:15.126567 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:03:15.126978 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Checking segment: {'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:03:15.127444 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:15.127820 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Bound using segment: {'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:03:15.128347 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Bound port: cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4af604-235c-41fd-9e61-ddab78ebbf02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:03:15.128732 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:15.156616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b05fb6d7-f221-462e-a5ca-4da1bcf92917 None None] Port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:03:15.191257 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] For port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:15.210730 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] For port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718,segment=NetworkSegment(9e4af604-235c-41fd-9e61-ddab78ebbf02),segment_id=9e4af604-235c-41fd-9e61-ddab78ebbf02)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:03:15.215614 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:15.268553 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Routers {'ffe95736-bff2-4f0f-be2f-779a1b149cab'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:15.269154 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:03:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ffe95736-bff2-4f0f-be2f-779a1b149cab'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:15.305689 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df54f4-30bd-4494-b61d-26a2a5e8f54e None None] Pushing event updated for resources: {'Port': ['ID=cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:15.363443 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] Set router ffe95736-bff2-4f0f-be2f-779a1b149cab gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:15.477122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-25053c5a-37d7-42ba-be51-29fb854baa16 None None] Provisioning complete for port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:15.477497 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25053c5a-37d7-42ba-be51-29fb854baa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:15.556650 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25053c5a-37d7-42ba-be51-29fb854baa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:15.575398 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'name': 'router1', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:03:03Z', 'updated_at': '2022-01-28T20:03:13Z', 'revision_number': 2, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'gw_port_host': None, '_interfaces': [{'id': 'cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718', 'name': '', 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'mac_address': 'fa:16:3e:30:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:12Z', 'updated_at': '2022-01-28T20:03:15Z', 'revision_number': 4, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'subnets': [{'id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3e7aef-d06f-4441-afcd-daffce40f806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:15.587458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-25053c5a-37d7-42ba-be51-29fb854baa16 None None] For port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718,segment=NetworkSegment(9e4af604-235c-41fd-9e61-ddab78ebbf02),segment_id=9e4af604-235c-41fd-9e61-ddab78ebbf02)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:15.592594 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25053c5a-37d7-42ba-be51-29fb854baa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:15.601809 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed764b7-f03c-4c9b-8e7e-3255d2361f18 None None] The sync data for ids ['ffe95736-bff2-4f0f-be2f-779a1b149cab'] in n-d-825064-3 is: [{'id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'name': 'router1', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:03:03Z', 'updated_at': '2022-01-28T20:03:13Z', 'revision_number': 2, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'gw_port_host': None, '_interfaces': [{'id': 'cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718', 'name': '', 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'mac_address': 'fa:16:3e:30:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:12Z', 'updated_at': '2022-01-28T20:03:15Z', 'revision_number': 4, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'subnets': [{'id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3e7aef-d06f-4441-afcd-daffce40f806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:03:15.640844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25053c5a-37d7-42ba-be51-29fb854baa16 None None] Pushing event updated for resources: {'Port': ['ID=cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:16.018035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48150) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:03:16.129384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db706d-9a31-4b05-a40d-c074d540e237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:16.130731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c9db706d-9a31-4b05-a40d-c074d540e237 admin admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 842 time: 0.1116841 Jan 28 20:03:16.141502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'ip_version': 4, 'cidr': '172.25.2.0/24'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:16.164895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Made reservation on behalf of 07c0213c0d62417295f83de69b5cac12 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:03:16.167993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Notify callbacks [] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:16.519541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:03:16.519980 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:16.580003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3691117d-0927-4383-962c-d31de66577a2,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:16.583287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:03:16.583580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Network hostable DHCP agents. Network: f3aca0be-7b4c-426a-8001-a54b17c3127d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:03:16.599855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:03:16.608372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f3aca0be-7b4c-426a-8001-a54b17c3127d) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:03:16.612563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:16.613171 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:16.619814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a35281-7852-4f8b-a71d-e84b9ba1a713 None None] Network f3aca0be-7b4c-426a-8001-a54b17c3127d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:03:16.636310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-462fce03-0d68-4b87-a4eb-fd073155bdab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4924290 Jan 28 20:03:16.760079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd28099-1541-441e-9d4b-961b246b5ae5 None None] Network f3aca0be-7b4c-426a-8001-a54b17c3127d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:03:18.982557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48158) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:03:19.110903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3f0c1c93-132c-4c39-b94e-f3b555e37923 admin admin] 10.222.0.44 "GET /v2.0/routers/ffe95736-bff2-4f0f-be2f-779a1b149cab HTTP/1.1" status: 200 len: 710 time: 0.1271286 Jan 28 20:03:19.199256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986cc5b-c5a9-47ac-802b-fa68f1a521c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:19.200640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d986cc5b-c5a9-47ac-802b-fa68f1a521c9 admin admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 886 time: 0.0834770 Jan 28 20:03:19.210173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:19.447347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:19.674075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:19.752351 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:19.856794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Allocated IP 172.25.2.146 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/7bc16931-4ec8-4326-a862-0e740f95903b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:03:19.959787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:19.991791 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:20.029473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:03:20.032300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:03:20.034763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:03:20.041957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc16931-4ec8-4326-a862-0e740f95903b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:20.285273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:20.561011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:20.572034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:20.681437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Router ffe95736-bff2-4f0f-be2f-779a1b149cab has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:03:20.796862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:03:20.801163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:20.802240 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8aa0d3fa-80ff-47fb-8f7c-48fa49dda518 admin admin] 10.222.0.44 "PUT /v2.0/routers/ffe95736-bff2-4f0f-be2f-779a1b149cab HTTP/1.1" status: 200 len: 890 time: 1.5953624 Jan 28 20:03:22.060319 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:03:22.149551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Sync routers for ids ['ffe95736-bff2-4f0f-be2f-779a1b149cab'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:03:22.161334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Routers {'ffe95736-bff2-4f0f-be2f-779a1b149cab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:22.162208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:03:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ffe95736-bff2-4f0f-be2f-779a1b149cab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:22.373633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Set router ffe95736-bff2-4f0f-be2f-779a1b149cab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:22.449446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:22.697119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:22.697409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:22.877715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'name': 'router1', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7bc16931-4ec8-4326-a862-0e740f95903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:03:03Z', 'updated_at': '2022-01-28T20:03:20Z', 'revision_number': 4, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'gw_port': {'id': '7bc16931-4ec8-4326-a862-0e740f95903b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:19Z', 'updated_at': '2022-01-28T20:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718', 'name': '', 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'mac_address': 'fa:16:3e:30:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:12Z', 'updated_at': '2022-01-28T20:03:15Z', 'revision_number': 5, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'subnets': [{'id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3e7aef-d06f-4441-afcd-daffce40f806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:22.928609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Checking router: ffe95736-bff2-4f0f-be2f-779a1b149cab for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:03:22.928953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Updating router ffe95736-bff2-4f0f-be2f-779a1b149cab port 7bc16931-4ec8-4326-a862-0e740f95903b binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:03:22.975775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:23.248898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48170) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:03:23.296539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:23.302272 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:23.356756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Attempting to bind port 7bc16931-4ec8-4326-a862-0e740f95903b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:03:23.357127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Attempting to bind port 7bc16931-4ec8-4326-a862-0e740f95903b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:03:23.357492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Attempting to bind port 7bc16931-4ec8-4326-a862-0e740f95903b on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:23.360307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33f749-74b5-4801-b8ea-f3cad170ae93 None None] Pushing event updated for resources: {'Port': ['ID=7bc16931-4ec8-4326-a862-0e740f95903b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:23.364880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:03:23.365258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:03:23.365659 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:23.366048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:03:23.366522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Bound port: 7bc16931-4ec8-4326-a862-0e740f95903b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:03:23.366951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:23.367782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-71cfdde6-1928-4e76-b9f9-4244974edf79 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1177833 Jan 28 20:03:23.521328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] For port 7bc16931-4ec8-4326-a862-0e740f95903b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:23.524545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] For port 7bc16931-4ec8-4326-a862-0e740f95903b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7bc16931-4ec8-4326-a862-0e740f95903b,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:03:23.534528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:23.592425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33f749-74b5-4801-b8ea-f3cad170ae93 None None] Pushing event updated for resources: {'Port': ['ID=7bc16931-4ec8-4326-a862-0e740f95903b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:23.594971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Routers {'ffe95736-bff2-4f0f-be2f-779a1b149cab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:23.595550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:03:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ffe95736-bff2-4f0f-be2f-779a1b149cab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:23.703467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] Set router ffe95736-bff2-4f0f-be2f-779a1b149cab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:23.922828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'name': 'router1', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7bc16931-4ec8-4326-a862-0e740f95903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:03:03Z', 'updated_at': '2022-01-28T20:03:20Z', 'revision_number': 4, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'gw_port': {'id': '7bc16931-4ec8-4326-a862-0e740f95903b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:19Z', 'updated_at': '2022-01-28T20:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718', 'name': '', 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'mac_address': 'fa:16:3e:30:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:12Z', 'updated_at': '2022-01-28T20:03:15Z', 'revision_number': 5, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'subnets': [{'id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3e7aef-d06f-4441-afcd-daffce40f806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:23.950039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960ed6b-0834-4fc8-8418-636a95682369 None None] The sync data for ids ['ffe95736-bff2-4f0f-be2f-779a1b149cab'] in n-d-825064-3 is: [{'id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'name': 'router1', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '7bc16931-4ec8-4326-a862-0e740f95903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:03:03Z', 'updated_at': '2022-01-28T20:03:20Z', 'revision_number': 4, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'gw_port': {'id': '7bc16931-4ec8-4326-a862-0e740f95903b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:19Z', 'updated_at': '2022-01-28T20:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718', 'name': '', 'network_id': 'bbfcc206-2c92-42b9-a53c-3a7401d008ea', 'tenant_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'mac_address': 'fa:16:3e:30:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe95736-bff2-4f0f-be2f-779a1b149cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:03:12Z', 'updated_at': '2022-01-28T20:03:15Z', 'revision_number': 5, 'project_id': '5b78ac7c3a0e497f9e653c5e02b49eb2', 'subnets': [{'id': 'd05339f7-3339-4d47-8773-c01b8c92949a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e3e7aef-d06f-4441-afcd-daffce40f806'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:03:24.463344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7bc16931-4ec8-4326-a862-0e740f95903b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:24.512725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7bc16931-4ec8-4326-a862-0e740f95903b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:24.513106 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:24.595560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:24.616388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 7bc16931-4ec8-4326-a862-0e740f95903b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7bc16931-4ec8-4326-a862-0e740f95903b,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:24.622730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:24.678024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=7bc16931-4ec8-4326-a862-0e740f95903b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:26.420644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7bc16931-4ec8-4326-a862-0e740f95903b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:26.474849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7bc16931-4ec8-4326-a862-0e740f95903b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:26.475559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:37.618526 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0042ef53-7f55-4f55-8756-5dbf9b41233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:39.977495 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbf200ed-78cc-49bc-858c-512f3c6e8121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:41.393295 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:42.742126 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:43.076786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:03:59.060224 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:04:07.622975 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4122b083-5548-46c2-b6c0-029f0bdfe33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:10.014917 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8ee4b3e9-07c1-4f64-a01c-f2b287666454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:11.379456 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:12.713534 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:13.069984 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:36.059744 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:04:37.627129 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be325c89-5715-4978-a7e4-d329a2bb7f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:39.976199 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-72872cd7-3625-4e3a-9e60-6bd22dd38751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:41.388210 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:42.716674 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:04:43.073159 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:05.569743 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48764) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:05.693211 n-d-825064-3 neutron-server[102306]: WARNING oslo_policy.policy [None req-c5a0e479-b9a9-4fb5-9f7c-07b57966f20e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:05:05.693816 n-d-825064-3 neutron-server[102306]: WARNING oslo_policy.policy [None req-c5a0e479-b9a9-4fb5-9f7c-07b57966f20e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:05:05.965691 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a0e479-b9a9-4fb5-9f7c-07b57966f20e admin admin] GET failed (client error): The resource could not be found. Jan 28 20:05:05.967361 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c5a0e479-b9a9-4fb5-9f7c-07b57966f20e admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3967297 Jan 28 20:05:06.237207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.policy [None req-f5b43ce4-11e8-41c0-922c-f01bdbd485ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102306) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 20:05:06.282866 n-d-825064-3 neutron-server[102306]: WARNING oslo_policy.policy [None req-f5b43ce4-11e8-41c0-922c-f01bdbd485ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:05:06.283242 n-d-825064-3 neutron-server[102306]: WARNING oslo_policy.policy [None req-f5b43ce4-11e8-41c0-922c-f01bdbd485ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:05:06.292169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b43ce4-11e8-41c0-922c-f01bdbd485ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:06.293869 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f5b43ce4-11e8-41c0-922c-f01bdbd485ef admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3215146 Jan 28 20:05:07.631007 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b45369ee-53ed-4b1e-911d-0d15bae217c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:08.502727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48780) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:08.594657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6051b-8402-4cd7-a480-8b36c160422e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:08.595986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ecf6051b-8402-4cd7-a480-8b36c160422e admin admin] 10.222.0.44 "GET /v2.0/subnets/d05339f7-3339-4d47-8773-c01b8c92949a HTTP/1.1" status: 200 len: 849 time: 0.0923321 Jan 28 20:05:08.606552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:05:08.691676 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:08.831376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763517260647'] for subnet, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:08.866065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:08.867128 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:08.868295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] 10.222.0.44 "PUT /v2.0/subnets/d05339f7-3339-4d47-8773-c01b8c92949a HTTP/1.1" status: 200 len: 868 time: 0.2651038 Jan 28 20:05:08.870372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c96f29-61fd-419f-9c54-16ac0b26a704 None None] Network bbfcc206-2c92-42b9-a53c-3a7401d008ea requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:05:08.885441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05339f7-3339-4d47-8773-c01b8c92949a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:08.892998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.893375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.893680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.894019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.894346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.894674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.894997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.895317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.895638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.895956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.896332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:08.896627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80436873-1fb6-457b-9ecb-e2ea01b425f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:09.300509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-caaefee8-d674-4d05-9618-c7bc8dab70e7 None None] Provisioning complete for port 78a0069e-b288-4d66-b11d-9e2fabf6e75e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:05:09.300805 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-caaefee8-d674-4d05-9618-c7bc8dab70e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:09.387740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-caaefee8-d674-4d05-9618-c7bc8dab70e7 None None] Provisioning complete for port cbfcedb9-d7c7-4de1-bbdb-e3cc5ae51718 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:05:09.388065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-caaefee8-d674-4d05-9618-c7bc8dab70e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:09.976982 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-75b53634-4784-4f23-a57a-4ad4ce8e4351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:11.083565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48790) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:11.278580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cb4a27-b049-4b00-9b04-b4147d8e2f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:11.278966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cb4a27-b049-4b00-9b04-b4147d8e2f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:11.280528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-77cb4a27-b049-4b00-9b04-b4147d8e2f01 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959691 Jan 28 20:05:11.389049 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:12.708905 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:13.059865 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:05:13.075538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:13.499731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48798) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:13.629777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8575319e-f62f-44c9-9a95-e66d2a692941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:13.630254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8575319e-f62f-44c9-9a95-e66d2a692941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:13.631766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8575319e-f62f-44c9-9a95-e66d2a692941 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310706 Jan 28 20:05:15.866512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48806) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:15.997694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b7696-8038-49ea-9a3c-db020de5a8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:15.999085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6b4b7696-8038-49ea-9a3c-db020de5a8ef admin admin] 10.222.0.44 "GET /v2.0/networks/bbfcc206-2c92-42b9-a53c-3a7401d008ea HTTP/1.1" status: 200 len: 869 time: 0.1316431 Jan 28 20:05:18.236666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48814) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:18.363088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03643d1-4aa2-486e-9881-cbe35bc11653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:18.364473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b03643d1-4aa2-486e-9881-cbe35bc11653 admin admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 886 time: 0.1268451 Jan 28 20:05:20.564136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48822) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:20.687793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045fb5f-ddf1-403a-bcb6-623b066cd8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:20.688165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045fb5f-ddf1-403a-bcb6-623b066cd8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:20.689717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7045fb5f-ddf1-403a-bcb6-623b066cd8d7 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245859 Jan 28 20:05:22.931480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48830) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:23.025393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed9cf7d-a5fc-403b-9a8b-ac27253eaf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:23.025793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed9cf7d-a5fc-403b-9a8b-ac27253eaf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:23.027293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5ed9cf7d-a5fc-403b-9a8b-ac27253eaf09 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948114 Jan 28 20:05:25.234060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48838) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:25.348324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb0c2c-059f-4d8b-a013-4558abc51bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:25.349647 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0edb0c2c-059f-4d8b-a013-4558abc51bef admin admin] 10.222.0.44 "GET /v2.0/subnets/3691117d-0927-4383-962c-d31de66577a2 HTTP/1.1" status: 200 len: 816 time: 0.1146553 Jan 28 20:05:27.573277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48846) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:27.662786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9825cf4-1926-4ec3-bbdd-58750f11893a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:27.664759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a9825cf4-1926-4ec3-bbdd-58750f11893a admin admin] 10.222.0.44 "GET /v2.0/subnets/d05339f7-3339-4d47-8773-c01b8c92949a HTTP/1.1" status: 200 len: 868 time: 0.0905588 Jan 28 20:05:37.632969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ce6dc6f-b5c7-42bb-ba98-361dab413cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:39.983757 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-da6d6804-05dc-4570-bbff-7e96771d240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:41.387110 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:42.713407 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:43.077581 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:48.254209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48900) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:48.302426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-42e2ea45-b50b-4bd5-b763-b394c1f984df admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:05:48.304028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-42e2ea45-b50b-4bd5-b763-b394c1f984df admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488596 Jan 28 20:05:50.059333 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:05:50.588955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48908) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:50.652567 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ea93ec-baa9-4ee0-ab69-95b115d48869 admin admin] GET failed (client error): The resource could not be found. Jan 28 20:05:50.653798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-31ea93ec-baa9-4ee0-ab69-95b115d48869 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639279 Jan 28 20:05:50.888598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e8717-d549-4530-812a-34291725e226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:50.890053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5e5e8717-d549-4530-812a-34291725e226 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2315500 Jan 28 20:05:53.174841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48916) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:53.220831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:05:53.222138 n-d-825064-3 neutron-server[102306]: INFO neutron.quota [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Loaded quota_driver: . Jan 28 20:05:53.262361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Made reservation on behalf of 07c0213c0d62417295f83de69b5cac12 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:05:53.265488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:53.310332 n-d-825064-3 neutron-server[102306]: WARNING neutron.services.revisions.revision_plugin [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Could not find related network for resource to bump revision. Jan 28 20:05:53.330844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:05:53.343127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763517134394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:53.343693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Unsubscribe: segment precommit_create {{(pid=102306) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 20:05:53.344200 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Added segment d9b13170-e30d-4a63-a9af-8d1556715562 of type vlan for network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 Jan 28 20:05:53.408527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:53.440782 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:53.441823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:53.442414 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:53.469589 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2936480 Jan 28 20:05:53.552343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Pushing event updated for resources: {'Network': ['ID=9bee3126-a1e7-46c0-aed7-67212fa1e9a9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:53.562453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.562803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.563140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.563520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.563829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.564157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.564507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.564830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.565152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.565475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.565811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.566127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5976c89d-4172-4800-892a-7693a82ccd8f admin admin] Tracked resource versions report: Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: pushed versions: Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: { 'AddressGroup': {'1.2'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'ConntrackHelper': {'1.0'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Log': {'1.0'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Network': {'1.1'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Port': {'1.7'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'PortForwarding': {'1.2'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'QosPolicy': {'1.9'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'SecurityGroup': {'1.4'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'SubPort': {'1.0'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Subnet': {'1.1'}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Trunk': {'1.1'}} Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: consumer versions: Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: { DHCP agent@n-d-825064-3: {}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: L3 agent@n-d-825064-3: {}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: Metadata agent@n-d-825064-3: {}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: Metering agent@n-d-825064-3: {}, Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: Open vSwitch agent@n-d-825064-3: { 'AddressGroup': '1.2', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'ConntrackHelper': '1.0', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Log': '1.0', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Network': '1.1', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Port': '1.7', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'PortForwarding': '1.2', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'QosPolicy': '1.9', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'SecurityGroup': '1.4', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'SecurityGroupRule': '1.2', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'SubPort': '1.0', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Subnet': '1.1', Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: 'Trunk': '1.1'}} Jan 28 20:05:53.567241 n-d-825064-3 neutron-server[102306]: {{(pid=102306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:05:53.601050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:05:55.688264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48928) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:05:55.749099 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd48953a-2242-49fb-8859-e078239341be admin admin] GET failed (client error): The resource could not be found. Jan 28 20:05:55.750369 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bd48953a-2242-49fb-8859-e078239341be admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611427 Jan 28 20:05:55.823217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e4151-31d6-4763-bdcf-6dd293988f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:55.824659 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-256e4151-31d6-4763-bdcf-6dd293988f2d admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696516 Jan 28 20:05:55.835145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:05:55.877823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Made reservation on behalf of 07c0213c0d62417295f83de69b5cac12 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:05:55.880326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:56.094453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:56.155942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:56.167162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:05:56.167555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Network hostable DHCP agents. Network: 9bee3126-a1e7-46c0-aed7-67212fa1e9a9, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:05:56.187888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:05:56.198683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 9bee3126-a1e7-46c0-aed7-67212fa1e9a9) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:05:56.203250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:56.203834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:56.208234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a555f-983a-4d71-82c2-d1f938893821 None None] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:05:56.219304 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0d28340a-ea92-4dd6-a7db-fcdd16fea692 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3875880 Jan 28 20:05:56.456159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'tenant_id': '07c0213c0d62417295f83de69b5cac12', 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:05:56.457052 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:56.599065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Allocated IP 192.168.233.2 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:05:56.745297 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:56.750658 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:56.788481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:05:56.793724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:05:56.797409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:05:56.808347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Pushing event updated for resources: {'Port': ['ID=8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:56.829890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.830242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.830587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.830925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.831258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.831589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.831917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.832267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.832600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.832949 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.833275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.834135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:56.866275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Attempting to bind port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:05:56.866651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Attempting to bind port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:05:56.867012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Attempting to bind port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:05:56.872031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:05:56.872433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:05:56.872838 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:56.873233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:05:56.873707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Bound port: 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:05:56.874103 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:56.939052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] For port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:05:56.942403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] For port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:05:56.946631 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:57.008341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314997c-7319-4ff5-8dc5-0c321b27d1cc None None] Pushing event updated for resources: {'Port': ['ID=8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:57.870486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e296e73-ea30-4751-a3c6-5872dd7525c9 None None] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:05:57.986307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eab96688-e5bc-420f-be47-9307adde4807 None None] Provisioning complete for port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:05:57.986673 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eab96688-e5bc-420f-be47-9307adde4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:58.101447 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eab96688-e5bc-420f-be47-9307adde4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:58.138581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-eab96688-e5bc-420f-be47-9307adde4807 None None] For port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:58.145754 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eab96688-e5bc-420f-be47-9307adde4807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:58.210610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab96688-e5bc-420f-be47-9307adde4807 None None] Pushing event updated for resources: {'Port': ['ID=8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:58.266779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-373dd4f2-cb98-49fa-aac9-53680bb1ece2 None None] Provisioning complete for port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:05:58.267151 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-373dd4f2-cb98-49fa-aac9-53680bb1ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:05:58.565855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:05:58.614888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8d1d3c8b-4cb2-4f4e-a635-5ddc7b7222d7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:05:58.615388 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:07.634676 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45e4130b-89f8-496b-9550-e2177c77f9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:09.975583 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2e828222-0539-42b0-ac6a-d52b7ee7d519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:11.393181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:12.716648 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:13.079532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:27.057875 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:06:37.637240 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ccd977ca-ca4d-43e6-953f-86574c4e86b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:39.976153 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f771bc4b-d1e4-4f52-a3f3-3948431f7a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:41.393143 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:42.717959 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:06:43.081398 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:04.056987 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:07:07.638488 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b74a95a6-b414-4f0d-817c-17a192930ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:09.976479 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5d166d6a-c44c-4afe-ac26-592c258bd4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:11.396000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:12.722607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:13.084266 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:13.659958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48980) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:07:13.666220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-3ba7cb4d-3918-4196-88a7-3a5ab44e1ac6 tempest-verify_tempest_config-2028287831 tempest-verify_tempest_config-2028287831-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:07:13.667202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3ba7cb4d-3918-4196-88a7-3a5ab44e1ac6 tempest-verify_tempest_config-2028287831 tempest-verify_tempest_config-2028287831-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062401 Jan 28 20:07:13.953354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48998) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:07:14.054102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:14.124383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:14.127885 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:14.172789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bcc7f3c62c9b46dda659f59c758e2e70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2184064 Jan 28 20:07:14.175008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9def0bd-b05f-45fa-a429-4acdc67514b2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:14.175682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49002) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:07:14.181106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.181453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.181792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.182123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.182456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.182803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.183127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.183449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.183770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.184091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.184436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.184756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9587574-b82e-401d-853c-9a29a73c2c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.251108 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:14.271627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:14.360969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:14.363647 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:14.364861 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9def0bd-b05f-45fa-a429-4acdc67514b2 HTTP/1.1" status: 204 len: 168 time: 0.1876485 Jan 28 20:07:14.373882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9def0bd-b05f-45fa-a429-4acdc67514b2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:14.380667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.380950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.381288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.381615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.381939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.382261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.382578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.382896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.383212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.383533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.383968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.384325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b63158-9ca8-412c-bb49-bc07ea58accc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:37.641300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1fbfe02f-fbe5-4a8b-94bd-43058a91a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:39.975923 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0ab32b5-f1bb-4ebd-bbcc-e84b0e09ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:41.055966 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:07:41.398181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:42.722592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:07:43.084976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:07.642045 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91dbe406-fb67-41f2-a430-a06c1572ef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:09.977323 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7f7fedc0-9af3-42d5-a26b-c8e9dad54770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:11.400445 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:12.725411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:13.086635 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:18.054470 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:08:37.644324 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0812b7f7-e3f7-4483-89d1-67b8a9e54999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:39.977646 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ad635848-7a75-4a7d-8fa5-dd56ad538e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:41.404753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:42.729681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:43.088802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:08:55.053561 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:09:07.645050 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1e26e432-d7a9-4124-ac62-04a8c7859b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:09.977920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b742ea02-fe85-4902-9892-7962d2fd3249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:11.407579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:12.731552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:13.090911 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:32.051957 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:09:37.645739 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-578866bb-202d-4800-bccd-f2bddf0d1231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:39.978979 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-baf5a1c5-3911-47aa-860e-267da5ee741c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:41.409460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:42.733939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:09:43.092380 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:07.646703 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e76bca9-e302-4acd-bc7d-040f25bb6650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:09.051354 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 5 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:10:10.084191 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6bde140e-8c1c-4702-b3b4-f1d06d55bad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:11.414458 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:12.740602 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:13.098150 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:17.633838 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1828355'] for agent, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:20.928169 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1828355'] for agent, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:37.648951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ad12b005-0f4f-4658-bbca-f45fdbd958b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:39.985347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fb4da80-918b-44c1-b570-4a54d64e352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:41.416832 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:42.740129 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:43.090235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:46.050139 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:10:47.621492 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:10:50.895686 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:04.125482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49068) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:11:04.229017 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-17c96750-29b1-4c45-bfbb-b23d52cbf4c2 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1024554 Jan 28 20:11:06.490696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49078) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:11:06.552205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eeef1c21-13f2-42c8-a7b2-aceab2db9479 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0604167 Jan 28 20:11:07.649401 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-19dde30e-06a1-4df1-9c39-bb5924f33a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:09.986720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-92624267-ea20-41e7-bc8c-48d8c542c822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:11.419204 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:12.742913 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:13.091876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:17.632718 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:20.895050 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:23.049449 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:11:37.650669 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-060a828c-3333-4fda-a694-e35e6a0c89b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:39.989919 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-db8d8993-8574-4d79-9919-f5782039cd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:41.422735 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:42.746587 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:43.093222 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:47.654973 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:11:50.910702 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:00.049132 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:12:07.652128 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-872590f7-95fe-4f34-a0b3-edae5d6ce3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:09.993946 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0cc9107b-762f-4bf1-8ab1-2a623e36f2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:11.425882 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:12.748551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:13.094962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:17.660563 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:20.899818 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:37.048824 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:12:37.662845 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-609d5050-6fd2-4c3c-a298-6e9af0679fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:40.014902 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-92c973da-43a5-4d8d-b177-12f83c5f462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:41.430607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:41.439091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49264) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:41.679264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4ed14621-7109-45ab-b4f9-a1685bdb472e tempest-AutoAllocateNetworkTest-823889468 tempest-AutoAllocateNetworkTest-823889468-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=39ef8847adb148a586fdb2e79c05295e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2344205 Jan 28 20:12:41.679264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49288) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:41.918535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bbe5f0-ff67-4c92-89ee-9b0ed1e93555 tempest-AutoAllocateNetworkTest-823889468 tempest-AutoAllocateNetworkTest-823889468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:41.920358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-05bbe5f0-ff67-4c92-89ee-9b0ed1e93555 tempest-AutoAllocateNetworkTest-823889468 tempest-AutoAllocateNetworkTest-823889468-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2402725 Jan 28 20:12:41.923252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49302) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:41.985541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-46e4c91f-db0e-4c16-8fff-c8d1db356e44 tempest-AutoAllocateNetworkTest-823889468 tempest-AutoAllocateNetworkTest-823889468-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610037 Jan 28 20:12:41.988483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49306) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:42.052017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5949680e-a3ad-4ac7-a2a6-819965c6ff54 tempest-AutoAllocateNetworkTest-823889468 tempest-AutoAllocateNetworkTest-823889468-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=39ef8847adb148a586fdb2e79c05295e HTTP/1.1" status: 200 len: 208 time: 0.0604079 Jan 28 20:12:42.751360 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:42.895811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49344) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:43.099648 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:43.276944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:43.384771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:43.396747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:43.460091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39ef8847adb148a586fdb2e79c05295e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5626683 Jan 28 20:12:43.461794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24987cdd-6508-47d6-a87f-0c346d1f45de,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:43.462793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49386) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:43.475491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.476045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.476627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.477184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.478008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.479392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.479952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.480549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.481270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.481644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.482187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.482724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71a3ef-8cb8-40dc-9b2e-fbcf48ce70b5 admin admin] Tracked resource versions report: Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: pushed versions: Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: { 'AddressGroup': {'1.2'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'ConntrackHelper': {'1.0'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Log': {'1.0'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Network': {'1.1'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Port': {'1.7'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'PortForwarding': {'1.2'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'QosPolicy': {'1.9'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'SecurityGroup': {'1.4'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'SubPort': {'1.0'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Subnet': {'1.1'}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Trunk': {'1.1'}} Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: consumer versions: Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: { DHCP agent@n-d-825064-3: {}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: HyperV agent@n-h1-825064-3: {}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: HyperV agent@n-h2-825064-3: {}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: L3 agent@n-d-825064-3: {}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: Metadata agent@n-d-825064-3: {}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: Metering agent@n-d-825064-3: {}, Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: Open vSwitch agent@n-d-825064-3: { 'AddressGroup': '1.2', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'ConntrackHelper': '1.0', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Log': '1.0', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Network': '1.1', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Port': '1.7', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'PortForwarding': '1.2', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'QosPolicy': '1.9', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'SecurityGroup': '1.4', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'SecurityGroupRule': '1.2', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'SubPort': '1.0', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Subnet': '1.1', Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: 'Trunk': '1.1'}} Jan 28 20:12:43.484681 n-d-825064-3 neutron-server[102307]: {{(pid=102307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:12:43.528022 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:43.557693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:43.608226 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:43.611331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:43.615114 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24987cdd-6508-47d6-a87f-0c346d1f45de HTTP/1.1" status: 204 len: 168 time: 0.1481707 Jan 28 20:12:43.623351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24987cdd-6508-47d6-a87f-0c346d1f45de,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:43.633981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.634921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.635297 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.635621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.636337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.636669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.636995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.637318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.637639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.637965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.638285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.638601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f260170-7d53-4f08-b29e-3d21ad077afe admin admin] Tracked resource versions report: Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: pushed versions: Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: { 'AddressGroup': {'1.2'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'ConntrackHelper': {'1.0'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Log': {'1.0'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Network': {'1.1'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Port': {'1.7'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'PortForwarding': {'1.2'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'QosPolicy': {'1.9'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'SecurityGroup': {'1.4'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'SubPort': {'1.0'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Subnet': {'1.1'}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Trunk': {'1.1'}} Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: consumer versions: Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: { DHCP agent@n-d-825064-3: {}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: HyperV agent@n-h1-825064-3: {}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: HyperV agent@n-h2-825064-3: {}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: L3 agent@n-d-825064-3: {}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: Metadata agent@n-d-825064-3: {}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: Metering agent@n-d-825064-3: {}, Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: Open vSwitch agent@n-d-825064-3: { 'AddressGroup': '1.2', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'ConntrackHelper': '1.0', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Log': '1.0', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Network': '1.1', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Port': '1.7', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'PortForwarding': '1.2', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'QosPolicy': '1.9', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'SecurityGroup': '1.4', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'SecurityGroupRule': '1.2', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'SubPort': '1.0', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Subnet': '1.1', Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: 'Trunk': '1.1'}} Jan 28 20:12:43.639635 n-d-825064-3 neutron-server[102306]: {{(pid=102306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:12:46.124615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49538) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:46.287006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8699869-9b8c-44d3-8e4d-c62c590e23c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:46.388422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8699869-9b8c-44d3-8e4d-c62c590e23c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:46.392631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8699869-9b8c-44d3-8e4d-c62c590e23c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:46.421465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8699869-9b8c-44d3-8e4d-c62c590e23c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd99134-7f17-42c2-9e8d-17fd097493c9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:46.451296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b8699869-9b8c-44d3-8e4d-c62c590e23c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0340d8610989434ebb3c162de28b9594&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3241045 Jan 28 20:12:46.453897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49562) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:46.535175 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f16d71eb-f988-4174-9ce9-ab025a125172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:46.580733 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f16d71eb-f988-4174-9ce9-ab025a125172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:46.654124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f16d71eb-f988-4174-9ce9-ab025a125172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:46.657452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f16d71eb-f988-4174-9ce9-ab025a125172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:46.658962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f16d71eb-f988-4174-9ce9-ab025a125172 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afd99134-7f17-42c2-9e8d-17fd097493c9 HTTP/1.1" status: 204 len: 168 time: 0.2015765 Jan 28 20:12:46.670783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d71eb-f988-4174-9ce9-ab025a125172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd99134-7f17-42c2-9e8d-17fd097493c9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:47.113395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49618) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:47.133002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f064c19d-5103-4a96-94f3-5d250f856144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:47.211205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f064c19d-5103-4a96-94f3-5d250f856144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:47.215395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f064c19d-5103-4a96-94f3-5d250f856144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:47.251555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064c19d-5103-4a96-94f3-5d250f856144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5a661-3a55-420d-b7c8-f4b6b7038480,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:47.279327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f064c19d-5103-4a96-94f3-5d250f856144 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93eeff63a1b3485888d77c0cafb477e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1647434 Jan 28 20:12:47.283299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49632) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:47.334760 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99dbdb67-1603-44b8-b71b-de9442cf5137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:47.359808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99dbdb67-1603-44b8-b71b-de9442cf5137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:47.396399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49646) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:47.399335 n-d-825064-3 neutron-server[102307]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 20:12:47.422829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8f47072f-939e-4f47-b4f3-1823ebc52cc5 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dfc2dcc1bb8f45588e7d14d60a8f05e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247447 Jan 28 20:12:47.424516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99dbdb67-1603-44b8-b71b-de9442cf5137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:47.427122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99dbdb67-1603-44b8-b71b-de9442cf5137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:47.430867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-99dbdb67-1603-44b8-b71b-de9442cf5137 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecb5a661-3a55-420d-b7c8-f4b6b7038480 HTTP/1.1" status: 204 len: 168 time: 0.1439681 Jan 28 20:12:47.439347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbdb67-1603-44b8-b71b-de9442cf5137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5a661-3a55-420d-b7c8-f4b6b7038480,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:47.565209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-2d328ede-3020-40d8-90fa-164ffc016715 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:47.566642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-2d328ede-3020-40d8-90fa-164ffc016715 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359107 Jan 28 20:12:47.589928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-2f61d885-b25c-4438-a7d9-df450f6d3f9f tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/quotas/dfc2dcc1bb8f45588e7d14d60a8f05e0 HTTP/1.1" status: 200 len: 375 time: 0.0167296 Jan 28 20:12:47.644516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8a871ae1-b84c-4cf3-949e-65cf7aed6c1a tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfc2dcc1bb8f45588e7d14d60a8f05e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535769 Jan 28 20:12:47.680477 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:47.741079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49672) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:47.765632 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-f8639470-4f67-4cb8-9ab2-bc140601c664 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=56db36bed18643ae8ac22a9781191da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233350 Jan 28 20:12:47.909848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-d5468219-68f4-463e-9fd4-ce487e17e2a4 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:47.911458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-d5468219-68f4-463e-9fd4-ce487e17e2a4 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393192 Jan 28 20:12:47.928711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-cf06feec-13a0-4f0f-8abe-d1e68243a2ac tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/quotas/56db36bed18643ae8ac22a9781191da8 HTTP/1.1" status: 200 len: 375 time: 0.0095763 Jan 28 20:12:47.980598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-3c9bf37a-5f23-42cb-8dfa-466723622b72 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56db36bed18643ae8ac22a9781191da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414996 Jan 28 20:12:48.269560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74a39070-7d04-4796-8464-bb0d0905f31f req-90302f35-45dd-409c-9679-c6a2758d60ee tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 210 time: 0.0674860 Jan 28 20:12:48.303039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23b7f3e3-4406-4f06-bb0f-9dda0a24e09c req-1f741f6f-512f-4c8f-83b2-b149a79ea555 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 210 time: 0.0536819 Jan 28 20:12:48.920588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49800) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:49.246651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feb27508-0419-429c-9c1e-098c08a65f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:49.427437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feb27508-0419-429c-9c1e-098c08a65f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:49.434239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feb27508-0419-429c-9c1e-098c08a65f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:49.488466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27508-0419-429c-9c1e-098c08a65f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6964d-e8e7-4de4-81ed-d9f763c95806,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:49.530736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-feb27508-0419-429c-9c1e-098c08a65f5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd92bd9bb67046f8a354b62f92dcfc31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6081266 Jan 28 20:12:49.533885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49856) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:49.576606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-481cb06f-e2f4-4214-bfcd-c09bc4a020c7 req-78b4470d-06d4-4628-924f-db191d9e83c6 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 210 time: 0.0443676 Jan 28 20:12:49.623311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70dc5da7-b8cf-4d26-85f4-407af93d2419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:49.652304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70dc5da7-b8cf-4d26-85f4-407af93d2419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:49.723508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81b94759-6519-45a6-95fa-969890ea8610 req-e43a25e4-c73a-4170-b881-3bb20569525f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 210 time: 0.0298526 Jan 28 20:12:49.754123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70dc5da7-b8cf-4d26-85f4-407af93d2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:49.757421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70dc5da7-b8cf-4d26-85f4-407af93d2419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:49.759085 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-70dc5da7-b8cf-4d26-85f4-407af93d2419 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fb6964d-e8e7-4de4-81ed-d9f763c95806 HTTP/1.1" status: 204 len: 168 time: 0.2240183 Jan 28 20:12:49.768864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc5da7-b8cf-4d26-85f4-407af93d2419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6964d-e8e7-4de4-81ed-d9f763c95806,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:50.236270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.26', 62055) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:50.293629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-ea68e20a-af85-4a93-b688-09f5a0ff3594 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=dfc2dcc1bb8f45588e7d14d60a8f05e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409291 Jan 28 20:12:50.339322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49920) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:50.369384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533e8a0a-0736-4eca-a394-fb63ad1c4de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:50.488586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-503f974e-c674-48aa-a0c7-ed4ee0240c5e tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:50.494857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-503f974e-c674-48aa-a0c7-ed4ee0240c5e tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918569 Jan 28 20:12:50.517695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533e8a0a-0736-4eca-a394-fb63ad1c4de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:50.521856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533e8a0a-0736-4eca-a394-fb63ad1c4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:50.589852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e8a0a-0736-4eca-a394-fb63ad1c4de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a96b94c-b4c5-4e7d-864f-caa7b5f93781,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:50.603959 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-533e8a0a-0736-4eca-a394-fb63ad1c4de8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb29f02d33d84c859f7fb3d96a0bcba3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2630122 Jan 28 20:12:50.604637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49940) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:50.686021 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64757ea0-a273-4933-ab7d-f92b83060ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:50.728395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64757ea0-a273-4933-ab7d-f92b83060ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:50.744139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Request body: {'port': {'device_id': '28200f1a-d9a0-4900-930d-52934daa770a', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'dfc2dcc1bb8f45588e7d14d60a8f05e0'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:50.940972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:50.975484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49968) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:50.993017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.26', 62058) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:51.044525 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-88eac835-eb23-4df6-911f-fd0827fff75a tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=56db36bed18643ae8ac22a9781191da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493879 Jan 28 20:12:51.066399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d6cf20f-7362-4539-bb28-fafad80d0534 req-3ed260fa-17ce-40f9-8511-3f3c6934009f tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 210 time: 0.2687316 Jan 28 20:12:51.161601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f62c1725-dcce-4d67-9255-ec442d0bbac5 req-4ca44663-2ab0-48f9-80bf-3e02e25c2cf3 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 210 time: 0.1733792 Jan 28 20:12:51.265788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d34996e8-6ac8-4fec-8fb2-ab6144676e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.271342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64757ea0-a273-4933-ab7d-f92b83060ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.276001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64757ea0-a273-4933-ab7d-f92b83060ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.279770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64757ea0-a273-4933-ab7d-f92b83060ea6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a96b94c-b4c5-4e7d-864f-caa7b5f93781 HTTP/1.1" status: 204 len: 168 time: 0.6714847 Jan 28 20:12:51.302199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64757ea0-a273-4933-ab7d-f92b83060ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a96b94c-b4c5-4e7d-864f-caa7b5f93781,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:51.375956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Made reservation on behalf of dfc2dcc1bb8f45588e7d14d60a8f05e0 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:12:51.382278 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.432367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.627440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d34996e8-6ac8-4fec-8fb2-ab6144676e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.642021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d34996e8-6ac8-4fec-8fb2-ab6144676e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.706738 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d34996e8-6ac8-4fec-8fb2-ab6144676e53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d87ba539fa8c43d186b32e1cd776d0b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7292745 Jan 28 20:12:51.718636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50000) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:51.723750 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.730018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-35d07c72-c6cd-47f2-ba2d-28b6de1a407e tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:51.731667 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-35d07c72-c6cd-47f2-ba2d-28b6de1a407e tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6808310 Jan 28 20:12:51.737611 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:51.777901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34996e8-6ac8-4fec-8fb2-ab6144676e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f32eea-51a7-44aa-8167-671faebecd03,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:51.792654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50002) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:51.804763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Request body: {'port': {'device_id': 'bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '56db36bed18643ae8ac22a9781191da8'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:51.862453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78133e1-ca2d-4c28-894b-aa6920ccff2f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:52.075552 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-33e7eda7-540c-44c7-8d23-c84939920ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.171804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-33e7eda7-540c-44c7-8d23-c84939920ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.248718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2e81a7c-b322-441e-8c10-ba0e98463492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.255526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Made reservation on behalf of 56db36bed18643ae8ac22a9781191da8 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:12:52.264719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.287473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.348845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e011194-43fd-44b0-afae-7e1a70f03276 req-0672c1a0-c404-4462-ada7-6a0f4e82c9ae tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 210 time: 0.0889232 Jan 28 20:12:52.351061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Allocated IP 192.168.233.66 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/0f89b2df-5c8d-4e7d-b310-fb90e3cc6127) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:12:52.420305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d0a9fd5-eaea-4af4-bad3-ec72bd2cc7eb req-c4eed1ad-3762-4dca-a230-745e635e4e3f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 210 time: 0.0903971 Jan 28 20:12:52.439411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2e81a7c-b322-441e-8c10-ba0e98463492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.456069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2e81a7c-b322-441e-8c10-ba0e98463492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.466077 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.482579 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.491180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-33e7eda7-540c-44c7-8d23-c84939920ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.494678 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-33e7eda7-540c-44c7-8d23-c84939920ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.496465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-33e7eda7-540c-44c7-8d23-c84939920ee5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1f32eea-51a7-44aa-8167-671faebecd03 HTTP/1.1" status: 204 len: 168 time: 0.7756011 Jan 28 20:12:52.521909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7eda7-540c-44c7-8d23-c84939920ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f32eea-51a7-44aa-8167-671faebecd03,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:52.523193 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a2e81a7c-b322-441e-8c10-ba0e98463492 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b3c7c437fba4eafa9069ff13b4bf716&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7284472 Jan 28 20:12:52.528849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50026) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:52.567416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81a7c-b322-441e-8c10-ba0e98463492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4af5fe-7065-4c0f-87ac-db2b90d82e46,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:52.757429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.777685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:52.816529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.842685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:52.867157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:52.924310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:12:52.929926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:52.930570 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.942199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cdaaf20-5678-4b80-82b6-541cde7216a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:52.970712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2321310 Jan 28 20:12:53.005012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-84b2adb9-6d71-4d94-b3ca-70468394ff13 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:12:53.006804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-84b2adb9-6d71-4d94-b3ca-70468394ff13 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068541 Jan 28 20:12:53.029045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f06edb-36a0-4815-9467-e44304028f07 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Pushing event updated for resources: {'Port': ['ID=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:53.119104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50040) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:53.137658 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-295f020d-a17b-4aaa-af03-1c805c7a5f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.161670 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cdaaf20-5678-4b80-82b6-541cde7216a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.230494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2cde9cf3-27a6-4ed5-95da-8f4b94520e57 None None] Provisioning complete for port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:53.231139 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2cde9cf3-27a6-4ed5-95da-8f4b94520e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.248537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Allocated IP 192.168.233.201 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/a9c8bacf-6b76-44f3-8b59-6f64e21747ec) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:12:53.311415 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-295f020d-a17b-4aaa-af03-1c805c7a5f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.314560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2cde9cf3-27a6-4ed5-95da-8f4b94520e57 None None] Port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:12:53.333562 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-295f020d-a17b-4aaa-af03-1c805c7a5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.417188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Request body: {'port': {'device_id': '28200f1a-d9a0-4900-930d-52934daa770a', 'device_owner': 'compute:tempest-test_az-1920569602', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:53.429098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cdaaf20-5678-4b80-82b6-541cde7216a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.441545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cdaaf20-5678-4b80-82b6-541cde7216a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.443191 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8cdaaf20-5678-4b80-82b6-541cde7216a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de4af5fe-7065-4c0f-87ac-db2b90d82e46 HTTP/1.1" status: 204 len: 168 time: 0.9124532 Jan 28 20:12:53.514124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaaf20-5678-4b80-82b6-541cde7216a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4af5fe-7065-4c0f-87ac-db2b90d82e46,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:53.660976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.742340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.763432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-295f020d-a17b-4aaa-af03-1c805c7a5f00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2d037ec10874e1f9eff039e66634c21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6430609 Jan 28 20:12:53.827537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f020d-a17b-4aaa-af03-1c805c7a5f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e67d128-48a3-4bd0-920d-00003ea33b51,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:53.850685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50058) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:53.877174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:53.937237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9efec752-1524-4014-aca2-0b25f83ec239 req-8aa15ded-7432-4968-8e20-140a2b0d2e8c tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 210 time: 0.2120659 Jan 28 20:12:53.987624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5aa8b-8ba5-402e-a015-2b600cf9dd57 req-c4a77d5f-6d43-4d82-91fa-eeb9e8f5e2df tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:53.996902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03b5aa8b-8ba5-402e-a015-2b600cf9dd57 req-c4a77d5f-6d43-4d82-91fa-eeb9e8f5e2df tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 935 time: 0.4253297 Jan 28 20:12:54.051689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:54.053442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Pushing event updated for resources: {'Port': ['ID=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:54.057317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:54.091493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:12:54.105625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:54.106307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.170178 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-68473547-866a-432d-9be4-95d305aed8de tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3847616 Jan 28 20:12:54.239309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03b5aa8b-8ba5-402e-a015-2b600cf9dd57 req-74082790-4fa7-4b69-a33d-f0bd244cca8a tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402153 Jan 28 20:12:54.248221 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86d1a3ce-3276-4725-a6c9-4044e32429e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.423305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50072) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:54.462479 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dd0-68ca-43fd-a209-e0d6bcc9aa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.484936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:12:54.496994 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.541507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Transition to ACTIVE for port object 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:12:54.561545 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.572481 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86d1a3ce-3276-4725-a6c9-4044e32429e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.654423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-653e3f9d-7ecc-483e-a788-afb189333637 None None] Provisioning complete for port a9c8bacf-6b76-44f3-8b59-6f64e21747ec triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:54.657503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-653e3f9d-7ecc-483e-a788-afb189333637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.659680 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dd0-68ca-43fd-a209-e0d6bcc9aa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.665821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86d1a3ce-3276-4725-a6c9-4044e32429e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.669537 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86d1a3ce-3276-4725-a6c9-4044e32429e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.674191 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c48dd0-68ca-43fd-a209-e0d6bcc9aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.684581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-86d1a3ce-3276-4725-a6c9-4044e32429e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e67d128-48a3-4bd0-920d-00003ea33b51 HTTP/1.1" status: 204 len: 168 time: 0.8266430 Jan 28 20:12:54.754251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1a3ce-3276-4725-a6c9-4044e32429e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e67d128-48a3-4bd0-920d-00003ea33b51,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:54.805587 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a5c48dd0-68ca-43fd-a209-e0d6bcc9aa0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a27dd72b1bc4c36b89abb233145dfbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3801501 Jan 28 20:12:54.806807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50080) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:54.811164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-653e3f9d-7ecc-483e-a788-afb189333637 None None] Port a9c8bacf-6b76-44f3-8b59-6f64e21747ec cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:12:54.811831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c48dd0-68ca-43fd-a209-e0d6bcc9aa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7a2c0d-c3fe-405b-9f2c-4c10cf545c39,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:54.858997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Pushing event updated for resources: {'Port': ['ID=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:54.875755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Attempting to bind port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:12:54.876485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Attempting to bind port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:12:54.877050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Attempting to bind port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:54.883098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:12:54.883640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Attempting to bind port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:54.891401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:12:54.892027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:12:54.892845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:12:54.893561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Bound port: 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:12:54.894139 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:54.954459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c77e784-d245-470f-8129-3727fac8cc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:55.006861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] For port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:12:55.015255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] For port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:12:55.020936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c77e784-d245-470f-8129-3727fac8cc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:55.023254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:55.084436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:55.085212 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:55.105122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] 10.222.0.26 "PUT /v2.0/ports/0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 HTTP/1.1" status: 200 len: 1117 time: 1.7827199 Jan 28 20:12:55.106103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28200f1a-d9a0-4900-930d-52934daa770a', 'tag': '0f89b2df-5c8d-4e7d-b310-fb90e3cc6127'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:12:55.126237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c77e784-d245-470f-8129-3727fac8cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:55.129262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c77e784-d245-470f-8129-3727fac8cc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:55.130609 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c77e784-d245-470f-8129-3727fac8cc0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d7a2c0d-c3fe-405b-9f2c-4c10cf545c39 HTTP/1.1" status: 204 len: 168 time: 0.3103077 Jan 28 20:12:55.150334 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77e784-d245-470f-8129-3727fac8cc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7a2c0d-c3fe-405b-9f2c-4c10cf545c39,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:55.378872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Request body: {'port': {'device_id': 'bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc', 'device_owner': 'compute:tempest-test_az-1920569602', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:55.534973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:55.589914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50098) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:55.640912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cc0d755-5381-40ab-bdac-50f6491241d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:55.788046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166397c-bec0-4edf-a13b-e90855f6b077 service neutron] Pushing event updated for resources: {'Port': ['ID=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:55.840129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51203ef-9a85-44df-a460-db7aa9660ead req-a79e9f28-dc0f-481a-9efb-1a2ab6aea1a2 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:55.848078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c51203ef-9a85-44df-a460-db7aa9660ead req-a79e9f28-dc0f-481a-9efb-1a2ab6aea1a2 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.2457120 Jan 28 20:12:55.855660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-ccd75cac-fef9-4e6f-b4bf-2bee6b95cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:55.857177 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-ccd75cac-fef9-4e6f-b4bf-2bee6b95cf33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dfc2dcc1bb8f45588e7d14d60a8f05e0&device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 1120 time: 0.2613857 Jan 28 20:12:55.918118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c51203ef-9a85-44df-a460-db7aa9660ead req-78f63427-3d4a-48d8-8859-b1ad12ed9f83 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688751 Jan 28 20:12:55.961643 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bef5248-ba8d-420c-89a5-f4a830c7f89d" -d '{"events": [{"name": "network-changed", "server_uuid": "28200f1a-d9a0-4900-930d-52934daa770a", "tag": "0f89b2df-5c8d-4e7d-b310-fb90e3cc6127"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:56.053927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfaace-19e5-43b5-aeac-eb98d427dd6f req-9fa6fde0-e9af-4702-8bfc-ae0efea54ca8 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:56.055670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4bfaace-19e5-43b5-aeac-eb98d427dd6f req-9fa6fde0-e9af-4702-8bfc-ae0efea54ca8 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 936 time: 0.4611261 Jan 28 20:12:56.092398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-bd060ed9-c9a6-4762-9929-616f70607fba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 HTTP/1.1" status: 200 len: 217 time: 0.1883953 Jan 28 20:12:56.118841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cc0d755-5381-40ab-bdac-50f6491241d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:56.128847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cc0d755-5381-40ab-bdac-50f6491241d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:56.195216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-7642b65d-986d-4a26-a82a-8d104498c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:56.198204 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-7642b65d-986d-4a26-a82a-8d104498c031 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0806839 Jan 28 20:12:56.204125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4bfaace-19e5-43b5-aeac-eb98d427dd6f req-f893c872-bc1c-450c-8933-e86acc2b4ab7 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153476 Jan 28 20:12:56.225801 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7cc0d755-5381-40ab-bdac-50f6491241d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c76f410ec9c64a39a0d4c5c896a07a39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6345336 Jan 28 20:12:56.226401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:56.235273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0d755-5381-40ab-bdac-50f6491241d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a05a9-cbfd-40c7-b288-caf4da196106,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:56.320758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c8bacf-6b76-44f3-8b59-6f64e21747ec {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:12:56.321070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-6c0a5615-77fd-4457-858a-af20f038a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:56.323897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-6c0a5615-77fd-4457-858a-af20f038a1d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008489 Jan 28 20:12:56.338442 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:56.398828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Transition to ACTIVE for port object a9c8bacf-6b76-44f3-8b59-6f64e21747ec will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:12:56.408952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:56.448345 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364924cf-3197-43d4-b073-381d171c233f x-openstack-request-id: req-364924cf-3197-43d4-b073-381d171c233f {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:56.448782 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28200f1a-d9a0-4900-930d-52934daa770a", "tag": "0f89b2df-5c8d-4e7d-b310-fb90e3cc6127", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:56.449139 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-364924cf-3197-43d4-b073-381d171c233f {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:56.449713 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28200f1a-d9a0-4900-930d-52934daa770a', 'tag': '0f89b2df-5c8d-4e7d-b310-fb90e3cc6127', 'status': 'completed', 'code': 200} Jan 28 20:12:56.533410 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bd788b8-383c-40a8-9547-4c9d5d4925ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:56.661380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-31d27cf4-b462-493a-b45b-f758b3a078d1 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105742 Jan 28 20:12:56.703505 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bd788b8-383c-40a8-9547-4c9d5d4925ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:56.727987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:56.885549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Attempting to bind port a9c8bacf-6b76-44f3-8b59-6f64e21747ec on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:12:56.885822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Attempting to bind port a9c8bacf-6b76-44f3-8b59-6f64e21747ec by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:12:56.886295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Attempting to bind port a9c8bacf-6b76-44f3-8b59-6f64e21747ec on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:56.904482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Port a9c8bacf-6b76-44f3-8b59-6f64e21747ec on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:12:56.904910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Attempting to bind port a9c8bacf-6b76-44f3-8b59-6f64e21747ec on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:56.911864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:12:56.912418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:12:56.922062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:12:56.922755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Bound port: a9c8bacf-6b76-44f3-8b59-6f64e21747ec, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:12:56.923257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:57.043126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50154) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:57.076043 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bd788b8-383c-40a8-9547-4c9d5d4925ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:57.078796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bd788b8-383c-40a8-9547-4c9d5d4925ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:57.088736 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1bd788b8-383c-40a8-9547-4c9d5d4925ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f0a05a9-cbfd-40c7-b288-caf4da196106 HTTP/1.1" status: 204 len: 168 time: 0.8543525 Jan 28 20:12:57.133479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd788b8-383c-40a8-9547-4c9d5d4925ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a05a9-cbfd-40c7-b288-caf4da196106,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:57.209707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d89db-564f-4d4c-8d24-5c12b5d98333 req-b565d886-ad03-4c1a-9af0-18bf1d2a9079 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:57.210455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] For port a9c8bacf-6b76-44f3-8b59-6f64e21747ec, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:12:57.213083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a73d89db-564f-4d4c-8d24-5c12b5d98333 req-b565d886-ad03-4c1a-9af0-18bf1d2a9079 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.1019564 Jan 28 20:12:57.217325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] For port a9c8bacf-6b76-44f3-8b59-6f64e21747ec, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:12:57.225582 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:57.277204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:57.278499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:57.280862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a73d89db-564f-4d4c-8d24-5c12b5d98333 req-fc6b2c68-3d37-4f34-90cc-765734689732 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574145 Jan 28 20:12:57.281363 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] 10.222.0.26 "PUT /v2.0/ports/a9c8bacf-6b76-44f3-8b59-6f64e21747ec HTTP/1.1" status: 200 len: 1118 time: 1.9087636 Jan 28 20:12:57.283900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc', 'tag': 'a9c8bacf-6b76-44f3-8b59-6f64e21747ec'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:12:57.325485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e8af35-a70b-4303-9740-e217a2f57223 req-086a6161-eea5-4e24-8578-78cee435f411 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949161 Jan 28 20:12:57.586772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e9988-4091-42d2-aba4-3323190db198 req-ebd27b59-849e-4ec5-9c3b-37e9e9f6cd01 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:57.608840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-564e9988-4091-42d2-aba4-3323190db198 req-ebd27b59-849e-4ec5-9c3b-37e9e9f6cd01 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 970 time: 0.1812668 Jan 28 20:12:57.716460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c45d5a90-088b-467f-af5f-971e1fb85b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:57.800617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-564e9988-4091-42d2-aba4-3323190db198 req-b092de71-a0cf-408f-bd7e-8715eb2e713b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906900 Jan 28 20:12:57.810854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-5299baca-c055-42f0-a88b-da2829040a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:57.816613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-5299baca-c055-42f0-a88b-da2829040a47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56db36bed18643ae8ac22a9781191da8&device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 1121 time: 0.2008941 Jan 28 20:12:57.898137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d0ca-93a8-4421-99ee-bcd3d5d64a05 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:57.940710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-24e5ea04-071b-4b18-875f-d549d087fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:57.942246 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-24e5ea04-071b-4b18-875f-d549d087fdf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dfc2dcc1bb8f45588e7d14d60a8f05e0&device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 1120 time: 0.2539837 Jan 28 20:12:57.969770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c45d5a90-088b-467f-af5f-971e1fb85b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:57.992438 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c45d5a90-088b-467f-af5f-971e1fb85b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:58.045585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-1d056741-47ba-466c-9f0d-0f3c427a02e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=a9c8bacf-6b76-44f3-8b59-6f64e21747ec HTTP/1.1" status: 200 len: 217 time: 0.1063867 Jan 28 20:12:58.096737 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91059cf8-187a-4449-a06f-d8a49299678b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc", "tag": "a9c8bacf-6b76-44f3-8b59-6f64e21747ec"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:58.210956 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c45d5a90-088b-467f-af5f-971e1fb85b30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa423415729448889aaa42819410430b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1664703 Jan 28 20:12:58.219037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50190) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:58.220652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d5a90-088b-467f-af5f-971e1fb85b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa0a86-059b-4d21-9764-e7a1f0263255,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:58.311840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-661e904a-c25e-452c-a5f3-bed81c1961cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:58.314580 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-661e904a-c25e-452c-a5f3-bed81c1961cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3642681 Jan 28 20:12:58.330296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-e1db36b7-f899-46c3-a7e8-567c6e152f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:58.331755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-e1db36b7-f899-46c3-a7e8-567c6e152f49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2422516 Jan 28 20:12:58.495960 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c378e7c-cc7c-4d7c-8280-5f2b248230e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:58.529388 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c378e7c-cc7c-4d7c-8280-5f2b248230e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:58.549578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18787da-989d-446d-8e04-4ff64d2da9f1 req-7caa7c3f-81a0-4789-b000-ac324b917d9d tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:58.558620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f18787da-989d-446d-8e04-4ff64d2da9f1 req-7caa7c3f-81a0-4789-b000-ac324b917d9d tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.1325815 Jan 28 20:12:58.635376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f18787da-989d-446d-8e04-4ff64d2da9f1 req-4129f9e6-4d75-403c-96eb-7a4f5f86e9d3 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750017 Jan 28 20:12:58.672977 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c378e7c-cc7c-4d7c-8280-5f2b248230e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:58.678717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c378e7c-cc7c-4d7c-8280-5f2b248230e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:58.681731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8c378e7c-cc7c-4d7c-8280-5f2b248230e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4afa0a86-059b-4d21-9764-e7a1f0263255 HTTP/1.1" status: 204 len: 168 time: 0.4569941 Jan 28 20:12:58.695116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c378e7c-cc7c-4d7c-8280-5f2b248230e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa0a86-059b-4d21-9764-e7a1f0263255,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:58.744616 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870a70a7-713b-4c3d-8db7-d0948a882798 x-openstack-request-id: req-870a70a7-713b-4c3d-8db7-d0948a882798 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:58.745124 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc", "tag": "a9c8bacf-6b76-44f3-8b59-6f64e21747ec", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:58.745471 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-870a70a7-713b-4c3d-8db7-d0948a882798 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:58.746161 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc', 'tag': 'a9c8bacf-6b76-44f3-8b59-6f64e21747ec', 'status': 'completed', 'code': 200} Jan 28 20:12:59.025506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925fdb5-3856-4049-82a7-ac042f23b6de req-d20ff8a2-935f-4662-96a3-30834e56c4e0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:59.039224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e925fdb5-3856-4049-82a7-ac042f23b6de req-d20ff8a2-935f-4662-96a3-30834e56c4e0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 970 time: 0.1152024 Jan 28 20:12:59.155119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e925fdb5-3856-4049-82a7-ac042f23b6de req-644f4b1b-67e0-4d1c-96ec-b4f3735c2337 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060154 Jan 28 20:12:59.264622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50222) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:59.295839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed8ea96-6889-4c06-be7c-7c57888f3681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:59.511632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed8ea96-6889-4c06-be7c-7c57888f3681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:59.518133 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed8ea96-6889-4c06-be7c-7c57888f3681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:59.614483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aed8ea96-6889-4c06-be7c-7c57888f3681 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=417f2b536bf14158b0ce9cf6ac15ba50&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3470664 Jan 28 20:12:59.615925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8ea96-6889-4c06-be7c-7c57888f3681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a14bce8-9a18-4ccd-a339-3a08546f26cc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:59.617105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:12:59.766531 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7862e11a-22bf-4d69-961d-6102cdf04f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:59.807507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7862e11a-22bf-4d69-961d-6102cdf04f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:59.828068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19998dba-1533-4310-a05d-1ee5d1673635 req-f1471b5a-10a3-4e96-a170-9a1a8ef28029 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:59.830077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19998dba-1533-4310-a05d-1ee5d1673635 req-f1471b5a-10a3-4e96-a170-9a1a8ef28029 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.0810256 Jan 28 20:12:59.877290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7862e11a-22bf-4d69-961d-6102cdf04f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:59.880450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7862e11a-22bf-4d69-961d-6102cdf04f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:12:59.893466 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7862e11a-22bf-4d69-961d-6102cdf04f35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a14bce8-9a18-4ccd-a339-3a08546f26cc HTTP/1.1" status: 204 len: 168 time: 0.2717988 Jan 28 20:12:59.903088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862e11a-22bf-4d69-961d-6102cdf04f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a14bce8-9a18-4ccd-a339-3a08546f26cc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:59.904448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19998dba-1533-4310-a05d-1ee5d1673635 req-bfa560be-3cbe-412e-8f90-2fb0e2484bd3 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585096 Jan 28 20:13:00.326617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca1fe7-605d-4cc2-b7c7-4fa63cb38b9f req-8f74f79a-35b4-4b69-8e98-fe059b000626 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:00.326617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcca1fe7-605d-4cc2-b7c7-4fa63cb38b9f req-8f74f79a-35b4-4b69-8e98-fe059b000626 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 970 time: 0.0855079 Jan 28 20:13:00.375626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcca1fe7-605d-4cc2-b7c7-4fa63cb38b9f req-0be27023-8b79-477f-9a8a-9f2ef05875ca tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 Jan 28 20:13:01.313884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-cb4fcd03-64a4-4540-9ad8-f33e5a2d4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:01.315434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-cb4fcd03-64a4-4540-9ad8-f33e5a2d4e1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995767 Jan 28 20:13:01.324622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0348355-f19e-4de6-b94d-4d73546c4b79 req-b77ae0ca-60f7-44ee-98f0-0801ce46eb86 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:01.326456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0348355-f19e-4de6-b94d-4d73546c4b79 req-b77ae0ca-60f7-44ee-98f0-0801ce46eb86 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.0731103 Jan 28 20:13:01.361147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-612cac87-fa45-4ed6-938d-c24575504123 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 HTTP/1.1" status: 200 len: 217 time: 0.1456194 Jan 28 20:13:01.421652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0348355-f19e-4de6-b94d-4d73546c4b79 req-b26f9682-0bd4-4695-94a6-79bd9d610e63 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 Jan 28 20:13:01.453495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-b5f452a2-564b-452b-ba03-88f221916b7f service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255991 Jan 28 20:13:01.642686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af71a2-598d-43ca-803d-3c631b10aea5 req-08086ad7-3ebf-41cd-8da7-c412680d16c3 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:01.650276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77af71a2-598d-43ca-803d-3c631b10aea5 req-08086ad7-3ebf-41cd-8da7-c412680d16c3 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 970 time: 0.1175754 Jan 28 20:13:01.652962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-caa5f8f8-235c-49e6-8aea-e459cefb6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:01.656663 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-caa5f8f8-235c-49e6-8aea-e459cefb6b9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1562767 Jan 28 20:13:01.663872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c81ea3-9d51-4f0b-a37f-39189c5e25aa req-4b095b2c-77b9-47b0-9c7f-c3935beb3b90 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645832 Jan 28 20:13:01.704499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77af71a2-598d-43ca-803d-3c631b10aea5 req-72465df5-a3d3-46f8-b4e5-1ef29ee3c85c tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527534 Jan 28 20:13:01.773794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-b411d3b7-deec-4df4-af3b-8f3cab7b342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:01.773794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-b411d3b7-deec-4df4-af3b-8f3cab7b342d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043527 Jan 28 20:13:01.831183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50318) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:01.855290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91059cf8-187a-4449-a06f-d8a49299678b req-50f62845-8981-464a-bb02-ee87e774c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:01.858605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91059cf8-187a-4449-a06f-d8a49299678b req-50f62845-8981-464a-bb02-ee87e774c121 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56db36bed18643ae8ac22a9781191da8&device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 1121 time: 0.1136069 Jan 28 20:13:01.944485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-f86d976b-61c4-40b9-9246-3e4afd4d5706 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660733 Jan 28 20:13:02.141225 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bef5248-ba8d-420c-89a5-f4a830c7f89d req-9961f48d-d1e5-4c38-b8d1-598b6ba8b67d service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870549 Jan 28 20:13:02.296478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aee39d7-fea1-4aa4-9da9-76c1870ee61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:02.367630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91059cf8-187a-4449-a06f-d8a49299678b req-2e03cfd3-fdc8-4aaf-b425-88a5bb163e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:02.369504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91059cf8-187a-4449-a06f-d8a49299678b req-2e03cfd3-fdc8-4aaf-b425-88a5bb163e8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.5021114 Jan 28 20:13:02.420703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91059cf8-187a-4449-a06f-d8a49299678b req-3d21293d-0c6a-40cb-8439-1addbde870c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=a9c8bacf-6b76-44f3-8b59-6f64e21747ec HTTP/1.1" status: 200 len: 217 time: 0.0425034 Jan 28 20:13:02.516685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91059cf8-187a-4449-a06f-d8a49299678b req-1497a8f6-f908-47f1-83e7-03590e99d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:02.520033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91059cf8-187a-4449-a06f-d8a49299678b req-1497a8f6-f908-47f1-83e7-03590e99d077 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0884283 Jan 28 20:13:02.554411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aee39d7-fea1-4aa4-9da9-76c1870ee61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:02.592666 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8aee39d7-fea1-4aa4-9da9-76c1870ee61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:02.618952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50370) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:02.662157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8aee39d7-fea1-4aa4-9da9-76c1870ee61a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e28441a6c0bc4cbc8a8f15885d6ffeee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8279650 Jan 28 20:13:02.662549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50374) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:02.669072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91059cf8-187a-4449-a06f-d8a49299678b req-f4d2322a-5182-4629-853d-8018e2bcda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:02.670555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91059cf8-187a-4449-a06f-d8a49299678b req-f4d2322a-5182-4629-853d-8018e2bcda98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411548 Jan 28 20:13:02.671127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee39d7-fea1-4aa4-9da9-76c1870ee61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c15beab-5d58-45f9-973f-7cac56a4e06c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:02.681898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6c30b-4f37-46c3-93fc-7ddda4c93412 req-e76921c4-3526-4af6-9d70-cf52377eab72 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:02.682403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fea6c30b-4f37-46c3-93fc-7ddda4c93412 req-e76921c4-3526-4af6-9d70-cf52377eab72 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.1589899 Jan 28 20:13:02.788735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fea6c30b-4f37-46c3-93fc-7ddda4c93412 req-d5ccaeaa-4fb3-44d7-ad81-3eac876e36a2 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861309 Jan 28 20:13:02.834627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c870827c-e612-4618-b425-05eaba27463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:02.839304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49d62049-5971-409c-973b-a2b952805378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:02.861822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91059cf8-187a-4449-a06f-d8a49299678b req-509423e2-f3d7-482e-811b-66ab8ea36797 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780443 Jan 28 20:13:02.891521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49d62049-5971-409c-973b-a2b952805378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:02.957304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aaf791-9f69-4c6f-bb98-717ffbbdd87d req-278e0b9d-be6f-4f68-9a3b-264f0a72e62f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:02.958848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16aaf791-9f69-4c6f-bb98-717ffbbdd87d req-278e0b9d-be6f-4f68-9a3b-264f0a72e62f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 970 time: 0.1141613 Jan 28 20:13:02.985375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49d62049-5971-409c-973b-a2b952805378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:02.988421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49d62049-5971-409c-973b-a2b952805378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:02.992341 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-49d62049-5971-409c-973b-a2b952805378 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c15beab-5d58-45f9-973f-7cac56a4e06c HTTP/1.1" status: 204 len: 168 time: 0.3261459 Jan 28 20:13:03.010236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c870827c-e612-4618-b425-05eaba27463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.011949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d62049-5971-409c-973b-a2b952805378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c15beab-5d58-45f9-973f-7cac56a4e06c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:03.015063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50382) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:03.019607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91059cf8-187a-4449-a06f-d8a49299678b req-d718c7e0-b667-4c65-bdf0-6d15c68deebc service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388104 Jan 28 20:13:03.024519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c870827c-e612-4618-b425-05eaba27463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.036446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16aaf791-9f69-4c6f-bb98-717ffbbdd87d req-0346011e-9a2c-44e3-97bc-5f4628252767 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643325 Jan 28 20:13:03.065509 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c870827c-e612-4618-b425-05eaba27463d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3632bfafab8243b6ba9c94a82a027651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451358 Jan 28 20:13:03.068315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50386) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:03.097917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870827c-e612-4618-b425-05eaba27463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe81ab30-0e3d-4177-9dd0-e302bd882644,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:03.140957 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50de874f-98e2-4167-845c-d80a0dff2f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.175067 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50de874f-98e2-4167-845c-d80a0dff2f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.236882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50de874f-98e2-4167-845c-d80a0dff2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.241820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50de874f-98e2-4167-845c-d80a0dff2f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.247030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-50de874f-98e2-4167-845c-d80a0dff2f8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe81ab30-0e3d-4177-9dd0-e302bd882644 HTTP/1.1" status: 204 len: 168 time: 0.1754441 Jan 28 20:13:03.257921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de874f-98e2-4167-845c-d80a0dff2f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe81ab30-0e3d-4177-9dd0-e302bd882644,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:03.327923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b42b8810-1533-4dc1-8098-58e077484d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.359643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50392) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:03.380666 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-499f673a-84af-49f6-884c-7b4af5889482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.421196 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b42b8810-1533-4dc1-8098-58e077484d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.426547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b42b8810-1533-4dc1-8098-58e077484d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.473850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-499f673a-84af-49f6-884c-7b4af5889482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.474495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b42b8810-1533-4dc1-8098-58e077484d78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=461afa67f86246f693e04f93b9a73fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583414 Jan 28 20:13:03.475746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b8810-1533-4dc1-8098-58e077484d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c90cd3-319b-4b36-a17a-1fe39d9f070a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:03.478393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50396) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:03.487247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-499f673a-84af-49f6-884c-7b4af5889482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.544926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-499f673a-84af-49f6-884c-7b4af5889482 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0c7b67c9f2e43f0927259e7ed26ba72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837559 Jan 28 20:13:03.547604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50398) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:03.549832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f673a-84af-49f6-884c-7b4af5889482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe42be2d-8e76-43d8-a024-5647e527650b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:03.572748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee12a7cb-dd47-441b-a614-9fe49e56f673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.595295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee12a7cb-dd47-441b-a614-9fe49e56f673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.608128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f68a6723-c2e4-4eee-961a-43db34f3ccad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.637242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f68a6723-c2e4-4eee-961a-43db34f3ccad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.646334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee12a7cb-dd47-441b-a614-9fe49e56f673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.649772 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee12a7cb-dd47-441b-a614-9fe49e56f673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.651586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ee12a7cb-dd47-441b-a614-9fe49e56f673 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76c90cd3-319b-4b36-a17a-1fe39d9f070a HTTP/1.1" status: 204 len: 168 time: 0.1717873 Jan 28 20:13:03.661936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12a7cb-dd47-441b-a614-9fe49e56f673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c90cd3-319b-4b36-a17a-1fe39d9f070a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:03.710088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50402) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:03.710299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f68a6723-c2e4-4eee-961a-43db34f3ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.714333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f68a6723-c2e4-4eee-961a-43db34f3ccad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.715482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f68a6723-c2e4-4eee-961a-43db34f3ccad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe42be2d-8e76-43d8-a024-5647e527650b HTTP/1.1" status: 204 len: 168 time: 0.1667817 Jan 28 20:13:03.723892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a6723-c2e4-4eee-961a-43db34f3ccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe42be2d-8e76-43d8-a024-5647e527650b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:03.724764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06393358-66ba-4098-9f8b-f5a2f0fe2cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.817124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06393358-66ba-4098-9f8b-f5a2f0fe2cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.822630 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06393358-66ba-4098-9f8b-f5a2f0fe2cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.858990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50410) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:03.859178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-06393358-66ba-4098-9f8b-f5a2f0fe2cc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=385fe0c2a0d04bb28996c367f249f532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477792 Jan 28 20:13:03.873544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393358-66ba-4098-9f8b-f5a2f0fe2cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f6ccd-43eb-4885-bf24-6c185356e369,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:03.927186 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c17c26a9-5fc2-49b5-ad5b-2c019c87b235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.950034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656c6df-8117-4212-9073-dd098db78615 req-684a1f1e-c308-4f21-a4b8-8da64a7f4483 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:03.954343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c17c26a9-5fc2-49b5-ad5b-2c019c87b235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:03.961819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9656c6df-8117-4212-9073-dd098db78615 req-684a1f1e-c308-4f21-a4b8-8da64a7f4483 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.0690672 Jan 28 20:13:04.016223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9656c6df-8117-4212-9073-dd098db78615 req-a63d4536-4fc6-4835-be9d-dc48c5e00153 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525634 Jan 28 20:13:04.019988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50414) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:04.028545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c17c26a9-5fc2-49b5-ad5b-2c019c87b235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.031070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c17c26a9-5fc2-49b5-ad5b-2c019c87b235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.034900 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c17c26a9-5fc2-49b5-ad5b-2c019c87b235 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f05f6ccd-43eb-4885-bf24-6c185356e369 HTTP/1.1" status: 204 len: 168 time: 0.1720805 Jan 28 20:13:04.041047 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfe5687a-d4c8-4ff6-90fc-0f52c44c2f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.052574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c26a9-5fc2-49b5-ad5b-2c019c87b235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f6ccd-43eb-4885-bf24-6c185356e369,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:04.159102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfe5687a-d4c8-4ff6-90fc-0f52c44c2f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.164980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfe5687a-d4c8-4ff6-90fc-0f52c44c2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.183312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69841dc7-a844-4665-869b-81e05a385eb3 req-5318a9be-f071-4065-9a39-cb830445f7e0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:04.190556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69841dc7-a844-4665-869b-81e05a385eb3 req-5318a9be-f071-4065-9a39-cb830445f7e0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 970 time: 0.0665839 Jan 28 20:13:04.205626 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cfe5687a-d4c8-4ff6-90fc-0f52c44c2f07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1922ed573da440e2b57d50924d76a761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842344 Jan 28 20:13:04.208908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50424) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:04.216408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5687a-d4c8-4ff6-90fc-0f52c44c2f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a549f09f-c183-41e5-b40b-aaac82a063db,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:04.254160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69841dc7-a844-4665-869b-81e05a385eb3 req-f495f31b-0b64-4443-a8d5-141b08eb58f1 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627360 Jan 28 20:13:04.288675 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2783972d-ed64-4b7c-b809-9ff6c2062762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.312902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2783972d-ed64-4b7c-b809-9ff6c2062762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.371435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2783972d-ed64-4b7c-b809-9ff6c2062762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.374175 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2783972d-ed64-4b7c-b809-9ff6c2062762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:04.378001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2783972d-ed64-4b7c-b809-9ff6c2062762 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a549f09f-c183-41e5-b40b-aaac82a063db HTTP/1.1" status: 204 len: 168 time: 0.1657493 Jan 28 20:13:04.384214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783972d-ed64-4b7c-b809-9ff6c2062762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a549f09f-c183-41e5-b40b-aaac82a063db,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:04.819013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50464) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:05.014581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-124000732-network', 'tenant_id': '5fcc1f462ead410fb01d675cd1141567'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:05.045966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:05.050855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Made reservation on behalf of 5fcc1f462ead410fb01d675cd1141567 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:05.058179 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.074030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.117382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-399190773-network', 'tenant_id': '149bcdf4309a4cf6a2507f65fea64729'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:05.145893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Made reservation on behalf of 149bcdf4309a4cf6a2507f65fea64729 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:05.148393 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.164140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.184834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334045de-3e04-4755-9b75-4526738f6068 req-44c34ea9-3187-4ca0-96aa-aad91beb5eba tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:05.186442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-334045de-3e04-4755-9b75-4526738f6068 req-44c34ea9-3187-4ca0-96aa-aad91beb5eba tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.0743179 Jan 28 20:13:05.235590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.245868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.255770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.256920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50486) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:05.264692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-334045de-3e04-4755-9b75-4526738f6068 req-f83f486e-4935-47ae-80af-67c650dae25b tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662789 Jan 28 20:13:05.272974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.278867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:05.292239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7eddc-b4fb-4a12-9c2d-1e4689800d66,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:05.309097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.309631 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Added segment 7b152e60-5f86-494f-bc24-ab505d8a6fda of type vlan for network 2c51c07b-7103-4300-be09-b170cd977a7e Jan 28 20:13:05.326054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:05.336497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ad6bc-a527-4913-b1db-5af66d968bd7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:05.342941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.343516 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Added segment 5ef29d5d-85ac-4a34-aa9a-bd379c8c0284 of type vlan for network 60da092a-8a54-45b1-8b11-be33524e08bf Jan 28 20:13:05.389853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.403278 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.412061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1186917661-network', 'tenant_id': '63165be5b54c453dab9fa439045900d9'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:05.425622 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.426550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:05.427129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.432000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fed569-7549-49b6-8e1b-63e8941e5128 req-f73585dc-2326-4bf9-a7dd-bc760dbbc9b8 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:05.433496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42fed569-7549-49b6-8e1b-63e8941e5128 req-f73585dc-2326-4bf9-a7dd-bc760dbbc9b8 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 970 time: 0.0796833 Jan 28 20:13:05.448112 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.449052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:05.449637 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.497024 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4497294 Jan 28 20:13:05.499638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Made reservation on behalf of 63165be5b54c453dab9fa439045900d9 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:05.501889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.505194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50492) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:05.513036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Request body: {'subnet': {'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-399190773-subnet', 'tenant_id': '149bcdf4309a4cf6a2507f65fea64729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:05.523415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cf603-0291-4657-bc9a-f53a3f468b32 admin admin] Pushing event updated for resources: {'Network': ['ID=60da092a-8a54-45b1-8b11-be33524e08bf,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:05.528681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.531309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42fed569-7549-49b6-8e1b-63e8941e5128 req-44d595b1-7c0e-43b0-9821-1e650f4d8b02 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909789 Jan 28 20:13:05.534534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7135901 Jan 28 20:13:05.535585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 60da092a-8a54-45b1-8b11-be33524e08bf details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:05.538667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50494) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:05.544844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Request body: {'subnet': {'network_id': '2c51c07b-7103-4300-be09-b170cd977a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-124000732-subnet', 'tenant_id': '5fcc1f462ead410fb01d675cd1141567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:05.548146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f476ad9-b222-40d7-9df0-335f9e17d0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c51c07b-7103-4300-be09-b170cd977a7e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:05.575023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Made reservation on behalf of 5fcc1f462ead410fb01d675cd1141567 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:05.575399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Made reservation on behalf of 149bcdf4309a4cf6a2507f65fea64729 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:05.577666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.578046 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.591742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2c51c07b-7103-4300-be09-b170cd977a7e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:05.702714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.710061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.793785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.862223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:05.865136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=311d5af6-5275-41be-8769-fd9037f4faf6,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:05.867489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Checking segment: {'id': '7b152e60-5f86-494f-bc24-ab505d8a6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2c51c07b-7103-4300-be09-b170cd977a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:05.867878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Network hostable DHCP agents. Network: 2c51c07b-7103-4300-be09-b170cd977a7e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:05.884014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda909fc-8572-4545-8edb-2364e6399e18,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:05.888707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.889048 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Added segment a284347b-3723-45d6-b3ae-a063e5bbe6cb of type vlan for network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 Jan 28 20:13:05.933230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Network 2c51c07b-7103-4300-be09-b170cd977a7e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:05.963794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 2c51c07b-7103-4300-be09-b170cd977a7e) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:05.968532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:05.969122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.969368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.976047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540052c3-0db8-4e9f-a0ad-aef114c252b4 None None] Network 2c51c07b-7103-4300-be09-b170cd977a7e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:05.981728 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:05.988997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5c73c42d-aaf4-4b6a-8914-a78edd62fc77 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4490509 Jan 28 20:13:06.047191 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.049532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:06.049532 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.117556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac887cfc-a542-4ce4-86f2-d8597a61cc15,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:06.137844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4385d6c5-78c8-4d32-a23c-5c09f13a7d91 None None] Network 2c51c07b-7103-4300-be09-b170cd977a7e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:06.143058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] Pushing event updated for resources: {'Network': ['ID=a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:06.151402 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eb77683e-53c8-40f6-bb41-15f64ca7348e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8932984 Jan 28 20:13:06.151875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50500) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:06.158938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Request body: {'subnet': {'network_id': 'a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1186917661-subnet', 'tenant_id': '63165be5b54c453dab9fa439045900d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:06.162297 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:06.162657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Network hostable DHCP agents. Network: 60da092a-8a54-45b1-8b11-be33524e08bf, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:06.181645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:06.192815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Network 60da092a-8a54-45b1-8b11-be33524e08bf is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:06.199469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Made reservation on behalf of 63165be5b54c453dab9fa439045900d9 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:06.201886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.216925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 60da092a-8a54-45b1-8b11-be33524e08bf) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:06.240011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27cdea6-69a4-4ca1-9922-f9166ea48be3 None None] Network 60da092a-8a54-45b1-8b11-be33524e08bf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:06.246316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:06.246906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.293082 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d72fc588-e9ee-4076-983e-dd8145f2e8ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7775431 Jan 28 20:13:06.391655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a9c8bacf-6b76-44f3-8b59-6f64e21747ec details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:13:06.440151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.462383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eec40-af56-4b52-9c5e-6cbfb84aac6d req-cd7b8950-c55a-4c8e-9b4d-8739bf5da586 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:06.470464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa1eec40-af56-4b52-9c5e-6cbfb84aac6d req-cd7b8950-c55a-4c8e-9b4d-8739bf5da586 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 969 time: 0.0946896 Jan 28 20:13:06.508089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebf757b-0c7b-46df-8b79-84f51655dd58,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:06.530483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa1eec40-af56-4b52-9c5e-6cbfb84aac6d req-c537cddd-3ab6-4d0d-b17e-68fce7f23bb6 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583174 Jan 28 20:13:06.572693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Checking segment: {'id': 'a284347b-3723-45d6-b3ae-a063e5bbe6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:06.573163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Network hostable DHCP agents. Network: a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:06.577390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd99d67-b520-49be-b95a-e64aa2c79b20 None None] Network 60da092a-8a54-45b1-8b11-be33524e08bf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:06.594567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:06.609211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:06.615164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:06.616529 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.637893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d969e-ffcc-4613-8a2b-ea7e330f29b8 None None] Network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:06.647810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a9c8bacf-6b76-44f3-8b59-6f64e21747ec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:06.653969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fe023639-fb86-4578-95c4-460bf22d0053 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4989829 Jan 28 20:13:06.692255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb115cf8-a381-483e-9c74-fbc9edec1c8b req-eeab247d-308c-4259-97bf-9268f212999c tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:06.693860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb115cf8-a381-483e-9c74-fbc9edec1c8b req-eeab247d-308c-4259-97bf-9268f212999c tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 970 time: 0.0654016 Jan 28 20:13:06.748528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50528) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:06.754529 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-638484058-network', 'tenant_id': '8fddd8de816942f0b0846c38ab87fcc5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:06.768219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'a9c8bacf-6b76-44f3-8b59-6f64e21747ec', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'a9c8bacf-6b76-44f3-8b59-6f64e21747ec', 'mac_address': 'fa:16:3e:f3:26:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:tempest-test_az-1920569602', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:13:06.775267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb115cf8-a381-483e-9c74-fbc9edec1c8b req-66dce7ea-51eb-41d8-8035-f1a87e3de10c tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707285 Jan 28 20:13:06.802238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Made reservation on behalf of 8fddd8de816942f0b0846c38ab87fcc5 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:06.804736 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.815280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.908998 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.923893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.929784 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.960295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:06.980605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015d0c09-4cc3-4f76-ba7b-6790a43bf99f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:06.997352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:06.998646 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Added segment 8f2b9eca-65b0-4b6a-899d-7523d46fbd7f of type vlan for network dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f Jan 28 20:13:07.059761 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.086833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c8bacf-6b76-44f3-8b59-6f64e21747ec {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:07.097472 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.098845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:07.099276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.111592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe30b89-2683-4a0a-804d-19948f3ef1dc None None] Network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:07.160097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a9c8bacf-6b76-44f3-8b59-6f64e21747ec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:07.165948 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.166633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:13:07.176996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50542) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:07.185629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Request body: {'subnet': {'network_id': 'dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-638484058-subnet', 'tenant_id': '8fddd8de816942f0b0846c38ab87fcc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:07.189683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4399900 Jan 28 20:13:07.218915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ced0d6-77bb-4c10-b9e5-aba74e0d5119 admin admin] Pushing event updated for resources: {'Network': ['ID=dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:07.230928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Made reservation on behalf of 8fddd8de816942f0b0846c38ab87fcc5 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:07.233952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.246109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:07.309178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:07.329673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:07.370032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.370381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.370721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.371053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.371382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.371711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.372036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.372460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.372712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.373164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.373490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.373866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Tracked resource versions report: Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: pushed versions: Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: { 'AddressGroup': {'1.2'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'ConntrackHelper': {'1.0'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Log': {'1.0'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Network': {'1.1'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Port': {'1.7'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'PortForwarding': {'1.2'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'QosPolicy': {'1.9'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'SecurityGroup': {'1.4'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'SubPort': {'1.0'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Subnet': {'1.1'}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Trunk': {'1.1'}} Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: consumer versions: Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: { DHCP agent@n-d-825064-3: {}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: HyperV agent@n-h1-825064-3: {}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: HyperV agent@n-h2-825064-3: {}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: L3 agent@n-d-825064-3: {}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: Metadata agent@n-d-825064-3: {}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: Metering agent@n-d-825064-3: {}, Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: Open vSwitch agent@n-d-825064-3: { 'AddressGroup': '1.2', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'ConntrackHelper': '1.0', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Log': '1.0', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Network': '1.1', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Port': '1.7', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'PortForwarding': '1.2', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'QosPolicy': '1.9', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'SecurityGroup': '1.4', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'SecurityGroupRule': '1.2', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'SubPort': '1.0', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Subnet': '1.1', Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: 'Trunk': '1.1'}} Jan 28 20:13:07.374866 n-d-825064-3 neutron-server[102308]: {{(pid=102308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:13:07.379708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '0f89b2df-5c8d-4e7d-b310-fb90e3cc6127', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '0f89b2df-5c8d-4e7d-b310-fb90e3cc6127', 'mac_address': 'fa:16:3e:ea:85:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:tempest-test_az-1920569602', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:13:07.440024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50550) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:07.448563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-914081274-network', 'tenant_id': 'ce0631b8ebe94c8c993dbb4486785407'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:07.455196 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.459056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50552) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:07.464891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-466580511-network', 'tenant_id': '24d00497e7f7460f8f6547248a58f052'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:07.472979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:07.486047 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.501726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:07.502143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Made reservation on behalf of ce0631b8ebe94c8c993dbb4486785407 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:07.504636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.507938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Made reservation on behalf of 24d00497e7f7460f8f6547248a58f052 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:07.508928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.510737 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.525596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.529405 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.554388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4a0b7f-aaf4-407f-bb40-1aba664eb7e9,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:07.573880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Checking segment: {'id': '8f2b9eca-65b0-4b6a-899d-7523d46fbd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:07.574568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Network hostable DHCP agents. Network: dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:07.581639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:07.605092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Network dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:07.615189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:07.620419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:07.621011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.633216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8812ef6-5b17-4e8f-93a5-f95cfe3205a0 None None] Network dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:07.645078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ab9ee08f-ad27-44d5-a71a-8a465bacb48b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4668865 Jan 28 20:13:07.709328 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6073e281-67af-4d68-92f7-2d5493140f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.726614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.737638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.743979 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.755997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbf9b6-ba5c-4b71-9b36-2f157e04f564 req-d15891d9-0c98-429d-b4a1-d877b295c74d tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:07.757856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3cbf9b6-ba5c-4b71-9b36-2f157e04f564 req-d15891d9-0c98-429d-b4a1-d877b295c74d tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 970 time: 0.1261859 Jan 28 20:13:07.764238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.792478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:07.816874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.817222 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Added segment 3e75647d-8572-4692-9298-0be386b3cf9e of type vlan for network a4785737-9b66-467d-813c-15d1004ab755 Jan 28 20:13:07.833414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50560) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:07.843244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:07.858795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945e9c8-324a-48ec-a6bc-5890511dad04,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:07.862544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6864b28f-b560-46e4-8dc9-3f0f9c4e9487 None None] Network dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:07.881014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.881145 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Added segment e6f26f7c-d955-45b4-9915-bb6ad43980c1 of type vlan for network 9543935a-71f1-40d4-bf27-0a173be77bdb Jan 28 20:13:07.913332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a262679-4136-4e93-876a-69c001eab3a3 admin admin] Deleting subnet 311d5af6-5275-41be-8769-fd9037f4faf6 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:13:07.918930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a262679-4136-4e93-876a-69c001eab3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.942631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3cbf9b6-ba5c-4b71-9b36-2f157e04f564 req-1f32c855-9e02-461e-a983-802014984ee0 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644032 Jan 28 20:13:07.957849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['a9c8bacf-6b76-44f3-8b59-6f64e21747ec'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:07.980686 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.982832 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a262679-4136-4e93-876a-69c001eab3a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:07.995031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a262679-4136-4e93-876a-69c001eab3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.018091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8855933-61ee-4c66-b91c-a76cd5f1bfbb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:08.019050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0f89b2df-5c8d-4e7d-b310-fb90e3cc6127'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:08.035213 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.078040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a262679-4136-4e93-876a-69c001eab3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.078904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f598-a894-4030-a0a7-c9492b695477 req-c27950a2-971a-4a88-b77f-dca2fd65c529 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:08.080453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a342f598-a894-4030-a0a7-c9492b695477 req-c27950a2-971a-4a88-b77f-dca2fd65c529 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 971 time: 0.1787271 Jan 28 20:13:08.082871 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.083855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:08.084453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.108809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a262679-4136-4e93-876a-69c001eab3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311d5af6-5275-41be-8769-fd9037f4faf6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:08.111228 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.112159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:08.112757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.115182 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a262679-4136-4e93-876a-69c001eab3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.122196 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5a262679-4136-4e93-876a-69c001eab3a3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/311d5af6-5275-41be-8769-fd9037f4faf6 HTTP/1.1" status: 204 len: 168 time: 0.2853651 Jan 28 20:13:08.122376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50564) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:08.179804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] Pushing event updated for resources: {'Network': ['ID=a4785737-9b66-467d-813c-15d1004ab755,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:08.198666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a4785737-9b66-467d-813c-15d1004ab755 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:08.200138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6926f66e-5afd-44ad-b40d-88ee1bef9489 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7589240 Jan 28 20:13:08.201201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50566) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:08.207010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Request body: {'subnet': {'network_id': 'a4785737-9b66-467d-813c-15d1004ab755', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-914081274-subnet', 'tenant_id': 'ce0631b8ebe94c8c993dbb4486785407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:08.218959 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.223042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7602239 Jan 28 20:13:08.223255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50568) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:08.231671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Request body: {'subnet': {'network_id': '9543935a-71f1-40d4-bf27-0a173be77bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-466580511-subnet', 'tenant_id': '24d00497e7f7460f8f6547248a58f052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:08.267922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a342f598-a894-4030-a0a7-c9492b695477 req-c0c0afbb-ae31-4f4a-bc77-66a8d520e700 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793160 Jan 28 20:13:08.296619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cf0e7-412f-45ae-bef4-ae018861502d admin admin] Pushing event updated for resources: {'Network': ['ID=9543935a-71f1-40d4-bf27-0a173be77bdb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:08.298123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Made reservation on behalf of ce0631b8ebe94c8c993dbb4486785407 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:08.301887 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.314967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 9543935a-71f1-40d4-bf27-0a173be77bdb details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:08.316052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Made reservation on behalf of 24d00497e7f7460f8f6547248a58f052 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:08.318311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.460130 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.513707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.514048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.514819 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.515144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > port after_create 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.515523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.515912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > port after_update 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.516252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.516572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.516879 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.517211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.623031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.623294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.623616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.623938 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:08.624333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c51c07b-7103-4300-be09-b170cd977a7e']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:08.653184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b152e60-5f86-494f-bc24-ab505d8a6fda') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:08.653486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b152e60-5f86-494f-bc24-ab505d8a6fda') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:08.682899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.738660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.778193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:13:08.778596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: from cryptography.utils import int_from_bytes Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: from cryptography.utils import int_from_bytes Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:13:08.796723 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:13:08.900233 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:08.938763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.001104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.004515 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2c51c07b-7103-4300-be09-b170cd977a7e HTTP/1.1" status: 204 len: 168 time: 0.8811517 Jan 28 20:13:09.007769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50572) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:09.009030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac61b14-417a-45a3-b073-0233f3f16a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c51c07b-7103-4300-be09-b170cd977a7e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:09.014616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.026887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a29a915-5cb1-42ea-a706-160395013384,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:09.079959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Checking segment: {'id': '3e75647d-8572-4692-9298-0be386b3cf9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a4785737-9b66-467d-813c-15d1004ab755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:09.080489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Network hostable DHCP agents. Network: a4785737-9b66-467d-813c-15d1004ab755, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:09.088267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa84aa9-61d8-4b21-ba65-df3603a528bc admin admin] Deleting subnet ad4a0b7f-aaf4-407f-bb40-1aba664eb7e9 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:13:09.093148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2aa84aa9-61d8-4b21-ba65-df3603a528bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.103241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a6e324-a1b4-43a8-a726-21d8388fc285,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:09.118709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Checking segment: {'id': 'e6f26f7c-d955-45b4-9915-bb6ad43980c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9543935a-71f1-40d4-bf27-0a173be77bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:09.119014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Network hostable DHCP agents. Network: 9543935a-71f1-40d4-bf27-0a173be77bdb, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:09.123170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Network a4785737-9b66-467d-813c-15d1004ab755 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:09.129327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9ff72-cacd-48d5-ab83-e39f1042dfc1 req-b88b7e7c-1966-4f27-895a-88b255c5f992 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:09.131021 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80e9ff72-cacd-48d5-ab83-e39f1042dfc1 req-b88b7e7c-1966-4f27-895a-88b255c5f992 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 970 time: 0.0917525 Jan 28 20:13:09.138081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a4785737-9b66-467d-813c-15d1004ab755) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:09.141560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2aa84aa9-61d8-4b21-ba65-df3603a528bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.143579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:09.145519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.146419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08ccdf-b5e4-44f3-a278-894448aa4131 None None] Network a4785737-9b66-467d-813c-15d1004ab755 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:09.159266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Network 9543935a-71f1-40d4-bf27-0a173be77bdb is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:09.168833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 9543935a-71f1-40d4-bf27-0a173be77bdb) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:09.173467 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2aa84aa9-61d8-4b21-ba65-df3603a528bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.174062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:09.174648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.184381 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-985e10bc-695a-4dd3-a085-e0f851b25b9e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9812090 Jan 28 20:13:09.199119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93367dd2-bea8-4b5b-a6e2-c372d8c0c5a9 None None] Network 9543935a-71f1-40d4-bf27-0a173be77bdb requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:09.213102 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c2cdc222-5d3d-41a5-8608-5487dcbae026 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9883156 Jan 28 20:13:09.233960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80e9ff72-cacd-48d5-ab83-e39f1042dfc1 req-042d5e52-a02f-4b70-ae4d-53e8cd5d1d11 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947168 Jan 28 20:13:09.273035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2aa84aa9-61d8-4b21-ba65-df3603a528bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.318222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa84aa9-61d8-4b21-ba65-df3603a528bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4a0b7f-aaf4-407f-bb40-1aba664eb7e9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:09.324288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2aa84aa9-61d8-4b21-ba65-df3603a528bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.328528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2aa84aa9-61d8-4b21-ba65-df3603a528bc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ad4a0b7f-aaf4-407f-bb40-1aba664eb7e9 HTTP/1.1" status: 204 len: 168 time: 0.3184829 Jan 28 20:13:09.332740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:09.436257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7702beb-cc94-4d67-aae5-435d115b0da1 None None] Network a4785737-9b66-467d-813c-15d1004ab755 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:09.498861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a9673-cfad-4871-9037-27911e03c4e5 None None] Network 9543935a-71f1-40d4-bf27-0a173be77bdb requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:09.499702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb76b0-0b18-47bd-94bd-d0f4db1a707b req-580ef3a4-2941-40ca-89ae-c7e6f1506c34 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:09.501535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27eb76b0-0b18-47bd-94bd-d0f4db1a707b req-580ef3a4-2941-40ca-89ae-c7e6f1506c34 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 971 time: 0.1157691 Jan 28 20:13:09.504854 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.584907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27eb76b0-0b18-47bd-94bd-d0f4db1a707b req-7ada7821-ea81-46da-998e-45d6a13522b6 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691369 Jan 28 20:13:09.623039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.654641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.655456 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.656421 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.656893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > port after_create 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.657551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.657907 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > port after_update 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.658222 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.658532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.659347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.659721 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.738283 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.738695 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.739313 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.739313 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:13:09.740029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:09.763023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2b9eca-65b0-4b6a-899d-7523d46fbd7f') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:09.763453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2b9eca-65b0-4b6a-899d-7523d46fbd7f') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:09.786751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.891429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:09.999471 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fff2bae7-2b74-4963-b3ff-02dd48df5f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.128107 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:13:10.128702 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: from cryptography.utils import int_from_bytes Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: from cryptography.utils import int_from_bytes Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:13:10.134170 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:13:10.255137 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.296257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-44236363-0ae9-4763-a96e-8c4143783ac6 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:10.297821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-44236363-0ae9-4763-a96e-8c4143783ac6 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/networks?id=a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 HTTP/1.1" status: 200 len: 815 time: 0.5202162 Jan 28 20:13:10.299057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.302120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] 10.222.0.44 "DELETE /v2.0/networks/dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f HTTP/1.1" status: 204 len: 168 time: 0.9684978 Jan 28 20:13:10.306684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd893e9-6bd6-4b85-8dcd-c97db0d81e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=dcefb59c-a0af-4a1d-8c4c-1d8a4620c26f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:10.314079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-5a601106-f162-4afa-97b4-10d9b98d5493 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:10.315856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-5a601106-f162-4afa-97b4-10d9b98d5493 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 820 time: 0.5367334 Jan 28 20:13:10.332713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-00027475-880e-4f21-a29c-9bd0737fec0a tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/quotas/63165be5b54c453dab9fa439045900d9 HTTP/1.1" status: 200 len: 375 time: 0.0281420 Jan 28 20:13:10.336619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-6f74cbc4-3bb6-4274-a19c-32c94581a7fc tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/quotas/149bcdf4309a4cf6a2507f65fea64729 HTTP/1.1" status: 200 len: 375 time: 0.0124426 Jan 28 20:13:10.364825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a9c8bacf-6b76-44f3-8b59-6f64e21747ec up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:10.367049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-ba1078dc-1f72-4d4b-9f4e-c725a91d2309 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=63165be5b54c453dab9fa439045900d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278327 Jan 28 20:13:10.396630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-b3c9c594-51b8-4d7e-9938-6a2e37248917 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470824 Jan 28 20:13:10.429113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port a9c8bacf-6b76-44f3-8b59-6f64e21747ec completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:13:10.433687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port a9c8bacf-6b76-44f3-8b59-6f64e21747ec triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:10.434066 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.521809 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.527595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50626) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:10.559503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c8bacf-6b76-44f3-8b59-6f64e21747ec'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:10.592845 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-038e99fc-ff6e-4fc0-81e4-8b5d19765f91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fcc1f462ead410fb01d675cd1141567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639846 Jan 28 20:13:10.593075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50628) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:10.635712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a9c8bacf-6b76-44f3-8b59-6f64e21747ec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:10.641811 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.642847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:10.658753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-d24398df-3a4b-4c36-8c1a-d1561ad63347 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:13:10.660016 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-d24398df-3a4b-4c36-8c1a-d1561ad63347 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1635005 Jan 28 20:13:10.692204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-ca3f6073-bd16-4857-aed4-4d21e22c5348 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:13:10.693536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-ca3f6073-bd16-4857-aed4-4d21e22c5348 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0837135 Jan 28 20:13:10.703962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89666bbd-5a92-49e0-a20a-c2df334a653c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.723909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:10.740974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:13:10.745816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:10.746484 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.776367 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256709c7-2182-4e18-a1c7-bcb7810f4985" -d '{"events": [{"server_uuid": "bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc", "name": "network-vif-plugged", "status": "completed", "tag": "a9c8bacf-6b76-44f3-8b59-6f64e21747ec"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:10.817250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89666bbd-5a92-49e0-a20a-c2df334a653c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.838460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.875807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:10.880008 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.907746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-6fe2ce77-0375-4343-ad57-425a71d6b6c7 service neutron] 10.222.0.44 "GET /v2.0/networks/a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356610 Jan 28 20:13:10.913812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-2f9c7232-b30a-4d05-913b-028c36ca33b6 service neutron] 10.222.0.44 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049689 Jan 28 20:13:10.936432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:10.976059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89666bbd-5a92-49e0-a20a-c2df334a653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.979155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89666bbd-5a92-49e0-a20a-c2df334a653c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:10.980329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-89666bbd-5a92-49e0-a20a-c2df334a653c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77d7eddc-b4fb-4a12-9c2d-1e4689800d66 HTTP/1.1" status: 204 len: 168 time: 0.3856616 Jan 28 20:13:11.032786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89666bbd-5a92-49e0-a20a-c2df334a653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7eddc-b4fb-4a12-9c2d-1e4689800d66,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:11.089051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-8401b1bc-3381-4cc6-9ca9-96e71157837d service neutron] 10.222.0.44 "GET /v2.0/networks/a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729140 Jan 28 20:13:11.090955 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-6e8458f8-4693-4d3c-83a2-be9c0a8f6fd3 service neutron] 10.222.0.44 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666107 Jan 28 20:13:11.366002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4433a2-fd94-4f99-8ae9-07b7676f591e req-387a7c97-8784-4067-9227-d120627d7994 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:11.367591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4433a2-fd94-4f99-8ae9-07b7676f591e req-387a7c97-8784-4067-9227-d120627d7994 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.0992486 Jan 28 20:13:11.382264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e08d-7720-41dc-a902-ec854af250cc req-18c1cb1b-5380-4bf3-a2bb-543f5c464bea tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:11.391823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4c5e08d-7720-41dc-a902-ec854af250cc req-18c1cb1b-5380-4bf3-a2bb-543f5c464bea tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 972 time: 0.0871427 Jan 28 20:13:11.451642 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:11.456535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50660) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:11.468752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4c5e08d-7720-41dc-a902-ec854af250cc req-d74163fd-ab94-4ff4-8c01-086fbda320e8 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759516 Jan 28 20:13:11.478672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4433a2-fd94-4f99-8ae9-07b7676f591e req-b5f09562-fac0-409a-a4cb-34124e69c22e tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758975 Jan 28 20:13:11.517888 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-96f79329-adc1-4d36-a821-9afa9170da3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fddd8de816942f0b0846c38ab87fcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596640 Jan 28 20:13:11.523359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50664) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:11.615924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f059187-fb52-4af4-8853-85cb771626e5 req-231a0bf6-be92-448c-8479-0dac5484d406 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 210 time: 0.0366094 Jan 28 20:13:11.620744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd9527d7-2ece-4e58-93e0-0a0a70599b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:11.650234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd9527d7-2ece-4e58-93e0-0a0a70599b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:11.724977 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd9527d7-2ece-4e58-93e0-0a0a70599b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:11.728348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd9527d7-2ece-4e58-93e0-0a0a70599b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:11.732257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dd9527d7-2ece-4e58-93e0-0a0a70599b2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/015d0c09-4cc3-4f76-ba7b-6790a43bf99f HTTP/1.1" status: 204 len: 168 time: 0.2077138 Jan 28 20:13:11.759031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9527d7-2ece-4e58-93e0-0a0a70599b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015d0c09-4cc3-4f76-ba7b-6790a43bf99f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:11.762550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-296a0b01-5fe2-4bf8-a28a-2b931ffbe6b8 req-7297a8a9-9070-4261-a634-9052ecdab3d5 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 210 time: 0.0482764 Jan 28 20:13:11.933156 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7717c6f-da03-42de-8c2f-3c964945db56 x-openstack-request-id: req-d7717c6f-da03-42de-8c2f-3c964945db56 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:11.933804 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc", "name": "network-vif-plugged", "status": "completed", "tag": "a9c8bacf-6b76-44f3-8b59-6f64e21747ec", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:11.934063 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7717c6f-da03-42de-8c2f-3c964945db56 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:11.934566 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c8bacf-6b76-44f3-8b59-6f64e21747ec', 'code': 200} Jan 28 20:13:12.080461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb933e8-54fb-4826-8b35-dbdbb1e3ec7c req-93a466aa-0ef6-4c5a-8354-f50bb0444972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:12.081963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb933e8-54fb-4826-8b35-dbdbb1e3ec7c req-93a466aa-0ef6-4c5a-8354-f50bb0444972 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 1123 time: 0.0746608 Jan 28 20:13:12.104040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb933e8-54fb-4826-8b35-dbdbb1e3ec7c req-1bc51ef9-06ca-4873-9a30-f9c569c58e4e service neutron] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:12.182399 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb933e8-54fb-4826-8b35-dbdbb1e3ec7c req-1bc51ef9-06ca-4873-9a30-f9c569c58e4e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:12.186964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb933e8-54fb-4826-8b35-dbdbb1e3ec7c req-1bc51ef9-06ca-4873-9a30-f9c569c58e4e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:12.216378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb933e8-54fb-4826-8b35-dbdbb1e3ec7c req-1bc51ef9-06ca-4873-9a30-f9c569c58e4e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265466 Jan 28 20:13:12.225708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc51ef9-06ca-4873-9a30-f9c569c58e4e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d5064-a2e5-4037-8ebf-7b62121c1141,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:12.397901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.13', 56916) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:12.527569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-933ff2ab-9709-419e-b2f5-57393a089b14 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:12.529465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-933ff2ab-9709-419e-b2f5-57393a089b14 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 820 time: 0.1268759 Jan 28 20:13:12.654346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28df8f-96e8-4e4b-9c60-ec74998e17c4 req-e3d198b5-d695-4ad8-827c-1ec4c58a08b4 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:12.655653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e28df8f-96e8-4e4b-9c60-ec74998e17c4 req-e3d198b5-d695-4ad8-827c-1ec4c58a08b4 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 972 time: 0.0871933 Jan 28 20:13:12.671139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882de5e-e02b-497e-bf52-ff6059ff5e4c req-e31967d4-1c96-4f58-bd16-39e2bff6c60d tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:12.672767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5882de5e-e02b-497e-bf52-ff6059ff5e4c req-e31967d4-1c96-4f58-bd16-39e2bff6c60d tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.0732303 Jan 28 20:13:12.721050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Request body: {'port': {'device_id': '779fdab9-d90f-47a1-8326-581ac19ca021', 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'admin_state_up': True, 'tenant_id': '149bcdf4309a4cf6a2507f65fea64729'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:12.751535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e28df8f-96e8-4e4b-9c60-ec74998e17c4 req-ab596224-bbc3-4908-9452-804a13f801ed tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753434 Jan 28 20:13:12.788771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:12.819449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5882de5e-e02b-497e-bf52-ff6059ff5e4c req-b83fa51b-dea5-4b9a-88db-1ab59721bdcd tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272106 Jan 28 20:13:12.935070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c84c97df-d7a5-4c6d-bf5b-8b6285eb67ce req-27993b4f-4e7d-4967-8635-26ce0b4b632b tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 210 time: 0.0858448 Jan 28 20:13:12.979821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16695c89-86db-4f4c-ad3b-c979fe2c3593 req-cadae389-14b5-4d8b-8beb-9ee0f893c630 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 210 time: 0.0417945 Jan 28 20:13:13.043634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Made reservation on behalf of 149bcdf4309a4cf6a2507f65fea64729 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:13.046839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:13.114498 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:13.240773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Allocated IP 172.20.0.6 (60da092a-8a54-45b1-8b11-be33524e08bf/ac887cfc-a542-4ce4-86f2-d8597a61cc15/b3cdc492-fd35-4b30-85ca-f87bb140e83c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:13.429268 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:13.476233 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:13.525295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Network 60da092a-8a54-45b1-8b11-be33524e08bf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:13.528721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:13.535761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:13.540875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Pushing event updated for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:13.596244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:13.597077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:13.615952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-533b2483-ffd6-41c7-b187-d49998e2b58d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9069250 Jan 28 20:13:13.905376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d5405-3e7e-4aaf-898c-6cf51898d1ec req-44d10eae-4783-402b-bd99-d54d3a6b1be7 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:13.906943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b16d5405-3e7e-4aaf-898c-6cf51898d1ec req-44d10eae-4783-402b-bd99-d54d3a6b1be7 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 972 time: 0.0641832 Jan 28 20:13:13.937843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28200f1a-d9a0-4900-930d-52934daa770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f89b2df-5c8d-4e7d-b310-fb90e3cc6127'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:13.940349 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ac49e4-8406-4787-8a33-ac7294a89b76" -d '{"events": [{"server_uuid": "28200f1a-d9a0-4900-930d-52934daa770a", "name": "network-vif-plugged", "status": "completed", "tag": "0f89b2df-5c8d-4e7d-b310-fb90e3cc6127"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:13.976475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b16d5405-3e7e-4aaf-898c-6cf51898d1ec req-cbb8783a-00de-49cf-b109-570837cbb23f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621290 Jan 28 20:13:13.984980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c46cb2-aaad-43f1-8883-66af618ac9c3 req-99c353fa-74e4-4cec-bebb-83e522691455 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:13.986528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4c46cb2-aaad-43f1-8883-66af618ac9c3 req-99c353fa-74e4-4cec-bebb-83e522691455 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.0989387 Jan 28 20:13:14.030536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4c46cb2-aaad-43f1-8883-66af618ac9c3 req-8e8c4404-7e0c-48da-b862-b11c100b6443 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360889 Jan 28 20:13:14.054855 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:13:14.108902 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72abf33b-c0f5-4efe-ba29-e4a735ed0562 x-openstack-request-id: req-72abf33b-c0f5-4efe-ba29-e4a735ed0562 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:14.109336 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28200f1a-d9a0-4900-930d-52934daa770a", "name": "network-vif-plugged", "status": "completed", "tag": "0f89b2df-5c8d-4e7d-b310-fb90e3cc6127", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:14.110706 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72abf33b-c0f5-4efe-ba29-e4a735ed0562 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:14.110706 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28200f1a-d9a0-4900-930d-52934daa770a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f89b2df-5c8d-4e7d-b310-fb90e3cc6127', 'code': 200} Jan 28 20:13:14.213659 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1d60310-c3ca-4329-8922-c41469ca63fa req-f9d76af8-df89-4d33-b9e7-59c81c505df5 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 210 time: 0.0311701 Jan 28 20:13:14.263122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ee8cc-1e92-421f-bcbf-dd31d75c2ed6 req-eb056044-a374-4af0-98a3-5a8af759471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:14.264910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e5ee8cc-1e92-421f-bcbf-dd31d75c2ed6 req-eb056044-a374-4af0-98a3-5a8af759471e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 1122 time: 0.0550616 Jan 28 20:13:14.322489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e5ee8cc-1e92-421f-bcbf-dd31d75c2ed6 req-d8b2f901-2113-4d27-9d8c-831d94b024bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453331 Jan 28 20:13:14.381380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5fd66-e368-4db2-aa58-3b5d010dc449 req-cb95a3a4-1721-41bf-9075-d45e8958dbfe tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:14.382958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07c5fd66-e368-4db2-aa58-3b5d010dc449 req-cb95a3a4-1721-41bf-9075-d45e8958dbfe tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 931 time: 0.0818012 Jan 28 20:13:14.447494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07c5fd66-e368-4db2-aa58-3b5d010dc449 req-7833a4bc-276e-4057-a55d-abdff5ec40a5 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576472 Jan 28 20:13:15.207666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1e71f-423d-4dfb-9090-69997880e56d req-db4c8234-9968-4e45-b940-5d2d520e2c6f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:15.216275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eb1e71f-423d-4dfb-9090-69997880e56d req-db4c8234-9968-4e45-b940-5d2d520e2c6f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 972 time: 0.1424894 Jan 28 20:13:15.257519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e0824-c1e0-47d3-b38c-ca8238aadc15 req-23646bc0-c7f8-4335-bc7c-2c9d893dcc90 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:15.259455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-362e0824-c1e0-47d3-b38c-ca8238aadc15 req-23646bc0-c7f8-4335-bc7c-2c9d893dcc90 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.1142194 Jan 28 20:13:15.294589 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eb1e71f-423d-4dfb-9090-69997880e56d req-fc67a574-e8a4-4033-9020-46f471656c0f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769849 Jan 28 20:13:15.330117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-362e0824-c1e0-47d3-b38c-ca8238aadc15 req-04d3a8a3-12ea-403c-8cea-9678ac0fec49 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604227 Jan 28 20:13:15.422669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6f6acef-ffa3-4af7-bb59-b4ed6359f6d2 req-0cd4d4d1-7058-4afc-8110-7d898619c766 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 210 time: 0.0367825 Jan 28 20:13:15.808924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cf4ec-9044-4374-8e91-fa3769c6e47e req-1d0b7d15-b5cc-426c-b42e-1919d419f724 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:15.841824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f4cf4ec-9044-4374-8e91-fa3769c6e47e req-1d0b7d15-b5cc-426c-b42e-1919d419f724 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 931 time: 0.1271994 Jan 28 20:13:15.922913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f4cf4ec-9044-4374-8e91-fa3769c6e47e req-9aebaf85-ce55-4999-9d0d-3205c16d64b1 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801237 Jan 28 20:13:16.439142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cf38c-1eea-457c-9d7d-a6cb1a6bdfb9 req-ea334ae7-8b54-4d93-b427-e796b01a2544 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:16.441919 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-097cf38c-1eea-457c-9d7d-a6cb1a6bdfb9 req-ea334ae7-8b54-4d93-b427-e796b01a2544 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 972 time: 0.0684228 Jan 28 20:13:16.500129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-097cf38c-1eea-457c-9d7d-a6cb1a6bdfb9 req-721ff860-7596-41d6-9f86-095912012825 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Jan 28 20:13:16.647232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1815a97d-05a8-4a0e-8454-2b68d35fd722 req-9cb5e0e4-48e7-4c7f-9b5f-8ce3ee87d1ad tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 210 time: 0.0363894 Jan 28 20:13:16.692340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3935711-4efb-4b06-ae2f-923a6bd46e2a req-01ded565-67e2-4276-829d-126f6c8aa5ef tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:16.693837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3935711-4efb-4b06-ae2f-923a6bd46e2a req-01ded565-67e2-4276-829d-126f6c8aa5ef tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.0724702 Jan 28 20:13:16.742873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3935711-4efb-4b06-ae2f-923a6bd46e2a req-65ec83e8-5408-478e-b787-efaaf5100735 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Jan 28 20:13:16.970502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771dc46-bdad-4584-bae9-726f661a835a req-1448d612-a006-4919-b9cc-6ed7618d5aa6 tempest-AggregatesAdminTestJSON-1403092982 tempest-AggregatesAdminTestJSON-1403092982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:16.973219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9771dc46-bdad-4584-bae9-726f661a835a req-1448d612-a006-4919-b9cc-6ed7618d5aa6 tempest-AggregatesAdminTestJSON-1403092982 tempest-AggregatesAdminTestJSON-1403092982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 1122 time: 0.0630963 Jan 28 20:13:17.012066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9771dc46-bdad-4584-bae9-726f661a835a req-25a72b74-d5c2-4018-af4e-a81e27518e1b tempest-AggregatesAdminTestJSON-1403092982 tempest-AggregatesAdminTestJSON-1403092982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:17.151117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731a608-2992-4e07-aee8-075172b7246b req-babe8711-4eff-4eb6-8b65-1a35c15ebd57 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:17.152872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6731a608-2992-4e07-aee8-075172b7246b req-babe8711-4eff-4eb6-8b65-1a35c15ebd57 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 931 time: 0.0930774 Jan 28 20:13:17.181927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9771dc46-bdad-4584-bae9-726f661a835a req-25a72b74-d5c2-4018-af4e-a81e27518e1b tempest-AggregatesAdminTestJSON-1403092982 tempest-AggregatesAdminTestJSON-1403092982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:17.195012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9771dc46-bdad-4584-bae9-726f661a835a req-25a72b74-d5c2-4018-af4e-a81e27518e1b tempest-AggregatesAdminTestJSON-1403092982 tempest-AggregatesAdminTestJSON-1403092982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:17.229882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9771dc46-bdad-4584-bae9-726f661a835a req-25a72b74-d5c2-4018-af4e-a81e27518e1b tempest-AggregatesAdminTestJSON-1403092982 tempest-AggregatesAdminTestJSON-1403092982-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475617 Jan 28 20:13:17.271319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6731a608-2992-4e07-aee8-075172b7246b req-3b8c9946-8d28-4d82-83f9-2708d0b1bd14 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059539 Jan 28 20:13:17.273072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a72b74-d5c2-4018-af4e-a81e27518e1b tempest-AggregatesAdminTestJSON-1403092982 tempest-AggregatesAdminTestJSON-1403092982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e80206-ebfd-4be9-a417-25dfec401c90,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:17.645919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24e5e4-48a1-4d05-a7d8-55a7240042b3 req-a3e74966-e694-44f4-bf91-33c500e12646 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:17.647394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c24e5e4-48a1-4d05-a7d8-55a7240042b3 req-a3e74966-e694-44f4-bf91-33c500e12646 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.0723550 Jan 28 20:13:17.674327 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:17.681098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.13', 56919) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:17.688161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-97708faf-6f06-4dde-8271-e3add252299c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:13:17.689580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-97708faf-6f06-4dde-8271-e3add252299c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057902 Jan 28 20:13:17.722633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c24e5e4-48a1-4d05-a7d8-55a7240042b3 req-11a2b0a2-9305-4cc5-825e-0ddd1b302eae tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634508 Jan 28 20:13:17.869922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba34751-a60f-4ca4-aba6-38e89943fc95 req-dc760d66-f517-48a7-bef8-4e296e1e1a49 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:17.881498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ba34751-a60f-4ca4-aba6-38e89943fc95 req-dc760d66-f517-48a7-bef8-4e296e1e1a49 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 972 time: 0.1029017 Jan 28 20:13:17.916888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-2d417de7-29d8-4e9d-962c-467cf67987e8 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:17.918838 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-2d417de7-29d8-4e9d-962c-467cf67987e8 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.13 "GET /v2.0/networks?id=a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 HTTP/1.1" status: 200 len: 815 time: 0.2360294 Jan 28 20:13:17.937289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Request body: {'port': {'device_id': '02a24fac-7c90-4066-9d44-864526470db3', 'network_id': 'a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3', 'admin_state_up': True, 'tenant_id': '63165be5b54c453dab9fa439045900d9'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:17.962356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ba34751-a60f-4ca4-aba6-38e89943fc95 req-3f4d88ca-9671-4fd4-89e6-b34df471dddc tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781887 Jan 28 20:13:18.051662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Request body: {'port': {'device_id': '779fdab9-d90f-47a1-8326-581ac19ca021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:18.245336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Made reservation on behalf of 63165be5b54c453dab9fa439045900d9 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:18.252339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:18.384313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10319b54-b6ca-4764-af40-346ae6b02e46 req-4af9a40d-f3a6-4b62-81ab-3172dff1661b tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 210 time: 0.3242488 Jan 28 20:13:18.455536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e604d0-1a49-411b-9994-0add431b39d3 req-7928f7a1-1788-498f-a248-ce5c3fffdfd5 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:18.457284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77e604d0-1a49-411b-9994-0add431b39d3 req-7928f7a1-1788-498f-a248-ce5c3fffdfd5 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 1123 time: 0.4001977 Jan 28 20:13:18.462852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:18.467038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Allocated IP 172.20.0.9 (a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3/3ebf757b-0c7b-46df-8b79-84f51655dd58/39471b6d-4c48-44ff-8bd1-c43f34ac7c5e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:18.670883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:18.693142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954ff5-c44b-4832-be28-d993a4ba5985 req-08ef636e-f3ce-4e53-a4bc-6cbe40ed164a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:18.694691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b954ff5-c44b-4832-be28-d993a4ba5985 req-08ef636e-f3ce-4e53-a4bc-6cbe40ed164a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 931 time: 0.1665993 Jan 28 20:13:18.714936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:18.771550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:18.775527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:18.780078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:18.795665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] Deleting port a9c8bacf-6b76-44f3-8b59-6f64e21747ec {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:13:18.796104 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:18.830046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Pushing event updated for resources: {'Port': ['ID=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:18.845389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:18.846094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:18.865801 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-9bc9b86a-37d6-4ee8-98d4-13fe405ad9f9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9368265 Jan 28 20:13:18.871015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b954ff5-c44b-4832-be28-d993a4ba5985 req-35337ee9-2ff1-4bb6-8a94-cbf5445176b6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617396 Jan 28 20:13:18.878754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Request body: {'port': {'device_id': '02a24fac-7c90-4066-9d44-864526470db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:18.945876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50860) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:18.965609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:18.983553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d5e07-4b0e-440e-818a-452d4944fd7b req-6b445b42-5353-4be5-acaf-0ef268fc1dac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:18.985378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-950d5e07-4b0e-440e-818a-452d4944fd7b req-6b445b42-5353-4be5-acaf-0ef268fc1dac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.1390111 Jan 28 20:13:19.004215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] For port a9c8bacf-6b76-44f3-8b59-6f64e21747ec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:19.004428 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.038887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] Calling delete_port for a9c8bacf-6b76-44f3-8b59-6f64e21747ec owned by compute:tempest-test_az-1920569602 {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:13:19.215137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cdc492-fd35-4b30-85ca-f87bb140e83c {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:19.226887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80d7ca58-f3ed-4058-9731-5fc187964dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.231123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-950d5e07-4b0e-440e-818a-452d4944fd7b req-d34f52ea-a6e4-4e1d-a254-82ec8bb94ef5 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327907 Jan 28 20:13:19.235870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.281352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Transition to ACTIVE for port object b3cdc492-fd35-4b30-85ca-f87bb140e83c will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:13:19.293570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841f593-7242-4575-8b96-9c9241d852a1 req-13e4902f-8e55-4d67-a79b-2a9685e79b73 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:19.295065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c841f593-7242-4575-8b96-9c9241d852a1 req-13e4902f-8e55-4d67-a79b-2a9685e79b73 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc HTTP/1.1" status: 200 len: 972 time: 0.2114599 Jan 28 20:13:19.300471 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.352901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:19.364636 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.388956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Transition to ACTIVE for port object 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:13:19.398156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ef726-0250-4904-9012-4f544bbbc798 req-cd4a6135-c7e3-4c64-9b8b-1bde4d62a8d1 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:19.400372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f61ef726-0250-4904-9012-4f544bbbc798 req-cd4a6135-c7e3-4c64-9b8b-1bde4d62a8d1 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.26 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.1080222 Jan 28 20:13:19.401990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.451621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:19.474209 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c841f593-7242-4575-8b96-9c9241d852a1 req-f576fc63-341b-4c7c-9d0d-37bd48bfefec tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715028 Jan 28 20:13:19.518610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Pushing event updated for resources: {'Port': ['ID=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:19.574881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.583595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80d7ca58-f3ed-4058-9731-5fc187964dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.585662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['a9c8bacf-6b76-44f3-8b59-6f64e21747ec'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:19.615123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80d7ca58-f3ed-4058-9731-5fc187964dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.635257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9c8bacf-6b76-44f3-8b59-6f64e21747ec,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:19.655254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Attempting to bind port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:19.655579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Attempting to bind port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'a284347b-3723-45d6-b3ae-a063e5bbe6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:19.655911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Attempting to bind port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e on network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:19.659959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:19.660330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:19.660666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:19.667093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Deleting port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:13:19.667230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.671254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e on network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:13:19.671574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Attempting to bind port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e on network a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:19.675656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22eaee-39b4-4556-9e00-d82576f17752 req-dc118615-6cc6-43d1-b67e-6a22b77c895c tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:19.677186 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c22eaee-39b4-4556-9e00-d82576f17752 req-dc118615-6cc6-43d1-b67e-6a22b77c895c tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 943 time: 0.2020969 Jan 28 20:13:19.707814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:13:19.708144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:19.714480 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:19.714480 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Checking segment: {'id': 'a284347b-3723-45d6-b3ae-a063e5bbe6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:19.714762 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-80d7ca58-f3ed-4058-9731-5fc187964dc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ad0a42074eb4feeba353452e02d8c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7639155 Jan 28 20:13:19.714841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Bound using segment: {'id': 'a284347b-3723-45d6-b3ae-a063e5bbe6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:19.714841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Bound port: 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a284347b-3723-45d6-b3ae-a063e5bbe6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:19.714841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.714841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50870) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:19.734168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] No DVR routers for this DVR port a9c8bacf-6b76-44f3-8b59-6f64e21747ec on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:13:19.741118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7ca58-f3ed-4058-9731-5fc187964dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc1c085-ff1a-41a9-a300-eaba7836587c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:19.751927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:19.752302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:19.753190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:19.753190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Bound port: b3cdc492-fd35-4b30-85ca-f87bb140e83c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:19.753585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.755862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.759856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77e604d0-1a49-411b-9994-0add431b39d3 req-5656158d-8c2d-422a-8e46-0d095cf9d252 tempest-DeleteServersAdminTestJSON-111640564 tempest-DeleteServersAdminTestJSON-111640564-project-admin] 10.222.0.26 "DELETE /v2.0/ports/a9c8bacf-6b76-44f3-8b59-6f64e21747ec HTTP/1.1" status: 204 len: 173 time: 1.2931395 Jan 28 20:13:19.762894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc', 'name': 'network-vif-deleted', 'tag': 'a9c8bacf-6b76-44f3-8b59-6f64e21747ec'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:19.765260 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f1890c-2181-4c60-9d03-eb635852e703" -d '{"events": [{"server_uuid": "bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc", "name": "network-vif-deleted", "tag": "a9c8bacf-6b76-44f3-8b59-6f64e21747ec"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:19.823235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c22eaee-39b4-4556-9e00-d82576f17752 req-afd68c0f-30e5-4d3b-90d5-6dc386843beb tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276176 Jan 28 20:13:19.867913 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9492cb46-a2a3-45bd-8051-c9232b115c09 x-openstack-request-id: req-9492cb46-a2a3-45bd-8051-c9232b115c09 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:19.868226 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc", "name": "network-vif-deleted", "tag": "a9c8bacf-6b76-44f3-8b59-6f64e21747ec", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:19.869778 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9492cb46-a2a3-45bd-8051-c9232b115c09 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:19.869778 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf73b8d-4fa4-43d6-a4cb-d33c208ca7bc', 'name': 'network-vif-deleted', 'tag': 'a9c8bacf-6b76-44f3-8b59-6f64e21747ec', 'status': 'completed', 'code': 200} Jan 28 20:13:19.875316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:19.879565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:19.889731 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.905577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] For port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:19.905965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.927950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:19.928540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.931462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] 10.222.0.13 "PUT /v2.0/ports/b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 1091 time: 1.9665525 Jan 28 20:13:19.938003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Calling delete_port for 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 owned by compute:tempest-test_az-1920569602 {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:13:19.945161 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-439535ea-f1e1-4c5b-83f2-6af639b5a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:19.958274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] For port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:19.959506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb2e02-ed00-424a-b7f5-745fe6772546 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:20.042036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] For port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,segment=NetworkSegment(a284347b-3723-45d6-b3ae-a063e5bbe6cb),segment_id=a284347b-3723-45d6-b3ae-a063e5bbe6cb)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:20.048242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-439535ea-f1e1-4c5b-83f2-6af639b5a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:20.057817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:20.065812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-99c6134f-dcdd-44b9-adad-ab45303deb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:20.067354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-99c6134f-dcdd-44b9-adad-ab45303deb33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1094 time: 0.0823395 Jan 28 20:13:20.089999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92017ea0-bc62-43b6-b81a-d231176674b4 req-9229c9a2-2c63-4266-8967-5ba0c31b2ff2 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:20.091521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92017ea0-bc62-43b6-b81a-d231176674b4 req-9229c9a2-2c63-4266-8967-5ba0c31b2ff2 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 943 time: 0.0767307 Jan 28 20:13:20.126271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-643f57d8-26a5-4283-96b7-6d27f722949b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 217 time: 0.0491278 Jan 28 20:13:20.140003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:20.140850 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:20.142522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] 10.222.0.13 "PUT /v2.0/ports/39471b6d-4c48-44ff-8bd1-c43f34ac7c5e HTTP/1.1" status: 200 len: 1091 time: 1.2692635 Jan 28 20:13:20.144814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a24fac-7c90-4066-9d44-864526470db3', 'tag': '39471b6d-4c48-44ff-8bd1-c43f34ac7c5e'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:20.147203 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b" -d '{"events": [{"name": "network-changed", "server_uuid": "02a24fac-7c90-4066-9d44-864526470db3", "tag": "39471b6d-4c48-44ff-8bd1-c43f34ac7c5e"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:20.188328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc2e6a-6606-4fb1-8076-ddff7ecedb8c service neutron] Pushing event updated for resources: {'Port': ['ID=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:20.207132 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2527cf06-7f2d-485c-a72c-98a42c02e16f x-openstack-request-id: req-2527cf06-7f2d-485c-a72c-98a42c02e16f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:20.207763 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a24fac-7c90-4066-9d44-864526470db3", "tag": "39471b6d-4c48-44ff-8bd1-c43f34ac7c5e", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:20.208413 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2527cf06-7f2d-485c-a72c-98a42c02e16f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:20.209556 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a24fac-7c90-4066-9d44-864526470db3', 'tag': '39471b6d-4c48-44ff-8bd1-c43f34ac7c5e', 'status': 'completed', 'code': 200} Jan 28 20:13:20.217168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92017ea0-bc62-43b6-b81a-d231176674b4 req-81f6dc26-5337-4c30-9805-463e553e8f14 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931432 Jan 28 20:13:20.226623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-cfd826bb-33ef-4ad3-b0b5-635900eed570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:20.230605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-cfd826bb-33ef-4ad3-b0b5-635900eed570 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.0961936 Jan 28 20:13:20.273558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-8a9b9c1b-9b64-4605-85e1-5820f4393c66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350773 Jan 28 20:13:20.314226 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-439535ea-f1e1-4c5b-83f2-6af639b5a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:20.316968 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-439535ea-f1e1-4c5b-83f2-6af639b5a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:20.318050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-439535ea-f1e1-4c5b-83f2-6af639b5a4c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bc1c085-ff1a-41a9-a300-eaba7836587c HTTP/1.1" status: 204 len: 168 time: 0.5982761 Jan 28 20:13:20.331696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-5a186d67-a6db-4b42-972b-3f0cfc537f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:20.333755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-5a186d67-a6db-4b42-972b-3f0cfc537f2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63165be5b54c453dab9fa439045900d9&device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 1094 time: 0.1179490 Jan 28 20:13:20.393125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-d260885e-432f-4e52-8033-dd719168d507 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e HTTP/1.1" status: 200 len: 217 time: 0.0468757 Jan 28 20:13:20.393769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439535ea-f1e1-4c5b-83f2-6af639b5a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc1c085-ff1a-41a9-a300-eaba7836587c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:20.409921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:20.423076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faad6dc-a495-4fbe-a722-3b3756bb9cb3 req-c09c221b-76d9-48e1-9d8a-4daafe5070bd tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:20.428693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0faad6dc-a495-4fbe-a722-3b3756bb9cb3 req-c09c221b-76d9-48e1-9d8a-4daafe5070bd tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/ports?device_id=28200f1a-d9a0-4900-930d-52934daa770a HTTP/1.1" status: 200 len: 971 time: 0.0952954 Jan 28 20:13:20.435379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0f89b2df-5c8d-4e7d-b310-fb90e3cc6127'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:20.470968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-cb982ed2-dec9-458c-bed8-6dde9ac0f17e service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901975 Jan 28 20:13:20.619386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0faad6dc-a495-4fbe-a722-3b3756bb9cb3 req-045b2548-1174-49ff-93f7-d881e994aa89 tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.44 "GET /v2.0/security-groups?id=d78133e1-ca2d-4c28-894b-aa6920ccff2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843762 Jan 28 20:13:20.699472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c276a60f-4c9d-4b0a-95c6-0b3b35ed49ab req-41b37ae0-3627-4d92-b61d-8519d20f4238 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144246 Jan 28 20:13:20.746877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] No DVR routers for this DVR port 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:13:20.751671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Pushing event deleted for resources: {'Port': ['ID=0f89b2df-5c8d-4e7d-b310-fb90e3cc6127,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:20.757374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:20.761359 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f61ef726-0250-4904-9012-4f544bbbc798 req-7668035d-fc20-4360-89f7-4bb73b0dbaac tempest-AggregatesAdminTestJSON-2122427761 tempest-AggregatesAdminTestJSON-2122427761-project] 10.222.0.26 "DELETE /v2.0/ports/0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 HTTP/1.1" status: 204 len: 173 time: 1.3518691 Jan 28 20:13:20.773089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-0a48dbb9-80b3-4a8b-bd32-d5cb7f0c788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:20.775139 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-0a48dbb9-80b3-4a8b-bd32-d5cb7f0c788c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ebf757b-0c7b-46df-8b79-84f51655dd58 HTTP/1.1" status: 200 len: 855 time: 0.3757796 Jan 28 20:13:20.837017 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-2b249f69-50e0-4229-b9a1-9ae0f459a449 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509369 Jan 28 20:13:20.867205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50890) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:20.890404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2193eafd-d75e-4849-85a4-3479cd6bf705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:20.995808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-1f92e352-c5f0-4633-b78d-04a1cce3343c service neutron] 10.222.0.13 "GET /v2.0/networks/a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511948 Jan 28 20:13:21.000415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958b29e-a9a2-4e3e-81ba-7c8d7ed07abf req-9e275929-459a-4c2a-9c7e-dc25b20154e9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:21.002096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d958b29e-a9a2-4e3e-81ba-7c8d7ed07abf req-9e275929-459a-4c2a-9c7e-dc25b20154e9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 943 time: 0.1084337 Jan 28 20:13:21.044934 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:21.099485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-6db07258-6db9-4ff3-83be-0820c252be0f tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=56db36bed18643ae8ac22a9781191da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448635 Jan 28 20:13:21.105634 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d958b29e-a9a2-4e3e-81ba-7c8d7ed07abf req-3f604e37-c700-463f-8bab-000c937d206a tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951724 Jan 28 20:13:21.119028 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3eab0171-9bb2-4d5c-b820-bf8ece122541 req-517ea441-ec69-4d47-ab90-72c1156afdbc service neutron] 10.222.0.13 "GET /v2.0/networks/a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105435 Jan 28 20:13:21.125654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2193eafd-d75e-4849-85a4-3479cd6bf705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:21.136426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2193eafd-d75e-4849-85a4-3479cd6bf705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:21.212096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-e2a1e404-1992-472c-acc1-566d3687c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:21.213578 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-e2a1e404-1992-472c-acc1-566d3687c769 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=63165be5b54c453dab9fa439045900d9&device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 1094 time: 0.0447526 Jan 28 20:13:21.219829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2193eafd-d75e-4849-85a4-3479cd6bf705 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93bdcd531e76431eaaa9e1563273ea13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508034 Jan 28 20:13:21.223547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50902) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:21.225556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193eafd-d75e-4849-85a4-3479cd6bf705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488ddf9a-b0cf-4595-8990-e493c278dbef,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:21.285310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6535d-096a-40b9-b951-22a7c9591811 req-266f3142-d8bd-4dec-9938-a76c82b1d91b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:21.286835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-266f3142-d8bd-4dec-9938-a76c82b1d91b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762402 Jan 28 20:13:21.313023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-63618882-21d3-4718-b331-fb868e06f636 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/quotas/56db36bed18643ae8ac22a9781191da8 HTTP/1.1" status: 200 len: 375 time: 0.0160053 Jan 28 20:13:21.325604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-38e12218-0a6a-46e6-9ea1-34ae55fe9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:21.327291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-38e12218-0a6a-46e6-9ea1-34ae55fe9789 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 HTTP/1.1" status: 200 len: 916 time: 0.1056883 Jan 28 20:13:21.352430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-246355ff-7b10-4649-a36f-766aed2dab1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:21.373258 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-fb71cfc3-714c-4df1-b8e9-bafc28718420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e HTTP/1.1" status: 200 len: 217 time: 0.0367675 Jan 28 20:13:21.387749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-5abb3b27-4216-49ae-98a4-403fedb7844b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56db36bed18643ae8ac22a9781191da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613809 Jan 28 20:13:21.401835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-246355ff-7b10-4649-a36f-766aed2dab1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:21.433905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-32745320-d8cd-4dcf-99db-503c4c8fdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:21.437564 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-32745320-d8cd-4dcf-99db-503c4c8fdc9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ebf757b-0c7b-46df-8b79-84f51655dd58 HTTP/1.1" status: 200 len: 855 time: 0.0565779 Jan 28 20:13:21.479664 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-8abe9bb1-623d-4b74-987e-29b62caac821 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315602 Jan 28 20:13:21.615400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-67b5386f-a96b-4f46-8662-5b0749ff8e44 service neutron] 10.222.0.13 "GET /v2.0/networks/a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278946 Jan 28 20:13:21.684336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c5641-7d73-4abb-b371-0d6fc87e83bf req-6bb79a3a-7c41-4e29-809e-0b1eb2dd38a6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:21.685799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2c5641-7d73-4abb-b371-0d6fc87e83bf req-6bb79a3a-7c41-4e29-809e-0b1eb2dd38a6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 943 time: 0.3767958 Jan 28 20:13:21.689575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68fd5ac7-ace9-49fc-b268-2dc1e0a0e1b9 req-3f96714d-67e4-4401-8642-fa1d3e8eaf9b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 210 time: 0.0478446 Jan 28 20:13:21.734518 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ddbf2f73-8095-4ffa-bf04-5f32c97f464b req-c40ad023-de27-4ed9-8953-4838d1b5db40 service neutron] 10.222.0.13 "GET /v2.0/networks/a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100156 Jan 28 20:13:21.752221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2c5641-7d73-4abb-b371-0d6fc87e83bf req-4a164d2c-efe8-498f-ab99-6548f8cc98a3 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526087 Jan 28 20:13:21.767211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-246355ff-7b10-4649-a36f-766aed2dab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:21.771095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-246355ff-7b10-4649-a36f-766aed2dab1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:21.774937 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-246355ff-7b10-4649-a36f-766aed2dab1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/488ddf9a-b0cf-4595-8990-e493c278dbef HTTP/1.1" status: 204 len: 168 time: 0.5476978 Jan 28 20:13:21.781765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246355ff-7b10-4649-a36f-766aed2dab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488ddf9a-b0cf-4595-8990-e493c278dbef,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:21.869913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:21.872467 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6" -d '{"events": [{"name": "network-changed", "server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:21.912508 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbefde1f-3812-4e6e-a242-162184d817d6 x-openstack-request-id: req-dbefde1f-3812-4e6e-a242-162184d817d6 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:21.913017 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:21.913483 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbefde1f-3812-4e6e-a242-162184d817d6 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:21.914059 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c', 'status': 'completed', 'code': 200} Jan 28 20:13:21.998538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-f077376c-8ed4-43ed-a900-e2c189a19a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:22.000038 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-f077376c-8ed4-43ed-a900-e2c189a19a94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1094 time: 0.0610259 Jan 28 20:13:22.097002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-fed5c8c7-5929-49fa-b491-e28e49dc976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:22.098860 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-fed5c8c7-5929-49fa-b491-e28e49dc976a service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.0913846 Jan 28 20:13:22.156988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-c0d3e189-ac08-4d8b-a1a0-0497865f7bca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 217 time: 0.0500882 Jan 28 20:13:22.210554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28200f1a-d9a0-4900-930d-52934daa770a', 'name': 'network-vif-deleted', 'tag': '0f89b2df-5c8d-4e7d-b310-fb90e3cc6127'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:22.214208 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c722ff69-225b-493c-9e88-3acbe7990b45" -d '{"events": [{"server_uuid": "28200f1a-d9a0-4900-930d-52934daa770a", "name": "network-vif-deleted", "tag": "0f89b2df-5c8d-4e7d-b310-fb90e3cc6127"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:22.229210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-a844e201-27e3-43b7-a9b9-bce250d368bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:22.231131 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-a844e201-27e3-43b7-a9b9-bce250d368bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.0666418 Jan 28 20:13:22.268322 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-a98f6dc5-2cf8-4528-b539-8ffa1f712580 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303633 Jan 28 20:13:22.296009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f03ee-3b4c-47f4-9057-68c15c28ede4 req-c3a05148-5ea2-4d1d-a3b3-54ef9c434ecd tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:22.298364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f1f03ee-3b4c-47f4-9057-68c15c28ede4 req-c3a05148-5ea2-4d1d-a3b3-54ef9c434ecd tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 943 time: 0.1032162 Jan 28 20:13:22.350936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f1f03ee-3b4c-47f4-9057-68c15c28ede4 req-1a2a4205-4b31-40cf-8671-2db3435f13bc tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Jan 28 20:13:22.360259 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75b6db4-d02e-48b7-8d9a-01bf515052f1 x-openstack-request-id: req-c75b6db4-d02e-48b7-8d9a-01bf515052f1 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:22.360736 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28200f1a-d9a0-4900-930d-52934daa770a", "name": "network-vif-deleted", "tag": "0f89b2df-5c8d-4e7d-b310-fb90e3cc6127", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:22.360932 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c75b6db4-d02e-48b7-8d9a-01bf515052f1 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:22.361559 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28200f1a-d9a0-4900-930d-52934daa770a', 'name': 'network-vif-deleted', 'tag': '0f89b2df-5c8d-4e7d-b310-fb90e3cc6127', 'status': 'completed', 'code': 200} Jan 28 20:13:22.396760 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-df973a3d-3ab9-476e-be33-d154b83d3434 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202502 Jan 28 20:13:22.406908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a9c8bacf-6b76-44f3-8b59-6f64e21747ec no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:22.430932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: a9c8bacf-6b76-44f3-8b59-6f64e21747ec {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:13:22.431670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a9c8bacf-6b76-44f3-8b59-6f64e21747ec not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:13:22.530430 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea5f7213-b2e6-4c39-9dcf-551a7cb336b6 req-de9f2ef8-1eb8-4476-bd92-82f80fbda1f0 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259000 Jan 28 20:13:22.707273 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-cf401bc3-c13f-416b-927c-ccdb32687d29 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=56db36bed18643ae8ac22a9781191da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499363 Jan 28 20:13:22.922338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3ba1abf-d427-450d-82e3-003895f2d76f req-215c4054-c08c-4950-b713-3353883e2bf2 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 210 time: 0.0779455 Jan 28 20:13:23.015130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6535d-096a-40b9-b951-22a7c9591811 req-6531defb-dc10-4fac-8a1d-edd0db893c43 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:23.018086 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-6531defb-dc10-4fac-8a1d-edd0db893c43 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080142 Jan 28 20:13:23.043736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Request body: {'port': {'device_id': '0519525c-6cf6-491e-819c-c0884f3df855', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '56db36bed18643ae8ac22a9781191da8'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:23.064157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb6559-f9ab-429d-9d6b-3c649d3ef171 req-6023eee4-efe9-42bf-9753-fa27b645176d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:23.093005 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fefb6559-f9ab-429d-9d6b-3c649d3ef171 req-6023eee4-efe9-42bf-9753-fa27b645176d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 943 time: 0.1427763 Jan 28 20:13:23.134901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51010) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:23.158764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fefb6559-f9ab-429d-9d6b-3c649d3ef171 req-bdf2ff23-afa2-47f7-99b9-09273cbb75db tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648799 Jan 28 20:13:23.229642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Made reservation on behalf of 56db36bed18643ae8ac22a9781191da8 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:23.235704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.336729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2512668a-6a0c-40fd-82ad-d78b86d14596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.431292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Allocated IP 192.168.233.153 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/c073ddec-5486-4ad8-ac00-f7d44c4c2337) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:23.494816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41136675-9630-44e4-a355-488cf03be99a req-3cc3096f-4f27-4cfe-ac05-0ad70051577d tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:23.496604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41136675-9630-44e4-a355-488cf03be99a req-3cc3096f-4f27-4cfe-ac05-0ad70051577d tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 943 time: 0.0639939 Jan 28 20:13:23.560926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41136675-9630-44e4-a355-488cf03be99a req-9379fb2b-0880-47dd-8d9e-80c673a0aad6 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569465 Jan 28 20:13:23.590128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2512668a-6a0c-40fd-82ad-d78b86d14596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.598449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2512668a-6a0c-40fd-82ad-d78b86d14596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.673941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512668a-6a0c-40fd-82ad-d78b86d14596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4c6db-7418-4cdf-b049-5bc6aa99292a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:23.700368 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2512668a-6a0c-40fd-82ad-d78b86d14596 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c3671d8da5640ce802f311df4499b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615568 Jan 28 20:13:23.700523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:23.738923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.758097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b3cdc492-fd35-4b30-85ca-f87bb140e83c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:13:23.803138 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fcb92b4-da87-4174-885c-5e6197883e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.831667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fcb92b4-da87-4174-885c-5e6197883e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.834029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.861690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:23.874496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c', 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'port_id': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c', 'mac_address': 'fa:16:3e:4a:ee:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac887cfc-a542-4ce4-86f2-d8597a61cc15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:13:23.921088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:23.924858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:23.926482 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.931949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:23.936444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Pushing event updated for resources: {'Port': ['ID=c073ddec-5486-4ad8-ac00-f7d44c4c2337,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:23.948603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cdc492-fd35-4b30-85ca-f87bb140e83c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:23.972776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:23.979378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.980214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:13:23.996065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fcb92b4-da87-4174-885c-5e6197883e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:23.999420 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fcb92b4-da87-4174-885c-5e6197883e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.000916 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7fcb92b4-da87-4174-885c-5e6197883e5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ed4c6db-7418-4cdf-b049-5bc6aa99292a HTTP/1.1" status: 204 len: 168 time: 0.2994628 Jan 28 20:13:24.009728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:24.010772 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.022727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb92b4-da87-4174-885c-5e6197883e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4c6db-7418-4cdf-b049-5bc6aa99292a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:24.041586 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-13d427df-deb7-4318-974c-2d5678720ae0 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0077343 Jan 28 20:13:24.054105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Request body: {'port': {'device_id': '0519525c-6cf6-491e-819c-c0884f3df855', 'device_owner': 'compute:tempest-test_az-1920569602', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:24.126350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:24.134287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.291624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe43dae-d08c-4163-bdcb-59f6ac2180e6 req-7e317196-9e7a-40d5-9f12-3b436684cec8 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:24.301550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fe43dae-d08c-4163-bdcb-59f6ac2180e6 req-7e317196-9e7a-40d5-9f12-3b436684cec8 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 936 time: 0.0969770 Jan 28 20:13:24.313422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,segment=NetworkSegment(a284347b-3723-45d6-b3ae-a063e5bbe6cb),segment_id=a284347b-3723-45d6-b3ae-a063e5bbe6cb)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:24.359220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '39471b6d-4c48-44ff-8bd1-c43f34ac7c5e', 'network_id': 'a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3', 'port_id': '39471b6d-4c48-44ff-8bd1-c43f34ac7c5e', 'mac_address': 'fa:16:3e:86:80:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebf757b-0c7b-46df-8b79-84f51655dd58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:13:24.439663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:24.457053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fe43dae-d08c-4163-bdcb-59f6ac2180e6 req-94139aa6-a0b0-40d8-9d08-dd6e0d91631b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542158 Jan 28 20:13:24.491057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a877f52f-1a94-4a46-b2ee-cdac14e209cd None None] Provisioning complete for port c073ddec-5486-4ad8-ac00-f7d44c4c2337 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:24.491411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a877f52f-1a94-4a46-b2ee-cdac14e209cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.496451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5f239-05cb-40c4-a840-d69828ff8db0 req-71ccc7ba-c0da-457f-a428-527763105812 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:24.510769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0b5f239-05cb-40c4-a840-d69828ff8db0 req-71ccc7ba-c0da-457f-a428-527763105812 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 944 time: 0.1615682 Jan 28 20:13:24.521879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51098) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:24.532114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:13:24.534815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0f89b2df-5c8d-4e7d-b310-fb90e3cc6127 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:13:24.548066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a877f52f-1a94-4a46-b2ee-cdac14e209cd None None] Port c073ddec-5486-4ad8-ac00-f7d44c4c2337 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:13:24.551295 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.581386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:24.595377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0b5f239-05cb-40c4-a840-d69828ff8db0 req-420d437f-effc-46d1-bfdb-f49a4268f375 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813046 Jan 28 20:13:24.613998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,segment=NetworkSegment(a284347b-3723-45d6-b3ae-a063e5bbe6cb),segment_id=a284347b-3723-45d6-b3ae-a063e5bbe6cb)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:24.631296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.647842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c073ddec-5486-4ad8-ac00-f7d44c4c2337 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:24.663984 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.682150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Transition to ACTIVE for port object c073ddec-5486-4ad8-ac00-f7d44c4c2337 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:13:24.688199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.703608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:24.764842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Pushing event updated for resources: {'Port': ['ID=c073ddec-5486-4ad8-ac00-f7d44c4c2337,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:24.824995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec435e2-ed72-4c7f-af2f-38bd8ac8afca req-44e282c3-8443-4e8d-9a3e-8f61a53b4fef tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:24.826900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ec435e2-ed72-4c7f-af2f-38bd8ac8afca req-44e282c3-8443-4e8d-9a3e-8f61a53b4fef tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 944 time: 0.0865178 Jan 28 20:13:24.828609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51114) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:24.846353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b7f57b2-86a7-4327-a8be-0498693b00bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.847507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0d9181a8-333d-40a2-b119-9d46c6301a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.918630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Attempting to bind port c073ddec-5486-4ad8-ac00-f7d44c4c2337 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:24.918982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Attempting to bind port c073ddec-5486-4ad8-ac00-f7d44c4c2337 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:24.919314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Attempting to bind port c073ddec-5486-4ad8-ac00-f7d44c4c2337 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:24.932598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ec435e2-ed72-4c7f-af2f-38bd8ac8afca req-d8eb6891-9802-4aa7-9ba9-da095b70720a tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726635 Jan 28 20:13:24.944207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Port c073ddec-5486-4ad8-ac00-f7d44c4c2337 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:13:24.944550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Attempting to bind port c073ddec-5486-4ad8-ac00-f7d44c4c2337 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:24.986878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:24.987955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:24.988401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:24.989189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Bound port: c073ddec-5486-4ad8-ac00-f7d44c4c2337, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:24.989570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:24.998180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['39471b6d-4c48-44ff-8bd1-c43f34ac7c5e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:25.005407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['b3cdc492-fd35-4b30-85ca-f87bb140e83c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:25.080824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0d9181a8-333d-40a2-b119-9d46c6301a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.087792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0d9181a8-333d-40a2-b119-9d46c6301a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.123778 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b7f57b2-86a7-4327-a8be-0498693b00bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.130377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] For port c073ddec-5486-4ad8-ac00-f7d44c4c2337, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:25.131751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9181a8-333d-40a2-b119-9d46c6301a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b7867a-6c9d-4111-a2cb-5cc4a7a63dbb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:25.150188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] For port c073ddec-5486-4ad8-ac00-f7d44c4c2337, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c073ddec-5486-4ad8-ac00-f7d44c4c2337,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:25.153891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b7f57b2-86a7-4327-a8be-0498693b00bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.157343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0d9181a8-333d-40a2-b119-9d46c6301a40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e901ab6de8a9483b822ada8a4f6098ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276799 Jan 28 20:13:25.159914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51134) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:25.165140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.257531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fde63d78-5814-43ee-9f99-81c5373e4bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.290725 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fde63d78-5814-43ee-9f99-81c5373e4bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.308148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f57b2-86a7-4327-a8be-0498693b00bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5f7261-ba72-41bb-a305-d1252b772db9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:25.334745 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8b7f57b2-86a7-4327-a8be-0498693b00bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aab84d323cfd41d5b4779123fe076e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8095677 Jan 28 20:13:25.344101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:25.344101 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.345129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] 10.222.0.26 "PUT /v2.0/ports/c073ddec-5486-4ad8-ac00-f7d44c4c2337 HTTP/1.1" status: 200 len: 1118 time: 1.2949581 Jan 28 20:13:25.345726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51150) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:25.352721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0519525c-6cf6-491e-819c-c0884f3df855', 'tag': 'c073ddec-5486-4ad8-ac00-f7d44c4c2337'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:25.355730 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdb5be0-9b65-46fd-8c2d-eabae17372af" -d '{"events": [{"name": "network-changed", "server_uuid": "0519525c-6cf6-491e-819c-c0884f3df855", "tag": "c073ddec-5486-4ad8-ac00-f7d44c4c2337"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:25.443959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f4d9f-0885-4e43-ae5d-f8e40d65db58 service neutron] Pushing event updated for resources: {'Port': ['ID=c073ddec-5486-4ad8-ac00-f7d44c4c2337,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:25.455914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feccbb52-2b64-4f34-8c82-63796a6411aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.459380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fde63d78-5814-43ee-9f99-81c5373e4bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.462786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fde63d78-5814-43ee-9f99-81c5373e4bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.464102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fde63d78-5814-43ee-9f99-81c5373e4bda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31b7867a-6c9d-4111-a2cb-5cc4a7a63dbb HTTP/1.1" status: 204 len: 168 time: 0.3032427 Jan 28 20:13:25.477643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6535d-096a-40b9-b951-22a7c9591811 req-476f2a9a-bd6c-43a1-994b-71722ea1478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:25.480308 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-476f2a9a-bd6c-43a1-994b-71722ea1478b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56db36bed18643ae8ac22a9781191da8&device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 1121 time: 0.0659535 Jan 28 20:13:25.515552 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feccbb52-2b64-4f34-8c82-63796a6411aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.547792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde63d78-5814-43ee-9f99-81c5373e4bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b7867a-6c9d-4111-a2cb-5cc4a7a63dbb,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:25.582029 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-b097cb58-6e6c-4c16-8e2a-9b3f9ab0e3be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c073ddec-5486-4ad8-ac00-f7d44c4c2337 HTTP/1.1" status: 200 len: 217 time: 0.0791171 Jan 28 20:13:25.664850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feccbb52-2b64-4f34-8c82-63796a6411aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.667947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feccbb52-2b64-4f34-8c82-63796a6411aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.670125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6535d-096a-40b9-b951-22a7c9591811 req-22200e60-61fc-43ac-8f66-3f111ec33c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:25.671627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-22200e60-61fc-43ac-8f66-3f111ec33c21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0878048 Jan 28 20:13:25.671746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-feccbb52-2b64-4f34-8c82-63796a6411aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d5f7261-ba72-41bb-a305-d1252b772db9 HTTP/1.1" status: 204 len: 168 time: 0.3210952 Jan 28 20:13:25.673325 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf8e1b2-8703-461c-b931-bd7fba0cfdb5 x-openstack-request-id: req-bbf8e1b2-8703-461c-b931-bd7fba0cfdb5 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:25.673627 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0519525c-6cf6-491e-819c-c0884f3df855", "tag": "c073ddec-5486-4ad8-ac00-f7d44c4c2337", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:25.673915 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbf8e1b2-8703-461c-b931-bd7fba0cfdb5 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:25.674317 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0519525c-6cf6-491e-819c-c0884f3df855', 'tag': 'c073ddec-5486-4ad8-ac00-f7d44c4c2337', 'status': 'completed', 'code': 200} Jan 28 20:13:25.687498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccbb52-2b64-4f34-8c82-63796a6411aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5f7261-ba72-41bb-a305-d1252b772db9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:25.744440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b3cdc492-fd35-4b30-85ca-f87bb140e83c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:25.749312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6535d-096a-40b9-b951-22a7c9591811 req-84d878b8-f60c-4332-8595-1d53291097ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:25.751202 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-84d878b8-f60c-4332-8595-1d53291097ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722511 Jan 28 20:13:25.818924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port b3cdc492-fd35-4b30-85ca-f87bb140e83c completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:13:25.825244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port b3cdc492-fd35-4b30-85ca-f87bb140e83c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:25.825626 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:25.862024 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-76a1602d-e6d5-416e-8794-32e313f807d3 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030090 Jan 28 20:13:25.864370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ec983-bc58-46e8-82cd-af3de34a9e6b req-c948af1e-7bf3-44e2-aec1-cd4d79be8a40 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:25.874375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d1ec983-bc58-46e8-82cd-af3de34a9e6b req-c948af1e-7bf3-44e2-aec1-cd4d79be8a40 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 970 time: 0.0799990 Jan 28 20:13:25.955972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d1ec983-bc58-46e8-82cd-af3de34a9e6b req-8ae00a98-0fea-49ed-ac72-98626ef772ac tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807245 Jan 28 20:13:25.994097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.027819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:26.031226 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe9f2fc-8207-49df-8691-302e39327be9" -d '{"events": [{"server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "name": "network-vif-plugged", "status": "completed", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:26.047712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb11e6-32dc-4cbe-97e6-89f1475ce11b req-cda537a6-2fbe-483b-ba65-4e78734e84ae tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:26.048121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:26.057547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7bcb11e6-32dc-4cbe-97e6-89f1475ce11b req-cda537a6-2fbe-483b-ba65-4e78734e84ae tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 944 time: 0.1252024 Jan 28 20:13:26.058332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.059524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:26.160815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7bcb11e6-32dc-4cbe-97e6-89f1475ce11b req-c4139b18-75c9-4127-8cc6-e050e1f650fe tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010640 Jan 28 20:13:26.162611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:26.191023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:13:26.195692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:26.197095 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.292448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461f30-34a5-49e9-8f3d-680ecabb07b0 req-a8a0a97d-0b58-45a7-a41c-229c79bbc446 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:26.303130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64461f30-34a5-49e9-8f3d-680ecabb07b0 req-a8a0a97d-0b58-45a7-a41c-229c79bbc446 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 944 time: 0.1092122 Jan 28 20:13:26.323943 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.339505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51204) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:26.359527 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08110437-8911-421a-9905-dd4cc6e72bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.387250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,segment=NetworkSegment(a284347b-3723-45d6-b3ae-a063e5bbe6cb),segment_id=a284347b-3723-45d6-b3ae-a063e5bbe6cb)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:26.388863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64461f30-34a5-49e9-8f3d-680ecabb07b0 req-dc4aaa05-bb91-4d50-96ce-4c5d33dcc808 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816481 Jan 28 20:13:26.398059 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.399643 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63c6535d-096a-40b9-b951-22a7c9591811 req-aab650f9-eb42-4dab-bd4c-314bd957416d service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291233 Jan 28 20:13:26.467451 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ce6411-ecdb-4a52-a0c7-25312e7156c2 x-openstack-request-id: req-75ce6411-ecdb-4a52-a0c7-25312e7156c2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:26.467451 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "name": "network-vif-plugged", "status": "completed", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:26.488573 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75ce6411-ecdb-4a52-a0c7-25312e7156c2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:26.489315 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c', 'code': 200} Jan 28 20:13:26.525659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08110437-8911-421a-9905-dd4cc6e72bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.534107 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08110437-8911-421a-9905-dd4cc6e72bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.564620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:26.605374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-08110437-8911-421a-9905-dd4cc6e72bf1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0595528f9be34269a16df1343fa3f3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638183 Jan 28 20:13:26.606269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51218) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:26.644263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-3ff90dfe-7a79-464a-ac88-baeb6ea2a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:26.645765 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-3ff90dfe-7a79-464a-ac88-baeb6ea2a2d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56db36bed18643ae8ac22a9781191da8&device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 1121 time: 0.1711259 Jan 28 20:13:26.659463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08110437-8911-421a-9905-dd4cc6e72bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0071825-0f66-4403-b6bc-6353a4945e20,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:26.710269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81fdc5e1-d3ed-4e65-ad9d-de3006569a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.721642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9157f6-cecd-4eac-ae60-5340000ca60a req-5ceff944-fc7a-4d89-a015-df7767c761fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:26.724112 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc9157f6-cecd-4eac-ae60-5340000ca60a req-5ceff944-fc7a-4d89-a015-df7767c761fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1096 time: 0.1643569 Jan 28 20:13:26.761626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81fdc5e1-d3ed-4e65-ad9d-de3006569a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.842667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81fdc5e1-d3ed-4e65-ad9d-de3006569a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.849886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81fdc5e1-d3ed-4e65-ad9d-de3006569a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:26.855166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-81fdc5e1-d3ed-4e65-ad9d-de3006569a22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0071825-0f66-4403-b6bc-6353a4945e20 HTTP/1.1" status: 204 len: 168 time: 0.2341154 Jan 28 20:13:26.877667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdc5e1-d3ed-4e65-ad9d-de3006569a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0071825-0f66-4403-b6bc-6353a4945e20,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:26.881993 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc9157f6-cecd-4eac-ae60-5340000ca60a req-25d41812-ee75-48f8-9daf-89474f3999f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067932 Jan 28 20:13:26.959577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-c1667c8c-c525-4669-bbbf-9736bbc81d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:26.962726 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-c1667c8c-c525-4669-bbbf-9736bbc81d86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3074670 Jan 28 20:13:27.101421 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-6942fa4f-e96b-4b9a-8d22-6d616fa55e7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c073ddec-5486-4ad8-ac00-f7d44c4c2337 HTTP/1.1" status: 200 len: 217 time: 0.1317852 Jan 28 20:13:27.188290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13d168-919d-4d4b-b5f1-290601620e3c req-9475f9c8-2fee-4f8d-b661-ad531c86f660 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:27.191263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f13d168-919d-4d4b-b5f1-290601620e3c req-9475f9c8-2fee-4f8d-b661-ad531c86f660 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 970 time: 0.1268809 Jan 28 20:13:27.216914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-53aec301-c18b-4cf0-95da-4d2012948a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:27.218503 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-53aec301-c18b-4cf0-95da-4d2012948a50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1094251 Jan 28 20:13:27.251057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51278) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:27.271684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f13d168-919d-4d4b-b5f1-290601620e3c req-fb930e20-bd5d-4e25-b4c1-3b3e6a0fd9bc tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703588 Jan 28 20:13:27.310379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-36d1e44e-699e-44e5-a533-b608bfc0ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:27.326040 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-36d1e44e-699e-44e5-a533-b608bfc0ac29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940416 Jan 28 20:13:27.411035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e17db-a624-455a-9d77-970e445804c5 req-50c19628-3a3e-4d8a-9721-157810ae00a7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:27.419580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e26e17db-a624-455a-9d77-970e445804c5 req-50c19628-3a3e-4d8a-9721-157810ae00a7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 945 time: 0.1064065 Jan 28 20:13:27.457040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e26e17db-a624-455a-9d77-970e445804c5 req-177ac140-599b-45ba-bec9-261061ec5a71 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365703 Jan 28 20:13:27.471723 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-afc74279-a7e8-4c9a-bd44-7e82d7e7717c service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366255 Jan 28 20:13:27.633492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fe410-796d-490b-a3df-69467cbc68b5 req-9eddf52d-522c-4571-a263-6587f19a25a9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:27.640768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f43fe410-796d-490b-a3df-69467cbc68b5 req-9eddf52d-522c-4571-a263-6587f19a25a9 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 945 time: 0.0758357 Jan 28 20:13:27.676005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5bdb5be0-9b65-46fd-8c2d-eabae17372af req-d2626f8c-ad87-46bb-a6d3-fe2d4e7c9138 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957135 Jan 28 20:13:27.678035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16a59459-18cc-4621-95a6-0e15288b6e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:27.743650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f43fe410-796d-490b-a3df-69467cbc68b5 req-776bf036-6ec7-4e23-a7f0-1362f2e54e39 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016362 Jan 28 20:13:27.825285 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16a59459-18cc-4621-95a6-0e15288b6e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:27.831532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16a59459-18cc-4621-95a6-0e15288b6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:27.879395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-16a59459-18cc-4621-95a6-0e15288b6e59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=305a472064ac4ed6b19025c7da20723d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270304 Jan 28 20:13:27.882201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51330) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:27.893210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a59459-18cc-4621-95a6-0e15288b6e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acad4ae4-8dff-440f-9324-40fbefbe132c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:27.939794 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3e63db2-8144-496b-9d46-f44af12fe6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:27.944330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51334) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:27.967287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3e63db2-8144-496b-9d46-f44af12fe6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.053527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3e63db2-8144-496b-9d46-f44af12fe6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.058395 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3e63db2-8144-496b-9d46-f44af12fe6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.064672 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e3e63db2-8144-496b-9d46-f44af12fe6d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acad4ae4-8dff-440f-9324-40fbefbe132c HTTP/1.1" status: 204 len: 168 time: 0.1758983 Jan 28 20:13:28.077139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e63db2-8144-496b-9d46-f44af12fe6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acad4ae4-8dff-440f-9324-40fbefbe132c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:28.246862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-598f2ba7-583f-4041-9bff-ad9c0c56fc7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfc2dcc1bb8f45588e7d14d60a8f05e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2994673 Jan 28 20:13:28.249692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51366) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:28.302598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e41cde84-b66e-43dc-96a4-410563df7f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.325833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e41cde84-b66e-43dc-96a4-410563df7f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.386529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e41cde84-b66e-43dc-96a4-410563df7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.394511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e41cde84-b66e-43dc-96a4-410563df7f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.394511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e41cde84-b66e-43dc-96a4-410563df7f43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d78133e1-ca2d-4c28-894b-aa6920ccff2f HTTP/1.1" status: 204 len: 168 time: 0.1394787 Jan 28 20:13:28.417916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cde84-b66e-43dc-96a4-410563df7f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78133e1-ca2d-4c28-894b-aa6920ccff2f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:28.444242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abab16-ae30-496f-b3e9-7e9c7fd2fa4b req-0ae4b495-cdde-4445-b370-867a896ef2a9 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:28.446518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12abab16-ae30-496f-b3e9-7e9c7fd2fa4b req-0ae4b495-cdde-4445-b370-867a896ef2a9 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 970 time: 0.0758052 Jan 28 20:13:28.487158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12abab16-ae30-496f-b3e9-7e9c7fd2fa4b req-ef56acf5-8cc3-46e7-b724-5da5e7769def tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335824 Jan 28 20:13:28.493488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a24fac-7c90-4066-9d44-864526470db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39471b6d-4c48-44ff-8bd1-c43f34ac7c5e'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:28.496902 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da88e2f-50c3-4ae8-b049-12899ff60e45" -d '{"events": [{"server_uuid": "02a24fac-7c90-4066-9d44-864526470db3", "name": "network-vif-plugged", "status": "completed", "tag": "39471b6d-4c48-44ff-8bd1-c43f34ac7c5e"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:28.541778 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed3463c-c7aa-4e75-ba3d-b20f55e050c7 x-openstack-request-id: req-6ed3463c-c7aa-4e75-ba3d-b20f55e050c7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:28.542381 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a24fac-7c90-4066-9d44-864526470db3", "name": "network-vif-plugged", "status": "completed", "tag": "39471b6d-4c48-44ff-8bd1-c43f34ac7c5e", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:28.542737 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ed3463c-c7aa-4e75-ba3d-b20f55e050c7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:28.543282 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a24fac-7c90-4066-9d44-864526470db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39471b6d-4c48-44ff-8bd1-c43f34ac7c5e', 'code': 200} Jan 28 20:13:28.604369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3f4a-202c-4f5b-8bb6-1c88dcbf6574 req-45d8a690-b042-42f5-be16-bf6426d087fe tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:28.608880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a3e3f4a-202c-4f5b-8bb6-1c88dcbf6574 req-45d8a690-b042-42f5-be16-bf6426d087fe tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 945 time: 0.0548370 Jan 28 20:13:28.652491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a3e3f4a-202c-4f5b-8bb6-1c88dcbf6574 req-58b0a4bc-9011-48e4-8b64-743132cf8d70 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Jan 28 20:13:28.694061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc438ba-8cb1-4cc7-a7e3-e46dd00b48f0 req-edaf8024-2513-4d38-9a8d-a1896fe990f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:28.696825 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edc438ba-8cb1-4cc7-a7e3-e46dd00b48f0 req-edaf8024-2513-4d38-9a8d-a1896fe990f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 1096 time: 0.0750093 Jan 28 20:13:28.717008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51386) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:28.739695 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-294d58df-4419-4997-814d-8812ab6fb327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.743907 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edc438ba-8cb1-4cc7-a7e3-e46dd00b48f0 req-dc209dbf-4a8d-41f7-bfbd-b30367771a03 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353563 Jan 28 20:13:28.859479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51392) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:28.873058 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-294d58df-4419-4997-814d-8812ab6fb327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.880196 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-294d58df-4419-4997-814d-8812ab6fb327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:28.931950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58cd71-b296-45a0-929f-df1ce5dfadcc req-916def9c-e35a-4b62-ad94-5f97b2f1b0e6 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:28.933416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb58cd71-b296-45a0-929f-df1ce5dfadcc req-916def9c-e35a-4b62-ad94-5f97b2f1b0e6 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 945 time: 0.0978448 Jan 28 20:13:28.938625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-294d58df-4419-4997-814d-8812ab6fb327 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3c97068922745f683ffc9519b993e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180839 Jan 28 20:13:28.938625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d58df-4419-4997-814d-8812ab6fb327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd46cd1c-c1c0-46ad-ad76-cf8232b61003,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:28.939242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51398) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:29.013553 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb58cd71-b296-45a0-929f-df1ce5dfadcc req-a0fbf2a4-01d1-4c28-8fb5-24d58313dc72 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584488 Jan 28 20:13:29.023436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55641197-3340-45fe-959d-8cab2087f915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.052140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55641197-3340-45fe-959d-8cab2087f915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.068041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51400) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:29.108679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55641197-3340-45fe-959d-8cab2087f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.111369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55641197-3340-45fe-959d-8cab2087f915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.115392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-55641197-3340-45fe-959d-8cab2087f915 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd46cd1c-c1c0-46ad-ad76-cf8232b61003 HTTP/1.1" status: 204 len: 168 time: 0.1751606 Jan 28 20:13:29.116072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-23fe2b1a-bd5f-4d7e-bd3d-6832a3f7fd5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b76ea5d61294f8cb21d18aa6e3b7ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466423 Jan 28 20:13:29.118686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51404) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:29.139445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55641197-3340-45fe-959d-8cab2087f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd46cd1c-c1c0-46ad-ad76-cf8232b61003,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:29.176377 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c0a97684-deb1-463e-b538-c50068907836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.203397 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c0a97684-deb1-463e-b538-c50068907836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.260896 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c0a97684-deb1-463e-b538-c50068907836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.263691 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c0a97684-deb1-463e-b538-c50068907836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.264950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c0a97684-deb1-463e-b538-c50068907836 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02e80206-ebfd-4be9-a417-25dfec401c90 HTTP/1.1" status: 204 len: 168 time: 0.1453571 Jan 28 20:13:29.274785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a97684-deb1-463e-b538-c50068907836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e80206-ebfd-4be9-a417-25dfec401c90,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:29.277112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51412) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:29.301491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1b2b95e4-f4c8-4e5c-a90b-28bb65bb000c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.393796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1b2b95e4-f4c8-4e5c-a90b-28bb65bb000c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.399333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1b2b95e4-f4c8-4e5c-a90b-28bb65bb000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.442742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51418) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:29.442943 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1b2b95e4-f4c8-4e5c-a90b-28bb65bb000c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=250de1cc86204bc0bc4160a5ffe8e634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840786 Jan 28 20:13:29.444274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b95e4-f4c8-4e5c-a90b-28bb65bb000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc616a02-9e60-46e0-a35c-540292d0ad60,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:29.500228 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b64f0c7e-be38-4ca6-8895-0e9ca7749a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.522883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b64f0c7e-be38-4ca6-8895-0e9ca7749a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.584786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b64f0c7e-be38-4ca6-8895-0e9ca7749a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.588520 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b64f0c7e-be38-4ca6-8895-0e9ca7749a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.590268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b64f0c7e-be38-4ca6-8895-0e9ca7749a37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc616a02-9e60-46e0-a35c-540292d0ad60 HTTP/1.1" status: 204 len: 168 time: 0.1450522 Jan 28 20:13:29.598557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f0c7e-be38-4ca6-8895-0e9ca7749a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc616a02-9e60-46e0-a35c-540292d0ad60,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:29.695932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e4655-b07e-4748-bf5e-4cb8499b65cf req-33d9ffa0-c568-48ae-988a-0006d845bae4 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:29.698135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-139e4655-b07e-4748-bf5e-4cb8499b65cf req-33d9ffa0-c568-48ae-988a-0006d845bae4 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 970 time: 0.0586672 Jan 28 20:13:29.766636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-network', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:29.785793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-139e4655-b07e-4748-bf5e-4cb8499b65cf req-4ce1b864-4958-423f-ab53-f263f2d359b7 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802915 Jan 28 20:13:29.858052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89a815-a8d9-4836-bb18-68c7327906d4 req-5d482ca1-6b9f-42a9-85a7-2d403763c9d5 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:29.859468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab89a815-a8d9-4836-bb18-68c7327906d4 req-5d482ca1-6b9f-42a9-85a7-2d403763c9d5 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 945 time: 0.1149547 Jan 28 20:13:29.865966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Made reservation on behalf of 55f4acf2a5ea4467a4de7f294e46fca4 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:29.869779 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.885145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:29.927859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab89a815-a8d9-4836-bb18-68c7327906d4 req-b6832dad-bef5-4abc-a504-7cff93b7209a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547719 Jan 28 20:13:30.009964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.017559 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.050224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe263de-535a-4df9-a10a-ba46ef578e9e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:30.054324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:30.066012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.066581 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Added segment c0628a49-f6e7-4b19-9432-20a81e74c688 of type vlan for network d425c0ae-7309-47de-9754-077cb9d5d49c Jan 28 20:13:30.138498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.145390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51460) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:30.164432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c0c96bc-3e24-44c4-ba99-3dbcb793b34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.181674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58cd7a-6985-47f3-9583-59a61d68785c req-28678e46-61df-46ed-a2c0-da68bc4d47c7 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:30.183562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b58cd7a-6985-47f3-9583-59a61d68785c req-28678e46-61df-46ed-a2c0-da68bc4d47c7 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 945 time: 0.0847313 Jan 28 20:13:30.185184 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.186234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:30.186957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.257329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9787607 Jan 28 20:13:30.258925 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c0c96bc-3e24-44c4-ba99-3dbcb793b34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.260881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51462) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:30.265897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Request body: {'subnet': {'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-subnet', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:30.270338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c0c96bc-3e24-44c4-ba99-3dbcb793b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.297773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a0a34-11b3-4d24-97bb-63b32f7619a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d425c0ae-7309-47de-9754-077cb9d5d49c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:30.307087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b58cd7a-6985-47f3-9583-59a61d68785c req-01ed50f7-b957-4b70-bc99-822ae38f1920 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115391 Jan 28 20:13:30.311118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network d425c0ae-7309-47de-9754-077cb9d5d49c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:30.334770 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3c0c96bc-3e24-44c4-ba99-3dbcb793b34a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fbcd7454ac641a2b36e9c9af84d2352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883261 Jan 28 20:13:30.337691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c96bc-3e24-44c4-ba99-3dbcb793b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223883cc-7d4f-41c6-a177-ae80b0ac2b84,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:30.338166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51468) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:30.361395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Made reservation on behalf of 55f4acf2a5ea4467a4de7f294e46fca4 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:30.364339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.438835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c088f84-18bb-458b-8ea3-71a2b3babf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.456589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c073ddec-5486-4ad8-ac00-f7d44c4c2337 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:13:30.478636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c088f84-18bb-458b-8ea3-71a2b3babf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.626413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f18aa8-519f-471e-af23-9a704c608547 req-34d8e6d8-5a8a-47fe-8036-acfec5d065f6 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:30.628822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2f18aa8-519f-471e-af23-9a704c608547 req-34d8e6d8-5a8a-47fe-8036-acfec5d065f6 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1096 time: 0.1149020 Jan 28 20:13:30.660308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c088f84-18bb-458b-8ea3-71a2b3babf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.660940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c073ddec-5486-4ad8-ac00-f7d44c4c2337, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c073ddec-5486-4ad8-ac00-f7d44c4c2337,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:30.665120 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c088f84-18bb-458b-8ea3-71a2b3babf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.670322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1c088f84-18bb-458b-8ea3-71a2b3babf72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/223883cc-7d4f-41c6-a177-ae80b0ac2b84 HTTP/1.1" status: 204 len: 168 time: 0.3305130 Jan 28 20:13:30.675610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:30.691156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2f18aa8-519f-471e-af23-9a704c608547 req-64920932-299e-4140-8095-eda210d2498e tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554583 Jan 28 20:13:30.692457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c088f84-18bb-458b-8ea3-71a2b3babf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223883cc-7d4f-41c6-a177-ae80b0ac2b84,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:30.693295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'c073ddec-5486-4ad8-ac00-f7d44c4c2337', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'c073ddec-5486-4ad8-ac00-f7d44c4c2337', 'mac_address': 'fa:16:3e:1f:08:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:tempest-test_az-1920569602', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:13:30.703011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.804284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b174119e-caba-49b9-a7ed-6c156622cf2a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:30.804564 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.813718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Checking segment: {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:30.814204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Network hostable DHCP agents. Network: d425c0ae-7309-47de-9754-077cb9d5d49c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:30.847305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c073ddec-5486-4ad8-ac00-f7d44c4c2337 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:30.866531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Network d425c0ae-7309-47de-9754-077cb9d5d49c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:30.889186 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c073ddec-5486-4ad8-ac00-f7d44c4c2337, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c073ddec-5486-4ad8-ac00-f7d44c4c2337,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:30.895921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, d425c0ae-7309-47de-9754-077cb9d5d49c) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:30.896810 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.908695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:30.909303 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:30.911565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91c674-3b68-472e-a0de-6f437188df16 None None] Network d425c0ae-7309-47de-9754-077cb9d5d49c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:30.952681 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7b3c6946-cc37-4c5c-a76e-ceab0736d541 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6903522 Jan 28 20:13:30.956418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51488) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:30.961791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:31.034509 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:31.037510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:31.075588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997fd9-48dc-46ac-a3ea-76f0fd65c310 req-8a051cca-b5f1-473b-80e8-3643efa44c62 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:31.083054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6997fd9-48dc-46ac-a3ea-76f0fd65c310 req-8a051cca-b5f1-473b-80e8-3643efa44c62 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 971 time: 0.1269159 Jan 28 20:13:31.093867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=c073ddec-5486-4ad8-ac00-f7d44c4c2337,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:31.161103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6997fd9-48dc-46ac-a3ea-76f0fd65c310 req-b018e7b1-dacd-4ef2-916e-0543a26d9286 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770957 Jan 28 20:13:31.169410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454571c-f093-4602-be70-a8b8f96aacc5 req-e3accf2b-b99e-40e8-a51d-ee76459afba5 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:31.175052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9454571c-f093-4602-be70-a8b8f96aacc5 req-e3accf2b-b99e-40e8-a51d-ee76459afba5 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1096 time: 0.1637654 Jan 28 20:13:31.199162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['c073ddec-5486-4ad8-ac00-f7d44c4c2337'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:31.264572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9454571c-f093-4602-be70-a8b8f96aacc5 req-fe08c760-18a3-4c01-9be5-1f87ee7ff8fd tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774276 Jan 28 20:13:31.281612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:31.287159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-d425c0ae-7309-47de-9754-077cb9d5d49c', 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'fixed_ips': [{'subnet_id': 'b174119e-caba-49b9-a7ed-6c156622cf2a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:13:31.288406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:31.548996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:31.562089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e69c-490c-4933-ba21-4e0fab620d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:31.646288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Allocated IP 172.20.0.2 (d425c0ae-7309-47de-9754-077cb9d5d49c/b174119e-caba-49b9-a7ed-6c156622cf2a/9811472a-599e-4908-8cb5-265b1f5f7265) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:31.647110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-ce92449d-d0b6-41d3-af6a-ee68b53f806f req-64609d55-f05d-4a3d-b04d-9cad4709ef0e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:13:31.650976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce92449d-d0b6-41d3-af6a-ee68b53f806f req-64609d55-f05d-4a3d-b04d-9cad4709ef0e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123954 Jan 28 20:13:32.035781 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e69c-490c-4933-ba21-4e0fab620d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.075191 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c7d1e69c-490c-4933-ba21-4e0fab620d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.228305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1e69c-490c-4933-ba21-4e0fab620d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c823d5d-4ea0-4964-93c7-8d1d0165b7b1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:32.229662 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.235753 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.235993 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.260718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51542) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:32.263922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c7d1e69c-490c-4933-ba21-4e0fab620d8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbd9e5a09add46dc9b6222db9d8e951a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5845499 Jan 28 20:13:32.291783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Network d425c0ae-7309-47de-9754-077cb9d5d49c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:32.303203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:32.310689 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.318889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:32.358522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Pushing event updated for resources: {'Port': ['ID=9811472a-599e-4908-8cb5-265b1f5f7265,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:32.397211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Attempting to bind port 9811472a-599e-4908-8cb5-265b1f5f7265 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:32.397789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Attempting to bind port 9811472a-599e-4908-8cb5-265b1f5f7265 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:32.398398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Attempting to bind port 9811472a-599e-4908-8cb5-265b1f5f7265 on network d425c0ae-7309-47de-9754-077cb9d5d49c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:32.404394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:32.405167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Checking segment: {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:32.405753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.406356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Bound using segment: {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:32.407166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Bound port: 9811472a-599e-4908-8cb5-265b1f5f7265, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:32.407773 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.441376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e879f09f-426e-4f7e-9858-367bd1298c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.443934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c073ddec-5486-4ad8-ac00-f7d44c4c2337 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:32.491209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e879f09f-426e-4f7e-9858-367bd1298c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.552136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] For port 9811472a-599e-4908-8cb5-265b1f5f7265, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:32.556364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] For port 9811472a-599e-4908-8cb5-265b1f5f7265, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9811472a-599e-4908-8cb5-265b1f5f7265,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:32.566916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895a170-d126-4c99-b6ef-7ebd68fc5f9d req-1a9c6443-8060-4659-ad50-38929c37484c tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:32.568664 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7895a170-d126-4c99-b6ef-7ebd68fc5f9d req-1a9c6443-8060-4659-ad50-38929c37484c tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 971 time: 0.2282119 Jan 28 20:13:32.578930 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.617291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Allocated IP 172.25.2.171 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/20ccee2c-381a-4b02-bf27-3d579d606734) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:32.668654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275362a-de55-4a8a-9232-5992770280d6 None None] Pushing event updated for resources: {'Port': ['ID=9811472a-599e-4908-8cb5-265b1f5f7265,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:32.681286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port c073ddec-5486-4ad8-ac00-f7d44c4c2337 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:13:32.686690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port c073ddec-5486-4ad8-ac00-f7d44c4c2337 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:32.687471 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.693905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7895a170-d126-4c99-b6ef-7ebd68fc5f9d req-f66b731b-95e9-45f0-8feb-47267edc1ff9 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113207 Jan 28 20:13:32.721353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e879f09f-426e-4f7e-9858-367bd1298c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.723883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e879f09f-426e-4f7e-9858-367bd1298c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.727643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e879f09f-426e-4f7e-9858-367bd1298c6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c823d5d-4ea0-4964-93c7-8d1d0165b7b1 HTTP/1.1" status: 204 len: 168 time: 0.4625878 Jan 28 20:13:32.741388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879f09f-426e-4f7e-9858-367bd1298c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c823d5d-4ea0-4964-93c7-8d1d0165b7b1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:32.832358 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.850351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.878743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c073ddec-5486-4ad8-ac00-f7d44c4c2337, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c073ddec-5486-4ad8-ac00-f7d44c4c2337,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:32.879701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0519525c-6cf6-491e-819c-c0884f3df855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c073ddec-5486-4ad8-ac00-f7d44c4c2337'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:32.882250 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ae649-e980-457f-abda-be97b2186ce0" -d '{"events": [{"server_uuid": "0519525c-6cf6-491e-819c-c0884f3df855", "name": "network-vif-plugged", "status": "completed", "tag": "c073ddec-5486-4ad8-ac00-f7d44c4c2337"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:32.886658 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.955222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:32.957415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=c073ddec-5486-4ad8-ac00-f7d44c4c2337,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:32.966110 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f119f2-ff86-45e5-a619-a6d5f4831c34 x-openstack-request-id: req-41f119f2-ff86-45e5-a619-a6d5f4831c34 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:32.966537 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0519525c-6cf6-491e-819c-c0884f3df855", "name": "network-vif-plugged", "status": "completed", "tag": "c073ddec-5486-4ad8-ac00-f7d44c4c2337", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:32.967454 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41f119f2-ff86-45e5-a619-a6d5f4831c34 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:32.969978 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0519525c-6cf6-491e-819c-c0884f3df855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c073ddec-5486-4ad8-ac00-f7d44c4c2337', 'code': 200} Jan 28 20:13:33.072022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Pushing event updated for resources: {'Port': ['ID=20ccee2c-381a-4b02-bf27-3d579d606734,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:33.159081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:33.168820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2600-c207-4231-a463-3993382264b6 req-e0fa621f-f530-477c-ab6d-dc19c2e18144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:33.170441 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c50c2600-c207-4231-a463-3993382264b6 req-e0fa621f-f530-477c-ab6d-dc19c2e18144 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 1123 time: 0.0820932 Jan 28 20:13:33.171452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:33.174443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:33.487993 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c50c2600-c207-4231-a463-3993382264b6 req-9902d1eb-bbb1-4c84-bd91-b1aeaafcf608 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465551 Jan 28 20:13:33.582231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51590) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:33.610946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6906ad2c-936c-431c-ba60-744f47d129d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:33.700742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:33.869183 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6906ad2c-936c-431c-ba60-744f47d129d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:33.878498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6906ad2c-936c-431c-ba60-744f47d129d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.030825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6906ad2c-936c-431c-ba60-744f47d129d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7a769665f1340b98ebf7156ea8c91e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466517 Jan 28 20:13:34.035006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906ad2c-936c-431c-ba60-744f47d129d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef36d006-a67a-43ee-ae4c-e3e16123dd3a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:34.045439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51602) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:34.077237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c92c4-c2dc-4dd3-a7ea-3f1ba306d346 req-dd020944-9806-4773-9323-052dedb82f32 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:34.088112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a16c92c4-c2dc-4dd3-a7ea-3f1ba306d346 req-dd020944-9806-4773-9323-052dedb82f32 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 972 time: 0.1674428 Jan 28 20:13:34.151565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a16c92c4-c2dc-4dd3-a7ea-3f1ba306d346 req-65a6cc84-0907-4a35-9fd9-00d8c4b39e89 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Jan 28 20:13:34.234755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2c42e53-adb3-47a5-8f52-9d30529be564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.237318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.311580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2c42e53-adb3-47a5-8f52-9d30529be564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.378449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51616) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:34.427226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b45ec-28cc-4ad9-aaa7-96f50e99a503 None None] Network d425c0ae-7309-47de-9754-077cb9d5d49c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:34.441241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2c42e53-adb3-47a5-8f52-9d30529be564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.444433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2c42e53-adb3-47a5-8f52-9d30529be564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.445984 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2c42e53-adb3-47a5-8f52-9d30529be564 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef36d006-a67a-43ee-ae4c-e3e16123dd3a HTTP/1.1" status: 204 len: 168 time: 0.3999701 Jan 28 20:13:34.473412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c42e53-adb3-47a5-8f52-9d30529be564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef36d006-a67a-43ee-ae4c-e3e16123dd3a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:34.525188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Router ba9381e3-0164-42d6-be93-df84c0d22d7a is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:13:34.595967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-aed325dd-774b-4b7f-bb07-620c44ed96fa None None] Provisioning complete for port 9811472a-599e-4908-8cb5-265b1f5f7265 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:34.595967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aed325dd-774b-4b7f-bb07-620c44ed96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.613083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-network', 'tenant_id': 'cb0c84ec11184978ba047227a6274737'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:34.678483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Made reservation on behalf of cb0c84ec11184978ba047227a6274737 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:34.682345 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.706556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:34.719734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.727187 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Sync routers for ids ['ba9381e3-0164-42d6-be93-df84c0d22d7a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:34.749257 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Routers {'ba9381e3-0164-42d6-be93-df84c0d22d7a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:34.749549 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.751243 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6132b4c8-a68f-4450-a75e-c01756f73913 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7937760 Jan 28 20:13:34.752222 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ba9381e3-0164-42d6-be93-df84c0d22d7a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:34.754375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51632) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:34.890197 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aed325dd-774b-4b7f-bb07-620c44ed96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.906264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.923585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:34.971265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356ee7e6-fefb-4405-af85-cb4bcca58d95,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:34.971985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-aed325dd-774b-4b7f-bb07-620c44ed96fa None None] For port 9811472a-599e-4908-8cb5-265b1f5f7265, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9811472a-599e-4908-8cb5-265b1f5f7265,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:34.991960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aed325dd-774b-4b7f-bb07-620c44ed96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.003931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:35.037414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9811472a-599e-4908-8cb5-265b1f5f7265 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:35.042074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.042984 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Added segment d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832 of type vlan for network a371b229-12a5-4700-9da3-4d7faf653e86 Jan 28 20:13:35.119706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed325dd-774b-4b7f-bb07-620c44ed96fa None None] Pushing event updated for resources: {'Port': ['ID=9811472a-599e-4908-8cb5-265b1f5f7265,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:35.132629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.167697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9811472a-599e-4908-8cb5-265b1f5f7265 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:35.168367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.219165 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.222467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:35.224827 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.229479 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Set router ba9381e3-0164-42d6-be93-df84c0d22d7a gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:35.300943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9214346 Jan 28 20:13:35.343343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51648) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:35.353695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Request body: {'subnet': {'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-subnet', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:35.403245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51652) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:35.436298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c8ef2a32-fe45-4fb5-a112-5c0191cdb3d5 None None] Provisioning complete for port 9811472a-599e-4908-8cb5-265b1f5f7265 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:35.438261 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c8ef2a32-fe45-4fb5-a112-5c0191cdb3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.490087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Made reservation on behalf of cb0c84ec11184978ba047227a6274737 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:35.496838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.524201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51658) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:35.538358 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:13:33Z', 'revision_number': 3, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:35.614665 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Checking router: ba9381e3-0164-42d6-be93-df84c0d22d7a for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:35.615158 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Updating router ba9381e3-0164-42d6-be93-df84c0d22d7a port 20ccee2c-381a-4b02-bf27-3d579d606734 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:13:35.657310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08284c5-74f9-4677-9c1a-6a81af5d9e4f admin admin] Pushing event updated for resources: {'Network': ['ID=a371b229-12a5-4700-9da3-4d7faf653e86,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:35.670552 n-d-825064-3 neutron-server[102306]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 20:13:35.681422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a371b229-12a5-4700-9da3-4d7faf653e86 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:35.684592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-936775f1-99a2-4dcb-979b-a1dae532fdd8 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:13:35.686103 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:35.690344 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-936775f1-99a2-4dcb-979b-a1dae532fdd8 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1622555 Jan 28 20:13:35.707780 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a35c189-7a1c-4e2e-834e-1c99e95eb6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.073204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.109305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ba58f389-5bb3-4e3a-939f-9224134d96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:36.110715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ba58f389-5bb3-4e3a-939f-9224134d96ab service neutron] 10.222.0.44 "GET /v2.0/ports/b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 1093 time: 0.2201142 Jan 28 20:13:36.129632 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.144525 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.148595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Request body: {'binding': {'host': 'n-h2-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:36.149574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:13:36.238398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399cca8-1544-42c6-912e-4f3319d32671 req-9668c3cb-b70c-49a3-8eb2-218be20bef83 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:36.245176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4399cca8-1544-42c6-912e-4f3319d32671 req-9668c3cb-b70c-49a3-8eb2-218be20bef83 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 972 time: 0.2546065 Jan 28 20:13:36.253331 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Attempting to bind port 20ccee2c-381a-4b02-bf27-3d579d606734 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:36.253601 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Attempting to bind port 20ccee2c-381a-4b02-bf27-3d579d606734 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:36.253968 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Attempting to bind port 20ccee2c-381a-4b02-bf27-3d579d606734 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:36.272002 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Pushing event updated for resources: {'Port': ['ID=20ccee2c-381a-4b02-bf27-3d579d606734,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:36.277639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1cd5cd-c071-44c0-83c8-6445fba207a1,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:36.287060 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:36.287569 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:36.287988 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.288448 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:36.289511 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Bound port: 20ccee2c-381a-4b02-bf27-3d579d606734, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:36.289905 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.301839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Checking segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:36.302183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Network hostable DHCP agents. Network: a371b229-12a5-4700-9da3-4d7faf653e86, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:36.323350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a35c189-7a1c-4e2e-834e-1c99e95eb6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.330248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4399cca8-1544-42c6-912e-4f3319d32671 req-11d5d2e3-6d29-4d3a-a26b-dd142742d1d3 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624750 Jan 28 20:13:36.342739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Network a371b229-12a5-4700-9da3-4d7faf653e86 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:36.362879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a371b229-12a5-4700-9da3-4d7faf653e86) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.369620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Tracked resource versions report: Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: pushed versions: Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: { 'AddressGroup': {'1.2'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'ConntrackHelper': {'1.0'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Log': {'1.0'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Network': {'1.1'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Port': {'1.7'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'PortForwarding': {'1.2'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'QosPolicy': {'1.9'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'SecurityGroup': {'1.4'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'SubPort': {'1.0'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Subnet': {'1.1'}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Trunk': {'1.1'}} Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: consumer versions: Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: { DHCP agent@n-d-825064-3: {}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: HyperV agent@n-h1-825064-3: {}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: HyperV agent@n-h2-825064-3: {}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: L3 agent@n-d-825064-3: {}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: Metadata agent@n-d-825064-3: {}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: Metering agent@n-d-825064-3: {}, Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: Open vSwitch agent@n-d-825064-3: { 'AddressGroup': '1.2', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'ConntrackHelper': '1.0', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Log': '1.0', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Network': '1.1', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Port': '1.7', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'PortForwarding': '1.2', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'QosPolicy': '1.9', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'SecurityGroup': '1.4', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'SecurityGroupRule': '1.2', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'SubPort': '1.0', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Subnet': '1.1', Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: 'Trunk': '1.1'}} Jan 28 20:13:36.370500 n-d-825064-3 neutron-server[102309]: {{(pid=102309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:13:36.372452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:36.372452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.385582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2968d8-31a4-4bbc-a7aa-a3cef331256c None None] Network a371b229-12a5-4700-9da3-4d7faf653e86 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:36.416892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51692) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:36.448646 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] For port 20ccee2c-381a-4b02-bf27-3d579d606734, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:36.462695 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] For port 20ccee2c-381a-4b02-bf27-3d579d606734, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=20ccee2c-381a-4b02-bf27-3d579d606734,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:36.465508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a35c189-7a1c-4e2e-834e-1c99e95eb6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.466727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-47427089-d2b6-4e5a-ac68-d626d4dc3ec1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1222985 Jan 28 20:13:36.470426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51698) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:36.474673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:36.477786 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.531572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.532700 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.564449 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7a35c189-7a1c-4e2e-834e-1c99e95eb6cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a296f771fc1b4de78354de2a836bb0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1601098 Jan 28 20:13:36.566310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.567288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51700) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:36.614376 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44feb05-30cb-451d-9154-989f7085d4e9 None None] Pushing event updated for resources: {'Port': ['ID=20ccee2c-381a-4b02-bf27-3d579d606734,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:36.655301 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Routers {'ba9381e3-0164-42d6-be93-df84c0d22d7a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:36.655868 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ba9381e3-0164-42d6-be93-df84c0d22d7a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:36.663555 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.681604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5a73-940e-4e30-9a3a-4756b8e56244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.758457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-a371b229-12a5-4700-9da3-4d7faf653e86', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:13:36.759604 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.871830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c81dcb48-ee10-4c67-a5ef-24291dab55be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.874215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Allocated IP 172.20.0.1 (d425c0ae-7309-47de-9754-077cb9d5d49c/b174119e-caba-49b9-a7ed-6c156622cf2a/a2a8e53a-a420-47f9-b516-9a22e23b8111) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:36.952705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.981168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c81dcb48-ee10-4c67-a5ef-24291dab55be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:36.982378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9811472a-599e-4908-8cb5-265b1f5f7265 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:36.998274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.040263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on host n-h2-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:37.040867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:37.041192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:37.063394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:13:37.063394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:37.074719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:37.075559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:37.075985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:37.076475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Bound port: b3cdc492-fd35-4b30-85ca-f87bb140e83c, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:37.107621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.118893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5a73-940e-4e30-9a3a-4756b8e56244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.126360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5a73-940e-4e30-9a3a-4756b8e56244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.152785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Network d425c0ae-7309-47de-9754-077cb9d5d49c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:37.153503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35c189-7a1c-4e2e-834e-1c99e95eb6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359fb765-e456-4a5d-b864-bbc0dc17ed84,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:37.161284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:37.190624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:37.191957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5f6a5a73-940e-4e30-9a3a-4756b8e56244 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b995501cd2f2489b86030fc84408ed09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7740176 Jan 28 20:13:37.197568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51714) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:37.198630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a5a73-940e-4e30-9a3a-4756b8e56244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b19387-9905-4ead-a27a-3f1fa4d41896,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:37.223990 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] Set router ba9381e3-0164-42d6-be93-df84c0d22d7a gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:37.294010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a8e53a-a420-47f9-b516-9a22e23b8111,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:37.311057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Allocated IP 172.20.0.2 (a371b229-12a5-4700-9da3-4d7faf653e86/ef1cd5cd-c071-44c0-83c8-6445fba207a1/7452217d-6671-4470-96d9-87bd9e3c0d25) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:37.313548 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.319645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9811472a-599e-4908-8cb5-265b1f5f7265 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:37.320710 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.350221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:37.397515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c81dcb48-ee10-4c67-a5ef-24291dab55be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.402679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c81dcb48-ee10-4c67-a5ef-24291dab55be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.407392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c81dcb48-ee10-4c67-a5ef-24291dab55be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/359fb765-e456-4a5d-b864-bbc0dc17ed84 HTTP/1.1" status: 204 len: 168 time: 0.8391771 Jan 28 20:13:37.446988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dcb48-ee10-4c67-a5ef-24291dab55be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359fb765-e456-4a5d-b864-bbc0dc17ed84,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:37.466925 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.471757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2512f090-c33d-43a9-bbc9-8ebb24f0e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.483776 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9f78d59a-a4c9-44d9-b878-c4115b9d94cc service neutron] 10.222.0.44 "POST /v2.0/ports/b3cdc492-fd35-4b30-85ca-f87bb140e83c/bindings HTTP/1.1" status: 201 len: 389 time: 1.3624372 Jan 28 20:13:37.511349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c8a4d-5f73-4fe1-bca3-a46b8068c906 req-8d763303-30e1-4382-8cd2-106c0becb32b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:37.512945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a4c8a4d-5f73-4fe1-bca3-a46b8068c906 req-8d763303-30e1-4382-8cd2-106c0becb32b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 972 time: 0.2267363 Jan 28 20:13:37.608695 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:13:33Z', 'revision_number': 3, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:37.669352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a4c8a4d-5f73-4fe1-bca3-a46b8068c906 req-7a5c5ccb-914c-4f88-b9a3-fd7581807124 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402562 Jan 28 20:13:37.688162 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e3446f-30ac-4ffd-ae30-336a502e2c3c None None] The sync data for ids ['ba9381e3-0164-42d6-be93-df84c0d22d7a'] in n-d-825064-3 is: [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:13:33Z', 'revision_number': 3, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:37.690717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2512f090-c33d-43a9-bbc9-8ebb24f0e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.712510 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-83b3642b-f575-4ac1-8147-9bcc270ac21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.722046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-48aa6ad4-7ddd-4179-a406-e08eefff7213 None None] Provisioning complete for port a2a8e53a-a420-47f9-b516-9a22e23b8111 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:37.724552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-48aa6ad4-7ddd-4179-a406-e08eefff7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.832630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-48aa6ad4-7ddd-4179-a406-e08eefff7213 None None] Port a2a8e53a-a420-47f9-b516-9a22e23b8111 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:13:37.903707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-803cfc5c-2213-4433-9cce-aae96a4a2ce8 req-1be78752-e92a-4c20-86bb-f2319a4e7d64 tempest-AbsoluteLimitsNegativeTestJSON-175617564 tempest-AbsoluteLimitsNegativeTestJSON-175617564-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b81f16f4fbf34d06b81e4987a180e2ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728045 Jan 28 20:13:37.918791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.935898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.959041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Network a371b229-12a5-4700-9da3-4d7faf653e86 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:37.986865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:37.987795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:37.990709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:38.036287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-00a5dcb2-e237-48c4-8b4b-44b7ff689e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:38.038012 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-00a5dcb2-e237-48c4-8b4b-44b7ff689e5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1096 time: 0.2412226 Jan 28 20:13:38.058952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Pushing event updated for resources: {'Port': ['ID=7452217d-6671-4470-96d9-87bd9e3c0d25,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:38.065614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Attempting to bind port 7452217d-6671-4470-96d9-87bd9e3c0d25 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:38.065996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Attempting to bind port 7452217d-6671-4470-96d9-87bd9e3c0d25 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:38.066432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Attempting to bind port 7452217d-6671-4470-96d9-87bd9e3c0d25 on network a371b229-12a5-4700-9da3-4d7faf653e86 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:38.073243 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:38.073817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Checking segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:38.074233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.074692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Bound using segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:38.075247 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Bound port: 7452217d-6671-4470-96d9-87bd9e3c0d25, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:38.075628 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.192563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] For port 7452217d-6671-4470-96d9-87bd9e3c0d25, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:38.197035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] For port 7452217d-6671-4470-96d9-87bd9e3c0d25, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7452217d-6671-4470-96d9-87bd9e3c0d25,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:38.202418 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.202938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51736) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:38.243389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.249206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3cb9f7-f8e1-429c-81b4-0de19d12fd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.260762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2512f090-c33d-43a9-bbc9-8ebb24f0e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.263501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2512f090-c33d-43a9-bbc9-8ebb24f0e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.265756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2512f090-c33d-43a9-bbc9-8ebb24f0e20b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20b19387-9905-4ead-a27a-3f1fa4d41896 HTTP/1.1" status: 204 len: 168 time: 1.0505106 Jan 28 20:13:38.298080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.339505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758b6aa-78e5-4a3a-b911-5b3c4c54ac3d None None] Pushing event updated for resources: {'Port': ['ID=7452217d-6671-4470-96d9-87bd9e3c0d25,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:38.492574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3cb9f7-f8e1-429c-81b4-0de19d12fd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.512731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee71cccf-6c84-4392-85cb-10f0f34abf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:38.514612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee71cccf-6c84-4392-85cb-10f0f34abf88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.4247015 Jan 28 20:13:38.518282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3cb9f7-f8e1-429c-81b4-0de19d12fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.611050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cb9f7-f8e1-429c-81b4-0de19d12fd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80a6154-788f-4715-95f0-8ed19d86e26f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:38.621491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-c78b8f91-12dd-4856-bfa7-3c799098329d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 217 time: 0.0940266 Jan 28 20:13:38.784915 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1d3cb9f7-f8e1-429c-81b4-0de19d12fd81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33425b96fdef48b3af6b5e86ad970695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805070 Jan 28 20:13:38.785582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51742) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:38.819490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cfc5c-2213-4433-9cce-aae96a4a2ce8 req-d970be46-b9a5-4514-babf-3d8aa6e3b25f tempest-AbsoluteLimitsNegativeTestJSON-175617564 tempest-AbsoluteLimitsNegativeTestJSON-175617564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:38.826132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-803cfc5c-2213-4433-9cce-aae96a4a2ce8 req-d970be46-b9a5-4514-babf-3d8aa6e3b25f tempest-AbsoluteLimitsNegativeTestJSON-175617564 tempest-AbsoluteLimitsNegativeTestJSON-175617564-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9176741 Jan 28 20:13:38.834308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512f090-c33d-43a9-bbc9-8ebb24f0e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b19387-9905-4ead-a27a-3f1fa4d41896,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:38.852234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-e84153c0-c103-41da-8ab5-689ae47ae8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:38.854012 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-e84153c0-c103-41da-8ab5-689ae47ae8ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.2165539 Jan 28 20:13:38.965779 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d63f7146-2bc5-42dd-b137-7eff4a0b0895 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575194 Jan 28 20:13:38.969380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bfb79a4-94d1-435f-be04-2df5ea6810fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:38.986857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-803cfc5c-2213-4433-9cce-aae96a4a2ce8 req-383cb869-6e4c-4ca8-9c6a-1cadde5050e6 tempest-AbsoluteLimitsNegativeTestJSON-175617564 tempest-AbsoluteLimitsNegativeTestJSON-175617564-project] 10.222.0.44 "GET /v2.0/quotas/b81f16f4fbf34d06b81e4987a180e2ee HTTP/1.1" status: 200 len: 375 time: 0.1388891 Jan 28 20:13:39.026038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bfb79a4-94d1-435f-be04-2df5ea6810fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.076580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51746) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:39.116544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633fba1-810e-40cd-812c-2fb27e72735d req-cc5047b6-50a7-4bbf-a13e-8fa2b615b26b tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:39.118907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9633fba1-810e-40cd-812c-2fb27e72735d req-cc5047b6-50a7-4bbf-a13e-8fa2b615b26b tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 945 time: 1.1984184 Jan 28 20:13:39.128697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-803cfc5c-2213-4433-9cce-aae96a4a2ce8 req-dbf01d56-a193-49d3-9697-0115c97eb079 tempest-AbsoluteLimitsNegativeTestJSON-175617564 tempest-AbsoluteLimitsNegativeTestJSON-175617564-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b81f16f4fbf34d06b81e4987a180e2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860031 Jan 28 20:13:39.131849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Allocated IP 172.25.2.18 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/c81207c2-984e-4b28-b9cf-ba780bf4a548) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:39.145423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 20ccee2c-381a-4b02-bf27-3d579d606734 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:39.283955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 20ccee2c-381a-4b02-bf27-3d579d606734 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:39.284518 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.334243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9633fba1-810e-40cd-812c-2fb27e72735d req-3259c101-0f93-49ba-a641-2fd5af2d539b tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043009 Jan 28 20:13:39.424737 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.468226 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.505586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 20ccee2c-381a-4b02-bf27-3d579d606734, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=20ccee2c-381a-4b02-bf27-3d579d606734,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:39.510856 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.511567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7452217d-6671-4470-96d9-87bd9e3c0d25 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:39.532107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b2009b06-e44c-4c8a-b875-2f61b70434eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.564484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.656987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:39.675471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:39.694112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:39.697063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=20ccee2c-381a-4b02-bf27-3d579d606734,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:39.701948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51754) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:39.728986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7452217d-6671-4470-96d9-87bd9e3c0d25 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:39.729362 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.768855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b2009b06-e44c-4c8a-b875-2f61b70434eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.784987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.792206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b2009b06-e44c-4c8a-b875-2f61b70434eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.804496 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.819540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Pushing event updated for resources: {'Port': ['ID=c81207c2-984e-4b28-b9cf-ba780bf4a548,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:39.905136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.913233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:39.920074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2009b06-e44c-4c8a-b875-2f61b70434eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55daba74-2517-46ef-a083-ad06d72a8bb8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:40.043634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 7452217d-6671-4470-96d9-87bd9e3c0d25, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7452217d-6671-4470-96d9-87bd9e3c0d25,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:40.045558 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-20dc20c7-d4d4-4438-98ef-fae3e0893c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.049221 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.110531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a8e53a-a420-47f9-b516-9a22e23b8111,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:40.122402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=7452217d-6671-4470-96d9-87bd9e3c0d25,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:40.125507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06603d5-e567-47cc-88d6-c847a862747a None None] Network a371b229-12a5-4700-9da3-4d7faf653e86 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:40.136629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bfb79a4-94d1-435f-be04-2df5ea6810fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.139200 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bfb79a4-94d1-435f-be04-2df5ea6810fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.140847 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4bfb79a4-94d1-435f-be04-2df5ea6810fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c80a6154-788f-4715-95f0-8ed19d86e26f HTTP/1.1" status: 204 len: 168 time: 1.3464103 Jan 28 20:13:40.163341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb79a4-94d1-435f-be04-2df5ea6810fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80a6154-788f-4715-95f0-8ed19d86e26f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:40.185584 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe00f840-1e7c-4cef-bc59-4f2868a4a884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.194256 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b2009b06-e44c-4c8a-b875-2f61b70434eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05d8c222c2e34fa18201a23d841302ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1140311 Jan 28 20:13:40.201021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51766) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:40.211649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b6b67-90ba-4a04-aa7b-8945c79659cd req-de4b6a63-7414-4a4b-b846-0a8546049c7d tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:40.213644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-173b6b67-90ba-4a04-aa7b-8945c79659cd req-de4b6a63-7414-4a4b-b846-0a8546049c7d tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 972 time: 0.5148056 Jan 28 20:13:40.242684 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-21a67d7c-b88f-4bd8-89ae-5fa70a031525 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1646857 Jan 28 20:13:40.422882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-941f6b2f-efae-41ce-9ec0-32c19e2ccd9b None None] Provisioning complete for port 7452217d-6671-4470-96d9-87bd9e3c0d25 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:40.425101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-941f6b2f-efae-41ce-9ec0-32c19e2ccd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.435360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.440092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Network d425c0ae-7309-47de-9754-077cb9d5d49c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:40.441223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14b1a44c-a571-4cc3-82e4-16dbbc8387bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.446708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:40.564960 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14b1a44c-a571-4cc3-82e4-16dbbc8387bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:40.615822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-173b6b67-90ba-4a04-aa7b-8945c79659cd req-d3433dcb-6b65-4809-bd22-e195c04325f9 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792000 Jan 28 20:13:40.641982 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-0b1a9fdb-f52d-4e75-ad78-1e2a1cac120d service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669648 Jan 28 20:13:40.804002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Router ba9381e3-0164-42d6-be93-df84c0d22d7a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:13:40.961621 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe00f840-1e7c-4cef-bc59-4f2868a4a884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.012308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe00f840-1e7c-4cef-bc59-4f2868a4a884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.041497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ff517e09-0ebc-497d-ab20-6b5a76521e2c tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:41.044339 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ff517e09-0ebc-497d-ab20-6b5a76521e2c tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.1663527 Jan 28 20:13:41.046620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14b1a44c-a571-4cc3-82e4-16dbbc8387bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.047017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 20ccee2c-381a-4b02-bf27-3d579d606734 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:41.049447 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14b1a44c-a571-4cc3-82e4-16dbbc8387bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.053072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-14b1a44c-a571-4cc3-82e4-16dbbc8387bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55daba74-2517-46ef-a083-ad06d72a8bb8 HTTP/1.1" status: 204 len: 168 time: 0.8451459 Jan 28 20:13:41.100141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-3'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:41.135312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1a44c-a571-4cc3-82e4-16dbbc8387bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55daba74-2517-46ef-a083-ad06d72a8bb8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:41.224408 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.298541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:41.304429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 20ccee2c-381a-4b02-bf27-3d579d606734 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:41.305365 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.317162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-05b77298-eeeb-4eef-9979-13f21a27d1f9 admin admin] 10.222.0.44 "PUT /v2.0/routers/ba9381e3-0164-42d6-be93-df84c0d22d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5614748 Jan 28 20:13:41.394105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Sync routers for ids ['ba9381e3-0164-42d6-be93-df84c0d22d7a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:41.492528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00f840-1e7c-4cef-bc59-4f2868a4a884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4deb2c1-45ca-4a51-8629-86a1f1729bd8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:41.518603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-92c4f3e8-da94-4ef1-a309-70e33b0ef3bb None None] Provisioning complete for port a2a8e53a-a420-47f9-b516-9a22e23b8111 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:41.519883 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-92c4f3e8-da94-4ef1-a309-70e33b0ef3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.522836 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.535079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Routers {'ba9381e3-0164-42d6-be93-df84c0d22d7a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:41.535281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fe00f840-1e7c-4cef-bc59-4f2868a4a884 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b81f16f4fbf34d06b81e4987a180e2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8267791 Jan 28 20:13:41.535399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ba9381e3-0164-42d6-be93-df84c0d22d7a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:41.536074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51790) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:41.602837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ed948-75b1-4922-9089-28de2712e04d req-96072960-6700-4cb0-a5b0-85386e7c0428 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:41.603070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:41.611884 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-555ed948-75b1-4922-9089-28de2712e04d req-96072960-6700-4cb0-a5b0-85386e7c0428 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 945 time: 0.8127217 Jan 28 20:13:41.662161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-813198c3-c01c-470b-aa64-85ec188f0c57 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:41.664361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-813198c3-c01c-470b-aa64-85ec188f0c57 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.26 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 972 time: 0.3473754 Jan 28 20:13:41.676635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.690890 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-24963556-c441-492b-aa11-ad55f30cb20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.726490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-555ed948-75b1-4922-9089-28de2712e04d req-f8011e7d-e169-45cb-b695-ddf2642f567c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135244 Jan 28 20:13:41.748882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-24963556-c441-492b-aa11-ad55f30cb20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.833236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-24963556-c441-492b-aa11-ad55f30cb20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.837237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-24963556-c441-492b-aa11-ad55f30cb20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:41.838562 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-24963556-c441-492b-aa11-ad55f30cb20a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4deb2c1-45ca-4a51-8629-86a1f1729bd8 HTTP/1.1" status: 204 len: 168 time: 0.3018897 Jan 28 20:13:41.862006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24963556-c441-492b-aa11-ad55f30cb20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4deb2c1-45ca-4a51-8629-86a1f1729bd8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:41.880002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:41.978759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:41.981986 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82dc980-a49b-460c-85b3-6ea4fd6a4c35" -d '{"events": [{"server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "name": "network-vif-unplugged", "status": "completed", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:41.987175 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.008410 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.030829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Set router ba9381e3-0164-42d6-be93-df84c0d22d7a gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:42.113836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af234a0d-4934-4076-8053-4aff455fc7f0 req-72893069-2495-4833-93fa-67d99e56ba4b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:42.115388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af234a0d-4934-4076-8053-4aff455fc7f0 req-72893069-2495-4833-93fa-67d99e56ba4b tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 972 time: 0.2336924 Jan 28 20:13:42.135739 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8957805e-6d9c-4079-8325-787bcfef81d9 x-openstack-request-id: req-8957805e-6d9c-4079-8325-787bcfef81d9 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:42.137779 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "name": "network-vif-unplugged", "status": "completed", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:42.138238 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8957805e-6d9c-4079-8325-787bcfef81d9 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:42.143233 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c', 'code': 200} Jan 28 20:13:42.144295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:42.237720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on host n-h1-825064-3 for vnic_type normal with profile {"migrating_to": "n-h2-825064-3"} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:42.238053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:42.250169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Deleting port c073ddec-5486-4ad8-ac00-f7d44c4c2337 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:13:42.250526 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.253838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:42.262357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:13:42.262683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Attempting to bind port b3cdc492-fd35-4b30-85ca-f87bb140e83c on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:42.269230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:42.269820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:42.270387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:42.270995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Bound port: b3cdc492-fd35-4b30-85ca-f87bb140e83c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:42.271702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.281002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af234a0d-4934-4076-8053-4aff455fc7f0 req-00de7969-cd34-4275-896e-17eae9dfbfff tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/security-groups?id=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485758 Jan 28 20:13:42.335978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:13:42.458257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:42.463246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:42.476547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.514987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-92c4f3e8-da94-4ef1-a309-70e33b0ef3bb None None] Port a2a8e53a-a420-47f9-b516-9a22e23b8111 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:13:42.540958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] For port c073ddec-5486-4ad8-ac00-f7d44c4c2337, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c073ddec-5486-4ad8-ac00-f7d44c4c2337,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:42.541333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.545389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7452217d-6671-4470-96d9-87bd9e3c0d25 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:42.620087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:13:37Z', 'revision_number': 4, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'a2a8e53a-a420-47f9-b516-9a22e23b8111', 'name': '', 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'mac_address': 'fa:16:3e:89:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'b174119e-caba-49b9-a7ed-6c156622cf2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:38Z', 'revision_number': 2, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'subnets': [{'id': 'b174119e-caba-49b9-a7ed-6c156622cf2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:42.666327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:42.666972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.668484 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] 10.222.0.26 "PUT /v2.0/ports/b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 1121 time: 1.5730333 Jan 28 20:13:42.670454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7452217d-6671-4470-96d9-87bd9e3c0d25 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:42.671025 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.733279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c8257-e449-45ac-ac08-a3e4ff99de24 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=8']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:42.763090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Checking router: ba9381e3-0164-42d6-be93-df84c0d22d7a for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:42.763500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Updating router ba9381e3-0164-42d6-be93-df84c0d22d7a port a2a8e53a-a420-47f9-b516-9a22e23b8111 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:13:42.826646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-da7c9bc6-05ad-4571-9145-f241a6f3c0c4 None None] Provisioning complete for port 7452217d-6671-4470-96d9-87bd9e3c0d25 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:42.827114 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-da7c9bc6-05ad-4571-9145-f241a6f3c0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.829860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['b3cdc492-fd35-4b30-85ca-f87bb140e83c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:42.921326 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:42.922697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.180564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Calling delete_port for c073ddec-5486-4ad8-ac00-f7d44c4c2337 owned by compute:tempest-test_az-1920569602 {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:13:43.212925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.233873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:43.251413 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Sync routers for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:43.268696 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:43.269401 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:43.394206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51854) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:43.402304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-network', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.469793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Made reservation on behalf of b6c300955c2847d797396cf4958dfb72 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:43.475509 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.508035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.564057 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:43.577211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86a60207-5406-41f9-9e85-f9db50710312 req-a748a87d-1143-43d7-873c-6b6db7e6fcae tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 210 time: 0.0383255 Jan 28 20:13:43.581245 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.587909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5b308c68-44e3-4566-8e49-f804dfb6cd5f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.1114969 Jan 28 20:13:43.594226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85507-55ea-410c-8857-71182b595403 req-2d37c892-d7d0-45b9-93fc-3bbb49ad137f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:43.595997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12d85507-55ea-410c-8857-71182b595403 req-2d37c892-d7d0-45b9-93fc-3bbb49ad137f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 943 time: 0.4485037 Jan 28 20:13:43.596520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51860) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:43.729531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.854662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.860071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.863284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.875007 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.925657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca41264-4c4a-46c9-9e83-9990e5b6eb07,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.949983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.950684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.951257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.951799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.952370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.952907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.953441 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.953992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.954526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.955083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.963574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.964438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:43.971709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:43.991460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:43.992528 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Added segment 1c5cb182-d75b-452e-a3f5-29a9cca75848 of type vlan for network 516882fc-7cf6-4c36-9583-125627c7d38a Jan 28 20:13:44.069000 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:40Z', 'revision_number': 3, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:44.076154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.106245 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Checking router: 0986c922-d4a4-4c23-a4f5-a1fb77d78970 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:44.110415 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Updating router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 port c81207c2-984e-4b28-b9cf-ba780bf4a548 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:13:44.160445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:44.161557 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.168098 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074" -d '{"events": [{"name": "network-changed", "server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:44.192743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Attempting to bind port a2a8e53a-a420-47f9-b516-9a22e23b8111 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:44.195140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Attempting to bind port a2a8e53a-a420-47f9-b516-9a22e23b8111 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:44.195658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Attempting to bind port a2a8e53a-a420-47f9-b516-9a22e23b8111 on network d425c0ae-7309-47de-9754-077cb9d5d49c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:44.203467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.204581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:44.205175 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.220261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:44.225798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Checking segment: {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:44.226827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.229908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Bound using segment: {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:44.230437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Bound port: a2a8e53a-a420-47f9-b516-9a22e23b8111, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:44.232419 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.263134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31d8a-fe10-425e-b137-95a2d3175124 None None] Pushing event updated for resources: {'Port': ['ID=a2a8e53a-a420-47f9-b516-9a22e23b8111,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:44.350229 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b614e729-2beb-4079-ba48-25fcc80751c8 x-openstack-request-id: req-b614e729-2beb-4079-ba48-25fcc80751c8 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:44.350486 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:44.350741 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b614e729-2beb-4079-ba48-25fcc80751c8 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:44.351352 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c', 'status': 'completed', 'code': 200} Jan 28 20:13:44.387057 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9882360 Jan 28 20:13:44.418589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51880) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:44.497124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Request body: {'subnet': {'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-subnet', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:44.503471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c073ddec-5486-4ad8-ac00-f7d44c4c2337 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:44.521084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] For port a2a8e53a-a420-47f9-b516-9a22e23b8111, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:44.523873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Pushing event deleted for resources: {'Port': ['ID=c073ddec-5486-4ad8-ac00-f7d44c4c2337,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:44.538634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] No DVR routers for this DVR port c073ddec-5486-4ad8-ac00-f7d44c4c2337 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:13:44.560462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: c073ddec-5486-4ad8-ac00-f7d44c4c2337 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:13:44.560462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c073ddec-5486-4ad8-ac00-f7d44c4c2337 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:13:44.563683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] For port a2a8e53a-a420-47f9-b516-9a22e23b8111, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a2a8e53a-a420-47f9-b516-9a22e23b8111,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:44.566426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bcdf6671-edc7-4235-aef9-4e7f662c8a4f None None] Provisioning complete for port a2a8e53a-a420-47f9-b516-9a22e23b8111 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:44.567245 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6671-edc7-4235-aef9-4e7f662c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.577846 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.578844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f44d4f-8656-4d4f-9dc6-4de0131d12e2 admin admin] Pushing event updated for resources: {'Network': ['ID=516882fc-7cf6-4c36-9583-125627c7d38a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:44.614350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 516882fc-7cf6-4c36-9583-125627c7d38a details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:44.665041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.665388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.665989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.666323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.666696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.666967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.667299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.667622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.667947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.671073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.671530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.672038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:44.720253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-dcfe40ca-e59d-4796-a8a7-8e1fc9057749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:44.724402 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-dcfe40ca-e59d-4796-a8a7-8e1fc9057749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1124 time: 0.3810253 Jan 28 20:13:44.729055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Made reservation on behalf of b6c300955c2847d797396cf4958dfb72 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:44.733605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.779523 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:44.785093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad37462e-b15a-44ee-8b78-1bcc634a0bfd req-75ba418f-5f52-4620-977c-1b87e12fc398 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.26 "DELETE /v2.0/ports/c073ddec-5486-4ad8-ac00-f7d44c4c2337 HTTP/1.1" status: 204 len: 173 time: 3.1009426 Jan 28 20:13:44.791551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0519525c-6cf6-491e-819c-c0884f3df855', 'name': 'network-vif-deleted', 'tag': 'c073ddec-5486-4ad8-ac00-f7d44c4c2337'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:13:44.798479 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f460cdc8-8cfb-4f87-9293-7e383772aacb" -d '{"events": [{"server_uuid": "0519525c-6cf6-491e-819c-c0884f3df855", "name": "network-vif-deleted", "tag": "c073ddec-5486-4ad8-ac00-f7d44c4c2337"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:44.858347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12d85507-55ea-410c-8857-71182b595403 req-a97a43f5-408c-4270-921d-c64aff6c4c1f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1214914 Jan 28 20:13:44.987807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.041836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2aa7746-530c-4ed8-adc9-205a85329daf req-77870b0d-310f-4822-882f-95eaca706c80 tempest-DeleteServersAdminTestJSON-1456642559 tempest-DeleteServersAdminTestJSON-1456642559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0519525c-6cf6-491e-819c-c0884f3df855 HTTP/1.1" status: 200 len: 210 time: 0.0813215 Jan 28 20:13:45.104422 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.112382 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.185612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31d8a-fe10-425e-b137-95a2d3175124 None None] Pushing event updated for resources: {'Port': ['ID=a2a8e53a-a420-47f9-b516-9a22e23b8111,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:45.209546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Routers {'ba9381e3-0164-42d6-be93-df84c0d22d7a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:45.213973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ba9381e3-0164-42d6-be93-df84c0d22d7a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:45.225528 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447bb81-b070-48eb-8f88-d3c09cc84851 None None] Pushing event updated for resources: {'Port': ['ID=c81207c2-984e-4b28-b9cf-ba780bf4a548,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:45.312030 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Attempting to bind port c81207c2-984e-4b28-b9cf-ba780bf4a548 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:45.317351 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Attempting to bind port c81207c2-984e-4b28-b9cf-ba780bf4a548 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:45.318026 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Attempting to bind port c81207c2-984e-4b28-b9cf-ba780bf4a548 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:45.330278 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:45.343184 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:45.345351 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.346589 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:45.349201 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Bound port: c81207c2-984e-4b28-b9cf-ba780bf4a548, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:45.351361 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.378330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-e0aa4e39-888a-4758-aeaa-1ada1f9e5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:45.394742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-e0aa4e39-888a-4758-aeaa-1ada1f9e5ae8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.6447225 Jan 28 20:13:45.411952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51902) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:45.432889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Allocated IP 172.20.0.1 (a371b229-12a5-4700-9da3-4d7faf653e86/ef1cd5cd-c071-44c0-83c8-6445fba207a1/9e06d8c6-2073-4395-8c14-fc1f06a83c7f) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:45.555473 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] For port c81207c2-984e-4b28-b9cf-ba780bf4a548, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:45.570499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] For port c81207c2-984e-4b28-b9cf-ba780bf4a548, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c81207c2-984e-4b28-b9cf-ba780bf4a548,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:45.577451 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.585842 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.613468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-bc806896-d881-461e-bc17-a67b8dc1755d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 217 time: 0.2029512 Jan 28 20:13:45.616146 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64ab5ad-4403-4b3d-830b-272e7dd84ec7 x-openstack-request-id: req-d64ab5ad-4403-4b3d-830b-272e7dd84ec7 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:45.616719 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0519525c-6cf6-491e-819c-c0884f3df855", "name": "network-vif-deleted", "tag": "c073ddec-5486-4ad8-ac00-f7d44c4c2337", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:45.616975 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d64ab5ad-4403-4b3d-830b-272e7dd84ec7 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:45.617553 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0519525c-6cf6-491e-819c-c0884f3df855', 'name': 'network-vif-deleted', 'tag': 'c073ddec-5486-4ad8-ac00-f7d44c4c2337', 'status': 'completed', 'code': 200} Jan 28 20:13:45.620170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.669490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Network a371b229-12a5-4700-9da3-4d7faf653e86 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:45.678321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:45.714892 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6671-edc7-4235-aef9-4e7f662c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:45.784975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:45.855511 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447bb81-b070-48eb-8f88-d3c09cc84851 None None] Pushing event updated for resources: {'Port': ['ID=c81207c2-984e-4b28-b9cf-ba780bf4a548,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:45.912557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-557795853-network', 'tenant_id': 'ecf6cfa10ace4e078f18db9e94211bf7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:45.922194 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:45.922836 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:45.932773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bcdf6671-edc7-4235-aef9-4e7f662c8a4f None None] For port a2a8e53a-a420-47f9-b516-9a22e23b8111, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a2a8e53a-a420-47f9-b516-9a22e23b8111,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:45.939370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Pushing event updated for resources: {'Port': ['ID=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:45.962365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] Set router ba9381e3-0164-42d6-be93-df84c0d22d7a gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:45.967795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.115031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-f2c4a226-ca35-48ca-9cbb-9c92ebc76b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:46.134636 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6671-edc7-4235-aef9-4e7f662c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.136809 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-f2c4a226-ca35-48ca-9cbb-9c92ebc76b8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.5046988 Jan 28 20:13:46.261465 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:46.267502 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-3ee4656d-fc68-481d-9b20-644a5af552f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074145 Jan 28 20:13:46.271614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Made reservation on behalf of ecf6cfa10ace4e078f18db9e94211bf7 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:46.276612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.285383 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.323566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.424860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0441e-23d3-4dab-829a-9267a099dad8 req-7651a804-01c4-47ae-b7c7-1d7085b275d9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:46.431297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0aa0441e-23d3-4dab-829a-9267a099dad8 req-7651a804-01c4-47ae-b7c7-1d7085b275d9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 943 time: 0.2807407 Jan 28 20:13:46.547694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e452af2f-00c6-4cf2-8aa1-aae1b85242b2,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:46.617896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Checking segment: {'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:46.618795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Network hostable DHCP agents. Network: 516882fc-7cf6-4c36-9583-125627c7d38a, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:46.630402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0aa0441e-23d3-4dab-829a-9267a099dad8 req-1ac25dd2-4ddc-4333-bdaa-6eea9a0bb2df tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779037 Jan 28 20:13:46.637340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51928) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:46.669112 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-45b3a3fd-fbb8-4968-89c2-aae13d086041 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865020 Jan 28 20:13:46.711322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.738447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Network 516882fc-7cf6-4c36-9583-125627c7d38a is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:46.867467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 516882fc-7cf6-4c36-9583-125627c7d38a) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:46.901073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.903232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf6671-edc7-4235-aef9-4e7f662c8a4f None None] Pushing event updated for resources: {'Port': ['ID=a2a8e53a-a420-47f9-b516-9a22e23b8111,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:46.929855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b3cdc492-fd35-4b30-85ca-f87bb140e83c details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:13:46.932584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:46.933217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.942089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:46.949609 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:40Z', 'revision_number': 3, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:46.986968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32741f1-ac4c-4abe-9ad1-dd07903b2370 None None] Network 516882fc-7cf6-4c36-9583-125627c7d38a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:46.993651 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edeca6e-1820-473b-9f0d-35c8103677a1 None None] The sync data for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 is: [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:40Z', 'revision_number': 3, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:47.013582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0dd33-2b89-492a-b493-b2aca0bd7589,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:47.054168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61e0a4c4-7c5f-4d90-a294-e585ad0e0fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.062060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:47.077694 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1383b445-b749-4c1c-9d50-6d8924bae21a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6430440 Jan 28 20:13:47.077889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51942) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:47.087311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:47.183349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61e0a4c4-7c5f-4d90-a294-e585ad0e0fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.190730 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61e0a4c4-7c5f-4d90-a294-e585ad0e0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.195392 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ecdbf290-4ef7-4e9c-9bbc-7105e7706074 req-d2cb2a44-497e-4a4b-a259-97bcd2587767 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093997 Jan 28 20:13:47.197535 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.198038 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Added segment ea2cead6-e42d-4f76-b803-dd9459e64e41 of type vlan for network 637254f4-54ac-4541-aed4-43b04cfb4e3e Jan 28 20:13:47.221424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:47.235935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.250028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.285039 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-61e0a4c4-7c5f-4d90-a294-e585ad0e0fb7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fd01b39327f44079a7643c84f392d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462102 Jan 28 20:13:47.287818 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.290921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51946) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:47.304093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0a4c4-7c5f-4d90-a294-e585ad0e0fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fedb441-b4da-4a06-8132-5370be549b1a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:47.313398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.314626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.329875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b3cdc492-fd35-4b30-85ca-f87bb140e83c has no active binding in host n-h2-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:13:47.336323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-74e21ca7-1e4d-4791-a666-f45fff517b27 None None] Provisioning complete for port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:47.336761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74e21ca7-1e4d-4791-a666-f45fff517b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.432939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-74e21ca7-1e4d-4791-a666-f45fff517b27 None None] Port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:13:47.448071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.454025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:47.454025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.462808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Pushing event updated for resources: {'Port': ['ID=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:47.474386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.519585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-74e21ca7-1e4d-4791-a666-f45fff517b27 None None] Provisioning complete for port a2a8e53a-a420-47f9-b516-9a22e23b8111 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:47.519963 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74e21ca7-1e4d-4791-a666-f45fff517b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.549770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] Pushing event updated for resources: {'Network': ['ID=637254f4-54ac-4541-aed4-43b04cfb4e3e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:47.565785 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b41bf986-254a-458f-b3da-38f349aed21d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1268663 Jan 28 20:13:47.568715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51954) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:47.579685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Request body: {'subnet': {'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-557795853-subnet', 'tenant_id': 'ecf6cfa10ace4e078f18db9e94211bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:47.593677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.639761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51958) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:47.658227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:13:37Z', 'revision_number': 4, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'a2a8e53a-a420-47f9-b516-9a22e23b8111', 'name': '', 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'mac_address': 'fa:16:3e:89:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'b174119e-caba-49b9-a7ed-6c156622cf2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:44Z', 'revision_number': 4, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'subnets': [{'id': 'b174119e-caba-49b9-a7ed-6c156622cf2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:47.720601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0e586-332c-43c8-b0ac-c839bff5b0f1 None None] The sync data for ids ['ba9381e3-0164-42d6-be93-df84c0d22d7a'] in n-d-825064-3 is: [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:13:37Z', 'revision_number': 4, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'a2a8e53a-a420-47f9-b516-9a22e23b8111', 'name': '', 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'mac_address': 'fa:16:3e:89:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'b174119e-caba-49b9-a7ed-6c156622cf2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:44Z', 'revision_number': 4, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'subnets': [{'id': 'b174119e-caba-49b9-a7ed-6c156622cf2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:47.726793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 637254f4-54ac-4541-aed4-43b04cfb4e3e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:47.887511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.900929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-516882fc-7cf6-4c36-9583-125627c7d38a', 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'fixed_ips': [{'subnet_id': 'e452af2f-00c6-4cf2-8aa1-aae1b85242b2'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:13:47.905381 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:47.988249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f37a60c-f800-42d4-9e70-c7ebcc86e38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.066874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Made reservation on behalf of ecf6cfa10ace4e078f18db9e94211bf7 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:48.095047 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.100793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f37a60c-f800-42d4-9e70-c7ebcc86e38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.142612 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.188475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Network a371b229-12a5-4700-9da3-4d7faf653e86 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:48.227931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:48.240037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51968) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:48.255647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532b5c8-0ac4-452e-a1a2-8c98eee60d9e req-c62b3ad1-81de-4faa-87c0-d7f4a5fa9d73 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:48.259629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c532b5c8-0ac4-452e-a1a2-8c98eee60d9e req-c62b3ad1-81de-4faa-87c0-d7f4a5fa9d73 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 943 time: 0.3120074 Jan 28 20:13:48.284947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Allocated IP 172.20.0.2 (516882fc-7cf6-4c36-9583-125627c7d38a/e452af2f-00c6-4cf2-8aa1-aae1b85242b2/96de3f49-f6e5-4811-bda2-538f58ab948a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:48.440040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f37a60c-f800-42d4-9e70-c7ebcc86e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.444262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f37a60c-f800-42d4-9e70-c7ebcc86e38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.451354 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4f37a60c-f800-42d4-9e70-c7ebcc86e38f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fedb441-b4da-4a06-8132-5370be549b1a HTTP/1.1" status: 204 len: 168 time: 1.1528926 Jan 28 20:13:48.486377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37a60c-f800-42d4-9e70-c7ebcc86e38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fedb441-b4da-4a06-8132-5370be549b1a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:48.563743 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-afd98610-6e7f-472a-987a-83819f0f31e6 service neutron] 10.222.0.13 "GET /v2.0/ports/b3cdc492-fd35-4b30-85ca-f87bb140e83c/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.2178001 Jan 28 20:13:48.787521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.793522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6c360980-5a81-4a6b-b3fc-2dafe44d2a89 None None] Provisioning complete for port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:48.793898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6c360980-5a81-4a6b-b3fc-2dafe44d2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.797364 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.805654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-06e993c2-db90-4f15-812b-2c4485fb6ae1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56db36bed18643ae8ac22a9781191da8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1629148 Jan 28 20:13:48.806551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02a4f054-e661-4e1a-b4d5-c901df5ca111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.820016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51976) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:48.862353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:48.881901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c532b5c8-0ac4-452e-a1a2-8c98eee60d9e req-a2280c5d-a068-4da1-b3ec-dadcf1d2e5d6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090156 Jan 28 20:13:48.959512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Network 516882fc-7cf6-4c36-9583-125627c7d38a is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:48.962521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Pushing event updated for resources: {'Port': ['ID=96de3f49-f6e5-4811-bda2-538f58ab948a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:48.975553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:48.977326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6c360980-5a81-4a6b-b3fc-2dafe44d2a89 None None] Port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:13:48.979920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:49.045224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51978) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:49.055328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b642db89-609d-4723-8ba6-782a520fcc50,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:49.056110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Attempting to bind port 96de3f49-f6e5-4811-bda2-538f58ab948a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:49.056110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Attempting to bind port 96de3f49-f6e5-4811-bda2-538f58ab948a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:49.056110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Attempting to bind port 96de3f49-f6e5-4811-bda2-538f58ab948a on network 516882fc-7cf6-4c36-9583-125627c7d38a {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:49.068248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:49.068932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Checking segment: {'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:49.070363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.071663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Bound using segment: {'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:49.072475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Bound port: 96de3f49-f6e5-4811-bda2-538f58ab948a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:49.073134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.077180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Checking segment: {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:49.077558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Network hostable DHCP agents. Network: 637254f4-54ac-4541-aed4-43b04cfb4e3e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:49.080647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-726d71b0-1847-4960-82cf-74b2ea0d2056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.125537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:13:49.135773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:49.159783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Network 637254f4-54ac-4541-aed4-43b04cfb4e3e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:49.169445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:49.191691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] For port 96de3f49-f6e5-4811-bda2-538f58ab948a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:49.197648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] For port 96de3f49-f6e5-4811-bda2-538f58ab948a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=96de3f49-f6e5-4811-bda2-538f58ab948a,segment=NetworkSegment(1c5cb182-d75b-452e-a3f5-29a9cca75848),segment_id=1c5cb182-d75b-452e-a3f5-29a9cca75848)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:49.201680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb5e71f4-07c4-4739-b50f-c79b6cdb96c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.206258 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.215341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 637254f4-54ac-4541-aed4-43b04cfb4e3e) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:49.234626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:49.235382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.271686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cdc492-fd35-4b30-85ca-f87bb140e83c {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:49.280235 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c4d2de1-c5dc-42f4-9ab7-fbe2b47255fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7092295 Jan 28 20:13:49.322956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:49.325668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd078de0-5a1a-411c-8fad-54b4bc4928c5 None None] Pushing event updated for resources: {'Port': ['ID=96de3f49-f6e5-4811-bda2-538f58ab948a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:49.334844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab154a74-9aff-4457-a881-e89ee96af365 None None] Network 637254f4-54ac-4541-aed4-43b04cfb4e3e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:49.344359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.363828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb5e71f4-07c4-4739-b50f-c79b6cdb96c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.382541 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02a4f054-e661-4e1a-b4d5-c901df5ca111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.423978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02a4f054-e661-4e1a-b4d5-c901df5ca111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.462053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] Transition to ACTIVE for port object b3cdc492-fd35-4b30-85ca-f87bb140e83c will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:13:49.473816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c81207c2-984e-4b28-b9cf-ba780bf4a548 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:49.477475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.574550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.583502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4f054-e661-4e1a-b4d5-c901df5ca111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d803af-17e0-4459-ad6f-9fbc71279f19,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:49.590162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c2ee9-a09c-4907-9e17-ca85e51a9308 None None] Network 637254f4-54ac-4541-aed4-43b04cfb4e3e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:49.618201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-02a4f054-e661-4e1a-b4d5-c901df5ca111 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=868883db30e54cc8826070019cf118aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3572671 Jan 28 20:13:49.637130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.640260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:49.643109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51988) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:49.651317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] No DVR routers for this DVR port b3cdc492-fd35-4b30-85ca-f87bb140e83c on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:13:49.663363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-72dc451c-27c3-4af8-87d4-1c665a8b84ca admin admin] 10.222.0.44 "PUT /v2.0/routers/0986c922-d4a4-4c23-a4f5-a1fb77d78970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0645411 Jan 28 20:13:49.707781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c81207c2-984e-4b28-b9cf-ba780bf4a548 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:49.708691 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.741051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-726d71b0-1847-4960-82cf-74b2ea0d2056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.750572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb5e71f4-07c4-4739-b50f-c79b6cdb96c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.753168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb5e71f4-07c4-4739-b50f-c79b6cdb96c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:49.756652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eb5e71f4-07c4-4739-b50f-c79b6cdb96c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76 HTTP/1.1" status: 204 len: 168 time: 0.9275668 Jan 28 20:13:49.817129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=10']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:49.841760 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-ee7600a8-75de-4e84-b980-2733fd18f952 service neutron] 10.222.0.13 "PUT /v2.0/ports/b3cdc492-fd35-4b30-85ca-f87bb140e83c/bindings/n-h2-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2402391 Jan 28 20:13:49.848386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-726d71b0-1847-4960-82cf-74b2ea0d2056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.022586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e71f4-07c4-4739-b50f-c79b6cdb96c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04c9ae1-ef12-40e5-a1a5-29c5fd1cec76,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:50.095755 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.150509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port c81207c2-984e-4b28-b9cf-ba780bf4a548, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c81207c2-984e-4b28-b9cf-ba780bf4a548,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:50.159445 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.160739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a2a8e53a-a420-47f9-b516-9a22e23b8111 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:50.363712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a2a8e53a-a420-47f9-b516-9a22e23b8111 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:50.363956 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.405868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=c81207c2-984e-4b28-b9cf-ba780bf4a548,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:50.536327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52020) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:50.548885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-726d71b0-1847-4960-82cf-74b2ea0d2056 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fb6c95d30554d818e1cc8f080dd6070&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5017562 Jan 28 20:13:50.616231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78fac3a5-96e0-4d0c-aecc-db1d47c22b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.638253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d71b0-1847-4960-82cf-74b2ea0d2056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f81e7dc-8c09-4e48-b2a2-b65d2fecc86e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:50.642978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78fac3a5-96e0-4d0c-aecc-db1d47c22b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.705896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f59299-2015-465b-bb92-1d371210a027 req-97e2051a-b52e-48b2-a42a-5fddd45cd99e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:50.706378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52026) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:50.707929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27f59299-2015-465b-bb92-1d371210a027 req-97e2051a-b52e-48b2-a42a-5fddd45cd99e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 944 time: 0.4583466 Jan 28 20:13:50.715242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78fac3a5-96e0-4d0c-aecc-db1d47c22b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.717875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78fac3a5-96e0-4d0c-aecc-db1d47c22b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.720758 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-78fac3a5-96e0-4d0c-aecc-db1d47c22b6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f81e7dc-8c09-4e48-b2a2-b65d2fecc86e HTTP/1.1" status: 204 len: 168 time: 0.1833038 Jan 28 20:13:50.724263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-98c9eec7-d3f4-4c88-b431-d1cf24ce473e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:50.733191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-98c9eec7-d3f4-4c88-b431-d1cf24ce473e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/networks?id=637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 200 len: 814 time: 0.6290231 Jan 28 20:13:50.744951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35f2bf6c-494c-48e8-920c-582e2c7b9d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.745159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eff7c591-0a4c-44e5-beb2-37c1c29cd5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:50.748526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fac3a5-96e0-4d0c-aecc-db1d47c22b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f81e7dc-8c09-4e48-b2a2-b65d2fecc86e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:50.756000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-182085b9-58c5-4dc1-adf4-0abc39ba6358 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:50.758904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-182085b9-58c5-4dc1-adf4-0abc39ba6358 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.7114873 Jan 28 20:13:50.805742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-727b0277-6b48-492c-abcb-f243d18164ac tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/quotas/ecf6cfa10ace4e078f18db9e94211bf7 HTTP/1.1" status: 200 len: 375 time: 0.0707839 Jan 28 20:13:50.859998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Allocated IP 172.25.2.198 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/93238097-e86f-409c-a0f4-1dc2b13999d2) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:50.974667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-eb69b39e-69af-4864-90ac-abf347314cb7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1664479 Jan 28 20:13:50.995062 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eff7c591-0a4c-44e5-beb2-37c1c29cd5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.003039 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.005491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eff7c591-0a4c-44e5-beb2-37c1c29cd5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.018273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Sync routers for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:51.028598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35f2bf6c-494c-48e8-920c-582e2c7b9d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.054976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52032) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:51.060830 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:13:51.074745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-network', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:51.082180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:51.083249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:51.111725 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eff7c591-0a4c-44e5-beb2-37c1c29cd5ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2fbd8d74fff4c97ab936f87812d12f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042060 Jan 28 20:13:51.112519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52034) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:51.123839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27f59299-2015-465b-bb92-1d371210a027 req-454ca65e-6caf-48cf-81c9-61688944b30c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727820 Jan 28 20:13:51.168618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7c591-0a4c-44e5-beb2-37c1c29cd5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581cce98-9f8e-4082-aaaa-df4a2b4c8d3a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:51.238563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Made reservation on behalf of 6a2b86725b104a12990f6c72c5e83c43 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:51.240920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.307850 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.350244 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3ba8133e-024b-4bc4-a096-0f964610eff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.400465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:51.428329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3ba8133e-024b-4bc4-a096-0f964610eff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.470813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-5bf9e8c7-8920-4bbb-a787-d9fb3c47bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:51.473148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-5bf9e8c7-8920-4bbb-a787-d9fb3c47bfde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021&tenant_id=149bcdf4309a4cf6a2507f65fea64729 HTTP/1.1" status: 200 len: 1095 time: 0.6568315 Jan 28 20:13:51.496068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6eb9d-6e13-4592-9cb6-304393af6025 None None] Network 516882fc-7cf6-4c36-9583-125627c7d38a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:51.594930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35f2bf6c-494c-48e8-920c-582e2c7b9d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.597076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3ba8133e-024b-4bc4-a096-0f964610eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.598639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35f2bf6c-494c-48e8-920c-582e2c7b9d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.599922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3ba8133e-024b-4bc4-a096-0f964610eff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.600097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-35f2bf6c-494c-48e8-920c-582e2c7b9d2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7d803af-17e0-4459-ad6f-9fbc71279f19 HTTP/1.1" status: 204 len: 168 time: 1.9481709 Jan 28 20:13:51.610712 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3ba8133e-024b-4bc4-a096-0f964610eff4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/581cce98-9f8e-4082-aaaa-df4a2b4c8d3a HTTP/1.1" status: 204 len: 168 time: 0.4801059 Jan 28 20:13:51.613615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-2074ba1d-0303-49f6-97fe-2491d7ebf1c2 service neutron] 10.222.0.44 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820439 Jan 28 20:13:51.630078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8133e-024b-4bc4-a096-0f964610eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581cce98-9f8e-4082-aaaa-df4a2b4c8d3a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:51.654527 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.660526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.669722 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.671275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2bf6c-494c-48e8-920c-582e2c7b9d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d803af-17e0-4459-ad6f-9fbc71279f19,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:51.681196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-1c70cddf-01a8-4dd0-b68b-a7e9b61c1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:51.682951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-1c70cddf-01a8-4dd0-b68b-a7e9b61c1896 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1095 time: 0.1705105 Jan 28 20:13:51.761574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:51.779189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5da2e0-9476-4d2c-8e29-ec0700f16c53,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:51.792199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.792565 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Added segment 87fdc206-7254-4ba1-9b63-a89ee1373ae9 of type vlan for network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 Jan 28 20:13:51.810728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c81207c2-984e-4b28-b9cf-ba780bf4a548 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:51.860169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.901853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.907597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b3cdc492-fd35-4b30-85ca-f87bb140e83c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:51.925193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-3d5a56c4-251f-4217-993c-c2c93b1c0fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025227 Jan 28 20:13:51.938843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.948103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:51.953422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:51.998771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:52.007005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:52.014690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-28c7ada9-ad72-4762-b444-13219bce8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.023044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-28c7ada9-ad72-4762-b444-13219bce8f0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.3005230 Jan 28 20:13:52.029356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:52.040476 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9816656 Jan 28 20:13:52.043395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52054) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:52.061930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Request body: {'subnet': {'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-subnet', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:52.093817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d19660-bbf6-40e7-9674-fe5bc3e38f4a admin admin] Pushing event updated for resources: {'Network': ['ID=53e723d0-e499-41b8-a5e5-17d9f99a9a35,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:52.108893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-68e6f040-dd50-49e7-bfb7-e3f0b11aa6d1 None None] Provisioning complete for port 96de3f49-f6e5-4811-bda2-538f58ab948a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:52.109483 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68e6f040-dd50-49e7-bfb7-e3f0b11aa6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.123512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:52.124656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Made reservation on behalf of 6a2b86725b104a12990f6c72c5e83c43 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:52.133352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.157011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Pushing event updated for resources: {'Port': ['ID=93238097-e86f-409c-a0f4-1dc2b13999d2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:52.254143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-8d6b8caa-31f9-4b57-a5a9-2225bad3152d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 217 time: 0.1970022 Jan 28 20:13:52.277620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52068) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:52.305338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c81207c2-984e-4b28-b9cf-ba780bf4a548 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:52.305792 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.359647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b3cdc492-fd35-4b30-85ca-f87bb140e83c not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:13:52.564578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 2, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:52.645571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.691873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Checking router: 0986c922-d4a4-4c23-a4f5-a1fb77d78970 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:52.692354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Updating router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:13:52.732644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 96de3f49-f6e5-4811-bda2-538f58ab948a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:52.738022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68e6f040-dd50-49e7-bfb7-e3f0b11aa6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.756373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6010c0-851c-45e2-b8d2-b37fcc87a2d3,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:52.763892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Checking segment: {'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:52.764886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Network hostable DHCP agents. Network: 53e723d0-e499-41b8-a5e5-17d9f99a9a35, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:52.791420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:52.798673 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.809978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 53e723d0-e499-41b8-a5e5-17d9f99a9a35) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:52.822322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.825294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.846669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96abcc2-03c0-49a6-825b-43c23d04a28f None None] Network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:52.867960 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7f76a6ca-c49e-4816-8993-5acf69337f66 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8216932 Jan 28 20:13:52.868631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9513c823-b289-4e3a-bae3-37f07d57cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.869483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52090) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:52.870823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-9513c823-b289-4e3a-bae3-37f07d57cb41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.5841181 Jan 28 20:13:52.877721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-666eed33-a653-4704-9b50-133566c4f94a req-349a51e3-be7a-4740-8df2-34923781c57b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 210 time: 0.6431711 Jan 28 20:13:52.882987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:52.924714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bedf4f9-6aa1-4c04-9b42-e5669d789e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.959111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.960327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:52.984395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-68e6f040-dd50-49e7-bfb7-e3f0b11aa6d1 None None] For port 96de3f49-f6e5-4811-bda2-538f58ab948a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=96de3f49-f6e5-4811-bda2-538f58ab948a,segment=NetworkSegment(1c5cb182-d75b-452e-a3f5-29a9cca75848),segment_id=1c5cb182-d75b-452e-a3f5-29a9cca75848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:53.011721 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68e6f040-dd50-49e7-bfb7-e3f0b11aa6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:53.145895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:53.419524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 96de3f49-f6e5-4811-bda2-538f58ab948a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:53.419908 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:53.453925 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:53.461620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bedf4f9-6aa1-4c04-9b42-e5669d789e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:53.477400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-5faf4a15-fafb-42df-8d81-9700af485141 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5689495 Jan 28 20:13:53.483106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6f040-dd50-49e7-bfb7-e3f0b11aa6d1 None None] Pushing event updated for resources: {'Port': ['ID=96de3f49-f6e5-4811-bda2-538f58ab948a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:53.492070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bedf4f9-6aa1-4c04-9b42-e5669d789e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:53.527531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c5550943-508b-453b-a079-bd61e6c64120 None None] Provisioning complete for port 96de3f49-f6e5-4811-bda2-538f58ab948a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:53.527879 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c5550943-508b-453b-a079-bd61e6c64120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:53.797847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-53e723d0-e499-41b8-a5e5-17d9f99a9a35', 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'fixed_ips': [{'subnet_id': 'da6010c0-851c-45e2-b8d2-b37fcc87a2d3'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:13:53.798837 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:53.879657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de93ae-5c94-4c36-ac50-2403a62c4814 req-fc9c157b-3472-4883-8a15-f164480df0fa tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:53.897060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15de93ae-5c94-4c36-ac50-2403a62c4814 req-fc9c157b-3472-4883-8a15-f164480df0fa tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 944 time: 1.6254086 Jan 28 20:13:53.997073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedf4f9-6aa1-4c04-9b42-e5669d789e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34581823-ad76-4279-965a-682d2c6060f3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:54.083749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2bedf4f9-6aa1-4c04-9b42-e5669d789e1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4a73970ad59453483eb9730d73a903c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7949924 Jan 28 20:13:54.094373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52130) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:54.147165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-5bf4f75a-1f44-4f35-9370-fed543c0f797 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420195 Jan 28 20:13:54.158097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.202865 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.239553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.245064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15de93ae-5c94-4c36-ac50-2403a62c4814 req-c800efec-352e-4560-8fec-6551fde0ade3 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469563 Jan 28 20:13:54.265040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.310731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e5dda-77bc-4748-9e8d-2f5f05212427 None None] Pushing event updated for resources: {'Port': ['ID=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:54.404166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.419738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 96de3f49-f6e5-4811-bda2-538f58ab948a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:54.574171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Allocated IP 172.20.0.2 (53e723d0-e499-41b8-a5e5-17d9f99a9a35/da6010c0-851c-45e2-b8d2-b37fcc87a2d3/29fb676e-534d-46f8-b4f8-44b4ebc7422d) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:54.576540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Attempting to bind port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:54.576908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Attempting to bind port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:54.577267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Attempting to bind port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f on network a371b229-12a5-4700-9da3-4d7faf653e86 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:54.587437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:54.588161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Checking segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:54.588619 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.589014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Bound using segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:54.589516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Bound port: 9e06d8c6-2073-4395-8c14-fc1f06a83c7f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:54.589969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.633198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Allocated IP 172.25.2.251 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/9e769b2b-d45c-41f9-aa29-8bfc7138a82f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:54.693547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 96de3f49-f6e5-4811-bda2-538f58ab948a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:54.693925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.795829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-584ed4a8-dcda-4b81-af47-2a1c3e73a24f req-2bfcc1d4-66f8-4cbb-92f7-e8fdb15f6de1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 210 time: 0.1145785 Jan 28 20:13:54.799714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] For port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:54.829085 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.872609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-c8cee32d-5d0b-49ff-b172-9c0908db1ed0 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577682 Jan 28 20:13:54.889147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.933227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:54.988276 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62d62b28-0897-4886-9439-ac5dbaa6ca6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.007445 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62d62b28-0897-4886-9439-ac5dbaa6ca6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.080653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:55.090586 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62d62b28-0897-4886-9439-ac5dbaa6ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.093655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62d62b28-0897-4886-9439-ac5dbaa6ca6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.094879 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-62d62b28-0897-4886-9439-ac5dbaa6ca6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34581823-ad76-4279-965a-682d2c6060f3 HTTP/1.1" status: 204 len: 168 time: 0.9993846 Jan 28 20:13:55.106001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-51a0f4db-f1b3-4812-9337-6dab363d8657 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:55.107519 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-51a0f4db-f1b3-4812-9337-6dab363d8657 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "GET /v2.0/networks?id=637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 200 len: 814 time: 1.0881031 Jan 28 20:13:55.108545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:55.116993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:55.128499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Request body: {'port': {'device_id': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'admin_state_up': True, 'tenant_id': 'ecf6cfa10ace4e078f18db9e94211bf7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:55.175132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a62b0a56-6dfe-4332-853a-75cafbac3d48 None None] Provisioning complete for port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:55.175408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a62b0a56-6dfe-4332-853a-75cafbac3d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.183842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] For port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:55.204788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:13:55.217391 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.266222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Pushing event updated for resources: {'Port': ['ID=9e769b2b-d45c-41f9-aa29-8bfc7138a82f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:55.294293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d62b28-0897-4886-9439-ac5dbaa6ca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34581823-ad76-4279-965a-682d2c6060f3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:55.479461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:55.480145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:55.545493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:55.554640 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Sync routers for ids ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:55.578371 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Routers {'196e9fc9-8f82-462a-a29c-3d38c0e816c1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:55.579377 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:55.687383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.689054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5046eb7f-3b1a-4264-aec8-b102d3c7442d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6117721 Jan 28 20:13:55.695380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52168) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:55.735064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Made reservation on behalf of ecf6cfa10ace4e078f18db9e94211bf7 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:55.749080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.768740 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.816749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e5dda-77bc-4748-9e8d-2f5f05212427 None None] Pushing event updated for resources: {'Port': ['ID=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:55.842265 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Set router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:55.846409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:55.912439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4d76a-2749-4599-b0d0-f5ccf798cd75 req-3f25d1cb-f3f3-460b-8f1b-da57f0a00b86 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:55.914318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7c4d76a-2749-4599-b0d0-f5ccf798cd75 req-3f25d1cb-f3f3-460b-8f1b-da57f0a00b86 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 944 time: 0.3089659 Jan 28 20:13:55.921704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e66875-8407-4c90-ae79-8dae70940259 req-c60f2a80-a080-41c9-864d-d24160ed47a8 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:55.923251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-c60f2a80-a080-41c9-864d-d24160ed47a8 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.3666432 Jan 28 20:13:55.926406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:55.942699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:56.046378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:56.111515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7c4d76a-2749-4599-b0d0-f5ccf798cd75 req-4fdcd927-324b-4db0-a23c-605aaad51c66 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871362 Jan 28 20:13:56.257793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Attempting to bind port 29fb676e-534d-46f8-b4f8-44b4ebc7422d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:56.259613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Attempting to bind port 29fb676e-534d-46f8-b4f8-44b4ebc7422d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:56.262042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Attempting to bind port 29fb676e-534d-46f8-b4f8-44b4ebc7422d on network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:56.289676 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:53Z', 'revision_number': 3, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port': {'id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:49Z', 'updated_at': '2022-01-28T20:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:56.300105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:56.301676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Checking segment: {'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:56.303034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:56.303178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Bound using segment: {'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:56.303984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Bound port: 29fb676e-534d-46f8-b4f8-44b4ebc7422d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:56.304113 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:56.352982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:56.394650 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Checking router: 196e9fc9-8f82-462a-a29c-3d38c0e816c1 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:56.394987 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Updating router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 port 93238097-e86f-409c-a0f4-1dc2b13999d2 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:13:56.455574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:56.484134 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:56.503656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Pushing event updated for resources: {'Port': ['ID=29fb676e-534d-46f8-b4f8-44b4ebc7422d,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:56.545865 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a62b0a56-6dfe-4332-853a-75cafbac3d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:56.550000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d20d1b9-99d4-4845-b9a1-1915edde57bd req-dc888b38-69ef-4834-b3a5-995fc65cb052 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 210 time: 0.1242676 Jan 28 20:13:56.604746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a62b0a56-6dfe-4332-853a-75cafbac3d48 None None] For port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:56.618602 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a62b0a56-6dfe-4332-853a-75cafbac3d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:56.630502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] For port 29fb676e-534d-46f8-b4f8-44b4ebc7422d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:56.646571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Allocated IP 172.20.0.12 (637254f4-54ac-4541-aed4-43b04cfb4e3e/b642db89-609d-4723-8ba6-782a520fcc50/d51e4932-135c-4a59-a4d6-d1c80919ff73) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:56.720630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] For port 29fb676e-534d-46f8-b4f8-44b4ebc7422d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=29fb676e-534d-46f8-b4f8-44b4ebc7422d,segment=NetworkSegment(87fdc206-7254-4ba1-9b63-a89ee1373ae9),segment_id=87fdc206-7254-4ba1-9b63-a89ee1373ae9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:56.789171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:56.830578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-88750f60-8a42-4b37-802d-ef26d1ac5322 None None] Provisioning complete for port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:56.831257 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-88750f60-8a42-4b37-802d-ef26d1ac5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:56.885150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b0a56-6dfe-4332-853a-75cafbac3d48 None None] Pushing event updated for resources: {'Port': ['ID=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:57.029169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471524f1-7170-401c-9b5e-a9df63e12ce8 None None] Pushing event updated for resources: {'Port': ['ID=29fb676e-534d-46f8-b4f8-44b4ebc7422d,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:57.054611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.216601 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.229758 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.337751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.355075 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807ae2e-70be-4d43-af0a-05173c900ddf None None] Pushing event updated for resources: {'Port': ['ID=93238097-e86f-409c-a0f4-1dc2b13999d2,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:57.380470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:54Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:57.432209 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Attempting to bind port 93238097-e86f-409c-a0f4-1dc2b13999d2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:13:57.432602 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Attempting to bind port 93238097-e86f-409c-a0f4-1dc2b13999d2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:13:57.432974 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Attempting to bind port 93238097-e86f-409c-a0f4-1dc2b13999d2 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:57.447863 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:57.448567 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:13:57.449123 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.449681 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:57.450893 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Bound port: 93238097-e86f-409c-a0f4-1dc2b13999d2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:13:57.457164 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.472727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6cddf-4f7c-486d-88bd-6abb8abff12e None None] The sync data for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 is: [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:54Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:57.554771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Router b390b565-343f-411b-b7e8-75924fbb75fe is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:13:57.588160 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.601984 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] For port 93238097-e86f-409c-a0f4-1dc2b13999d2, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:57.615298 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] For port 93238097-e86f-409c-a0f4-1dc2b13999d2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=93238097-e86f-409c-a0f4-1dc2b13999d2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:57.628803 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.667730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a2e66875-8407-4c90-ae79-8dae70940259 req-92c35c54-ae02-45e4-8aa5-1c0f09aa70be service neutron] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:57.697719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a2e66875-8407-4c90-ae79-8dae70940259 req-92c35c54-ae02-45e4-8aa5-1c0f09aa70be service neutron] Notify callbacks [] for binding, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:57.700545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2e66875-8407-4c90-ae79-8dae70940259 req-92c35c54-ae02-45e4-8aa5-1c0f09aa70be service neutron] 10.222.0.26 "DELETE /v2.0/ports/b3cdc492-fd35-4b30-85ca-f87bb140e83c/bindings/n-h1-825064-3 HTTP/1.1" status: 204 len: 173 time: 1.7294157 Jan 28 20:13:57.785555 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807ae2e-70be-4d43-af0a-05173c900ddf None None] Pushing event updated for resources: {'Port': ['ID=93238097-e86f-409c-a0f4-1dc2b13999d2,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:57.849628 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Routers {'196e9fc9-8f82-462a-a29c-3d38c0e816c1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:57.853332 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:57.864598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52224) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:57.902973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab626c6f-29cc-463d-aaaf-2b917d80c1b3 req-b67e2a32-7a79-4792-9337-b104a3b03fca tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:57.913101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab626c6f-29cc-463d-aaaf-2b917d80c1b3 req-b67e2a32-7a79-4792-9337-b104a3b03fca tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1095 time: 0.4658082 Jan 28 20:13:57.945591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:57.955556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Network 637254f4-54ac-4541-aed4-43b04cfb4e3e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:57.956813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Sync routers for ids ['b390b565-343f-411b-b7e8-75924fbb75fe'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:57.967322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:57.969624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Pushing event updated for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:57.984398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Routers {'b390b565-343f-411b-b7e8-75924fbb75fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:57.985043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b390b565-343f-411b-b7e8-75924fbb75fe'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:57.993750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:58.078804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f344dd-1103-45eb-b250-c9fd8358dec4 req-a07a9196-ede7-44ca-8cb6-4152212e11c5 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:58.100142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80f344dd-1103-45eb-b250-c9fd8358dec4 req-a07a9196-ede7-44ca-8cb6-4152212e11c5 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 932 time: 0.2426612 Jan 28 20:13:58.131450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:58.138070 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-07d0af93-d151-4ea4-b393-84e2625df82f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2641792 Jan 28 20:13:58.144974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52232) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:58.206194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab626c6f-29cc-463d-aaaf-2b917d80c1b3 req-fbe06779-d117-413e-a02b-64d64030f662 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915161 Jan 28 20:13:58.312902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Set router b390b565-343f-411b-b7e8-75924fbb75fe gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:58.395700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:58.396656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:58.406183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80f344dd-1103-45eb-b250-c9fd8358dec4 req-35ab0d33-0340-41c2-84b9-ba848f14b4f9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049428 Jan 28 20:13:58.414977 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] Set router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:58.447741 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1431a0d-09c5-4f9a-9226-23b04a96aed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:58.600735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:58.633072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-0efdf156-3a84-4690-aaeb-d7087e7141d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5129199 Jan 28 20:13:58.670484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Request body: {'port': {'device_id': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:58.695619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9e06d8c6-2073-4395-8c14-fc1f06a83c7f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:59.034460 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:53Z', 'revision_number': 3, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port': {'id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:49Z', 'updated_at': '2022-01-28T20:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:59.044891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:59.046207 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:59.092162 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def77243-572d-41f8-883e-75999be8ecd6 None None] The sync data for ids ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'] in n-d-825064-3 is: [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:53Z', 'revision_number': 3, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port': {'id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:49Z', 'updated_at': '2022-01-28T20:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:59.203314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246225c-ea38-4213-b019-7a573bc73c38 None None] Network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:13:59.249098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:13:55Z', 'revision_number': 3, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port': {'id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:54Z', 'updated_at': '2022-01-28T20:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:59.253058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:59.321524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52262) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:13:59.385512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Checking router: b390b565-343f-411b-b7e8-75924fbb75fe for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:59.385860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Updating router b390b565-343f-411b-b7e8-75924fbb75fe port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:13:59.389530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Allocated IP 172.20.0.1 (516882fc-7cf6-4c36-9583-125627c7d38a/e452af2f-00c6-4cf2-8aa1-aae1b85242b2/772e3fc0-6de5-4b53-a369-f8397a445bdf) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:59.393195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 29fb676e-534d-46f8-b4f8-44b4ebc7422d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:59.539744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:59.705708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-1d0ea248-7549-4913-bd35-3893ddab9e85 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:59.714447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-1d0ea248-7549-4913-bd35-3893ddab9e85 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 820 time: 0.7425921 Jan 28 20:13:59.742981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-3f9295bd-d04d-4865-abd8-d24491398a6f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/quotas/149bcdf4309a4cf6a2507f65fea64729 HTTP/1.1" status: 200 len: 375 time: 0.0269377 Jan 28 20:13:59.755953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:59.921049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51e4932-135c-4a59-a4d6-d1c80919ff73 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:13:59.931075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:59.933776 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:59.947763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Network 516882fc-7cf6-4c36-9583-125627c7d38a is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:59.953220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Transition to ACTIVE for port object d51e4932-135c-4a59-a4d6-d1c80919ff73 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:13:59.968678 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:13:59.993871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:59.999214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:00.011042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-be889737-5e65-4688-ad0a-8de721cc65c6 None None] Provisioning complete for port 29fb676e-534d-46f8-b4f8-44b4ebc7422d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:00.011415 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be889737-5e65-4688-ad0a-8de721cc65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.047025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Pushing event updated for resources: {'Port': ['ID=772e3fc0-6de5-4b53-a369-f8397a445bdf,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:00.070093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f13dde39-b281-4c32-be72-f702c8440f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.126767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-e091ecbc-4f06-45e0-ab95-6118e4f388bb tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3830178 Jan 28 20:14:00.143800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1431a0d-09c5-4f9a-9226-23b04a96aed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.175227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aedbc-4127-4a54-a92c-aa451727db05 req-4ff59383-a554-4975-bf4c-245d75cff4c8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.176911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c93aedbc-4127-4a54-a92c-aa451727db05 req-4ff59383-a554-4975-bf4c-245d75cff4c8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 932 time: 0.3425531 Jan 28 20:14:00.193660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1431a0d-09c5-4f9a-9226-23b04a96aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.214957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.292443 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c1431a0d-09c5-4f9a-9226-23b04a96aed5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ef3da6dd33442fb84f21ef1109684e9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4206207 Jan 28 20:14:00.315430 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1431a0d-09c5-4f9a-9226-23b04a96aed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0688277-2eaa-45ed-b4d8-36d36e47769f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:00.319983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52276) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:00.324811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Pushing event updated for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:00.330589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 29fb676e-534d-46f8-b4f8-44b4ebc7422d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:00.331104 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.598091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be889737-5e65-4688-ad0a-8de721cc65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.656371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c93aedbc-4127-4a54-a92c-aa451727db05 req-2394e544-3e07-4855-ac67-1bb7b895eac6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424970 Jan 28 20:14:00.769575 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.810105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-dda9a25b-c5a2-4310-b0c0-2a16d99e62af service neutron] 10.222.0.44 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773553 Jan 28 20:14:00.865623 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f13dde39-b281-4c32-be72-f702c8440f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.898131 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f13dde39-b281-4c32-be72-f702c8440f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.904755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-be889737-5e65-4688-ad0a-8de721cc65c6 None None] For port 29fb676e-534d-46f8-b4f8-44b4ebc7422d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=29fb676e-534d-46f8-b4f8-44b4ebc7422d,segment=NetworkSegment(87fdc206-7254-4ba1-9b63-a89ee1373ae9),segment_id=87fdc206-7254-4ba1-9b63-a89ee1373ae9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:00.931509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f13dde39-b281-4c32-be72-f702c8440f16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39fe40d2a82f4f86a4709e9b625c3523&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3243129 Jan 28 20:14:00.954370 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be889737-5e65-4688-ad0a-8de721cc65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:00.954844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52280) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:01.011794 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.020549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dde39-b281-4c32-be72-f702c8440f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a3b8fa-756f-4dc7-a94c-2b1656b3bfd8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:01.092105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Attempting to bind port d51e4932-135c-4a59-a4d6-d1c80919ff73 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:01.102439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Attempting to bind port d51e4932-135c-4a59-a4d6-d1c80919ff73 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:01.102819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Attempting to bind port d51e4932-135c-4a59-a4d6-d1c80919ff73 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:01.119865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Port d51e4932-135c-4a59-a4d6-d1c80919ff73 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:01.120485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Attempting to bind port d51e4932-135c-4a59-a4d6-d1c80919ff73 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:01.131640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:01.132491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Checking segment: {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:01.133028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Bound using segment: {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:01.133883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Bound port: d51e4932-135c-4a59-a4d6-d1c80919ff73, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:01.135666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.147996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:14:01.148651 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:14:01.157991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9992b353-391f-4113-bb35-450052ab8d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.165059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80a8a00a-338d-43c6-8c87-6ffb5ab9a1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.168847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-0f50befb-a4e5-41d5-ab54-f7e667d827df service neutron] 10.222.0.44 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444531 Jan 28 20:14:01.169496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52284) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:01.185600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9992b353-391f-4113-bb35-450052ab8d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.201515 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.220603 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80a8a00a-338d-43c6-8c87-6ffb5ab9a1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.261816 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.275747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9992b353-391f-4113-bb35-450052ab8d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.278822 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9992b353-391f-4113-bb35-450052ab8d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.280661 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9992b353-391f-4113-bb35-450052ab8d25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0688277-2eaa-45ed-b4d8-36d36e47769f HTTP/1.1" status: 204 len: 168 time: 0.9530985 Jan 28 20:14:01.296484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992b353-391f-4113-bb35-450052ab8d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0688277-2eaa-45ed-b4d8-36d36e47769f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:01.302367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1d8a689f-59e4-4344-83a0-931422fc7a11 None None] Provisioning complete for port 29fb676e-534d-46f8-b4f8-44b4ebc7422d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:01.303206 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1d8a689f-59e4-4344-83a0-931422fc7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.309657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be889737-5e65-4688-ad0a-8de721cc65c6 None None] Pushing event updated for resources: {'Port': ['ID=29fb676e-534d-46f8-b4f8-44b4ebc7422d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:01.348209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80a8a00a-338d-43c6-8c87-6ffb5ab9a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.353067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80a8a00a-338d-43c6-8c87-6ffb5ab9a1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.356692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-80a8a00a-338d-43c6-8c87-6ffb5ab9a1d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84a3b8fa-756f-4dc7-a94c-2b1656b3bfd8 HTTP/1.1" status: 204 len: 168 time: 0.3912702 Jan 28 20:14:01.394141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8a00a-338d-43c6-8c87-6ffb5ab9a1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a3b8fa-756f-4dc7-a94c-2b1656b3bfd8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:01.420336 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.426134 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.499808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:01.504841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:01.508694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.552142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-111fb8b8-5662-4586-8748-78f83ae66fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.557534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50131561-89cd-4dcd-b511-787a51407813 None None] Pushing event updated for resources: {'Port': ['ID=9e769b2b-d45c-41f9-aa29-8bfc7138a82f,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:01.608208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52ccb179-3e0c-4151-9758-1094df487ebe req-60685591-269c-4d52-8b79-6420cee4e9e9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 210 time: 0.0897357 Jan 28 20:14:01.630923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Pushing event updated for resources: {'Port': ['ID=772e3fc0-6de5-4b53-a369-f8397a445bdf,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:01.648734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Attempting to bind port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:01.649272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Attempting to bind port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:01.649776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Attempting to bind port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:01.661764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.788638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:01.792396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:01.793519 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.794836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:01.796759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Bound port: 9e769b2b-d45c-41f9-aa29-8bfc7138a82f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:01.809548 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:01.822678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Network 516882fc-7cf6-4c36-9583-125627c7d38a is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:01.826594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:01.909432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Allocated IP 172.20.0.1 (53e723d0-e499-41b8-a5e5-17d9f99a9a35/da6010c0-851c-45e2-b8d2-b37fcc87a2d3/2349ea41-16db-431e-9123-3a99b31d1a9a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:02.057549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] For port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:02.067523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] For port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9e769b2b-d45c-41f9-aa29-8bfc7138a82f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:02.072269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.102004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.146845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52306) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:02.184874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.210057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ed3bad0-8346-4e8c-8ddc-fb77474794df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.217019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Routers {'b390b565-343f-411b-b7e8-75924fbb75fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:02.217676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b390b565-343f-411b-b7e8-75924fbb75fe'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:02.291590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.328422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.329326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.331156 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] 10.222.0.26 "PUT /v2.0/ports/d51e4932-135c-4a59-a4d6-d1c80919ff73 HTTP/1.1" status: 200 len: 1092 time: 3.6790612 Jan 28 20:14:02.335672 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'tag': 'd51e4932-135c-4a59-a4d6-d1c80919ff73'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:02.350102 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68291c7-d4ee-4d90-8752-afb1a4294182" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38", "tag": "d51e4932-135c-4a59-a4d6-d1c80919ff73"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:02.392727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:02.396465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:02.399766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:02.457988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9133c-d6ee-44be-9d5b-585975a0d832 service neutron] Pushing event updated for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:02.528954 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-111fb8b8-5662-4586-8748-78f83ae66fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.535866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:14:02.537898 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd6328c-04b5-4d0a-abbb-05101789f9b0 x-openstack-request-id: req-4bd6328c-04b5-4d0a-abbb-05101789f9b0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:02.539288 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38", "tag": "d51e4932-135c-4a59-a4d6-d1c80919ff73", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:02.539740 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bd6328c-04b5-4d0a-abbb-05101789f9b0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:02.540934 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'tag': 'd51e4932-135c-4a59-a4d6-d1c80919ff73', 'status': 'completed', 'code': 200} Jan 28 20:14:02.541564 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-111fb8b8-5662-4586-8748-78f83ae66fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.555664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Pushing event updated for resources: {'Port': ['ID=2349ea41-16db-431e-9123-3a99b31d1a9a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:02.573636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b84afa-edaa-4df1-9df2-5a966e990b24 req-f7ddaf97-f0bd-494e-9d3a-8449f301ad11 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.575607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69b84afa-edaa-4df1-9df2-5a966e990b24 req-f7ddaf97-f0bd-494e-9d3a-8449f301ad11 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 944 time: 0.7157407 Jan 28 20:14:02.590383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 93238097-e86f-409c-a0f4-1dc2b13999d2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:02.646970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52314) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:02.681212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.705758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50131561-89cd-4dcd-b511-787a51407813 None None] Pushing event updated for resources: {'Port': ['ID=9e769b2b-d45c-41f9-aa29-8bfc7138a82f,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:02.786191 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a3934f9-09d5-4c36-a991-9b05338f858c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.786437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1d8a689f-59e4-4344-83a0-931422fc7a11 None None] Provisioning complete for port 772e3fc0-6de5-4b53-a369-f8397a445bdf triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:02.786712 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1d8a689f-59e4-4344-83a0-931422fc7a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.826193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-b650523c-8493-4297-a884-01842ac036f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.827981 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-b650523c-8493-4297-a884-01842ac036f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 1095 time: 0.4336810 Jan 28 20:14:02.857919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a689f-59e4-4344-83a0-931422fc7a11 None None] Port 772e3fc0-6de5-4b53-a369-f8397a445bdf cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:02.870605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 93238097-e86f-409c-a0f4-1dc2b13999d2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:02.870976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:02.890346 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-656f10b6-5bda-41a6-95f7-f05f2bb96de8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73 HTTP/1.1" status: 200 len: 217 time: 0.0492749 Jan 28 20:14:02.950045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-75c9d1a5-27b3-48c6-a0ad-586752aaa3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.951995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-75c9d1a5-27b3-48c6-a0ad-586752aaa3d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b642db89-609d-4723-8ba6-782a520fcc50 HTTP/1.1" status: 200 len: 854 time: 0.0500915 Jan 28 20:14:02.984248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] Set router b390b565-343f-411b-b7e8-75924fbb75fe gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:03.040856 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-d656bcc9-0386-44e3-a006-8d38cb5adb48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=637254f4-54ac-4541-aed4-43b04cfb4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548191 Jan 28 20:14:03.111568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ba2e9485-5321-4880-b3aa-fb641a21684c None None] Provisioning complete for port 772e3fc0-6de5-4b53-a369-f8397a445bdf triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:03.111968 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba2e9485-5321-4880-b3aa-fb641a21684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.143301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fb8b8-5662-4586-8748-78f83ae66fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e818ee-9ed9-41fa-8163-ed046c5802ea,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:03.152679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-111fb8b8-5662-4586-8748-78f83ae66fdf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=faee8841ceb142b4a07040509d5aad7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9759910 Jan 28 20:14:03.154622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52320) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:03.175594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e9485-5321-4880-b3aa-fb641a21684c None None] Port 772e3fc0-6de5-4b53-a369-f8397a445bdf cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:03.201325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a3934f9-09d5-4c36-a991-9b05338f858c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.204430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.217146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-315ec429-07c1-4123-b026-d2c409b4a1ce req-c13b7212-a96e-4d82-8705-12bf2d2f3f1f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 210 time: 0.0860114 Jan 28 20:14:03.239295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69b84afa-edaa-4df1-9df2-5a966e990b24 req-9435d38d-f478-4a36-bf51-0551f062dc9c tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6512964 Jan 28 20:14:03.240206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a3934f9-09d5-4c36-a991-9b05338f858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.269539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ba2e9485-5321-4880-b3aa-fb641a21684c None None] Provisioning complete for port 2349ea41-16db-431e-9123-3a99b31d1a9a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:03.269539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba2e9485-5321-4880-b3aa-fb641a21684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.276287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.311993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 93238097-e86f-409c-a0f4-1dc2b13999d2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=93238097-e86f-409c-a0f4-1dc2b13999d2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:03.352987 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.353757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 29fb676e-534d-46f8-b4f8-44b4ebc7422d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:03.418468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=93238097-e86f-409c-a0f4-1dc2b13999d2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:03.449445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-408ed901-bb1a-4efd-8264-0fb37681313f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:03.452803 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-408ed901-bb1a-4efd-8264-0fb37681313f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 820 time: 0.1364803 Jan 28 20:14:03.465482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Request body: {'port': {'device_id': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'admin_state_up': True, 'tenant_id': '149bcdf4309a4cf6a2507f65fea64729'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:03.479014 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5a3934f9-09d5-4c36-a991-9b05338f858c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b42ae564b2a4e1da553e56275feb4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150175 Jan 28 20:14:03.484726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:03.500019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-031df92c-e2b0-426a-a944-49eacf1f8b2f service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524181 Jan 28 20:14:03.500830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3934f9-09d5-4c36-a991-9b05338f858c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957115ad-411a-4e8f-9263-24daa340000a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:03.558562 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ed3bad0-8346-4e8c-8ddc-fb77474794df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.572422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ed3bad0-8346-4e8c-8ddc-fb77474794df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.575299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:14:03.582789 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ae236c8-dd1f-4172-94bf-e2ee9ced3d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.587395 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Sync routers for ids ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:14:03.591145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-89f10697-f876-448a-9f60-7a41646e4a38 admin admin] 10.222.0.44 "PUT /v2.0/routers/196e9fc9-8f82-462a-a29c-3d38c0e816c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8947062 Jan 28 20:14:03.608838 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Routers {'196e9fc9-8f82-462a-a29c-3d38c0e816c1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:03.609759 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:03.715739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2ed3bad0-8346-4e8c-8ddc-fb77474794df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afdbec7a8aaf4bb5b218b79d35187f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5675440 Jan 28 20:14:03.732641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52326) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:03.740079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Made reservation on behalf of 149bcdf4309a4cf6a2507f65fea64729 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:03.744327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.752521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e9485-5321-4880-b3aa-fb641a21684c None None] Port 2349ea41-16db-431e-9123-3a99b31d1a9a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:03.762519 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ae236c8-dd1f-4172-94bf-e2ee9ced3d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.782699 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Set router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:03.816707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14ab8932-3a62-4a2b-b8b7-d939b26493b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.821899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3bad0-8346-4e8c-8ddc-fb77474794df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5f74b2-9d0c-4065-98d9-e70976c7e177,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:03.827447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 29fb676e-534d-46f8-b4f8-44b4ebc7422d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:03.828081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.896477 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6796920d-a014-4feb-bf00-f5aa352b3138 req-f618fc09-7717-4d0e-b211-aa3869db42a5 service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630953 Jan 28 20:14:03.939001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14ab8932-3a62-4a2b-b8b7-d939b26493b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:03.951272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:13:55Z', 'revision_number': 3, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port': {'id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:54Z', 'updated_at': '2022-01-28T20:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:04.057367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14ab8932-3a62-4a2b-b8b7-d939b26493b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.060055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14ab8932-3a62-4a2b-b8b7-d939b26493b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.065138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-14ab8932-3a62-4a2b-b8b7-d939b26493b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/957115ad-411a-4e8f-9263-24daa340000a HTTP/1.1" status: 204 len: 168 time: 0.5603812 Jan 28 20:14:04.071746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758ff55-16ed-41fa-a29a-748c33a41291 None None] The sync data for ids ['b390b565-343f-411b-b7e8-75924fbb75fe'] in n-d-825064-3 is: [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:13:55Z', 'revision_number': 3, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port': {'id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:54Z', 'updated_at': '2022-01-28T20:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:14:04.092714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2da7ce13-ac34-4dc2-ad7c-e69af59216c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.134998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ae236c8-dd1f-4172-94bf-e2ee9ced3d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.142164 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ae236c8-dd1f-4172-94bf-e2ee9ced3d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.149877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2ae236c8-dd1f-4172-94bf-e2ee9ced3d3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29e818ee-9ed9-41fa-8163-ed046c5802ea HTTP/1.1" status: 204 len: 168 time: 0.9803178 Jan 28 20:14:04.159089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab8932-3a62-4a2b-b8b7-d939b26493b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957115ad-411a-4e8f-9263-24daa340000a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:04.198815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae236c8-dd1f-4172-94bf-e2ee9ced3d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e818ee-9ed9-41fa-8163-ed046c5802ea,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:04.224942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Allocated IP 172.20.0.10 (60da092a-8a54-45b1-8b11-be33524e08bf/ac887cfc-a542-4ce4-86f2-d8597a61cc15/6c5b75cf-f894-4647-94c0-09777b9794e9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:04.225912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2da7ce13-ac34-4dc2-ad7c-e69af59216c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.332502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-cc25a901-d931-41da-b643-f6f433e11b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:04.337327 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2da7ce13-ac34-4dc2-ad7c-e69af59216c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.340315 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2da7ce13-ac34-4dc2-ad7c-e69af59216c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.341829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2da7ce13-ac34-4dc2-ad7c-e69af59216c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a5f74b2-9d0c-4065-98d9-e70976c7e177 HTTP/1.1" status: 204 len: 168 time: 0.6040816 Jan 28 20:14:04.349399 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-cc25a901-d931-41da-b643-f6f433e11b2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 1095 time: 0.3477023 Jan 28 20:14:04.357248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7ce13-ac34-4dc2-ad7c-e69af59216c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5f74b2-9d0c-4065-98d9-e70976c7e177,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:04.559972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.679448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:04.711681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6ec00be-15d7-401a-8f86-008b054854dc req-065e876e-2765-424a-a80c-b8097c2b56ca tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 210 time: 0.1633866 Jan 28 20:14:04.738348 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:14:00Z', 'revision_number': 4, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port': {'id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:49Z', 'updated_at': '2022-01-28T20:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '772e3fc0-6de5-4b53-a369-f8397a445bdf', 'name': '', 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'mac_address': 'fa:16:3e:f7:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e452af2f-00c6-4cf2-8aa1-aae1b85242b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:58Z', 'updated_at': '2022-01-28T20:14:01Z', 'revision_number': 2, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'subnets': [{'id': 'e452af2f-00c6-4cf2-8aa1-aae1b85242b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:04.754175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60dd66-bcb3-4bb2-88da-c4406433737b req-ff62b3f2-b251-4faa-92c3-4ee8b58b3380 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:04.755783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a60dd66-bcb3-4bb2-88da-c4406433737b req-ff62b3f2-b251-4faa-92c3-4ee8b58b3380 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 944 time: 0.3385437 Jan 28 20:14:04.827041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 93238097-e86f-409c-a0f4-1dc2b13999d2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:04.844103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a60dd66-bcb3-4bb2-88da-c4406433737b req-94646eb7-f46f-4a68-bb6a-586583e2de6d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755634 Jan 28 20:14:04.908785 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Checking router: 196e9fc9-8f82-462a-a29c-3d38c0e816c1 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:14:04.919770 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Updating router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 port 772e3fc0-6de5-4b53-a369-f8397a445bdf binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:14:04.990494 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:05.126719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 93238097-e86f-409c-a0f4-1dc2b13999d2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:05.127966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:05.377071 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:05.384475 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:05.442216 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd614e-c68a-4314-94f8-cfce61de6f53 None None] Pushing event updated for resources: {'Port': ['ID=772e3fc0-6de5-4b53-a369-f8397a445bdf,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:05.466388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Pushing event updated for resources: {'Port': ['ID=2349ea41-16db-431e-9123-3a99b31d1a9a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:05.540021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:05.703129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-7526b5db-115a-4bff-b574-8353d3b14e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:05.710657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-7526b5db-115a-4bff-b574-8353d3b14e0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 200 len: 915 time: 1.2566524 Jan 28 20:14:05.870109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52358) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:05.936693 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Attempting to bind port 772e3fc0-6de5-4b53-a369-f8397a445bdf on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:05.942219 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Attempting to bind port 772e3fc0-6de5-4b53-a369-f8397a445bdf by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:05.942803 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Attempting to bind port 772e3fc0-6de5-4b53-a369-f8397a445bdf on network 516882fc-7cf6-4c36-9583-125627c7d38a {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:05.949769 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:05.950574 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Checking segment: {'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:05.951185 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:05.951898 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Bound using segment: {'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:05.952576 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Bound port: 772e3fc0-6de5-4b53-a369-f8397a445bdf, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5cb182-d75b-452e-a3f5-29a9cca75848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:05.953262 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:05.960575 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d20eb08-bfed-4ce8-8518-0752d332aaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:06.031336 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-48773515-3435-42e4-9807-0fbf2edfcf65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73 HTTP/1.1" status: 200 len: 217 time: 0.2606878 Jan 28 20:14:06.073432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-76179a1c-827b-408c-ae2b-82bf4518b5a1 None None] Provisioning complete for port 772e3fc0-6de5-4b53-a369-f8397a445bdf triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:06.074779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-76179a1c-827b-408c-ae2b-82bf4518b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:06.077300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2fe8dcd4-3c45-4aca-a9b8-206020bdf714 req-3e005c94-5b2c-4778-be16-7c497092cf72 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 210 time: 0.1053867 Jan 28 20:14:06.267140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-76179a1c-827b-408c-ae2b-82bf4518b5a1 None None] Port 772e3fc0-6de5-4b53-a369-f8397a445bdf cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:06.315788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:06.321734 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] For port 772e3fc0-6de5-4b53-a369-f8397a445bdf, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:06.335515 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] For port 772e3fc0-6de5-4b53-a369-f8397a445bdf, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=772e3fc0-6de5-4b53-a369-f8397a445bdf,segment=NetworkSegment(1c5cb182-d75b-452e-a3f5-29a9cca75848),segment_id=1c5cb182-d75b-452e-a3f5-29a9cca75848)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:06.346944 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:06.362978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1d01c-0a87-4fef-be24-077301ecf4f2 req-b455170e-d24a-44b2-85ef-5739ef4846bc tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:06.368504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72f1d01c-0a87-4fef-be24-077301ecf4f2 req-b455170e-d24a-44b2-85ef-5739ef4846bc tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 944 time: 0.2857203 Jan 28 20:14:06.422390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-cc6de367-f411-487c-a5a9-d93cffff3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:06.431133 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-cc6de367-f411-487c-a5a9-d93cffff3c24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b642db89-609d-4723-8ba6-782a520fcc50 HTTP/1.1" status: 200 len: 854 time: 0.3567591 Jan 28 20:14:06.446744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:06.477417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:06.533422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72f1d01c-0a87-4fef-be24-077301ecf4f2 req-fde88e66-1597-403f-94b3-552025d100a4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501551 Jan 28 20:14:06.557567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d51e4932-135c-4a59-a4d6-d1c80919ff73 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:06.568750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-6c9d9c21-44aa-4ebd-b589-558f44d46b04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=637254f4-54ac-4541-aed4-43b04cfb4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151965 Jan 28 20:14:06.588405 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d20eb08-bfed-4ce8-8518-0752d332aaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:06.602816 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d20eb08-bfed-4ce8-8518-0752d332aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:06.669174 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd614e-c68a-4314-94f8-cfce61de6f53 None None] Pushing event updated for resources: {'Port': ['ID=772e3fc0-6de5-4b53-a369-f8397a445bdf,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:06.689925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1d20eb08-bfed-4ce8-8518-0752d332aaa7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cbbd17b00e64ee9afd6b6180f63ddeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8186989 Jan 28 20:14:06.695955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52378) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:06.771927 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Routers {'196e9fc9-8f82-462a-a29c-3d38c0e816c1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:06.778630 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:06.884495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20eb08-bfed-4ce8-8518-0752d332aaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8308f1cc-8287-4c52-87b5-0d6ec3133850,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:06.897891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9e769b2b-d45c-41f9-aa29-8bfc7138a82f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:07.025103 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011e02c4-2154-4ce2-bae0-5a8c1e24cec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:07.112556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011e02c4-2154-4ce2-bae0-5a8c1e24cec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:07.147991 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] Set router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:07.187526 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011e02c4-2154-4ce2-bae0-5a8c1e24cec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:07.191407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011e02c4-2154-4ce2-bae0-5a8c1e24cec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:07.192886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-011e02c4-2154-4ce2-bae0-5a8c1e24cec4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8308f1cc-8287-4c52-87b5-0d6ec3133850 HTTP/1.1" status: 204 len: 168 time: 0.4932227 Jan 28 20:14:07.195376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:07.209667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e02c4-2154-4ce2-bae0-5a8c1e24cec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8308f1cc-8287-4c52-87b5-0d6ec3133850,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:07.249605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'd51e4932-135c-4a59-a4d6-d1c80919ff73', 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'port_id': 'd51e4932-135c-4a59-a4d6-d1c80919ff73', 'mac_address': 'fa:16:3e:8e:22:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b642db89-609d-4723-8ba6-782a520fcc50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:14:07.269570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f6e67a3d-f46e-4cc6-8d4a-4af45bee1adf None None] Provisioning complete for port 2349ea41-16db-431e-9123-3a99b31d1a9a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:07.270110 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f6e67a3d-f46e-4cc6-8d4a-4af45bee1adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:07.274942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:07.275520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:07.301294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:07.559951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdc46d-bc57-479e-94c2-5183352bc297 req-d79ad3f2-c224-4fa6-88d8-92c1276c7714 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:07.561839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aacdc46d-bc57-479e-94c2-5183352bc297 req-d79ad3f2-c224-4fa6-88d8-92c1276c7714 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 932 time: 0.2014556 Jan 28 20:14:07.572070 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:07.579050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f6e67a3d-f46e-4cc6-8d4a-4af45bee1adf None None] Port 2349ea41-16db-431e-9123-3a99b31d1a9a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:07.811845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aacdc46d-bc57-479e-94c2-5183352bc297 req-331ad90d-b7d3-4b46-bfd7-54f14149418c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153215 Jan 28 20:14:07.862841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51e4932-135c-4a59-a4d6-d1c80919ff73 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:07.916607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91032854-bf22-48df-8f21-6b02c3b59d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:08.004573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48884980-abd8-4e2a-8f85-26834b59f173 req-8bcc915a-2fac-46aa-a65e-6aa804c106ed tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:08.023441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48884980-abd8-4e2a-8f85-26834b59f173 req-8bcc915a-2fac-46aa-a65e-6aa804c106ed tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 944 time: 0.2895813 Jan 28 20:14:08.103469 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:14:00Z', 'revision_number': 4, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port': {'id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:49Z', 'updated_at': '2022-01-28T20:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '772e3fc0-6de5-4b53-a369-f8397a445bdf', 'name': '', 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'mac_address': 'fa:16:3e:f7:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e452af2f-00c6-4cf2-8aa1-aae1b85242b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:58Z', 'updated_at': '2022-01-28T20:14:06Z', 'revision_number': 4, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'subnets': [{'id': 'e452af2f-00c6-4cf2-8aa1-aae1b85242b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:08.123685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:08.141040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cb85fedf-d97b-4292-8343-4e6db312fbb7 None None] Provisioning complete for port 772e3fc0-6de5-4b53-a369-f8397a445bdf triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:08.143128 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cb85fedf-d97b-4292-8343-4e6db312fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:08.166780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48884980-abd8-4e2a-8f85-26834b59f173 req-3b4bace8-8d99-4ac7-a61b-f6e04502caef tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453519 Jan 28 20:14:08.168404 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cf8f7-30c0-44b0-b239-5309b2f304bd None None] The sync data for ids ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'] in n-d-825064-3 is: [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:14:00Z', 'revision_number': 4, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port': {'id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:49Z', 'updated_at': '2022-01-28T20:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '772e3fc0-6de5-4b53-a369-f8397a445bdf', 'name': '', 'network_id': '516882fc-7cf6-4c36-9583-125627c7d38a', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'mac_address': 'fa:16:3e:f7:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e452af2f-00c6-4cf2-8aa1-aae1b85242b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:58Z', 'updated_at': '2022-01-28T20:14:06Z', 'revision_number': 4, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'subnets': [{'id': 'e452af2f-00c6-4cf2-8aa1-aae1b85242b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:14:08.232056 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-7c5634fc-ef63-40e0-9992-76668a2832a6 service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6512024 Jan 28 20:14:08.249560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:08.425863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Network 60da092a-8a54-45b1-8b11-be33524e08bf is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:08.478752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:08.484966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:08.535693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:08.597920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:08.598677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:08.624275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Pushing event updated for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:08.665297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d51e4932-135c-4a59-a4d6-d1c80919ff73'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:08.695049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Router b390b565-343f-411b-b7e8-75924fbb75fe has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:14:08.739892 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-a099e987-a12f-45fe-a09b-beb2c04eed13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2781947 Jan 28 20:14:08.791107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Request body: {'port': {'device_id': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:08.902378 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a68291c7-d4ee-4d90-8752-afb1a4294182 req-2e5d5183-bdee-4949-8e8a-1eb0b3a6c756 service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613091 Jan 28 20:14:08.919901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9e769b2b-d45c-41f9-aa29-8bfc7138a82f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:08.970509 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:08.979627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:09.094532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cb85fedf-d97b-4292-8343-4e6db312fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:09.114525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.118555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.119424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.120046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.120606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.125348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.127654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.135727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.136801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.140085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.140787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.141338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:09.158810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:09.238467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f3dcc-5638-40e3-ad21-dcc31bfb91ea req-93e9925f-dfdf-4e44-9244-9f7a253c26c6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:09.258091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-107f3dcc-5638-40e3-ad21-dcc31bfb91ea req-93e9925f-dfdf-4e44-9244-9f7a253c26c6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 932 time: 0.2425869 Jan 28 20:14:09.377282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 772e3fc0-6de5-4b53-a369-f8397a445bdf up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:09.422629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:14:09.443561 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5eedab67-736e-420a-a44d-483ad8265b44 admin admin] 10.222.0.44 "PUT /v2.0/routers/b390b565-343f-411b-b7e8-75924fbb75fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2831292 Jan 28 20:14:09.499592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-107f3dcc-5638-40e3-ad21-dcc31bfb91ea req-9e2f464c-6d09-4cfc-90c6-47b5f06cbf14 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314749 Jan 28 20:14:09.554440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Sync routers for ids ['b390b565-343f-411b-b7e8-75924fbb75fe'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:14:09.578388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce077437-4b38-4d0c-a93c-61d93c69de67 req-94b59817-781c-4a50-afe2-ad0ab3849a4c tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:09.606089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce077437-4b38-4d0c-a93c-61d93c69de67 req-94b59817-781c-4a50-afe2-ad0ab3849a4c tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 945 time: 0.2116117 Jan 28 20:14:09.707082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce077437-4b38-4d0c-a93c-61d93c69de67 req-b2818b46-addf-4291-97c7-9a9903ae45e2 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097114 Jan 28 20:14:09.753557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Routers {'b390b565-343f-411b-b7e8-75924fbb75fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:09.754562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:13:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b390b565-343f-411b-b7e8-75924fbb75fe'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:09.760757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cb85fedf-d97b-4292-8343-4e6db312fbb7 None None] For port 772e3fc0-6de5-4b53-a369-f8397a445bdf, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=772e3fc0-6de5-4b53-a369-f8397a445bdf,segment=NetworkSegment(1c5cb182-d75b-452e-a3f5-29a9cca75848),segment_id=1c5cb182-d75b-452e-a3f5-29a9cca75848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:09.919711 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cb85fedf-d97b-4292-8343-4e6db312fbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:09.964433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=9e769b2b-d45c-41f9-aa29-8bfc7138a82f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:10.163704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5b75cf-f894-4647-94c0-09777b9794e9 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:10.196709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:10.236523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Transition to ACTIVE for port object 6c5b75cf-f894-4647-94c0-09777b9794e9 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:10.244890 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:10.429370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 772e3fc0-6de5-4b53-a369-f8397a445bdf triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:10.431895 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:10.495169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:10.506291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85fedf-d97b-4292-8343-4e6db312fbb7 None None] Pushing event updated for resources: {'Port': ['ID=772e3fc0-6de5-4b53-a369-f8397a445bdf,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:10.537337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:10.541657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:10.555782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:10.580418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:10.580418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:10.597811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:10.598348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:10.598945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:10.599632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Bound port: 6c5b75cf-f894-4647-94c0-09777b9794e9, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:10.601873 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:10.627584 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2cc0c87a-c502-48cf-8e8b-7615f111409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:10.806006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d7cfe-0a55-4ee0-92ba-43359a1896fb req-b626ef24-4ffc-4c29-b752-64e609e04184 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:10.810615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-969d7cfe-0a55-4ee0-92ba-43359a1896fb req-b626ef24-4ffc-4c29-b752-64e609e04184 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 944 time: 0.1312079 Jan 28 20:14:10.814021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:10.819032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:10.824967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:10.871681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:10.873476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:10.875306 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] 10.222.0.13 "PUT /v2.0/ports/6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 1092 time: 2.0921795 Jan 28 20:14:10.876145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:10.879027 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014c9175-8fb2-4ed7-b587-f74184d9c422" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:10.921041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Set router b390b565-343f-411b-b7e8-75924fbb75fe gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:10.961376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a85aa-c33d-481d-831d-316482cd9ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:11.019354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-969d7cfe-0a55-4ee0-92ba-43359a1896fb req-877b6e1a-0865-43fb-92f1-6960929d66a7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984513 Jan 28 20:14:11.072471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-c690007f-085a-4441-ad4b-e8510f1d71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:11.077340 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-c690007f-085a-4441-ad4b-e8510f1d71aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1095 time: 0.1470809 Jan 28 20:14:11.183085 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b73a3a-5df1-46ab-a3b4-6b751124c1d6 x-openstack-request-id: req-64b73a3a-5df1-46ab-a3b4-6b751124c1d6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:11.183269 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:11.183528 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64b73a3a-5df1-46ab-a3b4-6b751124c1d6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:11.185249 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9', 'status': 'completed', 'code': 200} Jan 28 20:14:11.192741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-eae29ff7-77f5-457e-bce3-1564c60709d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 217 time: 0.1084166 Jan 28 20:14:11.256840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f12a-7c67-4491-8337-2a76f8ddc108 req-5b77e08b-5ec9-4038-90bf-8b3c1866e472 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:11.262097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02d6f12a-7c67-4491-8337-2a76f8ddc108 req-5b77e08b-5ec9-4038-90bf-8b3c1866e472 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 945 time: 0.1440077 Jan 28 20:14:11.307660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-7b7191a1-9762-4fea-adeb-9f107a29e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:11.309202 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-7b7191a1-9762-4fea-adeb-9f107a29e3e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1099584 Jan 28 20:14:11.387488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02d6f12a-7c67-4491-8337-2a76f8ddc108 req-e98ed62d-5079-4b9d-acf9-b8d9da53e88e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123619 Jan 28 20:14:11.409291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-4030d0da-0473-4fdc-9966-d33e862724f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907922 Jan 28 20:14:11.541824 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:11.629277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:14:03Z', 'revision_number': 4, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port': {'id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:54Z', 'updated_at': '2022-01-28T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2349ea41-16db-431e-9123-3a99b31d1a9a', 'name': '', 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'mac_address': 'fa:16:3e:46:21:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'da6010c0-851c-45e2-b8d2-b37fcc87a2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:14:01Z', 'updated_at': '2022-01-28T20:14:03Z', 'revision_number': 2, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'subnets': [{'id': 'da6010c0-851c-45e2-b8d2-b37fcc87a2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:11.689443 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-30113bce-85d6-478f-906d-5aa71a67b9e5 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699559 Jan 28 20:14:11.770891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Checking router: b390b565-343f-411b-b7e8-75924fbb75fe for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:14:11.771256 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Updating router b390b565-343f-411b-b7e8-75924fbb75fe port 2349ea41-16db-431e-9123-3a99b31d1a9a binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:14:11.819774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:11.849276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9e769b2b-d45c-41f9-aa29-8bfc7138a82f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:11.913308 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-64208401-11c3-405c-b1f4-7719aa4b57a9 req-5cc33594-78fd-4a4c-aad2-db280967ed81 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201464 Jan 28 20:14:12.081726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-35d823fb-07af-41ff-81b8-9382d4f3733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:12.086198 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-35d823fb-07af-41ff-81b8-9382d4f3733b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1095 time: 0.1185575 Jan 28 20:14:12.242643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52500) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:12.265187 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-71776792-0206-4589-91dc-eb313afde556 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804760033', 'description': 'tempest-description--88658386'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:12.310056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71776792-0206-4589-91dc-eb313afde556 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:12.340466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beed11-993d-482a-addc-4b95baef0f32 req-65ffb958-6f6e-485b-8b18-4045c67e2630 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:12.351332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99beed11-993d-482a-addc-4b95baef0f32 req-65ffb958-6f6e-485b-8b18-4045c67e2630 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 944 time: 0.1613290 Jan 28 20:14:12.406542 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99beed11-993d-482a-addc-4b95baef0f32 req-2cf1ae39-5028-4210-a798-ce3bc9874efe tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537992 Jan 28 20:14:12.480336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-6eeab74e-5fd7-40ee-b4d3-60dabba5c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:12.481843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-6eeab74e-5fd7-40ee-b4d3-60dabba5c79d service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.3909886 Jan 28 20:14:12.503859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:12.504356 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:12.659465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d51e4932-135c-4a59-a4d6-d1c80919ff73 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:12.667473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fa51b-e8bd-4638-a5b3-70ae830c13d0 req-be91f750-f668-48e5-8a35-28cec9484dd6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:12.677333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f24fa51b-e8bd-4638-a5b3-70ae830c13d0 req-be91f750-f668-48e5-8a35-28cec9484dd6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 945 time: 0.0713725 Jan 28 20:14:12.680509 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-aaa075c5-ab42-4a21-883f-ec86fef9d365 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 217 time: 0.1684141 Jan 28 20:14:12.687596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71776792-0206-4589-91dc-eb313afde556 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:12.736289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71776792-0206-4589-91dc-eb313afde556 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:12.750689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f24fa51b-e8bd-4638-a5b3-70ae830c13d0 req-1c5d38b2-b012-4eae-afd4-9160c7df9f0b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703650 Jan 28 20:14:12.891885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71776792-0206-4589-91dc-eb313afde556 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:12.898964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52526) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:12.906544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5991058f-2558-4908-91da-1753b6768cf8 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Request body: {'security_group_rule': {'security_group_id': '885831b5-3b91-4af7-80fb-31200fad872b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:12.907296 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-71776792-0206-4589-91dc-eb313afde556 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6635175 Jan 28 20:14:12.962407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-c4ad9298-f99f-419b-806c-6b5bd5d2e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:12.967874 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-c4ad9298-f99f-419b-806c-6b5bd5d2e1c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.2760985 Jan 28 20:14:12.972159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71776792-0206-4589-91dc-eb313afde556 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885831b5-3b91-4af7-80fb-31200fad872b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:12.984451 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.004560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port d51e4932-135c-4a59-a4d6-d1c80919ff73 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:14:13.005232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5991058f-2558-4908-91da-1753b6768cf8 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.023991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port d51e4932-135c-4a59-a4d6-d1c80919ff73 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:13.024388 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.057080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-d7635b01-ec2c-419c-a094-4df61596a657 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627675 Jan 28 20:14:13.205843 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5991058f-2558-4908-91da-1753b6768cf8 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.214241 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5991058f-2558-4908-91da-1753b6768cf8 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.266423 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5991058f-2558-4908-91da-1753b6768cf8 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.269363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.269489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5991058f-2558-4908-91da-1753b6768cf8 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673201 Jan 28 20:14:13.275764 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.276342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52536) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:13.287179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7782cea3-bf02-4491-a1e4-d8cc9ac3071d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Request body: {'security_group_rule': {'security_group_id': '885831b5-3b91-4af7-80fb-31200fad872b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:13.308449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 772e3fc0-6de5-4b53-a369-f8397a445bdf up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:13.347785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991058f-2558-4908-91da-1753b6768cf8 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2acb73-b961-494f-af84-e37cce66a10f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:13.378492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7782cea3-bf02-4491-a1e4-d8cc9ac3071d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.421585 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-d0036edb-eb68-41c6-a5a0-23e5243572c0 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561585 Jan 28 20:14:13.429522 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.521115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65c462-597e-4f8b-8c0d-78bbabc27e69 None None] Pushing event updated for resources: {'Port': ['ID=2349ea41-16db-431e-9123-3a99b31d1a9a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:13.568718 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7782cea3-bf02-4491-a1e4-d8cc9ac3071d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.581850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7782cea3-bf02-4491-a1e4-d8cc9ac3071d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.654329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782cea3-bf02-4491-a1e4-d8cc9ac3071d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddb7734-05df-44bb-8b0c-9f6169e9543b,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:13.746875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 772e3fc0-6de5-4b53-a369-f8397a445bdf triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:13.747376 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.815162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-014c9175-8fb2-4ed7-b587-f74184d9c422 req-27d365a0-a09a-43ac-a685-d6e9767e8e05 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843355 Jan 28 20:14:13.827605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7782cea3-bf02-4491-a1e4-d8cc9ac3071d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.832105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52568) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:13.837697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:13.838039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7782cea3-bf02-4491-a1e4-d8cc9ac3071d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5577478 Jan 28 20:14:13.988125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:13.990192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b45c95-f9c5-403d-a014-240e32b7df6d req-3acafe30-d301-4ce7-889d-edb483fecfa6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:14.006011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44b45c95-f9c5-403d-a014-240e32b7df6d req-3acafe30-d301-4ce7-889d-edb483fecfa6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 944 time: 0.2900524 Jan 28 20:14:14.035712 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:14.109539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Attempting to bind port 2349ea41-16db-431e-9123-3a99b31d1a9a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:14.110286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Attempting to bind port 2349ea41-16db-431e-9123-3a99b31d1a9a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:14.111127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Attempting to bind port 2349ea41-16db-431e-9123-3a99b31d1a9a on network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:14.118747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51e4932-135c-4a59-a4d6-d1c80919ff73'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:14.121427 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0095db-5ae7-42a5-90c6-8942520ec19b" -d '{"events": [{"server_uuid": "7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38", "name": "network-vif-plugged", "status": "completed", "tag": "d51e4932-135c-4a59-a4d6-d1c80919ff73"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:14.151774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:14.153610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:14.154259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Checking segment: {'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:14.154911 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:14.155508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Bound using segment: {'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:14.156388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Bound port: 2349ea41-16db-431e-9123-3a99b31d1a9a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fdc206-7254-4ba1-9b63-a89ee1373ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:14.157022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:14.175886 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:14.181619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4f0fb9a3-8672-455b-9e64-bb55d803622e None None] Provisioning complete for port 2349ea41-16db-431e-9123-3a99b31d1a9a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:14.182336 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb9a3-8672-455b-9e64-bb55d803622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:14.324562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44b45c95-f9c5-403d-a014-240e32b7df6d req-ecd555cc-d7aa-453a-b41e-2eafcc3e453f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174007 Jan 28 20:14:14.338448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fb9a3-8672-455b-9e64-bb55d803622e None None] Port 2349ea41-16db-431e-9123-3a99b31d1a9a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:14.359961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:14.402669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5749e-e3e7-4790-9aa6-769aff8401a4 req-9fbfa846-7552-476e-95d6-78144fa6122f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:14.415451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] For port 2349ea41-16db-431e-9123-3a99b31d1a9a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:14.422031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] For port 2349ea41-16db-431e-9123-3a99b31d1a9a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2349ea41-16db-431e-9123-3a99b31d1a9a,segment=NetworkSegment(87fdc206-7254-4ba1-9b63-a89ee1373ae9),segment_id=87fdc206-7254-4ba1-9b63-a89ee1373ae9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:14.423930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63f5749e-e3e7-4790-9aa6-769aff8401a4 req-9fbfa846-7552-476e-95d6-78144fa6122f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 945 time: 0.3367517 Jan 28 20:14:14.431291 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:14.451828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:14.553006 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d0c0c-db22-4704-8917-2196cef169f2 x-openstack-request-id: req-390d0c0c-db22-4704-8917-2196cef169f2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:14.574893 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38", "name": "network-vif-plugged", "status": "completed", "tag": "d51e4932-135c-4a59-a4d6-d1c80919ff73", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:14.574893 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-390d0c0c-db22-4704-8917-2196cef169f2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:14.574893 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51e4932-135c-4a59-a4d6-d1c80919ff73', 'code': 200} Jan 28 20:14:14.626820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63f5749e-e3e7-4790-9aa6-769aff8401a4 req-315ec33e-f6ce-47eb-917a-7846dc2169c2 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007499 Jan 28 20:14:14.661703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:14.681438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Routers {'b390b565-343f-411b-b7e8-75924fbb75fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:14.685724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:14:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b390b565-343f-411b-b7e8-75924fbb75fe'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:14.697321 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65c462-597e-4f8b-8c0d-78bbabc27e69 None None] Pushing event updated for resources: {'Port': ['ID=2349ea41-16db-431e-9123-3a99b31d1a9a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:14.865356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52586) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:14.936451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8fb8b-24ba-4a47-9a02-e5593926423a req-5e96f0e7-fdb9-44fb-8ca4-112dc0e626f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:14.937939 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4f8fb8b-24ba-4a47-9a02-e5593926423a req-5e96f0e7-fdb9-44fb-8ca4-112dc0e626f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 1097 time: 0.2560973 Jan 28 20:14:15.037022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] Set router b390b565-343f-411b-b7e8-75924fbb75fe gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:15.041767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Allocated IP 172.25.2.227 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/a476665d-60e6-40f5-aafb-e70c66e04de6) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:15.099469 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4f8fb8b-24ba-4a47-9a02-e5593926423a req-e8f88a0a-2952-4966-a9df-50787441043e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314282 Jan 28 20:14:15.176715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56df555a-076b-4bdf-b840-aaa3f077e85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.233706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdb07642-db8d-4a4f-baf3-3630452800a0 None None] Provisioning complete for port 2349ea41-16db-431e-9123-3a99b31d1a9a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:15.234091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdb07642-db8d-4a4f-baf3-3630452800a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.360616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.413166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d470790c-5594-44f1-9d54-ea0bc1cb3583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.466293 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.600372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event updated for resources: {'Port': ['ID=a476665d-60e6-40f5-aafb-e70c66e04de6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:15.640632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:15.642470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:15.661696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:15.665438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe8177-4052-4dea-ba4c-6c9f00be4f11 req-6994dc81-4c84-4e85-90c7-0f87e0aab773 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:15.676407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1fe8177-4052-4dea-ba4c-6c9f00be4f11 req-6994dc81-4c84-4e85-90c7-0f87e0aab773 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 944 time: 0.1768756 Jan 28 20:14:15.753908 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdb07642-db8d-4a4f-baf3-3630452800a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.782866 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d470790c-5594-44f1-9d54-ea0bc1cb3583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.812191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d470790c-5594-44f1-9d54-ea0bc1cb3583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.888296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdb07642-db8d-4a4f-baf3-3630452800a0 None None] For port 2349ea41-16db-431e-9123-3a99b31d1a9a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2349ea41-16db-431e-9123-3a99b31d1a9a,segment=NetworkSegment(87fdc206-7254-4ba1-9b63-a89ee1373ae9),segment_id=87fdc206-7254-4ba1-9b63-a89ee1373ae9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:15.897918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdb07642-db8d-4a4f-baf3-3630452800a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.936567 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:15.978247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d470790c-5594-44f1-9d54-ea0bc1cb3583 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b98ee4db38f4c968f9863d51eb05913&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1117468 Jan 28 20:14:15.987566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1fe8177-4052-4dea-ba4c-6c9f00be4f11 req-7966a791-3a85-42ce-9a55-0c67f1110b13 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081679 Jan 28 20:14:15.998604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52596) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:16.005471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470790c-5594-44f1-9d54-ea0bc1cb3583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812831be-8fd3-4915-89b8-d42671ede8a4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:16.039044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6c5b75cf-f894-4647-94c0-09777b9794e9 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:16.054771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.159568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:14:03Z', 'revision_number': 4, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port': {'id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:54Z', 'updated_at': '2022-01-28T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2349ea41-16db-431e-9123-3a99b31d1a9a', 'name': '', 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'mac_address': 'fa:16:3e:46:21:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'da6010c0-851c-45e2-b8d2-b37fcc87a2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:14:01Z', 'updated_at': '2022-01-28T20:14:14Z', 'revision_number': 4, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'subnets': [{'id': 'da6010c0-851c-45e2-b8d2-b37fcc87a2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:16.184030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb07642-db8d-4a4f-baf3-3630452800a0 None None] Pushing event updated for resources: {'Port': ['ID=2349ea41-16db-431e-9123-3a99b31d1a9a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:16.194903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15260f77-936d-4fcb-8b79-7480c06e0862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.221556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15260f77-936d-4fcb-8b79-7480c06e0862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.298452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15260f77-936d-4fcb-8b79-7480c06e0862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.306251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15260f77-936d-4fcb-8b79-7480c06e0862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.308591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-15260f77-936d-4fcb-8b79-7480c06e0862 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/812831be-8fd3-4915-89b8-d42671ede8a4 HTTP/1.1" status: 204 len: 168 time: 0.2987604 Jan 28 20:14:16.335042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:14:16.341884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74acdad0-b5f5-467f-ab9a-25783b876a1e None None] The sync data for ids ['b390b565-343f-411b-b7e8-75924fbb75fe'] in n-d-825064-3 is: [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:14:03Z', 'revision_number': 4, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port': {'id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:54Z', 'updated_at': '2022-01-28T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2349ea41-16db-431e-9123-3a99b31d1a9a', 'name': '', 'network_id': '53e723d0-e499-41b8-a5e5-17d9f99a9a35', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'mac_address': 'fa:16:3e:46:21:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'da6010c0-851c-45e2-b8d2-b37fcc87a2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:14:01Z', 'updated_at': '2022-01-28T20:14:14Z', 'revision_number': 4, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'subnets': [{'id': 'da6010c0-851c-45e2-b8d2-b37fcc87a2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:14:16.445589 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56df555a-076b-4bdf-b840-aaa3f077e85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.489949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15260f77-936d-4fcb-8b79-7480c06e0862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812831be-8fd3-4915-89b8-d42671ede8a4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:16.531446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56df555a-076b-4bdf-b840-aaa3f077e85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.800035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.819912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:16.837633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:16.845673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.848012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.849515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.850343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.850812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.853422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.856519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.856519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.856519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.856519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.856855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.858104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:16.859433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81267b8c-9405-4886-a408-4fd0f32bd2e2 req-fafddd76-cd0c-46d8-ad70-b98fb854b878 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8556 time: 1.5825915 Jan 28 20:14:16.894252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '6c5b75cf-f894-4647-94c0-09777b9794e9', 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'port_id': '6c5b75cf-f894-4647-94c0-09777b9794e9', 'mac_address': 'fa:16:3e:ef:e4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac887cfc-a542-4ce4-86f2-d8597a61cc15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:14:16.935961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-56df555a-076b-4bdf-b840-aaa3f077e85d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e2ea299b02c47268afddca948118436&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2714148 Jan 28 20:14:17.021993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52606) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:17.043640 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.090637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5b75cf-f894-4647-94c0-09777b9794e9 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:17.108904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2349ea41-16db-431e-9123-3a99b31d1a9a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:17.121910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event updated for resources: {'Port': ['ID=a476665d-60e6-40f5-aafb-e70c66e04de6,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:17.226522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df555a-076b-4bdf-b840-aaa3f077e85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c019020-1594-4eb7-adf6-104f781167aa,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:17.291724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c99c7-1149-40a9-ab13-d5d093019da2 req-bddcf51c-d813-465d-ae80-6c674239c499 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:17.296581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-223c99c7-1149-40a9-ab13-d5d093019da2 req-bddcf51c-d813-465d-ae80-6c674239c499 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 1.0054586 Jan 28 20:14:17.332789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52614) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:17.338701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:17.353816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2349ea41-16db-431e-9123-3a99b31d1a9a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:17.355230 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.384743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.444724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0efb6759-cbd3-4aca-b1b9-5f69c4a1540d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.462695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.475491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-192d5093-483c-4fd0-8ae2-6abfb57706d9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6403818 Jan 28 20:14:17.492694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ed817d05-ef35-4fdd-80b1-17936b1b7043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.494740 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.607682 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ed817d05-ef35-4fdd-80b1-17936b1b7043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.628094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e4aad-cc0a-4d92-b1a6-5df4dbc80f79 req-f1d91367-bffc-404c-8c73-86051dc9f0f7 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:17.652203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-321e4aad-cc0a-4d92-b1a6-5df4dbc80f79 req-f1d91367-bffc-404c-8c73-86051dc9f0f7 tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 886 time: 0.6892085 Jan 28 20:14:17.710539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-223c99c7-1149-40a9-ab13-d5d093019da2 req-05fb255d-ec3f-4899-8c4f-0f39576d7e7c tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043775 Jan 28 20:14:17.785237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ed817d05-ef35-4fdd-80b1-17936b1b7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.805051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ed817d05-ef35-4fdd-80b1-17936b1b7043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:17.806263 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ed817d05-ef35-4fdd-80b1-17936b1b7043 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c019020-1594-4eb7-adf6-104f781167aa HTTP/1.1" status: 204 len: 168 time: 0.7537632 Jan 28 20:14:17.834609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed817d05-ef35-4fdd-80b1-17936b1b7043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c019020-1594-4eb7-adf6-104f781167aa,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:18.076918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['6c5b75cf-f894-4647-94c0-09777b9794e9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:18.224572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:18.244441 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:18.295656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0efb6759-cbd3-4aca-b1b9-5f69c4a1540d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:18.307372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819364d4-1f58-4477-96d0-9b6ce37a31b9 req-25ee530e-8be5-4ded-ad0f-bd341aa4e904 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.315166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-819364d4-1f58-4477-96d0-9b6ce37a31b9 req-25ee530e-8be5-4ded-ad0f-bd341aa4e904 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 945 time: 0.4114385 Jan 28 20:14:18.329398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0efb6759-cbd3-4aca-b1b9-5f69c4a1540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:18.545831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0efb6759-cbd3-4aca-b1b9-5f69c4a1540d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d552c35c6af14ca89bc22513dd3ac489&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2057033 Jan 28 20:14:18.546308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52628) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:18.591849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.592525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.593051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.593572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.594095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.594613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.595277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.595794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.596360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.604913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.606207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.607333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:18.614586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9119e3ac-268f-4f31-9d3a-948b3512f45a req-29bee6be-b801-4695-a186-83a5ad62acaa tempest-NetworksTest-66622375 tempest-NetworksTest-66622375-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8556 time: 0.7893653 Jan 28 20:14:18.616855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb6759-cbd3-4aca-b1b9-5f69c4a1540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff09091-afa6-43c8-9188-0acb13771e0a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:18.660694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-819364d4-1f58-4477-96d0-9b6ce37a31b9 req-533eb52d-1e79-4579-aa16-8db4d8b5f6c9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441732 Jan 28 20:14:18.733076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b388379-78bb-4b9b-b294-c58c0fc29ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:18.786274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52646) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:18.819124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fba8948b-ae28-432e-b005-3006f1676561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:18.831616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b388379-78bb-4b9b-b294-c58c0fc29ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:18.916595 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b388379-78bb-4b9b-b294-c58c0fc29ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:18.922475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b388379-78bb-4b9b-b294-c58c0fc29ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:18.927953 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8b388379-78bb-4b9b-b294-c58c0fc29ce3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aff09091-afa6-43c8-9188-0acb13771e0a HTTP/1.1" status: 204 len: 168 time: 0.3764744 Jan 28 20:14:18.947341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b388379-78bb-4b9b-b294-c58c0fc29ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff09091-afa6-43c8-9188-0acb13771e0a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:19.032166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-1935c622-4594-4de1-949d-2a856562edde tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--804760033&fields=id&tenant_id=cb0c84ec11184978ba047227a6274737 HTTP/1.1" status: 200 len: 267 time: 0.2044480 Jan 28 20:14:19.072114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ef2c-1ebc-4bcf-9e3f-41c435d83a73 req-bc551713-7d66-43f5-9296-4e747432c4d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:19.074242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ac6ef2c-1ebc-4bcf-9e3f-41c435d83a73 req-bc551713-7d66-43f5-9296-4e747432c4d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1521137 Jan 28 20:14:19.108712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52660) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:19.187817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ac6ef2c-1ebc-4bcf-9e3f-41c435d83a73 req-10fd43a3-d1c7-4f44-a567-c4702cdb985c tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981271 Jan 28 20:14:19.244514 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fba8948b-ae28-432e-b005-3006f1676561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.271143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fba8948b-ae28-432e-b005-3006f1676561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.337878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-ccfd4930-839c-44b7-9d75-2e950e30beb6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:19.339831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-ccfd4930-839c-44b7-9d75-2e950e30beb6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/networks?id=a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 200 len: 823 time: 0.2974296 Jan 28 20:14:19.422623 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fba8948b-ae28-432e-b005-3006f1676561 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b20a6bb7ef4a4e05ba54b3f49467ccce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349843 Jan 28 20:14:19.425539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52678) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:19.427100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8948b-ae28-432e-b005-3006f1676561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a9bb59-ca07-4050-9f03-593854ef681b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:19.431577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-c73d8b15-e533-40ee-8640-2f1dbe96d117 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/quotas/cb0c84ec11184978ba047227a6274737 HTTP/1.1" status: 200 len: 375 time: 0.0759683 Jan 28 20:14:19.485663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18a30b-4aa1-48cf-8ea3-fa9548166b72 req-3d99b36d-e6d0-4912-8a4f-37700c7f2225 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:19.487201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf18a30b-4aa1-48cf-8ea3-fa9548166b72 req-3d99b36d-e6d0-4912-8a4f-37700c7f2225 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1462021 Jan 28 20:14:19.548071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-026723a0-16d3-4cbf-9ad5-94494b3e72cc tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb0c84ec11184978ba047227a6274737&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085401 Jan 28 20:14:19.571526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf18a30b-4aa1-48cf-8ea3-fa9548166b72 req-c491241e-dc0d-4c02-8bc9-ecf1194c872b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761626 Jan 28 20:14:19.585049 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e55466c-64f6-4fb6-bd84-537b80ccd9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.587101 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce325c37-015e-49c3-8da4-4623efd7217b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.635990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e55466c-64f6-4fb6-bd84-537b80ccd9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.755016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce325c37-015e-49c3-8da4-4623efd7217b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.767860 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce325c37-015e-49c3-8da4-4623efd7217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.774741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-5992522a-5b9d-48b3-9754-6a412c9caf5c service neutron] 10.222.0.44 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011197 Jan 28 20:14:19.845090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce325c37-015e-49c3-8da4-4623efd7217b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf6ca6c-5c0d-4643-a8a1-83fe0d550d60,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:19.866326 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ce325c37-015e-49c3-8da4-4623efd7217b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45e11311d69746c7bedbac6e236768d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7548995 Jan 28 20:14:19.869776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52702) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:19.954211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e55466c-64f6-4fb6-bd84-537b80ccd9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.969044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e55466c-64f6-4fb6-bd84-537b80ccd9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:19.976836 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2e55466c-64f6-4fb6-bd84-537b80ccd9d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80a9bb59-ca07-4050-9f03-593854ef681b HTTP/1.1" status: 204 len: 168 time: 0.5502031 Jan 28 20:14:20.018250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55466c-64f6-4fb6-bd84-537b80ccd9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a9bb59-ca07-4050-9f03-593854ef681b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:20.052030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6c5b75cf-f894-4647-94c0-09777b9794e9 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:20.080395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-974d4976-ca5e-4ac6-a6ea-7a190f0cb70c service neutron] 10.222.0.44 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041945 Jan 28 20:14:20.363248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 6c5b75cf-f894-4647-94c0-09777b9794e9 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:14:20.371516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 6c5b75cf-f894-4647-94c0-09777b9794e9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:20.395397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:20.472482 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3f83477-83a0-45c4-814d-732902491b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:20.493597 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-4f2ddf61-f538-48ef-a2a0-adf47047b95e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726368 Jan 28 20:14:20.514487 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3f83477-83a0-45c4-814d-732902491b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:20.568195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52724) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:20.636670 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:20.678771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e16f72-a43d-4685-855d-cebdbe563005 req-47f1bc42-6155-4da6-9886-0043640d7709 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:20.692789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43e16f72-a43d-4685-855d-cebdbe563005 req-47f1bc42-6155-4da6-9886-0043640d7709 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 945 time: 0.2932436 Jan 28 20:14:20.699698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:20.720576 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6099c302-8a4c-4a35-9c98-9e7d26efd58f" -d '{"events": [{"server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "name": "network-vif-plugged", "status": "completed", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:20.770935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:20.782782 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:20.829883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43e16f72-a43d-4685-855d-cebdbe563005 req-320d49f6-4554-463e-b4ec-27188d0e5c4d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360030 Jan 28 20:14:20.836348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-ebd14ae9-39ec-4aad-8f3b-c623b6058ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:20.837808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-ebd14ae9-39ec-4aad-8f3b-c623b6058ed8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1095 time: 0.2510505 Jan 28 20:14:20.862537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3f83477-83a0-45c4-814d-732902491b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:20.865211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3f83477-83a0-45c4-814d-732902491b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:20.867337 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a3f83477-83a0-45c4-814d-732902491b1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cf6ca6c-5c0d-4643-a8a1-83fe0d550d60 HTTP/1.1" status: 204 len: 168 time: 0.9958405 Jan 28 20:14:20.896411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f83477-83a0-45c4-814d-732902491b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf6ca6c-5c0d-4643-a8a1-83fe0d550d60,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:20.969829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-360692314-network', 'tenant_id': 'f2a7105b289444898a6431d4fe483c24'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:21.031335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7bcb2-5e52-4c1f-9adf-c3d851bd0cbe req-de21b820-903f-4e36-85e4-b1cd8cc06bd2 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:21.032940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eda7bcb2-5e52-4c1f-9adf-c3d851bd0cbe req-de21b820-903f-4e36-85e4-b1cd8cc06bd2 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.2071097 Jan 28 20:14:21.104503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.124855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:21.215257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-709831b4-8808-4348-8220-b3b91b88fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:21.216804 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-709831b4-8808-4348-8220-b3b91b88fc04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.3113661 Jan 28 20:14:21.244895 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f4662ca-e368-417d-8231-4d8e8c4ae107 req-6ab236d2-b4dc-4b9f-a95c-d7bf7c13a086 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 210 time: 0.0931027 Jan 28 20:14:21.245698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Made reservation on behalf of f2a7105b289444898a6431d4fe483c24 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:21.248915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.265364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.278558 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-0e0f5b29-c7b7-4d21-9ba3-61c53ef8209d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 217 time: 0.0491333 Jan 28 20:14:21.301268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eda7bcb2-5e52-4c1f-9adf-c3d851bd0cbe req-93d919bc-64df-450b-953f-b57171708ee5 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502098 Jan 28 20:14:21.356342 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aed3e46-71cc-44a0-98b0-4c7bebdd42f4 x-openstack-request-id: req-5aed3e46-71cc-44a0-98b0-4c7bebdd42f4 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:21.356655 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "name": "network-vif-plugged", "status": "completed", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:21.356955 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5aed3e46-71cc-44a0-98b0-4c7bebdd42f4 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:21.357393 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9', 'code': 200} Jan 28 20:14:21.461633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.477879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.483868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-b4f5c007-a059-48c1-ac09-f325191032cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:21.493722 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-b4f5c007-a059-48c1-ac09-f325191032cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.2045164 Jan 28 20:14:21.535895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-1dcbaebd-67da-4cc0-b5e5-92f882df11b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347810 Jan 28 20:14:21.544344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:14:21.566010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6169e1-6b42-499c-88b7-643a9c5246a8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:21.592364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.592940 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Added segment d5a6ce97-2ce9-4459-b59a-57df046f61d3 of type vlan for network 77470456-10c5-4380-a234-ec13d237d0c9 Jan 28 20:14:21.634557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3f26-19af-46bf-90a0-c5c84186c0f3 req-0d3856d9-f2d7-4514-8f04-41cbb3bdad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:21.647474 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b0df3f26-19af-46bf-90a0-c5c84186c0f3 req-0d3856d9-f2d7-4514-8f04-41cbb3bdad85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1097 time: 0.2295964 Jan 28 20:14:21.680335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.731532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.736961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:21.737682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:21.779637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1968317 Jan 28 20:14:21.779917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52760) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:21.815574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Request body: {'subnet': {'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-360692314-subnet', 'tenant_id': 'f2a7105b289444898a6431d4fe483c24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:21.854803 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b0df3f26-19af-46bf-90a0-c5c84186c0f3 req-6ad9b6d2-03ba-4614-8c92-28f26407fed6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154606 Jan 28 20:14:21.913361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb6e2d-c4d2-4318-92e9-fcac672ebef6 admin admin] Pushing event updated for resources: {'Network': ['ID=77470456-10c5-4380-a234-ec13d237d0c9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:21.925867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 77470456-10c5-4380-a234-ec13d237d0c9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:14:21.963803 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-d24aa474-404c-4176-9a58-1e521fa61110 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076436 Jan 28 20:14:21.964601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Made reservation on behalf of f2a7105b289444898a6431d4fe483c24 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:21.971308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:22.018542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52768) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:22.118857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67d4a926-169a-4dd4-863d-10d44666f64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:22.217924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed1c9c-98ce-4cc3-8e60-7113683a2fcc req-39e99a2b-fc2b-4331-8364-e24e81a23010 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:22.219664 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53ed1c9c-98ce-4cc3-8e60-7113683a2fcc req-39e99a2b-fc2b-4331-8364-e24e81a23010 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 946 time: 0.0810549 Jan 28 20:14:22.336258 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9448bdc9-8278-43ed-8bdd-e0ee29f16429 req-487f1619-3684-4d5a-929a-8b2d971b95f1 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596289 Jan 28 20:14:22.502037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67d4a926-169a-4dd4-863d-10d44666f64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:22.509090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67d4a926-169a-4dd4-863d-10d44666f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:22.566920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-67d4a926-169a-4dd4-863d-10d44666f64a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8ed22e9f0134555a60a7dce649d4a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464332 Jan 28 20:14:22.567804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52780) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:22.582342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53ed1c9c-98ce-4cc3-8e60-7113683a2fcc req-9f336e4a-63ea-4ad4-ae0a-81abd54a1961 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538063 Jan 28 20:14:22.591378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c116160c-8d65-4186-bb60-85185d74b44a req-f332f81e-46fe-4d2a-b40c-2c3669550ce8 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 210 time: 0.0965438 Jan 28 20:14:22.596685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:22.690821 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9be1b22-fa23-4577-acd5-8c9373d278be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:22.883245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d37ce9-c0b1-4ea7-95b6-899ca9a3d526 req-37f0a5c9-ffab-4621-8add-c71bd733db11 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:22.885788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3d37ce9-c0b1-4ea7-95b6-899ca9a3d526 req-37f0a5c9-ffab-4621-8add-c71bd733db11 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1406994 Jan 28 20:14:22.891522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:22.892063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Network hostable DHCP agents. Network: 77470456-10c5-4380-a234-ec13d237d0c9, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:14:22.964087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:22.989998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3d37ce9-c0b1-4ea7-95b6-899ca9a3d526 req-61748028-e07e-480d-9e8c-2f3181acf225 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909719 Jan 28 20:14:22.992993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Network 77470456-10c5-4380-a234-ec13d237d0c9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:14:23.012313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 77470456-10c5-4380-a234-ec13d237d0c9) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:23.017519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9be1b22-fa23-4577-acd5-8c9373d278be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:23.023840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e2c78-3acd-46c4-bf46-3909f125bc17 None None] Network 77470456-10c5-4380-a234-ec13d237d0c9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:14:23.031065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:23.031651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:23.075423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ce9812cd-8582-452c-9935-5800573c3b71 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2710886 Jan 28 20:14:23.200921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-f8f12275-fa66-4652-8b9d-3fbc4007ba33 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:23.202647 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-f8f12275-fa66-4652-8b9d-3fbc4007ba33 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.26 "GET /v2.0/networks?id=a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 200 len: 823 time: 0.5128043 Jan 28 20:14:23.221271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4a926-169a-4dd4-863d-10d44666f64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff015c31-12e0-458d-ae2b-f61a9a52a463,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:23.231259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9be1b22-fa23-4577-acd5-8c9373d278be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:23.237070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9be1b22-fa23-4577-acd5-8c9373d278be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:23.246315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b9be1b22-fa23-4577-acd5-8c9373d278be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff015c31-12e0-458d-ae2b-f61a9a52a463 HTTP/1.1" status: 204 len: 168 time: 0.6761549 Jan 28 20:14:23.344634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be1b22-fa23-4577-acd5-8c9373d278be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff015c31-12e0-458d-ae2b-f61a9a52a463,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:23.378843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-c49acc1e-93f1-4a50-9525-eb19aeff2dbd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb0c84ec11184978ba047227a6274737 HTTP/1.1" status: 200 len: 379 time: 0.1313314 Jan 28 20:14:23.393150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Request body: {'port': {'device_id': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'admin_state_up': True, 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'security_groups': ['885831b5-3b91-4af7-80fb-31200fad872b']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:23.433175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad581e-c201-4e02-a20e-f46fe29aba2c None None] Network 77470456-10c5-4380-a234-ec13d237d0c9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:14:23.690565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Made reservation on behalf of cb0c84ec11184978ba047227a6274737 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:23.697020 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:23.847538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6db8e939-3671-4e7e-8627-582523787cf7 req-2dce6717-0881-4da4-a027-228a33cdb9e2 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 210 time: 0.0640340 Jan 28 20:14:23.907261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a41bb-2b3a-457f-ba7e-26d50c53f14f req-a5c52fee-e6ba-4efc-8c6f-64ef0e9a5938 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:23.908853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a74a41bb-2b3a-457f-ba7e-26d50c53f14f req-a5c52fee-e6ba-4efc-8c6f-64ef0e9a5938 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 945 time: 0.2044716 Jan 28 20:14:24.004410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Allocated IP 172.20.0.14 (a371b229-12a5-4700-9da3-4d7faf653e86/ef1cd5cd-c071-44c0-83c8-6445fba207a1/8d689a6a-ccbf-444e-b3c6-2c5d32935171) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:24.011435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a74a41bb-2b3a-457f-ba7e-26d50c53f14f req-b291d1c2-f267-4ccc-af03-58aa9009da12 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/security-groups?id=cda909fc-8572-4545-8edb-2364e6399e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871162 Jan 28 20:14:24.091066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae5212-a898-4fb4-8d23-ce034c0a9d5b req-61eba72d-92c5-4c0c-9169-b1bd0822b426 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:24.093151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28ae5212-a898-4fb4-8d23-ce034c0a9d5b req-61eba72d-92c5-4c0c-9169-b1bd0822b426 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 946 time: 0.0852096 Jan 28 20:14:24.244889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28ae5212-a898-4fb4-8d23-ce034c0a9d5b req-42755629-ad06-4c7d-bddc-015bc449bccc tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458099 Jan 28 20:14:24.309874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:24.344012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f3a3c-3699-4769-9307-548e764d4064 req-16352220-1e9a-44f1-acb1-40f1f9c84743 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:24.345694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f16f3a3c-3699-4769-9307-548e764d4064 req-16352220-1e9a-44f1-acb1-40f1f9c84743 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1771789 Jan 28 20:14:24.407894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:24.531305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Network a371b229-12a5-4700-9da3-4d7faf653e86 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:24.537688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f16f3a3c-3699-4769-9307-548e764d4064 req-f41ee389-a6f1-4cfe-aedd-1855c34be0ea tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848311 Jan 28 20:14:24.555986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:24.560582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:24.575311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event updated for resources: {'Port': ['ID=8d689a6a-ccbf-444e-b3c6-2c5d32935171,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:24.606225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b4403-f847-4ddb-a34d-c614bd78f96f req-a6da5d87-672f-455c-b0c8-d1ba9b91e49d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:24.618566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-167b4403-f847-4ddb-a34d-c614bd78f96f req-a6da5d87-672f-455c-b0c8-d1ba9b91e49d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1097 time: 0.2065279 Jan 28 20:14:24.675751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:24.676444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:24.714137 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-4b6191ff-e59c-4f20-bc84-fea80f876741 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3250067 Jan 28 20:14:24.734914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Request body: {'port': {'device_id': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:24.774981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-167b4403-f847-4ddb-a34d-c614bd78f96f req-bd1e6b77-214c-446b-b61d-410953bea308 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500461 Jan 28 20:14:24.814538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.015417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52850) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:25.055785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1676667196-network', 'tenant_id': '9da0b78c85024ff58f45e03949fb0e79'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:25.143781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-23e8f4dc-181e-40d3-ab5c-68cfca2c40db None None] Provisioning complete for port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:25.145838 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23e8f4dc-181e-40d3-ab5c-68cfca2c40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.163520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-eee7a0d5-e90d-48d4-930f-f54d6722e20d tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:25.165080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-eee7a0d5-e90d-48d4-930f-f54d6722e20d tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 945 time: 0.1219923 Jan 28 20:14:25.198957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-7b3c7d63-50ad-4730-92b7-0cedbf1e863b tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8626b310d2c748c8b48b929d2c458575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952480 Jan 28 20:14:25.213258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-23e8f4dc-181e-40d3-ab5c-68cfca2c40db None None] Port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:25.217654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Made reservation on behalf of 9da0b78c85024ff58f45e03949fb0e79 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:25.225444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.234324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f075f8-744a-4ea6-ab28-aaeb2f0bba8b req-a07464d9-7779-4b70-b1dd-4aa1408d8db3 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:25.245692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04f075f8-744a-4ea6-ab28-aaeb2f0bba8b req-a07464d9-7779-4b70-b1dd-4aa1408d8db3 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1097 time: 0.2712958 Jan 28 20:14:25.347780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.357819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d689a6a-ccbf-444e-b3c6-2c5d32935171 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:25.368295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.371210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Deleting port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:14:25.371561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.429072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Transition to ACTIVE for port object 8d689a6a-ccbf-444e-b3c6-2c5d32935171 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:25.439038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.464159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04f075f8-744a-4ea6-ab28-aaeb2f0bba8b req-3e7edc23-1e76-4fe5-a4c4-b52b2b43128c tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176716 Jan 28 20:14:25.559829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Pushing event updated for resources: {'Port': ['ID=8d689a6a-ccbf-444e-b3c6-2c5d32935171,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:25.569839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] For port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,segment=NetworkSegment(a284347b-3723-45d6-b3ae-a063e5bbe6cb),segment_id=a284347b-3723-45d6-b3ae-a063e5bbe6cb)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:25.570143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.614578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Calling delete_port for 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:14:25.653722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-8c75908b-a6f2-4066-b41f-81cc6f07701c tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:25.655740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-8c75908b-a6f2-4066-b41f-81cc6f07701c tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4050519 Jan 28 20:14:25.739762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Attempting to bind port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:25.740672 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Attempting to bind port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:25.741015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Attempting to bind port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 on network a371b229-12a5-4700-9da3-4d7faf653e86 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:25.762648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 on network a371b229-12a5-4700-9da3-4d7faf653e86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:25.762984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Attempting to bind port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 on network a371b229-12a5-4700-9da3-4d7faf653e86 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:25.765356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9ff63d92-ff39-4bf5-8aa2-4f4789c31a0a tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/quotas/8626b310d2c748c8b48b929d2c458575 HTTP/1.1" status: 200 len: 375 time: 0.0794930 Jan 28 20:14:25.769529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:25.769911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Checking segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:25.770252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Bound using segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:25.770698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Bound port: 8d689a6a-ccbf-444e-b3c6-2c5d32935171, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:25.771056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.823863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.846498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-7e9af1d6-d1ac-463e-9313-1d3179f0ecea tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8626b310d2c748c8b48b929d2c458575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631316 Jan 28 20:14:25.852844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-130a62eb-e328-440a-9938-b2d61b526998 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1932795 Jan 28 20:14:25.855174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.884738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd29795-366f-4889-8f15-f6db9cc92f14 req-9a2ffa05-71fc-49e8-84bf-5a2f8b52edc2 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:25.892670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cd29795-366f-4889-8f15-f6db9cc92f14 req-9a2ffa05-71fc-49e8-84bf-5a2f8b52edc2 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 944 time: 0.2465179 Jan 28 20:14:25.931024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:14:25.937212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] For port 8d689a6a-ccbf-444e-b3c6-2c5d32935171, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:25.942088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] For port 8d689a6a-ccbf-444e-b3c6-2c5d32935171, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:25.949009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.956515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:25.976457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['39471b6d-4c48-44ff-8bd1-c43f34ac7c5e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:26.054301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:26.054964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:26.056406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] 10.222.0.26 "PUT /v2.0/ports/8d689a6a-ccbf-444e-b3c6-2c5d32935171 HTTP/1.1" status: 200 len: 1092 time: 1.3259089 Jan 28 20:14:26.059340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:26.061641 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb38a21-f9b9-4ff0-a750-3cae889460ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:26.141593 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] No DVR routers for this DVR port 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:14:26.156819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:26.157393 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Added segment 0beb1dd9-967b-42cd-8939-b78b9fc20866 of type vlan for network 516a0a2d-5b07-4f93-8068-119c47171c1a Jan 28 20:14:26.165542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:26.169292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b61131a2-cf5b-431d-9370-6e9ea101c56d req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.13 "DELETE /v2.0/ports/39471b6d-4c48-44ff-8bd1-c43f34ac7c5e HTTP/1.1" status: 204 len: 173 time: 0.9974363 Jan 28 20:14:26.173980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac7a84-472a-4019-9d24-beb58d019e4d service neutron] Pushing event updated for resources: {'Port': ['ID=8d689a6a-ccbf-444e-b3c6-2c5d32935171,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:26.207571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142d5ba-3439-4ef1-b3f1-6bfc4e828156 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] Pushing event deleted for resources: {'Port': ['ID=39471b6d-4c48-44ff-8bd1-c43f34ac7c5e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:26.215150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-5e964cb0-17d3-458b-8a66-57e157ae6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:26.216973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-5e964cb0-17d3-458b-8a66-57e157ae6df7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb0c84ec11184978ba047227a6274737&device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 1095 time: 0.1078050 Jan 28 20:14:26.226054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796fdb13-6e2d-4124-9d9a-7d459c358705,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:26.277353 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-da93bef3-f873-4dcc-b5ba-a47647592e93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171 HTTP/1.1" status: 200 len: 217 time: 0.0506282 Jan 28 20:14:26.353153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cd29795-366f-4889-8f15-f6db9cc92f14 req-5cc5a975-cebe-4334-9819-57d12d4564ef tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4592562 Jan 28 20:14:26.361391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-af888b4e-bdf8-4184-9319-e347f892ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:26.365094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-af888b4e-bdf8-4184-9319-e347f892ebcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef1cd5cd-c071-44c0-83c8-6445fba207a1 HTTP/1.1" status: 200 len: 862 time: 0.0734110 Jan 28 20:14:26.401591 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:26.473281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f591e3d-9d43-4837-9a72-a1659bc69972 req-e739204a-035c-45d3-b7ca-2fef493bc519 tempest-VolumesAdminNegativeTest-1417928740 tempest-VolumesAdminNegativeTest-1417928740-project] 10.222.0.44 "GET /v2.0/ports?device_id=02a24fac-7c90-4066-9d44-864526470db3 HTTP/1.1" status: 200 len: 210 time: 0.1903672 Jan 28 20:14:26.474150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-eca908c2-9f07-4c28-9501-8264cb70ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:26.478930 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-eca908c2-9f07-4c28-9501-8264cb70ea90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a371b229-12a5-4700-9da3-4d7faf653e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061425 Jan 28 20:14:26.580742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-e4d624e9-6093-42c3-b475-0bca1613fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:26.583163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-e4d624e9-6093-42c3-b475-0bca1613fa92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1097 time: 0.6588037 Jan 28 20:14:26.604097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:26.605253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:26.605668 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:26.673775 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-afc08f77-0746-411d-a77f-512d29de4069 service neutron] 10.222.0.26 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837540 Jan 28 20:14:26.675360 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a7b32-c2f1-43f7-8214-c6db0c66d41f x-openstack-request-id: req-924a7b32-c2f1-43f7-8214-c6db0c66d41f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:26.675641 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:26.675892 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-924a7b32-c2f1-43f7-8214-c6db0c66d41f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:26.676314 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'status': 'completed', 'code': 200} Jan 28 20:14:26.852104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] Pushing event updated for resources: {'Network': ['ID=516a0a2d-5b07-4f93-8068-119c47171c1a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:26.870763 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adec1e9e-bb31-4d0d-96a1-2cb20fd2253c req-9cd4a97d-0f74-4847-b0c2-7df3308d21da service neutron] 10.222.0.26 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823988 Jan 28 20:14:26.879071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 516a0a2d-5b07-4f93-8068-119c47171c1a details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:14:26.891939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52902) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:26.892747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d424a73e-62a2-4c9c-85e4-df90eb78f4ae admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8479457 Jan 28 20:14:26.917881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Request body: {'subnet': {'network_id': '516a0a2d-5b07-4f93-8068-119c47171c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1676667196-subnet', 'tenant_id': '9da0b78c85024ff58f45e03949fb0e79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:27.057035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Made reservation on behalf of 9da0b78c85024ff58f45e03949fb0e79 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:27.061789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c071685b-51ce-4838-b001-40ac73eab010 req-dc3e8de1-f7ca-4efd-8156-3e9d3d577f93 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 210 time: 0.2418859 Jan 28 20:14:27.062007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:27.138866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-c88e04cc-6265-44db-92d9-51c89064b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:27.140832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f7899-5ac3-4cd6-b214-e731f73abbd4 req-d03873dd-14a7-4a22-8827-4813170595d7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:27.141008 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-c88e04cc-6265-44db-92d9-51c89064b30c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb0c84ec11184978ba047227a6274737&device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 1095 time: 0.1946785 Jan 28 20:14:27.148360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d69f7899-5ac3-4cd6-b214-e731f73abbd4 req-d03873dd-14a7-4a22-8827-4813170595d7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.3318968 Jan 28 20:14:27.518796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-ab78d72e-86d3-491f-9f7c-27fe3f400529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:27.520380 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-ab78d72e-86d3-491f-9f7c-27fe3f400529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 200 len: 924 time: 0.3680921 Jan 28 20:14:27.668138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d69f7899-5ac3-4cd6-b214-e731f73abbd4 req-de8923c7-7628-4ad1-9f8a-981191b3f12d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5156486 Jan 28 20:14:27.668138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-03be6dd9-3a39-451f-8afb-a4642867914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:27.668138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-03be6dd9-3a39-451f-8afb-a4642867914b service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.8408537 Jan 28 20:14:27.723168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-8cdfaab5-a80e-47cb-8a5f-46a2bd130de6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 217 time: 0.0477300 Jan 28 20:14:27.762529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-8e272ae8-69ab-4ce0-9ea2-ccadbf778f43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171 HTTP/1.1" status: 200 len: 217 time: 0.2271383 Jan 28 20:14:27.776455 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:27.884323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1455592212', 'description': 'tempest-description-1988701766'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:27.890945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-690d79dc-e41b-4510-91d0-da7b64fdde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:27.892663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-690d79dc-e41b-4510-91d0-da7b64fdde7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1623275 Jan 28 20:14:27.913422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430c0b80-8b17-4665-ae97-e1e0b888c15c,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:27.938714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-797b6fa5-21ca-4d8c-bb19-ed628c705ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:27.940884 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-797b6fa5-21ca-4d8c-bb19-ed628c705ac2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef1cd5cd-c071-44c0-83c8-6445fba207a1 HTTP/1.1" status: 200 len: 862 time: 0.1664650 Jan 28 20:14:27.956172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8797-01c2-4b04-8483-61f2c54b00e5 req-5fcd6522-da19-4a07-a050-d5806230f08d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:27.957810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fbc8797-01c2-4b04-8483-61f2c54b00e5 req-5fcd6522-da19-4a07-a050-d5806230f08d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1097 time: 0.1745627 Jan 28 20:14:27.961624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-984399b4-7b40-4fde-a351-25ba4754a572 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555904 Jan 28 20:14:27.974046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Checking segment: {'id': '0beb1dd9-967b-42cd-8939-b78b9fc20866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '516a0a2d-5b07-4f93-8068-119c47171c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:27.974553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Network hostable DHCP agents. Network: 516a0a2d-5b07-4f93-8068-119c47171c1a, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:14:28.035717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-5e43c960-e67d-4d8e-a952-c6a1025af764 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8626b310d2c748c8b48b929d2c458575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480380 Jan 28 20:14:28.061022 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:14:28.128970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-17239697-1d37-4fe6-b75c-56c86400d5ea service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516709 Jan 28 20:14:28.129848 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.161686 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.185604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-b02cc826-cd89-489f-b83a-9806e9995a10 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:28.187622 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-b02cc826-cd89-489f-b83a-9806e9995a10 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432815 Jan 28 20:14:28.190042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Network 516a0a2d-5b07-4f93-8068-119c47171c1a is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:14:28.204534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fbc8797-01c2-4b04-8483-61f2c54b00e5 req-c9c4ce40-a696-46b5-8c6f-43c7fa43e42c tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321994 Jan 28 20:14:28.221683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Request body: {'port': {'device_id': '80c21baa-64db-4718-b11d-1d13e6a1805e', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '8626b310d2c748c8b48b929d2c458575'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:28.239942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 516a0a2d-5b07-4f93-8068-119c47171c1a) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:28.251444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56abe4ad-390b-42f5-9532-d71234d5bbe6 None None] Network 516a0a2d-5b07-4f93-8068-119c47171c1a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:14:28.275231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:28.275891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.447917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.461783 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.504594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b71ddc-2e6d-41a1-8b44-a9ea6e2a48b8 None None] Network 516a0a2d-5b07-4f93-8068-119c47171c1a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:14:28.511154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7edc5-98cf-4fc3-8f51-3aafeedac2ae req-92bd8af0-10eb-4a2a-a08c-06d95bc366b6 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747568 Jan 28 20:14:28.569546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a764f8-21e5-40d2-bac4-4bda89a171f3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:28.588034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-e32dcaa1-18ef-4a63-912e-206569ab66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:28.589867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-e32dcaa1-18ef-4a63-912e-206569ab66a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a371b229-12a5-4700-9da3-4d7faf653e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6254277 Jan 28 20:14:28.608895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-02cb1ac6-05ec-443b-9796-5ea2353abe09 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7068002 Jan 28 20:14:28.626110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa0f02-9348-4900-aeff-0e1784e56892 req-cb1df140-259d-4697-b835-b6a221902e58 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:28.628051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cfa0f02-9348-4900-aeff-0e1784e56892 req-cb1df140-259d-4697-b835-b6a221902e58 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 944 time: 0.1738205 Jan 28 20:14:28.677424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.683738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cfa0f02-9348-4900-aeff-0e1784e56892 req-da0e48e8-a6f0-41c4-be29-52c4b8a9fa65 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448327 Jan 28 20:14:28.686015 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.729882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.731411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f5ba872-e67f-4d07-9c33-011d34566b1f req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8731999 Jan 28 20:14:28.751258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0d993-6e44-4ae9-8712-c5cad2c992ba tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1698202e-c2f4-470e-9c39-57c97131045d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:28.790560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a24fac-7c90-4066-9d44-864526470db3', 'name': 'network-vif-deleted', 'tag': '39471b6d-4c48-44ff-8bd1-c43f34ac7c5e'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:28.799497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52928) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:28.803707 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0809b2-cdbc-45d1-b49b-b19a60ecb662" -d '{"events": [{"server_uuid": "02a24fac-7c90-4066-9d44-864526470db3", "name": "network-vif-deleted", "tag": "39471b6d-4c48-44ff-8bd1-c43f34ac7c5e"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:28.897514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c2bd11-b563-46a0-a0f8-a4c53b943ac5 admin admin] Deleting subnet 3ebf757b-0c7b-46df-8b79-84f51655dd58 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:14:28.902428 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c2bd11-b563-46a0-a0f8-a4c53b943ac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:28.987436 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-7c67debe-3878-4f81-bb74-b2868d9f96b7 service neutron] 10.222.0.26 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847837 Jan 28 20:14:28.996314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38e3c235-edb4-4c2a-a906-d21f232ddd1e req-fdf9358d-4adb-4198-bd9f-6a02144aaeac tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 210 time: 0.1096439 Jan 28 20:14:29.005018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Made reservation on behalf of 8626b310d2c748c8b48b929d2c458575 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:29.010152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.024287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-610e96aa-9262-4f2e-aca0-b801a001d238 req-674ea8ba-754d-40d6-aedb-842d4956b9bf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:14:29.031617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-610e96aa-9262-4f2e-aca0-b801a001d238 req-674ea8ba-754d-40d6-aedb-842d4956b9bf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188122 Jan 28 20:14:29.052525 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c2bd11-b563-46a0-a0f8-a4c53b943ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.131551 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6eb38a21-f9b9-4ff0-a750-3cae889460ac req-62cf9f92-9f5c-4d48-bcfb-ead514226fa5 service neutron] 10.222.0.26 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273363 Jan 28 20:14:29.168229 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.216401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c2bd11-b563-46a0-a0f8-a4c53b943ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.265963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910638a3-0737-47eb-a856-f9150fdec0fc req-168f42c8-df6c-424b-9af5-fa1840609fb8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:29.267768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-910638a3-0737-47eb-a856-f9150fdec0fc req-168f42c8-df6c-424b-9af5-fa1840609fb8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1196146 Jan 28 20:14:29.284402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.290168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.372777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1890b7ef-1209-4065-a8ed-79a8ab55ae5f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:29.413890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-910638a3-0737-47eb-a856-f9150fdec0fc req-201b2563-47c9-473c-a2fd-6f1f230ff947 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306155 Jan 28 20:14:29.443918 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c2bd11-b563-46a0-a0f8-a4c53b943ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.466981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-06e18a26-ee37-4967-a6fb-7291d83e1fb8 req-12910a5e-c9da-40ab-9910-ddc3447e8fef tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1556332134', 'description': 'tempest-description-519405556'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:29.511147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Allocated IP 192.168.233.111 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/c75031b7-332f-42fc-b586-57c9ba7d32ca) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:29.515347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c2bd11-b563-46a0-a0f8-a4c53b943ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.520032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-53c2bd11-b563-46a0-a0f8-a4c53b943ac5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3ebf757b-0c7b-46df-8b79-84f51655dd58 HTTP/1.1" status: 204 len: 168 time: 0.7199295 Jan 28 20:14:29.522075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2bd11-b563-46a0-a0f8-a4c53b943ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebf757b-0c7b-46df-8b79-84f51655dd58,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:29.526517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-06e18a26-ee37-4967-a6fb-7291d83e1fb8 req-12910a5e-c9da-40ab-9910-ddc3447e8fef tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.533179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52942) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:29.660699 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.761299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.782806 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-06e18a26-ee37-4967-a6fb-7291d83e1fb8 req-12910a5e-c9da-40ab-9910-ddc3447e8fef tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.787772 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.791317 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-06e18a26-ee37-4967-a6fb-7291d83e1fb8 req-12910a5e-c9da-40ab-9910-ddc3447e8fef tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.827901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.840064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:29.853194 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-06e18a26-ee37-4967-a6fb-7291d83e1fb8 req-12910a5e-c9da-40ab-9910-ddc3447e8fef tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.866156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06e18a26-ee37-4967-a6fb-7291d83e1fb8 req-12910a5e-c9da-40ab-9910-ddc3447e8fef tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4091439 Jan 28 20:14:29.871073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910a5e-c9da-40ab-9910-ddc3447e8fef tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522d285c-6830-4975-8549-3fa09b48945f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:29.897464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a284347b-3723-45d6-b3ae-a063e5bbe6cb') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:29.897771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a284347b-3723-45d6-b3ae-a063e5bbe6cb') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:29.919946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:29.920774 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.936141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:29.940075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:29.947368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.958163 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79aaad7-80e7-41e2-8217-5b2a3c1af731 x-openstack-request-id: req-a79aaad7-80e7-41e2-8217-5b2a3c1af731 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:29.958648 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a24fac-7c90-4066-9d44-864526470db3", "name": "network-vif-deleted", "tag": "39471b6d-4c48-44ff-8bd1-c43f34ac7c5e", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:29.959618 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a79aaad7-80e7-41e2-8217-5b2a3c1af731 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:29.960124 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a24fac-7c90-4066-9d44-864526470db3', 'name': 'network-vif-deleted', 'tag': '39471b6d-4c48-44ff-8bd1-c43f34ac7c5e', 'status': 'completed', 'code': 200} Jan 28 20:14:29.975154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:14:29.975967 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:14:29.983957 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:14:29.989063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Pushing event updated for resources: {'Port': ['ID=c75031b7-332f-42fc-b586-57c9ba7d32ca,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:30.034960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:30.039927 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.076903 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9e576531-c2c3-4601-b99c-d592cfdb9aae tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8694301 Jan 28 20:14:30.089801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Request body: {'port': {'device_id': '80c21baa-64db-4718-b11d-1d13e6a1805e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:30.102722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.113463 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.115722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:14:30.124150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3 HTTP/1.1" status: 204 len: 168 time: 0.5889010 Jan 28 20:14:30.128103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52972) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:30.180886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:14:30.181435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 39471b6d-4c48-44ff-8bd1-c43f34ac7c5e not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:14:30.226064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fe252-7341-425e-821c-4144d2f1b159 admin admin] Pushing event deleted for resources: {'Network': ['ID=a405bb7c-0cc0-4fe3-8d86-5fe4c09f36f3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:30.226332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.372896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8079572-bf99-45ce-ac55-55eb10e8a426 admin admin] Deleting subnet 29a6e324-a1b4-43a8-a726-21d8388fc285 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:14:30.379963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8079572-bf99-45ce-ac55-55eb10e8a426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.425199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f77c1bd6-4455-4791-8a5a-8e9a9046c02f None None] Provisioning complete for port c75031b7-332f-42fc-b586-57c9ba7d32ca triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:30.425827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f77c1bd6-4455-4791-8a5a-8e9a9046c02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.507577 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8079572-bf99-45ce-ac55-55eb10e8a426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.531044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f77c1bd6-4455-4791-8a5a-8e9a9046c02f None None] Port c75031b7-332f-42fc-b586-57c9ba7d32ca cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:30.542619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-e98a77dd-46ae-4441-b669-e95eb62a2c9e tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:14:30.543881 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-e98a77dd-46ae-4441-b669-e95eb62a2c9e tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142591 Jan 28 20:14:30.559506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-113415eb-761b-44f6-a688-bfc4fcf3bbc6 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:30.561143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-113415eb-761b-44f6-a688-bfc4fcf3bbc6 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 807 time: 0.3485622 Jan 28 20:14:30.587010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8079572-bf99-45ce-ac55-55eb10e8a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.590034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-fccd2b9d-99cf-4828-99dd-12442a05a07c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/quotas/f2a7105b289444898a6431d4fe483c24 HTTP/1.1" status: 200 len: 375 time: 0.0148661 Jan 28 20:14:30.640506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-af1f2914-18f5-4332-9a79-ec0767fd2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:30.644559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-fe0a52da-7303-4455-9a26-58f29685c2fa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358717 Jan 28 20:14:30.651107 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-af1f2914-18f5-4332-9a79-ec0767fd2baf service neutron] 10.222.0.44 "GET /v2.0/ports/6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 1094 time: 0.0876348 Jan 28 20:14:30.656153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Request body: {'binding': {'host': 'n-h2-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:30.656864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:14:30.660041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8d689a6a-ccbf-444e-b3c6-2c5d32935171 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:30.762845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-af53a530-d2aa-46fc-8af4-4ac89a39d2d9 service neutron] 10.222.0.44 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082053 Jan 28 20:14:30.783023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8d689a6a-ccbf-444e-b3c6-2c5d32935171, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:30.798830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'port_id': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'mac_address': 'fa:16:3e:71:08:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:14:30.808292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75031b7-332f-42fc-b586-57c9ba7d32ca {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:30.823826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.854482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Transition to ACTIVE for port object c75031b7-332f-42fc-b586-57c9ba7d32ca will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:30.856359 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8079572-bf99-45ce-ac55-55eb10e8a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.862225 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.879101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.892478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079572-bf99-45ce-ac55-55eb10e8a426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a6e324-a1b4-43a8-a726-21d8388fc285,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:30.894553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8079572-bf99-45ce-ac55-55eb10e8a426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:30.898695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c8079572-bf99-45ce-ac55-55eb10e8a426 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/29a6e324-a1b4-43a8-a726-21d8388fc285 HTTP/1.1" status: 204 len: 168 time: 0.7682614 Jan 28 20:14:30.901923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52982) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:30.906602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d689a6a-ccbf-444e-b3c6-2c5d32935171 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:30.938368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c75031b7-332f-42fc-b586-57c9ba7d32ca,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:30.965967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8d689a6a-ccbf-444e-b3c6-2c5d32935171, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:30.974009 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.013234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-c18bf9c6-8896-44a1-8576-f8001fc26d44 service neutron] 10.222.0.44 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396102 Jan 28 20:14:31.057713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on host n-h2-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:31.058043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:31.058440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:31.081176 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.089121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8d689a6a-ccbf-444e-b3c6-2c5d32935171,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:31.120533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:31.120824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:31.125612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Attempting to bind port c75031b7-332f-42fc-b586-57c9ba7d32ca on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:31.127154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Attempting to bind port c75031b7-332f-42fc-b586-57c9ba7d32ca by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:31.127507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Attempting to bind port c75031b7-332f-42fc-b586-57c9ba7d32ca on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:31.148548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Port c75031b7-332f-42fc-b586-57c9ba7d32ca on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:31.148953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Attempting to bind port c75031b7-332f-42fc-b586-57c9ba7d32ca on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:31.158360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:31.158709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:31.159085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:31.160304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Bound port: 6c5b75cf-f894-4647-94c0-09777b9794e9, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:31.168802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:31.170675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:31.171471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:31.172873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Bound port: c75031b7-332f-42fc-b586-57c9ba7d32ca, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:31.174000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.202128 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.253619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9543935a-71f1-40d4-bf27-0a173be77bdb']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:31.278342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8d689a6a-ccbf-444e-b3c6-2c5d32935171'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:31.293970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f26f7c-d955-45b4-9915-bb6ad43980c1') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:31.294333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f26f7c-d955-45b4-9915-bb6ad43980c1') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:31.341815 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.350838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:31.365213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.381597 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-443b4b4b-ff52-4bb6-b268-9497d628780a service neutron] 10.222.0.44 "POST /v2.0/ports/6c5b75cf-f894-4647-94c0-09777b9794e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7292783 Jan 28 20:14:31.383888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] For port c75031b7-332f-42fc-b586-57c9ba7d32ca, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:31.397510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] For port c75031b7-332f-42fc-b586-57c9ba7d32ca, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c75031b7-332f-42fc-b586-57c9ba7d32ca,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:31.406682 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.414266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.445808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:14:31.447700 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:14:31.452024 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:14:31.459986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:31.482045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.488246 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/c75031b7-332f-42fc-b586-57c9ba7d32ca HTTP/1.1" status: 200 len: 1096 time: 1.4011784 Jan 28 20:14:31.519707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b05e7-6d42-4b7a-9eac-f8d1f52b2670 req-ded7360d-692e-40b6-8bf1-aa11a37ca7a3 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:31.525174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-363b05e7-6d42-4b7a-9eac-f8d1f52b2670 req-ded7360d-692e-40b6-8bf1-aa11a37ca7a3 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 945 time: 0.2071755 Jan 28 20:14:31.562726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.604601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.607885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9543935a-71f1-40d4-bf27-0a173be77bdb HTTP/1.1" status: 204 len: 168 time: 0.7051878 Jan 28 20:14:31.676541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-363b05e7-6d42-4b7a-9eac-f8d1f52b2670 req-d78ac36b-848d-4bea-9852-df9edba7b09b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378877 Jan 28 20:14:31.678290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dd095-4334-4889-9e2c-51e9e0f87ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9543935a-71f1-40d4-bf27-0a173be77bdb,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:31.724113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-560575177', 'description': 'tempest-description-1929533267'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:31.771154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcb113-c00c-440c-9378-0999f4f6b7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c75031b7-332f-42fc-b586-57c9ba7d32ca,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:31.824019 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.851255 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:31.866538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-63f13a2f-5de2-4a9e-8713-b4ab62809a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:31.871834 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-63f13a2f-5de2-4a9e-8713-b4ab62809a6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8626b310d2c748c8b48b929d2c458575&device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 1099 time: 0.2450302 Jan 28 20:14:31.984125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c21baa-64db-4718-b11d-1d13e6a1805e', 'tag': 'c75031b7-332f-42fc-b586-57c9ba7d32ca'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:31.987339 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f749660-daaf-43ad-9367-0acb61fd44ff" -d '{"events": [{"name": "network-changed", "server_uuid": "80c21baa-64db-4718-b11d-1d13e6a1805e", "tag": "c75031b7-332f-42fc-b586-57c9ba7d32ca"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:32.004529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-1c6810ff-3903-4845-a67c-cb395728f75c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c75031b7-332f-42fc-b586-57c9ba7d32ca HTTP/1.1" status: 200 len: 217 time: 0.1242273 Jan 28 20:14:32.070145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53000) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:32.129125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-ee8c13f3-3d80-47bd-aa06-c9832f80bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:32.133417 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-ee8c13f3-3d80-47bd-aa06-c9832f80bd67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1097 time: 0.3385663 Jan 28 20:14:32.166377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3cdff-1a71-4f44-976f-fcea8c5a9daf req-cdc34b19-5208-4928-843e-41048dbb2cdf tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:32.175638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2c3cdff-1a71-4f44-976f-fcea8c5a9daf req-cdc34b19-5208-4928-843e-41048dbb2cdf tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 948 time: 0.2195640 Jan 28 20:14:32.185913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1e97d3a1-cd12-40b6-833a-159d1e1322f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63165be5b54c453dab9fa439045900d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1122699 Jan 28 20:14:32.196687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53004) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:32.201502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.210824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.304850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2c3cdff-1a71-4f44-976f-fcea8c5a9daf req-8b2210e3-0471-4875-9bf7-08e9e71d7db7 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282144 Jan 28 20:14:32.312457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884e479-8ede-4c09-b5a5-79d0ac07cddc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:32.341544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.354547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.383209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.385196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1917e942-258e-4c16-82e9-d54680f2bdd0 req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6674244 Jan 28 20:14:32.397719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a6137da-1097-47be-b66e-5f043707e50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.424455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696218c-cad5-427b-8a46-543094cf26eb tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa306dd9-be38-4b6b-a4bd-439bfc413324,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:32.471637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-028642e0-13ac-44bb-a554-93ba9b37d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:32.473310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac01196-7cf8-4002-beec-8cd2b44a87a3 req-8405e373-2d7c-455e-ae77-72d900ef4b1c tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:32.474204 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-028642e0-13ac-44bb-a554-93ba9b37d8b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.4590895 Jan 28 20:14:32.483993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ac01196-7cf8-4002-beec-8cd2b44a87a3 req-8405e373-2d7c-455e-ae77-72d900ef4b1c tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.0728886 Jan 28 20:14:32.526329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63db3600-6db2-474c-a0f0-b40712e2c350 req-656e0f3d-5795-4608-b036-21fc799f5ad1 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 210 time: 0.0386989 Jan 28 20:14:32.542723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a6137da-1097-47be-b66e-5f043707e50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.585965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ac01196-7cf8-4002-beec-8cd2b44a87a3 req-5a039353-16c2-43cb-ae0d-58dc9183c3c1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952327 Jan 28 20:14:32.596595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9f0210be-fe8d-4b14-a371-75d50d14bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:32.596595 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-9f0210be-fe8d-4b14-a371-75d50d14bc0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074986 Jan 28 20:14:32.687928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-bdbbced6-d9f8-484b-ba72-30ee17be0bbf req-f8a49fb7-81dd-4417-8a55-d606519d3b65 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1585518142', 'description': 'tempest-description-1763652347'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:32.688735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8d689a6a-ccbf-444e-b3c6-2c5d32935171 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:32.759486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbba431-15af-4041-b10c-a8927805c817 req-ab17d75d-e662-44b6-9741-83e024313bee tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:32.763055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0dbba431-15af-4041-b10c-a8927805c817 req-ab17d75d-e662-44b6-9741-83e024313bee tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 946 time: 0.0996904 Jan 28 20:14:32.776331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bdbbced6-d9f8-484b-ba72-30ee17be0bbf req-f8a49fb7-81dd-4417-8a55-d606519d3b65 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.782610 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-796cc65a-4701-41da-aecd-68564267a668 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787374 Jan 28 20:14:32.788263 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b05f24-c2c8-4512-8dc4-f977ad8f6339 x-openstack-request-id: req-13b05f24-c2c8-4512-8dc4-f977ad8f6339 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:32.788532 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c21baa-64db-4718-b11d-1d13e6a1805e", "tag": "c75031b7-332f-42fc-b586-57c9ba7d32ca", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:32.788771 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13b05f24-c2c8-4512-8dc4-f977ad8f6339 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:32.789598 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c21baa-64db-4718-b11d-1d13e6a1805e', 'tag': 'c75031b7-332f-42fc-b586-57c9ba7d32ca', 'status': 'completed', 'code': 200} Jan 28 20:14:32.789746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:14:32.801368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:32.801922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.869511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-97a36690-baa7-4375-b26f-50c499658fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:32.872597 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-97a36690-baa7-4375-b26f-50c499658fa3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.7214222 Jan 28 20:14:32.897098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0dbba431-15af-4041-b10c-a8927805c817 req-a4a28bfe-9289-4ec6-b771-64bdfb6bdade tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192257 Jan 28 20:14:32.910496 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a6137da-1097-47be-b66e-5f043707e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.915995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a6137da-1097-47be-b66e-5f043707e50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.917624 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1a6137da-1097-47be-b66e-5f043707e50f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cda909fc-8572-4545-8edb-2364e6399e18 HTTP/1.1" status: 204 len: 168 time: 0.7190568 Jan 28 20:14:32.936875 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:32.993235 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-3b29d8d2-c400-4664-ba2b-d51f2665c5b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 217 time: 0.1001215 Jan 28 20:14:32.998082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6137da-1097-47be-b66e-5f043707e50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda909fc-8572-4545-8edb-2364e6399e18,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:33.032831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:33.035110 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4993d1-dcfd-49f4-997a-b121bcaa139e" -d '{"events": [{"server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "name": "network-vif-plugged", "status": "completed", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:33.038996 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bdbbced6-d9f8-484b-ba72-30ee17be0bbf req-f8a49fb7-81dd-4417-8a55-d606519d3b65 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:33.049632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bdbbced6-d9f8-484b-ba72-30ee17be0bbf req-f8a49fb7-81dd-4417-8a55-d606519d3b65 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:33.102899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8d689a6a-ccbf-444e-b3c6-2c5d32935171, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:33.106402 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b38aa887-2cfd-4675-a702-b94a44f95f92 req-b7afcddc-d361-4880-b3cf-1daf2a1dc09a service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159025 Jan 28 20:14:33.123202 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:33.129310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a49fb7-81dd-4417-8a55-d606519d3b65 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5fbb49-d294-4cc8-b52e-f5f8f0f831f6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:33.139284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-564866f6-e038-45f4-82f1-c23d90052b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.140861 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-564866f6-e038-45f4-82f1-c23d90052b8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1249273 Jan 28 20:14:33.189413 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-c3d971b8-3824-4c5a-b575-49a5e3ce9a04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378089 Jan 28 20:14:33.246808 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bdbbced6-d9f8-484b-ba72-30ee17be0bbf req-f8a49fb7-81dd-4417-8a55-d606519d3b65 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:33.267107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bdbbced6-d9f8-484b-ba72-30ee17be0bbf req-f8a49fb7-81dd-4417-8a55-d606519d3b65 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5891094 Jan 28 20:14:33.269502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8d689a6a-ccbf-444e-b3c6-2c5d32935171,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:33.343844 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964a2179-379d-47e4-a41d-0691a7d80809 x-openstack-request-id: req-964a2179-379d-47e4-a41d-0691a7d80809 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:33.344157 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "name": "network-vif-plugged", "status": "completed", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:33.344433 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-964a2179-379d-47e4-a41d-0691a7d80809 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:33.344839 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'code': 200} Jan 28 20:14:33.362935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-cf64d840-badf-440e-9bcc-1887673b4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.363522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eecea8-3012-45d8-96cf-a9c47feff438 req-585f3270-d89d-42d6-acc5-662e37692135 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.364491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-cf64d840-badf-440e-9bcc-1887673b4376 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8626b310d2c748c8b48b929d2c458575&device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 1099 time: 0.1419506 Jan 28 20:14:33.375544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52eecea8-3012-45d8-96cf-a9c47feff438 req-585f3270-d89d-42d6-acc5-662e37692135 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 946 time: 0.2487502 Jan 28 20:14:33.445341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52eecea8-3012-45d8-96cf-a9c47feff438 req-0e51d69a-0ee4-4515-aa23-2c46fea0939b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678818 Jan 28 20:14:33.488507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-275411be-f2d8-43bc-9b2e-64ff3c920c99 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.490131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-275411be-f2d8-43bc-9b2e-64ff3c920c99 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 807 time: 0.3622491 Jan 28 20:14:33.527874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Request body: {'port': {'device_id': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'admin_state_up': True, 'tenant_id': 'f2a7105b289444898a6431d4fe483c24'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:33.586257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-f3713410-1db1-4c0f-bdf2-09665a5a7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.588224 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-f3713410-1db1-4c0f-bdf2-09665a5a7db0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2090669 Jan 28 20:14:33.590043 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-d15dbe13-af00-4800-a37d-8403241bc0c4 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895860 Jan 28 20:14:33.734439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844a49-2e4c-4d5d-9f06-08607886286c req-8780efee-e707-41c9-8008-d4033b7c1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.736378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3844a49-2e4c-4d5d-9f06-08607886286c req-8780efee-e707-41c9-8008-d4033b7c1ad6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 1097 time: 0.2442923 Jan 28 20:14:33.741524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-da457033-4a38-4a34-9c41-8ecd41b9c13f service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350291 Jan 28 20:14:33.743363 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-40a5d246-235c-4415-880f-081291869ce1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c75031b7-332f-42fc-b586-57c9ba7d32ca HTTP/1.1" status: 200 len: 217 time: 0.1471121 Jan 28 20:14:33.763739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca1a80-ad96-4dd9-a497-71ae9fa1044d req-7ed5ab70-eab1-44a2-99e0-b31754c4d2b9 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.765650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59ca1a80-ad96-4dd9-a497-71ae9fa1044d req-7ed5ab70-eab1-44a2-99e0-b31754c4d2b9 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 948 time: 0.1729784 Jan 28 20:14:33.795035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53024) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:33.852215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-578d2951-8906-4e1b-afbb-263e99995258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.853867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-578d2951-8906-4e1b-afbb-263e99995258 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1039968 Jan 28 20:14:33.872278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3844a49-2e4c-4d5d-9f06-08607886286c req-541dbd2b-0692-4e73-bec9-73a8ec8624a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968168 Jan 28 20:14:33.883560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Made reservation on behalf of f2a7105b289444898a6431d4fe483c24 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:33.892696 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:33.892983 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d764b869-8334-4827-90fc-b507bc29ff9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24d00497e7f7460f8f6547248a58f052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937431 Jan 28 20:14:33.905008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53028) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:33.955402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-55c23370-9d32-4286-9262-c754d06be659 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.957132 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-55c23370-9d32-4286-9262-c754d06be659 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1097 time: 0.1238332 Jan 28 20:14:33.957253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59ca1a80-ad96-4dd9-a497-71ae9fa1044d req-72db98cf-59d0-4a63-94a7-77730d8aa01b tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605678 Jan 28 20:14:33.975524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-4aa37673-1caa-4de5-979d-f189132b7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:33.977217 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-4aa37673-1caa-4de5-979d-f189132b7c0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026978 Jan 28 20:14:34.236609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-3'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:34.266864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56aceee7-28e4-4542-9de8-69bf52b4a39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:34.332930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56aceee7-28e4-4542-9de8-69bf52b4a39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:34.382776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35b12847-72c8-4cd4-b884-df348dbc40e0 req-891fcb46-82e2-43f7-bb04-7806e14d4d10 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 210 time: 0.3251388 Jan 28 20:14:34.420033 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:34.440725 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-5270426e-ff1a-4ec7-8815-00514365e2d0 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553838 Jan 28 20:14:34.601319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56aceee7-28e4-4542-9de8-69bf52b4a39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:34.606316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56aceee7-28e4-4542-9de8-69bf52b4a39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:34.609889 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-56aceee7-28e4-4542-9de8-69bf52b4a39a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8855933-61ee-4c66-b91c-a76cd5f1bfbb HTTP/1.1" status: 204 len: 168 time: 0.7013354 Jan 28 20:14:34.623948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Allocated IP 172.20.0.2 (77470456-10c5-4380-a234-ec13d237d0c9/3b6bb16d-74c1-42f7-bbb3-91fcb10605a9/9ffbc656-f3dd-425b-8efc-61d109e4caed) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:34.652302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-15850ce4-da1c-4435-8e05-82dec61b22ed tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53378 time: 1.1750290 Jan 28 20:14:34.667551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aceee7-28e4-4542-9de8-69bf52b4a39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8855933-61ee-4c66-b91c-a76cd5f1bfbb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:34.701262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638202-6812-402c-a9b1-82a4fb195898 req-96e70dee-762c-4276-a79a-394f701fe594 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:34.709793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68638202-6812-402c-a9b1-82a4fb195898 req-96e70dee-762c-4276-a79a-394f701fe594 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1679063 Jan 28 20:14:34.743665 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f749660-daaf-43ad-9367-0acb61fd44ff req-f0ccfdba-90f2-4191-bfec-ad61a1c4aafe service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948856 Jan 28 20:14:34.840718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:34.899427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:34.905951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68638202-6812-402c-a9b1-82a4fb195898 req-124778ec-b307-4de4-be55-3aea2d9d8d94 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948571 Jan 28 20:14:34.922099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-3e7bafbc-0994-4d88-b30d-1e0d659b142f tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1890b7ef-1209-4065-a8ed-79a8ab55ae5f HTTP/1.1" status: 200 len: 2981 time: 0.2578568 Jan 28 20:14:34.995496 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:35.001321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:35.005286 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ec1737-878c-4944-9325-c8adc47c0d45" -d '{"events": [{"server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:35.014827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:35.136619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on host n-h1-825064-3 for vnic_type normal with profile {"migrating_to": "n-h2-825064-3"} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:35.136886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:35.140299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:35.143880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224d600-c2c7-4432-afba-743022793852 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:35.151538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:35.151965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Attempting to bind port 6c5b75cf-f894-4647-94c0-09777b9794e9 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:35.166059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:35.166552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:35.166992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:35.167496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Bound port: 6c5b75cf-f894-4647-94c0-09777b9794e9, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:35.167921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:35.202404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:35.215874 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-ce178e5c-c6af-4055-b616-598494d4f7b9 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1890b7ef-1209-4065-a8ed-79a8ab55ae5f HTTP/1.1" status: 200 len: 2981 time: 0.2661769 Jan 28 20:14:35.265109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:35.269083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:35.279160 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:35.283276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fce23-c128-4e34-83d1-ed5235042af8 req-fe9fadcd-7284-4287-9c06-71458e298033 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:35.291306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c1fce23-c128-4e34-83d1-ed5235042af8 req-fe9fadcd-7284-4287-9c06-71458e298033 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 944 time: 0.1839406 Jan 28 20:14:35.368347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c1fce23-c128-4e34-83d1-ed5235042af8 req-30500f1f-1783-4135-aba1-d2b2a9d89898 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763891 Jan 28 20:14:35.405541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:35.410145 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:35.411949 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-4224d600-c2c7-4432-afba-743022793852 service neutron] 10.222.0.26 "PUT /v2.0/ports/6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 1122 time: 1.1929281 Jan 28 20:14:35.432959 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-34a63c0f-199c-4420-86ca-fd0bc660fb1f tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1fe263de-535a-4df9-a10a-ba46ef578e9e HTTP/1.1" status: 200 len: 2981 time: 0.2161431 Jan 28 20:14:35.436502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:35.438272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224d600-c2c7-4432-afba-743022793852 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=8']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:35.465687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['6c5b75cf-f894-4647-94c0-09777b9794e9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:35.642430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Pushing event updated for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:35.650123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Network 77470456-10c5-4380-a234-ec13d237d0c9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:35.662926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:35.670850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:35.748909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:35.750244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:35.759089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-462350d3-f60c-45e1-abbe-9d8227a38905 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1fe263de-535a-4df9-a10a-ba46ef578e9e HTTP/1.1" status: 200 len: 2981 time: 0.3164306 Jan 28 20:14:35.809979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-7dd8143e-23b4-45de-a76a-fb0a2649e01c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2943683 Jan 28 20:14:35.820821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b63be-614d-46cf-ad52-0d174f2caadc req-b1df46dc-83fd-469c-835d-4a97dbd1057f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:35.822512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-234b63be-614d-46cf-ad52-0d174f2caadc req-b1df46dc-83fd-469c-835d-4a97dbd1057f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 946 time: 0.2927754 Jan 28 20:14:35.829811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Request body: {'port': {'device_id': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:35.942045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-fa79a45d-8844-413c-9e12-f85ee624aaf6 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/304cd963-a3ff-4e62-9f30-706d90fc5b49 HTTP/1.1" status: 200 len: 2977 time: 0.1695375 Jan 28 20:14:35.947872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-234b63be-614d-46cf-ad52-0d174f2caadc req-937dddd0-ad93-44a7-9ad2-a00c068621d5 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942245 Jan 28 20:14:35.951713 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:36.063281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-8ed63a15-dcd2-4dcc-9bdc-946b0ee3988d tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/304cd963-a3ff-4e62-9f30-706d90fc5b49 HTTP/1.1" status: 200 len: 2977 time: 0.1124315 Jan 28 20:14:36.131735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c75031b7-332f-42fc-b586-57c9ba7d32ca details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:36.288526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c75031b7-332f-42fc-b586-57c9ba7d32ca, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c75031b7-332f-42fc-b586-57c9ba7d32ca,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:36.303797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'c75031b7-332f-42fc-b586-57c9ba7d32ca', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'c75031b7-332f-42fc-b586-57c9ba7d32ca', 'mac_address': 'fa:16:3e:d7:b5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:14:36.306743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-f5829422-ae6e-406e-859d-16a16aa2185f tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/356ee7e6-fefb-4405-af85-cb4bcca58d95 HTTP/1.1" status: 200 len: 2981 time: 0.2292569 Jan 28 20:14:36.328729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662ee74-8a9f-4e5b-b1dc-ba76c9d62ced req-2b46b00b-0605-412f-8db3-c004c9158900 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:36.330637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c662ee74-8a9f-4e5b-b1dc-ba76c9d62ced req-2b46b00b-0605-412f-8db3-c004c9158900 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 948 time: 0.1864400 Jan 28 20:14:36.358958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:36.395034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75031b7-332f-42fc-b586-57c9ba7d32ca {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:36.424504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c75031b7-332f-42fc-b586-57c9ba7d32ca, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c75031b7-332f-42fc-b586-57c9ba7d32ca,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:36.430750 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:36.499707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-781deca2-aad6-476c-8cad-e9a3c101a41c tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/356ee7e6-fefb-4405-af85-cb4bcca58d95 HTTP/1.1" status: 200 len: 2981 time: 0.1679082 Jan 28 20:14:36.512709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c75031b7-332f-42fc-b586-57c9ba7d32ca,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:36.514318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c662ee74-8a9f-4e5b-b1dc-ba76c9d62ced req-2bcc2580-23ff-4c4a-9dd4-3f48d13ddc13 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646879 Jan 28 20:14:36.576691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-86a55e3b-4dd3-44b6-9345-6f3993291cb7 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/6945e9c8-324a-48ec-a6bc-5890511dad04 HTTP/1.1" status: 200 len: 2981 time: 0.0760074 Jan 28 20:14:36.584124 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c08e0-4b5e-45a6-88dc-5a9d318af946 x-openstack-request-id: req-505c08e0-4b5e-45a6-88dc-5a9d318af946 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:36.584842 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:36.585195 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-505c08e0-4b5e-45a6-88dc-5a9d318af946 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:36.585671 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9', 'code': 200} Jan 28 20:14:36.656580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c75031b7-332f-42fc-b586-57c9ba7d32ca'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:36.666954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffbc656-f3dd-425b-8efc-61d109e4caed {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:36.688572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:36.724710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-e2cf3d3e-5932-44a9-a757-92a36cbe5f59 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/6945e9c8-324a-48ec-a6bc-5890511dad04 HTTP/1.1" status: 200 len: 2981 time: 0.1109316 Jan 28 20:14:36.726400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Transition to ACTIVE for port object 9ffbc656-f3dd-425b-8efc-61d109e4caed will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:36.732769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:36.807622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad5c3f-96c4-40b3-a0da-06c6f6630994 req-01ee860a-704d-4729-a46f-eccd0c649dbd tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:36.809352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ad5c3f-96c4-40b3-a0da-06c6f6630994 req-01ee860a-704d-4729-a46f-eccd0c649dbd tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 931 time: 0.1523416 Jan 28 20:14:36.892452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Pushing event updated for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:36.948800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-5d76bd50-c255-4d6d-85cd-6eec52c65901 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/796fdb13-6e2d-4124-9d9a-7d459c358705 HTTP/1.1" status: 200 len: 2981 time: 0.2057302 Jan 28 20:14:37.025964 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ad5c3f-96c4-40b3-a0da-06c6f6630994 req-77355145-ea64-499e-bbd2-eb12bcca751e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051363 Jan 28 20:14:37.063225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:37.064018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:37.064555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:37.071231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:37.071795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:37.075206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-0aa5388f-5d3e-479a-a29a-0464b1e8aff2 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/796fdb13-6e2d-4124-9d9a-7d459c358705 HTTP/1.1" status: 200 len: 2981 time: 0.1250753 Jan 28 20:14:37.084278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:37.085294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:37.085939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:37.086690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Bound port: 9ffbc656-f3dd-425b-8efc-61d109e4caed, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:37.087283 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:37.300427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-06f3b55a-b4b6-466d-8696-b95e8f65ccc2 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7ca41264-4c4a-46c9-9e83-9990e5b6eb07 HTTP/1.1" status: 200 len: 2981 time: 0.1995981 Jan 28 20:14:37.320997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:37.326422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:37.342643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d796c-4bcc-40d8-a9a6-fb965b35c72d req-70184558-cb60-4b90-8516-e3cb408eb9e8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:37.345750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-014d796c-4bcc-40d8-a9a6-fb965b35c72d req-70184558-cb60-4b90-8516-e3cb408eb9e8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.2121530 Jan 28 20:14:37.356035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:37.459083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:37.459986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:37.462584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] 10.222.0.13 "PUT /v2.0/ports/9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 1091 time: 1.6371579 Jan 28 20:14:37.466335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:37.471278 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac8f302-a97f-4893-94e4-3f7cf217fb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:37.547202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-e3b9cd7b-db5d-49b7-944c-400d2976e00c tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7ca41264-4c4a-46c9-9e83-9990e5b6eb07 HTTP/1.1" status: 200 len: 2981 time: 0.2360744 Jan 28 20:14:37.615527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-014d796c-4bcc-40d8-a9a6-fb965b35c72d req-d5c2b223-7cdb-4fec-bcf0-18c94fca0868 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517407 Jan 28 20:14:37.651020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d01ba-dd5e-4ed1-ab90-219981360bea service neutron] Pushing event updated for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:37.680107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39fbbbb3-863c-4e90-ad60-130f62d971b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:37.695216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-c3a0c54f-5aa9-4d49-8e24-88e9974033bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:37.697712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-c3a0c54f-5aa9-4d49-8e24-88e9974033bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1094 time: 0.1854911 Jan 28 20:14:37.759986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-263e81df-e952-4496-b354-098bc58c7004 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7fb0dd33-2b89-492a-b493-b2aca0bd7589 HTTP/1.1" status: 200 len: 2981 time: 0.1736429 Jan 28 20:14:37.762167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-bdea702f-1992-415e-a95a-cb4e8cce0f49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 217 time: 0.0493398 Jan 28 20:14:37.891166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-d9ba3e66-93c6-40d0-bd3f-7f4d1c0a8cdc tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7fb0dd33-2b89-492a-b493-b2aca0bd7589 HTTP/1.1" status: 200 len: 2981 time: 0.1040478 Jan 28 20:14:37.894650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-a0b5ce11-d328-4199-8992-5c2747e37b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:37.896780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-a0b5ce11-d328-4199-8992-5c2747e37b9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1208351 Jan 28 20:14:37.966748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-a291dcc5-2bdc-44f4-9b6c-7b8faa7b1179 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623801 Jan 28 20:14:38.118457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-697276e2-ea54-401b-a67e-701ca50075ec tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a7985b60-f941-49df-9cd4-fd8085133bbe HTTP/1.1" status: 200 len: 2973 time: 0.2262597 Jan 28 20:14:38.156712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c75031b7-332f-42fc-b586-57c9ba7d32ca up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:38.233018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d6849-51c5-494b-b129-0042d57a96aa req-eb4fdc99-ac8b-4b4d-a6d5-dadfe74b264f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:38.235883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d94d6849-51c5-494b-b129-0042d57a96aa req-eb4fdc99-ac8b-4b4d-a6d5-dadfe74b264f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 944 time: 0.2313085 Jan 28 20:14:38.247977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port c75031b7-332f-42fc-b586-57c9ba7d32ca completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:14:38.252787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port c75031b7-332f-42fc-b586-57c9ba7d32ca triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:38.253206 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:38.295294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-ab5009e9-5e5a-451a-90a2-4af78d2461d9 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157907 Jan 28 20:14:38.434176 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:38.437480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-ca92c1dc-fbef-42ea-853e-fe88460e1ba5 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a7985b60-f941-49df-9cd4-fd8085133bbe HTTP/1.1" status: 200 len: 2973 time: 0.3053849 Jan 28 20:14:38.467373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d94d6849-51c5-494b-b129-0042d57a96aa req-899abdda-6a50-4c2e-bac8-9c070dbfba31 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073038 Jan 28 20:14:38.500504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c75031b7-332f-42fc-b586-57c9ba7d32ca, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c75031b7-332f-42fc-b586-57c9ba7d32ca,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:38.502087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c21baa-64db-4718-b11d-1d13e6a1805e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75031b7-332f-42fc-b586-57c9ba7d32ca'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:38.506585 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fc8446-7fe2-4ca9-a265-c45ea8e61636" -d '{"events": [{"server_uuid": "80c21baa-64db-4718-b11d-1d13e6a1805e", "name": "network-vif-plugged", "status": "completed", "tag": "c75031b7-332f-42fc-b586-57c9ba7d32ca"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:38.512546 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:38.561673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-2861f6cc-66e3-4d8c-92bc-977b6937510c tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b6a764f8-21e5-40d2-bac4-4bda89a171f3 HTTP/1.1" status: 200 len: 2981 time: 0.0931451 Jan 28 20:14:38.587490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:38.591564 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47197104-2cef-42b6-aa91-af4149e300be" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:38.603483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c75031b7-332f-42fc-b586-57c9ba7d32ca,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:38.628443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ff7352-02e6-48a5-b29e-0db4baa24963 req-67ac6a3a-e664-4a57-9743-686bbeba48fd service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909794 Jan 28 20:14:38.714152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6c5b75cf-f894-4647-94c0-09777b9794e9 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:38.745529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-ccd2a62e-e651-4ee6-a8e4-52c53f6d85ed tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b6a764f8-21e5-40d2-bac4-4bda89a171f3 HTTP/1.1" status: 200 len: 2981 time: 0.1494806 Jan 28 20:14:38.746472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f70f9-6157-4a81-b9d9-53d5aabc7b1b req-3123afdc-f623-4637-825c-b92c0778313c tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:38.748830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df9f70f9-6157-4a81-b9d9-53d5aabc7b1b req-3123afdc-f623-4637-825c-b92c0778313c tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 946 time: 0.1158538 Jan 28 20:14:38.863677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df9f70f9-6157-4a81-b9d9-53d5aabc7b1b req-6b306d54-a8cd-4f9e-b4eb-18ce2a4ab0fa tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015317 Jan 28 20:14:38.868202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-82bd4941-f39c-47f4-9f65-7dfc24e02601 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b884e479-8ede-4c09-b5a5-79d0ac07cddc HTTP/1.1" status: 200 len: 2981 time: 0.1167047 Jan 28 20:14:38.927744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:38.951427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6c5b75cf-f894-4647-94c0-09777b9794e9 has no active binding in host n-h2-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:14:38.972303 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4214248-edcd-48fa-88dc-c65015488028 x-openstack-request-id: req-d4214248-edcd-48fa-88dc-c65015488028 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:38.973287 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:38.973660 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4214248-edcd-48fa-88dc-c65015488028 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:38.981112 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed', 'status': 'completed', 'code': 200} Jan 28 20:14:39.014130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-e3f9ca79-819b-49cb-88ec-f18c8dbe5936 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b884e479-8ede-4c09-b5a5-79d0ac07cddc HTTP/1.1" status: 200 len: 2981 time: 0.1384854 Jan 28 20:14:39.130019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-33b365bb-1562-4297-a382-835697f5cd43 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ca9d5064-a2e5-4037-8ebf-7b62121c1141 HTTP/1.1" status: 200 len: 2981 time: 0.0980277 Jan 28 20:14:39.135065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-eaca632b-e991-43b8-9316-afb625c02cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.136622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-eaca632b-e991-43b8-9316-afb625c02cfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1094 time: 0.1186051 Jan 28 20:14:39.154852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeb51d-2cfd-4233-9deb-4efee865f117 req-b8cfd307-1e5e-4952-9df3-8f2c5708ea8b tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.156354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eaeb51d-2cfd-4233-9deb-4efee865f117 req-b8cfd307-1e5e-4952-9df3-8f2c5708ea8b tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 950 time: 0.1132925 Jan 28 20:14:39.272087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eaeb51d-2cfd-4233-9deb-4efee865f117 req-132c91f5-b76a-49e8-8444-98b9d75906e2 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071665 Jan 28 20:14:39.279058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-297bd05e-d71a-4aa2-a6b2-3ac0b815a4da tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ca9d5064-a2e5-4037-8ebf-7b62121c1141 HTTP/1.1" status: 200 len: 2981 time: 0.1399388 Jan 28 20:14:39.329022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-369daf43-c9c8-4042-9b7d-0c41e18e7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.331333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-369daf43-c9c8-4042-9b7d-0c41e18e7680 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.1835113 Jan 28 20:14:39.350625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-ff461e3e-3b68-450a-ad64-9a7c9df54f1e tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/cb6169e1-6b42-499c-88b7-643a9c5246a8 HTTP/1.1" status: 200 len: 2981 time: 0.0639579 Jan 28 20:14:39.395074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-11cbe011-ba05-4490-a243-08dc1957afb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 217 time: 0.0561855 Jan 28 20:14:39.499442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-16a95f3e-030e-4463-83ec-51f47c520d11 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/cb6169e1-6b42-499c-88b7-643a9c5246a8 HTTP/1.1" status: 200 len: 2981 time: 0.1124301 Jan 28 20:14:39.502708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-3ced28c2-7f85-4e90-b9b1-db77207d3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.504854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-3ced28c2-7f85-4e90-b9b1-db77207d3afe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.0896733 Jan 28 20:14:39.534856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad62541-f7a6-4f87-82e8-4cb0ad477356 req-9bfc7e95-c412-43da-86a5-fb202bff69a8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.537082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fad62541-f7a6-4f87-82e8-4cb0ad477356 req-9bfc7e95-c412-43da-86a5-fb202bff69a8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 943 time: 0.1349373 Jan 28 20:14:39.541408 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-e2d7edfe-e59a-4f7f-9ba4-547c24423821 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] show failed (client error): The resource could not be found. Jan 28 20:14:39.541408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-e2d7edfe-e59a-4f7f-9ba4-547c24423821 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e8855933-61ee-4c66-b91c-a76cd5f1bfbb HTTP/1.1" status: 404 len: 352 time: 0.0345852 Jan 28 20:14:39.565017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-78e9ed20-5895-4cc3-a4a7-9150580eb265 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512338 Jan 28 20:14:39.597135 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-1d79479d-07f3-48e9-a626-a00c2066075f tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] show failed (client error): The resource could not be found. Jan 28 20:14:39.598128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-1d79479d-07f3-48e9-a626-a00c2066075f tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e8855933-61ee-4c66-b91c-a76cd5f1bfbb HTTP/1.1" status: 404 len: 352 time: 0.0354674 Jan 28 20:14:39.660246 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-111fbe0d-caf5-46e4-98ad-42ae0e2d4ed5 service neutron] 10.222.0.13 "GET /v2.0/ports/6c5b75cf-f894-4647-94c0-09777b9794e9/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.0766506 Jan 28 20:14:39.668725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fad62541-f7a6-4f87-82e8-4cb0ad477356 req-b3c0ecf7-334b-49a5-888b-486cc9b4ab13 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075180 Jan 28 20:14:39.733640 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1ca76a-f199-41c8-8e30-71cf121fcf5e x-openstack-request-id: req-ad1ca76a-f199-41c8-8e30-71cf121fcf5e {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:39.734573 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c21baa-64db-4718-b11d-1d13e6a1805e", "name": "network-vif-plugged", "status": "completed", "tag": "c75031b7-332f-42fc-b586-57c9ba7d32ca", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:39.734973 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad1ca76a-f199-41c8-8e30-71cf121fcf5e {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:39.735676 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c21baa-64db-4718-b11d-1d13e6a1805e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75031b7-332f-42fc-b586-57c9ba7d32ca', 'code': 200} Jan 28 20:14:39.767184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-a56f505f-4b8b-4b14-bd44-93bdc1b14266 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795828 Jan 28 20:14:39.778754 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277893a7-f52c-4c93-bbd6-bca1f4dfa9fc x-openstack-request-id: req-277893a7-f52c-4c93-bbd6-bca1f4dfa9fc {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:39.780484 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:39.781089 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-277893a7-f52c-4c93-bbd6-bca1f4dfa9fc {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:39.781887 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9', 'status': 'completed', 'code': 200} Jan 28 20:14:39.789295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-ff38aa9b-dc6e-4b4d-87e0-ee0d2b2c1959 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ea5ad6bc-a527-4913-b1db-5af66d968bd7 HTTP/1.1" status: 200 len: 2981 time: 0.1411884 Jan 28 20:14:39.794492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.13', 56978) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:39.800592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.13', 56979) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:39.917251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47197104-2cef-42b6-aa91-af4149e300be req-cb5cef61-75ac-4ece-91d5-6921ec7ed85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.918668 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-47197104-2cef-42b6-aa91-af4149e300be req-cb5cef61-75ac-4ece-91d5-6921ec7ed85e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1125 time: 0.1154160 Jan 28 20:14:39.942166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707895-1a76-4f65-92c6-64a03b201e9a req-037ec187-a074-4425-9774-8fffbad82f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.944530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6e707895-1a76-4f65-92c6-64a03b201e9a req-037ec187-a074-4425-9774-8fffbad82f77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 1101 time: 0.1426370 Jan 28 20:14:39.949568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-ffb306d9-9d4c-4766-9bad-1b34f376550a tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ea5ad6bc-a527-4913-b1db-5af66d968bd7 HTTP/1.1" status: 200 len: 2981 time: 0.1390800 Jan 28 20:14:39.960262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac8f302-a97f-4893-94e4-3f7cf217fb5b req-20ebacb3-b0d2-4030-b429-f2ea460132dc service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811554 Jan 28 20:14:39.972311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8fd53-7cb7-47ec-ab5a-73a54afc0a9b req-854d0d30-2bbd-4b0f-8896-8014ad73462e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:39.976668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4a8fd53-7cb7-47ec-ab5a-73a54afc0a9b req-854d0d30-2bbd-4b0f-8896-8014ad73462e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1225479 Jan 28 20:14:40.002702 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-493cdb2a-ac4d-4451-994d-1b11cc94ebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:40.044026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-38ed6869-8830-4aed-b22e-4264fa81d731 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ff5da2e0-9476-4d2c-8e29-ec0700f16c53 HTTP/1.1" status: 200 len: 2981 time: 0.0877657 Jan 28 20:14:40.051743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4a8fd53-7cb7-47ec-ab5a-73a54afc0a9b req-10ed615b-3129-4de0-81d4-603ca217d074 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677607 Jan 28 20:14:40.087774 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6e707895-1a76-4f65-92c6-64a03b201e9a req-56d0d938-4db7-44fc-b3e9-24975e4dda88 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149173 Jan 28 20:14:40.095655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:40.110195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e819ac0b-b615-412c-adc0-b2afef3b7cd1 req-1f3e9dcc-6e04-4cb4-9c07-4f8928b1d376 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/ff5da2e0-9476-4d2c-8e29-ec0700f16c53 HTTP/1.1" status: 200 len: 2981 time: 0.0563486 Jan 28 20:14:40.123992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47197104-2cef-42b6-aa91-af4149e300be req-2ab7c2ba-37ad-463a-acab-6f08601419a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:40.123992 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-47197104-2cef-42b6-aa91-af4149e300be req-2ab7c2ba-37ad-463a-acab-6f08601419a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.1900940 Jan 28 20:14:40.129895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:40.171871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5b75cf-f894-4647-94c0-09777b9794e9 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:40.178700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949c0d-0501-4db0-8440-b3cde826a6e3 req-0b0a18e6-b06c-4fab-95fc-860bf18d8a9f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:40.189768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:40.189891 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2949c0d-0501-4db0-8440-b3cde826a6e3 req-0b0a18e6-b06c-4fab-95fc-860bf18d8a9f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 946 time: 0.0774927 Jan 28 20:14:40.195523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53116) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:40.208094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Request body: {'floatingip': {'port_id': '8d689a6a-ccbf-444e-b3c6-2c5d32935171'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:40.236251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:40.267771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b412f62-85e2-4607-ac14-e77e16b4ae4f req-1b75f0c2-96fe-4df1-9d2e-789187b3deb2 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:40.269552 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b412f62-85e2-4607-ac14-e77e16b4ae4f req-1b75f0c2-96fe-4df1-9d2e-789187b3deb2 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 944 time: 0.0649261 Jan 28 20:14:40.305777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:40.324354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b412f62-85e2-4607-ac14-e77e16b4ae4f req-8ddd95ce-df43-489d-aad5-19bb264d4882 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Jan 28 20:14:40.339584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-47197104-2cef-42b6-aa91-af4149e300be req-8bdae75e-183c-4718-94d0-6c7a9e7cfe69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 217 time: 0.0569773 Jan 28 20:14:40.504418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-9a294655-c613-4643-959c-d62d7b5aa5c1 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:40.506250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-9a294655-c613-4643-959c-d62d7b5aa5c1 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/networks?id=d425c0ae-7309-47de-9754-077cb9d5d49c HTTP/1.1" status: 200 len: 814 time: 0.1748149 Jan 28 20:14:40.513408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77742427-19a5-4f93-a63b-0c03c4f0b040 req-fa4d059a-6447-4de5-b9b3-86b0ef837ad1 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b299cacafbaf4739bcfbda719133bca4 HTTP/1.1" status: 200 len: 6103 time: 0.1483507 Jan 28 20:14:40.525485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47197104-2cef-42b6-aa91-af4149e300be req-7f40d7a3-2b93-4b5f-8563-0419ed78f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:40.526958 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-47197104-2cef-42b6-aa91-af4149e300be req-7f40d7a3-2b93-4b5f-8563-0419ed78f82f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1358809 Jan 28 20:14:40.552910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-5e621edd-9534-4b03-81d0-60e16bdfee28 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/quotas/55f4acf2a5ea4467a4de7f294e46fca4 HTTP/1.1" status: 200 len: 375 time: 0.0208700 Jan 28 20:14:40.602422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] Transition to ACTIVE for port object 6c5b75cf-f894-4647-94c0-09777b9794e9 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:40.606353 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-47197104-2cef-42b6-aa91-af4149e300be req-eed5cd44-7154-4237-84b0-c002782309c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660691 Jan 28 20:14:40.607695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77742427-19a5-4f93-a63b-0c03c4f0b040 req-59eaaddc-9e4f-4c34-a657-be2c7df184df tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "GET /v2.0/security-groups/b6a764f8-21e5-40d2-bac4-4bda89a171f3 HTTP/1.1" status: 200 len: 2981 time: 0.0845582 Jan 28 20:14:40.609831 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:40.647376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-78a0806b-b82d-4f30-93f5-78647c3cd894 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55f4acf2a5ea4467a4de7f294e46fca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819066 Jan 28 20:14:40.728280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77742427-19a5-4f93-a63b-0c03c4f0b040 req-613a99f1-6eba-4625-91ad-be3facb797e3 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "GET /v2.0/security-groups/b6a764f8-21e5-40d2-bac4-4bda89a171f3 HTTP/1.1" status: 200 len: 2981 time: 0.1105692 Jan 28 20:14:40.794355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-4eabc37c-d51a-4ebe-9551-d243e197b831 service neutron] 10.222.0.44 "GET /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359699 Jan 28 20:14:40.932272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352543c4-27d6-4522-8509-3792c6aff7d5 req-ac67ec60-f74f-4efa-ab2d-7db174440612 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:40.933939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-352543c4-27d6-4522-8509-3792c6aff7d5 req-ac67ec60-f74f-4efa-ab2d-7db174440612 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 950 time: 0.1127958 Jan 28 20:14:40.940410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-091f686e-d4dc-444d-a464-6537ea9867dc service neutron] 10.222.0.44 "GET /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395993 Jan 28 20:14:40.973782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] No DVR routers for this DVR port 6c5b75cf-f894-4647-94c0-09777b9794e9 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:14:40.989614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=10']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:41.000624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-352543c4-27d6-4522-8509-3792c6aff7d5 req-28d6c95e-e1b5-4b4c-babc-17c5dd69e0e2 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482311 Jan 28 20:14:41.074530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-47197104-2cef-42b6-aa91-af4149e300be req-67f37642-347d-4061-9091-20c0569ce922 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543278 Jan 28 20:14:41.100908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-db5939a2-b076-4ca1-924d-b171f6879644 service neutron] 10.222.0.13 "PUT /v2.0/ports/6c5b75cf-f894-4647-94c0-09777b9794e9/bindings/n-h2-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4331977 Jan 28 20:14:41.227544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-796a984e-ef3c-4851-8915-3d5d72c3526c req-257ad03d-e5d4-4f2a-8503-9a76c78be464 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2f5fbb49-d294-4cc8-b52e-f5f8f0f831f6 HTTP/1.1" status: 200 len: 1778 time: 0.1033404 Jan 28 20:14:41.263513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48361718-ad24-446f-a176-e43c2a6cc794 req-de69080d-592a-4db5-80c7-8bd6d920eadc tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:41.266012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48361718-ad24-446f-a176-e43c2a6cc794 req-de69080d-592a-4db5-80c7-8bd6d920eadc tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 943 time: 0.0928833 Jan 28 20:14:41.368156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48361718-ad24-446f-a176-e43c2a6cc794 req-48d9c43d-9ffe-4fcb-8fed-5b32665cd42c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926771 Jan 28 20:14:41.394622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-796a984e-ef3c-4851-8915-3d5d72c3526c req-d7f9ebe4-a821-4240-9a08-23d050406d9e tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:41.415934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-51ba24d8-d22d-4126-b35a-3a722315000f tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:41.417543 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-51ba24d8-d22d-4126-b35a-3a722315000f tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.1977162 Jan 28 20:14:41.446700 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-796a984e-ef3c-4851-8915-3d5d72c3526c req-d7f9ebe4-a821-4240-9a08-23d050406d9e tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:41.494394 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:41.507962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-796a984e-ef3c-4851-8915-3d5d72c3526c req-d7f9ebe4-a821-4240-9a08-23d050406d9e tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:41.512335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-796a984e-ef3c-4851-8915-3d5d72c3526c req-d7f9ebe4-a821-4240-9a08-23d050406d9e tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:41.526782 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-47197104-2cef-42b6-aa91-af4149e300be req-ad3effd4-88e9-48b5-abeb-541e4000e68c service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371414 Jan 28 20:14:41.527941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-796a984e-ef3c-4851-8915-3d5d72c3526c req-d7f9ebe4-a821-4240-9a08-23d050406d9e tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f5fbb49-d294-4cc8-b52e-f5f8f0f831f6 HTTP/1.1" status: 204 len: 173 time: 0.2892871 Jan 28 20:14:41.679358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-3072b087-a4bd-48c3-9b6f-ae517f1ad60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:41.681068 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-3072b087-a4bd-48c3-9b6f-ae517f1ad60c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea&tenant_id=149bcdf4309a4cf6a2507f65fea64729 HTTP/1.1" status: 200 len: 1096 time: 0.2369146 Jan 28 20:14:41.732549 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:41.748450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:41.811869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-9434e09f-525a-493c-85f6-bc7f588fd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:41.813730 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-9434e09f-525a-493c-85f6-bc7f588fd2a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1096 time: 0.0981860 Jan 28 20:14:41.858002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0992d988-514d-48dc-8f19-65306ad5c1f1 req-bb26ddc5-0669-475f-ac3f-82204370f032 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 210 time: 0.2878895 Jan 28 20:14:41.859999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9ebe4-a821-4240-9a08-23d050406d9e tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5fbb49-d294-4cc8-b52e-f5f8f0f831f6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:41.902972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30449b31-2969-4f6a-b75b-d414883ffe01 req-92b55b67-d514-4fb7-8097-387504c28dd7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:41.910984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30449b31-2969-4f6a-b75b-d414883ffe01 req-92b55b67-d514-4fb7-8097-387504c28dd7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.3809931 Jan 28 20:14:41.923955 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Floating IP fd98ab08-4121-4932-aa1c-f790f23802d7 associated. External IP: 172.25.2.227, port: 8d689a6a-ccbf-444e-b3c6-2c5d32935171. Jan 28 20:14:41.956991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30449b31-2969-4f6a-b75b-d414883ffe01 req-73b92c26-747b-491a-911c-cd4f22d5f313 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Jan 28 20:14:42.046662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-d2dcd0f9-d20e-4150-895d-2cc67a3dcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:42.048106 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-d2dcd0f9-d20e-4150-895d-2cc67a3dcdbb service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.2070992 Jan 28 20:14:42.060198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f06659-9307-4211-9cf9-29203af0d883 req-b72bd6ea-a44c-4218-81f6-d917e3be7fff tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:42.061723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57f06659-9307-4211-9cf9-29203af0d883 req-b72bd6ea-a44c-4218-81f6-d917e3be7fff tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 945 time: 0.0935178 Jan 28 20:14:42.064639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f891d548-cb37-4b5b-a689-07021317bc7c req-a63b93fa-b14d-498f-a9ba-1b79fd8f545b tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "GET /v2.0/security-groups/fa306dd9-be38-4b6b-a4bd-439bfc413324 HTTP/1.1" status: 200 len: 1777 time: 0.0560322 Jan 28 20:14:42.100263 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-a7d83fdf-516b-4234-9587-879753e1626d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 217 time: 0.0399675 Jan 28 20:14:42.137011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57f06659-9307-4211-9cf9-29203af0d883 req-475c0550-09ba-4b80-82a9-cd33f7705a45 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625641 Jan 28 20:14:42.147430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f891d548-cb37-4b5b-a689-07021317bc7c req-7e5601d3-b091-4980-8469-eacd7f3f8e89 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.160654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9ffbc656-f3dd-425b-8efc-61d109e4caed details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:42.179846 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f891d548-cb37-4b5b-a689-07021317bc7c req-7e5601d3-b091-4980-8469-eacd7f3f8e89 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.236267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-05a9bd79-b307-41ed-b264-b17941370473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:42.237845 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-05a9bd79-b307-41ed-b264-b17941370473 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1245959 Jan 28 20:14:42.238680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f891d548-cb37-4b5b-a689-07021317bc7c req-7e5601d3-b091-4980-8469-eacd7f3f8e89 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.242968 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f891d548-cb37-4b5b-a689-07021317bc7c req-7e5601d3-b091-4980-8469-eacd7f3f8e89 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.244112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f891d548-cb37-4b5b-a689-07021317bc7c req-7e5601d3-b091-4980-8469-eacd7f3f8e89 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa306dd9-be38-4b6b-a4bd-439bfc413324 HTTP/1.1" status: 204 len: 173 time: 0.1715522 Jan 28 20:14:42.259696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5601d3-b091-4980-8469-eacd7f3f8e89 tempest-SecurityGroupsTestAdminJSON-1827129533 tempest-SecurityGroupsTestAdminJSON-1827129533-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa306dd9-be38-4b6b-a4bd-439bfc413324,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:42.286377 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-45cdb264-7385-414c-a67e-0f1f3c04f951 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407586 Jan 28 20:14:42.314305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:42.328142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '9ffbc656-f3dd-425b-8efc-61d109e4caed', 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'port_id': '9ffbc656-f3dd-425b-8efc-61d109e4caed', 'mac_address': 'fa:16:3e:0d:ce:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bb16d-74c1-42f7-bbb3-91fcb10605a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:14:42.329902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:14:42.376780 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.397736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffbc656-f3dd-425b-8efc-61d109e4caed {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:42.422034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:42.422812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bae64-d547-42d4-8681-e2060424bd09 req-29ad8658-5b39-471c-b0d7-938f11579f58 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:42.426525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.432827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-728bae64-d547-42d4-8681-e2060424bd09 req-29ad8658-5b39-471c-b0d7-938f11579f58 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 950 time: 0.1303585 Jan 28 20:14:42.464993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a4ad45a-62f3-4e7f-bbcd-ebaec86d745f req-c38b4956-e113-4bbd-a067-9ceacfc8d801 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "GET /v2.0/security-groups/522d285c-6830-4975-8549-3fa09b48945f HTTP/1.1" status: 200 len: 1777 time: 0.1157691 Jan 28 20:14:42.512977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:42.556245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-728bae64-d547-42d4-8681-e2060424bd09 req-3b80316e-7e87-4a95-917e-4a624da8c474 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209519 Jan 28 20:14:42.605448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a4ad45a-62f3-4e7f-bbcd-ebaec86d745f req-7cdad7a7-6d56-425f-87f3-4ca733041837 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.634522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a4ad45a-62f3-4e7f-bbcd-ebaec86d745f req-7cdad7a7-6d56-425f-87f3-4ca733041837 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.639089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['9ffbc656-f3dd-425b-8efc-61d109e4caed'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:42.765757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564049c-8da9-4220-a3b8-5cab65b7ec1e req-d2502c37-cafd-4b65-a765-aa9ee0e9d80c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:42.768207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d564049c-8da9-4220-a3b8-5cab65b7ec1e req-d2502c37-cafd-4b65-a765-aa9ee0e9d80c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 944 time: 0.0969641 Jan 28 20:14:42.771525 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a4ad45a-62f3-4e7f-bbcd-ebaec86d745f req-7cdad7a7-6d56-425f-87f3-4ca733041837 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.774341 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a4ad45a-62f3-4e7f-bbcd-ebaec86d745f req-7cdad7a7-6d56-425f-87f3-4ca733041837 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.776405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a4ad45a-62f3-4e7f-bbcd-ebaec86d745f req-7cdad7a7-6d56-425f-87f3-4ca733041837 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "DELETE /v2.0/security-groups/522d285c-6830-4975-8549-3fa09b48945f HTTP/1.1" status: 204 len: 173 time: 0.2965600 Jan 28 20:14:42.812533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdad7a7-6d56-425f-87f3-4ca733041837 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d285c-6830-4975-8549-3fa09b48945f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:42.837174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d564049c-8da9-4220-a3b8-5cab65b7ec1e req-0efe77a1-ca73-4b5d-814b-51daa37c9653 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679739 Jan 28 20:14:42.874899 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-a4c605b5-8043-4361-9105-6ed719bda8a1 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679116 Jan 28 20:14:42.896010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-a96cd8da-2556-40c1-9fea-f147290c840d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:42.898192 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-a96cd8da-2556-40c1-9fea-f147290c840d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.13 "GET /v2.0/networks?id=d425c0ae-7309-47de-9754-077cb9d5d49c HTTP/1.1" status: 200 len: 814 time: 0.3073511 Jan 28 20:14:42.902362 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:42.943701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Request body: {'port': {'device_id': 'c286a8bf-07c5-4df4-a121-7d909b56a685', 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c', 'admin_state_up': True, 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:42.970523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7c7f83d-8298-460f-b1f0-a78ed5d7d4eb req-8711ecd5-e212-4d2b-a331-9b8996186790 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "GET /v2.0/security-groups/1698202e-c2f4-470e-9c39-57c97131045d HTTP/1.1" status: 200 len: 1778 time: 0.0541561 Jan 28 20:14:43.051779 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a7c7f83d-8298-460f-b1f0-a78ed5d7d4eb req-59610915-5146-4921-9acb-9dd307a86ae2 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:43.064774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:14:43.078276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a7c7f83d-8298-460f-b1f0-a78ed5d7d4eb req-59610915-5146-4921-9acb-9dd307a86ae2 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:43.082947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:43.086434 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] Sync routers for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:14:43.115499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:43.117754 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:14:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:43.166578 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5d2761ce-d108-4ec0-8e38-3752cf8e32e9 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "PUT /v2.0/floatingips/fd98ab08-4121-4932-aa1c-f790f23802d7 HTTP/1.1" status: 200 len: 992 time: 2.9616168 Jan 28 20:14:43.169188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:43.171782 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f29cfd0-d399-48c7-829c-695ddd15db59" -d '{"events": [{"name": "network-changed", "server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:43.231331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a7c7f83d-8298-460f-b1f0-a78ed5d7d4eb req-59610915-5146-4921-9acb-9dd307a86ae2 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:43.235015 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a7c7f83d-8298-460f-b1f0-a78ed5d7d4eb req-59610915-5146-4921-9acb-9dd307a86ae2 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:43.244377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7c7f83d-8298-460f-b1f0-a78ed5d7d4eb req-59610915-5146-4921-9acb-9dd307a86ae2 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] 10.222.0.44 "DELETE /v2.0/security-groups/1698202e-c2f4-470e-9c39-57c97131045d HTTP/1.1" status: 204 len: 173 time: 0.2726882 Jan 28 20:14:43.282058 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-1672876a-1195-421a-b10f-097986eb6577 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982296 Jan 28 20:14:43.293560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59610915-5146-4921-9acb-9dd307a86ae2 tempest-SecurityGroupsTestAdminJSON-554608740 tempest-SecurityGroupsTestAdminJSON-554608740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1698202e-c2f4-470e-9c39-57c97131045d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:43.401705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Made reservation on behalf of 55f4acf2a5ea4467a4de7f294e46fca4 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:43.407585 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:43.578666 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:43.641360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-834124c2-3b14-49bd-b6c8-bf400136e2f7 req-cd1f998c-c754-4b33-9726-657751b3db59 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 210 time: 0.1324048 Jan 28 20:14:43.764197 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:43.828329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc50cb-f434-4c39-b747-1bdcf4f8ea28 req-1d467270-01f6-49e0-9314-40bf7781d54b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:43.832458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81dc50cb-f434-4c39-b747-1bdcf4f8ea28 req-1d467270-01f6-49e0-9314-40bf7781d54b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.2324011 Jan 28 20:14:43.954387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81dc50cb-f434-4c39-b747-1bdcf4f8ea28 req-bca01e0e-257f-4b99-9976-cc12f95f9c42 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Jan 28 20:14:43.966484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Allocated IP 172.20.0.10 (d425c0ae-7309-47de-9754-077cb9d5d49c/b174119e-caba-49b9-a7ed-6c156622cf2a/6c451e41-2f2b-438e-b01f-7f17b9ad61d8) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:43.988887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43223d1-5152-4cb0-be25-23e6d0d87484 req-5e4b2bd1-b7e0-4fff-9434-31c7c000fb3f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:44.007424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e43223d1-5152-4cb0-be25-23e6d0d87484 req-5e4b2bd1-b7e0-4fff-9434-31c7c000fb3f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 946 time: 0.1615489 Jan 28 20:14:44.056862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53212) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:44.109180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e43223d1-5152-4cb0-be25-23e6d0d87484 req-9fc1a8c0-6ada-44db-9e08-f959af8a48d3 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007617 Jan 28 20:14:44.167864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6c5b75cf-f894-4647-94c0-09777b9794e9 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:14:44.249567 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fd98ab08-4121-4932-aa1c-f790f23802d7', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'port_id': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'mac_address': 'fa:16:3e:71:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:15Z', 'updated_at': '2022-01-28T20:14:41Z', 'revision_number': 1, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:44.270267 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bf6657-d96f-4c12-93ca-d835082cca88 x-openstack-request-id: req-13bf6657-d96f-4c12-93ca-d835082cca88 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:44.270850 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:44.271056 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13bf6657-d96f-4c12-93ca-d835082cca88 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:44.271544 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'status': 'completed', 'code': 200} Jan 28 20:14:44.298653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae810-96fd-43f5-8ffc-202adec708df req-50e3978b-46de-4e39-91f5-4a687442f2af tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:44.315035 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-50e3978b-46de-4e39-91f5-4a687442f2af tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.2941203 Jan 28 20:14:44.328544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6c5b75cf-f894-4647-94c0-09777b9794e9 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:14:44.359194 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] Checking router: 0986c922-d4a4-4c23-a4f5-a1fb77d78970 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:14:44.371564 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:44.372197 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:14:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:44.406376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52809a7-77b3-472f-9f04-e0150c8a11be req-18e1580d-7a8f-4ad0-b539-548707918595 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:44.416037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d52809a7-77b3-472f-9f04-e0150c8a11be req-18e1580d-7a8f-4ad0-b539-548707918595 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 945 time: 0.2668920 Jan 28 20:14:44.478641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-d7936a51-f72e-41fe-b227-b29fd3b73581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:44.481854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-d7936a51-f72e-41fe-b227-b29fd3b73581 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb0c84ec11184978ba047227a6274737&device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 1097 time: 0.1841948 Jan 28 20:14:44.522147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-18a29f08-ecad-40a1-85d0-bdc64edf97d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b299cacafbaf4739bcfbda719133bca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632142 Jan 28 20:14:44.528268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53224) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:44.537452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d52809a7-77b3-472f-9f04-e0150c8a11be req-7d6b163a-f3fd-49b7-9552-eed061035317 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196928 Jan 28 20:14:44.563434 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:44.604942 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:44.631505 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:44.657417 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:44.723406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:44.726683 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:44.738285 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6a764f8-21e5-40d2-bac4-4bda89a171f3 HTTP/1.1" status: 204 len: 168 time: 0.2071400 Jan 28 20:14:44.739731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17fae810-96fd-43f5-8ffc-202adec708df req-0bea76a7-a5b3-4578-b24f-db6322caeab0 service neutron] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:44.752124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a764f8-21e5-40d2-bac4-4bda89a171f3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:44.765805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.766405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.767591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.768077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.769013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.769462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.769909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.771537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.771980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.772519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.773001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.774064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca287e3-d947-4c0b-ad57-ba678e1959b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:44.781901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17fae810-96fd-43f5-8ffc-202adec708df req-0bea76a7-a5b3-4578-b24f-db6322caeab0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:44.783550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17fae810-96fd-43f5-8ffc-202adec708df req-0bea76a7-a5b3-4578-b24f-db6322caeab0 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6c5b75cf-f894-4647-94c0-09777b9794e9/bindings/n-h1-825064-3 HTTP/1.1" status: 204 len: 173 time: 0.4558332 Jan 28 20:14:44.854743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e1d8-ff1a-4b9a-b737-48a9b6ec4413 req-bc282a42-33d9-4155-8932-3f7de494d2f2 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:44.869029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e26e1d8-ff1a-4b9a-b737-48a9b6ec4413 req-bc282a42-33d9-4155-8932-3f7de494d2f2 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 944 time: 0.1941884 Jan 28 20:14:44.873568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:44.889098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-e3136e3f-47ea-40bd-b403-d7f28d934466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:44.903815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-e3136e3f-47ea-40bd-b403-d7f28d934466 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 200 len: 924 time: 0.3978033 Jan 28 20:14:44.960913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fd98ab08-4121-4932-aa1c-f790f23802d7', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'port_id': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'mac_address': 'fa:16:3e:71:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:15Z', 'updated_at': '2022-01-28T20:14:41Z', 'revision_number': 1, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:45.031595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Network d425c0ae-7309-47de-9754-077cb9d5d49c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:45.061426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e26e1d8-ff1a-4b9a-b737-48a9b6ec4413 req-331a7edc-7f4d-4a3a-b432-594f576912ba tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813879 Jan 28 20:14:45.065023 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd737bf-6f81-43cc-bf04-6862e3f959c2 None None] The sync data for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 is: [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fd98ab08-4121-4932-aa1c-f790f23802d7', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'port_id': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'mac_address': 'fa:16:3e:71:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:15Z', 'updated_at': '2022-01-28T20:14:41Z', 'revision_number': 1, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:14:45.075385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:45.084591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:45.164637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-ff92a079-8ed1-410f-923c-5bf7f77f334d tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8626b310d2c748c8b48b929d2c458575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513264 Jan 28 20:14:45.258261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:45.263032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:45.294200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Pushing event updated for resources: {'Port': ['ID=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:45.357623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-037c2300-686c-43f7-9456-88f751d161ea tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4461462 Jan 28 20:14:45.402235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Request body: {'port': {'device_id': 'c286a8bf-07c5-4df4-a121-7d909b56a685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:45.537427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d9626be4-e916-4775-8ff2-e69d2bac863b None None] Provisioning complete for port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:45.538840 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d9626be4-e916-4775-8ff2-e69d2bac863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:45.588147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-e2045e17-96b3-4f6f-bc8b-b2a841bf4ddf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171 HTTP/1.1" status: 200 len: 1000 time: 0.6649871 Jan 28 20:14:45.592087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e89c4f-a307-423b-955d-74813779aa40 None None] New status for floating IP fd98ab08-4121-4932-aa1c-f790f23802d7: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:14:45.603877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53244) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:45.633937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:45.721026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d9626be4-e916-4775-8ff2-e69d2bac863b None None] Port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:45.775517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df41fdb-8879-416d-b60b-3d77c9ed4827 req-ba3f649a-1b4a-45ac-a429-3817e97994e1 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:45.787176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1df41fdb-8879-416d-b60b-3d77c9ed4827 req-ba3f649a-1b4a-45ac-a429-3817e97994e1 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 932 time: 0.4376407 Jan 28 20:14:45.803775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-177bdb53-d0ac-457a-a23a-fe5c0c16c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:45.806489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-177bdb53-d0ac-457a-a23a-fe5c0c16c326 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef1cd5cd-c071-44c0-83c8-6445fba207a1 HTTP/1.1" status: 200 len: 862 time: 0.1853385 Jan 28 20:14:45.928292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-32d59e1c-b355-4e50-b39b-2cc59b150d67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a97750f1a8954243b51ff0751fcf1f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142948 Jan 28 20:14:45.932536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53246) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:45.957402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-977ebc94-f9ed-4602-9865-cb195016cd71 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:45.966556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-977ebc94-f9ed-4602-9865-cb195016cd71 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8006999 Jan 28 20:14:46.003865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-59f00f03-bf27-43bc-a029-6b8dd02a4e7b tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/quotas/8626b310d2c748c8b48b929d2c458575 HTTP/1.1" status: 200 len: 375 time: 0.0357440 Jan 28 20:14:46.053542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6872770-67ee-4593-a091-6461baf08801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:46.055034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-880c6c48-a62f-42f2-ab40-58136b16781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:46.056946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-880c6c48-a62f-42f2-ab40-58136b16781a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a371b229-12a5-4700-9da3-4d7faf653e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320678 Jan 28 20:14:46.060077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1df41fdb-8879-416d-b60b-3d77c9ed4827 req-17085129-e500-4f1c-b201-74269724a038 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714348 Jan 28 20:14:46.119843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-f7bc9b63-85a9-4a00-b434-af39bfae49f9 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8626b310d2c748c8b48b929d2c458575&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031063 Jan 28 20:14:46.182977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9ffbc656-f3dd-425b-8efc-61d109e4caed up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:46.303436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:46.310167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 9ffbc656-f3dd-425b-8efc-61d109e4caed completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:14:46.314461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:46.321477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 9ffbc656-f3dd-425b-8efc-61d109e4caed triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:46.321857 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:46.334752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Transition to ACTIVE for port object 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:46.342000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:46.375473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-1a9d48fc-f784-44aa-9ca6-50b90a47b150 service neutron] 10.222.0.26 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014474 Jan 28 20:14:46.503436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:46.546020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:46.548048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:46.549574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca773171-91ec-4c28-b877-7bf5eb56fe61 req-ae023241-52c2-4228-9b49-b87ff561e392 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:46.551901 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf741ae2-df8f-4a0c-bdb4-11688243651d" -d '{"events": [{"server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "name": "network-vif-plugged", "status": "completed", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:46.557244 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:46.559238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca773171-91ec-4c28-b877-7bf5eb56fe61 req-ae023241-52c2-4228-9b49-b87ff561e392 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.3282588 Jan 28 20:14:46.633290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6872770-67ee-4593-a091-6461baf08801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:46.677189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f29cfd0-d399-48c7-829c-695ddd15db59 req-753eaba5-ed4d-43a4-8890-f3181aa63e0e service neutron] 10.222.0.26 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877741 Jan 28 20:14:46.705350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:46.762326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca773171-91ec-4c28-b877-7bf5eb56fe61 req-dce84891-52e3-47fe-9045-a6420533c054 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824091 Jan 28 20:14:46.784899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927503c-e131-4e02-b06f-0283c6980ad8 req-aa8c6910-ab19-4374-a93f-66c083f10db1 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:46.795375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2927503c-e131-4e02-b06f-0283c6980ad8 req-aa8c6910-ab19-4374-a93f-66c083f10db1 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1096 time: 0.1155834 Jan 28 20:14:46.822151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Pushing event updated for resources: {'Port': ['ID=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:46.878579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2927503c-e131-4e02-b06f-0283c6980ad8 req-7146d852-8f37-403f-a537-22782f186963 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638626 Jan 28 20:14:46.889958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Attempting to bind port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:46.890880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Attempting to bind port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:46.891355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Attempting to bind port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 on network d425c0ae-7309-47de-9754-077cb9d5d49c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:46.911221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 on network d425c0ae-7309-47de-9754-077cb9d5d49c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:46.912114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Attempting to bind port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 on network d425c0ae-7309-47de-9754-077cb9d5d49c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:46.946967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:46.947313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Checking segment: {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:46.947843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Bound using segment: {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:46.948449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Bound port: 6c451e41-2f2b-438e-b01f-7f17b9ad61d8, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0628a49-f6e7-4b19-9432-20a81e74c688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:46.948942 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:47.027310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6872770-67ee-4593-a091-6461baf08801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:47.031454 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6872770-67ee-4593-a091-6461baf08801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:47.033181 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d6872770-67ee-4593-a091-6461baf08801 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b884e479-8ede-4c09-b5a5-79d0ac07cddc HTTP/1.1" status: 204 len: 168 time: 1.0995777 Jan 28 20:14:47.034888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d0e99-5c9e-45a4-aa99-a16522ed8603 req-0f6f8274-fd2a-4861-9335-c403d906fbad tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:47.036524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-744d0e99-5c9e-45a4-aa99-a16522ed8603 req-0f6f8274-fd2a-4861-9335-c403d906fbad tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 945 time: 0.1498525 Jan 28 20:14:47.056823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6872770-67ee-4593-a091-6461baf08801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884e479-8ede-4c09-b5a5-79d0ac07cddc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:47.065479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] For port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:47.069718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] For port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:47.076430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:47.149848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c979aab-e228-4862-a787-4fffc69fedaa req-4536599a-ced4-4101-a292-5666c38c8ae5 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 210 time: 0.0642569 Jan 28 20:14:47.170898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Pushing event updated for resources: {'Port': ['ID=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:47.180658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:47.181404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:47.182994 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-2f607e95-14ea-47ca-8fe8-7a75abe21ecd service neutron] 10.222.0.13 "PUT /v2.0/ports/6c451e41-2f2b-438e-b01f-7f17b9ad61d8 HTTP/1.1" status: 200 len: 1092 time: 1.7923038 Jan 28 20:14:47.183660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c286a8bf-07c5-4df4-a121-7d909b56a685', 'tag': '6c451e41-2f2b-438e-b01f-7f17b9ad61d8'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:47.186786 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c0d75-9507-4ae7-b78c-6c144f402643" -d '{"events": [{"name": "network-changed", "server_uuid": "c286a8bf-07c5-4df4-a121-7d909b56a685", "tag": "6c451e41-2f2b-438e-b01f-7f17b9ad61d8"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:47.216049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-744d0e99-5c9e-45a4-aa99-a16522ed8603 req-caa2d839-1569-4850-bbf2-d946af232606 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606011 Jan 28 20:14:47.303950 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d868a1a-ba70-42b6-8b09-93aaa6056554 x-openstack-request-id: req-4d868a1a-ba70-42b6-8b09-93aaa6056554 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:47.304392 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "name": "network-vif-plugged", "status": "completed", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:47.305067 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d868a1a-ba70-42b6-8b09-93aaa6056554 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:47.305908 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed', 'code': 200} Jan 28 20:14:47.395957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-f0735e6e-aea8-4b15-896c-09877e6d96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:47.401159 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-f0735e6e-aea8-4b15-896c-09877e6d96ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55f4acf2a5ea4467a4de7f294e46fca4&device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 1095 time: 0.1688058 Jan 28 20:14:47.417509 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0dce83-4370-4b42-9f36-ba02a74bc287 x-openstack-request-id: req-db0dce83-4370-4b42-9f36-ba02a74bc287 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:47.418147 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c286a8bf-07c5-4df4-a121-7d909b56a685", "tag": "6c451e41-2f2b-438e-b01f-7f17b9ad61d8", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:47.418613 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db0dce83-4370-4b42-9f36-ba02a74bc287 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:47.419320 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c286a8bf-07c5-4df4-a121-7d909b56a685', 'tag': '6c451e41-2f2b-438e-b01f-7f17b9ad61d8', 'status': 'completed', 'code': 200} Jan 28 20:14:47.550683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c59a05-b384-41db-9566-e7db0b7c8e59 req-89147c62-31db-4d3d-8a33-d71dd961379a tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:47.554903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2c59a05-b384-41db-9566-e7db0b7c8e59 req-89147c62-31db-4d3d-8a33-d71dd961379a tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 944 time: 0.0943675 Jan 28 20:14:47.628773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2c59a05-b384-41db-9566-e7db0b7c8e59 req-e0699abf-4cbe-4a48-a683-73cdf8621be1 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646837 Jan 28 20:14:47.699518 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:47.977290 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-4cf7b907-a9b3-4ea5-af47-fc9c47020924 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c451e41-2f2b-438e-b01f-7f17b9ad61d8 HTTP/1.1" status: 200 len: 217 time: 0.1890237 Jan 28 20:14:48.052042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-ebcad190-695f-47bb-aabc-3ddfd6012df5 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:48.059908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-ebcad190-695f-47bb-aabc-3ddfd6012df5 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 820 time: 0.4248765 Jan 28 20:14:48.088046 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-ddc18286-e396-4e66-a19a-8bf48e34b0fa tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/quotas/149bcdf4309a4cf6a2507f65fea64729 HTTP/1.1" status: 200 len: 375 time: 0.0269959 Jan 28 20:14:48.186971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61618e27-b720-481b-a202-674b10bcd2c8 req-5de7504e-0845-4423-85aa-9d3b40a9e486 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:48.206047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61618e27-b720-481b-a202-674b10bcd2c8 req-5de7504e-0845-4423-85aa-9d3b40a9e486 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.2832110 Jan 28 20:14:48.292285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61618e27-b720-481b-a202-674b10bcd2c8 req-7ef6dd08-2fa0-4058-9405-e331b891188a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792251 Jan 28 20:14:48.311786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-82f08cfb-e7d8-497b-947c-4892a5603b12 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2215161 Jan 28 20:14:48.484337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53316) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:48.497691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-297d197d-2d3c-4e1f-a355-2e41e50163cc service neutron] 10.222.0.44 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775453 Jan 28 20:14:48.567025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b97d6e86-5ae3-494c-8e68-64db6a8eecbe req-4d76ff37-0e9d-430c-8386-029ddcb18022 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 210 time: 0.0682082 Jan 28 20:14:48.674987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-3017f5f4-123b-46ea-bc8a-db8ae5989f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:48.677883 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-3017f5f4-123b-46ea-bc8a-db8ae5989f75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b174119e-caba-49b9-a7ed-6c156622cf2a HTTP/1.1" status: 200 len: 853 time: 0.2018366 Jan 28 20:14:48.732508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f668eed-b5e9-4f02-b6aa-d9bdb7479b66 req-9382b2e0-72ec-4950-a690-5aae9c628d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:48.735400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f668eed-b5e9-4f02-b6aa-d9bdb7479b66 req-9382b2e0-72ec-4950-a690-5aae9c628d5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1096 time: 0.1595092 Jan 28 20:14:48.792218 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f668eed-b5e9-4f02-b6aa-d9bdb7479b66 req-5264d0dc-99be-4fe1-8f49-d00f1ad6ca4d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Jan 28 20:14:48.808002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-98156208-59f9-4ee5-93ba-d41b6490d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:48.812401 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-98156208-59f9-4ee5-93ba-d41b6490d4b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d425c0ae-7309-47de-9754-077cb9d5d49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104307 Jan 28 20:14:48.840607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-531e6e16-d682-41e3-8390-238af09d71af service neutron] 10.222.0.44 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262548 Jan 28 20:14:48.880748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096c18-ae99-4c92-8a9b-d12a781a53d2 req-80c1b6f9-acf3-4551-ba6c-77294c44c117 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:48.883376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f096c18-ae99-4c92-8a9b-d12a781a53d2 req-80c1b6f9-acf3-4551-ba6c-77294c44c117 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 945 time: 0.1067336 Jan 28 20:14:49.037159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f096c18-ae99-4c92-8a9b-d12a781a53d2 req-3fffeebb-41ad-4bb1-907c-abf9f1a40d27 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463046 Jan 28 20:14:49.220632 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60bf9fe4-afe0-4828-830a-c5da93b30aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:49.221493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d05f1-a7b7-434d-98e8-5e71abb02673 req-b587a4fb-6c7d-4e0c-b02b-e0c8d8881398 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:49.223339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-174d05f1-a7b7-434d-98e8-5e71abb02673 req-b587a4fb-6c7d-4e0c-b02b-e0c8d8881398 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 944 time: 0.1799428 Jan 28 20:14:49.271825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63563b51-e69d-4aba-9a0d-fd41072c41e0 req-e85e958f-0a1f-4759-bd71-86bd35785d58 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 210 time: 0.0709846 Jan 28 20:14:49.357277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-174d05f1-a7b7-434d-98e8-5e71abb02673 req-f1fba21e-9acc-41bd-9fca-8eb4df62eec5 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993080 Jan 28 20:14:49.560329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e450fb6-308b-4bfe-84f3-9694d57af78f req-4d767ca5-c0dc-41e9-bc59-ca488fd9541b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:49.570111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e450fb6-308b-4bfe-84f3-9694d57af78f req-4d767ca5-c0dc-41e9-bc59-ca488fd9541b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1510932 Jan 28 20:14:49.639922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e450fb6-308b-4bfe-84f3-9694d57af78f req-f0b0170a-62a3-43e8-986c-60ef95c390ec tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677061 Jan 28 20:14:49.669506 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-286a38ae-c3d7-4902-bb01-13d9ed891985 service neutron] 10.222.0.13 "GET /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438920 Jan 28 20:14:49.894050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60bf9fe4-afe0-4828-830a-c5da93b30aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:49.916280 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60bf9fe4-afe0-4828-830a-c5da93b30aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:49.937763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6dfaf3f-b3b3-4e0f-ae17-486e25b178ef req-beefff5f-a27b-4015-b22d-3c9807d9969d tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 210 time: 0.0905352 Jan 28 20:14:49.993225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53354) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:50.005482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-60bf9fe4-afe0-4828-830a-c5da93b30aa0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f55411c6a7e4918b917d7fd0ade82d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5109930 Jan 28 20:14:50.060962 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33dc937d-b59a-42e6-b0f7-846f843f0c39 req-82dd776e-f1f2-49b7-9629-457527bf0495 service neutron] 10.222.0.13 "GET /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802576 Jan 28 20:14:50.081612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf9fe4-afe0-4828-830a-c5da93b30aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbba27a-f528-4d24-a501-b551c9057fba,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:50.160786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-881695e9-8fe8-45b5-9bc1-ce79eee2c871 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8626b310d2c748c8b48b929d2c458575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585730 Jan 28 20:14:50.212955 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:50.376297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:50.470293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd36dd6-94ca-4869-a54d-9d199b888410 req-64c7c7fa-9900-47c3-b247-b807929b75d7 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:50.481595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd36dd6-94ca-4869-a54d-9d199b888410 req-64c7c7fa-9900-47c3-b247-b807929b75d7 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 945 time: 0.2941985 Jan 28 20:14:50.645330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c628d653-f7b8-4716-8a89-e523f34ce183 req-07802dce-ebec-4ce6-ba31-22ac027fefcb tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 210 time: 0.1459963 Jan 28 20:14:50.726806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-c570215d-2af2-433a-8b69-6f72a0e2c8b6 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:50.728595 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-c570215d-2af2-433a-8b69-6f72a0e2c8b6 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4237382 Jan 28 20:14:50.729694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd36dd6-94ca-4869-a54d-9d199b888410 req-2a056f3b-701c-4dc2-baff-2d870690ea21 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060580 Jan 28 20:14:50.767244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Request body: {'port': {'device_id': '5b99bb36-54c5-4c15-b655-7ca10ac0c4a8', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '8626b310d2c748c8b48b929d2c458575'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:50.781066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:50.784355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:50.787024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5dbba27a-f528-4d24-a501-b551c9057fba HTTP/1.1" status: 204 len: 168 time: 0.7909563 Jan 28 20:14:50.809355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbba27a-f528-4d24-a501-b551c9057fba,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:50.841389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.841745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.844214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.844214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.844557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.844710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.846360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.846835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.847320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.849419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.849419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.850192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12154f7e-874a-4a6a-8066-4eccf72971b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:14:50.904262 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-dedd146e-17f5-4a0a-8adc-3a3cb3cabbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:50.905786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-dedd146e-17f5-4a0a-8adc-3a3cb3cabbc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55f4acf2a5ea4467a4de7f294e46fca4&device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 1095 time: 0.3770568 Jan 28 20:14:50.981184 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:51.037995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa9134-6d31-4042-8175-95cbaab88a27 req-e1163001-e6fd-4934-9343-aa93d3f5b44e tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:51.045670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9faa9134-6d31-4042-8175-95cbaab88a27 req-e1163001-e6fd-4934-9343-aa93d3f5b44e tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 944 time: 0.1906240 Jan 28 20:14:51.066527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c768ea-2b0a-412a-8f35-be5e381d14f3 req-93f41635-5b9e-4b84-8c16-23dadadc86a1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:51.068956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47c768ea-2b0a-412a-8f35-be5e381d14f3 req-93f41635-5b9e-4b84-8c16-23dadadc86a1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1359468 Jan 28 20:14:51.194637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9faa9134-6d31-4042-8175-95cbaab88a27 req-e7991cce-45c5-4b76-bfb1-1b74c2edc7cc tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153030 Jan 28 20:14:51.280027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-74c3e617-5628-47b9-b28b-4ea9b55f15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:51.281744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-74c3e617-5628-47b9-b28b-4ea9b55f15f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d425c0ae-7309-47de-9754-077cb9d5d49c HTTP/1.1" status: 200 len: 915 time: 0.3685315 Jan 28 20:14:51.292601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47c768ea-2b0a-412a-8f35-be5e381d14f3 req-6f127d77-fc0d-4a08-a540-5ed19c0b5e92 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556549 Jan 28 20:14:51.417777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Made reservation on behalf of 8626b310d2c748c8b48b929d2c458575 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:51.421600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:51.437047 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-98da97d1-d82f-4cc0-90b5-072d05d2413e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c451e41-2f2b-438e-b01f-7f17b9ad61d8 HTTP/1.1" status: 200 len: 217 time: 0.1311922 Jan 28 20:14:51.535419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4763bb68-1329-4631-bb60-3efaa0f62abb req-3bc4298e-d864-4f4a-b977-5fba4645997d tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 210 time: 0.0517051 Jan 28 20:14:51.663988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-a2c77143-b8a7-4b4a-bafe-014bd19aff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:51.665559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-a2c77143-b8a7-4b4a-bafe-014bd19aff30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b174119e-caba-49b9-a7ed-6c156622cf2a HTTP/1.1" status: 200 len: 853 time: 0.1961761 Jan 28 20:14:51.872578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-7ea79825-c0fb-4c12-837a-d91fcf9bdb1a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:51.880393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-7ea79825-c0fb-4c12-837a-d91fcf9bdb1a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 820 time: 0.3014715 Jan 28 20:14:51.973693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d3a20ec-ad50-43b3-8699-1b01b2f5f8af req-05c78793-1881-4af9-9857-e87a228cc025 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 210 time: 0.0910008 Jan 28 20:14:52.031234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Request body: {'port': {'device_id': '65b421e9-0700-429f-be79-4220a85ada7b', 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'admin_state_up': True, 'tenant_id': '149bcdf4309a4cf6a2507f65fea64729'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:52.133844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-36140437-1510-4523-bf37-327ca1f140ed tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=480527f0ffa44e999f8eeff9204681a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505978 Jan 28 20:14:52.266611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-e4b44f7f-ddd3-453f-a824-77d78104c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:52.268829 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-e4b44f7f-ddd3-453f-a824-77d78104c624 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d425c0ae-7309-47de-9754-077cb9d5d49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5775261 Jan 28 20:14:52.397254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32092bf7-0f2d-4f12-a961-49e6cdcb15bc req-9b182c26-5aa8-4997-ad05-5f5d413181c1 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:52.399143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Allocated IP 192.168.233.203 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/d2acce80-2f00-44ac-80ad-6919c84bf0bc) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:52.405282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32092bf7-0f2d-4f12-a961-49e6cdcb15bc req-9b182c26-5aa8-4997-ad05-5f5d413181c1 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 945 time: 0.2413759 Jan 28 20:14:52.510482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-7caf9a33-4f6b-4157-859a-c91bed61ea95 service neutron] 10.222.0.13 "GET /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251902 Jan 28 20:14:52.702117 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:52.762284 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:52.777246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c75031b7-332f-42fc-b586-57c9ba7d32ca'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:52.847141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Pushing event updated for resources: {'Port': ['ID=d2acce80-2f00-44ac-80ad-6919c84bf0bc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:52.879906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:52.883950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:52.887996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:52.995122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:53.010418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:53.033419 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-355c0d75-9507-4ae7-b78c-6c144f402643 req-12383973-d550-4d86-ad2b-51641a9aa45a service neutron] 10.222.0.13 "GET /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147519 Jan 28 20:14:53.054150 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-9115a93c-c07a-49ea-8346-603f7be22f87 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3093348 Jan 28 20:14:53.074137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Request body: {'port': {'device_id': '5b99bb36-54c5-4c15-b655-7ca10ac0c4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:53.180770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32092bf7-0f2d-4f12-a961-49e6cdcb15bc req-54bbcb97-ccff-4daf-a5a4-1ff83e3dde01 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7741947 Jan 28 20:14:53.218729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:53.259920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-5281c1a5-d661-49da-ad5c-718e262501e6 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:53.279642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-5281c1a5-d661-49da-ad5c-718e262501e6 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1413364 Jan 28 20:14:53.304881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8f8a5961-831b-48a6-b917-13e33d7a0e8e None None] Provisioning complete for port d2acce80-2f00-44ac-80ad-6919c84bf0bc triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:53.305664 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5961-831b-48a6-b917-13e33d7a0e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:53.331665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-6550c651-f889-429f-bd3b-d69263ead0cb tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/quotas/480527f0ffa44e999f8eeff9204681a7 HTTP/1.1" status: 200 len: 375 time: 0.0508149 Jan 28 20:14:53.388148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-c89d1c18-8a1f-44a4-942e-5cf6e19b86f9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554080 Jan 28 20:14:53.442146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5961-831b-48a6-b917-13e33d7a0e8e None None] Port d2acce80-2f00-44ac-80ad-6919c84bf0bc cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:53.466624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Made reservation on behalf of 149bcdf4309a4cf6a2507f65fea64729 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:53.472289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:53.570798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392d07d-128d-4d09-8119-dfd8570a01bf req-447134ca-2b90-4d53-bc4f-2b288e8d9fac tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:53.587042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0392d07d-128d-4d09-8119-dfd8570a01bf req-447134ca-2b90-4d53-bc4f-2b288e8d9fac tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 944 time: 0.2520404 Jan 28 20:14:53.829062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2acce80-2f00-44ac-80ad-6919c84bf0bc {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:53.840840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0392d07d-128d-4d09-8119-dfd8570a01bf req-16285552-8f26-45ca-bca7-860e8f68e3b4 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525222 Jan 28 20:14:53.855060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:53.884217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Transition to ACTIVE for port object d2acce80-2f00-44ac-80ad-6919c84bf0bc will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:53.891405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:53.977913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba0eb3-1ba0-49b5-b477-cbb157e33f46 req-e750ac7f-06b3-4575-97c0-c6bc41f3caf1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:53.986890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42ba0eb3-1ba0-49b5-b477-cbb157e33f46 req-e750ac7f-06b3-4575-97c0-c6bc41f3caf1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.2373722 Jan 28 20:14:54.020659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Pushing event updated for resources: {'Port': ['ID=d2acce80-2f00-44ac-80ad-6919c84bf0bc,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:54.055620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Allocated IP 172.20.0.2 (60da092a-8a54-45b1-8b11-be33524e08bf/ac887cfc-a542-4ce4-86f2-d8597a61cc15/ddeda68b-1d35-446b-ad84-cc76d2dc22a0) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:54.130688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42ba0eb3-1ba0-49b5-b477-cbb157e33f46 req-5a78af1a-c4a0-44c7-99b5-77682ecd9560 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422355 Jan 28 20:14:54.266707 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Attempting to bind port d2acce80-2f00-44ac-80ad-6919c84bf0bc on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:54.267141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Attempting to bind port d2acce80-2f00-44ac-80ad-6919c84bf0bc by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:54.267584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Attempting to bind port d2acce80-2f00-44ac-80ad-6919c84bf0bc on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:54.280406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Port d2acce80-2f00-44ac-80ad-6919c84bf0bc on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:54.280880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Attempting to bind port d2acce80-2f00-44ac-80ad-6919c84bf0bc on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:54.298904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:54.301184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:54.303916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:54.304625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Bound port: d2acce80-2f00-44ac-80ad-6919c84bf0bc, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:54.305071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:54.502333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] For port d2acce80-2f00-44ac-80ad-6919c84bf0bc, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:54.506613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] For port d2acce80-2f00-44ac-80ad-6919c84bf0bc, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d2acce80-2f00-44ac-80ad-6919c84bf0bc,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:54.514233 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:54.561983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60f48b31-b00b-4837-bbb4-a964f2839678 req-ecfe26e0-2d0e-4fe1-9b50-ae6fec9afac2 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 210 time: 0.1472154 Jan 28 20:14:54.565789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:54.566567 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:54.569294 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] 10.222.0.13 "PUT /v2.0/ports/d2acce80-2f00-44ac-80ad-6919c84bf0bc HTTP/1.1" status: 200 len: 1096 time: 1.4995329 Jan 28 20:14:54.569774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b99bb36-54c5-4c15-b655-7ca10ac0c4a8', 'tag': 'd2acce80-2f00-44ac-80ad-6919c84bf0bc'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:54.572683 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9a63ec-f89a-4c77-9fae-004d42477cce" -d '{"events": [{"name": "network-changed", "server_uuid": "5b99bb36-54c5-4c15-b655-7ca10ac0c4a8", "tag": "d2acce80-2f00-44ac-80ad-6919c84bf0bc"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:54.648644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec728d-cc6d-470a-b05e-1704468be805 service neutron] Pushing event updated for resources: {'Port': ['ID=d2acce80-2f00-44ac-80ad-6919c84bf0bc,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:54.721121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:54.725287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-b3e4a077-b2a4-4a2b-b836-2e1f8b32c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:54.727671 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-b3e4a077-b2a4-4a2b-b836-2e1f8b32c129 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8626b310d2c748c8b48b929d2c458575&device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 1099 time: 0.0670712 Jan 28 20:14:54.766754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cae97-1d62-40ba-9ac1-208f5a7cae92 req-304ec59d-8582-49f7-8e6c-a7dc31bade93 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:54.772640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-220cae97-1d62-40ba-9ac1-208f5a7cae92 req-304ec59d-8582-49f7-8e6c-a7dc31bade93 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 948 time: 0.4296052 Jan 28 20:14:54.876488 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-b935a768-651e-4086-b3e3-5c35eccf8af7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2acce80-2f00-44ac-80ad-6919c84bf0bc HTTP/1.1" status: 200 len: 217 time: 0.1066437 Jan 28 20:14:54.968205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-220cae97-1d62-40ba-9ac1-208f5a7cae92 req-89d42713-08eb-4e3e-9300-c993391b5581 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895392 Jan 28 20:14:54.986838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-d0982f03-ea2f-4015-8ed3-ad69c40eff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:54.988858 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-d0982f03-ea2f-4015-8ed3-ad69c40eff13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1035445 Jan 28 20:14:55.011605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:55.108011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-744d330b-b0e3-4ef7-addf-c8c13294d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:55.110244 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-744d330b-b0e3-4ef7-addf-c8c13294d513 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080732 Jan 28 20:14:55.202927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Network 60da092a-8a54-45b1-8b11-be33524e08bf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:55.207293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:55.217071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:55.225775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-8bc7421b-e123-4062-afb6-04a5fefbaa0f tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=480527f0ffa44e999f8eeff9204681a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950911 Jan 28 20:14:55.251188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Pushing event updated for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:55.292227 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-b6a6a7e1-c632-431b-8644-02e6d68b4b17 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744907 Jan 28 20:14:55.295752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7b22-e039-4530-bcdc-e3529334e803 req-97cf4e28-08f1-4001-9a06-525cc5ccc9e4 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:55.297310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e52c7b22-e039-4530-bcdc-e3529334e803 req-97cf4e28-08f1-4001-9a06-525cc5ccc9e4 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1096 time: 0.1652880 Jan 28 20:14:55.381515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:55.382108 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:55.416108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e52c7b22-e039-4530-bcdc-e3529334e803 req-9825b67e-1495-48a4-97f1-5f40a56c13f9 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872447 Jan 28 20:14:55.484939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-3107ee87-74de-478e-b406-82626a508f2d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4694898 Jan 28 20:14:55.505256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Request body: {'port': {'device_id': '65b421e9-0700-429f-be79-4220a85ada7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:55.519748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491226b-bb5c-4b88-b700-429ec17b311a req-dab5ee9b-4209-4513-b828-d5410c227a73 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:55.521732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-dab5ee9b-4209-4513-b828-d5410c227a73 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613034 Jan 28 20:14:55.533919 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb10991-5439-48f8-a33f-37ca137d52df x-openstack-request-id: req-5cb10991-5439-48f8-a33f-37ca137d52df {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:55.534432 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b99bb36-54c5-4c15-b655-7ca10ac0c4a8", "tag": "d2acce80-2f00-44ac-80ad-6919c84bf0bc", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:55.534762 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cb10991-5439-48f8-a33f-37ca137d52df {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:55.535249 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b99bb36-54c5-4c15-b655-7ca10ac0c4a8', 'tag': 'd2acce80-2f00-44ac-80ad-6919c84bf0bc', 'status': 'completed', 'code': 200} Jan 28 20:14:55.593874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:55.611298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-761967a1-9bd6-41c8-81f5-eebc70ca7018 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/quotas/480527f0ffa44e999f8eeff9204681a7 HTTP/1.1" status: 200 len: 375 time: 0.0669117 Jan 28 20:14:55.700238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-6a265286-c83a-4d0d-a964-931139af9a79 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555665 Jan 28 20:14:55.775870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db8a3-28af-4698-97ac-12d46ce607ec req-52dab36c-9b10-4619-9639-c3cffab4645a tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:55.777677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-346db8a3-28af-4698-97ac-12d46ce607ec req-52dab36c-9b10-4619-9639-c3cffab4645a tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 944 time: 0.1648819 Jan 28 20:14:55.887884 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-346db8a3-28af-4698-97ac-12d46ce607ec req-8ce41809-c2f4-430a-96ea-98c7302f1f71 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989218 Jan 28 20:14:55.935839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7b0f4-e916-4a2f-a8cd-2c2b3b918f6f req-efefaab9-6ae2-4cf8-a0df-31416b5db9d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:55.937337 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3cd7b0f4-e916-4a2f-a8cd-2c2b3b918f6f req-efefaab9-6ae2-4cf8-a0df-31416b5db9d4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.0728719 Jan 28 20:14:56.063342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3cd7b0f4-e916-4a2f-a8cd-2c2b3b918f6f req-65ab8f0b-76cc-4763-8c98-ea9ca3631444 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111341 Jan 28 20:14:56.106437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeda68b-1d35-446b-ad84-cc76d2dc22a0 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:56.115486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:56.130754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Transition to ACTIVE for port object ddeda68b-1d35-446b-ad84-cc76d2dc22a0 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:14:56.151717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcc77c-b939-46dd-8fa2-621cb6f5ffa3 req-47fc1ef7-80f5-40d2-a903-44352554cb3f tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.156376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20dcc77c-b939-46dd-8fa2-621cb6f5ffa3 req-47fc1ef7-80f5-40d2-a903-44352554cb3f tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1096 time: 0.1979289 Jan 28 20:14:56.157746 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:56.169821 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-feaae4d3-f449-411e-bcb9-d861cb3389f6 req-cfa1d4db-cdc6-4d3c-9421-df884b549fd1 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552157 Jan 28 20:14:56.271597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:56.284803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20dcc77c-b939-46dd-8fa2-621cb6f5ffa3 req-50460661-ed47-43c6-ad65-94c993127e91 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185620 Jan 28 20:14:56.292905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-f70c00e7-05f2-41bf-bede-bd27fa33bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.294433 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-f70c00e7-05f2-41bf-bede-bd27fa33bab2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8626b310d2c748c8b48b929d2c458575&device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 1099 time: 0.0472775 Jan 28 20:14:56.354299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3e599-15da-430c-91cf-cf97afdc40ef req-4998b45a-64d0-4266-80b0-303be92d51b0 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.355853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68f3e599-15da-430c-91cf-cf97afdc40ef req-4998b45a-64d0-4266-80b0-303be92d51b0 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.1482341 Jan 28 20:14:56.420301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a670a9c-0500-4590-a6e3-7b92c4ca6565 req-01b89b32-36be-43b8-ae64-75e3cd21c9ca tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 210 time: 0.0491025 Jan 28 20:14:56.421763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:56.421763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:56.422899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:56.430560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-9a163fe1-d905-4517-b8b1-e8fb68cc3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.430844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:56.431109 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-9a163fe1-d905-4517-b8b1-e8fb68cc3c1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1221433 Jan 28 20:14:56.431361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:56.455405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68f3e599-15da-430c-91cf-cf97afdc40ef req-e646688f-f090-4db6-ad25-0e3865f0e4cd tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867851 Jan 28 20:14:56.456453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:56.474062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:56.474789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:56.475260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Bound port: ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:56.475623 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:56.538309 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-73358bfa-85fa-42d9-b9d0-5ee1e9f06b10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2acce80-2f00-44ac-80ad-6919c84bf0bc HTTP/1.1" status: 200 len: 217 time: 0.0934858 Jan 28 20:14:56.648811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:14:56.658076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c371-54a0-4580-a0ec-21bac461c907 req-b7c32dba-9ea6-491a-aa92-b5c8abe02228 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.659598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1152c371-54a0-4580-a0ec-21bac461c907 req-b7c32dba-9ea6-491a-aa92-b5c8abe02228 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 948 time: 0.1320946 Jan 28 20:14:56.662036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:56.664134 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-582f4126-0e5a-419b-9db1-9cd8c52a2472 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=480527f0ffa44e999f8eeff9204681a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540957 Jan 28 20:14:56.669860 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:56.696151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-76b4670a-52ab-4aa6-a717-f158cf836615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.697685 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-76b4670a-52ab-4aa6-a717-f158cf836615 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1432011 Jan 28 20:14:56.732464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.733093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:56.734527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] 10.222.0.26 "PUT /v2.0/ports/ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 1091 time: 1.2355759 Jan 28 20:14:56.734991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:56.737449 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7" -d '{"events": [{"name": "network-changed", "server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:56.785738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1152c371-54a0-4580-a0ec-21bac461c907 req-56b9c718-83be-43dc-8131-a9c8911121ff tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175890 Jan 28 20:14:56.790650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a761de1-82fe-4db0-aff0-aed9fd063749 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:56.813484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d51e4932-135c-4a59-a4d6-d1c80919ff73 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:14:56.819642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d51e4932-135c-4a59-a4d6-d1c80919ff73 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:14:56.854897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-7982e460-25d3-4e69-bc9c-247ca55d4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.856446 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-7982e460-25d3-4e69-bc9c-247ca55d4b9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389761 Jan 28 20:14:56.871790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-ebc6b64c-dc40-41a9-b19f-4ef2eed68f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.875320 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-ebc6b64c-dc40-41a9-b19f-4ef2eed68f7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1094 time: 0.0638146 Jan 28 20:14:56.897018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-aa73dca7-2e8a-4f6d-acac-88c878e3fb52 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:56.898420 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-aa73dca7-2e8a-4f6d-acac-88c878e3fb52 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267411 Jan 28 20:14:56.919577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Request body: {'port': {'device_id': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '480527f0ffa44e999f8eeff9204681a7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:56.988241 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1576befe-8448-48d4-8edf-f2e3ebdd25bd x-openstack-request-id: req-1576befe-8448-48d4-8edf-f2e3ebdd25bd {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:56.990953 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:56.991374 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1576befe-8448-48d4-8edf-f2e3ebdd25bd {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:56.991935 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0', 'status': 'completed', 'code': 200} Jan 28 20:14:56.994957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-c04e9a21-38d8-4c79-9606-898773528511 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 217 time: 0.1115100 Jan 28 20:14:57.118314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-419cfe87-65f5-448c-932e-39383b024542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:57.119814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-419cfe87-65f5-448c-932e-39383b024542 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1160409 Jan 28 20:14:57.151391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9c8eb-05a2-4da6-b3e4-acc5148ed7b8 req-2a8d4780-e0be-40aa-962b-9776b1f69a53 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:57.159366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2f9c8eb-05a2-4da6-b3e4-acc5148ed7b8 req-2a8d4780-e0be-40aa-962b-9776b1f69a53 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 944 time: 0.0939605 Jan 28 20:14:57.187787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:57.193182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-60286678-5d75-4284-898f-3e83e73a608d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598149 Jan 28 20:14:57.209519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'd51e4932-135c-4a59-a4d6-d1c80919ff73', 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'port_id': 'd51e4932-135c-4a59-a4d6-d1c80919ff73', 'mac_address': 'fa:16:3e:8e:22:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b642db89-609d-4723-8ba6-782a520fcc50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:14:57.215932 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-1fd61383-a853-498a-8569-634671589872 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=480527f0ffa44e999f8eeff9204681a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985267 Jan 28 20:14:57.276821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2f9c8eb-05a2-4da6-b3e4-acc5148ed7b8 req-73acbce2-f48b-4132-8d10-831014ca0323 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162021 Jan 28 20:14:57.316948 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.336377 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.340595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d51e4932-135c-4a59-a4d6-d1c80919ff73 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:57.402001 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-0eb3a6a8-7be2-45ea-93bb-f538ad0b0c1c service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221455 Jan 28 20:14:57.405977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:57.416465 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.450805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53538) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:57.481649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-6d403b1c-6f12-41f8-a2e5-ae2a9b30b943 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755227 Jan 28 20:14:57.498963 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:14:57.499583 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:14:57.527725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:57.553831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491226b-bb5c-4b88-b700-429ec17b311a req-0afc2d58-6c20-46dc-bfec-157cdec053d5 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:57.555622 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-0afc2d58-6c20-46dc-bfec-157cdec053d5 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285718 Jan 28 20:14:57.578797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Request body: {'port': {'device_id': 'e33145c3-8e2c-45c2-b545-3157a644395b', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '480527f0ffa44e999f8eeff9204681a7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:57.584914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Made reservation on behalf of 480527f0ffa44e999f8eeff9204681a7 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:57.590598 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.643270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2042c-0214-49af-b94e-46c08b8d7b6b req-b1b9e9b5-137f-47ca-bd96-23c93e2389ab tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:57.646753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afb2042c-0214-49af-b94e-46c08b8d7b6b req-b1b9e9b5-137f-47ca-bd96-23c93e2389ab tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 945 time: 0.1900308 Jan 28 20:14:57.662913 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.686005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa9a63ec-f89a-4c77-9fae-004d42477cce req-de351023-2d43-4e43-9521-cee32f945843 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728217 Jan 28 20:14:57.700821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16de9244-4156-4cd9-a30b-0798d9c3c3b3 req-6918c5b0-a5ec-4dc0-a858-6a01298eaca6 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773920 Jan 28 20:14:57.731557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afb2042c-0214-49af-b94e-46c08b8d7b6b req-2d6b1791-0972-44a7-a20d-7eab935b9e04 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745397 Jan 28 20:14:57.738095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d51e4932-135c-4a59-a4d6-d1c80919ff73'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:14:57.807675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Made reservation on behalf of 480527f0ffa44e999f8eeff9204681a7 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:14:57.812689 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.854077 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.855781 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e7d129e-3224-4857-9cd3-e4d91f72a4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.865023 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.879132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-63ec76bf-92f0-45e8-a52f-4957cbb9ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:57.882828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:57.884240 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-63ec76bf-92f0-45e8-a52f-4957cbb9ebe9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1094 time: 0.0682721 Jan 28 20:14:57.945940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45530f0a-24f0-4766-898d-dae9bb794b97 req-3042373f-059e-45a7-a935-e530163e7b75 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 210 time: 0.0573790 Jan 28 20:14:58.063816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe10ef1-7070-4331-90fc-89893e705504,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:58.133893 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.153842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d51e4932-135c-4a59-a4d6-d1c80919ff73 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:14:58.193369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:58.200352 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.219032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79b4ca-cffd-4bbe-9179-53fe763b5116 req-8b1356a0-fec8-4a31-a58a-e260ff1e044f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:58.221130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Allocated IP 192.168.233.245 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/55b80791-7749-40e4-9e6c-8f9ba2bd9a6c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:58.221688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b79b4ca-cffd-4bbe-9179-53fe763b5116 req-8b1356a0-fec8-4a31-a58a-e260ff1e044f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.1247263 Jan 28 20:14:58.225011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-659e4468-e78e-4028-8819-f53194925908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:58.227196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-659e4468-e78e-4028-8819-f53194925908 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.2794127 Jan 28 20:14:58.263461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e7d129e-3224-4857-9cd3-e4d91f72a4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.272963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:58.274580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e7d129e-3224-4857-9cd3-e4d91f72a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.305319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-c498b4e9-768e-483b-8c32-9ccd4b4052af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 217 time: 0.0692167 Jan 28 20:14:58.338889 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2e7d129e-3224-4857-9cd3-e4d91f72a4e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49524b2f0c7342e39b5e33d6a2d2156e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8867633 Jan 28 20:14:58.342853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53560) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:58.347606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d129e-3224-4857-9cd3-e4d91f72a4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704094fb-d810-4b24-9ac1-feec489c8e85,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:58.382340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b79b4ca-cffd-4bbe-9179-53fe763b5116 req-ff0ee44a-59ec-49d7-b1be-ba2b2cb960ed tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492083 Jan 28 20:14:58.394396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53562) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:14:58.463553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-88d14c8a-b8a9-4ae9-807d-1b0443a01561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:58.465980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-88d14c8a-b8a9-4ae9-807d-1b0443a01561 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1464140 Jan 28 20:14:58.483106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-2fe9fb3e-95b4-4413-8a63-fc9e9d338b40 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:14:58.484132 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-2fe9fb3e-95b4-4413-8a63-fc9e9d338b40 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0892990 Jan 28 20:14:58.496309 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed8614dc-935e-4720-b0e9-eb4b68987763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.502200 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.520895 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-397d670e-7b83-46b4-8ecd-61ae5e1af08d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412054 Jan 28 20:14:58.562847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.612000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed8614dc-935e-4720-b0e9-eb4b68987763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.681801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df3c24-7511-4733-aee8-4c5b07c31800 req-af8fb04d-1913-43ff-a3a4-3452e0063683 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:58.683349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69df3c24-7511-4733-aee8-4c5b07c31800 req-af8fb04d-1913-43ff-a3a4-3452e0063683 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 948 time: 0.1888864 Jan 28 20:14:58.684214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:58.700716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:58.703355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:58.713553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-01e0df00-0c8c-43d3-acf3-66ac1d1893f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:58.714953 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-01e0df00-0c8c-43d3-acf3-66ac1d1893f2 service neutron] 10.222.0.44 "GET /v2.0/ports/9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 1093 time: 0.1728549 Jan 28 20:14:58.720915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-7fc09633-6578-44b6-9b1d-8ad746edec93 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768029 Jan 28 20:14:58.735881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed8614dc-935e-4720-b0e9-eb4b68987763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.739436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed8614dc-935e-4720-b0e9-eb4b68987763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.740520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ed8614dc-935e-4720-b0e9-eb4b68987763 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/704094fb-d810-4b24-9ac1-feec489c8e85 HTTP/1.1" status: 204 len: 168 time: 0.3966994 Jan 28 20:14:58.779370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Request body: {'binding': {'host': 'n-h2-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:58.779975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:14:58.794273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69df3c24-7511-4733-aee8-4c5b07c31800 req-34b354b2-cd1f-47be-b903-176b1f1d2143 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952082 Jan 28 20:14:58.798818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8614dc-935e-4720-b0e9-eb4b68987763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704094fb-d810-4b24-9ac1-feec489c8e85,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:58.824931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d51e4932-135c-4a59-a4d6-d1c80919ff73 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:14:58.874512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:58.902111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Allocated IP 192.168.233.76 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/f5679872-c8fc-45c3-afe7-6a720feb5595) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:58.924885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:58.927607 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.945656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port d51e4932-135c-4a59-a4d6-d1c80919ff73 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:58.946205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:58.988392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa2e78b-bb7a-44ff-b1f6-18363ad483b7 req-21ae0087-4c07-43b7-97db-1c48c150775b service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396183 Jan 28 20:14:58.998855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f459614-7535-4542-b643-401ae70f1f16 req-d0b78fb6-dd6a-4d60-8582-55e7b597db6a tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:59.004771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f459614-7535-4542-b643-401ae70f1f16 req-d0b78fb6-dd6a-4d60-8582-55e7b597db6a tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 944 time: 0.1058075 Jan 28 20:14:59.046243 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-3316b1d4-bb35-499d-916e-8f8c0cf0611c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1309466 Jan 28 20:14:59.062819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Request body: {'port': {'device_id': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:59.068079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f459614-7535-4542-b643-401ae70f1f16 req-92bc807a-967a-4d69-af88-b8950a2ef97c tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509620 Jan 28 20:14:59.090858 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:59.110280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-715178c8-d814-43a4-a36d-8db6b65312e6 None None] Provisioning complete for port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:14:59.110654 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-715178c8-d814-43a4-a36d-8db6b65312e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:59.155076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51e4932-135c-4a59-a4d6-d1c80919ff73'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:14:59.157601 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812b8c17-8276-4689-a1f6-7758eb64db7f" -d '{"events": [{"server_uuid": "7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38", "name": "network-vif-plugged", "status": "completed", "tag": "d51e4932-135c-4a59-a4d6-d1c80919ff73"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:59.181811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:14:59.191722 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:59.194023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-715178c8-d814-43a4-a36d-8db6b65312e6 None None] Port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:14:59.237365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8642b-2621-48b6-81f3-a63dd81516fc req-775d2abf-7d25-49f5-958d-c6b4016ee8f9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:59.239035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cd8642b-2621-48b6-81f3-a63dd81516fc req-775d2abf-7d25-49f5-958d-c6b4016ee8f9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 944 time: 0.0739150 Jan 28 20:14:59.243334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:59.258065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on host n-h2-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:14:59.258716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:14:59.259215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:59.266711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:59.284141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:14:59.284496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:14:59.299708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:14:59.300101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:14:59.300437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:14:59.300883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Bound port: 9ffbc656-f3dd-425b-8efc-61d109e4caed, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:14:59.307528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cd8642b-2621-48b6-81f3-a63dd81516fc req-ad890e3a-64a0-43fc-ae26-186e3bff4e6f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579648 Jan 28 20:14:59.414724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ba3a1de-2592-41a5-92c6-9db0e0ba3762 req-55b34830-ab08-40de-be28-b981e6c8a027 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 210 time: 0.0319569 Jan 28 20:14:59.465544 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a475577c-ab89-4182-baba-cc4ed9f9229a x-openstack-request-id: req-a475577c-ab89-4182-baba-cc4ed9f9229a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:59.466227 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38", "name": "network-vif-plugged", "status": "completed", "tag": "d51e4932-135c-4a59-a4d6-d1c80919ff73", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:59.466924 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a475577c-ab89-4182-baba-cc4ed9f9229a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:59.469302 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51e4932-135c-4a59-a4d6-d1c80919ff73', 'code': 200} Jan 28 20:14:59.581802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939eba6-2c55-4e59-a596-0672bbcef241 req-4ba4158b-6d11-4962-9df9-09223c70f241 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:59.585876 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:59.590035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7939eba6-2c55-4e59-a596-0672bbcef241 req-4ba4158b-6d11-4962-9df9-09223c70f241 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.0720265 Jan 28 20:14:59.632903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7939eba6-2c55-4e59-a596-0672bbcef241 req-3cb4dd5c-3208-4561-9c5e-298d7142fad3 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Jan 28 20:14:59.701935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:14:59.714755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:59.716010 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c39e7b26-7ced-4f26-9b93-acd00a0e3f1b service neutron] 10.222.0.44 "POST /v2.0/ports/9ffbc656-f3dd-425b-8efc-61d109e4caed/bindings HTTP/1.1" status: 201 len: 389 time: 0.9505000 Jan 28 20:14:59.734445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42659d-1f10-4e8f-96ec-ab6fd72bc1b2 req-1d0b7150-d1fa-4b7a-afba-d38773addefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:59.735040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:14:59.735162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b42659d-1f10-4e8f-96ec-ab6fd72bc1b2 req-1d0b7150-d1fa-4b7a-afba-d38773addefa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 1097 time: 0.0519731 Jan 28 20:14:59.779274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b42659d-1f10-4e8f-96ec-ab6fd72bc1b2 req-3c5be821-d527-4320-8010-1e2fa2b3221c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354886 Jan 28 20:14:59.840972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:59.849913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:59.853259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Pushing event updated for resources: {'Port': ['ID=f5679872-c8fc-45c3-afe7-6a720feb5595,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:59.863725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:59.953261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:59.953930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.004780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-c9bc84e8-900f-4f23-985a-5c7b8d2a18a9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4319625 Jan 28 20:15:00.038099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014d9a2-a886-400f-b0e8-226383091687 req-ebcdec0b-bfb5-49e3-9564-002a31143f95 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.043095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Request body: {'port': {'device_id': 'e33145c3-8e2c-45c2-b545-3157a644395b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:00.048574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0014d9a2-a886-400f-b0e8-226383091687 req-ebcdec0b-bfb5-49e3-9564-002a31143f95 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 948 time: 0.1120324 Jan 28 20:15:00.066458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f137c6-9aab-4724-8307-a7de0162d5dd req-c100ad80-1852-4581-9a80-ee3bc32064ab tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.068696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26f137c6-9aab-4724-8307-a7de0162d5dd req-c100ad80-1852-4581-9a80-ee3bc32064ab tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 945 time: 0.0971158 Jan 28 20:15:00.125450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0014d9a2-a886-400f-b0e8-226383091687 req-fc35acf8-70e1-4131-baf3-68d130d74705 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755148 Jan 28 20:15:00.169095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:00.185177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.189406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.189577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26f137c6-9aab-4724-8307-a7de0162d5dd req-76d0911b-6589-4ac3-93fd-e81fdfb42e7d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100979 Jan 28 20:15:00.205351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-4b815676-a68b-4533-8def-aad771570719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.206856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-4b815676-a68b-4533-8def-aad771570719 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1096 time: 0.0733454 Jan 28 20:15:00.224478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Transition to ACTIVE for port object 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:00.234605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-52e4b419-2841-4a51-b1f7-fb5c905b45ae None None] Provisioning complete for port f5679872-c8fc-45c3-afe7-6a720feb5595 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:00.235515 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-52e4b419-2841-4a51-b1f7-fb5c905b45ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.244864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.289823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-52e4b419-2841-4a51-b1f7-fb5c905b45ae None None] Port f5679872-c8fc-45c3-afe7-6a720feb5595 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:15:00.291531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:00.327637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1af59-c6d4-4c39-ae55-9dee155cec3b req-ab698c80-82ab-42ab-b185-6f5166712c1d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.344458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f1af59-c6d4-4c39-ae55-9dee155cec3b req-ab698c80-82ab-42ab-b185-6f5166712c1d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 944 time: 0.1283817 Jan 28 20:15:00.410098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f1af59-c6d4-4c39-ae55-9dee155cec3b req-a8e27ba2-4f0a-46d7-993f-d20e629ecd42 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595105 Jan 28 20:15:00.421325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:00.441240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '6c451e41-2f2b-438e-b01f-7f17b9ad61d8', 'network_id': 'd425c0ae-7309-47de-9754-077cb9d5d49c', 'port_id': '6c451e41-2f2b-438e-b01f-7f17b9ad61d8', 'mac_address': 'fa:16:3e:26:0d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b174119e-caba-49b9-a7ed-6c156622cf2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:00.470496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-0cd64896-5d5e-4c0f-95ee-da2d790b7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.472349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-0cd64896-5d5e-4c0f-95ee-da2d790b7e9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.2447042 Jan 28 20:15:00.484480 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:00.495812 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.518282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:00.553236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:00.559983 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.560923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d2acce80-2f00-44ac-80ad-6919c84bf0bc details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:00.654560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Attempting to bind port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:00.655096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Attempting to bind port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:00.655444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Attempting to bind port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:00.669354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:00.669860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Attempting to bind port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:00.682842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:00.695469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:00.695819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:00.696213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:00.696680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Bound port: 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:00.697046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.774775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d2acce80-2f00-44ac-80ad-6919c84bf0bc, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d2acce80-2f00-44ac-80ad-6919c84bf0bc,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:00.792033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd2acce80-2f00-44ac-80ad-6919c84bf0bc', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'd2acce80-2f00-44ac-80ad-6919c84bf0bc', 'mac_address': 'fa:16:3e:31:16:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:00.820753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-0f5ec547-3753-4442-825c-acde95245d7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 217 time: 0.3330402 Jan 28 20:15:00.931954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e32c3-c50a-4c47-87db-31ccbb745804 req-83880720-3dd2-4941-96d1-a48719d22c8f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.937190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e7e32c3-c50a-4c47-87db-31ccbb745804 req-83880720-3dd2-4941-96d1-a48719d22c8f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.5066059 Jan 28 20:15:00.942017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5679872-c8fc-45c3-afe7-6a720feb5595 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:00.960864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:00.976588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ddeda68b-1d35-446b-ad84-cc76d2dc22a0 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:00.988269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877452b-d0bd-4a81-bfa4-52c1da800206 req-3b8ff139-3576-46c1-ae77-82d968aaf272 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:00.990876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b877452b-d0bd-4a81-bfa4-52c1da800206 req-3b8ff139-3576-46c1-ae77-82d968aaf272 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 935 time: 0.1776021 Jan 28 20:15:01.001072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-f5ed490e-0023-4b8e-beb2-d2ca129d32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.002792 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.002926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-f5ed490e-0023-4b8e-beb2-d2ca129d32cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1452875 Jan 28 20:15:01.009872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Transition to ACTIVE for port object f5679872-c8fc-45c3-afe7-6a720feb5595 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:01.018013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:01.022834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.037030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:01.048029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.055416 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2acce80-2f00-44ac-80ad-6919c84bf0bc {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:01.065909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e7e32c3-c50a-4c47-87db-31ccbb745804 req-501ca481-c75f-4632-b377-f998047a0ca9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096447 Jan 28 20:15:01.092450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-f1bf4a5f-bafa-449c-8f8f-ae8d1294da3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602760 Jan 28 20:15:01.101118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d2acce80-2f00-44ac-80ad-6919c84bf0bc, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d2acce80-2f00-44ac-80ad-6919c84bf0bc,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:01.105200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.105932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.107383 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] 10.222.0.13 "PUT /v2.0/ports/55b80791-7749-40e4-9e6c-8f9ba2bd9a6c HTTP/1.1" status: 200 len: 1096 time: 2.0527265 Jan 28 20:15:01.118873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:01.122349 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e486454e-2723-45f3-b9d4-1257a9559398" -d '{"events": [{"name": "network-changed", "server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:01.128703 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.171908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b877452b-d0bd-4a81-bfa4-52c1da800206 req-b411652a-9ae2-4e17-a30e-5eac8c835e27 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557894 Jan 28 20:15:01.176153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=f5679872-c8fc-45c3-afe7-6a720feb5595,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:01.235762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d2acce80-2f00-44ac-80ad-6919c84bf0bc,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:01.274409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:01.297406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0', 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'port_id': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0', 'mac_address': 'fa:16:3e:0e:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac887cfc-a542-4ce4-86f2-d8597a61cc15', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:01.329193 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4909144-96bd-442f-8cee-91e4e165ac9f x-openstack-request-id: req-b4909144-96bd-442f-8cee-91e4e165ac9f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:01.329862 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:01.330236 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4909144-96bd-442f-8cee-91e4e165ac9f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:01.330668 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'status': 'completed', 'code': 200} Jan 28 20:15:01.358086 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.393066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['6c451e41-2f2b-438e-b01f-7f17b9ad61d8'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:01.396259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d2acce80-2f00-44ac-80ad-6919c84bf0bc'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:01.409148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdfb47-7f14-4059-afcf-0bb22885406d req-1365415d-d9ba-4e89-820d-5b2c0096fcbf tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.409148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98bdfb47-7f14-4059-afcf-0bb22885406d req-1365415d-d9ba-4e89-820d-5b2c0096fcbf tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.1497278 Jan 28 20:15:01.442416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-5e295016-a0ce-40e9-91f0-57da86dfba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.444369 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-5e295016-a0ce-40e9-91f0-57da86dfba1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1099 time: 0.2956507 Jan 28 20:15:01.456163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8e39-6db3-4385-a0c9-26b64197dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:01.476591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Attempting to bind port f5679872-c8fc-45c3-afe7-6a720feb5595 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:01.477178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Attempting to bind port f5679872-c8fc-45c3-afe7-6a720feb5595 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:01.477706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Attempting to bind port f5679872-c8fc-45c3-afe7-6a720feb5595 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:01.512536 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-1d6e94a1-c9fa-4628-9454-b743f6fc92be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c HTTP/1.1" status: 200 len: 217 time: 0.0444093 Jan 28 20:15:01.513781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Port f5679872-c8fc-45c3-afe7-6a720feb5595 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:01.514287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Attempting to bind port f5679872-c8fc-45c3-afe7-6a720feb5595 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:01.521395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:01.522010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:01.522569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:01.523130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Bound port: f5679872-c8fc-45c3-afe7-6a720feb5595, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:01.523526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.559556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeda68b-1d35-446b-ad84-cc76d2dc22a0 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:01.596111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:01.629755 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.655896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-a54bf777-4af4-48ec-924e-b1f216248eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.657468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-a54bf777-4af4-48ec-924e-b1f216248eaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1374185 Jan 28 20:15:01.659979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98bdfb47-7f14-4059-afcf-0bb22885406d req-e79efaa2-0665-47a6-bf74-bd4e77365fc1 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303305 Jan 28 20:15:01.740197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d4d8-c58d-43fb-82ea-a3358e599470 req-f8c96085-5352-4d1c-bceb-08f593742e67 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.752060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ac3d4d8-c58d-43fb-82ea-a3358e599470 req-f8c96085-5352-4d1c-bceb-08f593742e67 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 949 time: 0.2323990 Jan 28 20:15:01.764442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] For port f5679872-c8fc-45c3-afe7-6a720feb5595, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:01.792657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:01.814123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] For port f5679872-c8fc-45c3-afe7-6a720feb5595, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f5679872-c8fc-45c3-afe7-6a720feb5595,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:01.831676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.859736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ac3d4d8-c58d-43fb-82ea-a3358e599470 req-528dacfe-cc71-4f9a-b81f-def35058f178 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054699 Jan 28 20:15:01.864882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-78a1cfef-c461-4990-a852-97f1f822e448 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598696 Jan 28 20:15:01.898501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.899128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:01.900585 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5679872-c8fc-45c3-afe7-6a720feb5595 HTTP/1.1" status: 200 len: 1095 time: 1.8658619 Jan 28 20:15:01.913897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-253817a1-c194-48ea-bf4e-122085b461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:01.915492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-253817a1-c194-48ea-bf4e-122085b461da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2443612 Jan 28 20:15:01.981860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['ddeda68b-1d35-446b-ad84-cc76d2dc22a0'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:02.064581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6b2d3-7383-454c-bcca-b8ec158a4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=f5679872-c8fc-45c3-afe7-6a720feb5595,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:02.105036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491226b-bb5c-4b88-b700-429ec17b311a req-0be2f364-c677-41f7-877e-6f9770a433bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.106807 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-0be2f364-c677-41f7-877e-6f9770a433bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 1098 time: 0.1477478 Jan 28 20:15:02.165189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-5b932977-5433-495e-a319-c6ee3904e07b service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880158 Jan 28 20:15:02.166225 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-d9aaede9-60a8-41b5-9d13-b72b41714dd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=f5679872-c8fc-45c3-afe7-6a720feb5595 HTTP/1.1" status: 200 len: 217 time: 0.0499206 Jan 28 20:15:02.168217 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-24c3065d-c0e1-4e4f-b5cf-a7e5b2b5988b service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394056 Jan 28 20:15:02.192606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a33183-c48b-481b-8b9a-e72fa732592d req-13e58e49-7150-4145-956a-dd043d7dd764 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.196268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59a33183-c48b-481b-8b9a-e72fa732592d req-13e58e49-7150-4145-956a-dd043d7dd764 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 945 time: 0.1317940 Jan 28 20:15:02.202519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e547e7-e22e-41a3-bc1f-0fcbad187a9a req-8ced00ef-b81d-4fe6-a0fb-e6bd766039a6 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.203937 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71e547e7-e22e-41a3-bc1f-0fcbad187a9a req-8ced00ef-b81d-4fe6-a0fb-e6bd766039a6 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 945 time: 0.1398020 Jan 28 20:15:02.283010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59a33183-c48b-481b-8b9a-e72fa732592d req-8ee6cd72-acf2-416f-8bf4-70451db5a8fb tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780478 Jan 28 20:15:02.295322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491226b-bb5c-4b88-b700-429ec17b311a req-f8aa10ad-b291-4a44-af78-7d123418605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.297230 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-f8aa10ad-b291-4a44-af78-7d123418605d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1186867 Jan 28 20:15:02.308832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71e547e7-e22e-41a3-bc1f-0fcbad187a9a req-8a0e3c19-74d8-42dd-a2f8-ae6e57974737 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833201 Jan 28 20:15:02.325810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-dbb9f6ae-2684-43c1-ab6d-c9410f1a1f8c tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.327750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-dbb9f6ae-2684-43c1-ab6d-c9410f1a1f8c tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.0775051 Jan 28 20:15:02.345632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-3'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:02.379639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99128d49-6cd9-4b61-8d9e-7504b4ddfbd7 req-1a281add-f0cf-470d-b4b6-b8ff22ae11c8 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981401 Jan 28 20:15:02.411488 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491226b-bb5c-4b88-b700-429ec17b311a req-a052f4ef-3c92-4f18-b724-bf97e3e4b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.411488 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-a052f4ef-3c92-4f18-b724-bf97e3e4b5a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953610 Jan 28 20:15:02.517723 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:02.537386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486454e-2723-45f3-b9d4-1257a9559398 req-f0bb93ac-e731-4b4c-afd0-d450617a03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.538859 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e486454e-2723-45f3-b9d4-1257a9559398 req-f0bb93ac-e731-4b4c-afd0-d450617a03bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1099 time: 0.0711203 Jan 28 20:15:02.539048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c73d4b-9a5d-438e-b116-5ae706fb0d28 req-3fd7afd2-d2dc-4208-a560-532c13b3db1e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.541040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25c73d4b-9a5d-438e-b116-5ae706fb0d28 req-3fd7afd2-d2dc-4208-a560-532c13b3db1e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1301463 Jan 28 20:15:02.542893 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-78f65db5-3eca-41fa-8abc-46f0b35285d4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249752 Jan 28 20:15:02.609573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f13a58-d6c1-4722-b828-4704c4c43ffd req-6b98e65f-977d-4cac-a1ba-4ed8fe49acbd tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.611105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82f13a58-d6c1-4722-b828-4704c4c43ffd req-6b98e65f-977d-4cac-a1ba-4ed8fe49acbd tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 947 time: 0.1280956 Jan 28 20:15:02.684726 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25c73d4b-9a5d-438e-b116-5ae706fb0d28 req-88086df7-10a3-47e2-a78e-3f8d033171c5 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340652 Jan 28 20:15:02.716543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82f13a58-d6c1-4722-b828-4704c4c43ffd req-4444795f-c8d9-412e-b47f-c86e51abe58c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849652 Jan 28 20:15:02.734692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486454e-2723-45f3-b9d4-1257a9559398 req-d249959b-aac2-44e7-85e8-460e83cbd0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.736769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e486454e-2723-45f3-b9d4-1257a9559398 req-d249959b-aac2-44e7-85e8-460e83cbd0ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1831944 Jan 28 20:15:02.739555 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d491226b-bb5c-4b88-b700-429ec17b311a req-dbd146b3-4a76-4249-b198-66972edf9ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775563 Jan 28 20:15:02.754236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:02.800455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:02.824146 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e486454e-2723-45f3-b9d4-1257a9559398 req-26130a78-7453-49d0-8f9d-42abb7710a26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c HTTP/1.1" status: 200 len: 217 time: 0.0709224 Jan 28 20:15:02.880262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:02.882769 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ef57fa-7c37-4a68-a208-7d5a04e01857" -d '{"events": [{"server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:02.884236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486454e-2723-45f3-b9d4-1257a9559398 req-d8c501a5-c03d-4ac2-b07b-301c33f1f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.885845 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e486454e-2723-45f3-b9d4-1257a9559398 req-d8c501a5-c03d-4ac2-b07b-301c33f1f140 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0549216 Jan 28 20:15:02.887323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:02.916353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:02.945400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486454e-2723-45f3-b9d4-1257a9559398 req-0b3cb4d9-c388-45c5-affb-95066e4eeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.946886 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e486454e-2723-45f3-b9d4-1257a9559398 req-0b3cb4d9-c388-45c5-affb-95066e4eeb13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526278 Jan 28 20:15:03.011333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14577dd1-5b30-4597-b42c-47af496712ec req-66d1367d-2705-4553-a077-8391fea0507a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.013040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14577dd1-5b30-4597-b42c-47af496712ec req-66d1367d-2705-4553-a077-8391fea0507a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1695359 Jan 28 20:15:03.027645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eff71-9747-441c-b7bf-c43c46bd75cd req-9ee5c7f9-bd9e-4d62-8899-ead8383e2851 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.029174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-397eff71-9747-441c-b7bf-c43c46bd75cd req-9ee5c7f9-bd9e-4d62-8899-ead8383e2851 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 944 time: 0.1540680 Jan 28 20:15:03.033320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Pushing event updated for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:03.068246 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e486454e-2723-45f3-b9d4-1257a9559398 req-2c4719fe-c5a1-4790-a09f-6e8057141b9a service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128669 Jan 28 20:15:03.106878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on host n-h1-825064-3 for vnic_type normal with profile {"migrating_to": "n-h2-825064-3"} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:03.107203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:03.107521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:03.129339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14577dd1-5b30-4597-b42c-47af496712ec req-95c08113-91ee-49b0-8dd7-9a17f9181391 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100988 Jan 28 20:15:03.132492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:03.132826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Attempting to bind port 9ffbc656-f3dd-425b-8efc-61d109e4caed on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:03.138871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-397eff71-9747-441c-b7bf-c43c46bd75cd req-03c8c5c8-c01b-4f0b-9fa7-e4d8c8125d67 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978880 Jan 28 20:15:03.141853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:03.142267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:03.142618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:03.143015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Bound port: 9ffbc656-f3dd-425b-8efc-61d109e4caed, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:03.143495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:03.202990 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e486454e-2723-45f3-b9d4-1257a9559398 req-426e5df6-31a1-4801-b5ae-ec356c55e374 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257498 Jan 28 20:15:03.212709 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e4bbe0-c218-49e3-be42-99e79bb18612 x-openstack-request-id: req-f2e4bbe0-c218-49e3-be42-99e79bb18612 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:03.213212 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:03.213212 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2e4bbe0-c218-49e3-be42-99e79bb18612 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:03.214599 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed', 'code': 200} Jan 28 20:15:03.233881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:03.238942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:03.252163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:03.331712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33145c3-8e2c-45c2-b545-3157a644395b', 'tag': 'f5679872-c8fc-45c3-afe7-6a720feb5595'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:03.334240 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe6857-3adb-4b35-a883-98bab7ebfa00" -d '{"events": [{"name": "network-changed", "server_uuid": "e33145c3-8e2c-45c2-b545-3157a644395b", "tag": "f5679872-c8fc-45c3-afe7-6a720feb5595"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:03.358951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c595f9f-3c49-4305-a16f-984383d62b75 req-95a75a09-8967-4c03-a4f0-6cc71cfa2c67 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.362285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c595f9f-3c49-4305-a16f-984383d62b75 req-95a75a09-8967-4c03-a4f0-6cc71cfa2c67 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 949 time: 0.1241181 Jan 28 20:15:03.365606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Pushing event updated for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=8']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:03.388026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.390567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:03.393620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-9abdaadd-bac2-4a04-b77e-74439924aa1c service neutron] 10.222.0.26 "PUT /v2.0/ports/9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 1121 time: 1.0533378 Jan 28 20:15:03.495936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c595f9f-3c49-4305-a16f-984383d62b75 req-3524fd29-209a-466e-89f1-914bf7980f79 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004441 Jan 28 20:15:03.515018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['9ffbc656-f3dd-425b-8efc-61d109e4caed'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:03.557846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd65e-0d50-4603-bbc4-93c112cd3302 req-e427fc14-0f21-4b09-a1d5-bcd1c949f824 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.559642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df8dd65e-0d50-4603-bbc4-93c112cd3302 req-e427fc14-0f21-4b09-a1d5-bcd1c949f824 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 945 time: 0.0943780 Jan 28 20:15:03.644810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df8dd65e-0d50-4603-bbc4-93c112cd3302 req-f654e971-63b9-4200-b801-6e320177646a tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760169 Jan 28 20:15:03.666823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10c184-1a6a-400c-b534-93314f530b7f req-70b8ce4a-1e4f-4c3d-b453-bb0135262c50 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.668471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b10c184-1a6a-400c-b534-93314f530b7f req-70b8ce4a-1e4f-4c3d-b453-bb0135262c50 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 943 time: 0.0824327 Jan 28 20:15:03.719499 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82907fc4-d3f0-4d72-b989-3aa8abc1b2f5 x-openstack-request-id: req-82907fc4-d3f0-4d72-b989-3aa8abc1b2f5 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:03.720337 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33145c3-8e2c-45c2-b545-3157a644395b", "tag": "f5679872-c8fc-45c3-afe7-6a720feb5595", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:03.720337 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82907fc4-d3f0-4d72-b989-3aa8abc1b2f5 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:03.720911 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33145c3-8e2c-45c2-b545-3157a644395b', 'tag': 'f5679872-c8fc-45c3-afe7-6a720feb5595', 'status': 'completed', 'code': 200} Jan 28 20:15:03.744291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b10c184-1a6a-400c-b534-93314f530b7f req-8f678b4b-a427-42a0-952e-eb56f0d7efe9 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626650 Jan 28 20:15:03.805457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-88191024-1158-4753-8395-4a87bb17d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.807011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-88191024-1158-4753-8395-4a87bb17d451 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 1098 time: 0.0551095 Jan 28 20:15:03.934527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-c9867ff9-0f6c-4fc6-b887-13342b9e7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.938185 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-c9867ff9-0f6c-4fc6-b887-13342b9e7a66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1188452 Jan 28 20:15:03.965759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f9067-ed45-450b-90c7-6ac880033b9d req-d85810c5-9d72-43f2-b774-6c79155a9555 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.967562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91f9067-ed45-450b-90c7-6ac880033b9d req-d85810c5-9d72-43f2-b774-6c79155a9555 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 947 time: 0.1288407 Jan 28 20:15:03.983425 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-e09d3438-d124-4add-950d-74869607eb09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=f5679872-c8fc-45c3-afe7-6a720feb5595 HTTP/1.1" status: 200 len: 217 time: 0.0386238 Jan 28 20:15:03.985177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-aec07583-6282-45ce-9eba-0deb80de73e8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.987585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-aec07583-6282-45ce-9eba-0deb80de73e8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/networks?id=637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 200 len: 814 time: 0.1739063 Jan 28 20:15:04.036441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-aa504301-d354-4309-96cc-40350c9a29d2 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/quotas/ecf6cfa10ace4e078f18db9e94211bf7 HTTP/1.1" status: 200 len: 375 time: 0.0377011 Jan 28 20:15:04.050814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-e04e5752-66f2-403f-af94-3ef44c574baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:04.053385 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-e04e5752-66f2-403f-af94-3ef44c574baf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0583496 Jan 28 20:15:04.065661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91f9067-ed45-450b-90c7-6ac880033b9d req-a78280cb-b580-4f4d-9488-05fab21e74fb tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766954 Jan 28 20:15:04.132922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-3dfc15d0-d926-498e-bf37-ca32d48e0329 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876086 Jan 28 20:15:04.137624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-cd752b38-b0ba-466d-a966-799c54f8423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:04.139576 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-cd752b38-b0ba-466d-a966-799c54f8423d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762842 Jan 28 20:15:04.295243 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-3cb83dba-441f-44a9-ac7b-aa7603ef8183 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472421 Jan 28 20:15:04.304056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:04.312419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-04e8b769-b776-491e-b341-25250aaf4fc8 service neutron] 10.222.0.44 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640270 Jan 28 20:15:04.322431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331e833-c7b8-4f81-ae5e-a25da548856d req-b8bc905d-0562-489c-b37a-e0bbc4c0e375 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:04.323982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e331e833-c7b8-4f81-ae5e-a25da548856d req-b8bc905d-0562-489c-b37a-e0bbc4c0e375 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 944 time: 0.0912232 Jan 28 20:15:04.402932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:04.408620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:04.409316 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:04.459392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e331e833-c7b8-4f81-ae5e-a25da548856d req-dfde04a9-bb00-4045-aab7-c8b7ff39a069 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165929 Jan 28 20:15:04.462587 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4bfe6857-3adb-4b35-a883-98bab7ebfa00 req-120210c3-a3af-47fb-82bc-5321592195c2 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589701 Jan 28 20:15:04.510591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-4aba3b69-3138-4179-882f-fa1d4917dc7a service neutron] 10.222.0.44 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767836 Jan 28 20:15:04.599190 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:04.639961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:04.640995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c286a8bf-07c5-4df4-a121-7d909b56a685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c451e41-2f2b-438e-b01f-7f17b9ad61d8'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:04.643363 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd396b-bd47-45df-88f1-eda3a7c8dbe7" -d '{"events": [{"server_uuid": "c286a8bf-07c5-4df4-a121-7d909b56a685", "name": "network-vif-plugged", "status": "completed", "tag": "6c451e41-2f2b-438e-b01f-7f17b9ad61d8"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:04.654356 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:04.655973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d2acce80-2f00-44ac-80ad-6919c84bf0bc up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:04.725156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4972a-9bc7-40a1-9a61-085ba2d7e318 req-b81602d1-198c-448a-bed1-98084019fe3e tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:04.728116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41a4972a-9bc7-40a1-9a61-085ba2d7e318 req-b81602d1-198c-448a-bed1-98084019fe3e tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 949 time: 0.0881038 Jan 28 20:15:04.789166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41a4972a-9bc7-40a1-9a61-085ba2d7e318 req-56050b68-c40b-435c-aaf0-ee364eb0fbb6 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525897 Jan 28 20:15:04.800822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:04.847383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port d2acce80-2f00-44ac-80ad-6919c84bf0bc completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:04.858246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port d2acce80-2f00-44ac-80ad-6919c84bf0bc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:04.858667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:04.927047 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e3eb84-5c30-4991-8818-b29ebc9fb41e x-openstack-request-id: req-23e3eb84-5c30-4991-8818-b29ebc9fb41e {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:04.927544 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c286a8bf-07c5-4df4-a121-7d909b56a685", "name": "network-vif-plugged", "status": "completed", "tag": "6c451e41-2f2b-438e-b01f-7f17b9ad61d8", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:04.928142 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23e3eb84-5c30-4991-8818-b29ebc9fb41e {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:04.928811 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c286a8bf-07c5-4df4-a121-7d909b56a685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c451e41-2f2b-438e-b01f-7f17b9ad61d8', 'code': 200} Jan 28 20:15:04.929856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ddeda68b-1d35-446b-ad84-cc76d2dc22a0 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:05.012029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:05.018466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:05.018861 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:05.028499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ff920-1d88-41aa-8483-c83c4e57f3dc req-42076d58-e67c-45ab-8019-d99d8478b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.030175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b20ed8da-c90a-4e99-8240-2be2a08e9917 req-186322c2-e1fb-4008-a748-90979e1e05fd tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 210 time: 0.0660014 Jan 28 20:15:05.041735 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ee7ff920-1d88-41aa-8483-c83c4e57f3dc req-42076d58-e67c-45ab-8019-d99d8478b8bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 1097 time: 0.0756505 Jan 28 20:15:05.065967 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:15:05.079348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8cd49-1efb-4a08-af2e-d8f817aeeaa8 req-32ccbe45-89da-421d-b8d6-e1073ffb5b4f tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.081362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ff8cd49-1efb-4a08-af2e-d8f817aeeaa8 req-32ccbe45-89da-421d-b8d6-e1073ffb5b4f tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 946 time: 0.1792140 Jan 28 20:15:05.094418 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:05.130733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ee7ff920-1d88-41aa-8483-c83c4e57f3dc req-cb6a782a-d62a-4e91-b81d-30efd6d891e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811553 Jan 28 20:15:05.137175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ff8cd49-1efb-4a08-af2e-d8f817aeeaa8 req-be4b13e5-ba52-4b9a-ba33-f9869134a600 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486844 Jan 28 20:15:05.208752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d2acce80-2f00-44ac-80ad-6919c84bf0bc, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d2acce80-2f00-44ac-80ad-6919c84bf0bc,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:05.220293 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:05.221961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:05.225146 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e95a6-3da2-4e04-937d-5bd7286fb187" -d '{"events": [{"name": "network-changed", "server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:05.255305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:05.274299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140dfdb-8ccb-4b61-b8f6-4e2e512c90d7 req-32d3e59d-e1e2-489b-ba07-0e87a883756e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.276742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d140dfdb-8ccb-4b61-b8f6-4e2e512c90d7 req-32d3e59d-e1e2-489b-ba07-0e87a883756e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 943 time: 0.1326177 Jan 28 20:15:05.307205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46b533-8d9c-4247-97c7-93dfcb4c413a req-9cf060e8-6660-492f-9a65-12d9a00a6552 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.308933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a46b533-8d9c-4247-97c7-93dfcb4c413a req-9cf060e8-6660-492f-9a65-12d9a00a6552 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 947 time: 0.1009049 Jan 28 20:15:05.336394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:05.337597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d2acce80-2f00-44ac-80ad-6919c84bf0bc,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:05.345022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:05.384492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d140dfdb-8ccb-4b61-b8f6-4e2e512c90d7 req-21a96da6-a262-4f50-bea5-7f13cb586c8a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735080 Jan 28 20:15:05.409316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:05.412799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a46b533-8d9c-4247-97c7-93dfcb4c413a req-15fcaeb1-f528-405e-97c0-1c39c47e1ad9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935502 Jan 28 20:15:05.482117 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd61f5f9-6ded-4214-90c3-a5916ea32268 x-openstack-request-id: req-bd61f5f9-6ded-4214-90c3-a5916ea32268 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:05.482449 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:05.482736 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd61f5f9-6ded-4214-90c3-a5916ea32268 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:05.483128 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed', 'status': 'completed', 'code': 200} Jan 28 20:15:05.585395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-ef4cee10-6742-4509-ba72-8063b88f9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.587873 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-ef4cee10-6742-4509-ba72-8063b88f9436 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1124 time: 0.0743093 Jan 28 20:15:05.647407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-8f057ca7-5610-4a31-874a-6d8d43eddfa6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.649009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-8f057ca7-5610-4a31-874a-6d8d43eddfa6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38 HTTP/1.1" status: 200 len: 946 time: 0.1028483 Jan 28 20:15:05.668579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa8b0f-87f0-46ae-86f5-1e371470912a req-410201c4-d28e-4774-b342-13291bae3a5d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.670963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65aa8b0f-87f0-46ae-86f5-1e371470912a req-410201c4-d28e-4774-b342-13291bae3a5d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.0850608 Jan 28 20:15:05.734993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-c90c9e27-738e-45c6-8213-5abebb15c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.736565 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-c90c9e27-738e-45c6-8213-5abebb15c38f service neutron] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.1405764 Jan 28 20:15:05.782836 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-286af937-716b-4c07-ac6d-6fc31ff35f32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 217 time: 0.0391960 Jan 28 20:15:05.787642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65aa8b0f-87f0-46ae-86f5-1e371470912a req-dc5c44e7-ff61-4734-9a08-0128903617d3 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081758 Jan 28 20:15:05.830860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Deleting port d51e4932-135c-4a59-a4d6-d1c80919ff73 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:15:05.831355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:05.852769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-7170fcd0-763e-4cd9-8726-ce92ad536717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:05.854381 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-7170fcd0-763e-4cd9-8726-ce92ad536717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.0643570 Jan 28 20:15:05.891186 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-a6ab6362-9ab0-451f-ac48-a131e2c01288 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285578 Jan 28 20:15:05.995729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] For port d51e4932-135c-4a59-a4d6-d1c80919ff73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d51e4932-135c-4a59-a4d6-d1c80919ff73,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:05.996117 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:06.015811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a6811-1cac-4663-a1ed-4c733ddd29bc req-c5c4d402-44fc-4ef5-976d-888a448034d7 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:06.017419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-444a6811-1cac-4663-a1ed-4c733ddd29bc req-c5c4d402-44fc-4ef5-976d-888a448034d7 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 950 time: 0.1098883 Jan 28 20:15:06.022550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Calling delete_port for d51e4932-135c-4a59-a4d6-d1c80919ff73 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:15:06.038547 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-c2a397a8-3c19-4e31-80ac-e9d588110f66 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346211 Jan 28 20:15:06.170050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e88e5143-a5ff-490b-a783-aa90454c5551 req-043f815d-a629-4254-8a2e-7590a5a1244f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 210 time: 0.0455062 Jan 28 20:15:06.186593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-444a6811-1cac-4663-a1ed-4c733ddd29bc req-8a3854bc-56b4-4417-8f35-2d649032ddd5 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613994 Jan 28 20:15:06.327326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f5679872-c8fc-45c3-afe7-6a720feb5595 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:06.462133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef4cb-ef8a-4799-816a-865f1a424e66 req-962b4e6f-acb4-4f88-98d5-9a59bfdbbd29 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:06.476362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-968ef4cb-ef8a-4799-816a-865f1a424e66 req-962b4e6f-acb4-4f88-98d5-9a59bfdbbd29 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 946 time: 0.1907790 Jan 28 20:15:06.480826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:06.547052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Pushing event deleted for resources: {'Port': ['ID=d51e4932-135c-4a59-a4d6-d1c80919ff73,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:06.634692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d51e4932-135c-4a59-a4d6-d1c80919ff73'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:06.677788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] No DVR routers for this DVR port d51e4932-135c-4a59-a4d6-d1c80919ff73 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:06.686321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:06.691035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f5679872-c8fc-45c3-afe7-6a720feb5595, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f5679872-c8fc-45c3-afe7-6a720feb5595,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:06.693608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f8a6aa2-ee23-4f79-9b74-63f86d51a333 req-f82fff0c-3a19-4bd1-8b46-d868ba74e80b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "DELETE /v2.0/ports/d51e4932-135c-4a59-a4d6-d1c80919ff73 HTTP/1.1" status: 204 len: 173 time: 1.0221813 Jan 28 20:15:06.711431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-968ef4cb-ef8a-4799-816a-865f1a424e66 req-d7a32d2f-ad81-4137-9eeb-2ddd8b91e765 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326941 Jan 28 20:15:06.715880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'f5679872-c8fc-45c3-afe7-6a720feb5595', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'f5679872-c8fc-45c3-afe7-6a720feb5595', 'mac_address': 'fa:16:3e:eb:b3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:06.717657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-241e95a6-3da2-4e04-937d-5bd7286fb187 req-55cc26a0-0750-4480-9a07-4c3a3529654c service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642609 Jan 28 20:15:06.807824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5b9a82ca-212e-4881-ab5d-66b35af9ecd4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:06.811032 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5b9a82ca-212e-4881-ab5d-66b35af9ecd4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "GET /v2.0/networks?id=637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 200 len: 814 time: 0.3231676 Jan 28 20:15:06.825876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84182c67-07e5-4568-965a-1b12952c1299 req-0a21f46a-33a9-40dc-a557-36f187463633 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:06.829000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84182c67-07e5-4568-965a-1b12952c1299 req-0a21f46a-33a9-40dc-a557-36f187463633 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 943 time: 0.1339905 Jan 28 20:15:06.836760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:06.843642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Request body: {'port': {'device_id': '7b27ca23-c804-484a-98e6-188c2730d58b', 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'admin_state_up': True, 'tenant_id': 'ecf6cfa10ace4e078f18db9e94211bf7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:06.867012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5679872-c8fc-45c3-afe7-6a720feb5595 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:06.904214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f5679872-c8fc-45c3-afe7-6a720feb5595, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f5679872-c8fc-45c3-afe7-6a720feb5595,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:06.911562 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:06.913032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:06.933054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84182c67-07e5-4568-965a-1b12952c1299 req-6800859f-0ecb-44b0-8f87-4eca3688c041 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617175 Jan 28 20:15:06.952325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9feb2-d110-4faa-ade7-624016f5d48c req-932c8ebf-f475-49dd-812f-dc22a2fe4793 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:06.954680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21d9feb2-d110-4faa-ade7-624016f5d48c req-932c8ebf-f475-49dd-812f-dc22a2fe4793 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 947 time: 0.1244938 Jan 28 20:15:06.961108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b99bb36-54c5-4c15-b655-7ca10ac0c4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2acce80-2f00-44ac-80ad-6919c84bf0bc'}, {'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:06.964327 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d9feda-c487-4083-bc64-0e155fd430c6" -d '{"events": [{"server_uuid": "5b99bb36-54c5-4c15-b655-7ca10ac0c4a8", "name": "network-vif-plugged", "status": "completed", "tag": "d2acce80-2f00-44ac-80ad-6919c84bf0bc"}, {"server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "name": "network-vif-plugged", "status": "completed", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:06.967452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9ffbc656-f3dd-425b-8efc-61d109e4caed details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:07.006960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:07.036917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'mac_address': 'fa:16:3e:1d:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:07.045092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21d9feb2-d110-4faa-ade7-624016f5d48c req-5ffc21fe-a5ef-49bd-a554-409e32e583ea tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733283 Jan 28 20:15:07.087291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Made reservation on behalf of ecf6cfa10ace4e078f18db9e94211bf7 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:15:07.100621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:07.129088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f5679872-c8fc-45c3-afe7-6a720feb5595,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:07.131562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-df6ec0fc-3551-4cd4-8792-1493295c74d8 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6e796083214840b99e1e6d913553fa04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344243 Jan 28 20:15:07.169675 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:07.196811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:07.236806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:07.242934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:07.252545 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:07.265373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9ffbc656-f3dd-425b-8efc-61d109e4caed has no active binding in host n-h2-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:15:07.319203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:07.343954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b06ee-fc28-4025-a36d-cb196e8b5e2f req-b458f97b-b518-471b-a3f4-5aebb2eba84e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:07.345577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e2b06ee-fc28-4025-a36d-cb196e8b5e2f req-b458f97b-b518-471b-a3f4-5aebb2eba84e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.1028576 Jan 28 20:15:07.375374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Allocated IP 172.20.0.7 (637254f4-54ac-4541-aed4-43b04cfb4e3e/b642db89-609d-4723-8ba6-782a520fcc50/19285c6c-33a1-4359-b491-93ad838c1a14) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:15:07.383023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-b259a7c1-e11e-4429-8103-e62ff822389c tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:07.384592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-b259a7c1-e11e-4429-8103-e62ff822389c tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367351 Jan 28 20:15:07.431346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e2b06ee-fc28-4025-a36d-cb196e8b5e2f req-5e4e1037-851a-4196-8f0a-6e02a3d3647e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744245 Jan 28 20:15:07.434221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-8e4f998a-2a14-42b2-a1c3-cde429aef2c1 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/quotas/6e796083214840b99e1e6d913553fa04 HTTP/1.1" status: 200 len: 375 time: 0.0308661 Jan 28 20:15:07.486696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'name': 'network-vif-deleted', 'tag': 'd51e4932-135c-4a59-a4d6-d1c80919ff73'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:07.495757 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca19b48e-9d89-4f2d-8b05-0f303c25dc41" -d '{"events": [{"server_uuid": "7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38", "name": "network-vif-deleted", "tag": "d51e4932-135c-4a59-a4d6-d1c80919ff73"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:07.502028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-7880af57-1229-4cd7-a36b-cbec64886c5a tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e796083214840b99e1e6d913553fa04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566144 Jan 28 20:15:07.572234 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0150cba0-b9b7-4542-92b7-1bf170692b71 x-openstack-request-id: req-0150cba0-b9b7-4542-92b7-1bf170692b71 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:07.573490 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b99bb36-54c5-4c15-b655-7ca10ac0c4a8", "name": "network-vif-plugged", "status": "completed", "tag": "d2acce80-2f00-44ac-80ad-6919c84bf0bc", "code": 200}, {"server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "name": "network-vif-plugged", "status": "completed", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:07.573490 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0150cba0-b9b7-4542-92b7-1bf170692b71 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:07.573490 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b99bb36-54c5-4c15-b655-7ca10ac0c4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2acce80-2f00-44ac-80ad-6919c84bf0bc', 'code': 200} Jan 28 20:15:07.575307 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0', 'code': 200} Jan 28 20:15:07.578713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:07.660888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f5679872-c8fc-45c3-afe7-6a720feb5595'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:07.778519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:07.897510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6172-daa3-4856-bac9-7cd7698dbf3e req-dc687758-0c22-46a5-9647-1716c8ff824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:07.900086 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8fea6172-daa3-4856-bac9-7cd7698dbf3e req-dc687758-0c22-46a5-9647-1716c8ff824e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 1101 time: 0.1112986 Jan 28 20:15:07.902124 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:07.942953 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ed564273-6ce8-4421-a614-57001b723e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:08.017847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Network 637254f4-54ac-4541-aed4-43b04cfb4e3e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:15:08.030900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:15:08.036235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:15:08.114633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c4cbe2e-b5f5-4178-bb3c-8a9ea14fed00 req-a9a47e82-7a30-4ca1-83af-b3167385c376 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 210 time: 0.4587259 Jan 28 20:15:08.166234 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8fea6172-daa3-4856-bac9-7cd7698dbf3e req-b8d87aa7-0b9c-4dea-94af-8d6512de592d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500882 Jan 28 20:15:08.169840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Pushing event updated for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:08.198783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.199735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:08.225345 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caae094-2ff5-42d4-99ea-bfc1271b456a x-openstack-request-id: req-1caae094-2ff5-42d4-99ea-bfc1271b456a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:08.225796 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38", "name": "network-vif-deleted", "tag": "d51e4932-135c-4a59-a4d6-d1c80919ff73", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:08.226167 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1caae094-2ff5-42d4-99ea-bfc1271b456a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:08.226747 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1c2e6b-1395-4b93-bbe7-4c7dbb856d38', 'name': 'network-vif-deleted', 'tag': 'd51e4932-135c-4a59-a4d6-d1c80919ff73', 'status': 'completed', 'code': 200} Jan 28 20:15:08.232332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-5d674502-b241-436b-95bb-ad59f2280168 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3944004 Jan 28 20:15:08.252520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Request body: {'port': {'device_id': '7b27ca23-c804-484a-98e6-188c2730d58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:08.293722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8093-2d9d-4e06-9850-24eb395e2f9e req-d6a515b6-b749-4c6f-a3c1-5b1a298b69da tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.306047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7ca8093-2d9d-4e06-9850-24eb395e2f9e req-d6a515b6-b749-4c6f-a3c1-5b1a298b69da tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 950 time: 0.2056489 Jan 28 20:15:08.349707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:08.361282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28904-875f-4391-8e50-16c2b1c0fe5f req-29263667-0bc9-49be-9f33-42b50cf4ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.364058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afa28904-875f-4391-8e50-16c2b1c0fe5f req-29263667-0bc9-49be-9f33-42b50cf4ede5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1096 time: 0.2652891 Jan 28 20:15:08.445000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7ca8093-2d9d-4e06-9850-24eb395e2f9e req-330b328b-92ed-4102-81fe-c4df2d12d7df tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376522 Jan 28 20:15:08.448482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afa28904-875f-4391-8e50-16c2b1c0fe5f req-f4ce3d6a-e414-4ffd-be25-4db8e4bc26fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670841 Jan 28 20:15:08.478164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016ff16-7f77-4aed-b67c-90a14b6c202b req-0c8866eb-6802-4105-bc50-5decd75d05c9 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.481704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e016ff16-7f77-4aed-b67c-90a14b6c202b req-0c8866eb-6802-4105-bc50-5decd75d05c9 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 946 time: 0.2015920 Jan 28 20:15:08.551992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e016ff16-7f77-4aed-b67c-90a14b6c202b req-92f22567-8df5-48f9-9e00-9d03e760dafe tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633214 Jan 28 20:15:08.599461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-783333bf-8a67-4557-bea5-622bb0616290 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6e796083214840b99e1e6d913553fa04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335569 Jan 28 20:15:08.764346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983c84d-70ca-42c2-81b8-038af1bdd23b req-4ade1cc3-1f48-43dc-aa4b-19eb4b9095f7 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.767300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f983c84d-70ca-42c2-81b8-038af1bdd23b req-4ade1cc3-1f48-43dc-aa4b-19eb4b9095f7 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 943 time: 0.1086805 Jan 28 20:15:08.798816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b84ff035-c490-4bdb-b91b-df1277952a9c tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:08.799354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19285c6c-33a1-4359-b491-93ad838c1a14 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:08.800416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b84ff035-c490-4bdb-b91b-df1277952a9c tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843166 Jan 28 20:15:08.808680 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:08.824353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Transition to ACTIVE for port object 19285c6c-33a1-4359-b491-93ad838c1a14 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:08.828837 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:08.842706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-9b6a689a-dfe1-47e9-b465-42a55057cca4 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/quotas/6e796083214840b99e1e6d913553fa04 HTTP/1.1" status: 200 len: 375 time: 0.0223122 Jan 28 20:15:08.852878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f983c84d-70ca-42c2-81b8-038af1bdd23b req-0e5c4f00-062b-4350-8ab4-6874881e779d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725753 Jan 28 20:15:08.899924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Pushing event updated for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:08.904058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-427f5e0c-5f0d-474f-819b-db599ea77b8f tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e796083214840b99e1e6d913553fa04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500426 Jan 28 20:15:08.924515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d51e4932-135c-4a59-a4d6-d1c80919ff73 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:08.960558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: d51e4932-135c-4a59-a4d6-d1c80919ff73 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:15:08.961092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d51e4932-135c-4a59-a4d6-d1c80919ff73 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:15:09.020413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Attempting to bind port 19285c6c-33a1-4359-b491-93ad838c1a14 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:09.020413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Attempting to bind port 19285c6c-33a1-4359-b491-93ad838c1a14 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:09.020413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Attempting to bind port 19285c6c-33a1-4359-b491-93ad838c1a14 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:09.025687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Port 19285c6c-33a1-4359-b491-93ad838c1a14 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:09.026141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Attempting to bind port 19285c6c-33a1-4359-b491-93ad838c1a14 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:09.032523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:09.032963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Checking segment: {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:09.034005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Bound using segment: {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:09.034192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Bound port: 19285c6c-33a1-4359-b491-93ad838c1a14, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:09.034742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:09.048984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ed169-3c16-499e-a678-214ddbd9fb0e req-c1faa729-a990-4e9f-ae28-38cd5668522f tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:09.050530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b13ed169-3c16-499e-a678-214ddbd9fb0e req-c1faa729-a990-4e9f-ae28-38cd5668522f tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 948 time: 0.0985124 Jan 28 20:15:09.106091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b13ed169-3c16-499e-a678-214ddbd9fb0e req-4645a206-d476-4c2e-8a34-ccc5a7d6f770 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469661 Jan 28 20:15:09.138394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:09.144445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:09.152936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:09.230366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:09.231094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:09.232230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2dfc0ec-9fa5-4340-9a98-38e9d2b53f99 req-eaf69111-d3ab-46c4-918b-408637222483 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0581815 Jan 28 20:15:09.232436 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] 10.222.0.26 "PUT /v2.0/ports/19285c6c-33a1-4359-b491-93ad838c1a14 HTTP/1.1" status: 200 len: 1091 time: 0.9843068 Jan 28 20:15:09.232898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:09.235387 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e96745-e3e4-46a8-b68a-3126b067c8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:09.256465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae563-8a89-478a-9369-a9cfd8aa1270 req-2742fe61-68ae-492c-86ea-c64f8781a31c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:09.258351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8eae563-8a89-478a-9369-a9cfd8aa1270 req-2742fe61-68ae-492c-86ea-c64f8781a31c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.0829093 Jan 28 20:15:09.280922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de4cdb-f76e-4a06-ae6e-e9c783e49553 service neutron] Pushing event updated for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:09.345592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8eae563-8a89-478a-9369-a9cfd8aa1270 req-028872b3-3f4c-4da1-a68f-7d4066340924 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756183 Jan 28 20:15:09.371490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e0546-3595-4e06-be01-c7efc3d7c45d req-2fee1ba6-70ef-4885-90a5-4e35e58891ad tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:09.373047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe3e0546-3595-4e06-be01-c7efc3d7c45d req-2fee1ba6-70ef-4885-90a5-4e35e58891ad tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 943 time: 0.0656652 Jan 28 20:15:09.435427 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd86064-6080-477d-bcfc-dc58eff71bdd x-openstack-request-id: req-bcd86064-6080-477d-bcfc-dc58eff71bdd {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:09.435925 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:09.436351 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcd86064-6080-477d-bcfc-dc58eff71bdd {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:09.436909 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14', 'status': 'completed', 'code': 200} Jan 28 20:15:09.440689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe3e0546-3595-4e06-be01-c7efc3d7c45d req-cfdc2f70-ebfa-496e-b738-d0c2721353f9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594833 Jan 28 20:15:09.684154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96745-e3e4-46a8-b68a-3126b067c8eb req-b8f4deee-1cd5-4fa0-a481-6a77216d3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:09.688907 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e0e96745-e3e4-46a8-b68a-3126b067c8eb req-b8f4deee-1cd5-4fa0-a481-6a77216d3575 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 1094 time: 0.1082718 Jan 28 20:15:09.689102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d90559-9e00-43bb-a124-43bc05ccba29 req-662ffa31-677e-46f0-b9be-92420db70a74 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:09.691589 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23d90559-9e00-43bb-a124-43bc05ccba29 req-662ffa31-677e-46f0-b9be-92420db70a74 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 950 time: 0.1174369 Jan 28 20:15:09.774201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23d90559-9e00-43bb-a124-43bc05ccba29 req-bf07ae75-45ef-4bc0-b545-5c7ffac3b54f tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714846 Jan 28 20:15:10.001991 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-08206980-f494-430c-9df0-a63e5c9e2c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:10.025550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96745-e3e4-46a8-b68a-3126b067c8eb req-322918a7-242d-4617-bad5-9f21dcab9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.036119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e0e96745-e3e4-46a8-b68a-3126b067c8eb req-322918a7-242d-4617-bad5-9f21dcab9cff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3318021 Jan 28 20:15:10.054848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e977bb-cb14-40ec-a9a3-654f1352e5b5 req-d6fef6f1-e751-4fd8-9047-7c171a00c191 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.056567 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16e977bb-cb14-40ec-a9a3-654f1352e5b5 req-d6fef6f1-e751-4fd8-9047-7c171a00c191 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 943 time: 0.1046343 Jan 28 20:15:10.111691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16e977bb-cb14-40ec-a9a3-654f1352e5b5 req-278d4b78-6a72-4078-a17c-8156d941c976 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481486 Jan 28 20:15:10.214612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-079567ac-3069-45e5-9405-90698c3dc726 service neutron] 10.222.0.13 "GET /v2.0/ports/9ffbc656-f3dd-425b-8efc-61d109e4caed/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.2402561 Jan 28 20:15:10.294782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c1a37-5221-40c4-9cee-1596c08049a9 req-5960cda8-9508-41a6-a3fb-be48c9a12017 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.304863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc7c1a37-5221-40c4-9cee-1596c08049a9 req-5960cda8-9508-41a6-a3fb-be48c9a12017 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 948 time: 0.0908844 Jan 28 20:15:10.335961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f5679872-c8fc-45c3-afe7-6a720feb5595 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:10.357956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc7c1a37-5221-40c4-9cee-1596c08049a9 req-53df8deb-5052-4a14-ae17-82819bd96f3a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520318 Jan 28 20:15:10.424368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e7adb53-d423-46a2-b4fe-143ab639dd60 req-c039918e-e0b2-4203-9961-8dcdf30d385d tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0707905 Jan 28 20:15:10.457032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port f5679872-c8fc-45c3-afe7-6a720feb5595 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:10.463111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port f5679872-c8fc-45c3-afe7-6a720feb5595 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:10.463537 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:10.524797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96745-e3e4-46a8-b68a-3126b067c8eb req-9f8c5a5c-2318-47c8-802a-f4666bb5699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.528998 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e0e96745-e3e4-46a8-b68a-3126b067c8eb req-9f8c5a5c-2318-47c8-802a-f4666bb5699f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4795182 Jan 28 20:15:10.570414 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:10.596270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-4b59f132-3a07-435c-8a6a-5776af65344c tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6e796083214840b99e1e6d913553fa04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689719 Jan 28 20:15:10.621285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33145c3-8e2c-45c2-b545-3157a644395b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5679872-c8fc-45c3-afe7-6a720feb5595'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:10.623927 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db325c9-9cae-41e1-915d-1b30ab3c74d9" -d '{"events": [{"server_uuid": "e33145c3-8e2c-45c2-b545-3157a644395b", "name": "network-vif-plugged", "status": "completed", "tag": "f5679872-c8fc-45c3-afe7-6a720feb5595"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:10.642969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f5679872-c8fc-45c3-afe7-6a720feb5595, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f5679872-c8fc-45c3-afe7-6a720feb5595,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:10.650100 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:10.652097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:10.719781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-3dea0a69-486d-44ac-aac6-b7655b8949d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.720947 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-3dea0a69-486d-44ac-aac6-b7655b8949d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 1094 time: 0.0736120 Jan 28 20:15:10.746768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14bbc7-04a7-4bcb-a121-f5feb008d859 req-dc440b2e-0c62-402b-999f-00d34cdecd49 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.748725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b14bbc7-04a7-4bcb-a121-f5feb008d859 req-dc440b2e-0c62-402b-999f-00d34cdecd49 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.2869780 Jan 28 20:15:10.797167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f5679872-c8fc-45c3-afe7-6a720feb5595,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:10.811375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.816788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.816788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.816788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.816788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.816788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.816788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.816788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.816788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.818926 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-8bf08582-54b2-400d-bef1-98412aeadf55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19285c6c-33a1-4359-b491-93ad838c1a14 HTTP/1.1" status: 200 len: 217 time: 0.0754161 Jan 28 20:15:10.819132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.819132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.819132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:10.827342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22103105-5381-4c9a-a3b0-78b889dab53d req-5cf96eac-4f05-425b-9079-81cdb561f8d5 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.827613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:10.844317 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22103105-5381-4c9a-a3b0-78b889dab53d req-5cf96eac-4f05-425b-9079-81cdb561f8d5 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 943 time: 0.2094080 Jan 28 20:15:10.860943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:10.870262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:10.870787 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:10.892351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:10.926199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-830ff17a-7abd-4507-a689-227acaaf75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.928239 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-830ff17a-7abd-4507-a689-227acaaf75bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b642db89-609d-4723-8ba6-782a520fcc50 HTTP/1.1" status: 200 len: 854 time: 0.0836892 Jan 28 20:15:10.954656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-117feb04-52e0-48a8-a625-e420f31efdef tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:10.956389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-117feb04-52e0-48a8-a625-e420f31efdef tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3510053 Jan 28 20:15:10.960653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b14bbc7-04a7-4bcb-a121-f5feb008d859 req-989939e1-6d4c-4041-a7e4-412f9fd21234 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011409 Jan 28 20:15:10.965962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffbc656-f3dd-425b-8efc-61d109e4caed {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:10.990953 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-8360cfce-0251-4d6c-b266-18fd0ee55295 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=637254f4-54ac-4541-aed4-43b04cfb4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475547 Jan 28 20:15:10.993599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Request body: {'port': {'device_id': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '6e796083214840b99e1e6d913553fa04'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:11.001709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:11.028805 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.053939 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.084560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22103105-5381-4c9a-a3b0-78b889dab53d req-7b78358c-fca5-4a8c-88eb-054b02ce0a6b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149680 Jan 28 20:15:11.115328 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81277ec1-b74d-488c-99f2-57bc89dbcacf x-openstack-request-id: req-81277ec1-b74d-488c-99f2-57bc89dbcacf {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:11.115909 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33145c3-8e2c-45c2-b545-3157a644395b", "name": "network-vif-plugged", "status": "completed", "tag": "f5679872-c8fc-45c3-afe7-6a720feb5595", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:11.116356 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81277ec1-b74d-488c-99f2-57bc89dbcacf {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:11.116887 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33145c3-8e2c-45c2-b545-3157a644395b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5679872-c8fc-45c3-afe7-6a720feb5595', 'code': 200} Jan 28 20:15:11.120659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:11.127344 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.242455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Made reservation on behalf of 6e796083214840b99e1e6d913553fa04 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:15:11.251112 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.267071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:11.283338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.326950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.26', 62090) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:11.382584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-e2787aec-5abe-40e5-a775-448fddd28791 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6e796083214840b99e1e6d913553fa04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460751 Jan 28 20:15:11.401360 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-3da1a2fc-5472-4b69-a855-2203960e965b service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908358 Jan 28 20:15:11.418495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] Transition to ACTIVE for port object 9ffbc656-f3dd-425b-8efc-61d109e4caed will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:11.447418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.451286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a735c-9afa-4d12-b27e-7cd4bda47970 req-915de855-a180-40df-b8d4-ddd14cea597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:11.452828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d31a735c-9afa-4d12-b27e-7cd4bda47970 req-915de855-a180-40df-b8d4-ddd14cea597b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 1100 time: 0.1722820 Jan 28 20:15:11.456296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.471171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5d86e-0ab0-46d7-8c7d-6f86edc6d84f req-88a2decf-bd0b-4096-9504-7b035edc7bcc tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:11.474441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77c5d86e-0ab0-46d7-8c7d-6f86edc6d84f req-88a2decf-bd0b-4096-9504-7b035edc7bcc tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 943 time: 0.2161090 Jan 28 20:15:11.487909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e06f01-f23f-4564-b98e-488db56e7535 req-d0dcc5bb-7a59-452a-9fce-1915f156c857 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:11.490163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39e06f01-f23f-4564-b98e-488db56e7535 req-d0dcc5bb-7a59-452a-9fce-1915f156c857 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 950 time: 0.2117162 Jan 28 20:15:11.585094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77c5d86e-0ab0-46d7-8c7d-6f86edc6d84f req-a9085221-270d-4d77-a300-26ba8936939d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901294 Jan 28 20:15:11.607016 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39e06f01-f23f-4564-b98e-488db56e7535 req-cd3e4b52-4630-4d86-b1f4-abd9a5286603 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038425 Jan 28 20:15:11.634394 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.640935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:11.739994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57917794-5c0c-4849-b2f5-1e8aec8ca61c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:11.853403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4173aff-ab12-48da-b93b-dc5f12a9be9f req-da4c2446-1562-4cc0-9b1f-b89086f3507d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:11.854988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4173aff-ab12-48da-b93b-dc5f12a9be9f req-da4c2446-1562-4cc0-9b1f-b89086f3507d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 949 time: 0.1167591 Jan 28 20:15:11.904970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Allocated IP 192.168.233.218 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/86f1777e-6be5-4711-8aa9-b12a7eaa0e33) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:15:11.938997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4173aff-ab12-48da-b93b-dc5f12a9be9f req-b641cdb6-46d9-4380-8692-74cffbfad8f8 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648906 Jan 28 20:15:11.953075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] No DVR routers for this DVR port 9ffbc656-f3dd-425b-8efc-61d109e4caed on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:11.980126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=10']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:11.984145 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d31a735c-9afa-4d12-b27e-7cd4bda47970 req-a69a50c8-f413-44a6-8a80-ab5003630688 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838479 Jan 28 20:15:12.013209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-7619a6ff-beaa-4cd1-a964-e9380f058840 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:12.013209 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-7619a6ff-beaa-4cd1-a964-e9380f058840 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6162639 Jan 28 20:15:12.014676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b68b8dd-a3a5-4ba6-90ae-2593adf81f9e req-332db366-ab43-4043-8d9e-ef48d9332b68 service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845230 Jan 28 20:15:12.050834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Request body: {'port': {'device_id': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '6e796083214840b99e1e6d913553fa04'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:12.080150 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-264d99ab-f358-4a0b-94aa-129644035008 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ffbc656-f3dd-425b-8efc-61d109e4caed/bindings/n-h2-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8538885 Jan 28 20:15:12.118840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d510cebc-e4aa-4d26-a567-c9e40574fb68 req-5ac514dc-35b5-4bac-a700-6db31f0a5a42 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 210 time: 0.0429542 Jan 28 20:15:12.202974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:12.257887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:12.262729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Made reservation on behalf of 6e796083214840b99e1e6d913553fa04 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:15:12.270058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:12.346515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:15:12.350369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-0b0c9f9e-86df-4168-97a6-fd0bde12cea4 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:12.351990 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-0b0c9f9e-86df-4168-97a6-fd0bde12cea4 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.0768976 Jan 28 20:15:12.364116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:15:12.369746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:15:12.475293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:12.492017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:12.492840 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:12.523312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb592fad-e5cd-4fdd-a169-1b7ef75197d7 req-61a9a857-541c-4eb7-acbf-3f9451f8f4c1 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:12.525404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c0959daa-45a1-4cf5-9c2d-03857d61846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:12.527055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-c0959daa-45a1-4cf5-9c2d-03857d61846e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183&tenant_id=f2a7105b289444898a6431d4fe483c24 HTTP/1.1" status: 200 len: 1095 time: 0.1641583 Jan 28 20:15:12.534135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb592fad-e5cd-4fdd-a169-1b7ef75197d7 req-61a9a857-541c-4eb7-acbf-3f9451f8f4c1 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.2508821 Jan 28 20:15:12.568586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Allocated IP 192.168.233.102 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/485d66b0-2efc-4131-90b6-0ba4519fb054) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:15:12.587708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d9275-40b5-459e-9225-aa9468794e45 req-f659166c-98a0-4236-8320-3f6a4ab024b8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:12.589713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e16d9275-40b5-459e-9225-aa9468794e45 req-f659166c-98a0-4236-8320-3f6a4ab024b8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 943 time: 0.2419913 Jan 28 20:15:12.604034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-78cb9cae-56bc-4a2a-b124-6c02ba785ad6 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6221073 Jan 28 20:15:12.635047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Request body: {'port': {'device_id': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:12.680919 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb592fad-e5cd-4fdd-a169-1b7ef75197d7 req-c05d5cd8-8cf3-4b33-b92c-0cc9a351170e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456134 Jan 28 20:15:12.693849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-87fe74e1-66ac-4b8a-906c-379c96e783f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:12.695559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-87fe74e1-66ac-4b8a-906c-379c96e783f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1095 time: 0.1140945 Jan 28 20:15:12.776436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:12.778520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f060a110-b4c0-4e0f-8e95-6959949f2c40 None None] Provisioning complete for port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:12.779071 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f060a110-b4c0-4e0f-8e95-6959949f2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:12.784813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e16d9275-40b5-459e-9225-aa9468794e45 req-2dcac735-3d4f-4fb3-bf06-b477b48737e3 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793225 Jan 28 20:15:12.789026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:12.825327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f060a110-b4c0-4e0f-8e95-6959949f2c40 None None] Port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:15:12.910830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:12.928779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-3c00d5be-7669-4450-ab7c-3606b7fbc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:12.930853 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-3c00d5be-7669-4450-ab7c-3606b7fbc14b service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.2039063 Jan 28 20:15:12.991532 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-4d3ff0b2-06d5-4558-a9d6-df49a8e35398 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 217 time: 0.0486264 Jan 28 20:15:13.003526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.107685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:15:13.118618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Pushing event updated for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:13.121712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:13.126186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:15:13.128791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:15:13.151312 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9036532c-a167-43c5-bc65-2b09c8260199" -d '{"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-plugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:13.167185 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.195810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-675c5c5a-fcb6-4eaf-9514-0b3d2374479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:13.197704 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-675c5c5a-fcb6-4eaf-9514-0b3d2374479d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1910498 Jan 28 20:15:13.199367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2130b-a0e9-4dca-8dad-171c5c39a8af req-0421d2bc-46e7-4d96-ac14-2c7c23e213a4 tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:13.201103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdd2130b-a0e9-4dca-8dad-171c5c39a8af req-0421d2bc-46e7-4d96-ac14-2c7c23e213a4 tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 1101 time: 0.3555872 Jan 28 20:15:13.232987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825643a-35a5-40f6-b24c-df7f3bf814d9 req-8e4341df-6f77-443c-9772-2302be688c92 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:13.234528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9825643a-35a5-40f6-b24c-df7f3bf814d9 req-8e4341df-6f77-443c-9772-2302be688c92 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 944 time: 0.2278717 Jan 28 20:15:13.247504 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-242998de-1cf9-4e5c-8cfd-b05feba31908 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366912 Jan 28 20:15:13.262560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:13.263844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.268596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-cdd2130b-a0e9-4dca-8dad-171c5c39a8af req-31ccb066-f017-432b-9063-17e391630143 tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.342849 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-b4d5420f-348b-4837-bb50-bf95735aa846 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2988498 Jan 28 20:15:13.344538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9825643a-35a5-40f6-b24c-df7f3bf814d9 req-8c0ea6b3-8702-4e46-bc74-1f1423693ed0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001594 Jan 28 20:15:13.365098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Request body: {'port': {'device_id': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:13.460595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:13.490193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.528910 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-5bc3ee61-ba63-4b1c-ace6-ba2361a6b364 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588718 Jan 28 20:15:13.529660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.559194 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-cdd2130b-a0e9-4dca-8dad-171c5c39a8af req-31ccb066-f017-432b-9063-17e391630143 tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.584213 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-cdd2130b-a0e9-4dca-8dad-171c5c39a8af req-31ccb066-f017-432b-9063-17e391630143 tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.584441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-49eca41f-b857-4173-8f80-f8feb9fa6443 None None] Provisioning complete for port 485d66b0-2efc-4131-90b6-0ba4519fb054 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:13.584957 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-49eca41f-b857-4173-8f80-f8feb9fa6443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.590587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Transition to ACTIVE for port object 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:13.616082 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:13.631370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdd2130b-a0e9-4dca-8dad-171c5c39a8af req-31ccb066-f017-432b-9063-17e391630143 tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083550 Jan 28 20:15:13.633531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-49eca41f-b857-4173-8f80-f8feb9fa6443 None None] Port 485d66b0-2efc-4131-90b6-0ba4519fb054 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:15:13.666976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccb066-f017-432b-9063-17e391630143 tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422c630c-3381-48f7-bfc3-30619ea62b98,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:13.732119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dbc25-222f-411d-8e8a-15497f18b916 req-37d18e8a-3ca1-4506-97fc-75ec4262dbf6 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:13.736341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-035dbc25-222f-411d-8e8a-15497f18b916 req-37d18e8a-3ca1-4506-97fc-75ec4262dbf6 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1096 time: 0.2320058 Jan 28 20:15:13.806493 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-d65718e2-4669-4258-9a32-bfd851742992 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611647 Jan 28 20:15:13.865069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:13.993813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-035dbc25-222f-411d-8e8a-15497f18b916 req-3a8af893-54a4-44a8-85fa-2e4eb6f7c5d5 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438102 Jan 28 20:15:14.013172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0faf9-8e72-4dd5-89da-8b166de49fb2 req-ffb8e727-59b9-4fca-821f-6af4df5f7d89 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.014739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cff0faf9-8e72-4dd5-89da-8b166de49fb2 req-ffb8e727-59b9-4fca-821f-6af4df5f7d89 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 949 time: 0.2733734 Jan 28 20:15:14.030833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485d66b0-2efc-4131-90b6-0ba4519fb054 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:14.058622 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:14.079345 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0108d-d014-43df-8b80-37eb549d7960 x-openstack-request-id: req-c1c0108d-d014-43df-8b80-37eb549d7960 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:14.080625 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-plugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:14.081398 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1c0108d-d014-43df-8b80-37eb549d7960 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:14.082550 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'code': 200} Jan 28 20:15:14.095132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Attempting to bind port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:14.095674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Attempting to bind port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:14.095674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Attempting to bind port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:14.097511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Transition to ACTIVE for port object 485d66b0-2efc-4131-90b6-0ba4519fb054 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:14.105797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:14.148658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:14.154043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Attempting to bind port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:14.177092 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:14.179570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:14.180695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:14.182526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Bound port: 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:14.183383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:14.192759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cff0faf9-8e72-4dd5-89da-8b166de49fb2 req-1aa32e78-85ea-41fc-9d15-5714006a2c31 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503015 Jan 28 20:15:14.305334 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Pushing event updated for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:14.341286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-11fd4704-4b37-4504-aed8-ab59dca9f08b tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.343227 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-11fd4704-4b37-4504-aed8-ab59dca9f08b tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.2224047 Jan 28 20:15:14.350899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef9733-ca8e-46c6-85ea-a4ad0161f208 req-3edb16a1-d55d-472b-849b-ca6ba7d70137 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.359393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef9733-ca8e-46c6-85ea-a4ad0161f208 req-3edb16a1-d55d-472b-849b-ca6ba7d70137 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 948 time: 0.1601648 Jan 28 20:15:14.360745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9ffbc656-f3dd-425b-8efc-61d109e4caed no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:14.389424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:14.445248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:14.452682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:14.477311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9ffbc656-f3dd-425b-8efc-61d109e4caed not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:15:14.477853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32fbb-f375-41cc-b09f-495b11cbf060 req-b9d48237-ef1b-42bb-b0da-23f278a0058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.479753 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e7a32fbb-f375-41cc-b09f-495b11cbf060 req-b9d48237-ef1b-42bb-b0da-23f278a0058d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1101 time: 0.2851353 Jan 28 20:15:14.527085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef9733-ca8e-46c6-85ea-a4ad0161f208 req-7d3feeb8-bda1-4f8e-8ce2-560110ee1a71 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641753 Jan 28 20:15:14.584593 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Attempting to bind port 485d66b0-2efc-4131-90b6-0ba4519fb054 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:14.584936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Attempting to bind port 485d66b0-2efc-4131-90b6-0ba4519fb054 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:14.585272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Attempting to bind port 485d66b0-2efc-4131-90b6-0ba4519fb054 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:14.601822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.602769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:14.609811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] 10.222.0.26 "PUT /v2.0/ports/86f1777e-6be5-4711-8aa9-b12a7eaa0e33 HTTP/1.1" status: 200 len: 1096 time: 1.9893086 Jan 28 20:15:14.610776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b13e4-bd4f-48f5-92a6-98432f444c1f service neutron] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:14.620031 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e7a32fbb-f375-41cc-b09f-495b11cbf060 req-50eaa1c4-7e1b-49c3-a34a-099bae1352b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246169 Jan 28 20:15:14.620624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Port 485d66b0-2efc-4131-90b6-0ba4519fb054 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:14.620954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Attempting to bind port 485d66b0-2efc-4131-90b6-0ba4519fb054 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:14.629791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785c1e6-275d-4556-a612-06f162ea6d3a req-f1b683a7-f46f-445d-a736-a73ca7b5879a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.649269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6785c1e6-275d-4556-a612-06f162ea6d3a req-f1b683a7-f46f-445d-a736-a73ca7b5879a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 943 time: 0.2473080 Jan 28 20:15:14.651352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:14.653560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:14.653915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:14.654308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:14.654856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Bound port: 485d66b0-2efc-4131-90b6-0ba4519fb054, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:14.658242 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:14.661026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:14.804717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6785c1e6-275d-4556-a612-06f162ea6d3a req-d6102d8b-df90-46da-8379-d652ebd14b50 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542983 Jan 28 20:15:14.804943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:14.811795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:14.868080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:14.929697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-491b55b3-255f-43a3-b821-c4a87176af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.931331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-491b55b3-255f-43a3-b821-c4a87176af1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e796083214840b99e1e6d913553fa04&device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 1099 time: 0.2291849 Jan 28 20:15:14.965218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010113f4-da5a-4b90-bfc9-0eaf2c57961a req-dd215d79-39d8-4000-ba25-fc20c3c614c5 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.974598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-010113f4-da5a-4b90-bfc9-0eaf2c57961a req-dd215d79-39d8-4000-ba25-fc20c3c614c5 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.2524002 Jan 28 20:15:14.988592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:14.994241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 19285c6c-33a1-4359-b491-93ad838c1a14 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:14.998540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:15.001285 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] 10.222.0.26 "PUT /v2.0/ports/485d66b0-2efc-4131-90b6-0ba4519fb054 HTTP/1.1" status: 200 len: 1096 time: 1.6446664 Jan 28 20:15:15.006932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:15.010567 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91454d78-df64-4567-89a5-56d1e5f65ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:15.017458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63f5f6-d085-4a22-9183-dd46aefb9168 service neutron] Pushing event updated for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:15.024864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-64268f5f-0fae-4ff2-b2ba-67d73a7a3ce2 service neutron] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:15.027867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-c39ee501-ba72-472e-be1f-e7860a4c0d2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33 HTTP/1.1" status: 200 len: 217 time: 0.0733147 Jan 28 20:15:15.028973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-64268f5f-0fae-4ff2-b2ba-67d73a7a3ce2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:15.030317 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c748cb9-78ac-462b-a50f-01e29f34f099 req-64268f5f-0fae-4ff2-b2ba-67d73a7a3ce2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/9ffbc656-f3dd-425b-8efc-61d109e4caed/bindings/n-h1-825064-3 HTTP/1.1" status: 204 len: 173 time: 0.5805073 Jan 28 20:15:15.212813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-f47a89fa-81a8-46da-889e-f416ee5b04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.215489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-f47a89fa-81a8-46da-889e-f416ee5b04ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1469226 Jan 28 20:15:15.232438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-9141680c-a38e-4a6e-9064-fb73bcfaba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.237469 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-9141680c-a38e-4a6e-9064-fb73bcfaba86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e796083214840b99e1e6d913553fa04&device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 1099 time: 0.1123955 Jan 28 20:15:15.294607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:15.312913 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-330999e2-709f-4095-b906-b49de6e0337f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=485d66b0-2efc-4131-90b6-0ba4519fb054 HTTP/1.1" status: 200 len: 217 time: 0.0611870 Jan 28 20:15:15.339000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '19285c6c-33a1-4359-b491-93ad838c1a14', 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'port_id': '19285c6c-33a1-4359-b491-93ad838c1a14', 'mac_address': 'fa:16:3e:2b:1f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b642db89-609d-4723-8ba6-782a520fcc50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:15.420344 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:15.421490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-f7fd1f03-1fe5-45ac-8f7d-72b1f2ac6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.425315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-f7fd1f03-1fe5-45ac-8f7d-72b1f2ac6501 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1015630 Jan 28 20:15:15.430639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93d573-0b9a-4f96-9931-107f9e8eeb90 req-43a855c6-1ea8-4456-bd7f-71f225b8f648 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.438683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19285c6c-33a1-4359-b491-93ad838c1a14 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:15.444098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc93d573-0b9a-4f96-9931-107f9e8eeb90 req-43a855c6-1ea8-4456-bd7f-71f225b8f648 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 944 time: 0.4906240 Jan 28 20:15:15.496779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:15.505751 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:15.531105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-010113f4-da5a-4b90-bfc9-0eaf2c57961a req-e4328e8e-b4ff-409b-b958-068e096ebd4a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551975 Jan 28 20:15:15.547507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-6c6f1896-d25b-4829-9493-cf3cfb18c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.556326 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-6c6f1896-d25b-4829-9493-cf3cfb18c6a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188762 Jan 28 20:15:15.577720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:15.658988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc93d573-0b9a-4f96-9931-107f9e8eeb90 req-1acb9962-ebe9-46de-bf04-8761174b71d5 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133830 Jan 28 20:15:15.663124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-635c3012-fe2e-4612-a76e-647b2bb8136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.671070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-635c3012-fe2e-4612-a76e-647b2bb8136c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4401600 Jan 28 20:15:15.840260 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9805232f-c29d-4fe2-8176-cd8aeb866cb4 x-openstack-request-id: req-9805232f-c29d-4fe2-8176-cd8aeb866cb4 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:15.840708 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:15.841397 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9805232f-c29d-4fe2-8176-cd8aeb866cb4 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:15.842361 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'status': 'completed', 'code': 200} Jan 28 20:15:15.851922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-e00573a9-969e-475f-b585-545cd7cff1f9 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820802 Jan 28 20:15:15.887663 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59b08cc-3266-4c5b-9024-129d95fac127 x-openstack-request-id: req-e59b08cc-3266-4c5b-9024-129d95fac127 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:15.894283 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:15.896078 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e59b08cc-3266-4c5b-9024-129d95fac127 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:15.896598 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'status': 'completed', 'code': 200} Jan 28 20:15:15.955389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['19285c6c-33a1-4359-b491-93ad838c1a14'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:16.094918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-158f0986-39cd-4087-8692-93841a233432 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050195 Jan 28 20:15:16.159115 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97d64b55-a15a-4ba0-9170-da88eeabdb79 req-5fe96721-161b-4218-9925-cfca3854a53b service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975092 Jan 28 20:15:16.183834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db120a-75bd-4c22-bfb5-6c58aad9480a req-54163266-2d00-469d-be63-4381d2df70ff tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.187638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0db120a-75bd-4c22-bfb5-6c58aad9480a req-54163266-2d00-469d-be63-4381d2df70ff tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 948 time: 0.2637618 Jan 28 20:15:16.190669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3ecd-843c-4552-81f8-8e1dfae7056e req-1a794b55-0b93-47bf-8ced-6d329996670b tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.217946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8aca3ecd-843c-4552-81f8-8e1dfae7056e req-1a794b55-0b93-47bf-8ced-6d329996670b tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 1101 time: 0.3332429 Jan 28 20:15:16.365194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-1e6aeb00-c948-4ff6-8e80-a59a3cf74bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.366702 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-1e6aeb00-c948-4ff6-8e80-a59a3cf74bbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e796083214840b99e1e6d913553fa04&device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 1099 time: 0.1263955 Jan 28 20:15:16.441973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8aca3ecd-843c-4552-81f8-8e1dfae7056e req-1c328d49-dddd-4aeb-b0d5-46f4699cd55b tempest-ServersAdminNegativeTestJSON-496427488 tempest-ServersAdminNegativeTestJSON-496427488-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149301 Jan 28 20:15:16.568754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaab3369-ffc8-4eec-acba-5b28d9c1dd3f req-34861d7e-2230-405b-a487-849bc11e669a service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519060 Jan 28 20:15:16.605454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0db120a-75bd-4c22-bfb5-6c58aad9480a req-03d3ac0b-50c5-4357-8091-ad3191347f2f tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860222 Jan 28 20:15:16.633415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-02fe6e99-e04d-419d-b838-4439edcbcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.638915 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-02fe6e99-e04d-419d-b838-4439edcbcc8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2603834 Jan 28 20:15:16.754585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-093cd69b-01bb-4732-93be-7d75ac761281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.756149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-093cd69b-01bb-4732-93be-7d75ac761281 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6e796083214840b99e1e6d913553fa04&device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 1099 time: 0.0817280 Jan 28 20:15:16.770406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-db8a399e-3003-4b94-9f01-2274195a9ea0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=485d66b0-2efc-4131-90b6-0ba4519fb054 HTTP/1.1" status: 200 len: 217 time: 0.1109772 Jan 28 20:15:16.853993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-a9720d85-dde0-4d83-9e64-6b887f1cb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.857417 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-a9720d85-dde0-4d83-9e64-6b887f1cb07b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0713296 Jan 28 20:15:16.973363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-fad54987-a4ad-40f6-b78a-41db2456cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.975495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-fad54987-a4ad-40f6-b78a-41db2456cab4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001117 Jan 28 20:15:16.979624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08ab0d-5442-4960-8e46-dce46440b369 req-ced17f5b-e851-4628-b63c-332af452bc31 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.981813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b08ab0d-5442-4960-8e46-dce46440b369 req-ced17f5b-e851-4628-b63c-332af452bc31 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 944 time: 0.2029607 Jan 28 20:15:17.140449 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-c0024a9d-499c-48d1-b958-e22a3845a970 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481993 Jan 28 20:15:17.318302 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-91454d78-df64-4567-89a5-56d1e5f65ceb req-20e32961-c244-4f84-ba6e-c2805624ae35 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650224 Jan 28 20:15:17.341948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-5849c726-4705-4478-8843-3ec3024333e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:17.343551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-5849c726-4705-4478-8843-3ec3024333e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.5517325 Jan 28 20:15:17.427683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b08ab0d-5442-4960-8e46-dce46440b369 req-a30afb8d-5f75-4505-8c46-5887d3d7b808 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201078 Jan 28 20:15:17.459413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-949323de-4a42-4510-9a3f-465521c9226c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33 HTTP/1.1" status: 200 len: 217 time: 0.0547199 Jan 28 20:15:17.461909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6695c9-b360-4900-b927-05c5246d0d6b req-8f78c4d3-314b-4706-bd11-86d3ef9507e6 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:17.463436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd6695c9-b360-4900-b927-05c5246d0d6b req-8f78c4d3-314b-4706-bd11-86d3ef9507e6 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1095 time: 0.4777219 Jan 28 20:15:17.570103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-838b3037-7588-4b88-ab57-6d8e74dcdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:17.571600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-838b3037-7588-4b88-ab57-6d8e74dcdd7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0998914 Jan 28 20:15:17.575329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd6695c9-b360-4900-b927-05c5246d0d6b req-340d3305-0573-4562-94d7-fd0a0d73d381 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950165 Jan 28 20:15:17.642636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3fc3a-9681-48ca-8ee3-b7a95391cf14 req-523c00c4-4c74-44c2-892b-6a20d231f0e8 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:17.644287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c3fc3a-9681-48ca-8ee3-b7a95391cf14 req-523c00c4-4c74-44c2-892b-6a20d231f0e8 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1209977 Jan 28 20:15:17.659627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-6dc1bee1-4c4a-4146-a7bc-58d8f010545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:17.662963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-6dc1bee1-4c4a-4146-a7bc-58d8f010545d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825279 Jan 28 20:15:17.714100 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:17.798288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c3fc3a-9681-48ca-8ee3-b7a95391cf14 req-634bb800-5c23-48fa-bfe0-7597f6ac9da6 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419663 Jan 28 20:15:17.938540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-e39e5a32-103e-4436-95c5-5dd4a366bfe0 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474222 Jan 28 20:15:18.107297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17c2ec-e69b-4f37-bcb5-3db4d55af60f req-83771be0-6d72-472d-8f5c-6418aaf149f3 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:18.116305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd17c2ec-e69b-4f37-bcb5-3db4d55af60f req-83771be0-6d72-472d-8f5c-6418aaf149f3 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 948 time: 0.1723485 Jan 28 20:15:18.198566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd17c2ec-e69b-4f37-bcb5-3db4d55af60f req-04b829d4-7ca9-4206-9153-246a0c8b9f63 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809796 Jan 28 20:15:18.208017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94e384c4-d3f7-4dd4-86f5-a48b4f08acc3 req-cd010529-9d37-407f-9cbc-568a0aa80cf1 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445288 Jan 28 20:15:18.418456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-15fbc50b-2af5-4d2d-8cf1-eb2ec86b4afb tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=480527f0ffa44e999f8eeff9204681a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606360 Jan 28 20:15:18.542627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-7287e85f-3a8b-431e-a142-9d4dfc663edd tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:18.544228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-7287e85f-3a8b-431e-a142-9d4dfc663edd tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 807 time: 0.2709348 Jan 28 20:15:18.575447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-0c6e6404-0c76-41f8-9633-f2ab3366b8da tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/quotas/f2a7105b289444898a6431d4fe483c24 HTTP/1.1" status: 200 len: 375 time: 0.0196817 Jan 28 20:15:18.594808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-4624971e-a1a5-4ddd-b5ad-024d0328eac1 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:18.596309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-4624971e-a1a5-4ddd-b5ad-024d0328eac1 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769812 Jan 28 20:15:18.643044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-3ca09879-5af9-483e-99ed-2a27b1168d37 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/quotas/480527f0ffa44e999f8eeff9204681a7 HTTP/1.1" status: 200 len: 375 time: 0.0196543 Jan 28 20:15:18.717417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-87ee6e86-9161-4e10-a15f-8be8bd63589c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306131 Jan 28 20:15:18.850192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-60c518d1-1dda-407f-a961-37caaf84ba05 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975820 Jan 28 20:15:18.897526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-fb28a23e-9a05-4dce-a111-749867c99601 service neutron] 10.222.0.44 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669631 Jan 28 20:15:18.993534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 485d66b0-2efc-4131-90b6-0ba4519fb054 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:18.999920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 19285c6c-33a1-4359-b491-93ad838c1a14 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:19.052833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-c16a3114-d687-43e2-80de-318ce057e7dc service neutron] 10.222.0.44 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487062 Jan 28 20:15:19.242408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:19.274180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'mac_address': 'fa:16:3e:2e:f2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:19.289817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 19285c6c-33a1-4359-b491-93ad838c1a14 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:19.426572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66448bfe-04ab-4a8d-b2fc-d008ab4df001 req-ac858952-3108-45e3-906d-fbf5633c003e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:19.429621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66448bfe-04ab-4a8d-b2fc-d008ab4df001 req-ac858952-3108-45e3-906d-fbf5633c003e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 944 time: 0.1295621 Jan 28 20:15:19.510179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a4fc1c3-0d94-4f15-ba64-6e0166c9c80d req-56ab7566-c8c5-4a36-98aa-2d06914fc9bb tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 210 time: 0.0333586 Jan 28 20:15:19.545622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 19285c6c-33a1-4359-b491-93ad838c1a14 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:19.547596 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:19.586290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66448bfe-04ab-4a8d-b2fc-d008ab4df001 req-c814ee7e-ff32-4df7-99ac-e8377de3dbbf tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439316 Jan 28 20:15:19.644465 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:19.669806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485d66b0-2efc-4131-90b6-0ba4519fb054 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:19.726067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:19.734851 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:19.783425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:19.826153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1828b-be28-4bfa-b797-10fe23006411 req-7fecaa38-6e38-4aea-9737-3cb56efb5ce8 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:19.837090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07c1828b-be28-4bfa-b797-10fe23006411 req-7fecaa38-6e38-4aea-9737-3cb56efb5ce8 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 948 time: 0.1236038 Jan 28 20:15:19.848733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a183a0e-c719-47bb-ba75-19456b23a1a0 req-180af1e6-1bc0-416a-95c1-0794cbbd58ef tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:19.852398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a183a0e-c719-47bb-ba75-19456b23a1a0 req-180af1e6-1bc0-416a-95c1-0794cbbd58ef tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 950 time: 0.2152581 Jan 28 20:15:19.876835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:19.879350 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4f15fe-c239-40ac-9ba4-4baa13e047a2" -d '{"events": [{"server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "name": "network-vif-plugged", "status": "completed", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:19.907012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:19.923537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:19.933189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:19.935645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07c1828b-be28-4bfa-b797-10fe23006411 req-d56452d5-e8b1-4194-9b6b-e56573d6d8df tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970647 Jan 28 20:15:19.947121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a183a0e-c719-47bb-ba75-19456b23a1a0 req-0df73631-5d2a-44b2-a30a-d3cbf3fc1988 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848744 Jan 28 20:15:20.081862 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2285606e-aa98-4dd8-8398-d74187e0dd89 x-openstack-request-id: req-2285606e-aa98-4dd8-8398-d74187e0dd89 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:20.083518 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "name": "network-vif-plugged", "status": "completed", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:20.083518 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2285606e-aa98-4dd8-8398-d74187e0dd89 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:20.083518 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14', 'code': 200} Jan 28 20:15:20.107399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:20.120939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a675e840-c8ce-4ce3-85bb-c653d0d3774b req-9f0d8fcc-27cb-497f-9c13-e914e174006f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 210 time: 0.0523088 Jan 28 20:15:20.186732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['485d66b0-2efc-4131-90b6-0ba4519fb054'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:20.283444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4110d9-8dbb-4385-8519-89b4da8ef387 req-9fc53bd1-f808-4519-866b-7363e34e8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:20.285270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b4110d9-8dbb-4385-8519-89b4da8ef387 req-9fc53bd1-f808-4519-866b-7363e34e8371 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 1096 time: 0.0643792 Jan 28 20:15:20.379812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b4110d9-8dbb-4385-8519-89b4da8ef387 req-3b4519da-24a1-474f-8bcc-08af38aa0c88 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800982 Jan 28 20:15:20.644628 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3519e99f-8594-4872-9e6e-05fa101717d4 req-e2c5aec8-f001-43ce-a32f-0f45b9ea83bb tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 210 time: 0.0459785 Jan 28 20:15:20.759475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db5f87-132a-40c2-a099-752534daeea5 req-e8e48c5f-1e9b-46a7-88d6-b0376d9c6b80 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:20.763287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66db5f87-132a-40c2-a099-752534daeea5 req-e8e48c5f-1e9b-46a7-88d6-b0376d9c6b80 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.0828953 Jan 28 20:15:20.845115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66db5f87-132a-40c2-a099-752534daeea5 req-c40e1ba2-c050-4764-891f-96570e783deb tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753491 Jan 28 20:15:20.862750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-2034ca09-e304-4e8b-b5f1-f39ea2fa0d59 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=480527f0ffa44e999f8eeff9204681a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588646 Jan 28 20:15:21.030150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:21.062834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:21.077972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-315b2c8d-ff0b-4f03-a1fe-12349edf847e tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:21.080021 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-315b2c8d-ff0b-4f03-a1fe-12349edf847e tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028537 Jan 28 20:15:21.122825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Request body: {'port': {'device_id': '3085b7a7-c655-4f9b-9e7c-4974ba3cb269', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '480527f0ffa44e999f8eeff9204681a7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:21.266211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e04062-6323-4914-8948-04351af31222 req-077c5c7d-6f63-41fb-81e1-4979904c7acf tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:21.268138 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e04062-6323-4914-8948-04351af31222 req-077c5c7d-6f63-41fb-81e1-4979904c7acf tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 950 time: 0.1787212 Jan 28 20:15:21.272067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:21.293845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'mac_address': 'fa:16:3e:6b:b7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:21.308716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ec766-c544-473f-9618-e0ce386937e4 req-1f9dc1da-321f-4d2e-bd6c-e861d1d707d5 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:21.311270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-692ec766-c544-473f-9618-e0ce386937e4 req-1f9dc1da-321f-4d2e-bd6c-e861d1d707d5 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 949 time: 0.1982586 Jan 28 20:15:21.323302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8163451-b5df-44f4-86fb-5ccd55055bce req-9f990bbb-043c-4759-a8ac-e8b2dfaf47c2 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:21.335211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8163451-b5df-44f4-86fb-5ccd55055bce req-9f990bbb-043c-4759-a8ac-e8b2dfaf47c2 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 950 time: 0.1698558 Jan 28 20:15:21.396978 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:21.446421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-692ec766-c544-473f-9618-e0ce386937e4 req-f42cbb31-7b90-420e-9d1c-2892c67227a2 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068742 Jan 28 20:15:21.448708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:21.506972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8163451-b5df-44f4-86fb-5ccd55055bce req-da92e82e-02cf-4fc2-be2a-45e5491258f8 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581717 Jan 28 20:15:21.532417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-ab9e961b-a067-4036-bd4d-562e61bcb2ad tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:21.534795 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-ab9e961b-a067-4036-bd4d-562e61bcb2ad tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 807 time: 0.1798198 Jan 28 20:15:21.551698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Request body: {'port': {'device_id': '1a101980-2618-4706-923b-0f7b936ab57c', 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'admin_state_up': True, 'tenant_id': 'f2a7105b289444898a6431d4fe483c24'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:21.557977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:21.563701 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:21.676052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64474e62-cfba-4ea0-a880-3e7b2ed537db req-aa4a5957-2f88-4a47-b3f8-95acf66db108 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 210 time: 0.0801933 Jan 28 20:15:21.706673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:21.747381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Made reservation on behalf of f2a7105b289444898a6431d4fe483c24 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:15:21.751806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:21.797969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7bad1f2d-75c2-4942-a69a-078a4e957fa5 req-f2f2d892-4275-45d2-8906-c33cbec1687c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 210 time: 0.0414960 Jan 28 20:15:21.817071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Made reservation on behalf of 480527f0ffa44e999f8eeff9204681a7 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:15:21.821756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:21.832726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Deleting port d2acce80-2f00-44ac-80ad-6919c84bf0bc {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:15:21.833364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:21.998677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1daa7-e1b5-466f-9f12-166f9f5c2aae req-4d52d31a-964d-4553-9621-21508ccd495b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:22.000581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09b1daa7-e1b5-466f-9f12-166f9f5c2aae req-4d52d31a-964d-4553-9621-21508ccd495b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.0667498 Jan 28 20:15:22.069082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09b1daa7-e1b5-466f-9f12-166f9f5c2aae req-12dfd0f7-68ed-45e4-ab29-898108b794e8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Jan 28 20:15:22.091407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['86f1777e-6be5-4711-8aa9-b12a7eaa0e33'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:22.117499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Allocated IP 172.20.0.3 (77470456-10c5-4380-a234-ec13d237d0c9/3b6bb16d-74c1-42f7-bbb3-91fcb10605a9/a0525682-61af-4868-ae16-d3bb04328267) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:15:22.124498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] For port d2acce80-2f00-44ac-80ad-6919c84bf0bc, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d2acce80-2f00-44ac-80ad-6919c84bf0bc,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:22.125084 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:22.158628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Calling delete_port for d2acce80-2f00-44ac-80ad-6919c84bf0bc owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:15:22.189458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Allocated IP 192.168.233.89 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/d8e84b07-6a38-4223-9ee7-64431dc4353e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:15:22.640614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebe4f1-f347-4ca3-a605-eba712e788b1 req-b6e6e97b-df9b-4ea7-b091-43cf91f1cb3c tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:22.642125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8ebe4f1-f347-4ca3-a605-eba712e788b1 req-b6e6e97b-df9b-4ea7-b091-43cf91f1cb3c tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 949 time: 0.0896482 Jan 28 20:15:22.701734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8ebe4f1-f347-4ca3-a605-eba712e788b1 req-f3a86c01-4dc4-4418-82d2-1da2fabfd9c8 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Jan 28 20:15:22.736351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:22.737002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e1b01-70f0-4fd5-a80a-2643bcdcd66b req-a4f2e217-6c47-448b-aed1-a2ffdca766e8 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:22.740929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df5e1b01-70f0-4fd5-a80a-2643bcdcd66b req-a4f2e217-6c47-448b-aed1-a2ffdca766e8 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 950 time: 0.1099129 Jan 28 20:15:22.802829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df5e1b01-70f0-4fd5-a80a-2643bcdcd66b req-29f28df7-cad7-479d-a60f-2a2ba85c5cc6 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582647 Jan 28 20:15:22.804630 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:22.926830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Network 77470456-10c5-4380-a234-ec13d237d0c9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:15:22.952647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7ea90-c61e-4be0-9bc2-73783d1788ad req-48cb74d0-a05a-45fb-8dc3-de031f5f4316 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:22.954338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a6c7ea90-c61e-4be0-9bc2-73783d1788ad req-48cb74d0-a05a-45fb-8dc3-de031f5f4316 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 931 time: 0.1179140 Jan 28 20:15:22.981873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:15:22.986136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:15:23.002171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 485d66b0-2efc-4131-90b6-0ba4519fb054 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:23.016593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e07f1062-30ed-410d-9c5a-83df3ad255cd req-b4959e8f-35dd-43cd-95d5-28ecfd95b58a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 210 time: 0.0430431 Jan 28 20:15:23.069744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Pushing event updated for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:23.092050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a6c7ea90-c61e-4be0-9bc2-73783d1788ad req-f9e36005-361d-4527-baa5-d76904ee4065 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260965 Jan 28 20:15:23.103115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 485d66b0-2efc-4131-90b6-0ba4519fb054 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:23.109400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 485d66b0-2efc-4131-90b6-0ba4519fb054 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:23.109906 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.116617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.117255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.140150 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-e2b50088-c101-471e-83fd-82e396179671 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5929871 Jan 28 20:15:23.263735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.287985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb467f3-9399-4657-a455-31d5fbab1311 req-ff206ec8-46b2-41ac-b744-7aa462b40237 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.296304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fb467f3-9399-4657-a455-31d5fbab1311 req-ff206ec8-46b2-41ac-b744-7aa462b40237 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1277287 Jan 28 20:15:23.297661 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.305670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Request body: {'port': {'device_id': '1a101980-2618-4706-923b-0f7b936ab57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:23.312728 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.333307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c75031b7-332f-42fc-b586-57c9ba7d32ca', 'd2acce80-2f00-44ac-80ad-6919c84bf0bc'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:23.375534 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.377180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Pushing event deleted for resources: {'Port': ['ID=d2acce80-2f00-44ac-80ad-6919c84bf0bc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:23.397483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fb467f3-9399-4657-a455-31d5fbab1311 req-4191fc9f-df54-4a11-85c2-2ed5c0dcf303 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940013 Jan 28 20:15:23.434764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:23.438186 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3390c205-8482-4e95-b32d-3dad25815c8d" -d '{"events": [{"server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:23.481551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:23.491849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.513612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:15:23.533737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] No DVR routers for this DVR port d2acce80-2f00-44ac-80ad-6919c84bf0bc on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:23.540364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.552947 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e04062-6323-4914-8948-04351af31222 req-d389d368-7384-478b-92dd-7870fe071369 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "DELETE /v2.0/ports/d2acce80-2f00-44ac-80ad-6919c84bf0bc HTTP/1.1" status: 204 len: 173 time: 2.2646849 Jan 28 20:15:23.555002 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c87ea3-3486-4fec-8cd4-926253da57f3 x-openstack-request-id: req-c9c87ea3-3486-4fec-8cd4-926253da57f3 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:23.555657 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:23.556236 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9c87ea3-3486-4fec-8cd4-926253da57f3 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:23.556808 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'code': 200} Jan 28 20:15:23.590173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b99bb36-54c5-4c15-b655-7ca10ac0c4a8', 'name': 'network-vif-deleted', 'tag': 'd2acce80-2f00-44ac-80ad-6919c84bf0bc'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:23.595169 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ee91e-dd22-40cc-aee7-7b0204e525f5" -d '{"events": [{"server_uuid": "5b99bb36-54c5-4c15-b655-7ca10ac0c4a8", "name": "network-vif-deleted", "tag": "d2acce80-2f00-44ac-80ad-6919c84bf0bc"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:23.601614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:15:23.625009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:15:23.666863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Pushing event updated for resources: {'Port': ['ID=d8e84b07-6a38-4223-9ee7-64431dc4353e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:23.726883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.748929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:23.794012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abf3d-5999-45a2-9bcc-f480fa251e58 req-dfe5df98-fa7a-4bed-a82e-53c397f65aa1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.803636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b07abf3d-5999-45a2-9bcc-f480fa251e58 req-dfe5df98-fa7a-4bed-a82e-53c397f65aa1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1943295 Jan 28 20:15:23.872380 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2771bc91-efad-46ff-9a67-e484aeb5a758 x-openstack-request-id: req-2771bc91-efad-46ff-9a67-e484aeb5a758 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:23.872833 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b99bb36-54c5-4c15-b655-7ca10ac0c4a8", "name": "network-vif-deleted", "tag": "d2acce80-2f00-44ac-80ad-6919c84bf0bc", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:23.873231 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2771bc91-efad-46ff-9a67-e484aeb5a758 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:23.873846 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b99bb36-54c5-4c15-b655-7ca10ac0c4a8', 'name': 'network-vif-deleted', 'tag': 'd2acce80-2f00-44ac-80ad-6919c84bf0bc', 'status': 'completed', 'code': 200} Jan 28 20:15:23.884575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93855af9-808d-49fe-aba4-8ed01469aaf3 req-b4c4e047-ccfd-4021-bc4b-cd79be5b9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.886318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93855af9-808d-49fe-aba4-8ed01469aaf3 req-b4c4e047-ccfd-4021-bc4b-cd79be5b9b3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 1101 time: 0.1958745 Jan 28 20:15:23.904404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b07abf3d-5999-45a2-9bcc-f480fa251e58 req-c70bad99-a1c8-45ad-a346-8d1eb0998d56 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994499 Jan 28 20:15:23.933677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.934692 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:23.994584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316465a-23d3-4eff-abc7-db4ea2fb0da4 req-f185a4de-3880-410c-8300-4d1dfc45adf7 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.996168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9316465a-23d3-4eff-abc7-db4ea2fb0da4 req-f185a4de-3880-410c-8300-4d1dfc45adf7 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 950 time: 0.1480742 Jan 28 20:15:24.085480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8e627bf-16c9-4993-a70b-7507c8ed22a6 req-61f0fc5f-128d-4eaf-988b-fff37cfb6b8e tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b99bb36-54c5-4c15-b655-7ca10ac0c4a8 HTTP/1.1" status: 200 len: 210 time: 0.0449240 Jan 28 20:15:24.087437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93855af9-808d-49fe-aba4-8ed01469aaf3 req-d40e1c9a-e8f8-40e9-a578-6a9d9637e32e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782365 Jan 28 20:15:24.134532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9316465a-23d3-4eff-abc7-db4ea2fb0da4 req-8f98a7f5-3c89-4ff0-8117-6bd277f78e89 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250448 Jan 28 20:15:24.201751 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-bec57dde-374f-4f65-9301-b5b03829fac9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0920169 Jan 28 20:15:24.226176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Request body: {'port': {'device_id': '3085b7a7-c655-4f9b-9e7c-4974ba3cb269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:24.226531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'f5679872-c8fc-45c3-afe7-6a720feb5595'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:24.377722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f2ddd344-532b-4ff1-bc71-408fd73c351f None None] Provisioning complete for port d8e84b07-6a38-4223-9ee7-64431dc4353e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:24.378681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd344-532b-4ff1-bc71-408fd73c351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:24.415009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf246d-dcbf-40b9-891a-6bf75096a216 req-787b879b-957d-4825-92b3-8fe467f51b28 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:24.420169 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8bf246d-dcbf-40b9-891a-6bf75096a216 req-787b879b-957d-4825-92b3-8fe467f51b28 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 935 time: 0.1561799 Jan 28 20:15:24.469481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:24.586433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8bf246d-dcbf-40b9-891a-6bf75096a216 req-7eacb860-3e78-4378-938d-c5791c7941cc tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525674 Jan 28 20:15:24.604242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f2ddd344-532b-4ff1-bc71-408fd73c351f None None] Port d8e84b07-6a38-4223-9ee7-64431dc4353e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:15:24.723130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109da5f-63c6-4131-9e15-15f3396a2261 req-c8d82884-40c7-436a-8bcc-d27e575ba8dd tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:24.724656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7109da5f-63c6-4131-9e15-15f3396a2261 req-c8d82884-40c7-436a-8bcc-d27e575ba8dd tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 931 time: 0.1055527 Jan 28 20:15:24.819889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7109da5f-63c6-4131-9e15-15f3396a2261 req-8b5a160c-36e7-4cba-96c3-f4a12df0d09e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842295 Jan 28 20:15:24.852823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cb77-4ccb-4146-b156-efce7af972f7 req-e2e9d7f2-c6a0-4b9c-ab88-73990789c555 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:24.865052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8a8cb77-4ccb-4146-b156-efce7af972f7 req-e2e9d7f2-c6a0-4b9c-ab88-73990789c555 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1498299 Jan 28 20:15:24.935306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0525682-61af-4868-ae16-d3bb04328267 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:24.939819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8a8cb77-4ccb-4146-b156-efce7af972f7 req-eaac7046-377e-4b21-b15e-39ee840ba598 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707693 Jan 28 20:15:25.003753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:25.045948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.067273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Transition to ACTIVE for port object a0525682-61af-4868-ae16-d3bb04328267 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:25.079327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.187544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:25.193239 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:25.193628 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.207320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e31be-a96c-4f1b-bf3e-04bdddb7f55a req-459bac52-ac9c-4e58-a900-9a03ca02cad6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:25.209182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f0e31be-a96c-4f1b-bf3e-04bdddb7f55a req-459bac52-ac9c-4e58-a900-9a03ca02cad6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1192698 Jan 28 20:15:25.289038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f0e31be-a96c-4f1b-bf3e-04bdddb7f55a req-e564e8a5-7b55-423b-96f2-7ef0801af0ec tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552304 Jan 28 20:15:25.419534 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.482932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:25.490524 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.495425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:25.540303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08695d9-3439-4389-b88a-29973477ca3a req-4afc2b0c-d04e-4ef0-bc0d-a6768876a4b5 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:25.540780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:25.541392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:25.541729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:25.548790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:25.549126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:25.554724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d08695d9-3439-4389-b88a-29973477ca3a req-4afc2b0c-d04e-4ef0-bc0d-a6768876a4b5 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 950 time: 0.1704261 Jan 28 20:15:25.581746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:25.584571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:25.584924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:25.585319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:25.585773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Bound port: a0525682-61af-4868-ae16-d3bb04328267, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:25.586201 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.590319 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf5f8b3-83ab-43d5-96ca-742db475015f" -d '{"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-plugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:25.663522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e84b07-6a38-4223-9ee7-64431dc4353e {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:25.678719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.706662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d08695d9-3439-4389-b88a-29973477ca3a req-62579957-9e26-4385-b4af-dc67b6e8141a tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343834 Jan 28 20:15:25.730392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Transition to ACTIVE for port object d8e84b07-6a38-4223-9ee7-64431dc4353e will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:25.750566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.759359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:25.827807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:25.866026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:25.880556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.907618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e84b07-6a38-4223-9ee7-64431dc4353e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:25.919255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:25.919915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:25.921488 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] 10.222.0.13 "PUT /v2.0/ports/a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 1091 time: 2.6213701 Jan 28 20:15:25.923910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:25.927132 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3672d539-144d-4280-8496-0a2642f894a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "tag": "a0525682-61af-4868-ae16-d3bb04328267"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:26.005186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec320487-c821-4d9e-8a83-480e383f14ba req-00163c09-ce90-4e64-90b8-be75582e4f5a tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.008061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec320487-c821-4d9e-8a83-480e383f14ba req-00163c09-ce90-4e64-90b8-be75582e4f5a tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 950 time: 0.1567490 Jan 28 20:15:26.081149 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d7a7cb-7c46-4b59-9397-c88ea3f0aafa x-openstack-request-id: req-f9d7a7cb-7c46-4b59-9397-c88ea3f0aafa {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:26.082952 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-plugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:26.083445 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9d7a7cb-7c46-4b59-9397-c88ea3f0aafa {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:26.084141 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'code': 200} Jan 28 20:15:26.174203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec320487-c821-4d9e-8a83-480e383f14ba req-66b043a3-217f-4d2e-a629-d81df3780b07 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490006 Jan 28 20:15:26.192482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ba7c0-fe3c-4642-bb5c-16bf3f9c3fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:26.268664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-8f8b2611-2ed7-4a12-9a1b-88f49bc41a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.282351 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-8f8b2611-2ed7-4a12-9a1b-88f49bc41a41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1094 time: 0.2485063 Jan 28 20:15:26.314614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Attempting to bind port d8e84b07-6a38-4223-9ee7-64431dc4353e on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:26.315146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Attempting to bind port d8e84b07-6a38-4223-9ee7-64431dc4353e by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:26.315475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Attempting to bind port d8e84b07-6a38-4223-9ee7-64431dc4353e on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:26.359904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ee6ba-81e3-4567-bac6-f68e58ed8f3d req-2fdc1be8-e224-43ee-8796-759b80d3faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.361627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d4ee6ba-81e3-4567-bac6-f68e58ed8f3d req-2fdc1be8-e224-43ee-8796-759b80d3faad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 1101 time: 0.1218424 Jan 28 20:15:26.413325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Port d8e84b07-6a38-4223-9ee7-64431dc4353e on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:26.413795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Attempting to bind port d8e84b07-6a38-4223-9ee7-64431dc4353e on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:26.419449 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-735cd912-3c22-4132-b05f-e6bb87123d85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 217 time: 0.1185017 Jan 28 20:15:26.422912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:26.423366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:26.424710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:26.424710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Bound port: d8e84b07-6a38-4223-9ee7-64431dc4353e, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:26.425230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:26.430596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d2acce80-2f00-44ac-80ad-6919c84bf0bc no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:26.454779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788bd5-86f6-41ff-a08e-6c0c47598ff9 req-0646c542-3672-4a8a-84bd-a172a8263bbf tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.460619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05788bd5-86f6-41ff-a08e-6c0c47598ff9 req-0646c542-3672-4a8a-84bd-a172a8263bbf tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 947 time: 0.1248789 Jan 28 20:15:26.475104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: d2acce80-2f00-44ac-80ad-6919c84bf0bc {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:15:26.475468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d2acce80-2f00-44ac-80ad-6919c84bf0bc not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:15:26.485680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d4ee6ba-81e3-4567-bac6-f68e58ed8f3d req-6489ed15-800a-4994-bfd2-cfd7717f0870 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811272 Jan 28 20:15:26.541754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-80a253db-932f-4e16-b12b-744a9d5ba80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.543712 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-80a253db-932f-4e16-b12b-744a9d5ba80e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.0992236 Jan 28 20:15:26.591391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d9a7b-93ce-4bde-ab42-3d1a9ccaf66c req-c0f1706d-29a3-40e6-b5a4-acfa40375add tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.593046 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-828d9a7b-93ce-4bde-ab42-3d1a9ccaf66c req-c0f1706d-29a3-40e6-b5a4-acfa40375add tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 943 time: 0.1313486 Jan 28 20:15:26.602416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05788bd5-86f6-41ff-a08e-6c0c47598ff9 req-7fbbf0e2-54df-432a-933e-7f33802125f5 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219277 Jan 28 20:15:26.641924 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-352abd00-559c-4fce-a160-ecb82b76a76d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594440 Jan 28 20:15:26.649237 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4e572-5887-43fb-bda2-b7a1984d5866 x-openstack-request-id: req-86a4e572-5887-43fb-bda2-b7a1984d5866 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:26.649783 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "tag": "a0525682-61af-4868-ae16-d3bb04328267", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:26.650246 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86a4e572-5887-43fb-bda2-b7a1984d5866 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:26.650987 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267', 'status': 'completed', 'code': 200} Jan 28 20:15:26.671731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-828d9a7b-93ce-4bde-ab42-3d1a9ccaf66c req-6d7ab060-a3a9-494e-811b-51b2106c48f0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565095 Jan 28 20:15:26.741140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] For port d8e84b07-6a38-4223-9ee7-64431dc4353e, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:26.758410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] For port d8e84b07-6a38-4223-9ee7-64431dc4353e, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d8e84b07-6a38-4223-9ee7-64431dc4353e,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:26.768289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:26.798942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdd4ba-8521-43af-8e46-b7cd53c598c6 req-f31b4c0b-01c2-45ae-8f07-26dd3a4f96d9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.802082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75cdd4ba-8521-43af-8e46-b7cd53c598c6 req-f31b4c0b-01c2-45ae-8f07-26dd3a4f96d9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.0976605 Jan 28 20:15:26.833641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.834385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:26.836845 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] 10.222.0.13 "PUT /v2.0/ports/d8e84b07-6a38-4223-9ee7-64431dc4353e HTTP/1.1" status: 200 len: 1095 time: 2.6157908 Jan 28 20:15:26.862002 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-1df2cf3d-a4eb-40dd-abfe-6c82ef29cf58 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068915 Jan 28 20:15:26.925312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75cdd4ba-8521-43af-8e46-b7cd53c598c6 req-f02478eb-2cca-4d12-bbc0-ccff25a7c4dd tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166065 Jan 28 20:15:27.159409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e441b-7376-461b-a02c-1a8c9d970860 req-bc37275e-0563-4ecc-adb7-904f1d9391da tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.163196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f9e441b-7376-461b-a02c-1a8c9d970860 req-bc37275e-0563-4ecc-adb7-904f1d9391da tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 950 time: 0.1094201 Jan 28 20:15:27.185818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d33637-aecc-4f34-898e-6d190eeff904 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e84b07-6a38-4223-9ee7-64431dc4353e,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:27.209584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-c666264e-52a3-49a3-8d9a-0f6d602951e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.212222 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-c666264e-52a3-49a3-8d9a-0f6d602951e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 1098 time: 0.3003769 Jan 28 20:15:27.283637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f9e441b-7376-461b-a02c-1a8c9d970860 req-3de1a346-2f94-493a-8019-dd532333d539 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990026 Jan 28 20:15:27.365471 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-b31fd239-e9db-47e6-9414-d1dac3987e9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d8e84b07-6a38-4223-9ee7-64431dc4353e HTTP/1.1" status: 200 len: 217 time: 0.1244702 Jan 28 20:15:27.445981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601ac5-6d1c-4229-af69-d97ab631f108 req-59c20262-8208-4bb1-9811-b847596f6340 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.449073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5601ac5-6d1c-4229-af69-d97ab631f108 req-59c20262-8208-4bb1-9811-b847596f6340 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 950 time: 0.0993888 Jan 28 20:15:27.487478 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afd8effe-ac42-41ed-b910-d0ae624cf905 req-a78b480f-7e87-46f2-9209-0f9a9d42a450 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960300 Jan 28 20:15:27.510502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-e3a2a1d9-dca3-4db0-bf52-bd69b35c9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.511939 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-e3a2a1d9-dca3-4db0-bf52-bd69b35c9c9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1291223 Jan 28 20:15:27.527331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-2f741a21-a2da-409c-9736-16a108fe3e40 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.528837 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-2f741a21-a2da-409c-9736-16a108fe3e40 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 950 time: 0.1711869 Jan 28 20:15:27.566070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5601ac5-6d1c-4229-af69-d97ab631f108 req-773f9f27-7378-4b56-9998-7450bca1c1d3 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012249 Jan 28 20:15:27.584346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b1605-6b3e-4a58-a26d-d25da8e3f561 req-1fb5b99c-da31-492c-ba8d-d6ab118ddf05 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.592252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ed6b1605-6b3e-4a58-a26d-d25da8e3f561 req-1fb5b99c-da31-492c-ba8d-d6ab118ddf05 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 950 time: 0.1637800 Jan 28 20:15:27.645305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ed6b1605-6b3e-4a58-a26d-d25da8e3f561 req-8557233c-b502-401b-ad90-9b809d43511f tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520320 Jan 28 20:15:27.747872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-3da88e5a-2802-4b41-bb1c-c081ea797542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.750315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-3da88e5a-2802-4b41-bb1c-c081ea797542 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203774 Jan 28 20:15:27.763264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672d539-144d-4280-8496-0a2642f894a5 req-cbace07a-c2fe-40c4-a43d-03cafa0fc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.765541 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3672d539-144d-4280-8496-0a2642f894a5 req-cbace07a-c2fe-40c4-a43d-03cafa0fc12c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1094 time: 0.1824949 Jan 28 20:15:27.783635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9720b-a0b6-4fb4-a77e-07c78784fb43 req-017261ba-358c-4868-a80e-c70b2db2092b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.787586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5b9720b-a0b6-4fb4-a77e-07c78784fb43 req-017261ba-358c-4868-a80e-c70b2db2092b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 947 time: 0.0796168 Jan 28 20:15:27.899445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5b9720b-a0b6-4fb4-a77e-07c78784fb43 req-00542949-2dfd-4249-994d-f1e9b742349d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946920 Jan 28 20:15:27.915360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6b0a7-e53a-407d-800e-859f57ffb86c req-17caacc3-d6f2-4a05-bd32-c0e096620f3a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.918119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8d6b0a7-e53a-407d-800e-859f57ffb86c req-17caacc3-d6f2-4a05-bd32-c0e096620f3a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 943 time: 0.1285098 Jan 28 20:15:27.986847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8d6b0a7-e53a-407d-800e-859f57ffb86c req-cea5bd28-8e67-4baa-9379-7954c691d0a8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579233 Jan 28 20:15:27.995601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Deleting port c75031b7-332f-42fc-b586-57c9ba7d32ca {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:15:27.996419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:28.113996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb93a3a-0446-403b-9064-e0dde38a809c req-b21b0694-7b4e-4612-8603-5604768e2683 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:28.116232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5bb93a3a-0446-403b-9064-e0dde38a809c req-b21b0694-7b4e-4612-8603-5604768e2683 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.0783291 Jan 28 20:15:28.168298 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-cfef8971-8cb6-41bf-82ed-a962645fd518 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073048 Jan 28 20:15:28.176288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672d539-144d-4280-8496-0a2642f894a5 req-0e442aeb-d220-4a2d-a430-2246708aafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:28.176824 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3672d539-144d-4280-8496-0a2642f894a5 req-0e442aeb-d220-4a2d-a430-2246708aafe6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.3977551 Jan 28 20:15:28.206513 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5bb93a3a-0446-403b-9064-e0dde38a809c req-cffe0f54-31ad-4bd4-a039-f6a9eba7c691 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772803 Jan 28 20:15:28.310147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3672d539-144d-4280-8496-0a2642f894a5 req-a6f44ff9-000b-4164-b148-12203c16fe30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 217 time: 0.1252377 Jan 28 20:15:28.331530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] For port c75031b7-332f-42fc-b586-57c9ba7d32ca, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c75031b7-332f-42fc-b586-57c9ba7d32ca,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:28.332473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:28.400761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Calling delete_port for c75031b7-332f-42fc-b586-57c9ba7d32ca owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:15:28.450470 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-02f3995f-e4ae-41c9-85df-65e7d18e75c5 req-a2869790-4727-43fd-9f11-75ec1dd7bfb4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672541 Jan 28 20:15:28.497979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672d539-144d-4280-8496-0a2642f894a5 req-94d97e29-11e3-4b7e-91f6-14bd6042c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:28.498800 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3672d539-144d-4280-8496-0a2642f894a5 req-94d97e29-11e3-4b7e-91f6-14bd6042c2c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1765575 Jan 28 20:15:28.545442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3672d539-144d-4280-8496-0a2642f894a5 req-139497ce-ed16-49a3-85bf-e4a9d4676eb5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363157 Jan 28 20:15:28.668131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3085b7a7-c655-4f9b-9e7c-4974ba3cb269', 'tag': 'd8e84b07-6a38-4223-9ee7-64431dc4353e'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:28.683423 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ee1579-2531-4215-9c9f-84d0e4a22acf" -d '{"events": [{"name": "network-changed", "server_uuid": "3085b7a7-c655-4f9b-9e7c-4974ba3cb269", "tag": "d8e84b07-6a38-4223-9ee7-64431dc4353e"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:28.789975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:28.805893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c75031b7-332f-42fc-b586-57c9ba7d32ca'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:28.855925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e7adb-208e-4ba4-80b8-63fded3fcad3 req-c501ad81-2967-4e40-a455-061a9a3ce996 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:28.863637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-483e7adb-208e-4ba4-80b8-63fded3fcad3 req-c501ad81-2967-4e40-a455-061a9a3ce996 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 867 time: 0.1485028 Jan 28 20:15:28.865171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Pushing event deleted for resources: {'Port': ['ID=c75031b7-332f-42fc-b586-57c9ba7d32ca,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:28.947683 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3672d539-144d-4280-8496-0a2642f894a5 req-57274a8c-c99b-47f0-b1f9-e1d6ea869c15 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855901 Jan 28 20:15:28.962936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-483e7adb-208e-4ba4-80b8-63fded3fcad3 req-1803751e-1fbb-42c5-b39c-ba95a6912dd9 tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/security-groups?id=1890b7ef-1209-4065-a8ed-79a8ab55ae5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746763 Jan 28 20:15:28.976276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] No DVR routers for this DVR port c75031b7-332f-42fc-b586-57c9ba7d32ca on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:28.977530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0481b-d3f6-40ae-84d3-e3dcfee26453 req-b566707e-239b-4358-b236-aa9cf9147408 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:28.980869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0d0481b-d3f6-40ae-84d3-e3dcfee26453 req-b566707e-239b-4358-b236-aa9cf9147408 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 950 time: 0.2133923 Jan 28 20:15:29.087744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0d0481b-d3f6-40ae-84d3-e3dcfee26453 req-b5627a15-05c7-4c02-95b0-6cf771898dd5 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917480 Jan 28 20:15:29.214577 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3672d539-144d-4280-8496-0a2642f894a5 req-21e626a4-6e1d-4a53-af98-a26822e6862f service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401183 Jan 28 20:15:29.217282 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099288a6-f56c-480c-8aee-b273ba5d2e8f x-openstack-request-id: req-099288a6-f56c-480c-8aee-b273ba5d2e8f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:29.218030 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3085b7a7-c655-4f9b-9e7c-4974ba3cb269", "tag": "d8e84b07-6a38-4223-9ee7-64431dc4353e", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:29.218695 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-099288a6-f56c-480c-8aee-b273ba5d2e8f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:29.219546 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3085b7a7-c655-4f9b-9e7c-4974ba3cb269', 'tag': 'd8e84b07-6a38-4223-9ee7-64431dc4353e', 'status': 'completed', 'code': 200} Jan 28 20:15:29.223663 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:29.234216 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1900388-f4fb-45ec-9875-0ad4c095afe6 req-8405fb9a-4c34-4132-bbc2-767ccaeecbec tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.13 "DELETE /v2.0/ports/c75031b7-332f-42fc-b586-57c9ba7d32ca HTTP/1.1" status: 204 len: 173 time: 1.6697192 Jan 28 20:15:29.375425 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-4b0ba7ea-9250-4aaf-b090-2b64a1c98b93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1522229 Jan 28 20:15:29.455405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-9f6e2ad2-b4fc-48e0-841a-08b7e3187c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:29.458373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-9f6e2ad2-b4fc-48e0-841a-08b7e3187c1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 1098 time: 0.2800436 Jan 28 20:15:29.599453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-07180083-0410-42d7-a8ab-22e2fcc3e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:29.601625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-07180083-0410-42d7-a8ab-22e2fcc3e12f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1332974 Jan 28 20:15:29.627022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58253e-c039-424d-86fb-fa319a9aec5f req-d83fdfef-f22c-4a13-8ae7-8d0d53972932 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:29.628692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b58253e-c039-424d-86fb-fa319a9aec5f req-d83fdfef-f22c-4a13-8ae7-8d0d53972932 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 943 time: 0.3181684 Jan 28 20:15:29.630605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-6ab8ee1f-eae1-4928-8931-f102eb1a6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:29.640969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-6ab8ee1f-eae1-4928-8931-f102eb1a6ed5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55f4acf2a5ea4467a4de7f294e46fca4&device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 1097 time: 0.1579857 Jan 28 20:15:29.693798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c41-6b0d-4f29-ab26-4dd503e65743 req-aabdd992-3139-4707-a47f-03af33fb09f7 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:29.701973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32e27c41-6b0d-4f29-ab26-4dd503e65743 req-aabdd992-3139-4707-a47f-03af33fb09f7 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 947 time: 0.4539669 Jan 28 20:15:29.704723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-52f5ee09-5118-47e4-a1bb-3a636e8d755f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d8e84b07-6a38-4223-9ee7-64431dc4353e HTTP/1.1" status: 200 len: 217 time: 0.0927894 Jan 28 20:15:29.760482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b58253e-c039-424d-86fb-fa319a9aec5f req-b8e44121-3995-4d72-a55d-b02ae676d5b2 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952799 Jan 28 20:15:29.821390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32e27c41-6b0d-4f29-ab26-4dd503e65743 req-7b1fc5ac-0842-4217-b4f2-dbd2fd359f81 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180742 Jan 28 20:15:29.837680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-08a6e8c4-cad9-4632-acdb-2e148b8c8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:29.840953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-08a6e8c4-cad9-4632-acdb-2e148b8c8dff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1235075 Jan 28 20:15:29.952065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-9836a55c-5b2c-416a-b7cd-873eb6e821e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:29.954676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-9836a55c-5b2c-416a-b7cd-873eb6e821e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d425c0ae-7309-47de-9754-077cb9d5d49c HTTP/1.1" status: 200 len: 915 time: 0.2790313 Jan 28 20:15:30.037569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-6c043abb-fe90-46bd-a14e-b8d2e0005951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:30.039886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-6c043abb-fe90-46bd-a14e-b8d2e0005951 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1822925 Jan 28 20:15:30.061493 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-6df2b960-a301-4481-9bb9-54a2f6580c7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c451e41-2f2b-438e-b01f-7f17b9ad61d8 HTTP/1.1" status: 200 len: 217 time: 0.0960252 Jan 28 20:15:30.074210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026b281-b7bf-4a75-b5c8-78d1d4fed390 req-6496e1f9-5c1f-4e69-95db-3bd408d17691 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:30.076064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2026b281-b7bf-4a75-b5c8-78d1d4fed390 req-6496e1f9-5c1f-4e69-95db-3bd408d17691 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1195741 Jan 28 20:15:30.199152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2026b281-b7bf-4a75-b5c8-78d1d4fed390 req-db19ec3d-b160-4057-9a0f-3079730dd09d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077304 Jan 28 20:15:30.250744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-f348432a-be57-474b-abd8-e01c7f4398e1 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003725 Jan 28 20:15:30.268553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-36e784c9-dbe0-4d43-ab16-823766781123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:30.273253 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-36e784c9-dbe0-4d43-ab16-823766781123 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b174119e-caba-49b9-a7ed-6c156622cf2a HTTP/1.1" status: 200 len: 853 time: 0.1984506 Jan 28 20:15:30.461291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37a1197e-44e1-4cb5-a542-95a6310bd108 req-b9746292-4d41-4791-8c15-86da0077454a tempest-ServersAdminNegativeTestJSON-2088695897 tempest-ServersAdminNegativeTestJSON-2088695897-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c21baa-64db-4718-b11d-1d13e6a1805e HTTP/1.1" status: 200 len: 210 time: 0.1960628 Jan 28 20:15:30.478305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a0525682-61af-4868-ae16-d3bb04328267 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:30.653927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-165303f3-8059-483c-a225-8b1fe7d012ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:30.657002 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-165303f3-8059-483c-a225-8b1fe7d012ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d425c0ae-7309-47de-9754-077cb9d5d49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3748107 Jan 28 20:15:30.771791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:30.793374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'a0525682-61af-4868-ae16-d3bb04328267', 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'port_id': 'a0525682-61af-4868-ae16-d3bb04328267', 'mac_address': 'fa:16:3e:69:01:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bb16d-74c1-42f7-bbb3-91fcb10605a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:30.858696 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-e4043c3f-01ab-43a2-a74e-3c04df18cfd9 service neutron] 10.222.0.13 "GET /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913989 Jan 28 20:15:30.890928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:30.942207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0525682-61af-4868-ae16-d3bb04328267 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:30.991456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:30.998559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:31.079488 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc07e33b-19c6-40fe-b918-ad381c89be96 req-3ed89295-4c11-44ad-84ca-45adfb75cf73 service neutron] 10.222.0.13 "GET /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108691 Jan 28 20:15:31.121759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:31.142591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67520369-6bba-49c9-8618-4673a3602436 req-07066f4e-c2d4-4926-b8ba-96883c5624c8 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:31.153673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67520369-6bba-49c9-8618-4673a3602436 req-07066f4e-c2d4-4926-b8ba-96883c5624c8 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 950 time: 0.6965358 Jan 28 20:15:31.220300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ee1579-2531-4215-9c9f-84d0e4a22acf req-d7b7571e-3134-4c03-a957-20f169dc59ed service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9475241 Jan 28 20:15:31.221623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c21baa-64db-4718-b11d-1d13e6a1805e', 'name': 'network-vif-deleted', 'tag': 'c75031b7-332f-42fc-b586-57c9ba7d32ca'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:31.228060 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5053803-98b5-4134-9c42-1792f9fe08f2" -d '{"events": [{"server_uuid": "80c21baa-64db-4718-b11d-1d13e6a1805e", "name": "network-vif-deleted", "tag": "c75031b7-332f-42fc-b586-57c9ba7d32ca"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:31.246007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b3f1a-d4f2-46bc-a22e-931fed10100a req-acf59c6d-39e4-42ff-8c8d-32d22c73221f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:31.260703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-132b3f1a-d4f2-46bc-a22e-931fed10100a req-acf59c6d-39e4-42ff-8c8d-32d22c73221f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 944 time: 0.2144248 Jan 28 20:15:31.265909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67520369-6bba-49c9-8618-4673a3602436 req-ba90b064-2da5-469e-bd5f-74e495a577c9 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110823 Jan 28 20:15:31.312741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a0525682-61af-4868-ae16-d3bb04328267'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:31.350756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-132b3f1a-d4f2-46bc-a22e-931fed10100a req-fc466e10-cc08-44cd-b642-95e570a4fba3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874104 Jan 28 20:15:31.429472 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c10d76a-5e86-418c-b960-1efaacfcd88b x-openstack-request-id: req-6c10d76a-5e86-418c-b960-1efaacfcd88b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:31.430382 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c21baa-64db-4718-b11d-1d13e6a1805e", "name": "network-vif-deleted", "tag": "c75031b7-332f-42fc-b586-57c9ba7d32ca", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:31.430935 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c10d76a-5e86-418c-b960-1efaacfcd88b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:31.431851 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c21baa-64db-4718-b11d-1d13e6a1805e', 'name': 'network-vif-deleted', 'tag': 'c75031b7-332f-42fc-b586-57c9ba7d32ca', 'status': 'completed', 'code': 200} Jan 28 20:15:31.462208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2c3f9-0ad3-4aeb-8102-70f68cfab22a req-9eeb386c-b9ce-4a4e-8ec7-2fdcf1da2450 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:31.470753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaf2c3f9-0ad3-4aeb-8102-70f68cfab22a req-9eeb386c-b9ce-4a4e-8ec7-2fdcf1da2450 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 947 time: 0.0968952 Jan 28 20:15:31.595266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaf2c3f9-0ad3-4aeb-8102-70f68cfab22a req-6991b6b7-ec76-4741-8422-0ff19e33915e tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223099 Jan 28 20:15:31.629538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bc929-cf08-451f-8e06-487f3a84b69a req-cd6661f3-b873-42fc-9d78-8d26f2b92072 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:31.643013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-434bc929-cf08-451f-8e06-487f3a84b69a req-cd6661f3-b873-42fc-9d78-8d26f2b92072 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1073241 Jan 28 20:15:31.718902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-434bc929-cf08-451f-8e06-487f3a84b69a req-ae3f5f73-2f06-47d5-905b-e9df579644e6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748405 Jan 28 20:15:32.141388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54266) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:32.387988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-562cf9b6-3661-43ee-97a5-af95e85ee573 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8626b310d2c748c8b48b929d2c458575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442563 Jan 28 20:15:32.392718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54282) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:32.491137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d8e84b07-6a38-4223-9ee7-64431dc4353e details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:32.494689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a0525682-61af-4868-ae16-d3bb04328267 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:32.526002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e216c85a-b6cf-43ff-adfe-fb7baa612ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:32.596318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6258bbf-a4f8-4e7b-bafa-29c1dd488c73 req-d670fd25-92f4-46ea-acab-ff9a6597b131 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:32.608948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6258bbf-a4f8-4e7b-bafa-29c1dd488c73 req-d670fd25-92f4-46ea-acab-ff9a6597b131 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 944 time: 0.1240282 Jan 28 20:15:32.612947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e216c85a-b6cf-43ff-adfe-fb7baa612ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:32.687502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port a0525682-61af-4868-ae16-d3bb04328267 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:32.697194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port a0525682-61af-4868-ae16-d3bb04328267 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:32.697766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6258bbf-a4f8-4e7b-bafa-29c1dd488c73 req-3ede2e5b-558a-4b3c-b3af-53d909ef1d12 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861540 Jan 28 20:15:32.698378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:32.735949 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e216c85a-b6cf-43ff-adfe-fb7baa612ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:32.739308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e216c85a-b6cf-43ff-adfe-fb7baa612ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:32.758457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e216c85a-b6cf-43ff-adfe-fb7baa612ded admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1890b7ef-1209-4065-a8ed-79a8ab55ae5f HTTP/1.1" status: 204 len: 168 time: 0.3621380 Jan 28 20:15:32.805511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216c85a-b6cf-43ff-adfe-fb7baa612ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890b7ef-1209-4065-a8ed-79a8ab55ae5f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:32.825562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d8e84b07-6a38-4223-9ee7-64431dc4353e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d8e84b07-6a38-4223-9ee7-64431dc4353e,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:32.884877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd8e84b07-6a38-4223-9ee7-64431dc4353e', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'd8e84b07-6a38-4223-9ee7-64431dc4353e', 'mac_address': 'fa:16:3e:c6:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:33.008038 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:33.076727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:33.080349 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceb4cd2-a8b0-4ed2-bc95-f655f7562f0d" -d '{"events": [{"server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "name": "network-vif-plugged", "status": "completed", "tag": "a0525682-61af-4868-ae16-d3bb04328267"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:33.090205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed7ac2-38bb-477e-803a-c6ccd1f55958 req-2e417202-de06-4ab6-9674-9e56a757c798 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:33.100055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0aed7ac2-38bb-477e-803a-c6ccd1f55958 req-2e417202-de06-4ab6-9674-9e56a757c798 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 947 time: 0.2315273 Jan 28 20:15:33.104640 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:33.130156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:33.138342 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:33.139521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c75031b7-332f-42fc-b586-57c9ba7d32ca no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:33.140534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bf87d-9dae-401e-a9ab-88abe4ce86ca req-af43663a-4518-4a4d-9cd5-6293eca648e7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:33.142274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f4bf87d-9dae-401e-a9ab-88abe4ce86ca req-af43663a-4518-4a4d-9cd5-6293eca648e7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.2332435 Jan 28 20:15:33.146172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e84b07-6a38-4223-9ee7-64431dc4353e {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:33.176981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d8e84b07-6a38-4223-9ee7-64431dc4353e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d8e84b07-6a38-4223-9ee7-64431dc4353e,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:33.199289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0aed7ac2-38bb-477e-803a-c6ccd1f55958 req-5fe09688-c4fb-464b-af55-36ade0fe975b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980191 Jan 28 20:15:33.213594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f4bf87d-9dae-401e-a9ab-88abe4ce86ca req-aaaeb823-845f-416f-8c79-8aa7fd25abda tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622427 Jan 28 20:15:33.250229 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:33.258989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: c75031b7-332f-42fc-b586-57c9ba7d32ca {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:15:33.259651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c75031b7-332f-42fc-b586-57c9ba7d32ca not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:15:33.308133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:33.319532 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa05f0d-4058-4eb2-a312-066f355790ef x-openstack-request-id: req-4aa05f0d-4058-4eb2-a312-066f355790ef {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:33.320038 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "name": "network-vif-plugged", "status": "completed", "tag": "a0525682-61af-4868-ae16-d3bb04328267", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:33.320479 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4aa05f0d-4058-4eb2-a312-066f355790ef {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:33.321666 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267', 'code': 200} Jan 28 20:15:33.469460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d854f17-5eae-423e-acdc-06c1a21ecdd7 req-50fbff4f-5ead-4103-b730-7d61b4cc324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:33.471537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d854f17-5eae-423e-acdc-06c1a21ecdd7 req-50fbff4f-5ead-4103-b730-7d61b4cc324e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1096 time: 0.0959446 Jan 28 20:15:33.486904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d8e84b07-6a38-4223-9ee7-64431dc4353e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:33.522972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee39c7-e636-4482-a30b-c32f62c9b6bb req-6f6bf5bf-00a0-4fb2-840d-f2239e23471b tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:33.524840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caee39c7-e636-4482-a30b-c32f62c9b6bb req-6f6bf5bf-00a0-4fb2-840d-f2239e23471b tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1096 time: 0.1587737 Jan 28 20:15:33.529655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d854f17-5eae-423e-acdc-06c1a21ecdd7 req-0ec28231-f7cc-4871-a40f-e0882c34434e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 Jan 28 20:15:33.570787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d8e84b07-6a38-4223-9ee7-64431dc4353e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:33.604127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54312) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:33.625127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caee39c7-e636-4482-a30b-c32f62c9b6bb req-9a67f83c-c2bb-42d2-aee8-21ddb3ade044 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838161 Jan 28 20:15:33.708046 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be628782-fc14-4d71-bae8-0f52cc24acd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2cda9048fad4aecb342dd8930805a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018414 Jan 28 20:15:33.711046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54314) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:33.862010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9acd2bf3-5c45-43d4-a8f5-aa2a6b77e667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:33.966832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78776f8b-9482-4a98-9c25-9dfae431b99e req-37a42edb-571a-454a-b3e2-9dae3fcd2019 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:33.977136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78776f8b-9482-4a98-9c25-9dfae431b99e req-37a42edb-571a-454a-b3e2-9dae3fcd2019 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 945 time: 0.1347983 Jan 28 20:15:33.981711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9acd2bf3-5c45-43d4-a8f5-aa2a6b77e667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:34.056870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78776f8b-9482-4a98-9c25-9dfae431b99e req-cd50c4ec-d045-47e4-ace2-d98f10ba4563 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726430 Jan 28 20:15:34.075987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9acd2bf3-5c45-43d4-a8f5-aa2a6b77e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:34.078679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9acd2bf3-5c45-43d4-a8f5-aa2a6b77e667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:34.084290 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9acd2bf3-5c45-43d4-a8f5-aa2a6b77e667 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/422c630c-3381-48f7-bfc3-30619ea62b98 HTTP/1.1" status: 204 len: 168 time: 0.3657267 Jan 28 20:15:34.091539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd2bf3-5c45-43d4-a8f5-aa2a6b77e667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422c630c-3381-48f7-bfc3-30619ea62b98,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:34.409509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f101-f617-496b-9b30-fa3a46042424 req-bc52e3dd-aa83-4a66-823e-014f0b279fc8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:34.411509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1937f101-f617-496b-9b30-fa3a46042424 req-bc52e3dd-aa83-4a66-823e-014f0b279fc8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.0966001 Jan 28 20:15:34.463748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1937f101-f617-496b-9b30-fa3a46042424 req-0a098450-bc59-434c-b79f-c3d6fbfb0c05 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Jan 28 20:15:34.652902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de998c4-dcc5-4c0b-9841-7f92ffb31f54 req-88903391-e5be-429d-931e-f82c0dfa0e1d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:34.655406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4de998c4-dcc5-4c0b-9841-7f92ffb31f54 req-88903391-e5be-429d-931e-f82c0dfa0e1d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 948 time: 0.0917907 Jan 28 20:15:34.725978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4de998c4-dcc5-4c0b-9841-7f92ffb31f54 req-bc58a388-decf-47dc-8656-04bb3d0ac824 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624986 Jan 28 20:15:35.057728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:35.246329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:35.263038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'mac_address': 'fa:16:3e:6b:b7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:35.275515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97548438-93e9-49e2-bfcb-9dd5c709c943 req-64189dd0-f1d8-4939-a219-243b92802baa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:35.281254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97548438-93e9-49e2-bfcb-9dd5c709c943 req-64189dd0-f1d8-4939-a219-243b92802baa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 945 time: 0.0993340 Jan 28 20:15:35.324580 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:35.347853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-ab72abd6-abbf-4b0b-acb8-1784333c17a1 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:15:35.350177 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-ab72abd6-abbf-4b0b-acb8-1784333c17a1 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082703 Jan 28 20:15:35.357394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97548438-93e9-49e2-bfcb-9dd5c709c943 req-8402aac9-5172-4654-a6f7-489baf25d8b5 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677483 Jan 28 20:15:35.357613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:35.416314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:35.422420 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:35.428324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-8204960e-dbd5-4e64-8bbb-124f4f1c5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:35.432713 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-8204960e-dbd5-4e64-8bbb-124f4f1c5d91 service neutron] 10.222.0.44 "GET /v2.0/ports/ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 1093 time: 0.0739329 Jan 28 20:15:35.446420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Request body: {'binding': {'host': 'n-h1-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:35.447039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:15:35.538673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:35.641674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1a731-d7bf-4d50-beef-5ded5a086edf req-ca402a36-3a1b-4e17-b9fe-3db2664871a8 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:35.655922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52d1a731-d7bf-4d50-beef-5ded5a086edf req-ca402a36-3a1b-4e17-b9fe-3db2664871a8 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1096 time: 0.0887167 Jan 28 20:15:35.670422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on host n-h1-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:35.671063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:35.671699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:35.681994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:35.682650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:35.690016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:35.690553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:35.695010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:35.695461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Bound port: ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:35.719826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['86f1777e-6be5-4711-8aa9-b12a7eaa0e33'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:35.730851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52d1a731-d7bf-4d50-beef-5ded5a086edf req-4eac2829-d77d-4f1f-b657-c9caebb2a594 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704179 Jan 28 20:15:35.822456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:35.833749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:35.848014 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-4d783a60-f9c7-4edc-a147-3d5b2eeaa10c service neutron] 10.222.0.44 "POST /v2.0/ports/ddeda68b-1d35-446b-ad84-cc76d2dc22a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4053667 Jan 28 20:15:35.906232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75962d08-1629-4b75-be8a-a347860aff8d req-cd365397-2ec9-4a38-b7e0-6be37856afe9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:35.915594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75962d08-1629-4b75-be8a-a347860aff8d req-cd365397-2ec9-4a38-b7e0-6be37856afe9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1096137 Jan 28 20:15:35.982823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75962d08-1629-4b75-be8a-a347860aff8d req-0ec265d5-d5c2-486a-860d-1f2def8bc0b6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655892 Jan 28 20:15:36.177830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2d6f6-c431-41af-87d0-234f4681a303 req-6b162322-d38a-494c-b13b-956e1c7b3f86 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:36.184029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ba2d6f6-c431-41af-87d0-234f4681a303 req-6b162322-d38a-494c-b13b-956e1c7b3f86 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1096 time: 0.0963607 Jan 28 20:15:36.290416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ba2d6f6-c431-41af-87d0-234f4681a303 req-a9ccc827-ff18-47cd-b3c0-ac264418376b tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841613 Jan 28 20:15:36.349797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f522951-974d-43b1-952f-870adf9d7c08 req-43d6d8d4-3b15-4907-b997-1abeef69da0a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:36.352421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f522951-974d-43b1-952f-870adf9d7c08 req-43d6d8d4-3b15-4907-b997-1abeef69da0a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 948 time: 0.1602504 Jan 28 20:15:36.383325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-9e049468-273c-4e7b-bb40-34d81845051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:36.385853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-9e049468-273c-4e7b-bb40-34d81845051d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1096 time: 0.1131144 Jan 28 20:15:36.502118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d8e84b07-6a38-4223-9ee7-64431dc4353e up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:36.508733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f522951-974d-43b1-952f-870adf9d7c08 req-3c54eb17-02f7-49a5-9ff2-00f9d534be92 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428554 Jan 28 20:15:36.574052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-181e275a-535e-4833-9cc7-2b402fee1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:36.575785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-181e275a-535e-4833-9cc7-2b402fee1e08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.1799154 Jan 28 20:15:36.580759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port d8e84b07-6a38-4223-9ee7-64431dc4353e completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:15:36.587642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ce9b2-6e46-4d8f-a68d-244613653603 req-0b1a89f6-e6d9-43bd-9c71-23999af33ac7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:36.588415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port d8e84b07-6a38-4223-9ee7-64431dc4353e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:36.589031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:36.589486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-556ce9b2-6e46-4d8f-a68d-244613653603 req-0b1a89f6-e6d9-43bd-9c71-23999af33ac7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.1113591 Jan 28 20:15:36.653833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-59809048-1e05-45bd-a38e-a4d725bf9233 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 217 time: 0.0632451 Jan 28 20:15:36.781954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-556ce9b2-6e46-4d8f-a68d-244613653603 req-bce8c969-6cfa-4fe8-8245-a662a5982971 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266277 Jan 28 20:15:36.799967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15957c52-c31c-4064-b30b-5a2ee68be6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:36.802438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15957c52-c31c-4064-b30b-5a2ee68be6a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1253862 Jan 28 20:15:36.856147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-7de361b5-7ea3-43b7-bfc3-e616e407e4f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425150 Jan 28 20:15:36.971681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:37.018274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3085b7a7-c655-4f9b-9e7c-4974ba3cb269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e84b07-6a38-4223-9ee7-64431dc4353e'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:37.024196 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31428888-60c2-44cf-861d-3c3793a63e4e" -d '{"events": [{"server_uuid": "3085b7a7-c655-4f9b-9e7c-4974ba3cb269", "name": "network-vif-plugged", "status": "completed", "tag": "d8e84b07-6a38-4223-9ee7-64431dc4353e"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:37.058068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d8e84b07-6a38-4223-9ee7-64431dc4353e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d8e84b07-6a38-4223-9ee7-64431dc4353e,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:37.068755 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:37.084831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acc756-a4d3-4eea-9eba-0818a49a48a3 req-2ed27bec-aa57-408e-8e98-a8eb228eb8f0 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:37.088194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62acc756-a4d3-4eea-9eba-0818a49a48a3 req-2ed27bec-aa57-408e-8e98-a8eb228eb8f0 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 946 time: 0.1182401 Jan 28 20:15:37.124497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:15:37.181379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-c588a13b-895b-4898-ac3d-de4c3e400b98 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146267 Jan 28 20:15:37.226006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d8e84b07-6a38-4223-9ee7-64431dc4353e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:37.228502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62acc756-a4d3-4eea-9eba-0818a49a48a3 req-ab751704-2c18-4c39-886a-b61cbd437a50 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118100 Jan 28 20:15:37.254637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:37.255303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:37.407471 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:37.501916 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31f05ae-e30e-42e0-b176-c51a1148c733 x-openstack-request-id: req-b31f05ae-e30e-42e0-b176-c51a1148c733 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:37.502700 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3085b7a7-c655-4f9b-9e7c-4974ba3cb269", "name": "network-vif-plugged", "status": "completed", "tag": "d8e84b07-6a38-4223-9ee7-64431dc4353e", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:37.505433 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b31f05ae-e30e-42e0-b176-c51a1148c733 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:37.506574 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3085b7a7-c655-4f9b-9e7c-4974ba3cb269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e84b07-6a38-4223-9ee7-64431dc4353e', 'code': 200} Jan 28 20:15:37.544053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:37.548968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcf81a-a75a-4a4c-887d-890ad04f6c46 req-d1bb81f0-c1b5-4f66-b65a-4915b24db5a6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:37.551130 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:37.551553 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45fcf81a-a75a-4a4c-887d-890ad04f6c46 req-d1bb81f0-c1b5-4f66-b65a-4915b24db5a6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1719193 Jan 28 20:15:37.554809 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-1f924f94-a43e-4163-9ffb-5b4aa324ba1e service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565791 Jan 28 20:15:37.677288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:37.678647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45fcf81a-a75a-4a4c-887d-890ad04f6c46 req-6af78e47-8895-41c2-88ee-7978c90a5447 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129520 Jan 28 20:15:37.702116 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0996a502-6571-4498-9c37-39d962de37e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:37.747146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2fc4-6809-460c-b441-c0b24ad116d5 req-fe306267-8607-49bb-9b95-a65b150527b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:37.750654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c8e2fc4-6809-460c-b441-c0b24ad116d5 req-fe306267-8607-49bb-9b95-a65b150527b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 1100 time: 0.0637248 Jan 28 20:15:37.903309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c8e2fc4-6809-460c-b441-c0b24ad116d5 req-720082d6-ef50-414b-bcbc-015d871f6934 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446722 Jan 28 20:15:37.933831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbda68-08fc-4f13-a527-8fe8b67a55b9 req-a35a8cfe-8d38-4097-b27e-17cb32c980dc tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:37.947407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ffbda68-08fc-4f13-a527-8fe8b67a55b9 req-a35a8cfe-8d38-4097-b27e-17cb32c980dc tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1096 time: 0.1399450 Jan 28 20:15:38.142573 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ffbda68-08fc-4f13-a527-8fe8b67a55b9 req-39f31b53-3d02-46a5-9eec-850c846e25e8 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907260 Jan 28 20:15:38.206385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eeef8-0fa7-4072-bbc0-0d82091f736e req-fbe5f787-4940-48f4-9726-d9653f7ea122 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:38.219260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b3eeef8-0fa7-4072-bbc0-0d82091f736e req-fbe5f787-4940-48f4-9726-d9653f7ea122 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 949 time: 0.2570086 Jan 28 20:15:38.351174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b3eeef8-0fa7-4072-bbc0-0d82091f736e req-afd3817d-5f4d-4dcf-bdc5-9640116f27e7 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175613 Jan 28 20:15:38.589004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc27d1-a60d-446e-83e3-98a05c9ba33c req-873980e0-bfc4-4f82-8c81-3a9f2794b6d8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:38.601158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90bc27d1-a60d-446e-83e3-98a05c9ba33c req-873980e0-bfc4-4f82-8c81-3a9f2794b6d8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.1639817 Jan 28 20:15:38.688942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08865a-259f-44d6-a7bc-29049960884a req-ab373aa2-527e-445f-a142-a33ec94c01a6 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:38.703762 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d08865a-259f-44d6-a7bc-29049960884a req-ab373aa2-527e-445f-a142-a33ec94c01a6 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 946 time: 0.1950078 Jan 28 20:15:38.742592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90bc27d1-a60d-446e-83e3-98a05c9ba33c req-f5e43328-28db-4235-b640-68cbb9a9813c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368759 Jan 28 20:15:38.846115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d08865a-259f-44d6-a7bc-29049960884a req-296b2239-0bcc-42bc-996b-9fdb6ba236e8 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fe263de-535a-4df9-a10a-ba46ef578e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386182 Jan 28 20:15:39.139708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53013d15-65f0-419e-becb-f125f3332513 req-9ac4a3b8-eeb0-47c2-9239-125eabd870ad tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:39.141391 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53013d15-65f0-419e-becb-f125f3332513 req-9ac4a3b8-eeb0-47c2-9239-125eabd870ad tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1241508 Jan 28 20:15:39.239356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53013d15-65f0-419e-becb-f125f3332513 req-5fd90244-250d-4d7c-b228-16d99fd369b9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793152 Jan 28 20:15:39.471303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-bc8d5059-c4d6-4ae8-bd7b-12a1adef2aa0 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:39.481739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-bc8d5059-c4d6-4ae8-bd7b-12a1adef2aa0 tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 946 time: 0.1796165 Jan 28 20:15:39.510191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:39.516879 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f3d836-cb3c-4695-93f6-9373e6d6b728" -d '{"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-plugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:39.745480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb54258-726a-4802-ab18-981cace934fa req-f92d3def-46d8-4b0f-8b4c-a1062ffb0f8d tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:39.748488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2cb54258-726a-4802-ab18-981cace934fa req-f92d3def-46d8-4b0f-8b4c-a1062ffb0f8d tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1096 time: 0.2403789 Jan 28 20:15:39.833128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Deleting port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:15:39.833714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:39.925002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2cb54258-726a-4802-ab18-981cace934fa req-0f5820d2-9dea-4273-87dc-6792608bb867 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620734 Jan 28 20:15:40.060650 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1e00-b32b-4861-a0d8-579abd0d2ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:40.075866 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93161c88-fe00-4d3a-917f-5f00ca36893d x-openstack-request-id: req-93161c88-fe00-4d3a-917f-5f00ca36893d {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:40.076161 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-plugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:40.076645 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93161c88-fe00-4d3a-917f-5f00ca36893d {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:40.077048 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'code': 200} Jan 28 20:15:40.261261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] For port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:40.262059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:40.300107 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Calling delete_port for 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:15:40.319418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b1c90-2b99-432b-9521-9f7d5d8e5448 req-e5008ea5-64a3-45fe-a590-8e149a140c4b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:40.332325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-357b1c90-2b99-432b-9521-9f7d5d8e5448 req-e5008ea5-64a3-45fe-a590-8e149a140c4b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 949 time: 0.2787251 Jan 28 20:15:40.464156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-357b1c90-2b99-432b-9521-9f7d5d8e5448 req-a7032cb1-dfa0-4377-9151-4e75b825b6f8 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302035 Jan 28 20:15:40.610646 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-ba5ef4a2-603a-401d-a452-509c68824289 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--804760033&fields=id&tenant_id=cb0c84ec11184978ba047227a6274737 HTTP/1.1" status: 200 len: 267 time: 0.2652624 Jan 28 20:15:40.639256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54558) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:40.802113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da175a5-4631-4301-922b-f16c05776a91 req-ddefdf77-a57f-4b6d-803a-b44127cd687c tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:40.810403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-ddefdf77-a57f-4b6d-803a-b44127cd687c tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/networks?id=a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 200 len: 823 time: 0.1457205 Jan 28 20:15:40.865401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-ed7ac788-a944-4205-8b9a-d05e5db48123 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/quotas/cb0c84ec11184978ba047227a6274737 HTTP/1.1" status: 200 len: 375 time: 0.0535173 Jan 28 20:15:40.915733 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b8333997-07e6-472a-bca0-41dda22f5b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:40.997956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf94975-bcb9-4a43-b9cd-af4dc993c7e6 req-c2a77f0a-ab31-4e53-b2b3-dcbdd8336941 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:41.002186 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf94975-bcb9-4a43-b9cd-af4dc993c7e6 req-c2a77f0a-ab31-4e53-b2b3-dcbdd8336941 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.4306159 Jan 28 20:15:41.005422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.021165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['6c451e41-2f2b-438e-b01f-7f17b9ad61d8'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:41.060232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b8333997-07e6-472a-bca0-41dda22f5b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.074587 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b8333997-07e6-472a-bca0-41dda22f5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.137855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Pushing event deleted for resources: {'Port': ['ID=6c451e41-2f2b-438e-b01f-7f17b9ad61d8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:41.138446 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b8333997-07e6-472a-bca0-41dda22f5b4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3264f18e10b64402b30c2103ac567167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965990 Jan 28 20:15:41.142276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54562) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:41.167559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-f81016f6-2712-4f43-a4f9-8392c72af4f2 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cb0c84ec11184978ba047227a6274737&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2901125 Jan 28 20:15:41.240225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8333997-07e6-472a-bca0-41dda22f5b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9008f26c-5254-465b-a24b-0290a2003ce9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:41.259534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92f48512-289f-43d0-a52f-34b951a876cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.289093 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92f48512-289f-43d0-a52f-34b951a876cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.347463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf94975-bcb9-4a43-b9cd-af4dc993c7e6 req-e19c1223-1dfb-47f1-a683-a99b2ee2f00c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038609 Jan 28 20:15:41.364540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92f48512-289f-43d0-a52f-34b951a876cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.369329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92f48512-289f-43d0-a52f-34b951a876cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.370712 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-92f48512-289f-43d0-a52f-34b951a876cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9008f26c-5254-465b-a24b-0290a2003ce9 HTTP/1.1" status: 204 len: 168 time: 0.2270546 Jan 28 20:15:41.397119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f48512-289f-43d0-a52f-34b951a876cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9008f26c-5254-465b-a24b-0290a2003ce9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:41.449702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] No DVR routers for this DVR port 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:41.470547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.476966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1ac793a-4100-4af0-83ca-525d4ade81b9 req-3b1a7861-1d39-4e54-b083-43630623a99d tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.13 "DELETE /v2.0/ports/6c451e41-2f2b-438e-b01f-7f17b9ad61d8 HTTP/1.1" status: 204 len: 173 time: 1.9924569 Jan 28 20:15:41.477777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c286a8bf-07c5-4df4-a121-7d909b56a685', 'name': 'network-vif-deleted', 'tag': '6c451e41-2f2b-438e-b01f-7f17b9ad61d8'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:41.495122 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:41.495942 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306555d6-9542-4c18-ae96-2ab92ff06a69" -d '{"events": [{"server_uuid": "c286a8bf-07c5-4df4-a121-7d909b56a685", "name": "network-vif-deleted", "tag": "6c451e41-2f2b-438e-b01f-7f17b9ad61d8"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:41.614608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-1c1b99f2-768e-4ce6-a0af-f4f44c0abd7c service neutron] 10.222.0.44 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416237 Jan 28 20:15:41.767143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02435ed4-8600-48a8-bc1e-bb04a55c9046 req-667c0618-c923-4cd5-a19e-f9d8fee72d9c tempest-AttachSCSIVolumeTestJSON-2023134282 tempest-AttachSCSIVolumeTestJSON-2023134282-project] 10.222.0.44 "GET /v2.0/ports?device_id=c286a8bf-07c5-4df4-a121-7d909b56a685 HTTP/1.1" status: 200 len: 210 time: 0.1471405 Jan 28 20:15:42.019202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-595b6db5-530b-4eb8-adb3-e997db8df17b service neutron] 10.222.0.44 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970730 Jan 28 20:15:42.083289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54570) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:42.092321 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:15:42.164924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc17105e-54cb-40ca-b85e-71c57e6693b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:42.542571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc17105e-54cb-40ca-b85e-71c57e6693b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:42.553150 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc17105e-54cb-40ca-b85e-71c57e6693b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:42.694702 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cc17105e-54cb-40ca-b85e-71c57e6693b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d3341f3880b45219511b9b9a677a2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6084418 Jan 28 20:15:42.710513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54596) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:42.767358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17105e-54cb-40ca-b85e-71c57e6693b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8dde84-e089-4a64-a1dd-e274ad619543,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:42.790038 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:42.901058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c604ac-3845-40d0-9c6c-af5c794ea97e req-e10540e9-f233-479e-a0a2-3b70deff7756 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:42.913959 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27c604ac-3845-40d0-9c6c-af5c794ea97e req-e10540e9-f233-479e-a0a2-3b70deff7756 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.3224678 Jan 28 20:15:42.921513 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f06d4e-f2a2-45ba-955c-c1b64b09c32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:42.962652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-d3a6ed51-8af0-4b83-a3be-acb7688066ed tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:42.965377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-d3a6ed51-8af0-4b83-a3be-acb7688066ed tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a HTTP/1.1" status: 200 len: 946 time: 0.2892134 Jan 28 20:15:43.088491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f06d4e-f2a2-45ba-955c-c1b64b09c32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:43.140399 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:43.182254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27c604ac-3845-40d0-9c6c-af5c794ea97e req-7028979b-ed0a-4a72-9181-fc78f8caa85b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541056 Jan 28 20:15:43.573819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f06d4e-f2a2-45ba-955c-c1b64b09c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:43.583220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f06d4e-f2a2-45ba-955c-c1b64b09c32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:43.590613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12f06d4e-f2a2-45ba-955c-c1b64b09c32b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd8dde84-e089-4a64-a1dd-e274ad619543 HTTP/1.1" status: 204 len: 168 time: 0.8778753 Jan 28 20:15:43.665484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Deleting port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:15:43.666635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:43.735393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f06d4e-f2a2-45ba-955c-c1b64b09c32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8dde84-e089-4a64-a1dd-e274ad619543,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:44.113676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] For port 8d689a6a-ccbf-444e-b3c6-2c5d32935171, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:44.125074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:44.314126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-41244efe-56a0-40e6-830f-577705be9131 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:15:44.317161 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-41244efe-56a0-40e6-830f-577705be9131 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082352 Jan 28 20:15:44.395058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-15f4e46c-e004-4cb8-b472-50378efe6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:44.399950 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1442d7f-163c-424e-b4b7-a30c12bf3904 x-openstack-request-id: req-a1442d7f-163c-424e-b4b7-a30c12bf3904 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:44.400386 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c286a8bf-07c5-4df4-a121-7d909b56a685", "name": "network-vif-deleted", "tag": "6c451e41-2f2b-438e-b01f-7f17b9ad61d8", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:44.400774 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1442d7f-163c-424e-b4b7-a30c12bf3904 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:44.401340 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c286a8bf-07c5-4df4-a121-7d909b56a685', 'name': 'network-vif-deleted', 'tag': '6c451e41-2f2b-438e-b01f-7f17b9ad61d8', 'status': 'completed', 'code': 200} Jan 28 20:15:44.415706 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-15f4e46c-e004-4cb8-b472-50378efe6de0 service neutron] 10.222.0.44 "GET /v2.0/ports/a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 1093 time: 0.0890546 Jan 28 20:15:44.423954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Request body: {'binding': {'host': 'n-h2-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:44.425064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:15:44.527170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:44.584350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:15:44.586325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6c451e41-2f2b-438e-b01f-7f17b9ad61d8 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:15:44.669478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99ebc7ec-71da-4de9-88e4-f16fa63fbffe req-7fbf07df-388c-4550-badf-7ce509c8313b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 210 time: 0.1660624 Jan 28 20:15:44.768033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on host n-h2-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:44.768608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:44.769302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:44.780005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:44.780608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:44.790474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:44.790825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:44.791888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:44.792720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Bound port: a0525682-61af-4868-ae16-d3bb04328267, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:44.917092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:44.926112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:44.927329 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-17da8be7-8bfd-4b71-a1a6-c708c4e4e310 service neutron] 10.222.0.44 "POST /v2.0/ports/a0525682-61af-4868-ae16-d3bb04328267/bindings HTTP/1.1" status: 201 len: 389 time: 0.5098279 Jan 28 20:15:45.120308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8d689a6a-ccbf-444e-b3c6-2c5d32935171 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:45.581331 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:45.709708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-592ccb55-536e-4bf0-8ba6-0128ec9f1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:45.726491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-592ccb55-536e-4bf0-8ba6-0128ec9f1a4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1096 time: 0.1213667 Jan 28 20:15:45.736567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:45.755063 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc314b3b-b311-4255-8ccd-c2bfcee89812" -d '{"events": [{"server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:45.809922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8d689a6a-ccbf-444e-b3c6-2c5d32935171, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8d689a6a-ccbf-444e-b3c6-2c5d32935171,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:45.817340 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:45.983201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-7397ebec-7592-463c-b9f2-8b81637f2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:45.989045 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-7397ebec-7592-463c-b9f2-8b81637f2e16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.2469547 Jan 28 20:15:45.994042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8d689a6a-ccbf-444e-b3c6-2c5d32935171,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:46.084948 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-fb31dd8f-bf06-4a08-9347-6cfe8174b864 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 217 time: 0.0786994 Jan 28 20:15:46.095731 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:46.097843 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:46.099688 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Floating IP fd98ab08-4121-4932-aa1c-f790f23802d7 disassociated. External IP: 172.25.2.227, port: 8d689a6a-ccbf-444e-b3c6-2c5d32935171. Jan 28 20:15:46.100299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Calling delete_port for 8d689a6a-ccbf-444e-b3c6-2c5d32935171 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:15:46.153564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da175a5-4631-4301-922b-f16c05776a91 req-43a7fe68-5b7a-4b39-aac4-5a3f7271e223 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:46.160130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-43a7fe68-5b7a-4b39-aac4-5a3f7271e223 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.13 "GET /v2.0/networks?id=a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 200 len: 823 time: 0.5087848 Jan 28 20:15:46.214422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-8bc277b6-e452-4bc6-8b16-1694f2e8e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:46.218450 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-8bc277b6-e452-4bc6-8b16-1694f2e8e97b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1174772 Jan 28 20:15:46.278061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79cdb3-465d-4f0c-bb5d-c029b708a7d3 req-4756430e-63d5-4511-8453-2ab4f3e70c6a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:46.291278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb79cdb3-465d-4f0c-bb5d-c029b708a7d3 req-4756430e-63d5-4511-8453-2ab4f3e70c6a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 1.3944392 Jan 28 20:15:46.299324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-48cf7f82-a5f6-4569-9541-d9c964d91e9f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb0c84ec11184978ba047227a6274737 HTTP/1.1" status: 200 len: 379 time: 0.0651920 Jan 28 20:15:46.312157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Request body: {'port': {'device_id': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'admin_state_up': True, 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'security_groups': ['885831b5-3b91-4af7-80fb-31200fad872b']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:46.340297 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-a31e1cee-91e6-4c0d-af76-ba73f5698d07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970244 Jan 28 20:15:46.440656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb79cdb3-465d-4f0c-bb5d-c029b708a7d3 req-df680b57-55fc-4ad0-b8cc-1e21f72fbb76 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480877 Jan 28 20:15:46.621273 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-fd783e56-e664-4e12-b31a-470eef5d6e41 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710724 Jan 28 20:15:46.674547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Made reservation on behalf of cb0c84ec11184978ba047227a6274737 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:15:46.684070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:46.734104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6b34f-51ce-4321-8dcf-1b0965598231 req-f0535574-ede3-4071-946f-9d1db5fa9c02 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:46.748011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fc6b34f-51ce-4321-8dcf-1b0965598231 req-f0535574-ede3-4071-946f-9d1db5fa9c02 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.2009118 Jan 28 20:15:46.762148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:46.954725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event deleted for resources: {'Port': ['ID=8d689a6a-ccbf-444e-b3c6-2c5d32935171,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:46.993365 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-8bbd7c87-0162-446a-9206-811dd4b2de07 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532283 Jan 28 20:15:47.118602 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fc6b34f-51ce-4321-8dcf-1b0965598231 req-db5dd7d0-9593-4957-8f52-9f38ecb1103b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657126 Jan 28 20:15:47.214987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5d2cfbc3-c282-4426-b23f-0a9c3a442c9e tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:47.218147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5d2cfbc3-c282-4426-b23f-0a9c3a442c9e tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.0978918 Jan 28 20:15:47.241517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-3'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:47.481370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Allocated IP 172.20.0.3 (a371b229-12a5-4700-9da3-4d7faf653e86/ef1cd5cd-c071-44c0-83c8-6445fba207a1/3ac79041-25f3-4d33-858b-0ae8ff089cff) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:15:47.489699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:47.556929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:15:47.726738 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:47.794421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:47.894330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:48.037439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:48.043835 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6986a668-0c0a-4d06-b15d-4e7a0189c34e" -d '{"events": [{"server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0525682-61af-4868-ae16-d3bb04328267"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:48.069135 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:48.097470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:48.280376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:48.290576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Pushing event updated for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:48.317793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.318591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.319245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.321487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.322405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.326733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.327469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.328132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.328826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.329542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.330225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.332941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:48.397783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on host n-h1-825064-3 for vnic_type normal with profile {"migrating_to": "n-h2-825064-3"} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:48.398770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:48.399969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:48.409752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:48.410463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Attempting to bind port a0525682-61af-4868-ae16-d3bb04328267 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:48.419216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:48.419852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:48.420698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:48.421523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Bound port: a0525682-61af-4868-ae16-d3bb04328267, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:48.421926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:48.422345 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:48.547302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:48.552069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:48.572168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:48.595550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:15:48.621413 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] Sync routers for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:15:48.658633 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:15:48.659819 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:15:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:15:48.708701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Pushing event updated for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=8']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:48.726498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Network a371b229-12a5-4700-9da3-4d7faf653e86 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:15:48.776932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:15:48.790520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:48.792322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:48.795668 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-404e18b2-9636-4f32-bb2c-7d918e0039cb service neutron] 10.222.0.26 "PUT /v2.0/ports/a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 1121 time: 1.5609298 Jan 28 20:15:48.826578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:15:48.858590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] No DVR routers for this DVR port 8d689a6a-ccbf-444e-b3c6-2c5d32935171 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:48.869092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:48.873428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15b8f7e3-049c-4a34-80b5-30ef6afb10fb req-41330a97-aaaa-4702-8853-825dec745f71 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.26 "DELETE /v2.0/ports/8d689a6a-ccbf-444e-b3c6-2c5d32935171 HTTP/1.1" status: 204 len: 173 time: 5.8857248 Jan 28 20:15:48.875525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'name': 'network-vif-deleted', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:48.878740 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d095084-33ab-4f0b-ba5d-8ab6d37bd8c6" -d '{"events": [{"server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "name": "network-vif-deleted", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:48.898141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a0525682-61af-4868-ae16-d3bb04328267'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:48.958466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event updated for resources: {'Port': ['ID=3ac79041-25f3-4d33-858b-0ae8ff089cff,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:49.038608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe937f9-65c8-4d15-873b-303458f2f73b req-5eff49dd-b488-4f42-ac62-b592b2f6930f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.050510 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe937f9-65c8-4d15-873b-303458f2f73b req-5eff49dd-b488-4f42-ac62-b592b2f6930f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 943 time: 0.9213552 Jan 28 20:15:49.212228 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:15:49.244507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.245491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.246331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.247171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.252712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.256087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.257955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.259484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.260845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.262919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.264286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.264966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.280346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0edcfb28-3794-4157-b977-e246419de8f6 req-69d89246-9cb1-42a7-a6b6-f5a36e8fde1c tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb&device_id=1a101980-2618-4706-923b-0f7b936ab57c&device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269&device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0&device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d&device_id=7b27ca23-c804-484a-98e6-188c2730d58b&device_id=e33145c3-8e2c-45c2-b545-3157a644395b&device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f&device_id=65b421e9-0700-429f-be79-4220a85ada7b&device_id=fa08c6f4-5435-43c9-acb9-e67408723183&device_id=9b46f48e-1706-46e7-8d07-e406859b5b8a&device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea&device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 10824 time: 0.6812713 Jan 28 20:15:49.291711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ac38ffad-a0bd-4fda-82a1-5009f94d6745 None None] Provisioning complete for port 3ac79041-25f3-4d33-858b-0ae8ff089cff triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:15:49.292291 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ac38ffad-a0bd-4fda-82a1-5009f94d6745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:49.308568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0edcfb28-3794-4157-b977-e246419de8f6 req-9e8d5463-f290-4a64-9a08-429e964100a3 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:49.317568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.318232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:49.366680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ac38ffad-a0bd-4fda-82a1-5009f94d6745 None None] Port 3ac79041-25f3-4d33-858b-0ae8ff089cff cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:15:49.420405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe937f9-65c8-4d15-873b-303458f2f73b req-d8c87244-4b98-4f87-9e3f-376807bcaa09 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674362 Jan 28 20:15:49.435245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-559593fb-7d3b-4457-a4aa-b70b52c95385 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1268902 Jan 28 20:15:49.453717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Request body: {'port': {'device_id': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:49.584755 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:15:49.607487 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0edcfb28-3794-4157-b977-e246419de8f6 req-9e8d5463-f290-4a64-9a08-429e964100a3 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:49.635622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0edcfb28-3794-4157-b977-e246419de8f6 req-9e8d5463-f290-4a64-9a08-429e964100a3 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:49.659368 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] Checking router: 0986c922-d4a4-4c23-a4f5-a1fb77d78970 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:15:49.680831 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:15:49.682656 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:15:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:15:49.774362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0edcfb28-3794-4157-b977-e246419de8f6 req-9e8d5463-f290-4a64-9a08-429e964100a3 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&id=885831b5-3b91-4af7-80fb-31200fad872b&id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&id=dfe10ef1-7070-4331-90fc-89893e705504&id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.4923766 Jan 28 20:15:49.876385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d5463-f290-4a64-9a08-429e964100a3 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0f8015-ed4c-45d9-8b51-afb3faaae7b1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:49.885042 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58198510-3d6f-4c6b-be73-501a8766ed72 x-openstack-request-id: req-58198510-3d6f-4c6b-be73-501a8766ed72 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:49.885705 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:49.886393 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58198510-3d6f-4c6b-be73-501a8766ed72 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:49.887293 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'code': 200} Jan 28 20:15:49.890993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:49.935443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f2530-2cbf-4676-a6d6-5567b3e2ce89 req-26972508-e85a-4ca0-a108-23459f8ab25f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:49.943709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-869f2530-2cbf-4676-a6d6-5567b3e2ce89 req-26972508-e85a-4ca0-a108-23459f8ab25f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 931 time: 0.2501895 Jan 28 20:15:50.000354 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:15:50.065183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-869f2530-2cbf-4676-a6d6-5567b3e2ce89 req-e45f111c-8fb0-45d4-8c47-a6857289144d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180332 Jan 28 20:15:50.403041 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f206d5ca-cf96-4b3a-bdb5-c00af4049b01 x-openstack-request-id: req-f206d5ca-cf96-4b3a-bdb5-c00af4049b01 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:50.403563 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0525682-61af-4868-ae16-d3bb04328267", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:50.403902 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f206d5ca-cf96-4b3a-bdb5-c00af4049b01 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:50.404767 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267', 'code': 200} Jan 28 20:15:50.601851 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:15:50.689513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f15e8d-deb0-4889-bc95-271e25c917df req-081aebdc-3f6a-4f8c-8dc1-06e400c8af58 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:50.703372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3f15e8d-deb0-4889-bc95-271e25c917df req-081aebdc-3f6a-4f8c-8dc1-06e400c8af58 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.4762347 Jan 28 20:15:50.741346 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1da4e2-71cc-4a3e-8b36-8381744ac80d None None] The sync data for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 is: [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:15:50.873038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3f15e8d-deb0-4889-bc95-271e25c917df req-5fc69509-394d-4d56-98a2-394861f68ce2 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685288 Jan 28 20:15:50.895569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca12a-d418-43a0-ace7-55e99305bc27 req-50dd0055-e92c-4cdb-96e0-4bbf93be365d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:50.904437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eebca12a-d418-43a0-ace7-55e99305bc27 req-50dd0055-e92c-4cdb-96e0-4bbf93be365d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.2983220 Jan 28 20:15:50.983954 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:51.036128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eebca12a-d418-43a0-ace7-55e99305bc27 req-2491b704-ee26-436f-b745-2016ef09c962 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244726 Jan 28 20:15:51.038213 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7b458b-33b9-46ef-84a9-b0808ff79b2c x-openstack-request-id: req-bb7b458b-33b9-46ef-84a9-b0808ff79b2c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:51.041740 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b46f48e-1706-46e7-8d07-e406859b5b8a", "name": "network-vif-deleted", "tag": "8d689a6a-ccbf-444e-b3c6-2c5d32935171", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:51.042926 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb7b458b-33b9-46ef-84a9-b0808ff79b2c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:51.044106 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b46f48e-1706-46e7-8d07-e406859b5b8a', 'name': 'network-vif-deleted', 'tag': '8d689a6a-ccbf-444e-b3c6-2c5d32935171', 'status': 'completed', 'code': 200} Jan 28 20:15:51.146379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a0525682-61af-4868-ae16-d3bb04328267 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:51.274360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac79041-25f3-4d33-858b-0ae8ff089cff {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:51.294445 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:51.336637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Transition to ACTIVE for port object 3ac79041-25f3-4d33-858b-0ae8ff089cff will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:51.349983 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:51.414194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670b025-d5c9-426e-b350-e5cb092c9688 None None] New status for floating IP fd98ab08-4121-4932-aa1c-f790f23802d7: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:15:51.515004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Pushing event updated for resources: {'Port': ['ID=3ac79041-25f3-4d33-858b-0ae8ff089cff,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:51.559193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.559798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.560412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.560981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.561536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.562025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.562586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.563105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.564352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.564833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.565912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.567229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:15:51.761331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9be654-9d51-4c4f-b68a-042d631367d1 req-053e44f4-18a2-4c88-bd4d-17e3df126d70 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:51.774822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a9be654-9d51-4c4f-b68a-042d631367d1 req-053e44f4-18a2-4c88-bd4d-17e3df126d70 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 943 time: 0.4363751 Jan 28 20:15:51.818940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:51.860140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a0525682-61af-4868-ae16-d3bb04328267 has no active binding in host n-h2-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:15:51.904550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a9be654-9d51-4c4f-b68a-042d631367d1 req-b9609e99-ed80-4b95-8fbf-f1be321d467c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283314 Jan 28 20:15:51.934173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Attempting to bind port 3ac79041-25f3-4d33-858b-0ae8ff089cff on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:51.934943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Attempting to bind port 3ac79041-25f3-4d33-858b-0ae8ff089cff by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:51.935692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Attempting to bind port 3ac79041-25f3-4d33-858b-0ae8ff089cff on network a371b229-12a5-4700-9da3-4d7faf653e86 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:51.953839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Port 3ac79041-25f3-4d33-858b-0ae8ff089cff on network a371b229-12a5-4700-9da3-4d7faf653e86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:51.954355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Attempting to bind port 3ac79041-25f3-4d33-858b-0ae8ff089cff on network a371b229-12a5-4700-9da3-4d7faf653e86 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:51.978944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:51.979446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Checking segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:51.980081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Bound using segment: {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:51.981188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Bound port: 3ac79041-25f3-4d33-858b-0ae8ff089cff, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:51.981475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:52.023649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a684ff3-1826-4cca-a6eb-ddb999bc446c req-6f14030a-3efe-41fd-b680-c783c29c2c40 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:52.037010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a684ff3-1826-4cca-a6eb-ddb999bc446c req-6f14030a-3efe-41fd-b680-c783c29c2c40 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 943 time: 0.2523608 Jan 28 20:15:52.213876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a684ff3-1826-4cca-a6eb-ddb999bc446c req-43b4ac98-d78b-4fa7-945e-b183f06a4e52 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702087 Jan 28 20:15:52.240394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] For port 3ac79041-25f3-4d33-858b-0ae8ff089cff, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:52.267385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] For port 3ac79041-25f3-4d33-858b-0ae8ff089cff, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3ac79041-25f3-4d33-858b-0ae8ff089cff,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:52.280953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:52.405918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:52.410781 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d24a5b-7a27-4fa4-b709-137215b61998" -d '{"events": [{"name": "network-changed", "server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "tag": "a0525682-61af-4868-ae16-d3bb04328267"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:52.486236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8dc5c36a-b834-4107-9c30-c3bf96fb2e8b req-79a33dda-4eaf-4cf5-868d-c30ec4f0468d tempest-FlavorsV2NegativeTest-1413302376 tempest-FlavorsV2NegativeTest-1413302376-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=56a5807695844edfb4eb1fc7c74dd155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040161 Jan 28 20:15:52.506204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:52.506797 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:52.508383 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] 10.222.0.13 "PUT /v2.0/ports/3ac79041-25f3-4d33-858b-0ae8ff089cff HTTP/1.1" status: 200 len: 1091 time: 3.0595036 Jan 28 20:15:52.589081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b2105-b50b-428d-9d08-191187fd1f99 req-c9a1ba51-98da-4bd3-a272-2a2015863a84 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:52.590502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b2105-b50b-428d-9d08-191187fd1f99 req-c9a1ba51-98da-4bd3-a272-2a2015863a84 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:52.591608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b2105-b50b-428d-9d08-191187fd1f99 req-c9a1ba51-98da-4bd3-a272-2a2015863a84 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:52.594933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec1b2105-b50b-428d-9d08-191187fd1f99 req-c9a1ba51-98da-4bd3-a272-2a2015863a84 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269&device_id=e33145c3-8e2c-45c2-b545-3157a644395b&device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 2882 time: 0.3434873 Jan 28 20:15:52.806453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee469c-96dd-49fb-b85d-69ef82dc474d service neutron] Pushing event updated for resources: {'Port': ['ID=3ac79041-25f3-4d33-858b-0ae8ff089cff,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:52.938619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec1b2105-b50b-428d-9d08-191187fd1f99 req-1d77ceda-5b8b-4bf5-8d84-c54f03013496 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829219 Jan 28 20:15:52.969363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5c36a-b834-4107-9c30-c3bf96fb2e8b req-30170cfe-fcde-40b1-8e1c-656c09965c6e tempest-FlavorsV2NegativeTest-1413302376 tempest-FlavorsV2NegativeTest-1413302376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:52.978815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8dc5c36a-b834-4107-9c30-c3bf96fb2e8b req-30170cfe-fcde-40b1-8e1c-656c09965c6e tempest-FlavorsV2NegativeTest-1413302376 tempest-FlavorsV2NegativeTest-1413302376-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4921477 Jan 28 20:15:52.989559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da175a5-4631-4301-922b-f16c05776a91 req-0c24ba10-31f4-40b6-9465-66800c4b7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:52.991283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-0c24ba10-31f4-40b6-9465-66800c4b7936 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb0c84ec11184978ba047227a6274737&device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 1094 time: 0.3857481 Jan 28 20:15:53.001789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8dc5c36a-b834-4107-9c30-c3bf96fb2e8b req-ed92f9ad-8739-4cbf-a0e5-0ca2e426c44d tempest-FlavorsV2NegativeTest-1413302376 tempest-FlavorsV2NegativeTest-1413302376-project] 10.222.0.44 "GET /v2.0/quotas/56a5807695844edfb4eb1fc7c74dd155 HTTP/1.1" status: 200 len: 375 time: 0.0219722 Jan 28 20:15:53.063170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'tag': '3ac79041-25f3-4d33-858b-0ae8ff089cff'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:53.068350 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "341d4cb3-7f34-4148-957a-bd6896d807bb", "tag": "3ac79041-25f3-4d33-858b-0ae8ff089cff"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:53.075733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8dc5c36a-b834-4107-9c30-c3bf96fb2e8b req-90c365b0-0a8b-487a-bfad-f8e8c60dfcfe tempest-FlavorsV2NegativeTest-1413302376 tempest-FlavorsV2NegativeTest-1413302376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56a5807695844edfb4eb1fc7c74dd155&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728035 Jan 28 20:15:53.154386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-1d61743b-4993-4498-b206-d74645d1cf83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ac79041-25f3-4d33-858b-0ae8ff089cff HTTP/1.1" status: 200 len: 217 time: 0.1364794 Jan 28 20:15:53.337232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da175a5-4631-4301-922b-f16c05776a91 req-4c37ac5d-12c9-46ce-81b4-9ec43f29c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:53.339151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-4c37ac5d-12c9-46ce-81b4-9ec43f29c138 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef1cd5cd-c071-44c0-83c8-6445fba207a1 HTTP/1.1" status: 200 len: 862 time: 0.1290159 Jan 28 20:15:53.357662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857d7d0-e0f0-4ec8-bca9-287af0d2d75b req-9adf544e-9032-4c65-bdd4-c1bbf4a11c90 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:53.374202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1857d7d0-e0f0-4ec8-bca9-287af0d2d75b req-9adf544e-9032-4c65-bdd4-c1bbf4a11c90 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.2505260 Jan 28 20:15:53.897315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd43f-385a-4fab-919c-d1a268fafd70 req-27112b54-0ee1-4a4c-a02d-9fba3d6c5d82 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:53.899592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8bacd43f-385a-4fab-919c-d1a268fafd70 req-27112b54-0ee1-4a4c-a02d-9fba3d6c5d82 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.6231894 Jan 28 20:15:53.927044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1857d7d0-e0f0-4ec8-bca9-287af0d2d75b req-98d4ecaa-7283-4af6-918b-34528fb7ee08 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494995 Jan 28 20:15:53.933388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da175a5-4631-4301-922b-f16c05776a91 req-3339b586-0fbe-4afb-8b36-7b85c8077d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:53.937228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-3339b586-0fbe-4afb-8b36-7b85c8077d07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a371b229-12a5-4700-9da3-4d7faf653e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5518661 Jan 28 20:15:54.044069 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8553d6d-bd0a-434f-a1f4-bdae70cc7236 x-openstack-request-id: req-a8553d6d-bd0a-434f-a1f4-bdae70cc7236 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:54.046969 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "tag": "a0525682-61af-4868-ae16-d3bb04328267", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:54.047234 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8553d6d-bd0a-434f-a1f4-bdae70cc7236 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:54.047753 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267', 'status': 'completed', 'code': 200} Jan 28 20:15:54.133912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8bacd43f-385a-4fab-919c-d1a268fafd70 req-144fdb53-a4bb-4773-9706-e459f1275340 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908684 Jan 28 20:15:54.249819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-1bdc8a0f-7c91-458e-b913-ccec7de160ac service neutron] 10.222.0.13 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949083 Jan 28 20:15:54.273050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-9f42b11d-2ec4-46b2-a99d-5d8ff23383c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:54.285295 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-9f42b11d-2ec4-46b2-a99d-5d8ff23383c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1124 time: 0.2002916 Jan 28 20:15:54.587924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54830) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:54.667609 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4740e58f-c862-429e-a8c7-d1dae80876c2 x-openstack-request-id: req-4740e58f-c862-429e-a8c7-d1dae80876c2 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:54.668058 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341d4cb3-7f34-4148-957a-bd6896d807bb", "tag": "3ac79041-25f3-4d33-858b-0ae8ff089cff", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:54.668493 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4740e58f-c862-429e-a8c7-d1dae80876c2 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:54.669084 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'tag': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'status': 'completed', 'code': 200} Jan 28 20:15:54.723727 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-1ac9fc3f-678f-42d5-a297-89241505ac31 service neutron] 10.222.0.13 "GET /v2.0/ports/a0525682-61af-4868-ae16-d3bb04328267/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.4012790 Jan 28 20:15:54.745273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-96d24fcf-9891-44ab-ba9e-d74ccff30c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:54.749135 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-96d24fcf-9891-44ab-ba9e-d74ccff30c2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.4496067 Jan 28 20:15:54.770074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877bf4a-ffdc-4449-9288-152c5953ca3b req-eed66796-89cc-4841-ab06-0259f678cc65 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:54.787610 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c877bf4a-ffdc-4449-9288-152c5953ca3b req-eed66796-89cc-4841-ab06-0259f678cc65 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 943 time: 0.4369640 Jan 28 20:15:54.836630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-d90c0589-f8b4-440a-9f55-5fb5ed28ee45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 217 time: 0.0783801 Jan 28 20:15:54.920981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9c19e91-f3bc-4000-b4fc-64cc8b83a39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:54.968289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-42bac3c1-f254-42c8-8919-71758ca53f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:54.970083 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-42bac3c1-f254-42c8-8919-71758ca53f9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1082051 Jan 28 20:15:54.985649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c877bf4a-ffdc-4449-9288-152c5953ca3b req-f01f348a-b19e-4aaa-a29d-689f45fe8b16 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839583 Jan 28 20:15:54.997309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da175a5-4631-4301-922b-f16c05776a91 req-8f0dd68e-0bb4-48ed-b5ae-33f653382067 service neutron] 10.222.0.13 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375302 Jan 28 20:15:55.055589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f88c-eaa7-4f17-af69-293845e05533 req-9ee00f58-10bc-4144-97c8-07b1c263220c tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:55.057869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd59f88c-eaa7-4f17-af69-293845e05533 req-9ee00f58-10bc-4144-97c8-07b1c263220c tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 943 time: 0.1707199 Jan 28 20:15:55.129113 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-3df7b460-474e-4209-9b26-0bd32430e3cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270566 Jan 28 20:15:55.181180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd59f88c-eaa7-4f17-af69-293845e05533 req-8601bedd-5fca-44b4-8cb3-07c8373a30cc tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968859 Jan 28 20:15:55.202759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-028c2d78-eae5-47c0-8a95-9d5083656a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:55.204369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-028c2d78-eae5-47c0-8a95-9d5083656a7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb0c84ec11184978ba047227a6274737&device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 1094 time: 0.1007504 Jan 28 20:15:55.324357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54844) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:55.539296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:55.905747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:55.915655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9c19e91-f3bc-4000-b4fc-64cc8b83a39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:55.964681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-fcfef75b-c947-4517-9d3e-7ff97c242920 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:55.966418 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-fcfef75b-c947-4517-9d3e-7ff97c242920 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.6608865 Jan 28 20:15:55.967045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9c19e91-f3bc-4000-b4fc-64cc8b83a39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:55.992043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-3'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:56.011601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c88127-8e6b-48fb-a15a-18ec997381b8 req-2e354e12-4784-439d-aee3-cfcfd6e73466 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:56.025235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c88127-8e6b-48fb-a15a-18ec997381b8 req-2e354e12-4784-439d-aee3-cfcfd6e73466 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 945 time: 0.7019887 Jan 28 20:15:56.087969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-0e22de4f-e86a-4c7b-9cae-314c89053ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9164343 Jan 28 20:15:56.093364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-0f1c63af-5969-4045-bdc8-d81854a4a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:56.098288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0525682-61af-4868-ae16-d3bb04328267 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:56.098497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-0f1c63af-5969-4045-bdc8-d81854a4a545 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 200 len: 924 time: 0.8823416 Jan 28 20:15:56.200024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:56.205974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c19e91-f3bc-4000-b4fc-64cc8b83a39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee3981-e54e-43af-b56f-6c009f36ea49,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:56.224635 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c9c19e91-f3bc-4000-b4fc-64cc8b83a39c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56a5807695844edfb4eb1fc7c74dd155&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6338685 Jan 28 20:15:56.230092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:56.233662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54860) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:56.236524 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:56.238806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-28453137-592c-4339-9eeb-850c1204b38a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ac79041-25f3-4d33-858b-0ae8ff089cff HTTP/1.1" status: 200 len: 217 time: 0.1028841 Jan 28 20:15:56.417950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f8889-f204-4ebc-97f4-a9849b1987f1 req-2a036d49-0a55-489f-93b8-514471c1b73a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:56.431689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a9f8889-f204-4ebc-97f4-a9849b1987f1 req-2a036d49-0a55-489f-93b8-514471c1b73a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.4396467 Jan 28 20:15:56.449320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] Transition to ACTIVE for port object a0525682-61af-4868-ae16-d3bb04328267 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:15:56.457932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c88127-8e6b-48fb-a15a-18ec997381b8 req-eb5f9ef9-78b2-427b-818a-622477ce2caf tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023275 Jan 28 20:15:56.526423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:56.550335 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a1d24a5b-7a27-4fa4-b709-137215b61998 req-5b3e2aa0-8c9d-45ef-b537-c2d94ae5ffa3 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403548 Jan 28 20:15:56.590170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ddeda68b-1d35-446b-ad84-cc76d2dc22a0 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:56.806705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-4aca9a69-c845-4afb-ad3e-2c2ddffa52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:56.811550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-4aca9a69-c845-4afb-ad3e-2c2ddffa52c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef1cd5cd-c071-44c0-83c8-6445fba207a1 HTTP/1.1" status: 200 len: 862 time: 0.5517528 Jan 28 20:15:56.836797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] No DVR routers for this DVR port a0525682-61af-4868-ae16-d3bb04328267 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:15:56.842666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] Pushing event updated for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=10']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:56.892012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:56.898839 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-5ea8060a-471b-436a-a6fc-bf1279bfdf37 service neutron] 10.222.0.13 "PUT /v2.0/ports/a0525682-61af-4868-ae16-d3bb04328267/bindings/n-h2-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1651039 Jan 28 20:15:56.997022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:56.998502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:57.023535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ddeda68b-1d35-446b-ad84-cc76d2dc22a0 has no active binding in host n-h1-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:15:57.044583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a9f8889-f204-4ebc-97f4-a9849b1987f1 req-f7960d02-65e2-4bb6-9a7d-8aeb5ad13e66 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111603 Jan 28 20:15:57.109203 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6759db3a-22f1-4ee7-aa9c-9dc2dcf4e000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.119182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:15:57.123862 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627d66c9-8ad6-488a-b8c7-03fc98df44ba" -d '{"events": [{"server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "name": "network-vif-unplugged", "status": "completed", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:15:57.135377 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.146279 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.170379 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6759db3a-22f1-4ee7-aa9c-9dc2dcf4e000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.282446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-ab916b95-8ce3-41ae-bc72-72dee90685dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:57.284079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-ab916b95-8ce3-41ae-bc72-72dee90685dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a371b229-12a5-4700-9da3-4d7faf653e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4569368 Jan 28 20:15:57.339138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on host n-h2-825064-3 for vnic_type normal with profile {"migrating_to": "n-h1-825064-3"} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:15:57.340810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:15:57.341823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:57.355856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:15:57.356397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Attempting to bind port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:15:57.359925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:57.382236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:15:57.382750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:15:57.383368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:15:57.384081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Bound port: ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:15:57.384686 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.494811 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6759db3a-22f1-4ee7-aa9c-9dc2dcf4e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.499013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6759db3a-22f1-4ee7-aa9c-9dc2dcf4e000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.502382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6759db3a-22f1-4ee7-aa9c-9dc2dcf4e000 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdee3981-e54e-43af-b56f-6c009f36ea49 HTTP/1.1" status: 204 len: 168 time: 1.2668941 Jan 28 20:15:57.549112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:15:57.555290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:15:57.564934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.596106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e547102-659b-483f-bc4a-86930131d8f3 req-55139782-6d82-43e3-bfa0-d6c7af27d109 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:57.599128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e547102-659b-483f-bc4a-86930131d8f3 req-55139782-6d82-43e3-bfa0-d6c7af27d109 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 944 time: 0.3641062 Jan 28 20:15:57.621307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759db3a-22f1-4ee7-aa9c-9dc2dcf4e000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee3981-e54e-43af-b56f-6c009f36ea49,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:57.661195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-6b7060cf-fc48-4856-836d-5e8b4708d47c tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:57.664907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-6b7060cf-fc48-4856-836d-5e8b4708d47c tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.6060700 Jan 28 20:15:57.695330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028166c-55b7-443d-9742-ca46cde80827 req-59b99926-6a4d-447d-bdd5-1581792b7eba tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:57.708806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2028166c-55b7-443d-9742-ca46cde80827 req-59b99926-6a4d-447d-bdd5-1581792b7eba tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 943 time: 0.4096503 Jan 28 20:15:57.769525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=8']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:57.796645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:57.796980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:57.799123 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-15da8e36-3283-4d52-bfaa-f8674f5ab784 service neutron] 10.222.0.13 "PUT /v2.0/ports/ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 1121 time: 1.8155208 Jan 28 20:15:57.902344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ddeda68b-1d35-446b-ad84-cc76d2dc22a0'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:57.926027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e547102-659b-483f-bc4a-86930131d8f3 req-26d12c3a-8e08-468a-bb03-8bec4650b44e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064911 Jan 28 20:15:57.952384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-9056c522-1698-4149-ab3b-e2b4e6297fe8 service neutron] 10.222.0.13 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434914 Jan 28 20:15:58.048726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['ddeda68b-1d35-446b-ad84-cc76d2dc22a0'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:58.051598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2028166c-55b7-443d-9742-ca46cde80827 req-f5b56a46-966a-4630-bd40-9ded30a029fe tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414376 Jan 28 20:15:58.066769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-b75e6f34-accc-4c8f-8c84-fcbed01011e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:58.069641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-b75e6f34-accc-4c8f-8c84-fcbed01011e7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c&tenant_id=f2a7105b289444898a6431d4fe483c24 HTTP/1.1" status: 200 len: 1095 time: 0.3455629 Jan 28 20:15:58.293995 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd49e7f-b652-4dc8-88c4-ac224ab582d6 x-openstack-request-id: req-afd49e7f-b652-4dc8-88c4-ac224ab582d6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:15:58.294644 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "name": "network-vif-unplugged", "status": "completed", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:15:58.295174 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afd49e7f-b652-4dc8-88c4-ac224ab582d6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:15:58.296066 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0', 'code': 200} Jan 28 20:15:58.510799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:58.638815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3ac79041-25f3-4d33-858b-0ae8ff089cff details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:15:58.726353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-905e1acd-7551-4ea7-ae26-ae1b598a1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:58.730748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-905e1acd-7551-4ea7-ae26-ae1b598a1218 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1095 time: 0.5503471 Jan 28 20:15:58.778285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea637f3-db40-43f5-8fbb-cf49a304a3b9 req-1bbb7178-776a-4376-a4cb-4282f806e4ea service neutron] 10.222.0.13 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881830 Jan 28 20:15:58.821005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3ac79041-25f3-4d33-858b-0ae8ff089cff, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3ac79041-25f3-4d33-858b-0ae8ff089cff,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:58.836962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a0525682-61af-4868-ae16-d3bb04328267 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:15:58.848784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'port_id': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'mac_address': 'fa:16:3e:2c:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:15:59.075047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a0525682-61af-4868-ae16-d3bb04328267 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:15:59.092702 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.109865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac79041-25f3-4d33-858b-0ae8ff089cff {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:15:59.143400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3ac79041-25f3-4d33-858b-0ae8ff089cff, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3ac79041-25f3-4d33-858b-0ae8ff089cff,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:15:59.149863 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.227669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=3ac79041-25f3-4d33-858b-0ae8ff089cff,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:59.242341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:15:59.427659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c820-2125-4c19-b426-f18d087f2a08 req-cf6ee35b-b650-4bd3-a63b-112acedbf348 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:59.429281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9833c820-2125-4c19-b426-f18d087f2a08 req-cf6ee35b-b650-4bd3-a63b-112acedbf348 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.9312692 Jan 28 20:15:59.441422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cd2f4-c4ad-4c05-b6d9-9e3783feaad7 req-a3465924-ab95-4cf0-8d71-6cab0c48b25d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:59.443023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b28cd2f4-c4ad-4c05-b6d9-9e3783feaad7 req-a3465924-ab95-4cf0-8d71-6cab0c48b25d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.9263613 Jan 28 20:15:59.452172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['3ac79041-25f3-4d33-858b-0ae8ff089cff'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:15:59.456095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-network', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:15:59.488967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Made reservation on behalf of b7a94ec9a3114b3c9b005b2dc0ffd5b5 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:15:59.492266 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.507134 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.567322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-0da4f7d4-04c0-4a0a-92bd-74bce6ef7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:59.570096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-0da4f7d4-04c0-4a0a-92bd-74bce6ef7433 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.7992957 Jan 28 20:15:59.644966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.650470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.693054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:15:59.715452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c68205-8878-4554-b07d-8ad138e92f95,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:15:59.723441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b28cd2f4-c4ad-4c05-b6d9-9e3783feaad7 req-57e05066-1f64-4418-9875-bf067fad3928 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568760 Jan 28 20:15:59.736125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.736588 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Added segment 2efaf747-c2b7-4886-9937-62ccc0d6a848 of type vlan for network 54052850-5a3b-4fc5-8e47-f983b1393a26 Jan 28 20:15:59.811327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-68ea85be-45ff-4d25-b53d-30e78a75e716 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 217 time: 0.1681557 Jan 28 20:15:59.881455 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.886097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9833c820-2125-4c19-b426-f18d087f2a08 req-e481debc-b27c-4dfb-9295-779fb6a3d845 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284897 Jan 28 20:15:59.962087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:15:59.964421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-74c64336-c02a-4c56-bc94-02463f5b6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:59.966421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-74c64336-c02a-4c56-bc94-02463f5b6357 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1260126 Jan 28 20:15:59.969806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:59.971072 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:00.035031 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7903771 Jan 28 20:16:00.037449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-129b55c9-b2c2-43d2-8258-4db817701712 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509388 Jan 28 20:16:00.042213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdfff-32e3-449b-8baf-f935fc51568f req-a803b3e5-86b8-4753-8333-85760e952d81 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.043743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-117cdfff-32e3-449b-8baf-f935fc51568f req-a803b3e5-86b8-4753-8333-85760e952d81 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1101 time: 0.1566453 Jan 28 20:16:00.055266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54916) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:00.067197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Request body: {'subnet': {'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-subnet', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:00.115364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd39c8-38d4-4e69-b6b5-54c5379d511c admin admin] Pushing event updated for resources: {'Network': ['ID=54052850-5a3b-4fc5-8e47-f983b1393a26,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:00.129532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:16:00.283702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Made reservation on behalf of b7a94ec9a3114b3c9b005b2dc0ffd5b5 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:00.287612 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:00.297521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:00.300752 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddf91cd-28e2-4c89-aeab-354147b9de8c" -d '{"events": [{"name": "network-changed", "server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:00.429901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-117cdfff-32e3-449b-8baf-f935fc51568f req-af2b366b-01f8-42d6-be02-35fed5d2beb6 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504720 Jan 28 20:16:00.469982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce10010-1e20-4cdf-b8e6-78874bab74c7 req-bb2dbb9f-2e5d-4a47-9487-392c08d811db tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.478431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ce10010-1e20-4cdf-b8e6-78874bab74c7 req-bb2dbb9f-2e5d-4a47-9487-392c08d811db tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 944 time: 0.4489405 Jan 28 20:16:00.555899 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-56d61ee3-41bf-4e95-a9f3-7537167d3686 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804080 Jan 28 20:16:00.615020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ce10010-1e20-4cdf-b8e6-78874bab74c7 req-be7d4f37-cc9b-419c-a123-378ce436d815 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312144 Jan 28 20:16:00.620581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3ac79041-25f3-4d33-858b-0ae8ff089cff up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:00.739488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 3ac79041-25f3-4d33-858b-0ae8ff089cff completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:16:00.747682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 3ac79041-25f3-4d33-858b-0ae8ff089cff triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:00.747682 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:00.761826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Deleting port a2a8e53a-a420-47f9-b516-9a22e23b8111 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:00.762608 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:00.829867 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3979d4c-26a4-49bf-ab12-80ab87e5923a x-openstack-request-id: req-a3979d4c-26a4-49bf-ab12-80ab87e5923a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:00.831726 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:00.832487 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3979d4c-26a4-49bf-ab12-80ab87e5923a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:00.833571 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0', 'status': 'completed', 'code': 200} Jan 28 20:16:00.887742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209e6b-f52e-48e3-969d-e8205607e2b8 req-dcc444b0-f98f-45b4-98f3-39a496fc2725 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.899422 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:00.910514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c209e6b-f52e-48e3-969d-e8205607e2b8 req-dcc444b0-f98f-45b4-98f3-39a496fc2725 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 944 time: 0.3830872 Jan 28 20:16:00.943725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac79041-25f3-4d33-858b-0ae8ff089cff'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:00.945994 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:00.947250 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655ba8c4-b11d-4264-aaeb-3a90ee4ad4b0" -d '{"events": [{"server_uuid": "341d4cb3-7f34-4148-957a-bd6896d807bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ac79041-25f3-4d33-858b-0ae8ff089cff"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:00.959932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-2c5254e9-2727-4a7b-949d-cd3e61669929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:00.964353 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-2c5254e9-2727-4a7b-949d-cd3e61669929 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1124 time: 0.0725374 Jan 28 20:16:00.970586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3ac79041-25f3-4d33-858b-0ae8ff089cff, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3ac79041-25f3-4d33-858b-0ae8ff089cff,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:00.977254 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:01.068119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=3ac79041-25f3-4d33-858b-0ae8ff089cff,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:01.146026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-89acd046-a8a1-4c6e-923b-e152ba18441c service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679038 Jan 28 20:16:01.146343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-850768d8-e76e-4694-a660-951f54b2ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.149372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-850768d8-e76e-4694-a660-951f54b2ee55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.1737833 Jan 28 20:16:01.154901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c209e6b-f52e-48e3-969d-e8205607e2b8 req-846604f1-070f-4973-90bf-4faea0762c83 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416880 Jan 28 20:16:01.175037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b443b98f-9a8f-4e99-b139-2ab38d44dbd2,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:01.232022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] For port a2a8e53a-a420-47f9-b516-9a22e23b8111, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a2a8e53a-a420-47f9-b516-9a22e23b8111,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:01.232367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:01.241054 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-c022344b-ed00-4418-89fa-7c52c3a4be95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 217 time: 0.0755012 Jan 28 20:16:01.243965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4b198-ad47-4776-b85b-67f31452a1ca req-8bc85595-4d6a-4f99-a907-ff145f9adbd9 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.245548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdc4b198-ad47-4776-b85b-67f31452a1ca req-8bc85595-4d6a-4f99-a907-ff145f9adbd9 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1101 time: 0.3213122 Jan 28 20:16:01.258325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Calling delete_port for a2a8e53a-a420-47f9-b516-9a22e23b8111 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:01.293745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Checking segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:01.294368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Network hostable DHCP agents. Network: 54052850-5a3b-4fc5-8e47-f983b1393a26, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:16:01.316060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-e9bf8eda-dfcb-45c1-afd7-2f8b77e75e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.318782 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-e9bf8eda-dfcb-45c1-afd7-2f8b77e75e0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.0571785 Jan 28 20:16:01.401115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdc4b198-ad47-4776-b85b-67f31452a1ca req-05adef4a-a792-48c4-8a9c-28e25a264a0e tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455491 Jan 28 20:16:01.458601 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-58eb843f-925a-4c2a-a266-678420ea6d74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460138 Jan 28 20:16:01.495616 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5db53b1-c041-4926-969d-7ef9ae7b6206 x-openstack-request-id: req-f5db53b1-c041-4926-969d-7ef9ae7b6206 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:01.496512 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341d4cb3-7f34-4148-957a-bd6896d807bb", "name": "network-vif-plugged", "status": "completed", "tag": "3ac79041-25f3-4d33-858b-0ae8ff089cff", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:01.498175 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5db53b1-c041-4926-969d-7ef9ae7b6206 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:01.501032 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'code': 200} Jan 28 20:16:01.657653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:16:01.685877 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-ed7b0a93-1cf3-41c6-b6d8-aa4e4b166723 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113369 Jan 28 20:16:01.799577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d600db-975a-42a0-95af-69ca1f96ad6e req-d25fbbbb-feb7-4305-b7b1-8b5b81ec13d7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.801765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08d600db-975a-42a0-95af-69ca1f96ad6e req-d25fbbbb-feb7-4305-b7b1-8b5b81ec13d7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.5028303 Jan 28 20:16:01.803895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 54052850-5a3b-4fc5-8e47-f983b1393a26) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:01.808271 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fddf91cd-28e2-4c89-aeab-354147b9de8c req-3fa58a03-07b5-4c8f-a930-67cefec861b1 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142385 Jan 28 20:16:01.821209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d195e-d60d-4eef-96e8-dedb70a0e6bb None None] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:16:01.822759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.823390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:01.838794 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:01.940615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4abd57ae-35d6-4f3a-abba-3bafe6707deb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8767974 Jan 28 20:16:01.944598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54952) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:01.948900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a8e53a-a420-47f9-b516-9a22e23b8111,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:01.958252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:01.982819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86d4f-0389-4fba-a40b-b5edaafe14fc req-d568c3d0-6820-4665-90fe-6a0a2b7a3685 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:01.991174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ac86d4f-0389-4fba-a40b-b5edaafe14fc req-d568c3d0-6820-4665-90fe-6a0a2b7a3685 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.3644292 Jan 28 20:16:01.993207 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:01.997609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.006113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07989674-d07c-4018-a719-64905236de38 req-29ffc9bb-df26-42d0-acc7-f3cb43c56e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:02.010420 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07989674-d07c-4018-a719-64905236de38 req-29ffc9bb-df26-42d0-acc7-f3cb43c56e80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 1096 time: 0.3440092 Jan 28 20:16:02.038092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08d600db-975a-42a0-95af-69ca1f96ad6e req-fce83524-0dd1-4065-97ff-6c835364c549 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190654 Jan 28 20:16:02.042059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-c8801604-0b0b-400c-9961-c1acef087da1 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:02.044485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-54052850-5a3b-4fc5-8e47-f983b1393a26', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:16:02.045511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.047943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-c8801604-0b0b-400c-9961-c1acef087da1 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.3662062 Jan 28 20:16:02.199613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ac86d4f-0389-4fba-a40b-b5edaafe14fc req-f9b2fb4a-5683-4c54-9fde-6e2ad2302cb7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659164 Jan 28 20:16:02.266505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07989674-d07c-4018-a719-64905236de38 req-f7c4a97a-41a9-40bc-8a56-e9bb3c5537c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150195 Jan 28 20:16:02.286737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Allocated IP 172.20.0.2 (54052850-5a3b-4fc5-8e47-f983b1393a26/b443b98f-9a8f-4e99-b139-2ab38d44dbd2/909a92fd-c563-4d82-adb6-46df2a8b5bb1) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:02.512916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.525317 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.535104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-33850963-d950-4279-8634-1105678e5b29 service neutron] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:02.540513 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-33850963-d950-4279-8634-1105678e5b29 service neutron] Notify callbacks [] for binding, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.542873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e651aeed-dd6c-4748-8124-6529a10cf8b1 req-33850963-d950-4279-8634-1105678e5b29 service neutron] 10.222.0.26 "DELETE /v2.0/ports/a0525682-61af-4868-ae16-d3bb04328267/bindings/n-h1-825064-3 HTTP/1.1" status: 204 len: 173 time: 0.4596045 Jan 28 20:16:02.558217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:02.563297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:02.601297 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.602041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:02.652318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d37dc-b432-484b-bed3-da5d6d952031 req-7e740a9f-62bf-4a77-a8f5-5145fe5c7674 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:02.656392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-233d37dc-b432-484b-bed3-da5d6d952031 req-7e740a9f-62bf-4a77-a8f5-5145fe5c7674 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 944 time: 0.2329202 Jan 28 20:16:02.707049 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.714088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Pushing event updated for resources: {'Port': ['ID=909a92fd-c563-4d82-adb6-46df2a8b5bb1,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:02.719462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Attempting to bind port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:16:02.719839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Attempting to bind port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:16:02.720211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Attempting to bind port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 on network 54052850-5a3b-4fc5-8e47-f983b1393a26 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:02.729275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:02.729704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Checking segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:02.730108 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.730570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Bound using segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:02.730965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Bound port: 909a92fd-c563-4d82-adb6-46df2a8b5bb1, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:16:02.731846 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.794750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-233d37dc-b432-484b-bed3-da5d6d952031 req-6f5c56e1-6ea1-4d3d-8a78-c7bf8bd7ab08 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190493 Jan 28 20:16:02.821852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617087-73e6-4613-811c-359e4dfd508f req-9e6bb202-9df1-44a6-a4e3-a4260e697300 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:02.824678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8617087-73e6-4613-811c-359e4dfd508f req-9e6bb202-9df1-44a6-a4e3-a4260e697300 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 945 time: 0.1601589 Jan 28 20:16:02.873722 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:02.981965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] For port 909a92fd-c563-4d82-adb6-46df2a8b5bb1, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:02.989316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] For port 909a92fd-c563-4d82-adb6-46df2a8b5bb1, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=909a92fd-c563-4d82-adb6-46df2a8b5bb1,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:03.001831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:03.238701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9f472-4ba1-4eee-9655-dcb18ef324d3 None None] Pushing event updated for resources: {'Port': ['ID=909a92fd-c563-4d82-adb6-46df2a8b5bb1,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:03.378669 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:03.421829 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:03.469724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8617087-73e6-4613-811c-359e4dfd508f req-075462cf-fd61-4391-894e-083f1555e61f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162071 Jan 28 20:16:03.726655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Allocated IP 172.25.2.100 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/b7f7ca6e-dacb-4615-950f-7cdf0b3793b0) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:03.855929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f040-0a88-4574-991b-6340f42e249d req-712a1e65-1d8e-4b46-a288-5bdcd60a4781 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:03.858391 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b448f040-0a88-4574-991b-6340f42e249d req-712a1e65-1d8e-4b46-a288-5bdcd60a4781 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.2326877 Jan 28 20:16:03.882024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33d943-2f26-41b2-93c6-4cbb0c331e7b req-ba11bf38-ae11-42ce-8c01-200cecea2229 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:03.884819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb33d943-2f26-41b2-93c6-4cbb0c331e7b req-ba11bf38-ae11-42ce-8c01-200cecea2229 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 950 time: 0.2342689 Jan 28 20:16:03.919757 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:03.925634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Router ba9381e3-0164-42d6-be93-df84c0d22d7a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:03.982512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:03.996155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb33d943-2f26-41b2-93c6-4cbb0c331e7b req-e7a1e8a7-0087-4bc1-9317-119ed35166e9 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893309 Jan 28 20:16:04.056682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b448f040-0a88-4574-991b-6340f42e249d req-684c259a-b897-49b8-877b-715d16a8c0d6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685441 Jan 28 20:16:04.071014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:04.092266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:04.103129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:04.106872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Pushing event updated for resources: {'Port': ['ID=b7f7ca6e-dacb-4615-950f-7cdf0b3793b0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:04.271610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:04.281643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-967e9141-ce75-40d4-aa05-dd9f82a7a31c admin admin] 10.222.0.44 "PUT /v2.0/routers/ba9381e3-0164-42d6-be93-df84c0d22d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9559529 Jan 28 20:16:04.285922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54992) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:04.293439 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] Sync routers for ids ['ba9381e3-0164-42d6-be93-df84c0d22d7a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:04.316700 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] Routers {'ba9381e3-0164-42d6-be93-df84c0d22d7a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:04.317600 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:15:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ba9381e3-0164-42d6-be93-df84c0d22d7a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:04.480524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7df669-5ca6-40a5-bcb3-f88aeb27496d req-9ffec8b1-af92-42d3-bec2-78cd84a1a591 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:04.486541 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] Set router ba9381e3-0164-42d6-be93-df84c0d22d7a gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:04.489357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce7df669-5ca6-40a5-bcb3-f88aeb27496d req-9ffec8b1-af92-42d3-bec2-78cd84a1a591 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.3310270 Jan 28 20:16:04.511550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:04.523015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d966795-1165-42fd-b7e8-0e02ed783b1c req-630be2e3-5c96-4ce1-97b6-777bbc72faeb tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:04.524898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d966795-1165-42fd-b7e8-0e02ed783b1c req-630be2e3-5c96-4ce1-97b6-777bbc72faeb tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1095 time: 0.3167529 Jan 28 20:16:04.610209 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce7df669-5ca6-40a5-bcb3-f88aeb27496d req-ecd70ef5-f985-4a6c-a1f9-1cff150ef38c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195338 Jan 28 20:16:04.636951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:04.808606 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:16:01Z', 'revision_number': 5, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:04.824632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 909a92fd-c563-4d82-adb6-46df2a8b5bb1 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:04.855367 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] Checking router: ba9381e3-0164-42d6-be93-df84c0d22d7a for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:04.868413 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] Routers {'ba9381e3-0164-42d6-be93-df84c0d22d7a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:04.869490 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:15:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ba9381e3-0164-42d6-be93-df84c0d22d7a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:04.983845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:04.984383 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:04.997868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.049730 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d966795-1165-42fd-b7e8-0e02ed783b1c req-970347d2-3c40-49ca-b8d8-2ee48ae7331a tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036798 Jan 28 20:16:05.092344 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] Set router ba9381e3-0164-42d6-be93-df84c0d22d7a gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:05.103268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961731e0-5823-49d6-bee2-426041abef9d None None] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:16:05.146218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.211172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:05.299882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Deleting port 20ccee2c-381a-4b02-bf27-3d579d606734 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:05.300314 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.335259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-415938c5-13f7-4ff4-bfa3-7a9233470284 None None] Provisioning complete for port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:05.335666 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-415938c5-13f7-4ff4-bfa3-7a9233470284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.578026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:16:05.584776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] For port 20ccee2c-381a-4b02-bf27-3d579d606734, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=20ccee2c-381a-4b02-bf27-3d579d606734,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:05.586561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.605501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Calling delete_port for 20ccee2c-381a-4b02-bf27-3d579d606734 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:05.638345 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:16:01Z', 'revision_number': 5, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:05.660357 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.662624 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.703001 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ef82f-71ce-4d50-8407-fb569a1e6762 None None] The sync data for ids ['ba9381e3-0164-42d6-be93-df84c0d22d7a'] in n-d-825064-3 is: [{'id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'name': 'tempest-AttachSCSIVolumeTestJSON-698418962-router', 'tenant_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:31Z', 'updated_at': '2022-01-28T20:16:01Z', 'revision_number': 5, 'project_id': '55f4acf2a5ea4467a4de7f294e46fca4', 'gw_port': {'id': '20ccee2c-381a-4b02-bf27-3d579d606734', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9381e3-0164-42d6-be93-df84c0d22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:32Z', 'updated_at': '2022-01-28T20:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:05.757979 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-415938c5-13f7-4ff4-bfa3-7a9233470284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.814521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:05.820804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:05.823144 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e25b1a-6523-44a2-a2bf-36931330a7e3" -d '{"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-unplugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:05.828519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:05.838160 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.859178 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:05.862546 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-55c2a8ea-5f05-429d-94f6-05923b1c3a8c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.9154582 Jan 28 20:16:05.865923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55030) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:05.866657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:05.957152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 909a92fd-c563-4d82-adb6-46df2a8b5bb1, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=909a92fd-c563-4d82-adb6-46df2a8b5bb1,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:05.977083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:06.005710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0538c04-6483-4248-91ae-f16d45cee738 req-e0845b74-4495-4594-948a-5b6ba4eae29c tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:06.010296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:06.011590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:15:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:06.019041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0538c04-6483-4248-91ae-f16d45cee738 req-e0845b74-4495-4594-948a-5b6ba4eae29c tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 945 time: 0.2711635 Jan 28 20:16:06.098911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:06.119851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0538c04-6483-4248-91ae-f16d45cee738 req-6a62d0eb-74eb-4640-88e9-7fc2c25bce52 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992494 Jan 28 20:16:06.229535 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:06.263733 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-415938c5-13f7-4ff4-bfa3-7a9233470284 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:16:06.264096 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-415938c5-13f7-4ff4-bfa3-7a9233470284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:16:06.294591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ccee2c-381a-4b02-bf27-3d579d606734,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:06.371457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=909a92fd-c563-4d82-adb6-46df2a8b5bb1,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:06.406106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186fd86-09de-45b8-941e-5ce3e48ff089 req-ff813565-5a7b-4f3b-9f08-e6011e8362d8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:06.414554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0186fd86-09de-45b8-941e-5ce3e48ff089 req-ff813565-5a7b-4f3b-9f08-e6011e8362d8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1997051 Jan 28 20:16:06.435702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7989ba4-512c-4e11-ba87-823a18298915 req-59e72086-d586-4300-aaf3-9f6c1b138655 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:06.437361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7989ba4-512c-4e11-ba87-823a18298915 req-59e72086-d586-4300-aaf3-9f6c1b138655 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1855059 Jan 28 20:16:06.453414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:06.508435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:06.689068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0186fd86-09de-45b8-941e-5ce3e48ff089 req-5341f5a2-3f78-46f5-a99e-44ce93f2bb20 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733028 Jan 28 20:16:06.813845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:06.817441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:06.858210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 909a92fd-c563-4d82-adb6-46df2a8b5bb1 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:06.960908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7989ba4-512c-4e11-ba87-823a18298915 req-fad25ebd-b0e3-4eb7-ab34-19c8d5c9aeee tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020981 Jan 28 20:16:07.000230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.000230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba9381e3-0164-42d6-be93-df84c0d22d7a {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:16:07.000743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.023479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:07.024933 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.036004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4f43c639-421c-4202-bcbd-918211d3ffa1 None None] Provisioning complete for port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:07.036596 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f43c639-421c-4202-bcbd-918211d3ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.083196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:04Z', 'revision_number': 3, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:07.095959 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.106497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d2c3c998-d984-49e9-a70e-238141010ff3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ba9381e3-0164-42d6-be93-df84c0d22d7a HTTP/1.1" status: 204 len: 168 time: 2.8187149 Jan 28 20:16:07.113354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55044) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:07.191817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:07.192376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Updating router c59906ca-cda4-48d3-9961-4e3d74b29dd3 port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:16:07.244536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 19285c6c-33a1-4359-b491-93ad838c1a14 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:07.248415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 19285c6c-33a1-4359-b491-93ad838c1a14 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:07.320284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-846843dd-4d6c-4ddc-83fa-e2c0730ce95a admin admin] Deleting subnet b174119e-caba-49b9-a7ed-6c156622cf2a {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:16:07.327487 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-846843dd-4d6c-4ddc-83fa-e2c0730ce95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.341446 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.397902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-3205d70a-13e2-4cfb-8603-8f441818155c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:07.400784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-3205d70a-13e2-4cfb-8603-8f441818155c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 807 time: 0.4723728 Jan 28 20:16:07.421231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc10f99-857e-47ed-a8b7-2cb77ffe19a0 req-19c1ed66-9de4-4ee4-a890-ecbe0e8d38ca tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:07.424038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cc10f99-857e-47ed-a8b7-2cb77ffe19a0 req-19c1ed66-9de4-4ee4-a890-ecbe0e8d38ca tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.2787125 Jan 28 20:16:07.432664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Allocated IP 172.20.0.1 (54052850-5a3b-4fc5-8e47-f983b1393a26/b443b98f-9a8f-4e99-b139-2ab38d44dbd2/c72361ee-789a-4466-bc8f-b9ed6926208e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:07.452584 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:16:07.478820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-f70a96b9-131b-4be5-be9e-6f69b684f3eb tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/quotas/f2a7105b289444898a6431d4fe483c24 HTTP/1.1" status: 200 len: 375 time: 0.0525475 Jan 28 20:16:07.485476 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-846843dd-4d6c-4ddc-83fa-e2c0730ce95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.614991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cc10f99-857e-47ed-a8b7-2cb77ffe19a0 req-67128b2a-2cef-4c91-9732-b741bfd2e8a7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736670 Jan 28 20:16:07.687430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.707696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-72355769-9da2-47a3-9b0b-f10e242c69ac tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856215 Jan 28 20:16:07.753340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-846843dd-4d6c-4ddc-83fa-e2c0730ce95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.758619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.781101 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2e54d0-3ea1-4952-b58b-2203f14bdedd x-openstack-request-id: req-bc2e54d0-3ea1-4952-b58b-2203f14bdedd {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:07.781101 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-unplugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:07.781772 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc2e54d0-3ea1-4952-b58b-2203f14bdedd {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:07.782183 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'code': 200} Jan 28 20:16:07.936673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Pushing event updated for resources: {'Port': ['ID=c72361ee-789a-4466-bc8f-b9ed6926208e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:07.949324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:07.950451 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-846843dd-4d6c-4ddc-83fa-e2c0730ce95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:07.951634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:07.968580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:08.010477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846843dd-4d6c-4ddc-83fa-e2c0730ce95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b174119e-caba-49b9-a7ed-6c156622cf2a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:08.024793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-d545618c-8e29-43d9-9129-685f59684dde service neutron] 10.222.0.44 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832212 Jan 28 20:16:08.030987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a2a8e53a-a420-47f9-b516-9a22e23b8111 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:08.071270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-846843dd-4d6c-4ddc-83fa-e2c0730ce95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:08.079055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-846843dd-4d6c-4ddc-83fa-e2c0730ce95a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b174119e-caba-49b9-a7ed-6c156622cf2a HTTP/1.1" status: 204 len: 168 time: 0.9525297 Jan 28 20:16:08.085496 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cd02e677-6a2a-4fa9-9bb4-0c0dd652b1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:08.086718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55058) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:08.163800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:08.164141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3067d90d-8cb0-4ba1-b2a2-64ef48260117 None None] Network d425c0ae-7309-47de-9754-077cb9d5d49c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:16:08.212138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: a2a8e53a-a420-47f9-b516-9a22e23b8111 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:16:08.212637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a2a8e53a-a420-47f9-b516-9a22e23b8111 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:08.272722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-e1e0f329-f7c1-47c9-a795-5a51f4c9ba9d service neutron] 10.222.0.44 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415869 Jan 28 20:16:08.303196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb59ea4-9b3a-4592-bbb0-0f5e8a465132 req-510bd7c3-6892-4fa1-9f28-d8a222da7452 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:08.306777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dfb59ea4-9b3a-4592-bbb0-0f5e8a465132 req-510bd7c3-6892-4fa1-9f28-d8a222da7452 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 945 time: 0.3109028 Jan 28 20:16:08.320980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55060) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:08.327591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Request body: {'floatingip': {'port_id': '3ac79041-25f3-4d33-858b-0ae8ff089cff'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:08.371996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:08.383251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:08.413792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:08.497963 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:08.618728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '19285c6c-33a1-4359-b491-93ad838c1a14', 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'port_id': '19285c6c-33a1-4359-b491-93ad838c1a14', 'mac_address': 'fa:16:3e:2b:1f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b642db89-609d-4723-8ba6-782a520fcc50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:08.666523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 20ccee2c-381a-4b02-bf27-3d579d606734 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:08.710070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:08.850682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 20ccee2c-381a-4b02-bf27-3d579d606734 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:16:08.864743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 20ccee2c-381a-4b02-bf27-3d579d606734 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:08.933607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:08.978409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.098957 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.223637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ac60e-962f-4334-873d-ceedd4a20091 req-5cb4608e-6464-468d-b9c8-8fe5e29b04e3 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:09.225686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f02ac60e-962f-4334-873d-ceedd4a20091 req-5cb4608e-6464-468d-b9c8-8fe5e29b04e3 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.7518685 Jan 28 20:16:09.242147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:09.245570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3c5e1f05-e08e-4f0e-972e-6ef68fe1bd11 None None] Provisioning complete for port c72361ee-789a-4466-bc8f-b9ed6926208e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:09.245976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1f05-e08e-4f0e-972e-6ef68fe1bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.248343 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.268698 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.345693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19285c6c-33a1-4359-b491-93ad838c1a14 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:09.355775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d59460-6cfc-4fcb-bc9e-7ff89b7f6523 None None] Pushing event updated for resources: {'Port': ['ID=b7f7ca6e-dacb-4615-950f-7cdf0b3793b0,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:09.401851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f02ac60e-962f-4334-873d-ceedd4a20091 req-e1980ab7-f3d0-4692-8fe4-9155e8a2d200 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644521 Jan 28 20:16:09.448706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2044696-40d1-4e3b-8e89-e6497d4d0e91 req-3f3c70b6-6e92-402f-886f-a327ee9d28aa tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:09.458079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2044696-40d1-4e3b-8e89-e6497d4d0e91 req-3f3c70b6-6e92-402f-886f-a327ee9d28aa tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1908681 Jan 28 20:16:09.479972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:16:09.480508 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:16:09.521609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Deleting port 9811472a-599e-4908-8cb5-265b1f5f7265 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:09.522490 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.533277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Attempting to bind port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:16:09.533277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Attempting to bind port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:16:09.533799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Attempting to bind port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:09.547849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:09.548503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:09.550681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.551986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:09.553348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Bound port: b7f7ca6e-dacb-4615-950f-7cdf0b3793b0, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:16:09.553817 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.559754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0c5b92a-99bb-4ca7-b9db-c9cef13c6b36 req-e1383e8f-1082-4937-b38f-972b38687229 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 210 time: 0.0447268 Jan 28 20:16:09.655962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] For port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:09.662295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] For port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b7f7ca6e-dacb-4615-950f-7cdf0b3793b0,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:09.696371 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.708225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2044696-40d1-4e3b-8e89-e6497d4d0e91 req-b308ea71-01b4-4fa3-8235-9d97286cd93c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341137 Jan 28 20:16:09.711888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] For port 9811472a-599e-4908-8cb5-265b1f5f7265, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9811472a-599e-4908-8cb5-265b1f5f7265,segment=NetworkSegment(c0628a49-f6e7-4b19-9432-20a81e74c688),segment_id=c0628a49-f6e7-4b19-9432-20a81e74c688)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:09.712281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.788870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Calling delete_port for 9811472a-599e-4908-8cb5-265b1f5f7265 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:09.893661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:09.898345 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f929e8-ec2b-4bcc-850c-57801993a6c3" -d '{"events": [{"server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "name": "network-vif-unplugged", "status": "completed", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:09.901933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d59460-6cfc-4fcb-bc9e-7ff89b7f6523 None None] Pushing event updated for resources: {'Port': ['ID=b7f7ca6e-dacb-4615-950f-7cdf0b3793b0,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:09.933312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] DHCP port deletion for d425c0ae-7309-47de-9754-077cb9d5d49c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:16:09.955180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e1f05-e08e-4f0e-972e-6ef68fe1bd11 None None] Port c72361ee-789a-4466-bc8f-b9ed6926208e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:16:09.982708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:09.991419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.050151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05265fd-aa45-47bb-ac61-482a9dde5430 req-1d847b97-bf66-493a-acfb-834198678695 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:10.060104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d05265fd-aa45-47bb-ac61-482a9dde5430 req-1d847b97-bf66-493a-acfb-834198678695 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.3659353 Jan 28 20:16:10.112344 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d66aae-cab2-4250-8a3c-b99f2b358ff9 x-openstack-request-id: req-41d66aae-cab2-4250-8a3c-b99f2b358ff9 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:10.113448 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "name": "network-vif-unplugged", "status": "completed", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:10.113872 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41d66aae-cab2-4250-8a3c-b99f2b358ff9 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:10.114600 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14', 'code': 200} Jan 28 20:16:10.125295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.154151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.164725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.171669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Pushing event updated for resources: {'Port': ['ID=c72361ee-789a-4466-bc8f-b9ed6926208e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:10.205261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19285c6c-33a1-4359-b491-93ad838c1a14 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:10.210865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Pushing event deleted for resources: {'Port': ['ID=9811472a-599e-4908-8cb5-265b1f5f7265,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:10.219904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] No DVR routers for this DVR port 9811472a-599e-4908-8cb5-265b1f5f7265 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:10.263471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:10.265408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:15:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:10.268739 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8736fd4b-dd81-47cb-9ff0-58be0c85c89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.274893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Deleting port 9811472a-599e-4908-8cb5-265b1f5f7265 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:10.275706 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.399855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.416789 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.428670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.432165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] For port 9811472a-599e-4908-8cb5-265b1f5f7265, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:10.433023 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.459548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Calling delete_port for 9811472a-599e-4908-8cb5-265b1f5f7265 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:10.466240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d425c0ae-7309-47de-9754-077cb9d5d49c']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:10.470471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Port 9811472a-599e-4908-8cb5-265b1f5f7265 was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:16:10.511906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:10.516938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0628a49-f6e7-4b19-9432-20a81e74c688') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:10.517163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0628a49-f6e7-4b19-9432-20a81e74c688') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:10.520424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:10.521211 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.550376 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.645725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.663790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:16:10.664518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:16:10.669022 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:16:10.708239 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Floating IP fd98ab08-4121-4932-aa1c-f790f23802d7 associated. External IP: 172.25.2.227, port: 3ac79041-25f3-4d33-858b-0ae8ff089cff. Jan 28 20:16:10.713230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:10.725274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9811472a-599e-4908-8cb5-265b1f5f7265 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:10.764285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] No DVR routers for this DVR port 9811472a-599e-4908-8cb5-265b1f5f7265 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:10.781601 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.828150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Pushing event deleted for resources: {'Port': ['ID=9811472a-599e-4908-8cb5-265b1f5f7265,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:10.838391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 485d66b0-2efc-4131-90b6-0ba4519fb054 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:10.852003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9811472a-599e-4908-8cb5-265b1f5f7265 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:16:10.852500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9811472a-599e-4908-8cb5-265b1f5f7265 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:10.864781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.865236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.865709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.866517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.866982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.867182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.867555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.867875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.868210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.868590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.868914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.869234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e40f03-bbdb-48af-9630-fd4e957f9842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:10.918416 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.948278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:10.968084 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:10.973561 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] 10.222.0.44 "DELETE /v2.0/networks/d425c0ae-7309-47de-9754-077cb9d5d49c HTTP/1.1" status: 204 len: 168 time: 2.8648379 Jan 28 20:16:10.975125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3694b6d-24a0-4e75-aeb1-98093132592a admin admin] Pushing event deleted for resources: {'Network': ['ID=d425c0ae-7309-47de-9754-077cb9d5d49c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:10.985082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55094) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:11.091822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d05265fd-aa45-47bb-ac61-482a9dde5430 req-e585f9d8-5e13-49b4-b3df-21a23acfee36 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728802 Jan 28 20:16:11.177842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:11.190438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:11.263562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-30849f7f-82fe-433a-b5fe-8071d2e3f2dd None None] Provisioning complete for port c72361ee-789a-4466-bc8f-b9ed6926208e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:11.264407 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-30849f7f-82fe-433a-b5fe-8071d2e3f2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:11.340365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab43010-b6fe-4c9f-9e76-13caf7670e42 req-b3d19f4d-b83e-47aa-8b72-61dadd7d4bb8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:11.342931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ab43010-b6fe-4c9f-9e76-13caf7670e42 req-b3d19f4d-b83e-47aa-8b72-61dadd7d4bb8 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 944 time: 0.6917334 Jan 28 20:16:11.354049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['19285c6c-33a1-4359-b491-93ad838c1a14'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:11.399027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17fe4fad-193a-4993-8f09-3226ac25cc82 req-13b1adc2-93fc-4556-a3ac-84cea325b25d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 210 time: 0.1923993 Jan 28 20:16:11.411350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-b949da37-549a-436c-ac15-e17c3686c25a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:11.413223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-b949da37-549a-436c-ac15-e17c3686c25a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 807 time: 0.7474148 Jan 28 20:16:11.435475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:11.441783 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f933fb9-cdeb-4726-8791-7f404d26b95f admin admin] 10.222.0.44 "PUT /v2.0/routers/c59906ca-cda4-48d3-9961-4e3d74b29dd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5708337 Jan 28 20:16:11.451144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Request body: {'port': {'device_id': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'admin_state_up': True, 'tenant_id': 'f2a7105b289444898a6431d4fe483c24'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:11.475587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-7668e9af-5749-4258-ac67-a5ed7dd66633 service neutron] 10.222.0.26 "GET /v2.0/ports/ddeda68b-1d35-446b-ad84-cc76d2dc22a0/bindings/n-h1-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.2731159 Jan 28 20:16:11.531274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:11.587315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-30849f7f-82fe-433a-b5fe-8071d2e3f2dd None None] Port c72361ee-789a-4466-bc8f-b9ed6926208e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:16:11.623226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'mac_address': 'fa:16:3e:2e:f2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:11.624959 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:11.779932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ab43010-b6fe-4c9f-9e76-13caf7670e42 req-c56beb12-6542-4be7-a142-18f7b95721ed tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609798 Jan 28 20:16:11.857520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6c38c-e3d2-4051-a762-ec5ddc90b478 req-e033ba68-8087-45f2-9ab4-797b2baf0b03 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:11.859653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34e6c38c-e3d2-4051-a762-ec5ddc90b478 req-e033ba68-8087-45f2-9ab4-797b2baf0b03 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.3426914 Jan 28 20:16:11.862256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:11.870464 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:12.039290 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:12.072961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 485d66b0-2efc-4131-90b6-0ba4519fb054 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:12.109902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:12.120436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:12.213564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:09Z', 'revision_number': 2, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:12.275033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a9afc-1220-4563-b863-5f0cf78c9188 None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:09Z', 'revision_number': 2, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:12.281811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:12.305041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['485d66b0-2efc-4131-90b6-0ba4519fb054'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:12.332630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34e6c38c-e3d2-4051-a762-ec5ddc90b478 req-1ea480f8-72f4-4507-a214-d4bbbbd601a1 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615362 Jan 28 20:16:12.566669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Deleting port 772e3fc0-6de5-4b53-a369-f8397a445bdf {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:12.567026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:12.591120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Made reservation on behalf of f2a7105b289444898a6431d4fe483c24 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:12.596751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:12.742251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] For port 772e3fc0-6de5-4b53-a369-f8397a445bdf, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=772e3fc0-6de5-4b53-a369-f8397a445bdf,segment=NetworkSegment(1c5cb182-d75b-452e-a3f5-29a9cca75848),segment_id=1c5cb182-d75b-452e-a3f5-29a9cca75848)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:12.742653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:12.787715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Calling delete_port for 772e3fc0-6de5-4b53-a369-f8397a445bdf owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:12.789211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ddeda68b-1d35-446b-ad84-cc76d2dc22a0 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:12.847565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:12.858969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:12.872837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:12.888115 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] Sync routers for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:12.914891 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:12.915822 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:12.921687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c651b-477b-4e6d-aa39-c53c00b46127 req-d9ba15a8-75b2-45bf-a241-b599aa3de230 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:12.937171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f1c651b-477b-4e6d-aa39-c53c00b46127 req-d9ba15a8-75b2-45bf-a241-b599aa3de230 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 943 time: 0.4365134 Jan 28 20:16:13.142156 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:13.300284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Allocated IP 172.20.0.8 (77470456-10c5-4380-a234-ec13d237d0c9/3b6bb16d-74c1-42f7-bbb3-91fcb10605a9/eae3531e-20b4-4140-96df-00323b4f93e4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:13.397349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:13.489796 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:13.503936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=772e3fc0-6de5-4b53-a369-f8397a445bdf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:13.547263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-bdd67882-e662-46ae-a80d-e1e92aa3de08 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:13.562434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-bdd67882-e662-46ae-a80d-e1e92aa3de08 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 821 time: 1.0572402 Jan 28 20:16:13.839336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-957ffc76-a5da-41a1-953a-0afa6fd58ce4 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/quotas/b7a94ec9a3114b3c9b005b2dc0ffd5b5 HTTP/1.1" status: 200 len: 375 time: 0.2754521 Jan 28 20:16:13.904333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:13.925743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2e5651e1-faa3-4471-a6ec-698de8aad0f6 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "PUT /v2.0/floatingips/fd98ab08-4121-4932-aa1c-f790f23802d7 HTTP/1.1" status: 200 len: 991 time: 5.6018169 Jan 28 20:16:13.930831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:13.941256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'tag': '3ac79041-25f3-4d33-858b-0ae8ff089cff'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:13.945794 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "341d4cb3-7f34-4148-957a-bd6896d807bb", "tag": "3ac79041-25f3-4d33-858b-0ae8ff089cff"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:13.969731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f1c651b-477b-4e6d-aa39-c53c00b46127 req-91f43fe2-3aea-4a76-a5b2-e641ece44287 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0311284 Jan 28 20:16:14.152285 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:14.182343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:14.240899 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fd98ab08-4121-4932-aa1c-f790f23802d7', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'port_id': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'mac_address': 'fa:16:3e:2c:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:15Z', 'updated_at': '2022-01-28T20:16:10Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:14.297003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01abd2f9-4546-4233-bab2-b3569dc069f8 req-a0916914-d87b-42ee-a295-2cf7f9d7e4c9 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 210 time: 0.1334589 Jan 28 20:16:14.377532 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] Checking router: 0986c922-d4a4-4c23-a4f5-a1fb77d78970 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:14.409390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:14.419606 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:14.427779 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:14.494573 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-c5f6a9cf-d593-4ad8-880e-6fd64077108d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5565183 Jan 28 20:16:14.504364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeda68b-1d35-446b-ad84-cc76d2dc22a0 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:14.779525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-66aea114-9ebc-45e2-b3b8-06e963f84a3c service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307553 Jan 28 20:16:14.798630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 19285c6c-33a1-4359-b491-93ad838c1a14 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:14.807039 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:14.862596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:14.951404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Network 77470456-10c5-4380-a234-ec13d237d0c9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:14.960924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 19285c6c-33a1-4359-b491-93ad838c1a14 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:14.963000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:14.965181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:14.989993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:15.009877 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:15.053887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:15.064679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:15.199305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] Transition to ACTIVE for port object ddeda68b-1d35-446b-ad84-cc76d2dc22a0 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:16:15.200728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Pushing event updated for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:15.245145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650bbde-9bc1-4bfd-afdc-10b93ff69756 req-25fa0038-ecd8-48ef-a074-5283c28aa9fb tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:15.255033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7650bbde-9bc1-4bfd-afdc-10b93ff69756 req-25fa0038-ecd8-48ef-a074-5283c28aa9fb tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 944 time: 0.8065460 Jan 28 20:16:15.290998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:15.456733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:15.457315 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:15.488353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:15.516431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fd88ca15-b039-4c3f-8d67-2dbe73aa5ef2 admin admin] 10.222.0.44 "PUT /v2.0/routers/196e9fc9-8f82-462a-a29c-3d38c0e816c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5224583 Jan 28 20:16:15.517464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55160) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:15.547860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7650bbde-9bc1-4bfd-afdc-10b93ff69756 req-89805d3a-3728-4496-bcd9-6c095cb85c89 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913284 Jan 28 20:16:15.560243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] No DVR routers for this DVR port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:15.575304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:15.577378 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:15.593713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] Sync routers for ids ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:15.617147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:15.665571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] Routers {'196e9fc9-8f82-462a-a29c-3d38c0e816c1'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:15.666839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:15.744760 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fd98ab08-4121-4932-aa1c-f790f23802d7', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'port_id': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'mac_address': 'fa:16:3e:2c:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:15Z', 'updated_at': '2022-01-28T20:16:10Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:15.848336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=10']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:15.861931 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c219da-f78b-46c0-b029-34c463061623 None None] The sync data for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 is: [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fd98ab08-4121-4932-aa1c-f790f23802d7', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'port_id': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'mac_address': 'fa:16:3e:2c:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:15Z', 'updated_at': '2022-01-28T20:16:10Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:15.900615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-61a83c7e-c395-4372-aeaf-8351891f665f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4662580 Jan 28 20:16:15.913950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e726ebfd-d5c6-4d37-ae0c-939f791bc327 service neutron] 10.222.0.26 "PUT /v2.0/ports/ddeda68b-1d35-446b-ad84-cc76d2dc22a0/bindings/n-h1-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 4.4082355 Jan 28 20:16:15.928836 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:15.941164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f29f87aa-7057-4b5d-a93e-f3868ef03484 service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0536602 Jan 28 20:16:15.944967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:15.950331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Request body: {'port': {'device_id': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:15.957995 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c0e2d4-a04a-4cea-bd4d-bae3fbebec00" -d '{"events": [{"server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "name": "network-vif-plugged", "status": "completed", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:16.017041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:16.083928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:16.084967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 485d66b0-2efc-4131-90b6-0ba4519fb054 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:16.209103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:16.258900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:16.341335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] Set router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:16.436069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b7f7ca6e-dacb-4615-950f-7cdf0b3793b0,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:16.447551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:16.511563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-ef7411ec-3f2c-4ed3-956b-111de0c3e3c1 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:16.524380 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-ef7411ec-3f2c-4ed3-956b-111de0c3e3c1 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.4625788 Jan 28 20:16:16.573341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=b7f7ca6e-dacb-4615-950f-7cdf0b3793b0,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:16.584679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 485d66b0-2efc-4131-90b6-0ba4519fb054 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:16.586101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:16.636524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867ec11-ad52-460a-8409-d76609631e2d req-136d4c03-8a03-4d53-8295-f99da27a73d4 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:16.639374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4867ec11-ad52-460a-8409-d76609631e2d req-136d4c03-8a03-4d53-8295-f99da27a73d4 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.7201746 Jan 28 20:16:16.682247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:16.699294 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e59de2-6f0b-4fe9-a992-29344cdeb2ab None None] New status for floating IP fd98ab08-4121-4932-aa1c-f790f23802d7: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:16:16.818756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:17.014882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-9d1091e2-c265-4020-a3ad-1103b2b09abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:17.024559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-9d1091e2-c265-4020-a3ad-1103b2b09abf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b&tenant_id=149bcdf4309a4cf6a2507f65fea64729 HTTP/1.1" status: 200 len: 1095 time: 0.4649291 Jan 28 20:16:17.094376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915bef1-68f0-4af0-a842-4322f76d644d req-cc06b298-7e52-4ecf-8ca8-906b85edd09d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:17.112306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0915bef1-68f0-4af0-a842-4322f76d644d req-cc06b298-7e52-4ecf-8ca8-906b85edd09d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 945 time: 0.7156909 Jan 28 20:16:17.206509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4867ec11-ad52-460a-8409-d76609631e2d req-9f5b570b-b20c-41a3-87fe-835ab1d0aa34 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329530 Jan 28 20:16:17.332156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Deleting port 93238097-e86f-409c-a0f4-1dc2b13999d2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:17.336478 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:17.397783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-8eabe342-178f-4d66-add1-b9df12d4b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:17.400461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-8eabe342-178f-4d66-add1-b9df12d4b432 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1095 time: 0.3167911 Jan 28 20:16:17.482684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:17.502400 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8f0e71-3cb2-4f56-b42a-2e6f7d75319d x-openstack-request-id: req-ec8f0e71-3cb2-4f56-b42a-2e6f7d75319d {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:17.503414 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341d4cb3-7f34-4148-957a-bd6896d807bb", "tag": "3ac79041-25f3-4d33-858b-0ae8ff089cff", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:17.504718 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec8f0e71-3cb2-4f56-b42a-2e6f7d75319d {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:17.505372 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'tag': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'status': 'completed', 'code': 200} Jan 28 20:16:17.513195 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:17.544824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0915bef1-68f0-4af0-a842-4322f76d644d req-04bd3efc-bf7d-4b67-afcd-d5a9da1ff759 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310369 Jan 28 20:16:17.595001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:17.596598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:17.620285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827c20f-dcce-472e-9b37-0a8a9bfbbf93 req-18b5454f-df1e-41a9-98aa-c8f1797d3b0e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:17.620619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1827c20f-dcce-472e-9b37-0a8a9bfbbf93 req-18b5454f-df1e-41a9-98aa-c8f1797d3b0e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 944 time: 0.1243405 Jan 28 20:16:17.801633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:16:13Z', 'revision_number': 5, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port': {'id': '93238097-e86f-409c-a0f4-1dc2b13999d2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:49Z', 'updated_at': '2022-01-28T20:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:17.857195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1827c20f-dcce-472e-9b37-0a8a9bfbbf93 req-eeb05bb4-a84e-404c-b1fb-0501530f56af tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355375 Jan 28 20:16:17.951431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-41b0691f-a04b-4e24-882e-1f27c81fd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:17.953964 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-41b0691f-a04b-4e24-882e-1f27c81fd8a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb0c84ec11184978ba047227a6274737&device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 1096 time: 0.3771346 Jan 28 20:16:17.957842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] For port 93238097-e86f-409c-a0f4-1dc2b13999d2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=93238097-e86f-409c-a0f4-1dc2b13999d2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:17.958559 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:17.983275 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74dc0e-749c-48b0-b8b6-3aa5187f5cc3 x-openstack-request-id: req-1e74dc0e-749c-48b0-b8b6-3aa5187f5cc3 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:17.983598 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "name": "network-vif-plugged", "status": "completed", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:17.983856 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e74dc0e-749c-48b0-b8b6-3aa5187f5cc3 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:17.984340 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14', 'code': 200} Jan 28 20:16:17.989203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:17.989203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] Checking router: 196e9fc9-8f82-462a-a29c-3d38c0e816c1 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:18.056970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:18.071087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Calling delete_port for 93238097-e86f-409c-a0f4-1dc2b13999d2 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:18.073474 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:18.109134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-d1df360f-cb59-4a27-a0eb-2e7de58ad447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:18.112197 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-d1df360f-cb59-4a27-a0eb-2e7de58ad447 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.6979947 Jan 28 20:16:18.118384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] Routers {'196e9fc9-8f82-462a-a29c-3d38c0e816c1'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:18.119623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:18.269788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:18.309717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:18.332020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729fd52-9cd0-49fb-8d86-35452732c51a req-17702eab-5c6f-4849-a199-8625278ec8f2 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:18.339551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] Set router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:18.340797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a729fd52-9cd0-49fb-8d86-35452732c51a req-17702eab-5c6f-4849-a199-8625278ec8f2 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 931 time: 0.3832691 Jan 28 20:16:18.389142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0476d61b-c035-4f4b-a83b-681b1c3447e7 req-3fb97f83-2d6f-46a7-98d1-08ba15484a01 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 210 time: 0.2205420 Jan 28 20:16:18.404397 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-e990a004-4383-4122-b895-e8db6da9bd4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 217 time: 0.2819293 Jan 28 20:16:18.575912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-37a411bf-b9d0-4644-842f-b534d3f85c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:18.578901 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-37a411bf-b9d0-4644-842f-b534d3f85c17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1488919 Jan 28 20:16:18.580409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-f0ec2e03-1ae0-44af-b38f-1c38da85e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:18.582277 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-f0ec2e03-1ae0-44af-b38f-1c38da85e454 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 200 len: 924 time: 0.6167457 Jan 28 20:16:18.688809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e3d9c-4fc4-4313-b56f-9deb570cdf27 req-991acca1-0ca6-4752-b3ea-c2ea14fdd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:18.691333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e39e3d9c-4fc4-4313-b56f-9deb570cdf27 req-991acca1-0ca6-4752-b3ea-c2ea14fdd8dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 1096 time: 0.2955182 Jan 28 20:16:18.710853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:18.714291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 6, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:18.717229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a729fd52-9cd0-49fb-8d86-35452732c51a req-ffdbde6d-1688-435b-a0ca-7911cc5fa2f2 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748822 Jan 28 20:16:18.826737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765995d-ce77-483b-8290-ce68a21da0c5 req-9b975017-4287-4515-b7d9-a41c330b1df1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:18.831960 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-670755ca-6409-47aa-b76b-3e2435b7d6b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ac79041-25f3-4d33-858b-0ae8ff089cff HTTP/1.1" status: 200 len: 1001 time: 0.2315676 Jan 28 20:16:18.838850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c765995d-ce77-483b-8290-ce68a21da0c5 req-9b975017-4287-4515-b7d9-a41c330b1df1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.2303998 Jan 28 20:16:18.859653 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-716f560c-5aef-4c55-8be0-627ac004e84f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2566226 Jan 28 20:16:18.868614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e39e3d9c-4fc4-4313-b56f-9deb570cdf27 req-5968edae-11e2-42e5-9137-180df4122746 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459789 Jan 28 20:16:18.914394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae3531e-20b4-4140-96df-00323b4f93e4 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:18.933672 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:18.934071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-dcc5033b-b8ec-4884-ab26-ffb73c74d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:18.935817 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-dcc5033b-b8ec-4884-ab26-ffb73c74d614 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef1cd5cd-c071-44c0-83c8-6445fba207a1 HTTP/1.1" status: 200 len: 862 time: 0.0749135 Jan 28 20:16:18.964982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c765995d-ce77-483b-8290-ce68a21da0c5 req-3efb215b-1974-4977-8322-c6fc257f7328 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249576 Jan 28 20:16:19.017465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Transition to ACTIVE for port object eae3531e-20b4-4140-96df-00323b4f93e4 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:16:19.068329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:19.073838 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:16:19.141341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a89f2-e3c5-4f54-9a38-ba0016fe9c98 None None] The sync data for ids ['196e9fc9-8f82-462a-a29c-3d38c0e816c1'] in n-d-825064-3 is: [{'id': '196e9fc9-8f82-462a-a29c-3d38c0e816c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1388131607-router', 'tenant_id': 'b6c300955c2847d797396cf4958dfb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 6, 'project_id': 'b6c300955c2847d797396cf4958dfb72', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:19.176059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc69bf0-89e1-4192-81dd-6506f05f5396 req-ad9e29f0-da14-463a-8147-26e0feca855a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:19.201677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dc69bf0-89e1-4192-81dd-6506f05f5396 req-ad9e29f0-da14-463a-8147-26e0feca855a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.2107201 Jan 28 20:16:19.224611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:19.231844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:09Z', 'revision_number': 2, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:19.257289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:19.297091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:19.297386 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:19.299505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:19.300031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Updating router c59906ca-cda4-48d3-9961-4e3d74b29dd3 port c72361ee-789a-4466-bc8f-b9ed6926208e binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:16:19.338117 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:19.378109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Pushing event deleted for resources: {'Port': ['ID=93238097-e86f-409c-a0f4-1dc2b13999d2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:19.478029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-f2a7a499-b909-4776-b2c8-05a5e8383b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:19.479533 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-f2a7a499-b909-4776-b2c8-05a5e8383b35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a371b229-12a5-4700-9da3-4d7faf653e86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3116915 Jan 28 20:16:19.489252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dc69bf0-89e1-4192-81dd-6506f05f5396 req-86a7b306-6d8e-4c57-a371-8ef190a9a6d2 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819474 Jan 28 20:16:19.526641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a79b8-2bdf-4cbd-8dab-d4266e0d0e28 req-281c0747-390a-4b6d-8d22-f675d2ea31d6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:19.538119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a7a79b8-2bdf-4cbd-8dab-d4266e0d0e28 req-281c0747-390a-4b6d-8d22-f675d2ea31d6 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 944 time: 0.3207695 Jan 28 20:16:19.572623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:16:19.572957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:16:19.573291 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:19.587326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:16:19.587641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:19.609975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a7a79b8-2bdf-4cbd-8dab-d4266e0d0e28 req-849c3783-c28e-435c-a507-532846452a14 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Jan 28 20:16:19.623516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:19.628797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:19.629846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:19.630802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Bound port: eae3531e-20b4-4140-96df-00323b4f93e4, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:16:19.632305 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:19.665872 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:19.817175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75085d35-c89d-4813-a388-4877c58fd87b req-2e6493c7-7ccf-47a7-baa6-f7457495b615 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 210 time: 0.1003160 Jan 28 20:16:19.881480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:19.886139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:19.904553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:19.973264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:19.973900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:19.975353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] 10.222.0.13 "PUT /v2.0/ports/eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 200 len: 1091 time: 4.0529087 Jan 28 20:16:19.978534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:19.981151 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5abfae-192e-4291-8330-e85c5e3a86d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:19.988069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:19.991821 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4cedd2-0a81-4cf7-bb66-2cffb83366d3" -d '{"events": [{"server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:20.053493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e088f-32e9-41c3-97b5-39e743a673af req-4f4a0616-e29a-4678-a46d-36d17ad84322 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:20.058442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f8e088f-32e9-41c3-97b5-39e743a673af req-4f4a0616-e29a-4678-a46d-36d17ad84322 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 943 time: 0.1667895 Jan 28 20:16:20.097084 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2a40dc-0b24-4214-a693-c879afca62f8 x-openstack-request-id: req-8a2a40dc-0b24-4214-a693-c879afca62f8 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:20.097504 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:20.097721 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a2a40dc-0b24-4214-a693-c879afca62f8 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:20.098334 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4', 'status': 'completed', 'code': 200} Jan 28 20:16:20.146236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c68903-e788-45b8-8a9e-ae4b2fa66228 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:20.261799 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-8c9dfd10-2ed5-4965-be91-3b615f213197 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3241081 Jan 28 20:16:20.263394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f8e088f-32e9-41c3-97b5-39e743a673af req-a4047766-c9d2-44d8-b618-b4e0b7e463be tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846194 Jan 28 20:16:20.273347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-b526cfcc-97e3-4d06-b648-105286e7676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:20.277535 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:20.278631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-b526cfcc-97e3-4d06-b648-105286e7676c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1094 time: 0.2188787 Jan 28 20:16:20.301202 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:20.316504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-a891adc0-9639-417c-82be-2b119b2faf12 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:20.318425 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-a891adc0-9639-417c-82be-2b119b2faf12 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.13 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 821 time: 1.1318617 Jan 28 20:16:20.427809 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50e4532-60ce-4c71-8ae0-b870e158355d x-openstack-request-id: req-c50e4532-60ce-4c71-8ae0-b870e158355d {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:20.428266 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "name": "network-vif-plugged", "status": "completed", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:20.432543 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c50e4532-60ce-4c71-8ae0-b870e158355d {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:20.433470 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'code': 200} Jan 28 20:16:20.490854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-135e83cb-e56e-425c-b49b-54e2afa60fbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 200 len: 217 time: 0.1751456 Jan 28 20:16:20.492893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424029-e34c-4700-af2d-45865101e2f1 None None] Pushing event updated for resources: {'Port': ['ID=c72361ee-789a-4466-bc8f-b9ed6926208e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:20.531030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-53352cba-2270-4048-9002-05574b005b2e service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593611 Jan 28 20:16:20.546977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Request body: {'port': {'device_id': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'admin_state_up': True, 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:20.640639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Attempting to bind port c72361ee-789a-4466-bc8f-b9ed6926208e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:16:20.644281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Attempting to bind port c72361ee-789a-4466-bc8f-b9ed6926208e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:16:20.645075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Attempting to bind port c72361ee-789a-4466-bc8f-b9ed6926208e on network 54052850-5a3b-4fc5-8e47-f983b1393a26 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:20.668216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:20.669013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Checking segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:20.669644 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:20.675931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Bound using segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:20.677324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Bound port: c72361ee-789a-4466-bc8f-b9ed6926208e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:16:20.678674 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:20.711530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746b00f-f529-42f3-9d33-6547af0f84d1 req-dc2ac5d0-b1a7-45bd-93a4-ff03b740d72b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:20.727321 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e746b00f-f529-42f3-9d33-6547af0f84d1 req-dc2ac5d0-b1a7-45bd-93a4-ff03b740d72b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.4475853 Jan 28 20:16:20.795313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-c0e4a996-5883-474b-a5df-9d77ff82a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:20.796115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-c0e4a996-5883-474b-a5df-9d77ff82a2c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.2885470 Jan 28 20:16:20.849652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:20.857676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 772e3fc0-6de5-4b53-a369-f8397a445bdf no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:20.869656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:20.873060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-90b15656-039c-4cac-bbb8-3c48e7ccd6fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650480 Jan 28 20:16:20.930932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e746b00f-f529-42f3-9d33-6547af0f84d1 req-29a55475-edc3-45e1-a52a-481d87177d7b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968758 Jan 28 20:16:21.008978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:21.009758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 196e9fc9-8f82-462a-a29c-3d38c0e816c1 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:16:21.018531 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-b1fc4e5c-2245-4a65-b5c3-035b7e84040e service neutron] 10.222.0.13 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5025444 Jan 28 20:16:21.022620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:21.026895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-efe5cb38-7490-44c1-9eff-bce9c91b2466 admin admin] 10.222.0.44 "DELETE /v2.0/routers/196e9fc9-8f82-462a-a29c-3d38c0e816c1 HTTP/1.1" status: 204 len: 168 time: 5.5079780 Jan 28 20:16:21.030447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55228) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:21.053140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 772e3fc0-6de5-4b53-a369-f8397a445bdf {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:16:21.056423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 772e3fc0-6de5-4b53-a369-f8397a445bdf not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:21.057145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 93238097-e86f-409c-a0f4-1dc2b13999d2 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:21.177884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:21.195909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 93238097-e86f-409c-a0f4-1dc2b13999d2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:16:21.196373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 93238097-e86f-409c-a0f4-1dc2b13999d2 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:21.222977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3006d10b-a786-4c88-bb12-650c0f43d627 None None] Provisioning complete for port c72361ee-789a-4466-bc8f-b9ed6926208e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:21.223347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3006d10b-a786-4c88-bb12-650c0f43d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:21.227558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] For port c72361ee-789a-4466-bc8f-b9ed6926208e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:21.276556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] For port c72361ee-789a-4466-bc8f-b9ed6926208e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c72361ee-789a-4466-bc8f-b9ed6926208e,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:21.296047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:21.329291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Made reservation on behalf of b7a94ec9a3114b3c9b005b2dc0ffd5b5 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:21.333236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:21.382715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e49b04-c847-4e8b-bea5-ef6a20d110b2 admin admin] Deleting subnet e452af2f-00c6-4cf2-8aa1-aae1b85242b2 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:16:21.411947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424029-e34c-4700-af2d-45865101e2f1 None None] Pushing event updated for resources: {'Port': ['ID=c72361ee-789a-4466-bc8f-b9ed6926208e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:21.422331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3006d10b-a786-4c88-bb12-650c0f43d627 None None] Port c72361ee-789a-4466-bc8f-b9ed6926208e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:16:21.440048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:21.447196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:21.462013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58e49b04-c847-4e8b-bea5-ef6a20d110b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:21.546276 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0fc2a6f9-5d80-4fb4-8f59-f4505c6c5b6d req-02cd1df9-c98d-41a9-8100-2586233eca78 service neutron] 10.222.0.13 "GET /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164921 Jan 28 20:16:21.578101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-c7679923-0c68-4f55-8e63-8444a460e74d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:21.583340 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-c7679923-0c68-4f55-8e63-8444a460e74d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.2956278 Jan 28 20:16:21.686000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58e49b04-c847-4e8b-bea5-ef6a20d110b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:21.730291 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab99722-2ca7-42f1-8982-4a6056804232 req-7e3901c7-91d7-4d38-8eb4-4441ea5af068 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:21.731815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aab99722-2ca7-42f1-8982-4a6056804232 req-7e3901c7-91d7-4d38-8eb4-4441ea5af068 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 944 time: 0.1010177 Jan 28 20:16:21.756815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00af5d-11ac-4f38-a50b-6a6475cb6ca0 req-ebabb519-70db-4a7a-9d57-3d66afd7a5c5 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:21.765852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f00af5d-11ac-4f38-a50b-6a6475cb6ca0 req-ebabb519-70db-4a7a-9d57-3d66afd7a5c5 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.9238300 Jan 28 20:16:21.800077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:21.846952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f00af5d-11ac-4f38-a50b-6a6475cb6ca0 req-fe7af9d1-f2f7-47ae-a236-d8dc058fd761 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805655 Jan 28 20:16:21.895125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-6d94bfa6-5bd5-49f2-97dc-95414cbb2375 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9098256 Jan 28 20:16:21.903523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aab99722-2ca7-42f1-8982-4a6056804232 req-38f90330-f2b4-4a77-ac80-3c1aaaa26018 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132371 Jan 28 20:16:21.988217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Allocated IP 172.20.0.7 (54052850-5a3b-4fc5-8e47-f983b1393a26/b443b98f-9a8f-4e99-b139-2ab38d44dbd2/f123d329-3c03-4172-a6c2-5a7d07d7f3f9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:22.062062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1bfd3e-2bf2-43b2-821a-8224b95956e8 req-5ef9adec-924d-40c1-97a0-c390b92e076a service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538694 Jan 28 20:16:22.109517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35629c02-470a-40e0-9ac0-62b83043c84f req-ab739221-4b37-469d-9e54-b6cfa7e8cd77 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 210 time: 0.0456519 Jan 28 20:16:22.223901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4078cd7e-c0c4-4e06-9ac9-ca3c79ed47c2 None None] Provisioning complete for port c72361ee-789a-4466-bc8f-b9ed6926208e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:22.224752 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4078cd7e-c0c4-4e06-9ac9-ca3c79ed47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:22.238659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-8149a39d-1f8a-41b7-8b6c-950df0af46db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:22.240639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-8149a39d-1f8a-41b7-8b6c-950df0af46db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1094 time: 0.1084430 Jan 28 20:16:22.278274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58e49b04-c847-4e8b-bea5-ef6a20d110b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:22.335642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-8a9c6c4a-5d1b-470e-8cf3-5415617f0217 service neutron] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:22.369565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-8a9c6c4a-5d1b-470e-8cf3-5415617f0217 service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:22.370913 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf6da19b-1f3d-4ce4-a5ee-4be86ff9c688 req-8a9c6c4a-5d1b-470e-8cf3-5415617f0217 service neutron] 10.222.0.13 "DELETE /v2.0/ports/ddeda68b-1d35-446b-ad84-cc76d2dc22a0/bindings/n-h2-825064-3 HTTP/1.1" status: 204 len: 173 time: 0.7617624 Jan 28 20:16:22.436753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-c409cb87-7900-4fc3-9dc4-cfc1391cefad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:22.438951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-c409cb87-7900-4fc3-9dc4-cfc1391cefad service neutron] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.1907322 Jan 28 20:16:22.503896 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4078cd7e-c0c4-4e06-9ac9-ca3c79ed47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:22.638415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58e49b04-c847-4e8b-bea5-ef6a20d110b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:22.659496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-90657527-8d65-4afa-b2ea-930dca54a935 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 200 len: 217 time: 0.2029679 Jan 28 20:16:22.678353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4078cd7e-c0c4-4e06-9ac9-ca3c79ed47c2 None None] For port c72361ee-789a-4466-bc8f-b9ed6926208e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c72361ee-789a-4466-bc8f-b9ed6926208e,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:22.689155 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4078cd7e-c0c4-4e06-9ac9-ca3c79ed47c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:22.763197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aeb78-6a78-42a6-817a-0f860fa52680 req-42807e13-2527-41a3-8332-5c819ae7674e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:22.777770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e3aeb78-6a78-42a6-817a-0f860fa52680 req-42807e13-2527-41a3-8332-5c819ae7674e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 943 time: 0.3355293 Jan 28 20:16:22.796290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58e49b04-c847-4e8b-bea5-ef6a20d110b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:22.803962 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-58e49b04-c847-4e8b-bea5-ef6a20d110b2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e452af2f-00c6-4cf2-8aa1-aae1b85242b2 HTTP/1.1" status: 204 len: 168 time: 1.7710879 Jan 28 20:16:22.805071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e49b04-c847-4e8b-bea5-ef6a20d110b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e452af2f-00c6-4cf2-8aa1-aae1b85242b2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:22.805229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55242) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:22.823777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92053-0bb0-40d4-9f02-c72badccf053 req-27a36579-7e9a-4dd4-aac7-61f237205d0e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:22.824712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334d9ce-a71b-423c-8720-93ff19449309 None None] Network 516882fc-7cf6-4c36-9583-125627c7d38a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:16:22.826624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb92053-0bb0-40d4-9f02-c72badccf053 req-27a36579-7e9a-4dd4-aac7-61f237205d0e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.2421002 Jan 28 20:16:22.830924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:21Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:22.847162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:22.957688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f304c0-6549-478a-badf-55226d13b3a9 None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:21Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:22.965395 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:23.095197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-d1a0863b-c80f-4c9d-8d1c-45d23e880acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:23.097592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-d1a0863b-c80f-4c9d-8d1c-45d23e880acd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.4297237 Jan 28 20:16:23.167329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Pushing event updated for resources: {'Port': ['ID=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:23.188597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:23.191874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:23.195914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:23.246666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c72361ee-789a-4466-bc8f-b9ed6926208e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:23.247535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-944b7e0a-bd3d-4fde-b569-82ce602e0ed3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280184 Jan 28 20:16:23.254057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:23.254432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078cd7e-c0c4-4e06-9ac9-ca3c79ed47c2 None None] Pushing event updated for resources: {'Port': ['ID=c72361ee-789a-4466-bc8f-b9ed6926208e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:23.285485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb92053-0bb0-40d4-9f02-c72badccf053 req-a6602a71-4c5f-4ff4-a4f6-e75681292d78 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349643 Jan 28 20:16:23.335471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e3aeb78-6a78-42a6-817a-0f860fa52680 req-6357ca8d-1a2c-411c-9955-f8b41d18e647 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487697 Jan 28 20:16:23.349418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:23.357273 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:23.413766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-f41ce806-6e1f-4294-b7f5-0e5d02e72ca7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8787606 Jan 28 20:16:23.440390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Request body: {'port': {'device_id': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:23.592974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:23.823515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c72361ee-789a-4466-bc8f-b9ed6926208e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:23.824120 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:23.937985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e21315-4db4-4615-a235-cef881414111 None None] DHCP port deletion for 516882fc-7cf6-4c36-9583-125627c7d38a request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:16:23.971695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3bc615c3-5480-4e41-bd94-d6592451efe4 None None] Provisioning complete for port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:23.972458 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3bc615c3-5480-4e41-bd94-d6592451efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:23.990404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-a9e242b6-9f74-4aee-8129-953ef3632010 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259526 Jan 28 20:16:24.004893 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-c8177353-dd5b-4c2b-9b01-7be621ed27c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3981664 Jan 28 20:16:24.197266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954ca3d-32a1-4fc2-ab3a-2bf978f1adb5 req-eb9c5242-b7c9-4aeb-a2ef-04a29a7e4e8a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:24.199068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6954ca3d-32a1-4fc2-ab3a-2bf978f1adb5 req-eb9c5242-b7c9-4aeb-a2ef-04a29a7e4e8a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 944 time: 0.6397965 Jan 28 20:16:24.263429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3bc615c3-5480-4e41-bd94-d6592451efe4 None None] Port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:16:24.289869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82be39-75a6-4587-b380-7dd5522619ef req-1bb0c379-16a9-411c-9e12-cb880a4c7694 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:24.306285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc82be39-75a6-4587-b380-7dd5522619ef req-1bb0c379-16a9-411c-9e12-cb880a4c7694 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.5507543 Jan 28 20:16:24.315011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d2e21315-4db4-4615-a235-cef881414111 None None] Deleting port 96de3f49-f6e5-4811-bda2-538f58ab948a {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:24.315922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d2e21315-4db4-4615-a235-cef881414111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:24.427331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Deleting port 96de3f49-f6e5-4811-bda2-538f58ab948a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:24.427825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:24.457964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d2e21315-4db4-4615-a235-cef881414111 None None] For port 96de3f49-f6e5-4811-bda2-538f58ab948a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=96de3f49-f6e5-4811-bda2-538f58ab948a,segment=NetworkSegment(1c5cb182-d75b-452e-a3f5-29a9cca75848),segment_id=1c5cb182-d75b-452e-a3f5-29a9cca75848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:24.459015 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d2e21315-4db4-4615-a235-cef881414111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:24.497556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f123d329-3c03-4172-a6c2-5a7d07d7f3f9 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:24.500456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d2e21315-4db4-4615-a235-cef881414111 None None] Calling delete_port for 96de3f49-f6e5-4811-bda2-538f58ab948a owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:24.513911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:24.557548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Transition to ACTIVE for port object f123d329-3c03-4172-a6c2-5a7d07d7f3f9 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:16:24.563672 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:24.571454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6954ca3d-32a1-4fc2-ab3a-2bf978f1adb5 req-e2800903-effc-4b88-af10-86a7325c265f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522502 Jan 28 20:16:24.605765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-73b947fa-74cf-43c8-85be-037679342b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:24.614998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-73b947fa-74cf-43c8-85be-037679342b07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 1095 time: 0.4958596 Jan 28 20:16:24.681640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc82be39-75a6-4587-b380-7dd5522619ef req-bf98cdd3-fb5c-436c-9740-19b3996a73cc tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751311 Jan 28 20:16:24.892020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Pushing event updated for resources: {'Port': ['ID=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:25.072789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Attempting to bind port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:16:25.073055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Attempting to bind port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:16:25.073346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Attempting to bind port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 on network 54052850-5a3b-4fc5-8e47-f983b1393a26 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:25.078594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 on network 54052850-5a3b-4fc5-8e47-f983b1393a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:16:25.079058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Attempting to bind port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 on network 54052850-5a3b-4fc5-8e47-f983b1393a26 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:25.090849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:25.091203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Checking segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:25.092422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Bound using segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:25.092422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Bound port: f123d329-3c03-4172-a6c2-5a7d07d7f3f9, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:16:25.092763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:25.118083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eae3531e-20b4-4140-96df-00323b4f93e4 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:25.120931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c72361ee-789a-4466-bc8f-b9ed6926208e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:25.121556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-cf0ad83b-fdb3-417c-9d78-13107d605bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:25.125364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-cf0ad83b-fdb3-417c-9d78-13107d605bde service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.4417675 Jan 28 20:16:25.144344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c5abfae-192e-4291-8330-e85c5e3a86d4 req-75d49c33-51f1-4f13-876f-a0a7fcbb62d3 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1349211 Jan 28 20:16:25.147095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] For port 96de3f49-f6e5-4811-bda2-538f58ab948a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=96de3f49-f6e5-4811-bda2-538f58ab948a,segment=NetworkSegment(1c5cb182-d75b-452e-a3f5-29a9cca75848),segment_id=1c5cb182-d75b-452e-a3f5-29a9cca75848)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:25.147900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:25.240483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Calling delete_port for 96de3f49-f6e5-4811-bda2-538f58ab948a owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:25.257779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] For port f123d329-3c03-4172-a6c2-5a7d07d7f3f9, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:25.262432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] For port f123d329-3c03-4172-a6c2-5a7d07d7f3f9, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:25.270330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:25.290599 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-3a1369af-010e-4220-b398-2e955fda18c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 200 len: 217 time: 0.1045179 Jan 28 20:16:25.383062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c72361ee-789a-4466-bc8f-b9ed6926208e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:25.383785 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:25.394966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-078d53e1-31a5-4904-a573-078839eb89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:25.397447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-078d53e1-31a5-4904-a573-078839eb89e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.0931706 Jan 28 20:16:25.409222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0d38-7593-4690-aa86-853c6b814aaa req-7458f92c-730c-412b-9ec5-b58c5fbf4edb tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:25.418996 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c40e0d38-7593-4690-aa86-853c6b814aaa req-7458f92c-730c-412b-9ec5-b58c5fbf4edb tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 943 time: 0.4256532 Jan 28 20:16:25.422808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:25.424086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:25.426939 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] 10.222.0.13 "PUT /v2.0/ports/f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 1091 time: 2.0080831 Jan 28 20:16:25.427472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:25.430938 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca1b76-e8a8-436f-b096-b68f7cb790a7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:25.465486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b16d1-0f3e-4b93-9b73-b5c9015a8d6b service neutron] Pushing event updated for resources: {'Port': ['ID=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:25.477694 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d2e21315-4db4-4615-a235-cef881414111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:25.563158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a51ff-7266-424f-aa6d-8298faff93e6 req-9770bdf9-62ce-4612-b6d9-6ecefb63186d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:25.577009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b84a51ff-7266-424f-aa6d-8298faff93e6 req-9770bdf9-62ce-4612-b6d9-6ecefb63186d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.5822692 Jan 28 20:16:25.611860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e21315-4db4-4615-a235-cef881414111 None None] No DVR routers for this DVR port 96de3f49-f6e5-4811-bda2-538f58ab948a on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:25.630080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e21315-4db4-4615-a235-cef881414111 None None] Pushing event deleted for resources: {'Port': ['ID=96de3f49-f6e5-4811-bda2-538f58ab948a,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:25.640513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-5c0df214-0040-4870-ba2f-c570519569ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:25.644302 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-5c0df214-0040-4870-ba2f-c570519569ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1094 time: 0.1534865 Jan 28 20:16:25.651358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-71523eb6-f065-458d-9397-e8ce411a5f87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2291756 Jan 28 20:16:25.680311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:25.725078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'eae3531e-20b4-4140-96df-00323b4f93e4', 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'port_id': 'eae3531e-20b4-4140-96df-00323b4f93e4', 'mac_address': 'fa:16:3e:c9:23:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bb16d-74c1-42f7-bbb3-91fcb10605a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:25.746782 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-58bca0c9-a72a-4bf6-a4d8-a9db25c47f49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 217 time: 0.0908046 Jan 28 20:16:25.856464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c40e0d38-7593-4690-aa86-853c6b814aaa req-9dae61c4-8f14-4519-9682-ea83d3d63537 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360814 Jan 28 20:16:25.856699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-59419863-ad0a-45c5-909d-894891f1d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:25.859564 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-59419863-ad0a-45c5-909d-894891f1d16c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1015539 Jan 28 20:16:25.893607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b84a51ff-7266-424f-aa6d-8298faff93e6 req-1af80154-54e7-4789-adac-d2578a420449 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585287 Jan 28 20:16:25.914647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:25.915352 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:25.951464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae3531e-20b4-4140-96df-00323b4f93e4 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:26.002859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] No DVR routers for this DVR port 96de3f49-f6e5-4811-bda2-538f58ab948a on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:26.004893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:26.014588 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:26.015550 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e0bda8-e8d6-4036-8e99-320e657f33f5 x-openstack-request-id: req-83e0bda8-e8d6-4036-8e99-320e657f33f5 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:26.015853 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:26.016108 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83e0bda8-e8d6-4036-8e99-320e657f33f5 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:26.016551 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'status': 'completed', 'code': 200} Jan 28 20:16:26.059761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-fdb82778-5af0-4d2a-a6fd-88dcc24b4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:26.061462 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-fdb82778-5af0-4d2a-a6fd-88dcc24b4a7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959898 Jan 28 20:16:26.137645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 96de3f49-f6e5-4811-bda2-538f58ab948a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:26.156888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Pushing event deleted for resources: {'Port': ['ID=96de3f49-f6e5-4811-bda2-538f58ab948a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:26.228578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 96de3f49-f6e5-4811-bda2-538f58ab948a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:16:26.237307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 96de3f49-f6e5-4811-bda2-538f58ab948a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:26.283638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:26.291855 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-698b0482-9128-49e3-8aed-48f6ae9746a1 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221234 Jan 28 20:16:26.294022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-31ad3e21-2be6-4c8f-8740-2a91c412c394 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844157 Jan 28 20:16:26.316432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['eae3531e-20b4-4140-96df-00323b4f93e4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:26.429242 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:26.485655 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d2e3ff1-216b-4ee9-b460-9e51411471a3 req-4c1555a9-b0cf-4656-aa4e-3ff185354d45 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833899 Jan 28 20:16:26.494415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224f0de-e0a1-4d9e-9643-fa9d3721ff2a req-94411f2b-a99b-41c8-bf2e-6901fac55b3f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:26.503322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d224f0de-e0a1-4d9e-9643-fa9d3721ff2a req-94411f2b-a99b-41c8-bf2e-6901fac55b3f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 944 time: 0.4403911 Jan 28 20:16:26.582425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516882fc-7cf6-4c36-9583-125627c7d38a']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:26.602864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-87939335-f759-485a-b1ad-ad9efcd3c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:26.606060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-87939335-f759-485a-b1ad-ad9efcd3c055 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1094 time: 0.0650527 Jan 28 20:16:26.634649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a08bb-ff44-4cab-bf83-4fc3a4edfe71 req-8369c5f0-0816-4a6e-90ae-a643fb42ba91 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:26.636519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a47a08bb-ff44-4cab-bf83-4fc3a4edfe71 req-8369c5f0-0816-4a6e-90ae-a643fb42ba91 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.4553280 Jan 28 20:16:26.640717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5cb182-d75b-452e-a3f5-29a9cca75848') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:26.641030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5cb182-d75b-452e-a3f5-29a9cca75848') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:26.658208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d224f0de-e0a1-4d9e-9643-fa9d3721ff2a req-1505aee4-c367-4a5d-8692-151192eed8c0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401751 Jan 28 20:16:26.664369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:26.717147 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:26.729388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:26.733860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:26.735023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e2186ed-2b0f-4537-a931-128c44f92d27 req-a0025689-ea9d-40b5-b4dd-b30513b2932f service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584700 Jan 28 20:16:26.739207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:16:26.739534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:16:26.741932 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:16:26.746236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-6289d0a4-637b-4d4f-bdc1-f1c46131e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:26.748106 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-6289d0a4-637b-4d4f-bdc1-f1c46131e3d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.1256855 Jan 28 20:16:26.779560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a47a08bb-ff44-4cab-bf83-4fc3a4edfe71 req-2a50b269-7c3b-4577-a61e-dbd2d4e1d388 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245823 Jan 28 20:16:26.826072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-c427b46c-6dc7-4fd7-a9d3-fd8144319c7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 217 time: 0.0678444 Jan 28 20:16:26.854829 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:26.872166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:26.901404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] 10.222.0.44 "DELETE /v2.0/networks/516882fc-7cf6-4c36-9583-125627c7d38a HTTP/1.1" status: 204 len: 168 time: 4.0731490 Jan 28 20:16:26.911651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-71c1b12b-fd5d-44f6-9fc5-a94a88672d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:26.913465 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-71c1b12b-fd5d-44f6-9fc5-a94a88672d31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.0794382 Jan 28 20:16:26.980803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-139c1a1d-178a-44fd-b4f0-314f293ccb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:26.982427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-139c1a1d-178a-44fd-b4f0-314f293ccb71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619991 Jan 28 20:16:26.989889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e66c8d-ee72-4efe-a97c-1fa3bad3567a admin admin] Pushing event deleted for resources: {'Network': ['ID=516882fc-7cf6-4c36-9583-125627c7d38a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:27.135074 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-8ce974ac-dcdb-4afb-b52a-47be37cad1b0 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436126 Jan 28 20:16:27.171196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74183e-b211-4804-897a-437b6077924e req-27b84ca0-21b5-4bf9-bc9c-23c85cb98f03 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:27.183012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c74183e-b211-4804-897a-437b6077924e req-27b84ca0-21b5-4bf9-bc9c-23c85cb98f03 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1095 time: 0.1632271 Jan 28 20:16:27.335777 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:27.345743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c74183e-b211-4804-897a-437b6077924e req-67f6d9ed-e88d-4e03-bc7e-d90ddddd7d16 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410589 Jan 28 20:16:27.350051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55296) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:27.397040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:27.526404 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87ca1b76-e8a8-436f-b096-b68f7cb790a7 req-9a56023f-b245-42d1-912f-c962194cdc68 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838346 Jan 28 20:16:27.528047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:27.546928 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d1704-8394-42a0-be78-25e3eada1c15" -d '{"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:27.560365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'mac_address': 'fa:16:3e:1d:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:27.567874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55304) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:27.568605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bda1bc9d-dc86-4483-9e0f-c53b0bc88e22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55f4acf2a5ea4467a4de7f294e46fca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137721 Jan 28 20:16:27.573179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:27.598018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:27.694712 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fa95e371-01e4-43d3-ab3c-df95c25d0640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:27.717758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:27.721673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3a6a7-7105-411c-9275-f4d55630d052 req-3aa89845-f88a-42e1-b72a-611079562677 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:27.739723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d3a6a7-7105-411c-9275-f4d55630d052 req-3aa89845-f88a-42e1-b72a-611079562677 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 943 time: 0.1966600 Jan 28 20:16:27.768130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:27.769016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fa95e371-01e4-43d3-ab3c-df95c25d0640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:27.777246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:27.801453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cae513-efc2-4974-b788-6b0cd866ede7 req-d8e8a94d-b8e2-4184-ab70-93b6a668e872 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:27.824747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:27.826836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81cae513-efc2-4974-b788-6b0cd866ede7 req-d8e8a94d-b8e2-4184-ab70-93b6a668e872 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1095 time: 0.2103562 Jan 28 20:16:27.832363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:27.926201 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fa95e371-01e4-43d3-ab3c-df95c25d0640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:27.929042 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fa95e371-01e4-43d3-ab3c-df95c25d0640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:27.930391 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fa95e371-01e4-43d3-ab3c-df95c25d0640 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fe263de-535a-4df9-a10a-ba46ef578e9e HTTP/1.1" status: 204 len: 168 time: 0.3614316 Jan 28 20:16:27.944507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95e371-01e4-43d3-ab3c-df95c25d0640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe263de-535a-4df9-a10a-ba46ef578e9e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:27.952236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:27.966421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d3a6a7-7105-411c-9275-f4d55630d052 req-594cc5cf-e0a4-4ee5-a509-f9662669ef4a tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251875 Jan 28 20:16:27.978911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81cae513-efc2-4974-b788-6b0cd866ede7 req-7bb8f453-2a41-466f-a60d-5b15a0648de6 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505768 Jan 28 20:16:28.084043 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be27718-c0c5-49b8-83a6-1b90f99c47cd x-openstack-request-id: req-6be27718-c0c5-49b8-83a6-1b90f99c47cd {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:28.084609 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:28.084866 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6be27718-c0c5-49b8-83a6-1b90f99c47cd {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:28.085246 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'code': 200} Jan 28 20:16:28.162373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:28.410174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403eb77-e12e-40f3-88d2-e7a4a0340f2b req-1f7a52db-22f6-4082-8ea2-ac1a5c20dddb tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:28.421486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c403eb77-e12e-40f3-88d2-e7a4a0340f2b req-1f7a52db-22f6-4082-8ea2-ac1a5c20dddb tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 944 time: 0.1853480 Jan 28 20:16:28.513483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c403eb77-e12e-40f3-88d2-e7a4a0340f2b req-6a5e4378-30b5-4d21-a473-e2ae4456e831 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906007 Jan 28 20:16:28.524699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-71b6568d-0155-451e-8f4c-c18735e4e8dd tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:28.532698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-71b6568d-0155-451e-8f4c-c18735e4e8dd tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/networks?id=637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 200 len: 814 time: 0.2780454 Jan 28 20:16:28.564875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-4b1cb7fd-b543-4349-9bf3-288e84ed4197 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/quotas/ecf6cfa10ace4e078f18db9e94211bf7 HTTP/1.1" status: 200 len: 375 time: 0.0236459 Jan 28 20:16:28.688931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-e1fbbfc4-7332-4a5b-90c5-83cce553cb37 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303360 Jan 28 20:16:28.742271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f123d329-3c03-4172-a6c2-5a7d07d7f3f9 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:28.746701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eae3531e-20b4-4140-96df-00323b4f93e4 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:29.009351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55328) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:29.026409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c61d2-51b5-46ad-b57e-ebf96ccb325c req-f37fda97-2cd9-4641-a049-1109a4a03e48 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:29.028633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-037c61d2-51b5-46ad-b57e-ebf96ccb325c req-f37fda97-2cd9-4641-a049-1109a4a03e48 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 949 time: 0.3312643 Jan 28 20:16:29.076415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port eae3531e-20b4-4140-96df-00323b4f93e4 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:16:29.118911 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-faa7a855-46ad-480b-835c-627388676506 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6c300955c2847d797396cf4958dfb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043849 Jan 28 20:16:29.120063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55332) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:29.132899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port eae3531e-20b4-4140-96df-00323b4f93e4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:29.133145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-3d9eecd6-623a-49fc-bc9e-49dd1ef42558 service neutron] 10.222.0.44 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335630 Jan 28 20:16:29.133296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.165092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-037c61d2-51b5-46ad-b57e-ebf96ccb325c req-7aa4034a-494d-4183-9b90-59a0fc29bf6b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263022 Jan 28 20:16:29.275252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02db6047-361c-48db-9533-1671078d4636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.309757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f123d329-3c03-4172-a6c2-5a7d07d7f3f9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:29.341560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'mac_address': 'fa:16:3e:ac:ce:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:29.416704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02db6047-361c-48db-9533-1671078d4636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.445671 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.461706 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.494924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f123d329-3c03-4172-a6c2-5a7d07d7f3f9 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:29.531638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f123d329-3c03-4172-a6c2-5a7d07d7f3f9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:29.583785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02db6047-361c-48db-9533-1671078d4636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.586820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02db6047-361c-48db-9533-1671078d4636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.592560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.599688 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-02db6047-361c-48db-9533-1671078d4636 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ca41264-4c4a-46c9-9e83-9990e5b6eb07 HTTP/1.1" status: 204 len: 168 time: 0.4706199 Jan 28 20:16:29.638450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db6047-361c-48db-9533-1671078d4636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca41264-4c4a-46c9-9e83-9990e5b6eb07,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:29.714607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:29.796767 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:29.838426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603990f2-5802-43f2-86f9-9143a563f069 req-5204c1bf-62aa-4be4-bc02-463a0066b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:29.848854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-fa338d54-be68-4ebb-9091-2283fd39a150 service neutron] 10.222.0.44 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078047 Jan 28 20:16:29.853144 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-603990f2-5802-43f2-86f9-9143a563f069 req-5204c1bf-62aa-4be4-bc02-463a0066b1b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1100 time: 0.1326993 Jan 28 20:16:29.940414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f123d329-3c03-4172-a6c2-5a7d07d7f3f9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:30.037218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:30.053883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-80da9d5d-ef0e-4003-9890-3fdee4a54b65 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:30.055789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-80da9d5d-ef0e-4003-9890-3fdee4a54b65 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b27ca23-c804-484a-98e6-188c2730d58b HTTP/1.1" status: 200 len: 945 time: 0.1857355 Jan 28 20:16:30.102714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:30.125471 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae8d002-e9c8-425c-b4d7-f50ab648cf86" -d '{"events": [{"server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "name": "network-vif-plugged", "status": "completed", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:30.129183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179c656-0150-416b-90b0-cffcda36ade2 req-b370fa4d-3137-4394-b10b-6aa28acdd204 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:30.135053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603990f2-5802-43f2-86f9-9143a563f069 req-2dfc5d15-1372-4efc-9865-b4a808e78d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:30.138538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a179c656-0150-416b-90b0-cffcda36ade2 req-b370fa4d-3137-4394-b10b-6aa28acdd204 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 944 time: 0.1553664 Jan 28 20:16:30.138732 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-603990f2-5802-43f2-86f9-9143a563f069 req-2dfc5d15-1372-4efc-9865-b4a808e78d24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2590744 Jan 28 20:16:30.203672 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-603990f2-5802-43f2-86f9-9143a563f069 req-ee4753ee-12af-474a-9464-e61c55b9e5cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c HTTP/1.1" status: 200 len: 217 time: 0.0551898 Jan 28 20:16:30.283759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a179c656-0150-416b-90b0-cffcda36ade2 req-4e389592-af88-4515-962e-c995faec373a tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437528 Jan 28 20:16:30.327952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603990f2-5802-43f2-86f9-9143a563f069 req-7841bc3f-00a8-4a2e-8c3f-93d71c001f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:30.334403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:30.339438 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-603990f2-5802-43f2-86f9-9143a563f069 req-7841bc3f-00a8-4a2e-8c3f-93d71c001f3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1285915 Jan 28 20:16:30.369053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Deleting port 19285c6c-33a1-4359-b491-93ad838c1a14 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:30.369615 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:30.438786 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6adb282-3d27-442a-b612-3085bbd25b56 x-openstack-request-id: req-c6adb282-3d27-442a-b612-3085bbd25b56 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:30.439745 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "name": "network-vif-plugged", "status": "completed", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:30.440005 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6adb282-3d27-442a-b612-3085bbd25b56 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:30.442625 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4', 'code': 200} Jan 28 20:16:30.513117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603990f2-5802-43f2-86f9-9143a563f069 req-f8451fa5-ce25-4f22-85e8-b6c53175088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:30.516828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-603990f2-5802-43f2-86f9-9143a563f069 req-f8451fa5-ce25-4f22-85e8-b6c53175088d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616571 Jan 28 20:16:30.758590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:30.767789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96794ef1-e10b-4ba6-859a-23a49d6ac187 req-da763538-23e1-4134-8b68-4124b02d3628 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 210 time: 0.2424145 Jan 28 20:16:30.789165 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-603990f2-5802-43f2-86f9-9143a563f069 req-1ea6ec2d-c879-4ba8-b8b9-6b7c2bb0221f service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623701 Jan 28 20:16:30.836196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fed90-d3fb-4887-81ce-13a3778b3779 req-08edefdf-d83b-48b3-b315-9b023064373d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:30.846527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad4fed90-d3fb-4887-81ce-13a3778b3779 req-08edefdf-d83b-48b3-b315-9b023064373d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 945 time: 0.5130403 Jan 28 20:16:30.850333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0adc39-8739-4759-bfc6-d9fc9dc177bf req-84d0b124-742c-4a7f-b883-464b7ea1cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:30.852688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb0adc39-8739-4759-bfc6-d9fc9dc177bf req-84d0b124-742c-4a7f-b883-464b7ea1cc06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1096 time: 0.3256283 Jan 28 20:16:30.932217 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-603990f2-5802-43f2-86f9-9143a563f069 req-53e931f2-addc-48f3-80db-c893cc07d456 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352885 Jan 28 20:16:31.023304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:31.030336 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:31.052343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] For port 19285c6c-33a1-4359-b491-93ad838c1a14, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=19285c6c-33a1-4359-b491-93ad838c1a14,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:31.052721 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:31.159131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Calling delete_port for 19285c6c-33a1-4359-b491-93ad838c1a14 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:31.184916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad4fed90-d3fb-4887-81ce-13a3778b3779 req-e986f8d6-493e-4d99-b77e-436feed7b049 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369055 Jan 28 20:16:31.203905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb0adc39-8739-4759-bfc6-d9fc9dc177bf req-e66973f4-a216-49b6-944d-59a55d4da9ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220568 Jan 28 20:16:31.321783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b33cd-f50b-4ec1-8de4-a919e99f965b req-f8f71144-df9a-42d0-bacf-3f23164f18b3 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:31.332604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a9b33cd-f50b-4ec1-8de4-a919e99f965b req-f8f71144-df9a-42d0-bacf-3f23164f18b3 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 949 time: 0.3517838 Jan 28 20:16:31.388016 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:31.477968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:31.483376 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:31.613301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a9b33cd-f50b-4ec1-8de4-a919e99f965b req-af132139-ec3d-45b6-9e58-a01cf22b96d5 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794893 Jan 28 20:16:31.663919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:31.837812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5a3f2-7377-4c89-976d-ffc41395a5ed req-eca6a5c1-01c4-48d6-b5d1-a21305a97140 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:31.845378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24e5a3f2-7377-4c89-976d-ffc41395a5ed req-eca6a5c1-01c4-48d6-b5d1-a21305a97140 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 944 time: 0.2223256 Jan 28 20:16:31.922521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24e5a3f2-7377-4c89-976d-ffc41395a5ed req-2d0bda12-4324-471e-919b-d7798ddddeb6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760179 Jan 28 20:16:31.928021 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:32.016755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['19285c6c-33a1-4359-b491-93ad838c1a14'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:32.156342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] No DVR routers for this DVR port 19285c6c-33a1-4359-b491-93ad838c1a14 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:32.158965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Pushing event deleted for resources: {'Port': ['ID=19285c6c-33a1-4359-b491-93ad838c1a14,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:32.176870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:32.181015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb9458d-4562-4dc6-8bf7-c845baaa7295 req-0978f443-cc91-4c04-8e3f-8d61af35d0ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "DELETE /v2.0/ports/19285c6c-33a1-4359-b491-93ad838c1a14 HTTP/1.1" status: 204 len: 173 time: 2.1121695 Jan 28 20:16:32.186312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'name': 'network-vif-deleted', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:32.187232 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df6cfe-6007-47b7-81b0-89623f3765be" -d '{"events": [{"server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "name": "network-vif-deleted", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:32.266026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be4b24fe-6421-4d09-b985-504aea88b8b5 req-ccabc5b3-af28-4705-8f1c-1750822f444a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 210 time: 0.1234646 Jan 28 20:16:32.359924 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3746554d-995c-4056-ba97-851c78a3de95 x-openstack-request-id: req-3746554d-995c-4056-ba97-851c78a3de95 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:32.360384 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b27ca23-c804-484a-98e6-188c2730d58b", "name": "network-vif-deleted", "tag": "19285c6c-33a1-4359-b491-93ad838c1a14", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:32.360734 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3746554d-995c-4056-ba97-851c78a3de95 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:32.362467 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b27ca23-c804-484a-98e6-188c2730d58b', 'name': 'network-vif-deleted', 'tag': '19285c6c-33a1-4359-b491-93ad838c1a14', 'status': 'completed', 'code': 200} Jan 28 20:16:32.444438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:32.449955 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08499b40-87fe-40cf-849d-3372e8514932" -d '{"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-plugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:32.570728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea8ab7-a0d5-47b4-91a7-734b95a7bff8 req-7522a006-5113-4a6e-90c9-025840760bb0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:32.583357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33ea8ab7-a0d5-47b4-91a7-734b95a7bff8 req-7522a006-5113-4a6e-90c9-025840760bb0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 945 time: 0.1449549 Jan 28 20:16:32.726706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33ea8ab7-a0d5-47b4-91a7-734b95a7bff8 req-afa4ec6f-7549-418e-97f2-8bc7c5fbd060 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332738 Jan 28 20:16:32.757885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f123d329-3c03-4172-a6c2-5a7d07d7f3f9 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:32.889688 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ffeb0-6944-4e18-9508-a12aebcff8df x-openstack-request-id: req-4a3ffeb0-6944-4e18-9508-a12aebcff8df {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:32.890173 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-plugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:32.890591 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a3ffeb0-6944-4e18-9508-a12aebcff8df {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:32.891197 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'code': 200} Jan 28 20:16:32.995322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:16:33.003259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:33.003898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:33.023207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55440) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:33.092459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718c24-2caf-492c-b8e9-ee836aebe0c5 req-adeca74f-0c67-49f7-9754-36f6dd57481f tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:33.112869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de718c24-2caf-492c-b8e9-ee836aebe0c5 req-adeca74f-0c67-49f7-9754-36f6dd57481f tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.2172067 Jan 28 20:16:33.277966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:33.410327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f123d329-3c03-4172-a6c2-5a7d07d7f3f9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:33.421289 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:33.545979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22463d5c-51e7-4dd8-b8e7-1233ac0e29bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:33.555143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-cbbc54d2-5501-47b4-9e4e-4c9a673123f4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:33.564089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-cbbc54d2-5501-47b4-9e4e-4c9a673123f4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "GET /v2.0/networks?id=637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 200 len: 814 time: 0.4435894 Jan 28 20:16:33.613992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:33.672489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Request body: {'port': {'device_id': 'f88fc788-58ba-4460-8d2e-d79ed7b9c8b0', 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'admin_state_up': True, 'tenant_id': 'ecf6cfa10ace4e078f18db9e94211bf7'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:33.806822 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22463d5c-51e7-4dd8-b8e7-1233ac0e29bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:33.813703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22463d5c-51e7-4dd8-b8e7-1233ac0e29bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:33.857609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de718c24-2caf-492c-b8e9-ee836aebe0c5 req-359ebfc3-0062-4397-9535-bddeda9359ff tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7435024 Jan 28 20:16:33.873287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22463d5c-51e7-4dd8-b8e7-1233ac0e29bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f632e8f4-4a3c-4372-a9d0-d3991c6d5d9d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:33.927813 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-22463d5c-51e7-4dd8-b8e7-1233ac0e29bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d04501d76b04be08f261674f4512a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9025798 Jan 28 20:16:33.928560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55452) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:33.957655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f354171-2362-44fe-a3a1-727de66fce90 req-80f5b82c-f244-4dd4-b840-e08c675ded13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:33.959302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f354171-2362-44fe-a3a1-727de66fce90 req-80f5b82c-f244-4dd4-b840-e08c675ded13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1101 time: 0.4286108 Jan 28 20:16:33.972025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Made reservation on behalf of ecf6cfa10ace4e078f18db9e94211bf7 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:33.987073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:34.037400 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f044956-0e12-4280-8dc6-a977a22ee73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:34.049742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bcea1-4387-4ee3-85c8-e20e6776a49d req-62b3c823-6872-4e86-9191-6b82d35f511d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:34.057572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-814bcea1-4387-4ee3-85c8-e20e6776a49d req-62b3c823-6872-4e86-9191-6b82d35f511d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 945 time: 0.5278504 Jan 28 20:16:34.070852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f044956-0e12-4280-8dc6-a977a22ee73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:34.076536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f354171-2362-44fe-a3a1-727de66fce90 req-503fa51c-c15f-4591-83ef-4ffabb75f786 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066413 Jan 28 20:16:34.103493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b302748-0f2b-4179-b27d-321e84175d84 req-60f17368-2a50-463e-b9bc-d381d12f25d6 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 210 time: 0.0817876 Jan 28 20:16:34.160014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f044956-0e12-4280-8dc6-a977a22ee73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:34.164994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-814bcea1-4387-4ee3-85c8-e20e6776a49d req-a4ae44c8-aa8e-429e-85c7-287381fbcdf1 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064515 Jan 28 20:16:34.168302 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f044956-0e12-4280-8dc6-a977a22ee73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:34.170712 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5f044956-0e12-4280-8dc6-a977a22ee73f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f632e8f4-4a3c-4372-a9d0-d3991c6d5d9d HTTP/1.1" status: 204 len: 168 time: 0.2372363 Jan 28 20:16:34.199620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f044956-0e12-4280-8dc6-a977a22ee73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f632e8f4-4a3c-4372-a9d0-d3991c6d5d9d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:34.442629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Allocated IP 172.20.0.5 (637254f4-54ac-4541-aed4-43b04cfb4e3e/b642db89-609d-4723-8ba6-782a520fcc50/4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:34.464209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f126f9-6a6c-4282-a986-e3ba38c6be0a req-30bb9e8e-9cc7-47ad-848e-a7d02e59051f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:34.466156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38f126f9-6a6c-4282-a986-e3ba38c6be0a req-30bb9e8e-9cc7-47ad-848e-a7d02e59051f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 945 time: 0.1266561 Jan 28 20:16:34.552938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38f126f9-6a6c-4282-a986-e3ba38c6be0a req-dec20e8e-1ab4-4f5d-afd3-14e3d59758ca tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784271 Jan 28 20:16:34.877372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937ca34-4ec7-4c50-aac1-a7d219498cee req-ffeb3887-0ff5-4c7d-8a5f-59424bda170f tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:34.878779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b937ca34-4ec7-4c50-aac1-a7d219498cee req-ffeb3887-0ff5-4c7d-8a5f-59424bda170f tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1096 time: 0.1335130 Jan 28 20:16:34.895082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:34.898048 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1783b431-3e97-46b0-af8e-6c7b42c7a76d" -d '{"events": [{"server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "name": "network-vif-plugged", "status": "completed", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:34.927628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 19285c6c-33a1-4359-b491-93ad838c1a14 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:34.932903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:34.973816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 19285c6c-33a1-4359-b491-93ad838c1a14 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:16:34.974298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 19285c6c-33a1-4359-b491-93ad838c1a14 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:35.019897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b937ca34-4ec7-4c50-aac1-a7d219498cee req-70f32739-26a7-4099-b0b8-85619172e482 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336706 Jan 28 20:16:35.133824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024832d-d7fe-4460-9697-972382f75e1e req-ed1bcd64-0794-4f97-9447-6fedb1ac3435 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:35.135756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3024832d-d7fe-4460-9697-972382f75e1e req-ed1bcd64-0794-4f97-9447-6fedb1ac3435 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1219063 Jan 28 20:16:35.156751 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78577cae-26cb-4c61-8372-d3dfa7729100 x-openstack-request-id: req-78577cae-26cb-4c61-8372-d3dfa7729100 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:35.157113 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "name": "network-vif-plugged", "status": "completed", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:35.157397 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78577cae-26cb-4c61-8372-d3dfa7729100 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:35.158408 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'code': 200} Jan 28 20:16:35.163551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:35.271975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Pushing event updated for resources: {'Port': ['ID=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:35.359992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3024832d-d7fe-4460-9697-972382f75e1e req-022624dc-eb01-450e-8ac5-8d408c2d1294 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110274 Jan 28 20:16:35.406076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Network 637254f4-54ac-4541-aed4-43b04cfb4e3e is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:35.430365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:35.441637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327bc2d-8fca-43fd-bdbf-041d5c814fc2 req-b0100f4a-1b80-45a3-829a-18dcb96860c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:35.461817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6327bc2d-8fca-43fd-bdbf-041d5c814fc2 req-b0100f4a-1b80-45a3-829a-18dcb96860c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.1711080 Jan 28 20:16:35.467913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:35.693977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6327bc2d-8fca-43fd-bdbf-041d5c814fc2 req-51fd385a-522c-4dd1-b01a-2a4bff284a73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145166 Jan 28 20:16:35.739448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:35.740599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:35.769822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b510b56-7122-491c-9039-37e97d7687c6 req-66aadb50-9984-4f33-a3a2-93bf2e1579b1 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:35.772344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b510b56-7122-491c-9039-37e97d7687c6 req-66aadb50-9984-4f33-a3a2-93bf2e1579b1 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 945 time: 0.2004087 Jan 28 20:16:35.776500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-261c9aad-aab2-4e5a-8165-0d84981fea3e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1431708 Jan 28 20:16:35.791976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84140d-9666-4eea-af23-86dd63b62bb7 req-0fcada77-1e9e-4ac0-ad1a-28df6c4961a4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:35.800420 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ed84140d-9666-4eea-af23-86dd63b62bb7 req-0fcada77-1e9e-4ac0-ad1a-28df6c4961a4 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 931 time: 0.3242235 Jan 28 20:16:35.815386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Request body: {'port': {'device_id': 'f88fc788-58ba-4460-8d2e-d79ed7b9c8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:35.912274 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:35.973692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ed84140d-9666-4eea-af23-86dd63b62bb7 req-7495b78c-0d3b-4fe5-aa9a-34fc536b3a80 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722267 Jan 28 20:16:36.035578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b510b56-7122-491c-9039-37e97d7687c6 req-9acc6e55-f09c-40cb-a216-a42467c24b20 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262635 Jan 28 20:16:36.688493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:36.707906 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:36.721894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Transition to ACTIVE for port object 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:16:36.726703 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:36.973454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Pushing event updated for resources: {'Port': ['ID=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:37.004799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c450e88-9c20-41e3-81a1-a935932cbf03 req-9a565a43-d430-45c9-b8c6-c6cc74469f9c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:37.016142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c450e88-9c20-41e3-81a1-a935932cbf03 req-9a565a43-d430-45c9-b8c6-c6cc74469f9c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.4720674 Jan 28 20:16:37.304128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Attempting to bind port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:16:37.310020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Attempting to bind port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:16:37.310461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Attempting to bind port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:37.380037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c450e88-9c20-41e3-81a1-a935932cbf03 req-5bae8508-8c07-41ff-b5b1-f90a92c854c2 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629465 Jan 28 20:16:37.420255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:16:37.420579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Attempting to bind port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 on network 637254f4-54ac-4541-aed4-43b04cfb4e3e {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:37.440281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:37.440636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Checking segment: {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:37.441025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Bound using segment: {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:37.441465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Bound port: 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2cead6-e42d-4f76-b803-dd9459e64e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:16:37.441825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:37.448580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55574) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:37.524400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07792a-bc06-43e4-b457-a05e33b61892 req-32adecee-2527-4de7-9be4-a91ebba4643d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:37.526336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb07792a-bc06-43e4-b457-a05e33b61892 req-32adecee-2527-4de7-9be4-a91ebba4643d tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 943 time: 0.2782810 Jan 28 20:16:37.637146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c5ca2a-a11f-415d-b28a-0fa1ac998893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:37.720726 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb07792a-bc06-43e4-b457-a05e33b61892 req-5ddf3456-fac9-4bea-8c37-94a1059dff75 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818926 Jan 28 20:16:37.732661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] For port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:37.739652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4de97f5a-c56d-4485-994b-928a24391e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:37.743057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] For port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:37.758780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b59f7-b72b-47ba-92ef-6378dd55b4ae req-55c73318-25d1-4d31-8d40-7e84a45402a8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:37.762301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a71b59f7-b72b-47ba-92ef-6378dd55b4ae req-55c73318-25d1-4d31-8d40-7e84a45402a8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 945 time: 0.1958599 Jan 28 20:16:37.764870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:37.778595 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c5ca2a-a11f-415d-b28a-0fa1ac998893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:37.785107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c5ca2a-a11f-415d-b28a-0fa1ac998893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:37.827144 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-55c5ca2a-a11f-415d-b28a-0fa1ac998893 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07224ac1e2e446e1a0d1c7122b0f5711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773513 Jan 28 20:16:37.832390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55582) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:37.844806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:37.845631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:37.847181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] 10.222.0.26 "PUT /v2.0/ports/4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 HTTP/1.1" status: 200 len: 1091 time: 2.0438082 Jan 28 20:16:37.876207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88fc788-58ba-4460-8d2e-d79ed7b9c8b0', 'tag': '4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:37.881062 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f88fc788-58ba-4460-8d2e-d79ed7b9c8b0", "tag": "4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:37.903251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5ca2a-a11f-415d-b28a-0fa1ac998893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea889251-69ca-4305-afa9-41502c8056a1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:37.985083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf029b7-c54d-4868-9a35-60e40134390e service neutron] Pushing event updated for resources: {'Port': ['ID=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:37.999328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-581df3c1-a367-40b8-940f-8723aa4de1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:38.039650 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-581df3c1-a367-40b8-940f-8723aa4de1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:38.103575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a71b59f7-b72b-47ba-92ef-6378dd55b4ae req-48d2b009-bdcf-48ba-b93a-93a984207938 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881403 Jan 28 20:16:38.114822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-67334683-02fb-4240-ae67-3c99ddfee77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:38.119089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-67334683-02fb-4240-ae67-3c99ddfee77e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 1094 time: 0.1285388 Jan 28 20:16:38.124763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-581df3c1-a367-40b8-940f-8723aa4de1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:38.128597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-581df3c1-a367-40b8-940f-8723aa4de1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:38.130437 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-581df3c1-a367-40b8-940f-8723aa4de1cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea889251-69ca-4305-afa9-41502c8056a1 HTTP/1.1" status: 204 len: 168 time: 0.2961850 Jan 28 20:16:38.164420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df3c1-a367-40b8-940f-8723aa4de1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea889251-69ca-4305-afa9-41502c8056a1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:38.319226 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644d29fd-870f-4fab-810e-c913e2e4f448 x-openstack-request-id: req-644d29fd-870f-4fab-810e-c913e2e4f448 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:38.319656 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88fc788-58ba-4460-8d2e-d79ed7b9c8b0", "tag": "4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:38.319932 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-644d29fd-870f-4fab-810e-c913e2e4f448 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:38.322893 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88fc788-58ba-4460-8d2e-d79ed7b9c8b0', 'tag': '4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7', 'status': 'completed', 'code': 200} Jan 28 20:16:38.329102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-140be68b-3bcb-49a7-9994-1d0fa644f2df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 HTTP/1.1" status: 200 len: 217 time: 0.1640584 Jan 28 20:16:38.466535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-1316f7c5-a266-43bc-8873-b9918e3294ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:38.466535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-1316f7c5-a266-43bc-8873-b9918e3294ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b642db89-609d-4723-8ba6-782a520fcc50 HTTP/1.1" status: 200 len: 854 time: 0.1130390 Jan 28 20:16:38.572958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-c49111eb-fa33-4603-8651-c9ed8386894f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=637254f4-54ac-4541-aed4-43b04cfb4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519967 Jan 28 20:16:38.599394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dd317-1399-48a3-a5ce-b3db78fc2e7f req-f789eb1e-5be1-47db-97f6-35427e6683e2 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:38.601088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f1dd317-1399-48a3-a5ce-b3db78fc2e7f req-f789eb1e-5be1-47db-97f6-35427e6683e2 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.4967690 Jan 28 20:16:38.749586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-6f692bc5-36f0-4e3a-b2af-c1b73221f30f tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4340758 Jan 28 20:16:38.770894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:38.791984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f1dd317-1399-48a3-a5ce-b3db78fc2e7f req-071bcc84-136b-4ce5-a4ef-2fd014cc283a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667962 Jan 28 20:16:38.821365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-3110a664-bd07-48c9-a63f-3fb30b804143 service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193904 Jan 28 20:16:38.869190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:39.005682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a43122-1e49-4656-9c10-ab53c1010411 req-e2a28c3d-0231-43de-8c9c-bb0e5fa33cb3 service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619248 Jan 28 20:16:39.596313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55636) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:39.633493 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:39.665983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-6da6567b-7c5c-45a6-a067-2e5d7474ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:39.667494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-6da6567b-7c5c-45a6-a067-2e5d7474ec22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 1094 time: 0.5873716 Jan 28 20:16:39.752965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb57f-25e6-4fa0-b743-c06c8f0ab5b5 req-db67003a-4eb0-44e6-8075-3f0d8ea4be5e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:39.754430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-627bb57f-25e6-4fa0-b743-c06c8f0ab5b5 req-db67003a-4eb0-44e6-8075-3f0d8ea4be5e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 943 time: 0.2151065 Jan 28 20:16:39.814256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1675597964-network', 'tenant_id': '9acce1b787f246d3bf8f1d3961e8d469'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:39.874411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Made reservation on behalf of 9acce1b787f246d3bf8f1d3961e8d469 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:39.878239 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:39.907553 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:40.000077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-71b1f54b-b611-45f3-ada7-342a9096a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:40.003136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-71b1f54b-b611-45f3-ada7-342a9096a4d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 200 len: 915 time: 0.2394588 Jan 28 20:16:40.007184 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbf03613-b63f-48dc-97ba-53045246268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:40.123378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-ec1e214f-88bf-4a5d-a52b-d1169e083429 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 HTTP/1.1" status: 200 len: 217 time: 0.0842886 Jan 28 20:16:40.143763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-627bb57f-25e6-4fa0-b743-c06c8f0ab5b5 req-6a35fdc4-147d-4b1a-bbf6-ce49eb69941e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343150 Jan 28 20:16:40.169176 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:40.177369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:40.208067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:16:40.243911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:40.244534 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Added segment 099cfa0c-30e6-40fe-acd1-6e939938c5de of type vlan for network b6f7ac71-7c74-4595-bd4a-397831da1a7d Jan 28 20:16:40.263837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd09c269-5cfa-4f81-aadc-43815ca98021,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:40.307472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:40.349024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-3c57737e-41fb-41d9-80bf-be74276ec0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:40.351173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-3c57737e-41fb-41d9-80bf-be74276ec0b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b642db89-609d-4723-8ba6-782a520fcc50 HTTP/1.1" status: 200 len: 854 time: 0.2027097 Jan 28 20:16:40.363080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Allocated IP 172.25.2.4 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/38e9d943-1773-49b4-9881-64d077012715) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:40.372005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:40.373003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:40.373810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:40.420090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-7cb7c731-2e91-4773-9f67-a602ba1cd8a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=637254f4-54ac-4541-aed4-43b04cfb4e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542204 Jan 28 20:16:40.587281 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9899890 Jan 28 20:16:40.613355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55654) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:40.622347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070289fc-b9da-4971-93d3-57b7627af356 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f7ac71-7c74-4595-bd4a-397831da1a7d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:40.635545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Request body: {'subnet': {'network_id': 'b6f7ac71-7c74-4595-bd4a-397831da1a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1675597964-subnet', 'tenant_id': '9acce1b787f246d3bf8f1d3961e8d469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:40.669087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b6f7ac71-7c74-4595-bd4a-397831da1a7d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:16:40.831777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Made reservation on behalf of 9acce1b787f246d3bf8f1d3961e8d469 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:40.835418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:41.010620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:41.028324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-302b964f-8ef6-4d19-ac33-dfdb19b6d45d service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862055 Jan 28 20:16:41.270770 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:41.408297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3681e0-c8a9-45c3-bd55-bf3976849482 req-beab0c73-a6f5-4f60-a691-32ec697a7e4c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.410180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb3681e0-c8a9-45c3-bd55-bf3976849482 req-beab0c73-a6f5-4f60-a691-32ec697a7e4c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.3294168 Jan 28 20:16:41.417633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Pushing event updated for resources: {'Port': ['ID=38e9d943-1773-49b4-9881-64d077012715,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:41.444167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:41.463760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:41.489152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae3c3311-7f31-4974-b0f1-56cd5710ce1d req-7817e030-142b-45ba-983e-7ab6f3211faf service neutron] 10.222.0.26 "GET /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501810 Jan 28 20:16:41.493489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:41.500761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:41.564312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:41.660805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb3681e0-c8a9-45c3-bd55-bf3976849482 req-2bf5c464-d4dc-45f7-b6a5-c258ddb569c2 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906085 Jan 28 20:16:41.685214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06acc06-c872-4cd2-9a2d-695782e51765,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:41.823673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Checking segment: {'id': '099cfa0c-30e6-40fe-acd1-6e939938c5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6f7ac71-7c74-4595-bd4a-397831da1a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:41.824247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Network hostable DHCP agents. Network: b6f7ac71-7c74-4595-bd4a-397831da1a7d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:16:41.878591 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:41.942802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Network b6f7ac71-7c74-4595-bd4a-397831da1a7d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:16:41.955461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3f4f2-20c3-490f-9fd5-d1b225402025 req-aafe6970-936b-42b4-b10c-acfcc7e549b3 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.964373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ed3f4f2-20c3-490f-9fd5-d1b225402025 req-aafe6970-936b-42b4-b10c-acfcc7e549b3 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 943 time: 0.1809938 Jan 28 20:16:41.997861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:41.999913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b6f7ac71-7c74-4595-bd4a-397831da1a7d) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:42.004978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:42.005562 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:42.016749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe9ce44-24d1-4ef2-bcbe-f35bf3447cc3 None None] Network b6f7ac71-7c74-4595-bd4a-397831da1a7d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:16:42.068140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1342f769-3598-41a8-8bb5-25d27f115730 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4400823 Jan 28 20:16:42.092506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ed3f4f2-20c3-490f-9fd5-d1b225402025 req-44f20f81-29ca-49f3-8dc3-08bd2648ad7b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244915 Jan 28 20:16:42.319386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:42.327398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:42.331730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c10fe9-d0b5-423a-a49c-2a63d5481073 None None] Network b6f7ac71-7c74-4595-bd4a-397831da1a7d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:16:42.430125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Pushing event updated for resources: {'Port': ['ID=38e9d943-1773-49b4-9881-64d077012715,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:42.466005 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:42.516528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:42.518145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-1feca0c6-9a47-462d-8216-a08013619c9d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.7566197 Jan 28 20:16:42.671189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151aae7-51ca-4ccd-a179-06255c24b736 req-4b836c28-7c23-42eb-801b-58642bdbf93a tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:42.672357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d151aae7-51ca-4ccd-a179-06255c24b736 req-4b836c28-7c23-42eb-801b-58642bdbf93a tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 950 time: 0.2222881 Jan 28 20:16:42.703700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-e9aa2867-a882-49cf-a4ae-5d78fb1999df tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.1677303 Jan 28 20:16:42.786097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:42.792791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d151aae7-51ca-4ccd-a179-06255c24b736 req-c8440592-284b-4726-b529-e6e0c0caff57 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060607 Jan 28 20:16:42.898445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-ff5147a9-811a-4211-a141-1061effbb31a tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:42.900150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-ff5147a9-811a-4211-a141-1061effbb31a tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1813791 Jan 28 20:16:42.941907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-de3b9417-06c9-45fd-a06f-3126057d44e5 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:16:42.955475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:42.969460 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9458a318-d0dd-421e-9d13-5b12f763c4b2 req-de3b9417-06c9-45fd-a06f-3126057d44e5 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0410674 Jan 28 20:16:43.210029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae256d-1da8-46b4-ab8b-389eed025b52 req-a8fd0a77-a7e4-4237-a3e4-076afee98f54 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:43.214095 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4ae256d-1da8-46b4-ab8b-389eed025b52 req-a8fd0a77-a7e4-4237-a3e4-076afee98f54 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1301548 Jan 28 20:16:43.232735 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-6061988f-b1bd-4783-b876-e900ef3380d6 req-31018298-2ebe-44c4-8720-2300903d83b3 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] show failed (client error): The resource could not be found. Jan 28 20:16:43.237146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6061988f-b1bd-4783-b876-e900ef3380d6 req-31018298-2ebe-44c4-8720-2300903d83b3 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] 10.222.0.44 "GET /v2.0/security-groups/76844002-1a6c-4788-82b8-456281648fd4 HTTP/1.1" status: 404 len: 352 time: 0.0212779 Jan 28 20:16:43.304494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4ae256d-1da8-46b4-ab8b-389eed025b52 req-6f3a110d-8874-41df-9661-d70a54168b52 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 Jan 28 20:16:43.368220 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:43.402929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:43.425136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7', 'network_id': '637254f4-54ac-4541-aed4-43b04cfb4e3e', 'port_id': '4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7', 'mac_address': 'fa:16:3e:ad:f1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b642db89-609d-4723-8ba6-782a520fcc50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:43.501519 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:43.517524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:43.564445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:43.574864 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:43.674296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-037d6caa-63c6-4d1b-95a4-d3ea9abe2362 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:43.686242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-037d6caa-63c6-4d1b-95a4-d3ea9abe2362 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 821 time: 0.2303493 Jan 28 20:16:43.717308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:43.733492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-adb49195-4ee4-4f80-817a-b4e6fb96524f tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/quotas/b7a94ec9a3114b3c9b005b2dc0ffd5b5 HTTP/1.1" status: 200 len: 375 time: 0.0460041 Jan 28 20:16:43.872817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65748d85-c1c2-43c2-bac5-15a4181a336a req-5b01faed-31e1-4b00-af1d-35519f154c8e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:43.874602 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65748d85-c1c2-43c2-bac5-15a4181a336a req-5b01faed-31e1-4b00-af1d-35519f154c8e tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 944 time: 0.0820715 Jan 28 20:16:43.901049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-282dd151-934b-4526-ab9a-8c136eef688c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1604753 Jan 28 20:16:44.000088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:44.097193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65748d85-c1c2-43c2-bac5-15a4181a336a req-8d696339-7327-4092-b6af-e223e0c641ed tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082367 Jan 28 20:16:44.218749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-29d5de9c-57a8-4afd-b276-f270cf7cb3de service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920325 Jan 28 20:16:44.431551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9941501-3ce8-43b8-a666-eb7f63c0f04b req-3fa24f6e-82bd-4c36-a7b9-302b69bb39c1 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9acce1b787f246d3bf8f1d3961e8d469 HTTP/1.1" status: 200 len: 2984 time: 0.1297157 Jan 28 20:16:44.461817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-117977d0-a54f-4475-8173-a735e88ce1e7 service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363737 Jan 28 20:16:44.572713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9941501-3ce8-43b8-a666-eb7f63c0f04b req-0ec384ce-b886-4e26-99f3-172e919dad51 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] 10.222.0.44 "GET /v2.0/security-groups/dd09c269-5cfa-4f81-aadc-43815ca98021 HTTP/1.1" status: 200 len: 2981 time: 0.1245260 Jan 28 20:16:44.704972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9941501-3ce8-43b8-a666-eb7f63c0f04b req-d02a7da8-3149-4855-b053-7d648410ede4 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] 10.222.0.44 "GET /v2.0/security-groups/dd09c269-5cfa-4f81-aadc-43815ca98021 HTTP/1.1" status: 200 len: 2981 time: 0.1304898 Jan 28 20:16:44.962657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 485d66b0-2efc-4131-90b6-0ba4519fb054 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:45.025409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a5d74-6a75-47c8-af27-250d0482acf6 req-75cce8fd-9987-47d2-8048-4f8cb54b5d3f tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:45.028864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-664a5d74-6a75-47c8-af27-250d0482acf6 req-75cce8fd-9987-47d2-8048-4f8cb54b5d3f tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1955018 Jan 28 20:16:45.158348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:45.173304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-664a5d74-6a75-47c8-af27-250d0482acf6 req-1b036825-c234-4cc3-a14d-54ecc71abd43 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310112 Jan 28 20:16:45.196735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-087e760f-344d-48bb-a860-aff298d5c10b req-16502a71-7078-4488-ac16-bd36232f2673 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] 10.222.0.44 "GET /v2.0/security-groups/dd09c269-5cfa-4f81-aadc-43815ca98021 HTTP/1.1" status: 200 len: 2981 time: 0.3612440 Jan 28 20:16:45.245765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:45.253463 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16572dc-25fc-4cef-8c97-4cd9ba2fd29c" -d '{"events": [{"server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "name": "network-vif-unplugged", "status": "completed", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:45.286377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:45.295343 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:45.362825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e13a474d-c525-4014-8cdc-8d237abbeea1 req-98a28976-6410-45f7-9ba6-8d0fd82cbb19 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 210 time: 0.0727832 Jan 28 20:16:45.454822 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-087e760f-344d-48bb-a860-aff298d5c10b req-492d4934-f6cb-4ae6-b2c6-3a13b5f95af8 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 20:16:45.461848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:45.483277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-087e760f-344d-48bb-a860-aff298d5c10b req-492d4934-f6cb-4ae6-b2c6-3a13b5f95af8 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd09c269-5cfa-4f81-aadc-43815ca98021 HTTP/1.1" status: 409 len: 352 time: 0.2849157 Jan 28 20:16:45.532038 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a962a53-8039-456c-8a1a-d3c11fe3aba9 x-openstack-request-id: req-1a962a53-8039-456c-8a1a-d3c11fe3aba9 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:45.532958 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "name": "network-vif-unplugged", "status": "completed", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:45.533317 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a962a53-8039-456c-8a1a-d3c11fe3aba9 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:45.534017 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'code': 200} Jan 28 20:16:45.690918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141f8a-eb9a-407a-a638-74a95fabf3a7 req-843ad402-6018-4bc8-b960-3f60d9481d82 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:45.695202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f141f8a-eb9a-407a-a638-74a95fabf3a7 req-843ad402-6018-4bc8-b960-3f60d9481d82 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 944 time: 0.1339464 Jan 28 20:16:45.726231 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-609b38b3-cf50-4615-ac4e-55fa620efd3b req-ab031e63-6c7f-456d-8f0f-2436771fde10 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] show failed (client error): The resource could not be found. Jan 28 20:16:45.727851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-609b38b3-cf50-4615-ac4e-55fa620efd3b req-ab031e63-6c7f-456d-8f0f-2436771fde10 tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] 10.222.0.44 "GET /v2.0/security-groups/d5494e06-2c44-40b2-8df4-8b0d08913e2f HTTP/1.1" status: 404 len: 352 time: 0.0299540 Jan 28 20:16:45.777928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f141f8a-eb9a-407a-a638-74a95fabf3a7 req-fb5e6ae8-9ea2-4535-8284-304daf9a658f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678043 Jan 28 20:16:45.790232 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-9f1dd9f9-c36c-499d-874d-8a135e0107cf req-cbba4343-f2f2-492f-9d28-d196854f185f tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] show failed (client error): The resource could not be found. Jan 28 20:16:45.792839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f1dd9f9-c36c-499d-874d-8a135e0107cf req-cbba4343-f2f2-492f-9d28-d196854f185f tempest-SecurityGroupsNegativeTestJSON-1885330304 tempest-SecurityGroupsNegativeTestJSON-1885330304-project] 10.222.0.44 "GET /v2.0/security-groups/898a479a-cb1a-444c-a6fa-0717618b0a2c HTTP/1.1" status: 404 len: 352 time: 0.0305555 Jan 28 20:16:45.806584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55874) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:45.904528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3259105-0f22-47cf-ab72-df1b9cea4c6c admin admin] Deleting subnet e06acc06-c872-4cd2-9a2d-695782e51765 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:16:45.909466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3259105-0f22-47cf-ab72-df1b9cea4c6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:45.975184 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3259105-0f22-47cf-ab72-df1b9cea4c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.033282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3259105-0f22-47cf-ab72-df1b9cea4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.124080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3259105-0f22-47cf-ab72-df1b9cea4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.161227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3259105-0f22-47cf-ab72-df1b9cea4c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06acc06-c872-4cd2-9a2d-695782e51765,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:46.174396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3259105-0f22-47cf-ab72-df1b9cea4c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.181520 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b3259105-0f22-47cf-ab72-df1b9cea4c6c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e06acc06-c872-4cd2-9a2d-695782e51765 HTTP/1.1" status: 204 len: 168 time: 0.3703232 Jan 28 20:16:46.181818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55876) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:46.315371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.486351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6faba-2324-458e-9a18-4d63a05f591d req-566bcf5e-aa7d-4862-9b59-edeb9a7a3228 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:46.488990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ff6faba-2324-458e-9a18-4d63a05f591d req-566bcf5e-aa7d-4862-9b59-edeb9a7a3228 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1709580 Jan 28 20:16:46.492680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.571882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2fb2b8ab-d632-4703-a314-278deddab1eb req-ad2bf159-d17c-4262-8cbf-4ecc6a1aa232 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 210 time: 0.0744965 Jan 28 20:16:46.580655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f7ac71-7c74-4595-bd4a-397831da1a7d']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:46.598214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099cfa0c-30e6-40fe-acd1-6e939938c5de') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:46.598508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099cfa0c-30e6-40fe-acd1-6e939938c5de') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:46.616600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.654828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ff6faba-2324-458e-9a18-4d63a05f591d req-7ce84f5f-99f9-49f6-ad97-f57697c337d6 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309929 Jan 28 20:16:46.655991 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.669550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:16:46.670295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:16:46.676490 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:16:46.881374 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.896132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:46.902489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b6f7ac71-7c74-4595-bd4a-397831da1a7d HTTP/1.1" status: 204 len: 168 time: 0.7193344 Jan 28 20:16:46.935669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be42dc2-c09e-4ac1-a95f-e3292c47feb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f7ac71-7c74-4595-bd4a-397831da1a7d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:46.976339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:46.984490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:47.064686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-50585ed9-c8db-4bbb-b877-094d8b1d6dbd tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:47.067185 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-50585ed9-c8db-4bbb-b877-094d8b1d6dbd tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.26 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 821 time: 0.3671110 Jan 28 20:16:47.087294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a3a61-c9ae-40ec-90f1-7db3f0958bbd req-8a88ef98-2429-4af9-949f-d1c9e386d75b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:47.089317 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-271a3a61-c9ae-40ec-90f1-7db3f0958bbd req-8a88ef98-2429-4af9-949f-d1c9e386d75b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 944 time: 0.1299629 Jan 28 20:16:47.098933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Request body: {'port': {'device_id': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'admin_state_up': True, 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:47.129517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:16:47.138918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:47.139569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.199234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:47.226710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'mac_address': 'fa:16:3e:6b:b7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:47.232845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55900) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:47.266141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-271a3a61-c9ae-40ec-90f1-7db3f0958bbd req-51c938a1-c9cf-4b2d-8841-b0f977264a74 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596410 Jan 28 20:16:47.298853 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.307415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dc21a5d1-605a-4744-b503-75ee86e6f2be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9acce1b787f246d3bf8f1d3961e8d469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698352 Jan 28 20:16:47.312660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55902) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:47.354297 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.369793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:47.372112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:47.384051 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.423633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-062c7be9-8057-4e5a-b90b-b3b1a268cc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.459702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:47.473255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Made reservation on behalf of b7a94ec9a3114b3c9b005b2dc0ffd5b5 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:47.473924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.478610 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.482032 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-062c7be9-8057-4e5a-b90b-b3b1a268cc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.490884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:47.557520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88fc788-58ba-4460-8d2e-d79ed7b9c8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:47.557520 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ecff2b-09ac-47bc-97d4-28d1f5e56535" -d '{"events": [{"server_uuid": "f88fc788-58ba-4460-8d2e-d79ed7b9c8b0", "name": "network-vif-plugged", "status": "completed", "tag": "4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:47.601841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:47.621447 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf606079-9465-437a-8b11-0d63022ab9e2 x-openstack-request-id: req-bf606079-9465-437a-8b11-0d63022ab9e2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:47.621913 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88fc788-58ba-4460-8d2e-d79ed7b9c8b0", "name": "network-vif-plugged", "status": "completed", "tag": "4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:47.622329 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf606079-9465-437a-8b11-0d63022ab9e2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:47.623012 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88fc788-58ba-4460-8d2e-d79ed7b9c8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7', 'code': 200} Jan 28 20:16:47.669331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['86f1777e-6be5-4711-8aa9-b12a7eaa0e33'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:47.715711 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-062c7be9-8057-4e5a-b90b-b3b1a268cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.721807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-062c7be9-8057-4e5a-b90b-b3b1a268cc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.722929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-062c7be9-8057-4e5a-b90b-b3b1a268cc65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd09c269-5cfa-4f81-aadc-43815ca98021 HTTP/1.1" status: 204 len: 168 time: 0.4040625 Jan 28 20:16:47.767161 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:47.800078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75f143b3-4f23-4e48-a308-ac80887174ae req-2fcbca2a-22f5-4fda-9309-9d68d3dd73d2 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 210 time: 0.0912111 Jan 28 20:16:47.811487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c7be9-8057-4e5a-b90b-b3b1a268cc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd09c269-5cfa-4f81-aadc-43815ca98021,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:47.838219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c24c-129c-4235-964d-1ef24d961ba6 req-70141d5e-1125-4c5c-9d50-d0be00644d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:47.841449 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69f1c24c-129c-4235-964d-1ef24d961ba6 req-70141d5e-1125-4c5c-9d50-d0be00644d6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 1096 time: 0.0969031 Jan 28 20:16:47.868286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Allocated IP 172.20.0.10 (54052850-5a3b-4fc5-8e47-f983b1393a26/b443b98f-9a8f-4e99-b139-2ab38d44dbd2/4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:48.046873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9618789-8d63-4c40-b154-c82cd5595c3f req-8d9efb2c-b233-4503-a360-335f4648c51b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:48.056814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9618789-8d63-4c40-b154-c82cd5595c3f req-8d9efb2c-b233-4503-a360-335f4648c51b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.2274559 Jan 28 20:16:48.210677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9618789-8d63-4c40-b154-c82cd5595c3f req-5bb94711-e19e-4e34-96d4-030319e6b314 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358809 Jan 28 20:16:48.290964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:48.333492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69f1c24c-129c-4235-964d-1ef24d961ba6 req-013f574e-e726-4fee-b41b-61e94e3299ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563658 Jan 28 20:16:48.339674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:48.355150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f123d329-3c03-4172-a6c2-5a7d07d7f3f9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:48.418921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:48.424476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:48.435732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:48.536723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Pushing event updated for resources: {'Port': ['ID=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:48.601344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:48.602713 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:48.637305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e1f6fcce-476e-4efa-aeb4-d9a43138e7db tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5456676 Jan 28 20:16:48.671982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288e7b6-876b-42b6-a308-0d50bc8f9d73 req-5c93882c-c071-470b-b5e6-a8a2a1acf195 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:48.692676 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2288e7b6-876b-42b6-a308-0d50bc8f9d73 req-5c93882c-c071-470b-b5e6-a8a2a1acf195 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.2579806 Jan 28 20:16:48.752350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Request body: {'port': {'device_id': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:48.847504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2288e7b6-876b-42b6-a308-0d50bc8f9d73 req-4757435f-192c-4477-8bae-1a38cb932fbd tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490133 Jan 28 20:16:48.901180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:48.941376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5fd15255-6339-4f14-9a92-f71dbd41afa1 None None] Provisioning complete for port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:48.946020 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5fd15255-6339-4f14-9a92-f71dbd41afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:48.975454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:49.145390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5fd15255-6339-4f14-9a92-f71dbd41afa1 None None] Port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:16:49.176606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:49.177123 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:49.178820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15a88-2ddb-441d-8ea5-b184ff6f37ac req-4aa163cd-2a9c-4ef9-8dd0-d4c7a0fad1b8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:49.188302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd15a88-2ddb-441d-8ea5-b184ff6f37ac req-4aa163cd-2a9c-4ef9-8dd0-d4c7a0fad1b8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 932 time: 0.2305610 Jan 28 20:16:49.316141 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:49.369466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:49.375626 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:49.397720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55978) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:49.496093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:49.624547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1583954104-network', 'tenant_id': 'abaa70e55f5842ee8eb66ba3ecb16626'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:49.624884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:49.629914 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce187da6-e367-40fb-92c3-924996201531" -d '{"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-plugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:49.656920 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd15a88-2ddb-441d-8ea5-b184ff6f37ac req-f5f29857-e47b-4d22-9c24-871c42658e78 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663134 Jan 28 20:16:49.661104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Made reservation on behalf of abaa70e55f5842ee8eb66ba3ecb16626 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:49.664383 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:49.683106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:49.952639 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:49.958252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:49.983552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:50.012576 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.023093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:16:50.025701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcad1915-8ef5-401a-af07-2e9c7ec4549b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:50.029734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a143d-a613-4e3d-a89d-7f9d83a776b8 req-b5810d96-4430-4bec-b9ca-2363475b6172 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:50.043703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b82a143d-a613-4e3d-a89d-7f9d83a776b8 req-b5810d96-4430-4bec-b9ca-2363475b6172 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.2169876 Jan 28 20:16:50.045455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.046301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.046850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.047547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.048802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.049627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.050275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.050809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.051448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.052108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.052741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.053529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:50.061769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.062722 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Added segment 75631701-26cc-44de-a881-65c4bc255184 of type vlan for network 7b0b6448-b5af-4ef2-acae-d729689fa407 Jan 28 20:16:50.074624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Transition to ACTIVE for port object 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:16:50.082288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.123054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.143891 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b82a143d-a613-4e3d-a89d-7f9d83a776b8 req-52f4501e-cbe7-47ae-893f-fc30222e7647 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992098 Jan 28 20:16:50.194746 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.196115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:50.196738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.239397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Pushing event updated for resources: {'Port': ['ID=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:50.272516 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b0776-84d4-4f6f-9db9-fe4665c3b671 x-openstack-request-id: req-471b0776-84d4-4f6f-9db9-fe4665c3b671 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:50.272888 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-plugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:50.273181 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-471b0776-84d4-4f6f-9db9-fe4665c3b671 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:50.273775 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'code': 200} Jan 28 20:16:50.323728 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9248152 Jan 28 20:16:50.328230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55998) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:16:50.339469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Request body: {'subnet': {'network_id': '7b0b6448-b5af-4ef2-acae-d729689fa407', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1583954104-subnet', 'tenant_id': 'abaa70e55f5842ee8eb66ba3ecb16626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:50.350656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1529f-eefd-48a5-9649-456e8ccca69b admin admin] Pushing event updated for resources: {'Network': ['ID=7b0b6448-b5af-4ef2-acae-d729689fa407,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:50.353588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Attempting to bind port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:16:50.355654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Attempting to bind port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:16:50.356067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Attempting to bind port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e on network 54052850-5a3b-4fc5-8e47-f983b1393a26 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:50.364079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7b0b6448-b5af-4ef2-acae-d729689fa407 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:16:50.372405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e on network 54052850-5a3b-4fc5-8e47-f983b1393a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:16:50.372751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Attempting to bind port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e on network 54052850-5a3b-4fc5-8e47-f983b1393a26 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:50.452234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:50.452234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Checking segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:50.452234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Bound using segment: {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:50.452234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Bound port: 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efaf747-c2b7-4886-9937-62ccc0d6a848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:16:50.452234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.474690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Made reservation on behalf of abaa70e55f5842ee8eb66ba3ecb16626 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:50.477302 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.606326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61cdbc-0582-4bdd-bb6f-e7c209caa631 req-f29cd632-61c4-4023-9807-55e6ca9f422a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:50.608146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be61cdbc-0582-4bdd-bb6f-e7c209caa631 req-f29cd632-61c4-4023-9807-55e6ca9f422a tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.2426200 Jan 28 20:16:50.676134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] For port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:50.706966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] For port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:50.721517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:50.734861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be61cdbc-0582-4bdd-bb6f-e7c209caa631 req-a0bd8e53-4a31-4368-8f54-649d3dc4ffa7 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074271 Jan 28 20:16:51.011369 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:51.032602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:51.032602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:51.032602 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] 10.222.0.26 "PUT /v2.0/ports/4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 1092 time: 2.2911222 Jan 28 20:16:51.040287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:51.046991 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de280e15-34aa-4dd3-a178-23b9ec301a19" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:51.271270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebe949-bd58-4b3a-a0ce-c3b3358c23cc service neutron] Pushing event updated for resources: {'Port': ['ID=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:51.290052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:51.410966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50c3078-e12f-4708-a311-b89346bd6a1f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:51.490556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-0ae230cf-6603-4ac4-a645-a977495dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:51.493255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-0ae230cf-6603-4ac4-a645-a977495dca52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 1095 time: 0.4070141 Jan 28 20:16:51.603323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Checking segment: {'id': '75631701-26cc-44de-a881-65c4bc255184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7b0b6448-b5af-4ef2-acae-d729689fa407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:16:51.604040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Network hostable DHCP agents. Network: 7b0b6448-b5af-4ef2-acae-d729689fa407, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:16:51.618829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-4a5f0d2f-a638-42cc-877c-d2990d7cb651 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 217 time: 0.1050284 Jan 28 20:16:51.634419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b9e32-60c1-443c-add8-204644b0a08b req-fe14a297-49eb-4e58-b2c4-88a057031dad tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:51.637177 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c06b9e32-60c1-443c-add8-204644b0a08b req-fe14a297-49eb-4e58-b2c4-88a057031dad tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 944 time: 0.3510125 Jan 28 20:16:51.753814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Network 7b0b6448-b5af-4ef2-acae-d729689fa407 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:16:51.785902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-6e2f0cb9-0c34-4fe8-aeb6-acd238ff3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:51.788522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-6e2f0cb9-0c34-4fe8-aeb6-acd238ff3c34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1498861 Jan 28 20:16:51.793676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7b0b6448-b5af-4ef2-acae-d729689fa407) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:51.812202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471c34b-ff93-4a5d-92fa-04ab2228506e None None] Network 7b0b6448-b5af-4ef2-acae-d729689fa407 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:16:51.817102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:51.818250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:51.837665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c06b9e32-60c1-443c-add8-204644b0a08b req-a3a245df-e56f-418e-bfa2-ecb5aae567a8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750329 Jan 28 20:16:51.979918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-b32340a9-7cd9-48c5-83dd-1c0bee8245f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:51.986534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-b32340a9-7cd9-48c5-83dd-1c0bee8245f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821806 Jan 28 20:16:52.006245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e038efee-0b0d-4c9c-81c1-cf3845314618 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6753526 Jan 28 20:16:52.108568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c501f-a493-4643-bc97-e6eda59e3941 None None] Network 7b0b6448-b5af-4ef2-acae-d729689fa407 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:16:52.349711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b6a77-9550-49b7-a958-c11cde4f43b1 req-f40bbca6-395e-473e-ba9c-f69540a03524 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:52.352464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-182b6a77-9550-49b7-a958-c11cde4f43b1 req-f40bbca6-395e-473e-ba9c-f69540a03524 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.3679535 Jan 28 20:16:52.452225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-2bdf4828-93b7-40e0-8e85-52ebc1bcb213 service neutron] 10.222.0.26 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518340 Jan 28 20:16:52.499578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-182b6a77-9550-49b7-a958-c11cde4f43b1 req-74e681f4-8992-4876-a656-61d2fb4ccce9 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346619 Jan 28 20:16:52.608414 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e411b44-d42b-4b47-bc75-c513dca63355 x-openstack-request-id: req-9e411b44-d42b-4b47-bc75-c513dca63355 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:52.608863 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:52.609267 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e411b44-d42b-4b47-bc75-c513dca63355 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:52.609844 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'status': 'completed', 'code': 200} Jan 28 20:16:52.713529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e29fe479-5aef-4d85-b1cf-57d198c17c75 req-e011bd6b-ab82-4aaf-ac84-a16e4d90b3b0 service neutron] 10.222.0.26 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480333 Jan 28 20:16:52.774177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8502fd-5443-4c88-b347-16206348fd8e req-abf82d6b-9704-4daa-b988-d7e305003c4b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:52.776009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c8502fd-5443-4c88-b347-16206348fd8e req-abf82d6b-9704-4daa-b988-d7e305003c4b tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.0977881 Jan 28 20:16:52.929732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c8502fd-5443-4c88-b347-16206348fd8e req-15e7dda0-61b5-43a4-a0bf-c0cb8198bba1 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401856 Jan 28 20:16:53.043871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-cb601c18-785c-4542-91a7-952aa915c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:53.045489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-cb601c18-785c-4542-91a7-952aa915c84f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 1095 time: 0.1940658 Jan 28 20:16:53.082957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-850fd397-37b2-4f65-8afd-54864418d78f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:53.086643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-850fd397-37b2-4f65-8afd-54864418d78f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.13 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 945 time: 0.1554444 Jan 28 20:16:53.400501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8b580-02a9-48bf-94a1-669b2a1b54fc req-c2981d5e-58e1-4a2e-8742-44ed64dee720 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:53.412945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cea8b580-02a9-48bf-94a1-669b2a1b54fc req-c2981d5e-58e1-4a2e-8742-44ed64dee720 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/ports?device_id=341d4cb3-7f34-4148-957a-bd6896d807bb HTTP/1.1" status: 200 len: 945 time: 0.3238406 Jan 28 20:16:53.495961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-f9b7651d-1e89-439b-be32-31b49a0d8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:53.498533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-f9b7651d-1e89-439b-be32-31b49a0d8592 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.4106753 Jan 28 20:16:53.616774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cea8b580-02a9-48bf-94a1-669b2a1b54fc req-a76b3e89-e512-410b-9dc1-368bba3baae5 tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups?id=885831b5-3b91-4af7-80fb-31200fad872b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867692 Jan 28 20:16:53.620558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-b3a9703d-d941-40ce-ba9e-adff7c206c69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 217 time: 0.1081266 Jan 28 20:16:53.666681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Deleting port 3ac79041-25f3-4d33-858b-0ae8ff089cff {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:16:53.667000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:53.826306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-d3fa0ce0-187c-4c29-983d-ca68f28d6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:53.831151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-d3fa0ce0-187c-4c29-983d-ca68f28d6265 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1788366 Jan 28 20:16:53.945684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] For port 3ac79041-25f3-4d33-858b-0ae8ff089cff, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3ac79041-25f3-4d33-858b-0ae8ff089cff,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:53.946348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:54.081860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-ba9231c0-8585-431c-91df-859141bd39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:54.084646 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-ba9231c0-8585-431c-91df-859141bd39ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2375124 Jan 28 20:16:54.406001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:54.406572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:54.407187 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Floating IP fd98ab08-4121-4932-aa1c-f790f23802d7 disassociated. External IP: 172.25.2.227, port: 3ac79041-25f3-4d33-858b-0ae8ff089cff. Jan 28 20:16:54.407755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Calling delete_port for 3ac79041-25f3-4d33-858b-0ae8ff089cff owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:16:54.418935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-fb5aa7bf-1439-4477-91e1-73648e3ac818 service neutron] 10.222.0.26 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163898 Jan 28 20:16:54.653590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de280e15-34aa-4dd3-a178-23b9ec301a19 req-91ecaaa0-7064-4600-9b22-cdf20c8f95bb service neutron] 10.222.0.26 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187567 Jan 28 20:16:54.820938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:54.857590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event deleted for resources: {'Port': ['ID=3ac79041-25f3-4d33-858b-0ae8ff089cff,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:54.868149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.868541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.868856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.869194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.869526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.869856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.870183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.870506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.870829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.871152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.871474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:54.871805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:55.068425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:55.193155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:55.205793 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] Sync routers for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:55.236935 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:55.237686 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:16:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:55.253274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] No DVR routers for this DVR port 3ac79041-25f3-4d33-858b-0ae8ff089cff on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:55.258162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:55.274738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8832ad5a-a574-402d-8d86-3045e7fb57a3 req-02973742-ba77-4c16-bac8-46f791ecfa9d tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.13 "DELETE /v2.0/ports/3ac79041-25f3-4d33-858b-0ae8ff089cff HTTP/1.1" status: 204 len: 173 time: 2.1768844 Jan 28 20:16:55.275222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'name': 'network-vif-deleted', 'tag': '3ac79041-25f3-4d33-858b-0ae8ff089cff'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:16:55.277592 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaeb3c2-4940-4a11-b5ed-f54e421045bb" -d '{"events": [{"server_uuid": "341d4cb3-7f34-4148-957a-bd6896d807bb", "name": "network-vif-deleted", "tag": "3ac79041-25f3-4d33-858b-0ae8ff089cff"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:55.523843 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:55.791864 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:55.825903 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] Checking router: 0986c922-d4a4-4c23-a4f5-a1fb77d78970 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:55.840395 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:55.841163 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:16:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:56.012103 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:56.181678 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:16:56.424305 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:56.460029 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e4571-1618-4a03-8560-9e541075aa89 None None] The sync data for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 is: [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 4, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9e06d8c6-2073-4395-8c14-fc1f06a83c7f', 'name': '', 'network_id': 'a371b229-12a5-4700-9da3-4d7faf653e86', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'mac_address': 'fa:16:3e:c6:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:45Z', 'updated_at': '2022-01-28T20:13:56Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'subnets': [{'id': 'ef1cd5cd-c071-44c0-83c8-6445fba207a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:56.886769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a37655-3500-4fd0-a224-cb1ded8e31c0 None None] New status for floating IP fd98ab08-4121-4932-aa1c-f790f23802d7: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:16:57.006970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3ac79041-25f3-4d33-858b-0ae8ff089cff no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:57.032514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:57.061313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 3ac79041-25f3-4d33-858b-0ae8ff089cff {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:16:57.064548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3ac79041-25f3-4d33-858b-0ae8ff089cff not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:57.222698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:57.236223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'port_id': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'mac_address': 'fa:16:3e:f9:18:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:57.309274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:57.327579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:16:57.384249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:57.409002 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:16:57.561690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:57.874810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:01.037795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:17:01.122530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:17:01.127601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:17:01.128024 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:01.258378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:01.298756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:01.302472 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad81b7-5d79-4f6a-9940-008a48a7541c" -d '{"events": [{"server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "name": "network-vif-plugged", "status": "completed", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:01.320413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:01.327520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:01.395335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:01.900911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-7e644d83-4c4e-4317-8a4f-467fef8513b7 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:01.908571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-7e644d83-4c4e-4317-8a4f-467fef8513b7 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/networks?id=7b0b6448-b5af-4ef2-acae-d729689fa407 HTTP/1.1" status: 200 len: 818 time: 0.2482316 Jan 28 20:17:01.918613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0db82-7c3b-4661-bbea-4cc27a2d3738 req-daef0a63-b4e0-4b48-a408-bd6b68aa0197 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:01.920121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99d0db82-7c3b-4661-bbea-4cc27a2d3738 req-daef0a63-b4e0-4b48-a408-bd6b68aa0197 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 946 time: 0.1044970 Jan 28 20:17:01.941227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-6ae6c382-ba6d-440a-9ad5-283a670458e2 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/quotas/abaa70e55f5842ee8eb66ba3ecb16626 HTTP/1.1" status: 200 len: 375 time: 0.0312586 Jan 28 20:17:02.019973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99d0db82-7c3b-4661-bbea-4cc27a2d3738 req-19d4197f-386c-47d5-a390-6d8f620b5f4a tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930767 Jan 28 20:17:02.037983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-93d4676b-a7c3-4f15-96c8-cbb06e74e5e5 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=abaa70e55f5842ee8eb66ba3ecb16626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891509 Jan 28 20:17:02.196589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40233d3e-44ac-4b37-9f40-7301db025a9f req-a958f4ad-1f51-4239-ba1e-d8360c96a5c6 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:02.198389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40233d3e-44ac-4b37-9f40-7301db025a9f req-a958f4ad-1f51-4239-ba1e-d8360c96a5c6 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1096 time: 0.0677240 Jan 28 20:17:02.200824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-4a3881c9-80ed-45c5-a6c9-69ae56e03009 service neutron] 10.222.0.44 "GET /v2.0/networks/7b0b6448-b5af-4ef2-acae-d729689fa407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572349 Jan 28 20:17:02.352052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40233d3e-44ac-4b37-9f40-7301db025a9f req-d22ea714-e00f-4791-90f2-b9b2a1221f6e tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342957 Jan 28 20:17:02.398268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c75b1600-43dc-4f0d-8e2e-79859eb87b52 service neutron] 10.222.0.44 "GET /v2.0/networks/7b0b6448-b5af-4ef2-acae-d729689fa407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791668 Jan 28 20:17:02.580153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294268-39df-40d0-b9b2-8a836bc08c60 req-6c877df5-c536-4a75-84fb-b099c9149bb0 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:02.580153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4294268-39df-40d0-b9b2-8a836bc08c60 req-6c877df5-c536-4a75-84fb-b099c9149bb0 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.0869594 Jan 28 20:17:02.651531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4294268-39df-40d0-b9b2-8a836bc08c60 req-880846a4-fa0b-4618-9ee0-5801c09518b7 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634704 Jan 28 20:17:02.703094 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71a5780-9782-4f90-9003-eb6a374bafdb x-openstack-request-id: req-f71a5780-9782-4f90-9003-eb6a374bafdb {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:02.703386 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341d4cb3-7f34-4148-957a-bd6896d807bb", "name": "network-vif-deleted", "tag": "3ac79041-25f3-4d33-858b-0ae8ff089cff", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:02.703696 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f71a5780-9782-4f90-9003-eb6a374bafdb {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:02.705515 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341d4cb3-7f34-4148-957a-bd6896d807bb', 'name': 'network-vif-deleted', 'tag': '3ac79041-25f3-4d33-858b-0ae8ff089cff', 'status': 'completed', 'code': 200} Jan 28 20:17:02.725022 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb466ca-1b84-46c2-b530-61031f0badaa x-openstack-request-id: req-1eb466ca-1b84-46c2-b530-61031f0badaa {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:02.727119 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "name": "network-vif-plugged", "status": "completed", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:02.727388 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1eb466ca-1b84-46c2-b530-61031f0badaa {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:02.727941 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'code': 200} Jan 28 20:17:02.883517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42e84d-4411-4652-bbdf-5a61978c522c req-c9345e70-757e-4795-a422-6bb59f94944b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:02.891892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe42e84d-4411-4652-bbdf-5a61978c522c req-c9345e70-757e-4795-a422-6bb59f94944b tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.1143858 Jan 28 20:17:02.920273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e19827-2ec6-4710-bb1b-855bced5623b req-3bc90d00-495e-4fe6-be10-fdf4e9528754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:02.921854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e19827-2ec6-4710-bb1b-855bced5623b req-3bc90d00-495e-4fe6-be10-fdf4e9528754 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 1097 time: 0.0953438 Jan 28 20:17:03.007172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe42e84d-4411-4652-bbdf-5a61978c522c req-603883fc-21ef-4297-895e-4192653aa7ff tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144774 Jan 28 20:17:03.049176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e19827-2ec6-4710-bb1b-855bced5623b req-c0b6f7ff-637f-45a2-9de8-0324cc771d46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988441 Jan 28 20:17:03.150014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb5964a5-8a6c-4e39-b195-e1c03ed55671 req-c992d1c7-3e0f-44e1-a600-f35f2e50d00e tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 210 time: 0.0330427 Jan 28 20:17:03.505062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b37a97-af53-49cb-b424-8a12e0431471 req-cad4e387-a985-4721-81dd-afe24a86e084 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:03.507765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-88b37a97-af53-49cb-b424-8a12e0431471 req-cad4e387-a985-4721-81dd-afe24a86e084 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.0922868 Jan 28 20:17:03.597376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-88b37a97-af53-49cb-b424-8a12e0431471 req-dee82ab2-248d-4318-9beb-5da570ec2a09 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825541 Jan 28 20:17:03.791157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cf199-7eec-4f6a-a06e-f9b6cce34481 req-cbf7ca98-f818-4cb8-a67a-b92b4ebb0460 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:03.793212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f18cf199-7eec-4f6a-a06e-f9b6cce34481 req-cbf7ca98-f818-4cb8-a67a-b92b4ebb0460 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 946 time: 0.0724916 Jan 28 20:17:03.850964 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f18cf199-7eec-4f6a-a06e-f9b6cce34481 req-0916719d-f2da-4d9e-8044-3535055b4c02 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445492 Jan 28 20:17:04.272550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-23461fd2-17ed-411e-9ded-f5fe0f5c1811 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:17:04.274107 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-23461fd2-17ed-411e-9ded-f5fe0f5c1811 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086002 Jan 28 20:17:04.338816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-90ef4a1d-7dfc-4ec8-93dc-237e778d2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:04.340298 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-90ef4a1d-7dfc-4ec8-93dc-237e778d2fa6 service neutron] 10.222.0.44 "GET /v2.0/ports/eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 200 len: 1093 time: 0.0555418 Jan 28 20:17:04.357963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Request body: {'binding': {'host': 'n-h2-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:04.359017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:17:04.600142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on host n-h2-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:17:04.600826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:17:04.601348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:04.606708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:17:04.607287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:04.616358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:17:04.617000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:04.617799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:17:04.618435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Bound port: eae3531e-20b4-4140-96df-00323b4f93e4, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:17:04.697402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:17:04.716025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:04.717777 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93ae0a82-91a3-431d-a237-45c12c9b37a0 service neutron] 10.222.0.44 "POST /v2.0/ports/eae3531e-20b4-4140-96df-00323b4f93e4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3662467 Jan 28 20:17:04.771879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59832404-3a41-4a8e-963f-a1aca771b97f req-6b3eb70a-fff3-4abd-838c-08e63fa4c99d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:04.778220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59832404-3a41-4a8e-963f-a1aca771b97f req-6b3eb70a-fff3-4abd-838c-08e63fa4c99d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.4962816 Jan 28 20:17:04.851185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5815f1f4-391b-4f2c-aaec-183427f63dae tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:04.853099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5815f1f4-391b-4f2c-aaec-183427f63dae tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.13 "GET /v2.0/networks?id=7b0b6448-b5af-4ef2-acae-d729689fa407 HTTP/1.1" status: 200 len: 818 time: 0.6426821 Jan 28 20:17:04.884900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Request body: {'port': {'device_id': 'd5d76409-3dbe-4d1b-ab4c-6adcfa16da18', 'network_id': '7b0b6448-b5af-4ef2-acae-d729689fa407', 'admin_state_up': True, 'tenant_id': 'abaa70e55f5842ee8eb66ba3ecb16626'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:05.030637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59832404-3a41-4a8e-963f-a1aca771b97f req-6eee60f1-7db4-4dd0-bd7f-5cb581867eed tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923254 Jan 28 20:17:05.084367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d09db5-674a-46ad-90e1-c117d9fc7179 req-52627442-bfad-43b1-95b7-f7e1e3145026 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:05.086149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26d09db5-674a-46ad-90e1-c117d9fc7179 req-52627442-bfad-43b1-95b7-f7e1e3145026 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 951 time: 0.1684268 Jan 28 20:17:05.097281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56204) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:05.158517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Made reservation on behalf of abaa70e55f5842ee8eb66ba3ecb16626 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:05.162482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.175342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f0845e4-4217-4b56-b17f-11ec873eb00b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.202564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f0845e4-4217-4b56-b17f-11ec873eb00b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.263007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f0845e4-4217-4b56-b17f-11ec873eb00b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.266891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f0845e4-4217-4b56-b17f-11ec873eb00b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.271608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5f0845e4-4217-4b56-b17f-11ec873eb00b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "DELETE /v2.0/security-groups/885831b5-3b91-4af7-80fb-31200fad872b HTTP/1.1" status: 204 len: 168 time: 0.1727378 Jan 28 20:17:05.272485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56206) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:05.289971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0845e4-4217-4b56-b17f-11ec873eb00b tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885831b5-3b91-4af7-80fb-31200fad872b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:05.299952 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-e312e33c-2d38-4155-aec6-28d9607c6b4f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] show failed (client error): The resource could not be found. Jan 28 20:17:05.300764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26d09db5-674a-46ad-90e1-c117d9fc7179 req-3728d1a0-7750-469a-bafb-9d48c5a6f04d tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818037 Jan 28 20:17:05.304550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e312e33c-2d38-4155-aec6-28d9607c6b4f tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "GET /v2.0/security-groups/885831b5-3b91-4af7-80fb-31200fad872b HTTP/1.1" status: 404 len: 347 time: 0.0279820 Jan 28 20:17:05.305119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56208) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:05.308595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-6133e221-23fe-4582-946a-95c13b2aee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:05.310366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-6133e221-23fe-4582-946a-95c13b2aee89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1096 time: 0.1898401 Jan 28 20:17:05.383757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb6205-af9f-4293-8143-cd1e48bccf35 req-ef461dc3-89d7-48b2-91a6-f05dadae6127 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:05.385493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fcb6205-af9f-4293-8143-cd1e48bccf35 req-ef461dc3-89d7-48b2-91a6-f05dadae6127 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.2202995 Jan 28 20:17:05.487900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Deleting port a476665d-60e6-40f5-aafb-e70c66e04de6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:05.488270 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.496492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25604ca4-9064-49cb-91f4-c330f069682b req-c9fdc680-ed94-49f9-b06b-599344c278c6 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 210 time: 0.1072533 Jan 28 20:17:05.557601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fcb6205-af9f-4293-8143-cd1e48bccf35 req-653048a5-4dee-4bdd-855f-57c2c4a9f8e1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269844 Jan 28 20:17:05.614100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-dad2388e-0380-4dd7-a846-6aa03931ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:05.616215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-dad2388e-0380-4dd7-a846-6aa03931ccea service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.2693505 Jan 28 20:17:05.617387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Allocated IP 172.20.0.14 (7b0b6448-b5af-4ef2-acae-d729689fa407/c50c3078-e12f-4708-a311-b89346bd6a1f/edd391b7-3372-44c9-a307-c9356465d9d7) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:17:05.639766 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.640029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.663098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Calling delete_port for a476665d-60e6-40f5-aafb-e70c66e04de6 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:05.687176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-5ae72163-e0cf-4f77-b1db-238a591253f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 200 len: 217 time: 0.0539784 Jan 28 20:17:05.832624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.833346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-0f3d5afe-8a81-486e-a4e1-2aa1822121b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:05.835178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-0f3d5afe-8a81-486e-a4e1-2aa1822121b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1294937 Jan 28 20:17:05.860642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Pushing event deleted for resources: {'Port': ['ID=a476665d-60e6-40f5-aafb-e70c66e04de6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:05.869620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb725df6-23a1-4c13-b1dc-92cc006e0203 req-51cd0ec9-caef-4122-8148-0615695cbc66 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:05.871491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb725df6-23a1-4c13-b1dc-92cc006e0203 req-51cd0ec9-caef-4122-8148-0615695cbc66 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 946 time: 0.1890237 Jan 28 20:17:05.921034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c2692-0e16-4101-9e7d-53b68cb89ca5 req-0f97143a-e230-49ff-b600-d673fff6aa1a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:05.923158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-480c2692-0e16-4101-9e7d-53b68cb89ca5 req-0f97143a-e230-49ff-b600-d673fff6aa1a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 945 time: 0.2412760 Jan 28 20:17:05.931217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-03d6f25e-0265-4544-8e8b-ebd5d73af4db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812550 Jan 28 20:17:05.940832 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.944556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:05.948728 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4af58613-4ad1-4ab4-8343-4f699f4832fd tempest-ServersWithSpecificFlavorTestJSON-70372794 tempest-ServersWithSpecificFlavorTestJSON-70372794-project] 10.222.0.44 "DELETE /v2.0/floatingips/fd98ab08-4121-4932-aa1c-f790f23802d7 HTTP/1.1" status: 204 len: 168 time: 0.6398482 Jan 28 20:17:06.095948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb725df6-23a1-4c13-b1dc-92cc006e0203 req-724780f9-56ae-4356-91f3-2fc73a03da32 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829405 Jan 28 20:17:06.139400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-480c2692-0e16-4101-9e7d-53b68cb89ca5 req-7ba39f92-b8ae-4ed0-a24e-3dce1ee9ab55 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951153 Jan 28 20:17:06.152574 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:06.223738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:06.276902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-02b1bddf-4368-4380-9853-104eb9bfcf10 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260653 Jan 28 20:17:06.331060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Network 7b0b6448-b5af-4ef2-acae-d729689fa407 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:17:06.362059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:17:06.369209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:17:06.537686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Pushing event updated for resources: {'Port': ['ID=edd391b7-3372-44c9-a307-c9356465d9d7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:06.576625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:06.577663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:06.638537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d48d7-f60f-423b-9f7e-9731d5a7d27f req-cc84d233-b760-4f0f-9600-bb347264ffba tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:06.640284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b7d48d7-f60f-423b-9f7e-9731d5a7d27f req-cc84d233-b760-4f0f-9600-bb347264ffba tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.3231966 Jan 28 20:17:06.654349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c03b1013-7110-4c14-9a66-11306c167392 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7761800 Jan 28 20:17:06.674721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522658a-f0a6-47ea-97a8-c7c83350b3de req-8a583582-13ce-4fa5-a1b3-4e415412d85c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:06.676157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d522658a-f0a6-47ea-97a8-c7c83350b3de req-8a583582-13ce-4fa5-a1b3-4e415412d85c tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.2016840 Jan 28 20:17:06.678012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-95b0bcb2-0c0f-455d-baa7-3b70f939b31f service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517241 Jan 28 20:17:06.681656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Request body: {'port': {'device_id': 'd5d76409-3dbe-4d1b-ab4c-6adcfa16da18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:06.759400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b7d48d7-f60f-423b-9f7e-9731d5a7d27f req-8f8f98a2-3687-414a-a297-a3a6e4a391bb tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095788 Jan 28 20:17:06.848300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d522658a-f0a6-47ea-97a8-c7c83350b3de req-6139c3d0-f230-44da-a3e3-11e1e68ac7b8 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448669 Jan 28 20:17:06.853189 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:07.062659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:07.171034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:07.191648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-94e15129-cff0-429f-bdd2-1d827c914e44 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:07.193673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-94e15129-cff0-429f-bdd2-1d827c914e44 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2807434 Jan 28 20:17:07.253124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:07.255041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:07.259744 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07271fe-2ad9-463d-9132-d5fa22a9a8a3" -d '{"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-unplugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:07.267524 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:07.315291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-5e641086-4b41-41c0-bfae-c9092b3351e0 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0821316 Jan 28 20:17:07.327432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41366deb-b20f-4e4f-a1e3-e412e6c69d40 req-ae2d5452-57a4-4f1c-afc2-7d44cff519e5 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:07.330438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41366deb-b20f-4e4f-a1e3-e412e6c69d40 req-ae2d5452-57a4-4f1c-afc2-7d44cff519e5 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 932 time: 0.2078176 Jan 28 20:17:07.347485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Request body: {'floatingip': {'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:07.403865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=11']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:07.450726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:07.556447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41366deb-b20f-4e4f-a1e3-e412e6c69d40 req-59cc6598-a3c1-4bb4-84a5-f111ed73cf73 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcad1915-8ef5-401a-af07-2e9c7ec4549b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044613 Jan 28 20:17:07.681732 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-33e145a4-2a49-4bcd-9966-6e7c5f89539a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:07.736375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd391b7-3372-44c9-a307-c9356465d9d7 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:07.758452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:07.833732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Transition to ACTIVE for port object edd391b7-3372-44c9-a307-c9356465d9d7 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:17:07.846882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:08.003426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Pushing event updated for resources: {'Port': ['ID=edd391b7-3372-44c9-a307-c9356465d9d7,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:08.664580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Attempting to bind port edd391b7-3372-44c9-a307-c9356465d9d7 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:17:08.664989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Attempting to bind port edd391b7-3372-44c9-a307-c9356465d9d7 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '75631701-26cc-44de-a881-65c4bc255184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7b0b6448-b5af-4ef2-acae-d729689fa407'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:17:08.665407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Attempting to bind port edd391b7-3372-44c9-a307-c9356465d9d7 on network 7b0b6448-b5af-4ef2-acae-d729689fa407 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:08.707183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Port edd391b7-3372-44c9-a307-c9356465d9d7 on network 7b0b6448-b5af-4ef2-acae-d729689fa407 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:17:08.707644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Attempting to bind port edd391b7-3372-44c9-a307-c9356465d9d7 on network 7b0b6448-b5af-4ef2-acae-d729689fa407 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:08.728864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c88771-7c4d-4b79-8abd-8c7f8d235102 req-c272a8cd-ea0c-4ef1-aab2-dd5fc26f4164 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:08.731346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89c88771-7c4d-4b79-8abd-8c7f8d235102 req-c272a8cd-ea0c-4ef1-aab2-dd5fc26f4164 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 945 time: 0.1532524 Jan 28 20:17:08.737966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:17:08.738308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Checking segment: {'id': '75631701-26cc-44de-a881-65c4bc255184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7b0b6448-b5af-4ef2-acae-d729689fa407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:08.738706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Bound using segment: {'id': '75631701-26cc-44de-a881-65c4bc255184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7b0b6448-b5af-4ef2-acae-d729689fa407'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:17:08.739166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Bound port: edd391b7-3372-44c9-a307-c9356465d9d7, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75631701-26cc-44de-a881-65c4bc255184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7b0b6448-b5af-4ef2-acae-d729689fa407'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:17:08.739543 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:08.880585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:08.897568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89c88771-7c4d-4b79-8abd-8c7f8d235102 req-c0e1b162-997a-42cb-a838-3d361b4ab3a3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502707 Jan 28 20:17:08.898287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:08.971022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] For port edd391b7-3372-44c9-a307-c9356465d9d7, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:08.975565 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d874201-e543-4901-83d4-d145ef90f05b x-openstack-request-id: req-0d874201-e543-4901-83d4-d145ef90f05b {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:08.976697 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-unplugged", "status": "completed", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:08.977908 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d874201-e543-4901-83d4-d145ef90f05b {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:08.978602 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'code': 200} Jan 28 20:17:08.996402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] For port edd391b7-3372-44c9-a307-c9356465d9d7, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=edd391b7-3372-44c9-a307-c9356465d9d7,segment=NetworkSegment(75631701-26cc-44de-a881-65c4bc255184),segment_id=75631701-26cc-44de-a881-65c4bc255184)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:17:09.042303 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:09.099933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:09.100605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:09.102072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] 10.222.0.13 "PUT /v2.0/ports/edd391b7-3372-44c9-a307-c9356465d9d7 HTTP/1.1" status: 200 len: 1092 time: 2.4368098 Jan 28 20:17:09.102556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d76409-3dbe-4d1b-ab4c-6adcfa16da18', 'tag': 'edd391b7-3372-44c9-a307-c9356465d9d7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:09.105488 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645a9403-98b0-4a91-8b7e-ec0caa6f687d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d76409-3dbe-4d1b-ab4c-6adcfa16da18", "tag": "edd391b7-3372-44c9-a307-c9356465d9d7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:09.137752 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a associated. External IP: 172.25.2.4, port: f123d329-3c03-4172-a6c2-5a7d07d7f3f9. Jan 28 20:17:09.219589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956dd80-1651-46b8-842f-85d15ea4a40c service neutron] Pushing event updated for resources: {'Port': ['ID=edd391b7-3372-44c9-a307-c9356465d9d7,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:09.352737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-917b4a0f-d416-4763-9a94-94e6cfbf7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:09.354588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-917b4a0f-d416-4763-9a94-94e6cfbf7d0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abaa70e55f5842ee8eb66ba3ecb16626&device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 1095 time: 0.1496673 Jan 28 20:17:09.384908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae7923-33f1-4df8-94b3-61980de68115 req-f7c954b9-39ce-414e-a3fa-b2fe529f951d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:09.392661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1ae7923-33f1-4df8-94b3-61980de68115 req-f7c954b9-39ce-414e-a3fa-b2fe529f951d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1799779 Jan 28 20:17:09.436682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-587af66f-c354-4fd3-97f1-3b2933a2d3fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd391b7-3372-44c9-a307-c9356465d9d7 HTTP/1.1" status: 200 len: 217 time: 0.0685935 Jan 28 20:17:09.557643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1ae7923-33f1-4df8-94b3-61980de68115 req-d11d467a-1533-4180-9546-b7ee00c5719e tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251607 Jan 28 20:17:09.596753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c2f47030-5728-46f4-9f3c-63be56fd3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:09.598216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-c2f47030-5728-46f4-9f3c-63be56fd3ea8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50c3078-e12f-4708-a311-b89346bd6a1f HTTP/1.1" status: 200 len: 858 time: 0.1443172 Jan 28 20:17:09.646930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-33560b1e-165a-408b-9178-87eb250edd7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b0b6448-b5af-4ef2-acae-d729689fa407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324299 Jan 28 20:17:09.738528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:09.910639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e8530-32f7-492b-8e9b-a44c76978a50 req-5f898bd8-f1c3-4ec7-af21-14b06aef5acb tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:09.912123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-475e8530-32f7-492b-8e9b-a44c76978a50 req-5f898bd8-f1c3-4ec7-af21-14b06aef5acb tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 944 time: 0.1778841 Jan 28 20:17:09.935394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-9c2b169b-a029-48b9-9eac-a06bbcdc0fb8 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0b6448-b5af-4ef2-acae-d729689fa407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774656 Jan 28 20:17:09.995032 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ee05caa-c8ad-4fdb-991f-a13d0d4b1c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:10.084150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-475e8530-32f7-492b-8e9b-a44c76978a50 req-491047ae-607b-47b7-9611-1e1e5c79461e tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcad1915-8ef5-401a-af07-2e9c7ec4549b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608841 Jan 28 20:17:10.103557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:10.115252 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:10.122282 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:10.134441 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:10.137477 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:10.151488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff842d-cdc8-426c-8899-828a874cd49d req-7b2e2ee0-5dd9-4497-b4c7-46415ca4eddf tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:10.153085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abff842d-cdc8-426c-8899-828a874cd49d req-7b2e2ee0-5dd9-4497-b4c7-46415ca4eddf tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.1690707 Jan 28 20:17:10.177887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-13fea520-ba0b-41a1-a8e8-bbb4f8e53701 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "PUT /v2.0/floatingips/ad152077-cf3d-4af7-8128-2a54fc6dd98a HTTP/1.1" status: 200 len: 994 time: 2.8444970 Jan 28 20:17:10.197361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7d0c52-a8a0-4d4e-92a5-c298ebcca405 req-b4d1ed60-bb8b-49b6-a3db-5c7e53134968 service neutron] 10.222.0.13 "GET /v2.0/networks/7b0b6448-b5af-4ef2-acae-d729689fa407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511742 Jan 28 20:17:10.210501 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643926cf-32f4-4adb-af63-b2855a7aa277 x-openstack-request-id: req-643926cf-32f4-4adb-af63-b2855a7aa277 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:10.210780 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d76409-3dbe-4d1b-ab4c-6adcfa16da18", "tag": "edd391b7-3372-44c9-a307-c9356465d9d7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:10.211032 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-643926cf-32f4-4adb-af63-b2855a7aa277 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:10.211429 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d76409-3dbe-4d1b-ab4c-6adcfa16da18', 'tag': 'edd391b7-3372-44c9-a307-c9356465d9d7', 'status': 'completed', 'code': 200} Jan 28 20:17:10.286894 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:10.366304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-28f3a67d-1143-45da-b638-24ab81958d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:10.367818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-28f3a67d-1143-45da-b638-24ab81958d61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.1268034 Jan 28 20:17:10.378600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-bd0cabc6-2616-424a-bd63-c8c6e8e4a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:10.379617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-bd0cabc6-2616-424a-bd63-c8c6e8e4a3d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abaa70e55f5842ee8eb66ba3ecb16626&device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 1095 time: 0.1087143 Jan 28 20:17:10.381741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Deleting port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:10.382192 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:10.425486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea2f12-fa3c-4bcc-ae93-67527bc8fb66 req-d2142bf4-fcd6-4b4c-8413-b1f07c1ac663 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:10.426992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ecea2f12-fa3c-4bcc-ae93-67527bc8fb66 req-d2142bf4-fcd6-4b4c-8413-b1f07c1ac663 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88fc788-58ba-4460-8d2e-d79ed7b9c8b0 HTTP/1.1" status: 200 len: 945 time: 0.1538508 Jan 28 20:17:10.539257 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:ac:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:08Z', 'revision_number': 1, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:10.567035 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:10.575850 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:10.576499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:10.629735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] For port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,segment=NetworkSegment(ea2cead6-e42d-4f76-b803-dd9459e64e41),segment_id=ea2cead6-e42d-4f76-b803-dd9459e64e41)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:10.630105 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:10.650790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ecea2f12-fa3c-4bcc-ae93-67527bc8fb66 req-30bf48f4-7e6e-4316-be05-a1256d033bb1 tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.44 "GET /v2.0/security-groups?id=7fb0dd33-2b89-492a-b493-b2aca0bd7589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887145 Jan 28 20:17:10.668594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Calling delete_port for 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:10.691091 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:10.692088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-6596ea1b-4613-400b-b12d-7511e8e002fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:10.693822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-6596ea1b-4613-400b-b12d-7511e8e002fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b0b6448-b5af-4ef2-acae-d729689fa407 HTTP/1.1" status: 200 len: 919 time: 0.3053086 Jan 28 20:17:10.701700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-17585799-c46e-4366-8475-e84e3b0551f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:10.703190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-17585799-c46e-4366-8475-e84e3b0551f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.3166153 Jan 28 20:17:10.817488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-32fd2dc9-fc72-405f-86bc-f56525f07810 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd391b7-3372-44c9-a307-c9356465d9d7 HTTP/1.1" status: 200 len: 217 time: 0.1131966 Jan 28 20:17:10.946927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-ae956be7-10b3-48ca-9f14-32734758071f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 997 time: 0.2031012 Jan 28 20:17:10.949425 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:ac:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:08Z', 'revision_number': 1, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:10.975694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-acb9501f-b3aa-419f-85a7-6b13df575aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:10.977181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-acb9501f-b3aa-419f-85a7-6b13df575aaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50c3078-e12f-4708-a311-b89346bd6a1f HTTP/1.1" status: 200 len: 858 time: 0.1463039 Jan 28 20:17:10.983655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97350e-7ef2-46f4-85d4-e30f23498de9 None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:ac:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:08Z', 'revision_number': 1, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:11.072002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-f0a7fd44-dfb4-467d-8100-14b91c73ba89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b0b6448-b5af-4ef2-acae-d729689fa407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671110 Jan 28 20:17:11.098771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-aafeebe6-786f-437f-9058-d7dac1fcdf2c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:11.100317 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-aafeebe6-786f-437f-9058-d7dac1fcdf2c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 820 time: 0.2932308 Jan 28 20:17:11.143024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-5c927cee-82c4-480f-b032-6f9170021d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:11.144846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-5c927cee-82c4-480f-b032-6f9170021d99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1840978 Jan 28 20:17:11.246310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3926c8b-554a-4967-a6ae-c3af8e96921c None None] New status for floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:17:11.463142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:11.504029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-75a0a644-9640-44d4-9314-3d86ba122ca8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/quotas/149bcdf4309a4cf6a2507f65fea64729 HTTP/1.1" status: 200 len: 375 time: 0.3825426 Jan 28 20:17:11.559715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:11.623721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Pushing event deleted for resources: {'Port': ['ID=4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:11.635809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-8b1903e6-5676-4197-95bd-6127c8908026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:11.637352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-8b1903e6-5676-4197-95bd-6127c8908026 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506484 Jan 28 20:17:11.644492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-62de583f-683b-4c2c-b4f5-29e6900b81ec service neutron] 10.222.0.13 "GET /v2.0/networks/7b0b6448-b5af-4ef2-acae-d729689fa407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379322 Jan 28 20:17:11.652626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-3a3d375a-03c3-4d1f-a293-162a506b0062 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:17:11.653597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-3a3d375a-03c3-4d1f-a293-162a506b0062 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051069 Jan 28 20:17:11.697669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-7db2fed2-7ba5-44db-88cb-6b913f570f79 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1770942 Jan 28 20:17:11.731972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] No DVR routers for this DVR port 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:11.796295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:11.800382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abff842d-cdc8-426c-8899-828a874cd49d req-9f332dad-f0a5-4d34-847a-6b08bbb0211f tempest-ServerDiskConfigTestJSON-1425703226 tempest-ServerDiskConfigTestJSON-1425703226-project] 10.222.0.26 "DELETE /v2.0/ports/4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 HTTP/1.1" status: 204 len: 173 time: 1.6367648 Jan 28 20:17:11.956789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-9a62cb15-d7fa-4904-8963-43d9fe74fb79 service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870915 Jan 28 20:17:11.958557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-645a9403-98b0-4a91-8b7e-ec0caa6f687d req-233f96af-b33f-478f-8e44-603509e42e4e service neutron] 10.222.0.13 "GET /v2.0/networks/7b0b6448-b5af-4ef2-acae-d729689fa407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877395 Jan 28 20:17:11.962357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-eb1c8909-b30f-4460-aefa-1340ea44c6db service neutron] 10.222.0.44 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318017 Jan 28 20:17:12.119178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70d41cd-c6f4-45ab-bfcd-3ca2a8aaf679 req-48c86202-7d11-41cb-bac0-8f3f6ecab54a service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551392 Jan 28 20:17:12.125985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-a3710c1d-c6c6-4d6c-b359-5436f65ad021 service neutron] 10.222.0.44 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521339 Jan 28 20:17:12.212286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9'}, {'server_uuid': 'f88fc788-58ba-4460-8d2e-d79ed7b9c8b0', 'name': 'network-vif-deleted', 'tag': '4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:12.216491 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cf0b33-6062-4761-aeae-272afb172bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9"}, {"server_uuid": "f88fc788-58ba-4460-8d2e-d79ed7b9c8b0", "name": "network-vif-deleted", "tag": "4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:12.379426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909096ee-0001-4458-b262-55be4a843cea req-ad00501b-2dde-41a5-8631-effed717c00a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:12.381614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-909096ee-0001-4458-b262-55be4a843cea req-ad00501b-2dde-41a5-8631-effed717c00a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 945 time: 0.0756063 Jan 28 20:17:12.432825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-909096ee-0001-4458-b262-55be4a843cea req-e1ae591c-4f78-486a-9a93-47253e8cc8e8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Jan 28 20:17:12.606631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f531d02-7cf7-4505-bb11-8bcab33cf8d4 req-491a2026-16f7-43f7-b1f6-8885031efb45 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:12.608647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f531d02-7cf7-4505-bb11-8bcab33cf8d4 req-491a2026-16f7-43f7-b1f6-8885031efb45 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.1071873 Jan 28 20:17:12.631358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcccdb-0a9e-4c8d-b411-a05c06833e7f req-ad9e8dd8-c6e7-4784-ad9f-eb952c1768be tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:12.633942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7bcccdb-0a9e-4c8d-b411-a05c06833e7f req-ad9e8dd8-c6e7-4784-ad9f-eb952c1768be tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 944 time: 0.0931532 Jan 28 20:17:12.689404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f531d02-7cf7-4505-bb11-8bcab33cf8d4 req-ee4b0a78-3af2-4ba7-aaf0-67ff2f7c3641 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688462 Jan 28 20:17:12.696983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7bcccdb-0a9e-4c8d-b411-a05c06833e7f req-86a8a59e-1318-4c3d-9fe2-37d71a0dde8e tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcad1915-8ef5-401a-af07-2e9c7ec4549b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Jan 28 20:17:12.796813 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:12.858389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-42625b56-2db2-42e0-91f1-a7735216b228 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:12.862157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-42625b56-2db2-42e0-91f1-a7735216b228 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0751159 Jan 28 20:17:12.970188 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6136f06f-7376-4370-ab90-21833ee267c0 x-openstack-request-id: req-6136f06f-7376-4370-ab90-21833ee267c0 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:12.970647 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9", "status": "completed", "code": 200}, {"server_uuid": "f88fc788-58ba-4460-8d2e-d79ed7b9c8b0", "name": "network-vif-deleted", "tag": "4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:12.971018 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6136f06f-7376-4370-ab90-21833ee267c0 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:12.971577 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'status': 'completed', 'code': 200} Jan 28 20:17:12.971701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device edd391b7-3372-44c9-a307-c9356465d9d7 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:17:12.971986 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88fc788-58ba-4460-8d2e-d79ed7b9c8b0', 'name': 'network-vif-deleted', 'tag': '4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7', 'status': 'completed', 'code': 200} Jan 28 20:17:13.043981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-d373f319-657e-4057-9554-30ae258565c0 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 999 time: 0.1748674 Jan 28 20:17:13.065445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Request body: {'floatingip': {'port_id': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:13.070269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-d678f6c2-34e0-4d14-ab5e-f509fb9449e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:13.072778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-d678f6c2-34e0-4d14-ab5e-f509fb9449e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.0741594 Jan 28 20:17:13.078627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:13.112670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:13.114231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4bd9dcb6-246b-4ccd-bdbc-f2cdde451ac7 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:13.138531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:13.157755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port edd391b7-3372-44c9-a307-c9356465d9d7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=edd391b7-3372-44c9-a307-c9356465d9d7,segment=NetworkSegment(75631701-26cc-44de-a881-65c4bc255184),segment_id=75631701-26cc-44de-a881-65c4bc255184)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:13.158357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d02ccb2a-c4e6-44ca-ae1c-85af93103bd0 req-40a6a2fa-2bdd-472b-be0a-418e39959687 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 210 time: 0.0834920 Jan 28 20:17:13.170552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'edd391b7-3372-44c9-a307-c9356465d9d7', 'network_id': '7b0b6448-b5af-4ef2-acae-d729689fa407', 'port_id': 'edd391b7-3372-44c9-a307-c9356465d9d7', 'mac_address': 'fa:16:3e:0c:2e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50c3078-e12f-4708-a311-b89346bd6a1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:17:13.215890 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:13.231137 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:13.237388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd391b7-3372-44c9-a307-c9356465d9d7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:13.264705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port edd391b7-3372-44c9-a307-c9356465d9d7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=edd391b7-3372-44c9-a307-c9356465d9d7,segment=NetworkSegment(75631701-26cc-44de-a881-65c4bc255184),segment_id=75631701-26cc-44de-a881-65c4bc255184)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:13.270588 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:13.316390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-69522145-e9fa-4970-b8f6-e79cbc38998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:13.317332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-69522145-e9fa-4970-b8f6-e79cbc38998f service neutron] 10.222.0.13 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.2107050 Jan 28 20:17:13.358396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=edd391b7-3372-44c9-a307-c9356465d9d7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:13.371734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.372253 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.373035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.373035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.373505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.373931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.374351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.374769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.375723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.376866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.377324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.377733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:13.456772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-34a6a49a-b031-4bcf-81a2-a1d7b321f427 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 999 time: 0.1285560 Jan 28 20:17:13.583066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-fccf7c87-fd76-48f8-aedf-505b2a822c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:13.584642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-fccf7c87-fd76-48f8-aedf-505b2a822c26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1186011 Jan 28 20:17:13.589314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['edd391b7-3372-44c9-a307-c9356465d9d7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:13.591585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56380) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:13.708666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-2a31d7a0-e91b-4676-b2a4-87b6143216aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:13.710220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-2a31d7a0-e91b-4676-b2a4-87b6143216aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137936 Jan 28 20:17:13.889599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83467648-3db6-431a-a096-195073154c1d req-000fa794-8469-475c-83a5-799fc90a13fa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:13.891253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83467648-3db6-431a-a096-195073154c1d req-000fa794-8469-475c-83a5-799fc90a13fa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 945 time: 0.1884110 Jan 28 20:17:14.041579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-17fb1d50-0555-4285-8666-71acaa8930b8 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188210 Jan 28 20:17:14.085603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83467648-3db6-431a-a096-195073154c1d req-70513e38-0cc0-467f-9d48-6233d36b0482 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347742 Jan 28 20:17:14.135808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.151282 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:17:14.159788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-b7818bb0-996a-4384-81f6-0eb98008a00e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:14.161291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-b7818bb0-996a-4384-81f6-0eb98008a00e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 820 time: 0.3224256 Jan 28 20:17:14.199705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Request body: {'port': {'device_id': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'admin_state_up': True, 'tenant_id': '149bcdf4309a4cf6a2507f65fea64729'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:14.285081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.293030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56400) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:14.310290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.494237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Deleting port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:14.494738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.588912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] For port 9e06d8c6-2073-4395-8c14-fc1f06a83c7f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:14.589311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.604365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Calling delete_port for 9e06d8c6-2073-4395-8c14-fc1f06a83c7f owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:14.678971 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7cf0b33-6062-4761-aeae-272afb172bf9 req-803ac545-b132-4f3a-9372-e14425a762a6 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241457 Jan 28 20:17:14.749924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b78ff7-c187-4bba-9beb-3303b5403333 admin admin] Deleting subnet b642db89-609d-4723-8ba6-782a520fcc50 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:17:14.794324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ff7-c187-4bba-9beb-3303b5403333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.841764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.855441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c77bb-9008-4398-8169-2b8ccd19ceff req-da6c9d45-4861-4841-b198-7771e833e088 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:14.857031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-084c77bb-9008-4398-8169-2b8ccd19ceff req-da6c9d45-4861-4841-b198-7771e833e088 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.2222774 Jan 28 20:17:14.874698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Made reservation on behalf of 149bcdf4309a4cf6a2507f65fea64729 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:14.878506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e06d8c6-2073-4395-8c14-fc1f06a83c7f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:14.878922 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.888042 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a associated. External IP: 172.25.2.4, port: f123d329-3c03-4172-a6c2-5a7d07d7f3f9. Jan 28 20:17:14.898722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ff7-c187-4bba-9beb-3303b5403333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:14.986966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device edd391b7-3372-44c9-a307-c9356465d9d7 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:17:15.079664 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-084c77bb-9008-4398-8169-2b8ccd19ceff req-2de649cc-7f73-4292-a0fc-91569a2238d3 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098587 Jan 28 20:17:15.102143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port edd391b7-3372-44c9-a307-c9356465d9d7 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:17:15.106517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port edd391b7-3372-44c9-a307-c9356465d9d7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:17:15.106892 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.146222 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ff7-c187-4bba-9beb-3303b5403333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.171349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.395501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ff7-c187-4bba-9beb-3303b5403333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.416715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Allocated IP 172.20.0.12 (60da092a-8a54-45b1-8b11-be33524e08bf/ac887cfc-a542-4ce4-86f2-d8597a61cc15/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:17:15.445570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ed12a-9c0e-4ad3-a5c9-4cb544a6991c req-2bbedbf5-8ff5-4ef2-9635-018ba2eb24ed tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:15.447089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af7ed12a-9c0e-4ad3-a5c9-4cb544a6991c req-2bbedbf5-8ff5-4ef2-9635-018ba2eb24ed tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 945 time: 0.2270813 Jan 28 20:17:15.454402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b78ff7-c187-4bba-9beb-3303b5403333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b642db89-609d-4723-8ba6-782a520fcc50,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:15.493239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1b78ff7-c187-4bba-9beb-3303b5403333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.496608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b1b78ff7-c187-4bba-9beb-3303b5403333 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b642db89-609d-4723-8ba6-782a520fcc50 HTTP/1.1" status: 204 len: 168 time: 1.2004676 Jan 28 20:17:15.512253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56404) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:15.555862 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.592406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:15.622941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d76409-3dbe-4d1b-ab4c-6adcfa16da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd391b7-3372-44c9-a307-c9356465d9d7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:15.625817 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed19828-7292-47ae-8e46-4cf429c1a6a0" -d '{"events": [{"server_uuid": "d5d76409-3dbe-4d1b-ab4c-6adcfa16da18", "name": "network-vif-plugged", "status": "completed", "tag": "edd391b7-3372-44c9-a307-c9356465d9d7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:15.664397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port edd391b7-3372-44c9-a307-c9356465d9d7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=edd391b7-3372-44c9-a307-c9356465d9d7,segment=NetworkSegment(75631701-26cc-44de-a881-65c4bc255184),segment_id=75631701-26cc-44de-a881-65c4bc255184)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:15.666882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af7ed12a-9c0e-4ad3-a5c9-4cb544a6991c req-2c82dd03-6999-445b-bd88-d1fae0c9badb tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcad1915-8ef5-401a-af07-2e9c7ec4549b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669159 Jan 28 20:17:15.669921 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.670924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:15.685914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.761715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:15.773722 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] Sync routers for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:15.788635 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-34b4ff17-899d-4b96-952f-db0e125fb2bb admin admin] 10.222.0.44 "PUT /v2.0/routers/0986c922-d4a4-4c23-a4f5-a1fb77d78970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1930139 Jan 28 20:17:15.789427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=edd391b7-3372-44c9-a307-c9356465d9d7,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:15.792263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56408) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:15.805328 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:15.809322 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:15.966764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:15.993173 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:16.012069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56df1dc4-217f-4f8a-9a13-cbe2b68d8679 req-32985aeb-9cbe-43cd-bd69-ea05204e47de tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 210 time: 0.1445265 Jan 28 20:17:16.092132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.133992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637254f4-54ac-4541-aed4-43b04cfb4e3e']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:16.144271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2cead6-e42d-4f76-b803-dd9459e64e41') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:16.144565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2cead6-e42d-4f76-b803-dd9459e64e41') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:16.159563 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.184450 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.194362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:17:16.195619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.222978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.273430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.308367 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:17:14Z', 'revision_number': 5, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port': {'id': 'c81207c2-984e-4b28-b9cf-ba780bf4a548', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:20:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:38Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:17:16.310117 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:17:16.316159 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.332348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.338765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Deleting port c81207c2-984e-4b28-b9cf-ba780bf4a548 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:16.338965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] 10.222.0.44 "DELETE /v2.0/networks/637254f4-54ac-4541-aed4-43b04cfb4e3e HTTP/1.1" status: 204 len: 168 time: 0.8251984 Jan 28 20:17:16.339687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.364230 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] Checking router: 0986c922-d4a4-4c23-a4f5-a1fb77d78970 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:16.377398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.394828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ddeda68b-1d35-446b-ad84-cc76d2dc22a0'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:16.402100 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] Routers {'0986c922-d4a4-4c23-a4f5-a1fb77d78970'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:16.405185 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:16.503113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] For port c81207c2-984e-4b28-b9cf-ba780bf4a548, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c81207c2-984e-4b28-b9cf-ba780bf4a548,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:16.509333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.565052 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] Set router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:16.565828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Calling delete_port for c81207c2-984e-4b28-b9cf-ba780bf4a548 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:16.568141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3050ec7-a1ab-4938-9395-ff705cecd606 admin admin] Pushing event deleted for resources: {'Network': ['ID=637254f4-54ac-4541-aed4-43b04cfb4e3e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:16.630880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Network 60da092a-8a54-45b1-8b11-be33524e08bf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:17:16.632619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:16.662690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:16.663494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56424) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:16.675050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:17:16.684945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Pushing event updated for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:16.706745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:16.707386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:16.735194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:17:16.769688 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:17:16Z', 'revision_number': 6, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:16.805176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ad8fb-487f-4351-a562-e15d3d300f30 req-f0de78a6-ac5c-40a8-94f3-f681bb43777d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:16.814139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f23ad8fb-487f-4351-a562-e15d3d300f30 req-f0de78a6-ac5c-40a8-94f3-f681bb43777d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 945 time: 0.5002766 Jan 28 20:17:16.842370 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e23758-e382-4c8b-a6f4-53c1271f462b None None] The sync data for ids ['0986c922-d4a4-4c23-a4f5-a1fb77d78970'] in n-d-825064-3 is: [{'id': '0986c922-d4a4-4c23-a4f5-a1fb77d78970', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-589420044-router', 'tenant_id': 'cb0c84ec11184978ba047227a6274737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:36Z', 'updated_at': '2022-01-28T20:17:16Z', 'revision_number': 6, 'project_id': 'cb0c84ec11184978ba047227a6274737', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:16.854551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:16.929259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:16.929259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:16.994695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-62cc9843-657f-44cf-b31b-e0062adba3b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8003242 Jan 28 20:17:16.996136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.021007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Request body: {'port': {'device_id': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:17.053272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81207c2-984e-4b28-b9cf-ba780bf4a548,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:17.062120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:17:17.063897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-91c4dd7f-0952-4faf-bc6c-5607e89efd31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecf6cfa10ace4e078f18db9e94211bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897924 Jan 28 20:17:17.064213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:17.070386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:17.090002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f23ad8fb-487f-4351-a562-e15d3d300f30 req-07a1f97b-c6e6-4c0a-acf8-4e53a489d1c6 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737269 Jan 28 20:17:17.125194 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.225826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.249342 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2113576d-deef-44a7-b537-d6ecd9acb03b x-openstack-request-id: req-2113576d-deef-44a7-b537-d6ecd9acb03b {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:17.251890 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d76409-3dbe-4d1b-ab4c-6adcfa16da18", "name": "network-vif-plugged", "status": "completed", "tag": "edd391b7-3372-44c9-a307-c9356465d9d7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:17.252502 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2113576d-deef-44a7-b537-d6ecd9acb03b {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:17.253295 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d76409-3dbe-4d1b-ab4c-6adcfa16da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd391b7-3372-44c9-a307-c9356465d9d7', 'code': 200} Jan 28 20:17:17.335817 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:17:17.339756 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.411220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:17.422792 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.490612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.497555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.517027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90be30c6-cda5-422f-84fe-0485e7fe1294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.540058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:17.579790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'mac_address': 'fa:16:3e:1d:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:17:17.598538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90be30c6-cda5-422f-84fe-0485e7fe1294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.629013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e74ec-43c2-494b-9057-c4226545366f req-6a0cca96-ba20-44cb-a115-5c131a331228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:17.630605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a64e74ec-43c2-494b-9057-c4226545366f req-6a0cca96-ba20-44cb-a115-5c131a331228 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 1097 time: 0.1413987 Jan 28 20:17:17.700487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.725947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:17.777319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:17.798380 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.800801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:17.806791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.820586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:f9:18:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:14Z', 'revision_number': 3, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:17.882446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:17.901328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:17.901952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:17.981924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.982967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0986c922-d4a4-4c23-a4f5-a1fb77d78970 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:17:17.986729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90be30c6-cda5-422f-84fe-0485e7fe1294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.991716 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90be30c6-cda5-422f-84fe-0485e7fe1294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:17.995610 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90be30c6-cda5-422f-84fe-0485e7fe1294 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fb0dd33-2b89-492a-b493-b2aca0bd7589 HTTP/1.1" status: 204 len: 168 time: 0.9193821 Jan 28 20:17:18.000705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:18.004733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d53a71d8-8aa1-43e5-ab46-e206aecd3311 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0986c922-d4a4-4c23-a4f5-a1fb77d78970 HTTP/1.1" status: 204 len: 168 time: 2.1938980 Jan 28 20:17:18.005048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56444) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:18.019968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:18.028148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be30c6-cda5-422f-84fe-0485e7fe1294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0dd33-2b89-492a-b493-b2aca0bd7589,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:18.089787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbaeaf37-bf1f-4d00-bfd6-959a0cac659b admin admin] Deleting subnet ef1cd5cd-c071-44c0-83c8-6445fba207a1 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:17:18.097206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fbaeaf37-bf1f-4d00-bfd6-959a0cac659b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:18.122757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:18.186352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fbaeaf37-bf1f-4d00-bfd6-959a0cac659b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:18.206654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab526f-05c0-4820-8f9a-7ca9c2e85c13 req-e80ae639-8323-47e7-9762-e820ddbff50a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:18.222265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06ab526f-05c0-4820-8f9a-7ca9c2e85c13 req-e80ae639-8323-47e7-9762-e820ddbff50a tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 948 time: 0.7411461 Jan 28 20:17:18.293072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:18.383972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a64e74ec-43c2-494b-9057-c4226545366f req-8d771ef3-beba-458b-9c4b-4ba59a61375a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fcad1915-8ef5-401a-af07-2e9c7ec4549b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093308 Jan 28 20:17:18.395293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:18.428042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06ab526f-05c0-4820-8f9a-7ca9c2e85c13 req-a0218d01-f903-4889-9e2d-790ea48e544e tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044849 Jan 28 20:17:18.538218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fbaeaf37-bf1f-4d00-bfd6-959a0cac659b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:18.587150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-1f21c4f0-e7e6-4d8b-82f8-f15f375182d4 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:18.589115 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-1f21c4f0-e7e6-4d8b-82f8-f15f375182d4 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.1129146 Jan 28 20:17:18.607407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-3'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:18.632361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:f9:18:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:14Z', 'revision_number': 3, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:18.665578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893f541-bfd9-49d1-b5ab-9a6f628990a7 None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:f9:18:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:14Z', 'revision_number': 3, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:18.771135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c81207c2-984e-4b28-b9cf-ba780bf4a548 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:18.792222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:18.796432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fbaeaf37-bf1f-4d00-bfd6-959a0cac659b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:18.796623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:18.809568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:18.833092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c81207c2-984e-4b28-b9cf-ba780bf4a548 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:18.836795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c81207c2-984e-4b28-b9cf-ba780bf4a548 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:18.837274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9e06d8c6-2073-4395-8c14-fc1f06a83c7f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:18.883053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9e06d8c6-2073-4395-8c14-fc1f06a83c7f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:18.883412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9e06d8c6-2073-4395-8c14-fc1f06a83c7f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:18.935090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:18.964664 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1572852-5282-43b0-be9c-497e70bcfedf None None] New status for floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:17:18.967145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:18.985905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:18.988433 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee4c689-52d7-4580-9604-aedd951c2f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:19.024886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Transition to ACTIVE for port object 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:17:19.030227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-230cf057-fbc6-410f-aa0b-1dc71d18206d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "PUT /v2.0/floatingips/ad152077-cf3d-4af7-8128-2a54fc6dd98a HTTP/1.1" status: 200 len: 997 time: 5.9723651 Jan 28 20:17:19.051866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8a1e4-7ef7-4527-a709-a4afc2eb8204 req-443358ec-fd36-4cc8-813f-6cb4d6b65e52 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:19.052860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:19.054111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8da8a1e4-7ef7-4527-a709-a4afc2eb8204 req-443358ec-fd36-4cc8-813f-6cb4d6b65e52 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 946 time: 0.3635526 Jan 28 20:17:19.054798 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.094725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:19.157797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.161701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:19.164465 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ec9d00-bba3-4c03-804c-20aa90b871bf" -d '{"events": [{"server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "name": "network-vif-unplugged", "status": "completed", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:19.168883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaeaf37-bf1f-4d00-bfd6-959a0cac659b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1cd5cd-c071-44c0-83c8-6445fba207a1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:19.170826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-22444d74-ddf9-4936-84b8-2a17a5fe9d90 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:19.172467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.172802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-22444d74-ddf9-4936-84b8-2a17a5fe9d90 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports/f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 942 time: 0.1073377 Jan 28 20:17:19.175392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fbaeaf37-bf1f-4d00-bfd6-959a0cac659b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.178750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fbaeaf37-bf1f-4d00-bfd6-959a0cac659b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ef1cd5cd-c071-44c0-83c8-6445fba207a1 HTTP/1.1" status: 204 len: 168 time: 1.1642361 Jan 28 20:17:19.181293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56464) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:19.193834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89145b-06bf-4de3-8842-9f520b089b8f None None] Network a371b229-12a5-4700-9da3-4d7faf653e86 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:17:19.263871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:19.268209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:17:19.268575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:17:19.268904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:19.276270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:19.284708 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dbd017-4017-4589-b5c2-946208973a05" -d '{"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:19.292161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8da8a1e4-7ef7-4527-a709-a4afc2eb8204 req-89d8e662-6b9b-4712-9fa9-b3d73642fe67 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcad1915-8ef5-401a-af07-2e9c7ec4549b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277911 Jan 28 20:17:19.301639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:17:19.301976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:19.323928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:17:19.324296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:19.324687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:17:19.325139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Bound port: 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:17:19.325499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.364025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:19.390167 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.417227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on host n-h1-825064-3 for vnic_type normal with profile {"migrating_to": "n-h2-825064-3"} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:17:19.417570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:17:19.417802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:19.426319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:17:19.426527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Attempting to bind port eae3531e-20b4-4140-96df-00323b4f93e4 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:19.436588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:17:19.436938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:19.437369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:17:19.437876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Bound port: eae3531e-20b4-4140-96df-00323b4f93e4, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:17:19.438481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.634483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:19.654474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Deleting port 7452217d-6671-4470-96d9-87bd9e3c0d25 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:19.654915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.699995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f6318-6790-4cc4-a3d6-fb96ddb70561 req-1e144090-3cc1-463f-9263-80caf4c28670 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:19.700625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c1f6318-6790-4cc4-a3d6-fb96ddb70561 req-1e144090-3cc1-463f-9263-80caf4c28670 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.2725506 Jan 28 20:17:19.715142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:19.718287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-725fdbb4-ea50-42c6-a0f4-3ecfc9c28b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:19.733958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-725fdbb4-ea50-42c6-a0f4-3ecfc9c28b45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.3069024 Jan 28 20:17:19.741168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:17:19.743326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] For port 7452217d-6671-4470-96d9-87bd9e3c0d25, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7452217d-6671-4470-96d9-87bd9e3c0d25,segment=NetworkSegment(d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832),segment_id=d111f3c6-f1b9-4a8d-8f95-1d55bd4b3832)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:19.743711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.760878 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.787012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Calling delete_port for 7452217d-6671-4470-96d9-87bd9e3c0d25 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:19.838344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f07684-3697-4356-add8-05a7393bba6a None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:19.841023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:19.871538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f07684-3697-4356-add8-05a7393bba6a None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:19.872328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-03f07684-3697-4356-add8-05a7393bba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:19.909958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-50477aef-77cb-4ff4-965e-e0398cf47074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:19.912200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-50477aef-77cb-4ff4-965e-e0398cf47074 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.1758683 Jan 28 20:17:19.924336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:17:19.941995 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:19.996705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.033508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1675175669-network', 'tenant_id': 'a8fc16cb759542c3a9b94227ee97122d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:20.044839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c1f6318-6790-4cc4-a3d6-fb96ddb70561 req-5d233af6-0126-48f8-b317-bc6e69019190 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920263 Jan 28 20:17:20.046795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] No DVR routers for this DVR port 7452217d-6671-4470-96d9-87bd9e3c0d25 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:20.067540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-03f07684-3697-4356-add8-05a7393bba6a None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:20.088426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-024af637-d5d7-4356-ac37-8f0120836f36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 217 time: 0.1567333 Jan 28 20:17:20.088426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:20.088426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.088426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 200 len: 1092 time: 3.0700135 Jan 28 20:17:20.147495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=8']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:20.167026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-681481d3-38bd-46d0-b2a3-5116434991bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:20.176981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-681481d3-38bd-46d0-b2a3-5116434991bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.0837317 Jan 28 20:17:20.241604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:20.242228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.243805 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-17d1064c-7ea6-48bf-9d74-e9c869499954 service neutron] 10.222.0.26 "PUT /v2.0/ports/eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 200 len: 1121 time: 1.6412914 Jan 28 20:17:20.287286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Pushing event deleted for resources: {'Port': ['ID=7452217d-6671-4470-96d9-87bd9e3c0d25,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:20.318072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b7ea5-4d3e-4e1e-8bd8-4c750768f898 None None] DHCP port deletion for a371b229-12a5-4700-9da3-4d7faf653e86 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:17:20.319431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.330679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Made reservation on behalf of a8fc16cb759542c3a9b94227ee97122d for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:20.341473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.368312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.377967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-03f07684-3697-4356-add8-05a7393bba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:f9:18:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:19Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:20.387588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['eae3531e-20b4-4140-96df-00323b4f93e4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:20.405727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0938306-8cef-4e6d-b916-9ea5092e1251 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:20.431323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-f403e85b-af6b-4e33-a4ce-8966b1809f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:20.432916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-f403e85b-af6b-4e33-a4ce-8966b1809f48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547204 Jan 28 20:17:20.438068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-e97a9717-d48d-43ed-b629-2dde1585b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:20.439934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-e97a9717-d48d-43ed-b629-2dde1585b731 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1095 time: 0.2528505 Jan 28 20:17:20.441388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a371b229-12a5-4700-9da3-4d7faf653e86']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:20.462588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:20.462828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd111f3c6-f1b9-4a8d-8f95-1d55bd4b3832') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:20.488953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.500576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6adbc-c008-4d01-907b-9ec574acf7f5 req-2a7883c5-f4b5-43fc-9559-6c2d1d0736bb tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:20.509196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4e6adbc-c008-4d01-907b-9ec574acf7f5 req-2a7883c5-f4b5-43fc-9559-6c2d1d0736bb tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 943 time: 0.1546636 Jan 28 20:17:20.527311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['eae3531e-20b4-4140-96df-00323b4f93e4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:20.545734 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.568020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:17:20.568590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:17:20.571717 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:17:20.603550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f07684-3697-4356-add8-05a7393bba6a None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:20.603788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-8b9487b8-0af1-45a6-9722-71fddb729026 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 200 len: 217 time: 0.1537514 Jan 28 20:17:20.655497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f07684-3697-4356-add8-05a7393bba6a None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:20.656603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-03f07684-3697-4356-add8-05a7393bba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:20.719137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c2f4aef7-3643-4e0c-a8fa-a162de97d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:20.720721 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.722441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-c2f4aef7-3643-4e0c-a8fa-a162de97d979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1083808 Jan 28 20:17:20.739199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.742911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7452217d-6671-4470-96d9-87bd9e3c0d25 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:20.744496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] 10.222.0.44 "DELETE /v2.0/networks/a371b229-12a5-4700-9da3-4d7faf653e86 HTTP/1.1" status: 204 len: 168 time: 1.5608268 Jan 28 20:17:20.747543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.752090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56492) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:20.768448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4e6adbc-c008-4d01-907b-9ec574acf7f5 req-9e7c50f8-eb92-45ae-97a4-26c8311f4da1 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586060 Jan 28 20:17:20.777765 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.795148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 7452217d-6671-4470-96d9-87bd9e3c0d25 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:20.795493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7452217d-6671-4470-96d9-87bd9e3c0d25 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:20.811586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-18a230c2-863b-48a3-bb61-7160467b6d71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740988 Jan 28 20:17:20.829857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a8b89-227a-4a51-b265-da4869bdc22a admin admin] Pushing event deleted for resources: {'Network': ['ID=a371b229-12a5-4700-9da3-4d7faf653e86,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:20.858565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:17:20.871394 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cc8657-2b3f-48e5-9050-052781d1b509 x-openstack-request-id: req-72cc8657-2b3f-48e5-9050-052781d1b509 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:20.872475 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:20.873104 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72cc8657-2b3f-48e5-9050-052781d1b509 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:20.874043 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'status': 'completed', 'code': 200} Jan 28 20:17:20.888272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-dae45e63-71ac-4ae2-8c25-7b2904ee387f service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178557 Jan 28 20:17:20.912274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:20.982543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:20.982903 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Added segment 34dd34f1-e491-4311-a297-be7d39cec8fe of type vlan for network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 Jan 28 20:17:20.997309 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8a8500-041c-45c1-af97-bb74faa64f02 x-openstack-request-id: req-0d8a8500-041c-45c1-af97-bb74faa64f02 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:20.997746 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "name": "network-vif-unplugged", "status": "completed", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:20.998116 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d8a8500-041c-45c1-af97-bb74faa64f02 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:20.998618 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4', 'code': 200} Jan 28 20:17:21.027303 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e109ff06-d9f1-4638-be9b-634f2bc6484e x-openstack-request-id: req-e109ff06-d9f1-4638-be9b-634f2bc6484e {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:21.027871 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:21.028145 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e109ff06-d9f1-4638-be9b-634f2bc6484e {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:21.029059 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'code': 200} Jan 28 20:17:21.045924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:17:21.083026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:21.112436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:21.130557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eae3531e-20b4-4140-96df-00323b4f93e4 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:17:21.148645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-03f07684-3697-4356-add8-05a7393bba6a None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:21.209291 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:21.210132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:21.220276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-65156beb-0214-49aa-aa00-3c47e676ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:21.221605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:21.222461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-65156beb-0214-49aa-aa00-3c47e676ab56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.3313086 Jan 28 20:17:21.246819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-5927f16c-b619-4565-94ff-45e2f5845391 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193993 Jan 28 20:17:21.344761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c7c3e-f9aa-4beb-a3f2-8561bc41740b req-22e61ce2-bc18-420e-a7b1-5e34624312cf tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:21.351389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c5c7c3e-f9aa-4beb-a3f2-8561bc41740b req-22e61ce2-bc18-420e-a7b1-5e34624312cf tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 950 time: 0.2489367 Jan 28 20:17:21.378554 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7373462 Jan 28 20:17:21.379518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56496) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:21.396538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Request body: {'subnet': {'network_id': 'b41ad67f-6aaa-4396-a354-8c1e6ded5be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1675175669-subnet', 'tenant_id': 'a8fc16cb759542c3a9b94227ee97122d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:21.396868 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-1f812945-1fd8-4f54-b489-1b20563619a3 service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013094 Jan 28 20:17:21.408442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1634137-1ce4-44dd-8e1d-a161ac105196 admin admin] Pushing event updated for resources: {'Network': ['ID=b41ad67f-6aaa-4396-a354-8c1e6ded5be0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:21.448785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:17:21.523140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Made reservation on behalf of a8fc16cb759542c3a9b94227ee97122d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:21.525816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:21.591611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c5c7c3e-f9aa-4beb-a3f2-8561bc41740b req-df9495a2-7d93-42a4-b414-056772cef347 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157660 Jan 28 20:17:21.641645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e89905e8-612e-47f9-bd0e-3dc53b9288aa req-ff8a071e-1978-4e59-801a-f1053c48522e service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590589 Jan 28 20:17:21.643942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-99791419-f583-4ddd-b391-14373dd4b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:21.646904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-99791419-f583-4ddd-b391-14373dd4b5a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.4139338 Jan 28 20:17:21.662613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:17:21.663618 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:21.746532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:21.811774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eae3531e-20b4-4140-96df-00323b4f93e4 has no active binding in host n-h2-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:17:21.823482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-ca800784-9b37-4cb3-ac6a-fdcc2dd57613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:21.831709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-ca800784-9b37-4cb3-ac6a-fdcc2dd57613 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 1097 time: 0.3362050 Jan 28 20:17:21.853008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-fb289608-b27c-430a-a165-c6dc04fe7113 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 217 time: 0.1667349 Jan 28 20:17:21.948506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:21.958110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:21.985917 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:22.045276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0c946-0b7c-47d0-857d-68290e1f1f65 req-c606e047-eb7e-4617-95c9-394d76579959 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:22.046241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-03f07684-3697-4356-add8-05a7393bba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:f9:18:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:19Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:22.047072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74a0c946-0b7c-47d0-857d-68290e1f1f65 req-c606e047-eb7e-4617-95c9-394d76579959 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 946 time: 0.1472750 Jan 28 20:17:22.048620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-00e779f0-ea10-48e4-9774-2c6d7aed950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:22.050015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-00e779f0-ea10-48e4-9774-2c6d7aed950b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1474411 Jan 28 20:17:22.060637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78a2eec-419c-491c-9d75-991ffb255ee0,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:22.063817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-b00246bc-67d0-4b56-a118-afe7cc4d3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:22.065445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-b00246bc-67d0-4b56-a118-afe7cc4d3851 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.2329552 Jan 28 20:17:22.114712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:22.123015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f07684-3697-4356-add8-05a7393bba6a None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:f9:18:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:19Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:22.131301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Checking segment: {'id': '34dd34f1-e491-4311-a297-be7d39cec8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b41ad67f-6aaa-4396-a354-8c1e6ded5be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:22.131897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Network hostable DHCP agents. Network: b41ad67f-6aaa-4396-a354-8c1e6ded5be0, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:17:22.133219 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:22.193859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-e266d53d-9c36-4681-8973-68873d1da06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:22.195427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-e266d53d-9c36-4681-8973-68873d1da06d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280081 Jan 28 20:17:22.215449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74a0c946-0b7c-47d0-857d-68290e1f1f65 req-45b22bf2-8019-4b01-be74-b3d6c138d034 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcad1915-8ef5-401a-af07-2e9c7ec4549b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488943 Jan 28 20:17:22.251856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=11']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:22.262328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-80dea06d-15a7-4433-97e7-e4c92bf57785 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 1000 time: 0.1841671 Jan 28 20:17:22.289209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:17:22.308633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b41ad67f-6aaa-4396-a354-8c1e6ded5be0) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:17:22.316084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:22.317350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:22.324956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14204df1-2bb7-47b9-a16e-86060c8cd4b3 None None] Network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:17:22.350247 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bb4d65da-3d79-4dca-a28d-f7e410c1e181 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9696393 Jan 28 20:17:22.552229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Deleting port 2349ea41-16db-431e-9123-3a99b31d1a9a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:22.552469 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:22.558427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-231a1325-f2f3-4bc8-ac8d-89b2d8594108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:22.559203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61209077-bf9c-465d-bc00-8ff56428ce33 None None] Network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:17:22.566723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-231a1325-f2f3-4bc8-ac8d-89b2d8594108 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1981776 Jan 28 20:17:22.640698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-064f48a0-f80c-45ca-9213-5b5c00b5831e service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219799 Jan 28 20:17:22.653272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93691af0-ce84-438e-aecb-fa8e7f27a9df req-0ff5207c-7821-411c-8876-e89960870863 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:22.655015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93691af0-ce84-438e-aecb-fa8e7f27a9df req-0ff5207c-7821-411c-8876-e89960870863 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.2889915 Jan 28 20:17:22.713052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] For port 2349ea41-16db-431e-9123-3a99b31d1a9a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2349ea41-16db-431e-9123-3a99b31d1a9a,segment=NetworkSegment(87fdc206-7254-4ba1-9b63-a89ee1373ae9),segment_id=87fdc206-7254-4ba1-9b63-a89ee1373ae9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:22.713554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:22.731191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Calling delete_port for 2349ea41-16db-431e-9123-3a99b31d1a9a owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:22.778624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-e66759bc-cabc-43c7-b4a0-a47ce72a9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:22.781989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-e66759bc-cabc-43c7-b4a0-a47ce72a9c27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133512 Jan 28 20:17:22.825716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93691af0-ce84-438e-aecb-fa8e7f27a9df req-104a321b-97fc-4dc7-b4ee-dc8944a2f6c4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884581 Jan 28 20:17:22.920016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e'}, {'name': 'network-changed', 'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:22.923234 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c902b12-520f-4197-aca8-42508eff9869" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e"}, {"name": "network-changed", "server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:22.935571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ee4c689-52d7-4580-9604-aedd951c2f7c req-dc025b4f-c570-49cb-a1ec-37fba68bcfce service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738442 Jan 28 20:17:22.998342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:23.004979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:23.008662 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a668c33-e36b-4288-891d-99fc58666ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:23.017919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8da00-120f-4391-b15e-1717c3c12575 req-88622466-ff44-452c-a16c-a3651e0e3621 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:23.019438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43f8da00-120f-4391-b15e-1717c3c12575 req-88622466-ff44-452c-a16c-a3651e0e3621 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 943 time: 0.0865948 Jan 28 20:17:23.021784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-14725c24-f7bc-4520-84e1-2fc477b9a288 service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277217 Jan 28 20:17:23.030871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:23.034821 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf65217-dee1-4b4b-aa35-400ae7aee8ae" -d '{"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-plugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:23.053933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Pushing event deleted for resources: {'Port': ['ID=2349ea41-16db-431e-9123-3a99b31d1a9a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:23.292700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:23.567212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43f8da00-120f-4391-b15e-1717c3c12575 req-29c8a349-c013-42f4-96f4-6d327b99be09 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188200 Jan 28 20:17:23.638279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa5597f9-794a-421c-b541-6fa0e402dd1e req-f4f25e88-8d3f-4bb5-9be4-7aed6a3b26d5 service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086602 Jan 28 20:17:23.663162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-b19776b8-dd67-4acb-9d7a-0efd3777b0ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089611 Jan 28 20:17:23.788705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-6b82dbe3-a433-40d0-b21b-f57f9029fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:23.790878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-6b82dbe3-a433-40d0-b21b-f57f9029fad5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 1096 time: 0.0633953 Jan 28 20:17:23.904824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Router b390b565-343f-411b-b7e8-75924fbb75fe has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:24.018096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bb503-44c2-4183-a888-8828938f93ec req-a7bbd79d-2d72-467a-86e2-70b9df0fe900 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.019734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-369bb503-44c2-4183-a888-8828938f93ec req-a7bbd79d-2d72-467a-86e2-70b9df0fe900 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 951 time: 0.1633582 Jan 28 20:17:24.030464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-62ec4b4b-99e1-413b-b351-65263f80bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.033293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-62ec4b4b-99e1-413b-b351-65263f80bd64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.2146335 Jan 28 20:17:24.087014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:24.092044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-9e04b2d6-2839-4dde-83d9-c5df8b145f87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 200 len: 217 time: 0.0424147 Jan 28 20:17:24.098840 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d25e3847-6f83-4a90-9ae2-2faa7de81932 admin admin] 10.222.0.44 "PUT /v2.0/routers/b390b565-343f-411b-b7e8-75924fbb75fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3447192 Jan 28 20:17:24.101948 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56544) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:24.106008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] Sync routers for ids ['b390b565-343f-411b-b7e8-75924fbb75fe'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:24.125777 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] Routers {'b390b565-343f-411b-b7e8-75924fbb75fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:24.127203 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b390b565-343f-411b-b7e8-75924fbb75fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:24.184095 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-369bb503-44c2-4183-a888-8828938f93ec req-e38b83dd-eaf5-4a28-882d-26dab86ba1d6 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492884 Jan 28 20:17:24.224443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-4151020f-66d1-4e7e-9ccb-48427046c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.226831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-4151020f-66d1-4e7e-9ccb-48427046c5dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1210468 Jan 28 20:17:24.295297 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b297de23-bcb7-49b0-a03d-459ac3c00d81 x-openstack-request-id: req-b297de23-bcb7-49b0-a03d-459ac3c00d81 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:24.295592 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:24.296774 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b297de23-bcb7-49b0-a03d-459ac3c00d81 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:24.297214 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'status': 'completed', 'code': 200} Jan 28 20:17:24.297467 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188', 'status': 'completed', 'code': 200} Jan 28 20:17:24.298179 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:24.338560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-e6b02953-def9-489d-a160-192002002e3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920095 Jan 28 20:17:24.341477 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] Set router b390b565-343f-411b-b7e8-75924fbb75fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:24.361118 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a47e5c-4cfe-46ab-a701-8a18196dcd59 x-openstack-request-id: req-b0a47e5c-4cfe-46ab-a701-8a18196dcd59 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:24.361618 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:24.362055 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0a47e5c-4cfe-46ab-a701-8a18196dcd59 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:24.362603 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4', 'status': 'completed', 'code': 200} Jan 28 20:17:24.427592 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074be8fb-806d-4efd-b0f4-f36c54d25d01 x-openstack-request-id: req-074be8fb-806d-4efd-b0f4-f36c54d25d01 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:24.428206 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-plugged", "status": "completed", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:24.428472 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-074be8fb-806d-4efd-b0f4-f36c54d25d01 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:24.429110 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'code': 200} Jan 28 20:17:24.469084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902b12-520f-4197-aca8-42508eff9869 req-b5ddd0f9-8788-4a78-9765-a63a8a11279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.471214 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-b5ddd0f9-8788-4a78-9765-a63a8a11279c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 1097 time: 0.1130109 Jan 28 20:17:24.568537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:24.665158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902b12-520f-4197-aca8-42508eff9869 req-cd9b8382-07e2-4b60-bb84-97f8cd7722c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.666812 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-cd9b8382-07e2-4b60-bb84-97f8cd7722c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.1810136 Jan 28 20:17:24.676111 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:17:22Z', 'revision_number': 5, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port': {'id': '9e769b2b-d45c-41f9-aa29-8bfc7138a82f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:54Z', 'updated_at': '2022-01-28T20:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:24.681656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc18ae-7bb0-4f20-aeca-e546b0c0c76f req-962749b5-3fcf-4bd0-9286-1434d8e3f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.683162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d5dc18ae-7bb0-4f20-aeca-e546b0c0c76f req-962749b5-3fcf-4bd0-9286-1434d8e3f34b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1102 time: 0.0959713 Jan 28 20:17:24.705440 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] Checking router: b390b565-343f-411b-b7e8-75924fbb75fe for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:24.715258 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] Routers {'b390b565-343f-411b-b7e8-75924fbb75fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:24.716860 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b390b565-343f-411b-b7e8-75924fbb75fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:24.728658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44cc31d4-cac7-4112-94e0-59380aeb8742 req-f85d8cbe-d211-4581-b4c5-181ffa933dbb tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 1000 time: 0.1702325 Jan 28 20:17:24.742363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668c33-e36b-4288-891d-99fc58666ccb req-c13b4696-9142-41fd-8a5d-37b68f60a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.744017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a668c33-e36b-4288-891d-99fc58666ccb req-c13b4696-9142-41fd-8a5d-37b68f60a8bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1124 time: 0.2384753 Jan 28 20:17:24.774396 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d5dc18ae-7bb0-4f20-aeca-e546b0c0c76f req-c247478f-b1cf-463b-b5f3-71e77591abbd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821390 Jan 28 20:17:24.792538 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-4e3441c0-78df-4be5-b3e2-86870405846b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 1000 time: 0.1130874 Jan 28 20:17:24.793931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Deleting port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:24.794346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:24.824986 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] Set router b390b565-343f-411b-b7e8-75924fbb75fe gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:24.829570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-06545379-09ab-4827-8337-f816f37761e5 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213226 Jan 28 20:17:24.883277 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:17:24Z', 'revision_number': 6, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:24.914551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-f1200520-eb3e-4d8a-abb5-7ac6b019e42c tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.917350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-f1200520-eb3e-4d8a-abb5-7ac6b019e42c tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/networks?id=b41ad67f-6aaa-4396-a354-8c1e6ded5be0 HTTP/1.1" status: 200 len: 822 time: 0.6183171 Jan 28 20:17:24.933161 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21484a87-b9be-4dbf-a453-a545dd226368 None None] The sync data for ids ['b390b565-343f-411b-b7e8-75924fbb75fe'] in n-d-825064-3 is: [{'id': 'b390b565-343f-411b-b7e8-75924fbb75fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-858883978-router', 'tenant_id': '6a2b86725b104a12990f6c72c5e83c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:52Z', 'updated_at': '2022-01-28T20:17:24Z', 'revision_number': 6, 'project_id': '6a2b86725b104a12990f6c72c5e83c43', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:24.940351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902b12-520f-4197-aca8-42508eff9869 req-6ac0688f-7ff1-48f2-bd44-6c3b0b64e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.942758 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-6ac0688f-7ff1-48f2-bd44-6c3b0b64e4b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1317012 Jan 28 20:17:24.950589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc31d4-cac7-4112-94e0-59380aeb8742 req-cb7818c1-e338-40ea-a482-80e56ff8893d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:24.953786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44cc31d4-cac7-4112-94e0-59380aeb8742 req-cb7818c1-e338-40ea-a482-80e56ff8893d tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports/4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 943 time: 0.1912282 Jan 28 20:17:25.037755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] For port 9e769b2b-d45c-41f9-aa29-8bfc7138a82f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9e769b2b-d45c-41f9-aa29-8bfc7138a82f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:25.038702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:25.041747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-09b500f3-ccf3-4cba-993c-5c26353cc2a2 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/quotas/a8fc16cb759542c3a9b94227ee97122d HTTP/1.1" status: 200 len: 375 time: 0.1137049 Jan 28 20:17:25.067219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Calling delete_port for 9e769b2b-d45c-41f9-aa29-8bfc7138a82f owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:25.076718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668c33-e36b-4288-891d-99fc58666ccb req-7f0b428e-cfe2-48cb-b94b-a3587f39c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:25.078806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a668c33-e36b-4288-891d-99fc58666ccb req-7f0b428e-cfe2-48cb-b94b-a3587f39c64f service neutron] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.3258095 Jan 28 20:17:25.081027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902b12-520f-4197-aca8-42508eff9869 req-bb3d3153-6ebe-4703-a358-96410fbde753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:25.084290 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-bb3d3153-6ebe-4703-a358-96410fbde753 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246850 Jan 28 20:17:25.132928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-67775be4-5d67-4009-b8a2-6bf5b9df2b82 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8fc16cb759542c3a9b94227ee97122d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783856 Jan 28 20:17:25.208568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a668c33-e36b-4288-891d-99fc58666ccb req-09411b69-373f-4932-b2d0-46ac7d20eb2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 200 len: 217 time: 0.1038563 Jan 28 20:17:25.258247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea734f76-c175-4eae-a614-4c01cbde12e1 req-984dd071-93c6-4e6e-a7f3-5753081f7fe2 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822000 Jan 28 20:17:25.289532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44cc31d4-cac7-4112-94e0-59380aeb8742 req-d6e0ff00-1118-4344-89f4-500dfd4ef0b1 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 1000 time: 0.2218204 Jan 28 20:17:25.354784 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-68985b48-b210-46cb-81d2-2276f0e1c6e5 service neutron] 10.222.0.26 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629545 Jan 28 20:17:25.387017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668c33-e36b-4288-891d-99fc58666ccb req-0aa98f1b-05d2-4163-a792-db02775017fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:25.388169 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a668c33-e36b-4288-891d-99fc58666ccb req-0aa98f1b-05d2-4163-a792-db02775017fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1505587 Jan 28 20:17:25.442402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a668c33-e36b-4288-891d-99fc58666ccb req-0e0c49fc-250a-46f9-8daf-f15637b56feb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395603 Jan 28 20:17:25.454916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-5a90fc94-f766-4cfa-9ffd-1c7c585b8a77 service neutron] 10.222.0.44 "GET /v2.0/networks/b41ad67f-6aaa-4396-a354-8c1e6ded5be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113680 Jan 28 20:17:25.505234 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-496e604a-2302-47a6-9780-70f9e80bb887 service neutron] 10.222.0.26 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389284 Jan 28 20:17:25.506404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:25.548469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Pushing event deleted for resources: {'Port': ['ID=9e769b2b-d45c-41f9-aa29-8bfc7138a82f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:25.567567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc31d4-cac7-4112-94e0-59380aeb8742 req-ed8baa07-5d74-4e6b-821e-b518ab75372b tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:25.569411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44cc31d4-cac7-4112-94e0-59380aeb8742 req-ed8baa07-5d74-4e6b-821e-b518ab75372b tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.2791071 Jan 28 20:17:25.608077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-44cc31d4-cac7-4112-94e0-59380aeb8742 req-56313420-603b-4c05-aa03-384490e5f7c7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:17:25.609669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44cc31d4-cac7-4112-94e0-59380aeb8742 req-56313420-603b-4c05-aa03-384490e5f7c7 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103590 Jan 28 20:17:25.652402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:25.703442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-5d1d776b-c12f-4cc5-a160-5145a91d97fd service neutron] 10.222.0.44 "GET /v2.0/networks/b41ad67f-6aaa-4396-a354-8c1e6ded5be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245443 Jan 28 20:17:25.706474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a668c33-e36b-4288-891d-99fc58666ccb req-5b76c035-494f-45d0-9113-6a6e6ed0bebf service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359576 Jan 28 20:17:25.733557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902b12-520f-4197-aca8-42508eff9869 req-e227349b-3343-451c-ae5c-0ea0be354000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:25.736146 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-e227349b-3343-451c-ae5c-0ea0be354000 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1095 time: 0.1533358 Jan 28 20:17:25.808596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:25.820831 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:25.937239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-30e7b2eb-0c7b-4760-831c-0ffc16a881ac tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:25.940972 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-30e7b2eb-0c7b-4760-831c-0ffc16a881ac tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 946 time: 0.2572155 Jan 28 20:17:25.943840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:25.944460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Fanout notify agent at l3_agent the message router_deleted on router b390b565-343f-411b-b7e8-75924fbb75fe {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:17:25.951482 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:25.957155 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9eb8f094-92eb-4237-a78b-0c66cbb8a3df admin admin] 10.222.0.44 "DELETE /v2.0/routers/b390b565-343f-411b-b7e8-75924fbb75fe HTTP/1.1" status: 204 len: 168 time: 1.8496912 Jan 28 20:17:25.971149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56570) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:26.023589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fa8e1-fd0c-427d-986b-5aaff31d05a2 req-2786ed8e-d04a-4ad8-98c5-fa96dc657143 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:26.033374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b18fa8e1-fd0c-427d-986b-5aaff31d05a2 req-2786ed8e-d04a-4ad8-98c5-fa96dc657143 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.2013731 Jan 28 20:17:26.085634 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a668c33-e36b-4288-891d-99fc58666ccb req-eea36906-1ad0-4a53-889a-d8de43079e1c service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643358 Jan 28 20:17:26.106743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5591dec-05f7-4d7a-9f21-d99522a3f654 admin admin] Deleting subnet da6010c0-851c-45e2-b8d2-b37fcc87a2d3 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:17:26.122735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5591dec-05f7-4d7a-9f21-d99522a3f654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:26.129816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902b12-520f-4197-aca8-42508eff9869 req-eb69f897-7167-4f31-965c-9597b280d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:26.131700 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-eb69f897-7167-4f31-965c-9597b280d643 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.3411884 Jan 28 20:17:26.162431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b18fa8e1-fd0c-427d-986b-5aaff31d05a2 req-28899c7f-7351-4b2b-b5eb-faf11376607b tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066074 Jan 28 20:17:26.214279 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-d4efc463-7ce0-44cb-9628-046437f023ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 200 len: 217 time: 0.0625694 Jan 28 20:17:26.256551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Deleting port edd391b7-3372-44c9-a307-c9356465d9d7 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:26.256926 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:26.289884 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5591dec-05f7-4d7a-9f21-d99522a3f654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:26.412570 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5591dec-05f7-4d7a-9f21-d99522a3f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:26.562835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902b12-520f-4197-aca8-42508eff9869 req-39ff5f9a-8ef2-42a6-84bf-2eb715996361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:26.562835 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-39ff5f9a-8ef2-42a6-84bf-2eb715996361 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.0981178 Jan 28 20:17:26.569247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28069b15-d53f-4942-afd2-645e361d17bd req-edd7a568-eebc-4297-aea8-14dabd9dac38 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:26.583721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28069b15-d53f-4942-afd2-645e361d17bd req-edd7a568-eebc-4297-aea8-14dabd9dac38 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d76409-3dbe-4d1b-ab4c-6adcfa16da18 HTTP/1.1" status: 200 len: 946 time: 0.4293461 Jan 28 20:17:26.629752 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-bb0475be-10ce-4b0d-88a5-947f0f364b1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505636 Jan 28 20:17:26.637591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] For port edd391b7-3372-44c9-a307-c9356465d9d7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=edd391b7-3372-44c9-a307-c9356465d9d7,segment=NetworkSegment(75631701-26cc-44de-a881-65c4bc255184),segment_id=75631701-26cc-44de-a881-65c4bc255184)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:26.638178 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:26.645891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995abf1-69d8-4c3b-a88a-fd44356d2863 req-94eff908-2fa1-4259-90e4-45cd697e31d8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:26.648640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b995abf1-69d8-4c3b-a88a-fd44356d2863 req-94eff908-2fa1-4259-90e4-45cd697e31d8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 943 time: 0.1953759 Jan 28 20:17:26.695621 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5591dec-05f7-4d7a-9f21-d99522a3f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:26.701823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Calling delete_port for edd391b7-3372-44c9-a307-c9356465d9d7 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:26.717666 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5591dec-05f7-4d7a-9f21-d99522a3f654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:26.722848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b5591dec-05f7-4d7a-9f21-d99522a3f654 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/da6010c0-851c-45e2-b8d2-b37fcc87a2d3 HTTP/1.1" status: 204 len: 168 time: 0.7506082 Jan 28 20:17:26.730916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c3ce9-436a-419d-99fd-d9e1a73b17e4 None None] Network 53e723d0-e499-41b8-a5e5-17d9f99a9a35 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:17:26.735625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28069b15-d53f-4942-afd2-645e361d17bd req-e83b1a7b-3cf0-4439-a8b9-9c410e3f6b66 tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcad1915-8ef5-401a-af07-2e9c7ec4549b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530499 Jan 28 20:17:26.802645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:26.807934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5591dec-05f7-4d7a-9f21-d99522a3f654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6010c0-851c-45e2-b8d2-b37fcc87a2d3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:26.926644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2349ea41-16db-431e-9123-3a99b31d1a9a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:26.969273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2349ea41-16db-431e-9123-3a99b31d1a9a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:26.969933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2349ea41-16db-431e-9123-3a99b31d1a9a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:26.970767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9e769b2b-d45c-41f9-aa29-8bfc7138a82f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:27.011768 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-dbe8344c-b371-4c2d-a9b5-5420fea57d61 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666031 Jan 28 20:17:27.032109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9e769b2b-d45c-41f9-aa29-8bfc7138a82f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:27.033479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9e769b2b-d45c-41f9-aa29-8bfc7138a82f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:27.062263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b995abf1-69d8-4c3b-a88a-fd44356d2863 req-4fbbcb33-eb96-4680-a612-9025b8d8aa6a tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028351 Jan 28 20:17:27.159829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] DHCP port deletion for 53e723d0-e499-41b8-a5e5-17d9f99a9a35 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:17:27.267022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] Deleting port 29fb676e-534d-46f8-b4f8-44b4ebc7422d {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:27.267658 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:27.297463 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:27.297676 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:27.318003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadd027-b5db-4444-b33f-fc2928ada0d1 req-bbf737a4-bf94-450f-8e91-bee63e15d8c8 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:27.331462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcadd027-b5db-4444-b33f-fc2928ada0d1 req-bbf737a4-bf94-450f-8e91-bee63e15d8c8 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 951 time: 0.4097295 Jan 28 20:17:27.360398 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3c902b12-520f-4197-aca8-42508eff9869 req-30e9c7be-0fd7-49ad-8a25-b191943e4ca4 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392167 Jan 28 20:17:27.362453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Pushing event deleted for resources: {'Port': ['ID=edd391b7-3372-44c9-a307-c9356465d9d7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:27.408934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] For port 29fb676e-534d-46f8-b4f8-44b4ebc7422d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=29fb676e-534d-46f8-b4f8-44b4ebc7422d,segment=NetworkSegment(87fdc206-7254-4ba1-9b63-a89ee1373ae9),segment_id=87fdc206-7254-4ba1-9b63-a89ee1373ae9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:27.409984 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:27.439438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] No DVR routers for this DVR port edd391b7-3372-44c9-a307-c9356465d9d7 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:27.443734 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:27.449824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-93d87c15-7510-47e8-b7e6-0152e5a9b8d8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 1000 time: 0.3191216 Jan 28 20:17:27.450919 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-698b5ef1-d2d2-443b-b802-ee5a54fb262d req-3f4944c3-cbd8-41e2-8253-7a71c3a8dfde tempest-InstanceActionsV221TestJSON-1709528510 tempest-InstanceActionsV221TestJSON-1709528510-project] 10.222.0.13 "DELETE /v2.0/ports/edd391b7-3372-44c9-a307-c9356465d9d7 HTTP/1.1" status: 204 len: 173 time: 1.4965501 Jan 28 20:17:27.452099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d76409-3dbe-4d1b-ab4c-6adcfa16da18', 'name': 'network-vif-deleted', 'tag': 'edd391b7-3372-44c9-a307-c9356465d9d7'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:27.456062 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e54f91-fe09-4f0a-8e51-70f56961bb17" -d '{"events": [{"server_uuid": "d5d76409-3dbe-4d1b-ab4c-6adcfa16da18", "name": "network-vif-deleted", "tag": "edd391b7-3372-44c9-a307-c9356465d9d7"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:27.469998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] Calling delete_port for 29fb676e-534d-46f8-b4f8-44b4ebc7422d owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:27.556950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-b15e4212-5504-4680-ab9f-41666a5099e2 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:27.559249 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-b15e4212-5504-4680-ab9f-41666a5099e2 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports/4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 943 time: 0.1084318 Jan 28 20:17:27.594854 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:27.612590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcadd027-b5db-4444-b33f-fc2928ada0d1 req-5be626bb-8aed-47fb-af6d-0251c810aa44 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796445 Jan 28 20:17:27.673160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] Pushing event deleted for resources: {'Port': ['ID=29fb676e-534d-46f8-b4f8-44b4ebc7422d,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:27.693555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9df54-bdf2-4c1d-8678-3da4592ffce5 None None] No DVR routers for this DVR port 29fb676e-534d-46f8-b4f8-44b4ebc7422d on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:27.774981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Deleting port 29fb676e-534d-46f8-b4f8-44b4ebc7422d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:27.775331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:27.782751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-816a2146-294f-436d-9bdb-5c86ffd0de95 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 1000 time: 0.1408172 Jan 28 20:17:27.952150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52fd2e9a-6ace-4fb8-a936-68bb7cc390dd req-2c8c6a61-3a3d-4ea0-9259-5543550b4ad7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 210 time: 0.0976708 Jan 28 20:17:27.959052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] For port 29fb676e-534d-46f8-b4f8-44b4ebc7422d, host n-d-825064-3, got binding levels [] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:27.960917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.012505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Calling delete_port for 29fb676e-534d-46f8-b4f8-44b4ebc7422d owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:28.018991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_backend_mixin [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Port 29fb676e-534d-46f8-b4f8-44b4ebc7422d was not found and therefore no delete operation was performed {{(pid=102307) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:17:28.032097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.105616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Pushing event deleted for resources: {'Port': ['ID=29fb676e-534d-46f8-b4f8-44b4ebc7422d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:28.151440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] No DVR routers for this DVR port 29fb676e-534d-46f8-b4f8-44b4ebc7422d on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:28.172973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-36940961-1eb1-4b84-a6fa-3c3c00252393 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:28.175115 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-36940961-1eb1-4b84-a6fa-3c3c00252393 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.26 "GET /v2.0/networks?id=b41ad67f-6aaa-4396-a354-8c1e6ded5be0 HTTP/1.1" status: 200 len: 822 time: 0.2124007 Jan 28 20:17:28.195332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Request body: {'port': {'device_id': 'f4660a2e-9995-434f-9ded-ce451a711bc0', 'network_id': 'b41ad67f-6aaa-4396-a354-8c1e6ded5be0', 'admin_state_up': True, 'tenant_id': 'a8fc16cb759542c3a9b94227ee97122d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:28.216769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-8edfb4d6-2154-4c77-9913-7e80a5b5bfd2 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:28.219150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-8edfb4d6-2154-4c77-9913-7e80a5b5bfd2 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.4088748 Jan 28 20:17:28.347694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c150de-dd9f-4ef6-b184-e894d19e3956 req-2a5d8bef-6b80-4a7f-b2c0-206ac3e4080b tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:28.355310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8c150de-dd9f-4ef6-b184-e894d19e3956 req-2a5d8bef-6b80-4a7f-b2c0-206ac3e4080b tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.3018999 Jan 28 20:17:28.391285 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.440320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e723d0-e499-41b8-a5e5-17d9f99a9a35']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:28.480254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-a5101b6e-9288-4ad2-92ba-da8afa367b25 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 1000 time: 0.2275379 Jan 28 20:17:28.484425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8c150de-dd9f-4ef6-b184-e894d19e3956 req-02ead280-f9c7-4755-b22f-78f6a9fe9de8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279931 Jan 28 20:17:28.486770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fdc206-7254-4ba1-9b63-a89ee1373ae9') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:28.487214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fdc206-7254-4ba1-9b63-a89ee1373ae9') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:28.502034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.522668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:28.578980 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.639462 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e58d32-cf10-4f37-a797-2c1ce8827706 x-openstack-request-id: req-44e58d32-cf10-4f37-a797-2c1ce8827706 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:28.639764 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d76409-3dbe-4d1b-ab4c-6adcfa16da18", "name": "network-vif-deleted", "tag": "edd391b7-3372-44c9-a307-c9356465d9d7", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:28.640029 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44e58d32-cf10-4f37-a797-2c1ce8827706 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:28.641060 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d76409-3dbe-4d1b-ab4c-6adcfa16da18', 'name': 'network-vif-deleted', 'tag': 'edd391b7-3372-44c9-a307-c9356465d9d7', 'status': 'completed', 'code': 200} Jan 28 20:17:28.644310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.653680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:17:28.654211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:17:28.658753 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:17:28.723753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 29fb676e-534d-46f8-b4f8-44b4ebc7422d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:28.756210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 29fb676e-534d-46f8-b4f8-44b4ebc7422d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:28.757158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 29fb676e-534d-46f8-b4f8-44b4ebc7422d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:28.811335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.815005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Made reservation on behalf of a8fc16cb759542c3a9b94227ee97122d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:28.818632 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.821116 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.824861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] 10.222.0.44 "DELETE /v2.0/networks/53e723d0-e499-41b8-a5e5-17d9f99a9a35 HTTP/1.1" status: 204 len: 168 time: 2.0073771 Jan 28 20:17:28.848408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d345521-cb95-4ec6-80bb-7ab0a5ef9bce admin admin] Pushing event deleted for resources: {'Network': ['ID=53e723d0-e499-41b8-a5e5-17d9f99a9a35,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:28.849500 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-d23894d9-b29e-4c55-b38d-98755c595083 service neutron] 10.222.0.13 "GET /v2.0/ports/eae3531e-20b4-4140-96df-00323b4f93e4/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.1043653 Jan 28 20:17:28.904650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.911909 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:28.912345 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a disassociated. External IP: 172.25.2.4, port: 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e. Jan 28 20:17:29.051614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56620) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:29.060042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Allocated IP 172.20.0.10 (b41ad67f-6aaa-4396-a354-8c1e6ded5be0/b78a2eec-419c-491c-9d75-991ffb255ee0/760f84be-f808-489d-b57e-69bef04187ec) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:17:29.068457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device edd391b7-3372-44c9-a307-c9356465d9d7 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:29.094683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: edd391b7-3372-44c9-a307-c9356465d9d7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:29.095147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device edd391b7-3372-44c9-a307-c9356465d9d7 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:29.095642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eae3531e-20b4-4140-96df-00323b4f93e4 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:29.255867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35c4bee7-9f0d-4ab2-a242-fde06cee48c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb0c84ec11184978ba047227a6274737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004807 Jan 28 20:17:29.270417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56622) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:29.455523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:29.537881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:29.538926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:29.587542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bcf952a-c0bb-4da6-9605-fa29ae14291f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.619564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae3531e-20b4-4140-96df-00323b4f93e4 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:29.650914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:29.654531 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bcf952a-c0bb-4da6-9605-fa29ae14291f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.662694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:29.670385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.671701 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.683223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:29.689684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.697674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:29.699147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:29.703399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-912e23c7-6880-4a24-abc2-6f9521122447 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "PUT /v2.0/floatingips/ad152077-cf3d-4af7-8128-2a54fc6dd98a HTTP/1.1" status: 200 len: 693 time: 1.1982207 Jan 28 20:17:29.704521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:29.706964 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03312f9-fbc0-4ee9-96f4-63c541d70da2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:29.794380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-5e4b647f-fd87-4400-a60b-0c0a6a43f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:29.804020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-5e4b647f-fd87-4400-a60b-0c0a6a43f8d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 1097 time: 0.0719061 Jan 28 20:17:29.810715 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.867079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:29.867972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bcf952a-c0bb-4da6-9605-fa29ae14291f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.870645 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bcf952a-c0bb-4da6-9605-fa29ae14291f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.874559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5bcf952a-c0bb-4da6-9605-fa29ae14291f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/356ee7e6-fefb-4405-af85-cb4bcca58d95 HTTP/1.1" status: 204 len: 168 time: 0.6001794 Jan 28 20:17:29.887186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:17:29.895122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:17:29.907351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f813d0-eeae-405f-9e79-14663a84cd66 req-e0f38a83-12bd-4b9c-b2c8-2e1b11892026 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:29.907929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:17:29.908922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57f813d0-eeae-405f-9e79-14663a84cd66 req-e0f38a83-12bd-4b9c-b2c8-2e1b11892026 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 943 time: 0.1030037 Jan 28 20:17:29.923542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf952a-c0bb-4da6-9605-fa29ae14291f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ee7e6-fefb-4405-af85-cb4bcca58d95,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:29.925559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Pushing event updated for resources: {'Port': ['ID=760f84be-f808-489d-b57e-69bef04187ec,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:29.967169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] Transition to ACTIVE for port object eae3531e-20b4-4140-96df-00323b4f93e4 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:17:29.989751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:29.990407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:29.997271 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:30.022803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57f813d0-eeae-405f-9e79-14663a84cd66 req-320725db-6127-4566-9e8a-55533ad74a7b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040254 Jan 28 20:17:30.040194 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-e0f5d35f-d6bb-4fb7-a97d-07ee72274be7 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8488128 Jan 28 20:17:30.054191 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-6b05ae4d-4851-4202-9809-82948603429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.055286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Request body: {'port': {'device_id': 'f4660a2e-9995-434f-9ded-ce451a711bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:30.056690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-6b05ae4d-4851-4202-9809-82948603429d service neutron] 10.222.0.44 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.2517200 Jan 28 20:17:30.110799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] No DVR routers for this DVR port eae3531e-20b4-4140-96df-00323b4f93e4 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:30.175435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=10']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:30.189258 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-b7d8a54d-2690-4f1b-832a-067e526d1436 service neutron] 10.222.0.13 "PUT /v2.0/ports/eae3531e-20b4-4140-96df-00323b4f93e4/bindings/n-h2-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3315585 Jan 28 20:17:30.200324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:30.202940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-8a3ffd63-0c50-45cc-851a-b5c488be9376 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 217 time: 0.1387928 Jan 28 20:17:30.299616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:30.333483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:30.349315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:30.350175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:30.356751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-bfc5ed3f-bf32-487a-a9eb-6d75549b0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.360437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-bfc5ed3f-bf32-487a-a9eb-6d75549b0dcb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1441345 Jan 28 20:17:30.407679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-a3649aa8-f5e0-44e7-9b2b-918ef69607fb tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.409588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-a3649aa8-f5e0-44e7-9b2b-918ef69607fb tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.1383832 Jan 28 20:17:30.416946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978be58-5df9-4070-9b36-fa79714f70df req-fdd1adca-5f00-4784-8eb8-c14aa4d5d505 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.418685 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9978be58-5df9-4070-9b36-fa79714f70df req-fdd1adca-5f00-4784-8eb8-c14aa4d5d505 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1102 time: 0.1345887 Jan 28 20:17:30.493438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-6be722c2-5e35-4a4a-81f4-e77e9796521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.494970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-6be722c2-5e35-4a4a-81f4-e77e9796521d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185367 Jan 28 20:17:30.524036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9978be58-5df9-4070-9b36-fa79714f70df req-d32fd04f-f03a-4651-a97b-a4890ac4d1a2 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692968 Jan 28 20:17:30.524036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-ed84fc92-d453-44f9-8383-f44e1d5c2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.533138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-ed84fc92-d453-44f9-8383-f44e1d5c2b7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523&tenant_id=f2a7105b289444898a6431d4fe483c24 HTTP/1.1" status: 200 len: 1095 time: 0.1131461 Jan 28 20:17:30.549888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:30.567207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56664) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:30.668097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760f84be-f808-489d-b57e-69bef04187ec {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:30.681200 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:30.690534 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f45a4a07-bdbe-4a09-926d-6eca03bc62c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a2b86725b104a12990f6c72c5e83c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177309 Jan 28 20:17:30.690823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56666) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:30.704882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Transition to ACTIVE for port object 760f84be-f808-489d-b57e-69bef04187ec will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:17:30.709278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:30.713199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-573b9d0d-9448-4099-b5ba-d0c43ad8d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.714698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-573b9d0d-9448-4099-b5ba-d0c43ad8d47f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1095 time: 0.1190169 Jan 28 20:17:30.728506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36de173-281f-46d1-8759-df358b687e2c req-a478afd1-c953-4169-9cb3-6c27e1600284 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.730010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a36de173-281f-46d1-8759-df358b687e2c req-a478afd1-c953-4169-9cb3-6c27e1600284 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 932 time: 0.1328228 Jan 28 20:17:30.768953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-58061f75-533f-4a55-aea0-305dc8121225 service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576551 Jan 28 20:17:30.771333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Pushing event updated for resources: {'Port': ['ID=760f84be-f808-489d-b57e-69bef04187ec,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:30.839900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:30.873558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Attempting to bind port 760f84be-f808-489d-b57e-69bef04187ec on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:17:30.873902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Attempting to bind port 760f84be-f808-489d-b57e-69bef04187ec by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '34dd34f1-e491-4311-a297-be7d39cec8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b41ad67f-6aaa-4396-a354-8c1e6ded5be0'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:17:30.874364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Attempting to bind port 760f84be-f808-489d-b57e-69bef04187ec on network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:30.881390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Port 760f84be-f808-489d-b57e-69bef04187ec on network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:17:30.881722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Attempting to bind port 760f84be-f808-489d-b57e-69bef04187ec on network b41ad67f-6aaa-4396-a354-8c1e6ded5be0 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:30.886466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378385e-6905-459d-9b2d-a2e87056e550 None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:30.887041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:17:30.887291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Checking segment: {'id': '34dd34f1-e491-4311-a297-be7d39cec8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b41ad67f-6aaa-4396-a354-8c1e6ded5be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:30.888302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Bound using segment: {'id': '34dd34f1-e491-4311-a297-be7d39cec8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b41ad67f-6aaa-4396-a354-8c1e6ded5be0'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:17:30.888760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Bound port: 760f84be-f808-489d-b57e-69bef04187ec, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34dd34f1-e491-4311-a297-be7d39cec8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'b41ad67f-6aaa-4396-a354-8c1e6ded5be0'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:17:30.889127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:30.919392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a36de173-281f-46d1-8759-df358b687e2c req-d4ff7b49-8b92-416c-a187-853839572930 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653357 Jan 28 20:17:30.948287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a614011-d478-4f1e-b132-c0b888588d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:30.973223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-9bc9b450-017e-4602-8f55-8941259384e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.974747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-9bc9b450-017e-4602-8f55-8941259384e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.2394280 Jan 28 20:17:31.009238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a614011-d478-4f1e-b132-c0b888588d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:31.014897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] For port 760f84be-f808-489d-b57e-69bef04187ec, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:31.020957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] For port 760f84be-f808-489d-b57e-69bef04187ec, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=760f84be-f808-489d-b57e-69bef04187ec,segment=NetworkSegment(34dd34f1-e491-4311-a297-be7d39cec8fe),segment_id=34dd34f1-e491-4311-a297-be7d39cec8fe)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:17:31.027542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:31.052936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc681fdd-50af-41f8-9a6e-277a220082eb req-10809a34-317d-4a91-9d6a-27c106c0d2a2 service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432775 Jan 28 20:17:31.054616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-e305849e-4dbc-4b3a-a062-a814d1e06c63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 200 len: 217 time: 0.0680025 Jan 28 20:17:31.083088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:31.084312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:31.087325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] 10.222.0.26 "PUT /v2.0/ports/760f84be-f808-489d-b57e-69bef04187ec HTTP/1.1" status: 200 len: 1092 time: 1.0356789 Jan 28 20:17:31.087325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4660a2e-9995-434f-9ded-ce451a711bc0', 'tag': '760f84be-f808-489d-b57e-69bef04187ec'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:31.091313 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7a80a4-1713-4476-a123-44f70fe15b11" -d '{"events": [{"name": "network-changed", "server_uuid": "f4660a2e-9995-434f-9ded-ce451a711bc0", "tag": "760f84be-f808-489d-b57e-69bef04187ec"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:31.152931 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89caf949-a2c0-4582-b762-d233b2e07d79 x-openstack-request-id: req-89caf949-a2c0-4582-b762-d233b2e07d79 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:31.153221 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:31.153470 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89caf949-a2c0-4582-b762-d233b2e07d79 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:31.154056 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'status': 'completed', 'code': 200} Jan 28 20:17:31.155160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764d6ad-f811-4335-bde5-90cd9a529315 service neutron] Pushing event updated for resources: {'Port': ['ID=760f84be-f808-489d-b57e-69bef04187ec,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:31.164940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93fa1b19-a0f8-4d0f-85cd-2d8a02655298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:31.166965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-93fa1b19-a0f8-4d0f-85cd-2d8a02655298 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.0990238 Jan 28 20:17:31.167815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:17:31.207261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bb266-fd2a-4501-a224-bbf91fd17761 req-4b75006d-0b8e-4504-9118-3873bcaa4780 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:31.220315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-387bb266-fd2a-4501-a224-bbf91fd17761 req-4b75006d-0b8e-4504-9118-3873bcaa4780 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.1700866 Jan 28 20:17:31.271872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-cc10ad3c-e94f-42cb-9a6b-395d3fa61889 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904031 Jan 28 20:17:31.329535 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a614011-d478-4f1e-b132-c0b888588d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:31.331788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a614011-d478-4f1e-b132-c0b888588d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:31.335884 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a614011-d478-4f1e-b132-c0b888588d1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff5da2e0-9476-4d2c-8e29-ec0700f16c53 HTTP/1.1" status: 204 len: 168 time: 0.6413929 Jan 28 20:17:31.349069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-5c0384d3-1e87-41b8-8656-4a10c77a2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:31.356587 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-5c0384d3-1e87-41b8-8656-4a10c77a2a8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8fc16cb759542c3a9b94227ee97122d&device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 1095 time: 0.1940985 Jan 28 20:17:31.431929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:31.439514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-067b320e-7bd1-43ab-81a5-a0cc9709a4a0 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538641 Jan 28 20:17:31.448662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-ec9248dc-c903-41b8-bef1-ba8ce538c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:31.449932 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-ec9248dc-c903-41b8-bef1-ba8ce538c54d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 1097 time: 0.1966598 Jan 28 20:17:31.453046 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-6df14031-5bd2-4da5-8cea-2899c429cdfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760f84be-f808-489d-b57e-69bef04187ec HTTP/1.1" status: 200 len: 217 time: 0.0817056 Jan 28 20:17:31.459542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188', 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf', 'port_id': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188', 'mac_address': 'fa:16:3e:5c:bb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac887cfc-a542-4ce4-86f2-d8597a61cc15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:17:31.463155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a614011-d478-4f1e-b132-c0b888588d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5da2e0-9476-4d2c-8e29-ec0700f16c53,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:31.473612 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756de3f9-1184-4329-9651-aba94e0a3c33 None None] New status for floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:17:31.589215 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:31.612895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:31.616161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-93b95917-5636-403d-9712-40a425914202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:31.621462 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-93b95917-5636-403d-9712-40a425914202 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b78a2eec-419c-491c-9d75-991ffb255ee0 HTTP/1.1" status: 200 len: 862 time: 0.1408398 Jan 28 20:17:31.637706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-387bb266-fd2a-4501-a224-bbf91fd17761 req-c7697859-97c1-4f69-8c89-ca4324794c4c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683455 Jan 28 20:17:31.655493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:31.668724 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:31.702103 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-feee3805-a587-4762-b7d7-bf008dd09039 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41ad67f-6aaa-4396-a354-8c1e6ded5be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719411 Jan 28 20:17:31.754341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-7e7c5e79-2500-4773-9204-abd77968b887 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762892 Jan 28 20:17:31.770895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-166c995a-f2f5-437d-a488-d718cb9ebe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:31.772430 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-166c995a-f2f5-437d-a488-d718cb9ebe9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.2997303 Jan 28 20:17:31.856791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:31.902970 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-5871e830-aae9-48dd-be76-90249ad3bb04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2585444 Jan 28 20:17:31.904338 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-31b2674b-9ef2-4590-9509-a6fb4c7837b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 200 len: 217 time: 0.0845444 Jan 28 20:17:32.021098 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-1d1f6aac-e3de-4f1d-9f5d-78fb7d1de2ce service neutron] 10.222.0.26 "GET /v2.0/networks/b41ad67f-6aaa-4396-a354-8c1e6ded5be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991486 Jan 28 20:17:32.081266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:32.139469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-ba3db388-e22c-4cc6-8b9b-a391261f21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.142068 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-ba3db388-e22c-4cc6-8b9b-a391261f21c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.2257330 Jan 28 20:17:32.187913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-69abfd85-2154-405a-9e2c-2b480f156040 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.193892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-69abfd85-2154-405a-9e2c-2b480f156040 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.1085429 Jan 28 20:17:32.285497 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-072cd1fc-5d14-478c-8879-bb97f8f7c117 req-eb5bf1b3-e108-4f00-9f4d-afc7bfc4a1fb service neutron] 10.222.0.26 "GET /v2.0/networks/b41ad67f-6aaa-4396-a354-8c1e6ded5be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233438 Jan 28 20:17:32.355709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-0b518507-96c3-4dcb-ab2a-ea1a479daec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.357450 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-0b518507-96c3-4dcb-ab2a-ea1a479daec1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=480527f0ffa44e999f8eeff9204681a7&device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 1100 time: 0.3494515 Jan 28 20:17:32.414981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-e6d673a0-8e37-44db-aa67-0cdbb46e7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.425769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-e6d673a0-8e37-44db-aa67-0cdbb46e7c96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307728 Jan 28 20:17:32.459607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-d4c79013-1a48-446b-8158-2071c9da4174 service neutron] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:32.463614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-d4c79013-1a48-446b-8158-2071c9da4174 service neutron] Notify callbacks [] for binding, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:32.465111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b8e208a-7a83-4e8a-8834-28bab0180fe8 req-d4c79013-1a48-446b-8158-2071c9da4174 service neutron] 10.222.0.26 "DELETE /v2.0/ports/eae3531e-20b4-4140-96df-00323b4f93e4/bindings/n-h1-825064-3 HTTP/1.1" status: 204 len: 173 time: 0.2679889 Jan 28 20:17:32.565280 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdde334-c614-4cf1-bdb4-670462caf868 x-openstack-request-id: req-1fdde334-c614-4cf1-bdb4-670462caf868 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:32.565632 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4660a2e-9995-434f-9ded-ce451a711bc0", "tag": "760f84be-f808-489d-b57e-69bef04187ec", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:32.565829 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fdde334-c614-4cf1-bdb4-670462caf868 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:32.566244 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4660a2e-9995-434f-9ded-ce451a711bc0', 'tag': '760f84be-f808-489d-b57e-69bef04187ec', 'status': 'completed', 'code': 200} Jan 28 20:17:32.574976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe190-1fbb-4e1d-8bf3-8245326ff085 req-0eb42102-0c2e-4b1f-840d-8163824b8eaf tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.577516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea9fe190-1fbb-4e1d-8bf3-8245326ff085 req-0eb42102-0c2e-4b1f-840d-8163824b8eaf tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 944 time: 0.0863183 Jan 28 20:17:32.707261 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-4d38b39b-dc72-41ea-9639-3259e6ea4ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408791 Jan 28 20:17:32.729025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea9fe190-1fbb-4e1d-8bf3-8245326ff085 req-ff5427e2-790c-4707-8134-4a2902fd107d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314149 Jan 28 20:17:32.739118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-69545e1a-3c0b-46ea-ad4a-780c25a2e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.741623 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-69545e1a-3c0b-46ea-ad4a-780c25a2e27f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8fc16cb759542c3a9b94227ee97122d&device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 1095 time: 0.1617901 Jan 28 20:17:32.943471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-bcaba61b-8b00-47ec-9511-d7ea8e81d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.949877 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-bcaba61b-8b00-47ec-9511-d7ea8e81d489 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.5197215 Jan 28 20:17:32.985812 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b03312f9-fbc0-4ee9-96f4-63c541d70da2 req-2852f809-fe5b-4798-9fc3-04485c696072 service neutron] 10.222.0.26 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612274 Jan 28 20:17:32.995277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f68552-0d4c-4ff1-b3e0-7f7b995d4b50 req-141630c2-ff18-48f9-83ed-794ceca68163 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.997755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5f68552-0d4c-4ff1-b3e0-7f7b995d4b50 req-141630c2-ff18-48f9-83ed-794ceca68163 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 944 time: 0.2924874 Jan 28 20:17:33.042801 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-ac9f779e-1873-40fb-b361-64598d2a3057 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=f5679872-c8fc-45c3-afe7-6a720feb5595 HTTP/1.1" status: 200 len: 217 time: 0.0831318 Jan 28 20:17:33.060451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43919-cdd5-4286-932f-644f3a5d4fd5 req-581bcf76-327c-419b-b486-c68200639159 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:33.067858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66d43919-cdd5-4286-932f-644f3a5d4fd5 req-581bcf76-327c-419b-b486-c68200639159 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 1102 time: 0.1674783 Jan 28 20:17:33.116102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-7a1ae103-8c9b-4bd6-b435-65c435dbd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:33.117650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-7a1ae103-8c9b-4bd6-b435-65c435dbd25a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b41ad67f-6aaa-4396-a354-8c1e6ded5be0 HTTP/1.1" status: 200 len: 923 time: 0.3513825 Jan 28 20:17:33.128154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5f68552-0d4c-4ff1-b3e0-7f7b995d4b50 req-f01cd858-dc0c-486c-be4d-74bfc83b6f7e tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110830 Jan 28 20:17:33.134637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66d43919-cdd5-4286-932f-644f3a5d4fd5 req-81b0bed4-48cb-4c36-a3cc-4088ef0784b7 tempest-ServersAdminTestJSON-1049184763 tempest-ServersAdminTestJSON-1049184763-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658960 Jan 28 20:17:33.135091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-a660229d-98d3-4c34-bb6f-57d8e916e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:33.138773 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-a660229d-98d3-4c34-bb6f-57d8e916e8c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0788236 Jan 28 20:17:33.199609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-608579c0-2bd4-42d9-a2c1-868bddc16995 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760f84be-f808-489d-b57e-69bef04187ec HTTP/1.1" status: 200 len: 217 time: 0.0635648 Jan 28 20:17:33.204682 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:17:33.235359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-f8f907d4-aa4f-4452-9666-eb2d185c800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:33.238397 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-f8f907d4-aa4f-4452-9666-eb2d185c800c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921552 Jan 28 20:17:33.322143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-d1fa8a3b-eefb-4368-bf0d-ff2bbc5fa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:33.324652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-d1fa8a3b-eefb-4368-bf0d-ff2bbc5fa4eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b78a2eec-419c-491c-9d75-991ffb255ee0 HTTP/1.1" status: 200 len: 862 time: 0.1129370 Jan 28 20:17:33.391219 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-7effa839-5d7d-4344-a3d4-2cef505c6364 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401856 Jan 28 20:17:33.394467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-4be9cce6-dcce-44dd-984d-881ef09412d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b41ad67f-6aaa-4396-a354-8c1e6ded5be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442653 Jan 28 20:17:33.402203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-c5946fc6-c8c2-4adf-89a4-f9a2e3a039d1 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:33.412433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-c5946fc6-c8c2-4adf-89a4-f9a2e3a039d1 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1443913 Jan 28 20:17:33.510820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-67bfcafc-1b08-40bb-944d-b0ce9605d5c6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0953360 Jan 28 20:17:33.543679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Request body: {'floatingip': {'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:33.566697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a896785-40ae-4d1c-8492-eabcaa17f8db req-606a460a-3640-49de-b4fc-c12fc4390686 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731730 Jan 28 20:17:33.652811 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:33.851974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-2a43178b-7645-449a-99b2-7fcc0537ecad service neutron] 10.222.0.26 "GET /v2.0/networks/b41ad67f-6aaa-4396-a354-8c1e6ded5be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524570 Jan 28 20:17:34.122824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7a80a4-1713-4476-a123-44f70fe15b11 req-754bf431-e3ee-4242-9d0c-f93eff4978b1 service neutron] 10.222.0.26 "GET /v2.0/networks/b41ad67f-6aaa-4396-a354-8c1e6ded5be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533882 Jan 28 20:17:34.321157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56804) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:34.373815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-15592474-b00c-4449-b775-35af80cd3c80 admin admin] Deleting subnet c50c3078-e12f-4708-a311-b89346bd6a1f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:17:34.380452 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15592474-b00c-4449-b775-35af80cd3c80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.436208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15592474-b00c-4449-b775-35af80cd3c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.458028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.465309 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.478840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15592474-b00c-4449-b775-35af80cd3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.511246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae3dc6-68aa-429c-a856-4e5a609338f7 req-d3d8102a-667e-4bc3-b889-32d11f06a867 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:34.512734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7ae3dc6-68aa-429c-a856-4e5a609338f7 req-d3d8102a-667e-4bc3-b889-32d11f06a867 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 945 time: 0.1044042 Jan 28 20:17:34.549519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15592474-b00c-4449-b775-35af80cd3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.575288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15592474-b00c-4449-b775-35af80cd3c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50c3078-e12f-4708-a311-b89346bd6a1f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:34.585146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15592474-b00c-4449-b775-35af80cd3c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.590829 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-15592474-b00c-4449-b775-35af80cd3c80 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c50c3078-e12f-4708-a311-b89346bd6a1f HTTP/1.1" status: 204 len: 168 time: 0.2646439 Jan 28 20:17:34.591125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56806) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:34.670594 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.763278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.786572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0b6448-b5af-4ef2-acae-d729689fa407']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:34.802421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75631701-26cc-44de-a881-65c4bc255184') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:34.803013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75631701-26cc-44de-a881-65c4bc255184') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:34.817160 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.831833 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.838550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:17:34.839021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:17:34.841068 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:17:34.900883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.918165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:34.921946 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7b0b6448-b5af-4ef2-acae-d729689fa407 HTTP/1.1" status: 204 len: 168 time: 0.3292353 Jan 28 20:17:34.923086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ada75-2842-45e3-be04-8d99538a1e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b0b6448-b5af-4ef2-acae-d729689fa407,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:34.941895 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7ae3dc6-68aa-429c-a856-4e5a609338f7 req-c899b097-bceb-4dae-8c9a-580df300a309 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178164 Jan 28 20:17:34.953393 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a associated. External IP: 172.25.2.4, port: f123d329-3c03-4172-a6c2-5a7d07d7f3f9. Jan 28 20:17:34.965197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d6940-651a-49b2-b4ee-197266bfa22c req-24cc65b7-7585-48b5-bc6d-899418a0887b tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:34.966766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-129d6940-651a-49b2-b4ee-197266bfa22c req-24cc65b7-7585-48b5-bc6d-899418a0887b tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3eac0d6-bc83-4e6b-9027-446b90272a42 HTTP/1.1" status: 200 len: 946 time: 0.4241562 Jan 28 20:17:35.163278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56814) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:35.170975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 760f84be-f808-489d-b57e-69bef04187ec details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:17:35.175275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:17:35.217423 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-07275e45-9b7d-4b67-8fec-b0ccfabf9b7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abaa70e55f5842ee8eb66ba3ecb16626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529084 Jan 28 20:17:35.221349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56816) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:35.222341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Deleting port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:35.222818 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.273864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e7b30d1-46d7-4c07-a888-ecdeb8f40d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.297375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e7b30d1-46d7-4c07-a888-ecdeb8f40d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.298735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:17:35.305560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:17:35.306146 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.359999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 760f84be-f808-489d-b57e-69bef04187ec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=760f84be-f808-489d-b57e-69bef04187ec,segment=NetworkSegment(34dd34f1-e491-4311-a297-be7d39cec8fe),segment_id=34dd34f1-e491-4311-a297-be7d39cec8fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:35.361079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e7b30d1-46d7-4c07-a888-ecdeb8f40d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.364362 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e7b30d1-46d7-4c07-a888-ecdeb8f40d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.368824 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3e7b30d1-46d7-4c07-a888-ecdeb8f40d3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcad1915-8ef5-401a-af07-2e9c7ec4549b HTTP/1.1" status: 204 len: 168 time: 0.1464741 Jan 28 20:17:35.370365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81e82a-0f61-4e93-ad13-cccd6fe73924 req-b9bef689-e784-43d1-9064-31e9c819dcb6 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:35.371491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca81e82a-0f61-4e93-ad13-cccd6fe73924 req-b9bef689-e784-43d1-9064-31e9c819dcb6 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 944 time: 0.1633024 Jan 28 20:17:35.384868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b30d1-46d7-4c07-a888-ecdeb8f40d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcad1915-8ef5-401a-af07-2e9c7ec4549b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:35.385284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '760f84be-f808-489d-b57e-69bef04187ec', 'network_id': 'b41ad67f-6aaa-4396-a354-8c1e6ded5be0', 'port_id': '760f84be-f808-489d-b57e-69bef04187ec', 'mac_address': 'fa:16:3e:26:37:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78a2eec-419c-491c-9d75-991ffb255ee0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:17:35.399239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:35.424627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] For port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:35.425012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.451654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Calling delete_port for 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:35.462372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca81e82a-0f61-4e93-ad13-cccd6fe73924 req-97114367-f651-4e5e-acee-db3257e35cf0 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781612 Jan 28 20:17:35.464728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.475406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.514812 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:35.518033 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d79039-9b99-4e77-97be-8a1540c0791b" -d '{"events": [{"server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "name": "network-vif-plugged", "status": "completed", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:35.523779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760f84be-f808-489d-b57e-69bef04187ec {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:35.542250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:35.552805 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.555936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 760f84be-f808-489d-b57e-69bef04187ec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=760f84be-f808-489d-b57e-69bef04187ec,segment=NetworkSegment(34dd34f1-e491-4311-a297-be7d39cec8fe),segment_id=34dd34f1-e491-4311-a297-be7d39cec8fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:35.587129 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.621675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:35.693116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=760f84be-f808-489d-b57e-69bef04187ec,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:35.700331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:35.708753 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.716716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:35.733424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:35.734522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:35.755381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-073e3be9-a140-43d7-8a59-baaffb5edb6c tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "PUT /v2.0/floatingips/ad152077-cf3d-4af7-8128-2a54fc6dd98a HTTP/1.1" status: 200 len: 994 time: 2.2286456 Jan 28 20:17:35.755862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:35.758956 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cad3004-8347-46f0-952a-df8877790e51" -d '{"events": [{"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:35.762940 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.788823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f123d329-3c03-4172-a6c2-5a7d07d7f3f9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:35.792107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:35.824083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Pushing event deleted for resources: {'Port': ['ID=4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:35.898051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] No DVR routers for this DVR port 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:35.909704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:35.915258 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-129d6940-651a-49b2-b4ee-197266bfa22c req-eac9c2da-53a4-4fd2-b730-4f418a87eca6 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.26 "DELETE /v2.0/ports/4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e HTTP/1.1" status: 204 len: 173 time: 0.9150658 Jan 28 20:17:35.919267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-b8b8fc7d-9f3b-4f14-8fed-a13c6f565da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:35.921126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-b8b8fc7d-9f3b-4f14-8fed-a13c6f565da2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.1262040 Jan 28 20:17:35.981083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['760f84be-f808-489d-b57e-69bef04187ec'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:36.034968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:36.101925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-0ecd9e8e-b8de-4ab4-b3a8-57ff26cf67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:36.121613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-0ecd9e8e-b8de-4ab4-b3a8-57ff26cf67cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.1803174 Jan 28 20:17:36.322566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-b666f869-43b3-4637-8974-9b49642c31c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 997 time: 0.1990223 Jan 28 20:17:36.458756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-3a877ed7-7865-4e52-8513-e7a6311130c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:36.465381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-3a877ed7-7865-4e52-8513-e7a6311130c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.0836148 Jan 28 20:17:36.471544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf22649-26a2-4f0f-9c74-fc08c6a66d74 req-c4ab7058-46e9-489d-81a6-e098d5cca863 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:36.473708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dbf22649-26a2-4f0f-9c74-fc08c6a66d74 req-c4ab7058-46e9-489d-81a6-e098d5cca863 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1095 time: 0.1361814 Jan 28 20:17:36.564463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dbf22649-26a2-4f0f-9c74-fc08c6a66d74 req-290106cc-c3cb-4ba8-86d7-28c91f4d0fe1 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823743 Jan 28 20:17:36.567692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-d6fbcb20-87b3-46f8-b337-7664321cf2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:36.576033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-d6fbcb20-87b3-46f8-b337-7664321cf2dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092732 Jan 28 20:17:36.632158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-7e248444-a998-486f-bea3-d6271c41fc3d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:36.641060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-7e248444-a998-486f-bea3-d6271c41fc3d tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 949 time: 0.1361411 Jan 28 20:17:36.692413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56854) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:36.859098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:ac:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:34Z', 'revision_number': 8, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:36.861698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-e1c0912e-b15a-465b-8931-1b6ba6b4645f service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848132 Jan 28 20:17:36.873905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda65fa-c57c-468c-bbda-0b84f2432a45 req-93f27f94-07aa-4a82-a7f7-7c54dfb5d542 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:36.877647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bbda65fa-c57c-468c-bbda-0b84f2432a45 req-93f27f94-07aa-4a82-a7f7-7c54dfb5d542 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085b7a7-c655-4f9b-9e7c-4974ba3cb269 HTTP/1.1" status: 200 len: 949 time: 0.1623185 Jan 28 20:17:36.931891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:36.951071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:36.953179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:36.958925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-263803870-network', 'tenant_id': '55f3809b88c94ae8a52cec5b6b95a422'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:37.053215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bbda65fa-c57c-468c-bbda-0b84f2432a45 req-33c1906d-2d03-412c-a27a-8dfd5a10f905 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305909 Jan 28 20:17:37.055946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Made reservation on behalf of 55f3809b88c94ae8a52cec5b6b95a422 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:37.058488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.066711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd46bfda-75d0-46a6-9639-73961dd2e90d req-e0ce290d-9db2-4f46-9eb2-f1285e960bce service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874652 Jan 28 20:17:37.073333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.191830 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1364cbe-95b0-4747-a667-7b7d06c4e735 x-openstack-request-id: req-c1364cbe-95b0-4747-a667-7b7d06c4e735 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:37.192123 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "name": "network-vif-plugged", "status": "completed", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:37.192426 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1364cbe-95b0-4747-a667-7b7d06c4e735 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:37.192812 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188', 'code': 200} Jan 28 20:17:37.195986 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6455eb-6cd1-4e05-9336-2915355e821e x-openstack-request-id: req-fc6455eb-6cd1-4e05-9336-2915355e821e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:37.196300 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:37.196573 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc6455eb-6cd1-4e05-9336-2915355e821e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:37.196968 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'status': 'completed', 'code': 200} Jan 28 20:17:37.198586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Deleting port d8e84b07-6a38-4223-9ee7-64431dc4353e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:37.202118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.258540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:37.345536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.379137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] For port d8e84b07-6a38-4223-9ee7-64431dc4353e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d8e84b07-6a38-4223-9ee7-64431dc4353e,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:37.379353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.395010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.398250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Calling delete_port for d8e84b07-6a38-4223-9ee7-64431dc4353e owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:37.448207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:17:37.475274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad3004-8347-46f0-952a-df8877790e51 req-55f9a15f-2e7a-4c98-9931-b31069311a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:37.477570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cad3004-8347-46f0-952a-df8877790e51 req-55f9a15f-2e7a-4c98-9931-b31069311a17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.2254951 Jan 28 20:17:37.486104 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.486492 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Added segment 07852952-cd8a-4439-8df6-4a06b8eabee2 of type vlan for network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 Jan 28 20:17:37.490719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d530e3ec-ca94-489d-9d13-d4d92ee29234,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:37.522912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a29c-72ac-411a-8015-b67e1398e24f req-52bea76d-ca58-4b3f-80a8-d8c2ee334f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:37.524708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c560a29c-72ac-411a-8015-b67e1398e24f req-52bea76d-ca58-4b3f-80a8-d8c2ee334f91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1097 time: 0.1929991 Jan 28 20:17:37.535829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87dea4-1f09-41f7-9bc2-baa9f872f435 req-d99c568a-d6e7-4898-8473-f0d535ff36ab tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:37.538071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b87dea4-1f09-41f7-9bc2-baa9f872f435 req-d99c568a-d6e7-4898-8473-f0d535ff36ab tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.2047973 Jan 28 20:17:37.618045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.634863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f5679872-c8fc-45c3-afe7-6a720feb5595', 'd8e84b07-6a38-4223-9ee7-64431dc4353e', '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:37.666758 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.674613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Pushing event deleted for resources: {'Port': ['ID=d8e84b07-6a38-4223-9ee7-64431dc4353e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:37.703265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c560a29c-72ac-411a-8015-b67e1398e24f req-4b289752-db1f-41d8-a6b8-59fbedd10521 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634617 Jan 28 20:17:37.725531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-920f9388-3ba3-4d8a-abd7-c2265a72f40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.771357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] No DVR routers for this DVR port d8e84b07-6a38-4223-9ee7-64431dc4353e on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:37.775138 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.776925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b87dea4-1f09-41f7-9bc2-baa9f872f435 req-35f59935-c592-4f9b-8314-b5246d4efaa2 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223101 Jan 28 20:17:37.779744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b383dc88-542b-4ee7-9f28-6d2494202a9d req-78a17cb4-8900-4ed0-a436-04877a5ff4b9 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "DELETE /v2.0/ports/d8e84b07-6a38-4223-9ee7-64431dc4353e HTTP/1.1" status: 204 len: 173 time: 1.1306798 Jan 28 20:17:37.780258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3085b7a7-c655-4f9b-9e7c-4974ba3cb269', 'name': 'network-vif-deleted', 'tag': 'd8e84b07-6a38-4223-9ee7-64431dc4353e'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:37.783055 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05ac765-1ef6-465a-bd94-6e1e3379c216" -d '{"events": [{"server_uuid": "3085b7a7-c655-4f9b-9e7c-4974ba3cb269", "name": "network-vif-deleted", "tag": "d8e84b07-6a38-4223-9ee7-64431dc4353e"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:37.816474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad3004-8347-46f0-952a-df8877790e51 req-e2277238-25a1-49ee-9437-95d5f9728e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:37.816474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cad3004-8347-46f0-952a-df8877790e51 req-e2277238-25a1-49ee-9437-95d5f9728e61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.3206968 Jan 28 20:17:37.821451 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.822728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:37.823492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:37.899513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e17c-0cd1-4b8d-af99-2ca88b2b7e69 req-05b8aa49-8f9b-46a5-bd6e-acc627def652 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:37.901104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4d9e17c-0cd1-4b8d-af99-2ca88b2b7e69 req-05b8aa49-8f9b-46a5-bd6e-acc627def652 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 948 time: 0.2082353 Jan 28 20:17:37.922104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:ac:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:34Z', 'revision_number': 8, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:37.956871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2509210 Jan 28 20:17:37.961125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56866) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:37.961768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced5943-cb69-4548-8bb4-7830a140d6be None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'ad152077-cf3d-4af7-8128-2a54fc6dd98a', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'floating_ip_address': '172.25.2.4', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'port_id': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'mac_address': 'fa:16:3e:ac:ce:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:41Z', 'updated_at': '2022-01-28T20:17:34Z', 'revision_number': 8, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:37.974724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Request body: {'subnet': {'network_id': 'e4bc29ea-cb67-4dd2-b993-3040ad5969e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-263803870-subnet', 'tenant_id': '55f3809b88c94ae8a52cec5b6b95a422', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:38.007092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Made reservation on behalf of 55f3809b88c94ae8a52cec5b6b95a422 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:38.014184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b73a57-9675-42b7-9472-0bbc066fd822 admin admin] Pushing event updated for resources: {'Network': ['ID=e4bc29ea-cb67-4dd2-b993-3040ad5969e8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:38.015258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:38.020328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cad3004-8347-46f0-952a-df8877790e51 req-92f9df6e-8580-4636-8760-7b0d264342c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 997 time: 0.1917770 Jan 28 20:17:38.027152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:17:38.110542 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4d9e17c-0cd1-4b8d-af99-2ca88b2b7e69 req-bab20508-7314-47ac-8f7c-9b6fdba7d355 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639955 Jan 28 20:17:38.133670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94713f-dcd1-454f-8a25-2905cb3df1d8 req-494731db-7eda-4145-8efe-84b815ed2f0f tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:38.136125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e94713f-dcd1-454f-8a25-2905cb3df1d8 req-494731db-7eda-4145-8efe-84b815ed2f0f tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 945 time: 0.2298491 Jan 28 20:17:38.187977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad3004-8347-46f0-952a-df8877790e51 req-d2a950e7-2cc2-4d31-8867-72d1b452bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:38.190508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cad3004-8347-46f0-952a-df8877790e51 req-d2a950e7-2cc2-4d31-8867-72d1b452bda8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1613050 Jan 28 20:17:38.328522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e94713f-dcd1-454f-8a25-2905cb3df1d8 req-d7a84a1f-3b3c-4362-b504-df3d6e17245f tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808975 Jan 28 20:17:38.376259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad3004-8347-46f0-952a-df8877790e51 req-b02868c8-f631-4c4e-ad7c-c78b941756a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:38.379507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cad3004-8347-46f0-952a-df8877790e51 req-b02868c8-f631-4c4e-ad7c-c78b941756a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750114 Jan 28 20:17:38.386947 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e2330-e545-4c17-99fc-b865797689eb None None] New status for floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:17:38.446558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:38.511108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2548677-933b-412c-a09c-a668a2c428e9,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:38.528685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e07d-47da-4c1e-b04d-8ab1310313d3 req-fad3770b-d779-4d9c-87d2-48205e716a7f tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:38.530230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-acd7e07d-47da-4c1e-b04d-8ab1310313d3 req-fad3770b-d779-4d9c-87d2-48205e716a7f tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 1095 time: 0.2600007 Jan 28 20:17:38.547987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Checking segment: {'id': '07852952-cd8a-4439-8df6-4a06b8eabee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4bc29ea-cb67-4dd2-b993-3040ad5969e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:38.548641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Network hostable DHCP agents. Network: e4bc29ea-cb67-4dd2-b993-3040ad5969e8, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:17:38.554282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d18eae3-bfc9-4080-8b6a-ec9edbd9cbdd req-a0ab7fe8-b660-4676-8388-8f8078b71fd0 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips/ad152077-cf3d-4af7-8128-2a54fc6dd98a HTTP/1.1" status: 200 len: 994 time: 0.1734118 Jan 28 20:17:38.578393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:17:38.595789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, e4bc29ea-cb67-4dd2-b993-3040ad5969e8) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:17:38.601500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:38.602141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:38.622402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb95c92-079e-4fd0-814d-89f2a7a88d40 None None] Network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:17:38.632448 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c37ae879-d492-4e86-ac4a-06288fd36d0c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6694443 Jan 28 20:17:38.667178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-acd7e07d-47da-4c1e-b04d-8ab1310313d3 req-c8a429d8-3c2b-4a71-b9dd-f6b54ef43b6b tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184695 Jan 28 20:17:38.669123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cad3004-8347-46f0-952a-df8877790e51 req-18e1476f-dac4-4b2b-b770-bad0e3976277 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107222 Jan 28 20:17:38.830214 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82ffe25-5d60-4ecd-974b-fb1e5621871b x-openstack-request-id: req-c82ffe25-5d60-4ecd-974b-fb1e5621871b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:38.830772 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3085b7a7-c655-4f9b-9e7c-4974ba3cb269", "name": "network-vif-deleted", "tag": "d8e84b07-6a38-4223-9ee7-64431dc4353e", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:38.831052 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c82ffe25-5d60-4ecd-974b-fb1e5621871b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:38.831684 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3085b7a7-c655-4f9b-9e7c-4974ba3cb269', 'name': 'network-vif-deleted', 'tag': 'd8e84b07-6a38-4223-9ee7-64431dc4353e', 'status': 'completed', 'code': 200} Jan 28 20:17:38.837031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18eae3-bfc9-4080-8b6a-ec9edbd9cbdd req-9292531d-b74a-4bf1-8581-4bff15d1fa03 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:38.838749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d18eae3-bfc9-4080-8b6a-ec9edbd9cbdd req-9292531d-b74a-4bf1-8581-4bff15d1fa03 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.2709556 Jan 28 20:17:38.887094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6358da-463a-469a-94a7-feea71b22f3c None None] Network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:17:38.898754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-2d18eae3-bfc9-4080-8b6a-ec9edbd9cbdd req-c938da86-f0b5-4940-80bd-ea150bff0236 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:17:38.903378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d18eae3-bfc9-4080-8b6a-ec9edbd9cbdd req-c938da86-f0b5-4940-80bd-ea150bff0236 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0380895 Jan 28 20:17:38.913682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cad3004-8347-46f0-952a-df8877790e51 req-4e74415a-fc74-4b67-a2f9-a50058e3b82f service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253013 Jan 28 20:17:38.942158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-6d274c24-7966-4f39-8265-2eebf7ba344e tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:38.945498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-6d274c24-7966-4f39-8265-2eebf7ba344e tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "GET /v2.0/ports?device_id=7616100b-12ce-48e0-9b44-21963d0b1cc0 HTTP/1.1" status: 200 len: 948 time: 0.1008439 Jan 28 20:17:39.132234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d9152-f659-4b3f-b4c4-899ce4f5a3e0 req-52ec5846-f63d-4618-aab2-8f663e4ee26a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:39.133743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e35d9152-f659-4b3f-b4c4-899ce4f5a3e0 req-52ec5846-f63d-4618-aab2-8f663e4ee26a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.0725012 Jan 28 20:17:39.140439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Deleting port 485d66b0-2efc-4131-90b6-0ba4519fb054 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:39.141119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:39.186838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 760f84be-f808-489d-b57e-69bef04187ec up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:17:39.211454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'name': 'network-vif-deleted', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:39.212951 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb295f01-819e-4094-a52a-6c62ff19edc2" -d '{"events": [{"server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "name": "network-vif-deleted", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:39.251804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e35d9152-f659-4b3f-b4c4-899ce4f5a3e0 req-8af2c960-aa87-4de7-8884-a23607aaa90d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073153 Jan 28 20:17:39.306740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 760f84be-f808-489d-b57e-69bef04187ec completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:17:39.317384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 760f84be-f808-489d-b57e-69bef04187ec triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:17:39.318155 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:39.412905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] For port 485d66b0-2efc-4131-90b6-0ba4519fb054, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=485d66b0-2efc-4131-90b6-0ba4519fb054,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:39.413427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:39.438569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:39.438950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Calling delete_port for 485d66b0-2efc-4131-90b6-0ba4519fb054 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:39.478698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4660a2e-9995-434f-9ded-ce451a711bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760f84be-f808-489d-b57e-69bef04187ec'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:39.481148 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ea7d4-5632-4915-a963-d150ed6a295f" -d '{"events": [{"server_uuid": "f4660a2e-9995-434f-9ded-ce451a711bc0", "name": "network-vif-plugged", "status": "completed", "tag": "760f84be-f808-489d-b57e-69bef04187ec"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:39.490768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-ddf1c48c-21c2-422c-bc18-4596c3be9a2a tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 999 time: 0.1707039 Jan 28 20:17:39.496705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 760f84be-f808-489d-b57e-69bef04187ec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=760f84be-f808-489d-b57e-69bef04187ec,segment=NetworkSegment(34dd34f1-e491-4311-a297-be7d39cec8fe),segment_id=34dd34f1-e491-4311-a297-be7d39cec8fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:39.506288 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:39.507837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:39.554548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:39.554832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:39.573389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-1eacaa0c-b16c-491d-be91-34b36484b8cb tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:39.574799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-1eacaa0c-b16c-491d-be91-34b36484b8cb tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports/f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 942 time: 0.0829396 Jan 28 20:17:39.580108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=760f84be-f808-489d-b57e-69bef04187ec,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:39.995528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-877b8d6c-cb43-4516-94c8-2db7c2843dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:40.079828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:40.102165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-5b717321-25da-4f40-9ccd-7a70c8a1c0a5 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 999 time: 0.4619434 Jan 28 20:17:40.141233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Pushing event deleted for resources: {'Port': ['ID=485d66b0-2efc-4131-90b6-0ba4519fb054,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:40.221218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-fce5a45c-6244-4ba7-86a4-8faec0b1a157 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:40.222697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-fce5a45c-6244-4ba7-86a4-8faec0b1a157 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/networks?id=e4bc29ea-cb67-4dd2-b993-3040ad5969e8 HTTP/1.1" status: 200 len: 812 time: 0.5726552 Jan 28 20:17:40.244345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] No DVR routers for this DVR port 485d66b0-2efc-4131-90b6-0ba4519fb054 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:40.254747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:40.257936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c20a082-1feb-452a-97db-1b1596a0ace3 req-acfab736-b3b9-4578-82cf-8d95d5fe5710 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "DELETE /v2.0/ports/485d66b0-2efc-4131-90b6-0ba4519fb054 HTTP/1.1" status: 204 len: 173 time: 1.3026414 Jan 28 20:17:40.267313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-fd048603-673c-430d-b78c-5dabf1855b21 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/quotas/55f3809b88c94ae8a52cec5b6b95a422 HTTP/1.1" status: 200 len: 375 time: 0.0267107 Jan 28 20:17:40.330557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-5f74d87e-5305-41e9-bf5b-9a72d77366c6 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55f3809b88c94ae8a52cec5b6b95a422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500617 Jan 28 20:17:40.345520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-ea141b54-dbcc-43e1-92de-357aad1fe3a0 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:40.346871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-ea141b54-dbcc-43e1-92de-357aad1fe3a0 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.2200849 Jan 28 20:17:40.466166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-15c24fde-1e12-45b5-bbd7-962e75ad791f tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 999 time: 0.1109200 Jan 28 20:17:40.496032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:40.553892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-05dd8793-8482-4d35-a4fd-e3883f254fcf service neutron] 10.222.0.44 "GET /v2.0/networks/e4bc29ea-cb67-4dd2-b993-3040ad5969e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057908 Jan 28 20:17:40.652209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:40.795300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-6f801ce0-57c7-4dd1-9b60-3ce43c18dcf7 service neutron] 10.222.0.44 "GET /v2.0/networks/e4bc29ea-cb67-4dd2-b993-3040ad5969e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231891 Jan 28 20:17:40.888590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:40.897420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:40.897767 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a disassociated. External IP: 172.25.2.4, port: f123d329-3c03-4172-a6c2-5a7d07d7f3f9. Jan 28 20:17:40.958330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-207a1ac2-968c-4089-bfc5-6bc777dc6684 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:40.959876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-207a1ac2-968c-4089-bfc5-6bc777dc6684 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 949 time: 0.1519659 Jan 28 20:17:41.106184 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c2f373-bf47-40e9-977e-e5bee498f8ea x-openstack-request-id: req-31c2f373-bf47-40e9-977e-e5bee498f8ea {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:41.106467 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eac0d6-bc83-4e6b-9027-446b90272a42", "name": "network-vif-deleted", "tag": "4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:41.106712 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31c2f373-bf47-40e9-977e-e5bee498f8ea {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:41.107095 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eac0d6-bc83-4e6b-9027-446b90272a42', 'name': 'network-vif-deleted', 'tag': '4e1dcad7-8c9a-4037-8f60-f5fb5e739e3e', 'status': 'completed', 'code': 200} Jan 28 20:17:41.156755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d8e84b07-6a38-4223-9ee7-64431dc4353e no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:41.184580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: d8e84b07-6a38-4223-9ee7-64431dc4353e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:41.185076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d8e84b07-6a38-4223-9ee7-64431dc4353e not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:41.283730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Deleting port f5679872-c8fc-45c3-afe7-6a720feb5595 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:41.284353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:41.296276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:41.361473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe455f34-fe16-4a87-8029-04bab1cbfdbe req-c1d3db97-fc1a-448b-aefc-8e072afbd76c tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:41.363316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe455f34-fe16-4a87-8029-04bab1cbfdbe req-c1d3db97-fc1a-448b-aefc-8e072afbd76c tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 946 time: 0.1508911 Jan 28 20:17:41.470454 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:41.544733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe455f34-fe16-4a87-8029-04bab1cbfdbe req-1fdc46e6-f13a-41a9-ab4f-8d4be2d50ad2 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631079 Jan 28 20:17:41.547004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] For port f5679872-c8fc-45c3-afe7-6a720feb5595, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f5679872-c8fc-45c3-afe7-6a720feb5595,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:41.547384 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:41.570036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Calling delete_port for f5679872-c8fc-45c3-afe7-6a720feb5595 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:41.633450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:41.645163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:41.650532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:41.656322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:41.657393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:41.738948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-6e0768df-9183-4942-91dd-9853c12f04e8 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "PUT /v2.0/floatingips/ad152077-cf3d-4af7-8128-2a54fc6dd98a HTTP/1.1" status: 200 len: 694 time: 1.2535126 Jan 28 20:17:41.767172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f237-1d4d-4bdf-aea3-8d8cff4bddc3 req-427dae54-47aa-4feb-a27a-743f5c6a34dd tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:41.768821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41e0f237-1d4d-4bdf-aea3-8d8cff4bddc3 req-427dae54-47aa-4feb-a27a-743f5c6a34dd tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=e33145c3-8e2c-45c2-b545-3157a644395b HTTP/1.1" status: 200 len: 949 time: 0.1334019 Jan 28 20:17:41.798019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:41.872064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41e0f237-1d4d-4bdf-aea3-8d8cff4bddc3 req-5ae421cf-33b5-4300-b99c-bcdce1befb25 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917079 Jan 28 20:17:41.876517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-c92d5c9d-ce9f-4e90-ae48-6d4403d6aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:41.877934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-c92d5c9d-ce9f-4e90-ae48-6d4403d6aff3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.1074450 Jan 28 20:17:41.955039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:42.005997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Pushing event deleted for resources: {'Port': ['ID=f5679872-c8fc-45c3-afe7-6a720feb5595,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:42.056485 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176247f5-afac-4565-9d2e-640cb7ca5922 x-openstack-request-id: req-176247f5-afac-4565-9d2e-640cb7ca5922 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:42.056883 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4660a2e-9995-434f-9ded-ce451a711bc0", "name": "network-vif-plugged", "status": "completed", "tag": "760f84be-f808-489d-b57e-69bef04187ec", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:42.057335 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-176247f5-afac-4565-9d2e-640cb7ca5922 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:42.058200 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4660a2e-9995-434f-9ded-ce451a711bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760f84be-f808-489d-b57e-69bef04187ec', 'code': 200} Jan 28 20:17:42.062105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f5679872-c8fc-45c3-afe7-6a720feb5595', '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:42.156721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] No DVR routers for this DVR port f5679872-c8fc-45c3-afe7-6a720feb5595 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:42.163322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:42.175740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33ab0d13-c22b-4f35-b76c-dbe3d3344c10 req-69128487-152e-4f26-bd3e-8325ab630e53 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "DELETE /v2.0/ports/f5679872-c8fc-45c3-afe7-6a720feb5595 HTTP/1.1" status: 204 len: 173 time: 1.2006814 Jan 28 20:17:42.203550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-aa62ac49-f328-4b09-b5c8-d19ca72a0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:42.218776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-aa62ac49-f328-4b09-b5c8-d19ca72a0ed0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.3186104 Jan 28 20:17:42.249135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:42.279953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-9b6d54e2-949c-424d-98eb-59f82bbc4bc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 217 time: 0.0601730 Jan 28 20:17:42.319596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:42.329918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1e1d2-89e8-410b-a13f-3ed02fa989d5 req-eddabf0a-c59c-4b9c-a722-88580ff4dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:42.331434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eca1e1d2-89e8-410b-a13f-3ed02fa989d5 req-eddabf0a-c59c-4b9c-a722-88580ff4dde4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 1097 time: 0.2486165 Jan 28 20:17:42.349407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee63690-e0b1-42bd-a2d6-e3a24694c715 req-39013da7-9a9f-4114-858f-1eebe09497da tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:42.359192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-7cc4e63d-9462-452e-b12d-bf7c2e87d72d tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:42.361822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee63690-e0b1-42bd-a2d6-e3a24694c715 req-39013da7-9a9f-4114-858f-1eebe09497da tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.2937045 Jan 28 20:17:42.376219 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-7cc4e63d-9462-452e-b12d-bf7c2e87d72d tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.13 "GET /v2.0/networks?id=e4bc29ea-cb67-4dd2-b993-3040ad5969e8 HTTP/1.1" status: 200 len: 812 time: 0.1981897 Jan 28 20:17:42.394112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Request body: {'port': {'device_id': '88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4', 'network_id': 'e4bc29ea-cb67-4dd2-b993-3040ad5969e8', 'admin_state_up': True, 'tenant_id': '55f3809b88c94ae8a52cec5b6b95a422'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:42.402624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:42.403265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:42.448411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eca1e1d2-89e8-410b-a13f-3ed02fa989d5 req-5b53fcac-0061-4568-9832-5ad266260ded service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827162 Jan 28 20:17:42.456492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-494e8aaa-a6a2-4224-9b09-b75bbe213c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:42.468808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-494e8aaa-a6a2-4224-9b09-b75bbe213c32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.1869454 Jan 28 20:17:42.517292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee63690-e0b1-42bd-a2d6-e3a24694c715 req-37f57245-d3d8-4376-9f99-a1922049fb59 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544847 Jan 28 20:17:42.558180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-5d378136-d058-4458-90e2-a4ed7dfc45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:42.567461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-5d378136-d058-4458-90e2-a4ed7dfc45e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976005 Jan 28 20:17:42.592001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:42.612094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Made reservation on behalf of 55f3809b88c94ae8a52cec5b6b95a422 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:42.619385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:42.735556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa7569f2-65c9-4d69-8e84-92ef7582c81c req-93172f33-af71-469c-b5f4-97a162053b78 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 210 time: 0.0606441 Jan 28 20:17:42.855109 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-07688223-6ffd-4b15-b90b-9e928078bb5c service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867758 Jan 28 20:17:42.948024 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:42.970634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Allocated IP 172.20.0.8 (e4bc29ea-cb67-4dd2-b993-3040ad5969e8/b2548677-933b-412c-a09c-a668a2c428e9/6227d2a7-1c8b-4d2e-81e5-98f278c22eae) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:17:43.032632 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d271841d-6a5f-4240-81e0-5719f6c0af8d req-559a086e-2c1a-4329-bdf6-33528361ef1a service neutron] 10.222.0.44 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522787 Jan 28 20:17:43.110980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'name': 'network-vif-deleted', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054'}, {'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9'}, {'server_uuid': 'e33145c3-8e2c-45c2-b545-3157a644395b', 'name': 'network-vif-deleted', 'tag': 'f5679872-c8fc-45c3-afe7-6a720feb5595'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:43.117003 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a75bf-8f4f-42f7-a039-2d53909a3613" -d '{"events": [{"server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "name": "network-vif-deleted", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054"}, {"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9"}, {"server_uuid": "e33145c3-8e2c-45c2-b545-3157a644395b", "name": "network-vif-deleted", "tag": "f5679872-c8fc-45c3-afe7-6a720feb5595"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:43.128416 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:43.152904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:43.166646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ddf61-75f4-42f2-9d72-a8b3b386a7c9 req-db73431c-0638-483a-a039-bcf27253d56d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:43.168764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-560ddf61-75f4-42f2-9d72-a8b3b386a7c9 req-db73431c-0638-483a-a039-bcf27253d56d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1097 time: 0.0668881 Jan 28 20:17:43.193571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 485d66b0-2efc-4131-90b6-0ba4519fb054 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:43.198974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bb4d6-b8d7-45b6-89a6-2e0454aac4ab None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:16:08Z', 'revision_number': 4, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c72361ee-789a-4466-bc8f-b9ed6926208e', 'name': '', 'network_id': '54052850-5a3b-4fc5-8e47-f983b1393a26', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'mac_address': 'fa:16:3e:9e:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:07Z', 'updated_at': '2022-01-28T20:16:22Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'subnets': [{'id': 'b443b98f-9a8f-4e99-b139-2ab38d44dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:43.228621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 485d66b0-2efc-4131-90b6-0ba4519fb054 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:43.229363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 485d66b0-2efc-4131-90b6-0ba4519fb054 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:43.272080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-560ddf61-75f4-42f2-9d72-a8b3b386a7c9 req-9c80084e-b042-4785-8e79-f45657cb8844 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966330 Jan 28 20:17:43.310628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b027c-2837-4d19-9bce-c24eeb252209 req-29759640-fb4d-48bc-95f7-9ab4f699f277 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:43.314210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a91b027c-2837-4d19-9bce-c24eeb252209 req-29759640-fb4d-48bc-95f7-9ab4f699f277 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 946 time: 0.1117883 Jan 28 20:17:43.358372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:43.416853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:43.420666 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a91b027c-2837-4d19-9bce-c24eeb252209 req-5b0f1812-cc90-4a6a-ba6c-6d566269854f tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848141 Jan 28 20:17:43.489348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Pushing event updated for resources: {'Port': ['ID=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:43.509460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:17:43.513268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:17:43.516946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:17:43.596475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:43.597497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:43.601695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab0513-2265-4d0c-b78f-0eeaee830e91 req-ce5dc8dd-1010-4484-b24e-8b569014ebbc tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:43.605342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1ab0513-2265-4d0c-b78f-0eeaee830e91 req-ce5dc8dd-1010-4484-b24e-8b569014ebbc tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 949 time: 0.1497226 Jan 28 20:17:43.630494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-e2be2744-d85f-4af8-b06f-9e30c8f025ef tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2409425 Jan 28 20:17:43.649173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Request body: {'port': {'device_id': '88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:43.665834 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbdb3d8-7fd3-4c84-885f-d78de412034c x-openstack-request-id: req-bbbdb3d8-7fd3-4c84-885f-d78de412034c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:43.666920 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7616100b-12ce-48e0-9b44-21963d0b1cc0", "name": "network-vif-deleted", "tag": "485d66b0-2efc-4131-90b6-0ba4519fb054", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9", "status": "completed", "code": 200}, {"server_uuid": "e33145c3-8e2c-45c2-b545-3157a644395b", "name": "network-vif-deleted", "tag": "f5679872-c8fc-45c3-afe7-6a720feb5595", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:43.667465 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbbdb3d8-7fd3-4c84-885f-d78de412034c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:43.668450 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7616100b-12ce-48e0-9b44-21963d0b1cc0', 'name': 'network-vif-deleted', 'tag': '485d66b0-2efc-4131-90b6-0ba4519fb054', 'status': 'completed', 'code': 200} Jan 28 20:17:43.669079 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'status': 'completed', 'code': 200} Jan 28 20:17:43.669961 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33145c3-8e2c-45c2-b545-3157a644395b', 'name': 'network-vif-deleted', 'tag': 'f5679872-c8fc-45c3-afe7-6a720feb5595', 'status': 'completed', 'code': 200} Jan 28 20:17:43.690522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1ab0513-2265-4d0c-b78f-0eeaee830e91 req-40431d95-7652-4158-877f-46c014d6282d tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780461 Jan 28 20:17:43.691912 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0977ede-2c94-44b8-a775-d3d18a25d553 None None] New status for floating IP ad152077-cf3d-4af7-8128-2a54fc6dd98a: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:17:43.834883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-a1200901-a55e-4131-8b4e-ec2811e147f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:43.837867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-a1200901-a55e-4131-8b4e-ec2811e147f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 1096 time: 0.1552052 Jan 28 20:17:43.851977 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:43.994978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-6f74def8-9276-42b5-898e-f52d28c88232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:43.997176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-6f74def8-9276-42b5-898e-f52d28c88232 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 200 len: 922 time: 0.1308835 Jan 28 20:17:44.018139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d769515-2948-4e5a-a120-f2722822496b req-51a562a5-f210-450a-8130-0f9f08e3ba8d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:44.021009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d769515-2948-4e5a-a120-f2722822496b req-51a562a5-f210-450a-8130-0f9f08e3ba8d tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1097 time: 0.2033780 Jan 28 20:17:44.083765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-d2b01387-7566-417d-bf92-af4f66b93deb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 200 len: 217 time: 0.0610995 Jan 28 20:17:44.276968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d769515-2948-4e5a-a120-f2722822496b req-4a46212d-946b-47c2-a7ca-5bb5635ee3cb tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037041 Jan 28 20:17:44.294807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-44cbd983-6228-4152-882b-f7dd9f803b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:44.302624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-44cbd983-6228-4152-882b-f7dd9f803b4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 200 len: 860 time: 0.2003453 Jan 28 20:17:44.450849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6227d2a7-1c8b-4d2e-81e5-98f278c22eae {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:44.463424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-d9e0418b-6416-4043-9f74-d37ce98587e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:44.464981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-d9e0418b-6416-4043-9f74-d37ce98587e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54052850-5a3b-4fc5-8e47-f983b1393a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377192 Jan 28 20:17:44.468222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:44.473499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3867b3a-8ce5-4929-b463-6eceaaf59966 req-277fe2e1-5405-46fd-bf42-18accbb70b9b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:44.475031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3867b3a-8ce5-4929-b463-6eceaaf59966 req-277fe2e1-5405-46fd-bf42-18accbb70b9b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 931 time: 0.1684637 Jan 28 20:17:44.482656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Transition to ACTIVE for port object 6227d2a7-1c8b-4d2e-81e5-98f278c22eae will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:17:44.487815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:44.568656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a8299-255b-4d1c-be8c-fb3419484cbc req-42be1281-4b5b-47a2-85fe-cf4392a2c234 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:44.570236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b7a8299-255b-4d1c-be8c-fb3419484cbc req-42be1281-4b5b-47a2-85fe-cf4392a2c234 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 951 time: 0.1541531 Jan 28 20:17:44.586020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Pushing event updated for resources: {'Port': ['ID=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:44.626079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3867b3a-8ce5-4929-b463-6eceaaf59966 req-b1ccc30f-2a01-4d72-ab3c-40232311cd7e tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355255 Jan 28 20:17:44.655178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Attempting to bind port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:17:44.656121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Attempting to bind port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '07852952-cd8a-4439-8df6-4a06b8eabee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4bc29ea-cb67-4dd2-b993-3040ad5969e8'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:17:44.656927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Attempting to bind port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae on network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:44.672698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-42404749-72a2-4bf1-94df-5bc4d4a8f824 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833231 Jan 28 20:17:44.672879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae on network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:17:44.672879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Attempting to bind port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae on network e4bc29ea-cb67-4dd2-b993-3040ad5969e8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:44.672879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:17:44.672879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Checking segment: {'id': '07852952-cd8a-4439-8df6-4a06b8eabee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4bc29ea-cb67-4dd2-b993-3040ad5969e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:44.672879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Bound using segment: {'id': '07852952-cd8a-4439-8df6-4a06b8eabee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4bc29ea-cb67-4dd2-b993-3040ad5969e8'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:17:44.672879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Bound port: 6227d2a7-1c8b-4d2e-81e5-98f278c22eae, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07852952-cd8a-4439-8df6-4a06b8eabee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e4bc29ea-cb67-4dd2-b993-3040ad5969e8'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:17:44.672879 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:44.695215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b7a8299-255b-4d1c-be8c-fb3419484cbc req-d981b1ef-272f-4681-a436-68500b51bfad tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfe10ef1-7070-4331-90fc-89893e705504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021626 Jan 28 20:17:44.773742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] For port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:44.781680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] For port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,segment=NetworkSegment(07852952-cd8a-4439-8df6-4a06b8eabee2),segment_id=07852952-cd8a-4439-8df6-4a06b8eabee2)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:17:44.788972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:44.887009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:44.888504 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:44.894027 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] 10.222.0.13 "PUT /v2.0/ports/6227d2a7-1c8b-4d2e-81e5-98f278c22eae HTTP/1.1" status: 200 len: 1091 time: 1.2512112 Jan 28 20:17:44.894528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4', 'tag': '6227d2a7-1c8b-4d2e-81e5-98f278c22eae'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:44.902044 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552" -d '{"events": [{"name": "network-changed", "server_uuid": "88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4", "tag": "6227d2a7-1c8b-4d2e-81e5-98f278c22eae"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:44.931098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-1c98e132-458b-4cc5-b1d5-f0ef9418e788 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips/ad152077-cf3d-4af7-8128-2a54fc6dd98a HTTP/1.1" status: 200 len: 692 time: 0.1192696 Jan 28 20:17:44.964270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22438cf-6e68-4253-bc1b-dce0005ee8ad service neutron] Pushing event updated for resources: {'Port': ['ID=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:45.015857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-a4b4c8c6-7718-4614-a70b-854d17628dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.020304 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-a4b4c8c6-7718-4614-a70b-854d17628dd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55f3809b88c94ae8a52cec5b6b95a422&device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 1094 time: 0.0636709 Jan 28 20:17:45.078036 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-5a5acfbd-d28f-46cf-91e3-571f91f9553d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6227d2a7-1c8b-4d2e-81e5-98f278c22eae HTTP/1.1" status: 200 len: 217 time: 0.0486476 Jan 28 20:17:45.156890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-024f3e78-1e5d-4669-9858-fbfcd96ec56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.159405 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-024f3e78-1e5d-4669-9858-fbfcd96ec56a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2548677-933b-412c-a09c-a668a2c428e9 HTTP/1.1" status: 200 len: 852 time: 0.0673892 Jan 28 20:17:45.177786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f5679872-c8fc-45c3-afe7-6a720feb5595 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:45.207629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: f5679872-c8fc-45c3-afe7-6a720feb5595 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:45.207965 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-6713c90f-aad6-42f5-88bc-a7f2fb1ae045 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4bc29ea-cb67-4dd2-b993-3040ad5969e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392053 Jan 28 20:17:45.208262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f5679872-c8fc-45c3-afe7-6a720feb5595 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:45.346427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-94deb6c4-9ebc-4092-be58-5d139e4eaaa5 service neutron] 10.222.0.13 "GET /v2.0/networks/e4bc29ea-cb67-4dd2-b993-3040ad5969e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299253 Jan 28 20:17:45.372340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511a75bf-8f4f-42f7-a039-2d53909a3613 req-50a7563e-c220-4ab0-8a40-53788df56618 service neutron] 10.222.0.13 "GET /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027891 Jan 28 20:17:45.460157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a4af5-f45d-4ca3-b674-ca606e4ca746 req-6e528302-f9bf-4d9e-9a94-55b64a3cd4c9 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.460715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-587635ed-3d1a-4a79-90b6-fcb5f3f830c6 req-5bfb0422-0c5c-4b50-ab09-d8c04ecaf9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/e4bc29ea-cb67-4dd2-b993-3040ad5969e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070316 Jan 28 20:17:45.461679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-563a4af5-f45d-4ca3-b674-ca606e4ca746 req-6e528302-f9bf-4d9e-9a94-55b64a3cd4c9 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 946 time: 0.4693637 Jan 28 20:17:45.490705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-d6aacbeb-3f5a-4f0c-ae01-e85b6e948345 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.492084 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-d6aacbeb-3f5a-4f0c-ae01-e85b6e948345 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.5495963 Jan 28 20:17:45.506513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0583bfec-2f1d-46cf-8be4-1df2ae3efaf4 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:17:45.507483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0583bfec-2f1d-46cf-8be4-1df2ae3efaf4 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074100 Jan 28 20:17:45.589576 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-025c4ddf-dedc-4b27-b6f0-b170b04c3b8f tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 695 time: 0.0706325 Jan 28 20:17:45.593679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-563a4af5-f45d-4ca3-b674-ca606e4ca746 req-8c035ad7-cc2e-4902-a370-792279ab3ba6 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124313 Jan 28 20:17:45.601435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-d0dab805-40d3-4cca-a24b-bb8870443be4 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.603024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-d0dab805-40d3-4cca-a24b-bb8870443be4 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "GET /v2.0/ports?device_id=a84e67b6-24f1-41a9-ba1a-69b92c092b2f HTTP/1.1" status: 200 len: 951 time: 0.1697299 Jan 28 20:17:45.679393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-8f0485e3-2a12-469c-b42e-e7d19f31062b tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 695 time: 0.0753300 Jan 28 20:17:45.838004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d81829-5cd8-405b-8dfd-f6067405fa91 req-e51b2456-3dc8-40a4-b844-e038eae1b60e tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.839507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3d81829-5cd8-405b-8dfd-f6067405fa91 req-e51b2456-3dc8-40a4-b844-e038eae1b60e tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 949 time: 0.1672771 Jan 28 20:17:45.947887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Deleting port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:45.948247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:45.970210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3d81829-5cd8-405b-8dfd-f6067405fa91 req-af62e83e-8876-40ad-b718-ba2be7a5495b tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/security-groups?id=57917794-5c0c-4849-b2f5-1e8aec8ca61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089983 Jan 28 20:17:46.018793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-cd47d25a-073a-45dc-9924-b88c8db772dc tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:46.020662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-cd47d25a-073a-45dc-9924-b88c8db772dc tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 949 time: 0.1490755 Jan 28 20:17:46.050632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Deleting port 38e9d943-1773-49b4-9881-64d077012715 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:46.050962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.175697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] For port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:46.176162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.197318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Calling delete_port for 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:46.232624 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.232956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.274582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Calling delete_port for 38e9d943-1773-49b4-9881-64d077012715 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:46.366018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Deleting port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:46.366353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.554659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] For port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:46.555027 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.559364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.573601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:46.588387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Calling delete_port for 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:46.616338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Pushing event deleted for resources: {'Port': ['ID=55b80791-7749-40e4-9e6c-8f9ba2bd9a6c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:46.622820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.699429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Pushing event deleted for resources: {'Port': ['ID=38e9d943-1773-49b4-9881-64d077012715,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:46.720771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] No DVR routers for this DVR port 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:46.726065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.729153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a5989d8f-34ac-43c6-bb3d-134994036144 req-68b64a37-6c92-416e-9930-3f986a6ec784 tempest-ServersAdminTestJSON-2131574945 tempest-ServersAdminTestJSON-2131574945-project] 10.222.0.13 "DELETE /v2.0/ports/55b80791-7749-40e4-9e6c-8f9ba2bd9a6c HTTP/1.1" status: 204 len: 173 time: 1.1186740 Jan 28 20:17:46.729655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-deleted', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:46.732043 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd6beb-da40-40f1-bff7-6096ef3e518e" -d '{"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-deleted", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:46.815620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.818401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.819572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5b85fca-f5c1-4dc2-9259-00e0fecef1ab req-0dc34395-8152-41f4-bc58-4bc85dd93685 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "DELETE /v2.0/floatingips/ad152077-cf3d-4af7-8128-2a54fc6dd98a HTTP/1.1" status: 204 len: 173 time: 1.1289597 Jan 28 20:17:46.873272 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72f4f18-df52-4e6e-8c04-0ebcee3500c7 x-openstack-request-id: req-b72f4f18-df52-4e6e-8c04-0ebcee3500c7 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:46.873791 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4", "tag": "6227d2a7-1c8b-4d2e-81e5-98f278c22eae", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:46.873791 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b72f4f18-df52-4e6e-8c04-0ebcee3500c7 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:46.876360 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4', 'tag': '6227d2a7-1c8b-4d2e-81e5-98f278c22eae', 'status': 'completed', 'code': 200} Jan 28 20:17:46.917092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:46.969389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Pushing event deleted for resources: {'Port': ['ID=86f1777e-6be5-4711-8aa9-b12a7eaa0e33,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:47.017949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-43c31d68-7611-4923-9276-4052a5df07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.019589 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-43c31d68-7611-4923-9276-4052a5df07e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55f3809b88c94ae8a52cec5b6b95a422&device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 1094 time: 0.1148911 Jan 28 20:17:47.035252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] No DVR routers for this DVR port 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:47.043774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-ea7bddc5-3824-436e-84fb-8d6c06cbc396 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:17:47.044518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:47.044836 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-ea7bddc5-3824-436e-84fb-8d6c06cbc396 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071821 Jan 28 20:17:47.048350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c95053c3-794b-4bd9-a815-3d17c3bd2e95 req-066e0332-f5b2-4ab4-b121-4a1da32ee848 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.26 "DELETE /v2.0/ports/86f1777e-6be5-4711-8aa9-b12a7eaa0e33 HTTP/1.1" status: 204 len: 173 time: 1.0105698 Jan 28 20:17:47.095464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-885f6fe4-3c6a-4ab4-b5bf-5b15ef40c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.102735 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-885f6fe4-3c6a-4ab4-b5bf-5b15ef40c793 service neutron] 10.222.0.44 "GET /v2.0/ports/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 200 len: 1094 time: 0.0474851 Jan 28 20:17:47.107335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Request body: {'binding': {'host': 'n-h1-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:47.107922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:17:47.163591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-fba92bcb-6be7-4fe5-9894-29bc8fba816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.165156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-fba92bcb-6be7-4fe5-9894-29bc8fba816a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4bc29ea-cb67-4dd2-b993-3040ad5969e8 HTTP/1.1" status: 200 len: 913 time: 0.1311457 Jan 28 20:17:47.177445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e55a7-7a75-40cb-a57d-6226a98e06c0 req-2f77305e-5691-4bbb-9e22-1e4e50b4b52f tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.179223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-670e55a7-7a75-40cb-a57d-6226a98e06c0 req-2f77305e-5691-4bbb-9e22-1e4e50b4b52f tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 943 time: 0.1747952 Jan 28 20:17:47.220579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-d8240c7b-2df0-4e63-bbdf-6f668b5b48d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6227d2a7-1c8b-4d2e-81e5-98f278c22eae HTTP/1.1" status: 200 len: 217 time: 0.0401068 Jan 28 20:17:47.289382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-670e55a7-7a75-40cb-a57d-6226a98e06c0 req-7c1bc91b-5fa8-4ef6-a5ab-15c7f17f43c0 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720565 Jan 28 20:17:47.301281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-b046dc80-072d-44d2-848f-87671a6e41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.302807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-b046dc80-072d-44d2-848f-87671a6e41b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2548677-933b-412c-a09c-a668a2c428e9 HTTP/1.1" status: 200 len: 852 time: 0.0755689 Jan 28 20:17:47.303141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on host n-h1-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:17:47.303598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:17:47.304068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:47.317040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:17:47.317554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:47.336658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:17:47.336904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:17:47.337120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:17:47.337583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Bound port: 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:17:47.354878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-8be5ff6b-daac-41e3-a01d-0bc23d75c4e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4bc29ea-cb67-4dd2-b993-3040ad5969e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449433 Jan 28 20:17:47.417917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:17:47.431571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:47.434039 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-afffc248-4307-47b6-8623-8c0b263fa91a service neutron] 10.222.0.44 "POST /v2.0/ports/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188/bindings HTTP/1.1" status: 201 len: 389 time: 0.3299661 Jan 28 20:17:47.632286 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5034d5-fac5-46d3-b9fe-458264c5fb6c x-openstack-request-id: req-4c5034d5-fac5-46d3-b9fe-458264c5fb6c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:47.632766 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84e67b6-24f1-41a9-ba1a-69b92c092b2f", "name": "network-vif-deleted", "tag": "55b80791-7749-40e4-9e6c-8f9ba2bd9a6c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:47.636602 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c5034d5-fac5-46d3-b9fe-458264c5fb6c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:47.638080 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84e67b6-24f1-41a9-ba1a-69b92c092b2f', 'name': 'network-vif-deleted', 'tag': '55b80791-7749-40e4-9e6c-8f9ba2bd9a6c', 'status': 'completed', 'code': 200} Jan 28 20:17:47.686352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-e7121dc1-8a06-48b5-bf51-7c4b83f7e08b service neutron] 10.222.0.13 "GET /v2.0/networks/e4bc29ea-cb67-4dd2-b993-3040ad5969e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218377 Jan 28 20:17:47.738587 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:47.959905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-755a01f3-f2dd-4a1d-8cdd-c767213bfefc req-4ab3dc48-aa9c-4404-a811-c7f6ad75db93 tempest-ListImageFiltersTestJSON-45525506 tempest-ListImageFiltersTestJSON-45525506-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c3c1b3e-10e5-4792-8c62-10573cb2f32d HTTP/1.1" status: 200 len: 210 time: 0.0851018 Jan 28 20:17:47.960585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-7fdd491d-6179-4994-958c-3029c2d13472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.962952 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-7fdd491d-6179-4994-958c-3029c2d13472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1097 time: 0.1399775 Jan 28 20:17:47.972533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc9c9f5-ad5d-461b-8854-3c4622ca6552 req-67f18540-50a4-4c8c-b48a-32e0c32902e7 service neutron] 10.222.0.13 "GET /v2.0/networks/e4bc29ea-cb67-4dd2-b993-3040ad5969e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786288 Jan 28 20:17:47.997218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57038) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:48.087473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57044) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:48.207917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-698efac9-af99-450b-be2d-4ae843644da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.209631 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-698efac9-af99-450b-be2d-4ae843644da9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.2299206 Jan 28 20:17:48.232772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43431dc7-497a-434c-8788-ab346ce95053 req-cdc8afc3-b6eb-4808-a666-886ddae969c4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.240796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43431dc7-497a-434c-8788-ab346ce95053 req-cdc8afc3-b6eb-4808-a666-886ddae969c4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.1846609 Jan 28 20:17:48.275588 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-9efa9f40-35d3-46f5-b8ef-246207eeb1b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 200 len: 217 time: 0.0583329 Jan 28 20:17:48.298475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a9c3-8aaa-4968-831c-7664aac432a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.367194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-c708d379-33ca-42d6-940e-ce3d251b9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.370584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-c708d379-33ca-42d6-940e-ce3d251b9bbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.0876572 Jan 28 20:17:48.435897 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-f69aa80a-d3db-4a00-b50b-5e0a1559a465 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572953 Jan 28 20:17:48.437463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43431dc7-497a-434c-8788-ab346ce95053 req-cd441070-cf59-48c8-bf8b-fef483cfb59a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856019 Jan 28 20:17:48.455720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d9b91413-37fe-4de4-b8d3-3b3081819a16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=480527f0ffa44e999f8eeff9204681a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523935 Jan 28 20:17:48.456860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57088) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:48.545556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a9c3-8aaa-4968-831c-7664aac432a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.552068 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a9c3-8aaa-4968-831c-7664aac432a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.596465 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112dc674-b99f-4382-a916-a81992be4f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.602270 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-a5e8c027-9d62-4a74-b450-3764dede23fc service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585588 Jan 28 20:17:48.642430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dcd9a9c3-8aaa-4968-831c-7664aac432a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0c7831d36e6404192aa41867912a474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523312 Jan 28 20:17:48.642938 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112dc674-b99f-4382-a916-a81992be4f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.653838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57092) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:48.670568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9a9c3-8aaa-4968-831c-7664aac432a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32cb3a-ee07-45f2-ac10-ac5ab4d529e4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:48.735164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d8e6-bb3d-40f6-8378-8ad738dc1bfd req-af98b52f-8e75-42fb-8362-774f99f6129f tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.736566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00f2d8e6-bb3d-40f6-8378-8ad738dc1bfd req-af98b52f-8e75-42fb-8362-774f99f6129f tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 946 time: 0.1483691 Jan 28 20:17:48.756989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297c88c-9eb7-496f-8d9a-c6ee24b7b329 req-e9ba471e-06ea-4a16-a7fa-dddd2b4e85f3 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.759050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8297c88c-9eb7-496f-8d9a-c6ee24b7b329 req-e9ba471e-06ea-4a16-a7fa-dddd2b4e85f3 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 945 time: 0.4211590 Jan 28 20:17:48.832545 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-f9dfa9ae-15d6-4757-a50d-248586245e11 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197654 Jan 28 20:17:48.833914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e42b104-30ec-4263-b298-82c5252ac59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.835560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8297c88c-9eb7-496f-8d9a-c6ee24b7b329 req-da285f24-3755-4a3f-bb97-7632c278a537 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3c68205-8878-4554-b07d-8ad138e92f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695899 Jan 28 20:17:48.846148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00f2d8e6-bb3d-40f6-8378-8ad738dc1bfd req-4a9e0d95-18e3-4e7e-89ce-fc4def2cb38a tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864649 Jan 28 20:17:48.893441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112dc674-b99f-4382-a916-a81992be4f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.896658 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112dc674-b99f-4382-a916-a81992be4f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.898203 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-112dc674-b99f-4382-a916-a81992be4f70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfe10ef1-7070-4331-90fc-89893e705504 HTTP/1.1" status: 204 len: 168 time: 0.4406357 Jan 28 20:17:48.907672 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e42b104-30ec-4263-b298-82c5252ac59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:48.933965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc674-b99f-4382-a916-a81992be4f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe10ef1-7070-4331-90fc-89893e705504,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:48.995165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e42b104-30ec-4263-b298-82c5252ac59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:49.004871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e42b104-30ec-4263-b298-82c5252ac59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:49.009414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4e42b104-30ec-4263-b298-82c5252ac59d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f32cb3a-ee07-45f2-ac10-ac5ab4d529e4 HTTP/1.1" status: 204 len: 168 time: 0.3545184 Jan 28 20:17:49.031265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42b104-30ec-4263-b298-82c5252ac59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32cb3a-ee07-45f2-ac10-ac5ab4d529e4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:49.038132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff3595-b603-428d-b441-c5f9b6d07e2f req-dcb0342b-8af6-4acc-9fae-650362561b75 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:49.051542 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86ff3595-b603-428d-b441-c5f9b6d07e2f req-dcb0342b-8af6-4acc-9fae-650362561b75 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 943 time: 0.0946865 Jan 28 20:17:49.142097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86ff3595-b603-428d-b441-c5f9b6d07e2f req-49985ace-99a0-4e08-82ff-5d558cfd0462 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894086 Jan 28 20:17:49.207396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6227d2a7-1c8b-4d2e-81e5-98f278c22eae details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:17:49.397913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:49.407069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:49.432975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-de6c5221-cf12-4b5b-8027-508065ddd543 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:49.434724 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-de6c5221-cf12-4b5b-8027-508065ddd543 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 945 time: 0.1271601 Jan 28 20:17:49.450246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:49.451060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 55b80791-7749-40e4-9e6c-8f9ba2bd9a6c not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:49.490878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:49.491349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 86f1777e-6be5-4711-8aa9-b12a7eaa0e33 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:49.495558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,segment=NetworkSegment(07852952-cd8a-4439-8df6-4a06b8eabee2),segment_id=07852952-cd8a-4439-8df6-4a06b8eabee2)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:49.512725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '6227d2a7-1c8b-4d2e-81e5-98f278c22eae', 'network_id': 'e4bc29ea-cb67-4dd2-b993-3040ad5969e8', 'port_id': '6227d2a7-1c8b-4d2e-81e5-98f278c22eae', 'mac_address': 'fa:16:3e:02:50:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2548677-933b-412c-a09c-a668a2c428e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:17:49.582606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57146) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:49.645611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-deleted', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:49.654454 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17909370-322f-43c6-96b0-a3a21f8902a9" -d '{"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-deleted", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:49.659980 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:49.677307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6227d2a7-1c8b-4d2e-81e5-98f278c22eae {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:17:49.721429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Deleting port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:49.725838 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:49.739137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,segment=NetworkSegment(07852952-cd8a-4439-8df6-4a06b8eabee2),segment_id=07852952-cd8a-4439-8df6-4a06b8eabee2)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:49.740864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0987e501-11c5-4d86-84a4-10cdebfdc982 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0670cc6ef9264c24b94c61f0437e04ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560338 Jan 28 20:17:49.747089 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:49.762362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57158) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:49.872909 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a199215-4e41-498c-99ba-d0a62d8a617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:49.878512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:49.898049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9bf3a-91a4-4416-981e-cdf836c782fd req-7078c988-38f0-4b24-808c-525cd3d67533 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:49.906676 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20d9bf3a-91a4-4416-981e-cdf836c782fd req-7078c988-38f0-4b24-808c-525cd3d67533 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.1726935 Jan 28 20:17:49.944114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] For port f123d329-3c03-4172-a6c2-5a7d07d7f3f9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:49.944825 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:49.957038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57164) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:49.959287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['6227d2a7-1c8b-4d2e-81e5-98f278c22eae'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:49.959457 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a199215-4e41-498c-99ba-d0a62d8a617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:49.975088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Calling delete_port for f123d329-3c03-4172-a6c2-5a7d07d7f3f9 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:50.014253 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5896428c-6934-4e03-83ac-b57d3fa3be44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.075124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20d9bf3a-91a4-4416-981e-cdf836c782fd req-79c434d9-39ff-48fd-9936-cb423720c901 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674049 Jan 28 20:17:50.224425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a199215-4e41-498c-99ba-d0a62d8a617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.243731 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a199215-4e41-498c-99ba-d0a62d8a617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.245956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6a199215-4e41-498c-99ba-d0a62d8a617c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef0f8015-ed4c-45d9-8b51-afb3faaae7b1 HTTP/1.1" status: 204 len: 168 time: 0.4737973 Jan 28 20:17:50.246581 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469e3941-8087-42a2-9f85-2e5a88093afb x-openstack-request-id: req-469e3941-8087-42a2-9f85-2e5a88093afb {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:50.247060 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c1b3e-10e5-4792-8c62-10573cb2f32d", "name": "network-vif-deleted", "tag": "86f1777e-6be5-4711-8aa9-b12a7eaa0e33", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:50.247500 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-469e3941-8087-42a2-9f85-2e5a88093afb {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:50.248438 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c1b3e-10e5-4792-8c62-10573cb2f32d', 'name': 'network-vif-deleted', 'tag': '86f1777e-6be5-4711-8aa9-b12a7eaa0e33', 'status': 'completed', 'code': 200} Jan 28 20:17:50.249580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.278184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a199215-4e41-498c-99ba-d0a62d8a617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0f8015-ed4c-45d9-8b51-afb3faaae7b1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:50.366804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5896428c-6934-4e03-83ac-b57d3fa3be44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.378932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Pushing event deleted for resources: {'Port': ['ID=f123d329-3c03-4172-a6c2-5a7d07d7f3f9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:50.379226 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5896428c-6934-4e03-83ac-b57d3fa3be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.404650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-e883d640-8eca-47b8-ade6-6c02a2106f58 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:50.407433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-e883d640-8eca-47b8-ade6-6c02a2106f58 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 946 time: 0.1152411 Jan 28 20:17:50.418345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.418663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.418995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.419334 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.419739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.419983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.423666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.428646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.430526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.430876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.431407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.438409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:50.505469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7909f92e-f298-4374-b2d8-e76494b9ef40 req-94ae35e0-efd9-4b9a-babb-3dba9ab4dc68 tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc39730d-5d53-4097-8ea6-1a7b6ee914c5 HTTP/1.1" status: 200 len: 210 time: 0.0940843 Jan 28 20:17:50.525538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5896428c-6934-4e03-83ac-b57d3fa3be44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af326f9d0ad244c3b01b57699f9e4877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639787 Jan 28 20:17:50.531419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896428c-6934-4e03-83ac-b57d3fa3be44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795b5f64-f4c1-4634-b443-ae20dd9a348f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:50.533199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:50.611746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Deleting port 760f84be-f808-489d-b57e-69bef04187ec {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:50.615795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.647776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] No DVR routers for this DVR port f123d329-3c03-4172-a6c2-5a7d07d7f3f9 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:50.648570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f123d329-3c03-4172-a6c2-5a7d07d7f3f9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:50.660852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.664579 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e3a3cdc2-c161-4b76-9f4c-45201871d401 req-8d2ef3b6-3055-4bd7-90ef-46b4131c13da tempest-FloatingIPsAssociationTestJSON-1367636553 tempest-FloatingIPsAssociationTestJSON-1367636553-project] 10.222.0.13 "DELETE /v2.0/ports/f123d329-3c03-4172-a6c2-5a7d07d7f3f9 HTTP/1.1" status: 204 len: 173 time: 1.2186635 Jan 28 20:17:50.665217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'name': 'network-vif-deleted', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:50.668283 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d861db3-37c8-417e-b81d-bec1b77866c2" -d '{"events": [{"server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "name": "network-vif-deleted", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:50.752865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eebf703-3d19-4847-afb1-61a34f716631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.783360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eebf703-3d19-4847-afb1-61a34f716631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.819420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] For port 760f84be-f808-489d-b57e-69bef04187ec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=760f84be-f808-489d-b57e-69bef04187ec,segment=NetworkSegment(34dd34f1-e491-4311-a297-be7d39cec8fe),segment_id=34dd34f1-e491-4311-a297-be7d39cec8fe)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:50.819781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.880288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eebf703-3d19-4847-afb1-61a34f716631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.883278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5eebf703-3d19-4847-afb1-61a34f716631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:50.890284 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5eebf703-3d19-4847-afb1-61a34f716631 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/795b5f64-f4c1-4634-b443-ae20dd9a348f HTTP/1.1" status: 204 len: 168 time: 0.3553116 Jan 28 20:17:50.903723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Calling delete_port for 760f84be-f808-489d-b57e-69bef04187ec owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:50.907891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebf703-3d19-4847-afb1-61a34f716631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795b5f64-f4c1-4634-b443-ae20dd9a348f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:50.998616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da58bdd-cb3d-4e90-a057-7388c60744ab req-b02f8040-e23d-4208-bac8-7af3d644f2a8 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:51.013125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3da58bdd-cb3d-4e90-a057-7388c60744ab req-b02f8040-e23d-4208-bac8-7af3d644f2a8 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 946 time: 0.2645302 Jan 28 20:17:51.018408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:51.145446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11207c3c-91a9-4a50-8d25-c900e76f400a req-b2443d3c-91c3-44b9-8ef6-efd059f3d021 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:51.154829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11207c3c-91a9-4a50-8d25-c900e76f400a req-b2443d3c-91c3-44b9-8ef6-efd059f3d021 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 944 time: 0.3201435 Jan 28 20:17:51.224769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6227d2a7-1c8b-4d2e-81e5-98f278c22eae up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:17:51.301026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11207c3c-91a9-4a50-8d25-c900e76f400a req-fb38151f-bf6d-420d-96b6-ee5026b1693b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449726 Jan 28 20:17:51.346195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:17:51.357548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:17:51.357929 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:51.409268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3da58bdd-cb3d-4e90-a057-7388c60744ab req-e2810361-70b5-4df0-a5d9-81910b2afb44 tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/security-groups?id=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948874 Jan 28 20:17:51.519937 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec1f0cc-c658-4ea9-8ed8-22155a84eb3d x-openstack-request-id: req-cec1f0cc-c658-4ea9-8ed8-22155a84eb3d {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:51.520573 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc39730d-5d53-4097-8ea6-1a7b6ee914c5", "name": "network-vif-deleted", "tag": "f123d329-3c03-4172-a6c2-5a7d07d7f3f9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:51.520958 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cec1f0cc-c658-4ea9-8ed8-22155a84eb3d {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:51.521588 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc39730d-5d53-4097-8ea6-1a7b6ee914c5', 'name': 'network-vif-deleted', 'tag': 'f123d329-3c03-4172-a6c2-5a7d07d7f3f9', 'status': 'completed', 'code': 200} Jan 28 20:17:51.593532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:51.632520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6227d2a7-1c8b-4d2e-81e5-98f278c22eae'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:51.634959 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e530b6-793e-4fda-8f86-7ebc6ad105fb" -d '{"events": [{"server_uuid": "88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4", "name": "network-vif-plugged", "status": "completed", "tag": "6227d2a7-1c8b-4d2e-81e5-98f278c22eae"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:51.654521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,segment=NetworkSegment(07852952-cd8a-4439-8df6-4a06b8eabee2),segment_id=07852952-cd8a-4439-8df6-4a06b8eabee2)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:51.659580 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:51.686679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:51.715940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:51.784044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Pushing event deleted for resources: {'Port': ['ID=760f84be-f808-489d-b57e-69bef04187ec,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:51.826237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] No DVR routers for this DVR port 760f84be-f808-489d-b57e-69bef04187ec on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:51.830812 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:51.834809 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62901ef-9c02-40cd-b8ff-67c535e42289 req-de3d28b1-2a71-4bdc-b8a5-e99359e67ada tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.26 "DELETE /v2.0/ports/760f84be-f808-489d-b57e-69bef04187ec HTTP/1.1" status: 204 len: 173 time: 1.3951802 Jan 28 20:17:51.853838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecbd42-b9e7-4331-bc7a-b5b1d2e731db req-b7c32f8d-b30c-46c0-9e6d-1354f71ede7a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:51.855711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0ecbd42-b9e7-4331-bc7a-b5b1d2e731db req-b7c32f8d-b30c-46c0-9e6d-1354f71ede7a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.2321777 Jan 28 20:17:51.985131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0ecbd42-b9e7-4331-bc7a-b5b1d2e731db req-af2e99c2-527f-4300-8321-7cd04a4cab81 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207790 Jan 28 20:17:52.118886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57230) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:52.151043 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa6d9ae-6ac4-48ae-9a95-825bf325df77 x-openstack-request-id: req-afa6d9ae-6ac4-48ae-9a95-825bf325df77 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:52.151469 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4", "name": "network-vif-plugged", "status": "completed", "tag": "6227d2a7-1c8b-4d2e-81e5-98f278c22eae", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:52.151862 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afa6d9ae-6ac4-48ae-9a95-825bf325df77 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:52.153081 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6227d2a7-1c8b-4d2e-81e5-98f278c22eae', 'code': 200} Jan 28 20:17:52.417050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c93a6-c0b9-40c1-9a59-d97583ea429d req-1fff5398-f7b8-4788-b2d6-29c4f8bd3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:52.419980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935c93a6-c0b9-40c1-9a59-d97583ea429d req-1fff5398-f7b8-4788-b2d6-29c4f8bd3b8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.1804459 Jan 28 20:17:52.551938 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935c93a6-c0b9-40c1-9a59-d97583ea429d req-6a1b667e-0607-4458-aba8-1f38531458b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201508 Jan 28 20:17:52.747331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4660a2e-9995-434f-9ded-ce451a711bc0', 'name': 'network-vif-deleted', 'tag': '760f84be-f808-489d-b57e-69bef04187ec'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:52.749849 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd97f6-4404-4e2f-80f2-769e662b44e5" -d '{"events": [{"server_uuid": "f4660a2e-9995-434f-9ded-ce451a711bc0", "name": "network-vif-deleted", "tag": "760f84be-f808-489d-b57e-69bef04187ec"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:52.801290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46755e74-20d8-44b8-ad90-4ad2f52c5614 req-4a10a16e-7e85-4dc4-9715-baa2ec45b83f tempest-InstanceActionsNegativeTestJSON-1705234417 tempest-InstanceActionsNegativeTestJSON-1705234417-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4660a2e-9995-434f-9ded-ce451a711bc0 HTTP/1.1" status: 200 len: 210 time: 0.0444858 Jan 28 20:17:52.904231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142d2e-b9c0-4a7e-a6d2-10005317575f req-ed42228c-9467-4678-8ad7-e3d3f4af4a34 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:52.906387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f142d2e-b9c0-4a7e-a6d2-10005317575f req-ed42228c-9467-4678-8ad7-e3d3f4af4a34 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 945 time: 0.1505084 Jan 28 20:17:53.007891 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f142d2e-b9c0-4a7e-a6d2-10005317575f req-f4168b12-2957-4c4b-8521-ac2d10554e73 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916986 Jan 28 20:17:53.136147 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e845ed8-caf8-4307-867e-30f2e5f3efa0 x-openstack-request-id: req-2e845ed8-caf8-4307-867e-30f2e5f3efa0 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:53.137958 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4660a2e-9995-434f-9ded-ce451a711bc0", "name": "network-vif-deleted", "tag": "760f84be-f808-489d-b57e-69bef04187ec", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:53.138902 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e845ed8-caf8-4307-867e-30f2e5f3efa0 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:53.139399 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4660a2e-9995-434f-9ded-ce451a711bc0', 'name': 'network-vif-deleted', 'tag': '760f84be-f808-489d-b57e-69bef04187ec', 'status': 'completed', 'code': 200} Jan 28 20:17:53.261549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f123d329-3c03-4172-a6c2-5a7d07d7f3f9 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:53.283548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6332698-aeb2-4325-976f-59828614c33b req-bd015d1d-7285-412d-bbb6-25d3b0bdb391 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:53.285163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6332698-aeb2-4325-976f-59828614c33b req-bd015d1d-7285-412d-bbb6-25d3b0bdb391 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.0734327 Jan 28 20:17:53.320392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: f123d329-3c03-4172-a6c2-5a7d07d7f3f9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:53.320727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f123d329-3c03-4172-a6c2-5a7d07d7f3f9 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:53.323513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 760f84be-f808-489d-b57e-69bef04187ec no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:53.370819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 760f84be-f808-489d-b57e-69bef04187ec {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:53.370819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 760f84be-f808-489d-b57e-69bef04187ec not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:53.465138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6332698-aeb2-4325-976f-59828614c33b req-5c63da6b-5a74-4267-bc8b-5bf30f66c622 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665604 Jan 28 20:17:53.505306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:53.892170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57302) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:53.982248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-75901435-e82d-4bd0-9d7f-975c2b118cf1 admin admin] Deleting subnet b78a2eec-419c-491c-9d75-991ffb255ee0 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:17:53.992992 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75901435-e82d-4bd0-9d7f-975c2b118cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:53.997333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Deleting port c72361ee-789a-4466-bc8f-b9ed6926208e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:53.998050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:54.121952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] For port c72361ee-789a-4466-bc8f-b9ed6926208e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c72361ee-789a-4466-bc8f-b9ed6926208e,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:54.124552 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:54.151322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75901435-e82d-4bd0-9d7f-975c2b118cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:54.185172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Calling delete_port for c72361ee-789a-4466-bc8f-b9ed6926208e owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:54.258585 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75901435-e82d-4bd0-9d7f-975c2b118cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:54.406213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b480a44-afd0-40a3-99f8-b6ab5a148e7a req-8f5e7f55-8ef0-45d1-9044-0ba61a1401a7 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:54.417382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b480a44-afd0-40a3-99f8-b6ab5a148e7a req-8f5e7f55-8ef0-45d1-9044-0ba61a1401a7 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 945 time: 0.2230921 Jan 28 20:17:54.468123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75901435-e82d-4bd0-9d7f-975c2b118cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:54.528914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57314) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:54.556900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b480a44-afd0-40a3-99f8-b6ab5a148e7a req-e7ebd8e2-06c8-4784-a632-c34a540b448a tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390300 Jan 28 20:17:54.570997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75901435-e82d-4bd0-9d7f-975c2b118cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78a2eec-419c-491c-9d75-991ffb255ee0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:54.576134 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75901435-e82d-4bd0-9d7f-975c2b118cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:54.594681 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-75901435-e82d-4bd0-9d7f-975c2b118cf1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b78a2eec-419c-491c-9d75-991ffb255ee0 HTTP/1.1" status: 204 len: 168 time: 0.6988709 Jan 28 20:17:54.600396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:55.043224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.127664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.131988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72361ee-789a-4466-bc8f-b9ed6926208e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:55.153079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa41377-be23-4e7b-be5d-b487a9b7bf42 req-4080b114-0f41-49ba-b6be-333b77d2d9f9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:55.154666 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa41377-be23-4e7b-be5d-b487a9b7bf42 req-4080b114-0f41-49ba-b6be-333b77d2d9f9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.4827971 Jan 28 20:17:55.208217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.210544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.214231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.220854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.221326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.221746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.222103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.225488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.225488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.225488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.226022 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-027cb232-5867-472e-b861-cd5e3414cb53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e796083214840b99e1e6d913553fa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912906 Jan 28 20:17:55.226462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.226462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:55.226621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57336) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:55.383402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa41377-be23-4e7b-be5d-b487a9b7bf42 req-869d9424-c3e1-4428-9a80-f1b661d888d3 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820073 Jan 28 20:17:55.441230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1213892-5ad1-486c-a2d2-a2f3ab93da47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.505292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1213892-5ad1-486c-a2d2-a2f3ab93da47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.556678 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.591338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-2abbc5ab-9e21-4e15-a142-50b8c3eca7d6 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c3e3911feb6c4d148aef3ddf0f47b42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756297 Jan 28 20:17:55.606734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41ad67f-6aaa-4396-a354-8c1e6ded5be0']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:55.628822 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1213892-5ad1-486c-a2d2-a2f3ab93da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.633371 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1213892-5ad1-486c-a2d2-a2f3ab93da47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.635721 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d1213892-5ad1-486c-a2d2-a2f3ab93da47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57917794-5c0c-4849-b2f5-1e8aec8ca61c HTTP/1.1" status: 204 len: 168 time: 0.4087186 Jan 28 20:17:55.669371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1213892-5ad1-486c-a2d2-a2f3ab93da47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57917794-5c0c-4849-b2f5-1e8aec8ca61c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:55.683386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34dd34f1-e491-4311-a297-be7d39cec8fe') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:55.683825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34dd34f1-e491-4311-a297-be7d39cec8fe') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:55.696747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.721264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.768938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:17:55.769358 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:17:55.775003 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:17:55.876351 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.947439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.964719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:55.969269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b41ad67f-6aaa-4396-a354-8c1e6ded5be0 HTTP/1.1" status: 204 len: 168 time: 1.3675489 Jan 28 20:17:55.982791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-f0245d8c-d1fe-447d-9710-ee9ac4a68ec3 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:55.991184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-f0245d8c-d1fe-447d-9710-ee9ac4a68ec3 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3873737 Jan 28 20:17:56.012770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1f19f-5c4c-4956-bcd7-a96b1ab040e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b41ad67f-6aaa-4396-a354-8c1e6ded5be0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:56.068614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-c4fb0305-3bf6-46e7-b5cb-51b4a9969a9f tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/quotas/c3e3911feb6c4d148aef3ddf0f47b42d HTTP/1.1" status: 200 len: 375 time: 0.0762560 Jan 28 20:17:56.115506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-53e2eefb-f382-43c4-948b-195be851af2e tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c3e3911feb6c4d148aef3ddf0f47b42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451534 Jan 28 20:17:56.303361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57368) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:56.422259 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-927541ca-a7de-47ea-9ccc-0f23d1eaf88a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8fc16cb759542c3a9b94227ee97122d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173558 Jan 28 20:17:56.425116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57376) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:56.508851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Router c59906ca-cda4-48d3-9961-4e3d74b29dd3 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:17:56.519522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf075395-63d1-47fc-8614-b903192d01f9 req-bdcd82c4-593b-4635-b61d-ca6eba6507e1 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:56.521329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf075395-63d1-47fc-8614-b903192d01f9 req-bdcd82c4-593b-4635-b61d-ca6eba6507e1 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 945 time: 0.0891364 Jan 28 20:17:56.585377 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2c13-fcd6-4783-a1f5-48a454e5e2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:56.673225 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2c13-fcd6-4783-a1f5-48a454e5e2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:56.715701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de98b626-09e7-4e50-92e6-8035ced926fe req-eb792b8f-6e5f-4858-be8d-0daa4db14ddf tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 210 time: 0.0769541 Jan 28 20:17:56.759832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf075395-63d1-47fc-8614-b903192d01f9 req-a9d9188a-0878-44c8-969b-5d4b8dae8df2 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293663 Jan 28 20:17:56.823812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2c13-fcd6-4783-a1f5-48a454e5e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:56.827457 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2c13-fcd6-4783-a1f5-48a454e5e2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:56.829373 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6a3c2c13-fcd6-4783-a1f5-48a454e5e2a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2adcc7bc-b086-41d3-8c4d-bb1865a4bdab HTTP/1.1" status: 204 len: 168 time: 0.4012957 Jan 28 20:17:56.846894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c2c13-fcd6-4783-a1f5-48a454e5e2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adcc7bc-b086-41d3-8c4d-bb1865a4bdab,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:56.957734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:17:56.963633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6ca73810-0da7-4ea5-a8ce-787e0baa54e8 admin admin] 10.222.0.44 "PUT /v2.0/routers/c59906ca-cda4-48d3-9961-4e3d74b29dd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8435781 Jan 28 20:17:56.968425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57392) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:56.977388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] Sync routers for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:17:57.024483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8142548-f706-484b-883e-a01b787b5f37 req-7074829c-787a-44b8-9e34-ddf1abf1322f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:57.024606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:57.024606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:57.026459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8142548-f706-484b-883e-a01b787b5f37 req-7074829c-787a-44b8-9e34-ddf1abf1322f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.1171288 Jan 28 20:17:57.167378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8142548-f706-484b-883e-a01b787b5f37 req-0aa12cc5-feb5-40eb-a57b-3e21c2f38c68 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400249 Jan 28 20:17:57.301546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:57.307191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:57.529242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-6cb6ccc9-256d-4edc-aa0c-e1986e05c9f6 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:57.537339 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-6cb6ccc9-256d-4edc-aa0c-e1986e05c9f6 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 945 time: 0.2332101 Jan 28 20:17:57.617053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:17:54Z', 'revision_number': 5, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port': {'id': 'b7f7ca6e-dacb-4615-950f-7cdf0b3793b0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:03Z', 'updated_at': '2022-01-28T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:57.676978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:57.687276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] Checking router: c59906ca-cda4-48d3-9961-4e3d74b29dd3 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:17:57.698547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] Routers {'c59906ca-cda4-48d3-9961-4e3d74b29dd3'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:17:57.699613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:17:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:57.770038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Deleting port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:57.770038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:57.877499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] Set router c59906ca-cda4-48d3-9961-4e3d74b29dd3 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:17:57.883946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] For port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,segment=NetworkSegment(07852952-cd8a-4439-8df6-4a06b8eabee2),segment_id=07852952-cd8a-4439-8df6-4a06b8eabee2)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:57.884330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:57.907440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Calling delete_port for 6227d2a7-1c8b-4d2e-81e5-98f278c22eae owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:57.942803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4aff161-c062-4428-983b-d6b5a541a2bc req-499e675c-847a-489e-9c81-72a02b69e250 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 210 time: 0.0545528 Jan 28 20:17:58.019288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:17:57Z', 'revision_number': 6, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:58.118251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57432) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:58.127758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28070dc-4fb4-43f5-bb6b-c018cc1b0f28 None None] The sync data for ids ['c59906ca-cda4-48d3-9961-4e3d74b29dd3'] in n-d-825064-3 is: [{'id': 'c59906ca-cda4-48d3-9961-4e3d74b29dd3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822363005-router', 'tenant_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:02Z', 'updated_at': '2022-01-28T20:17:57Z', 'revision_number': 6, 'project_id': 'b7a94ec9a3114b3c9b005b2dc0ffd5b5', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:17:58.131848 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:58.148935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['6227d2a7-1c8b-4d2e-81e5-98f278c22eae'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:58.192429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da776da-1817-472b-8509-186642c0d509 req-f6f77ea7-10fe-4ce1-8ef6-794ae2b442a2 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:58.200954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da776da-1817-472b-8509-186642c0d509 req-f6f77ea7-10fe-4ce1-8ef6-794ae2b442a2 tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4 HTTP/1.1" status: 200 len: 945 time: 0.1707225 Jan 28 20:17:58.237517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Pushing event deleted for resources: {'Port': ['ID=6227d2a7-1c8b-4d2e-81e5-98f278c22eae,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:58.240489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Deleting port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:17:58.241219 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:58.302932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da776da-1817-472b-8509-186642c0d509 req-7c11d7ad-8d51-4d66-afdc-a63d252eed4b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.44 "GET /v2.0/security-groups?id=d530e3ec-ca94-489d-9d13-d4d92ee29234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912385 Jan 28 20:17:58.394136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] No DVR routers for this DVR port 6227d2a7-1c8b-4d2e-81e5-98f278c22eae on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:58.398246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:58.401681 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ec39322b-cc68-4747-8eca-a713ba8540c2 req-942f4a88-73ca-4560-8e0c-0be20faf434b tempest-ServerPasswordTestJSON-7906170 tempest-ServerPasswordTestJSON-7906170-project] 10.222.0.13 "DELETE /v2.0/ports/6227d2a7-1c8b-4d2e-81e5-98f278c22eae HTTP/1.1" status: 204 len: 173 time: 0.8528917 Jan 28 20:17:58.402151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4', 'name': 'network-vif-deleted', 'tag': '6227d2a7-1c8b-4d2e-81e5-98f278c22eae'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:17:58.404582 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6b99c-1b1a-418e-8c1b-60cfc13d9d78" -d '{"events": [{"server_uuid": "88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4", "name": "network-vif-deleted", "tag": "6227d2a7-1c8b-4d2e-81e5-98f278c22eae"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:58.412329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2eee18e5-b3c2-4fe3-be5a-5d2e51104602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:58.489760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] For port b7f7ca6e-dacb-4615-950f-7cdf0b3793b0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b7f7ca6e-dacb-4615-950f-7cdf0b3793b0,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:58.490183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:58.513467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Calling delete_port for b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:17:58.553537 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c67b2-0844-48d4-88ab-6b9f58de55be x-openstack-request-id: req-937c67b2-0844-48d4-88ab-6b9f58de55be {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:58.554239 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4", "name": "network-vif-deleted", "tag": "6227d2a7-1c8b-4d2e-81e5-98f278c22eae", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:58.554341 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-937c67b2-0844-48d4-88ab-6b9f58de55be {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:58.554782 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f20bdb-b4ab-4a50-abe5-15bd2dbdbcb4', 'name': 'network-vif-deleted', 'tag': '6227d2a7-1c8b-4d2e-81e5-98f278c22eae', 'status': 'completed', 'code': 200} Jan 28 20:17:58.581214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913fce8-755c-4994-a043-49c2d2c1f3e4 req-5baaf800-f7a5-48f8-884d-ac6dd9b06039 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:58.583355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3913fce8-755c-4994-a043-49c2d2c1f3e4 req-5baaf800-f7a5-48f8-884d-ac6dd9b06039 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.1586959 Jan 28 20:17:58.706741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3913fce8-755c-4994-a043-49c2d2c1f3e4 req-a7ae545d-9f8e-4636-bd1e-4624368065ae tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156254 Jan 28 20:17:58.726926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c72361ee-789a-4466-bc8f-b9ed6926208e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:58.792522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c72361ee-789a-4466-bc8f-b9ed6926208e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:17:58.793580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c72361ee-789a-4466-bc8f-b9ed6926208e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:58.810127 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2eee18e5-b3c2-4fe3-be5a-5d2e51104602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:58.817131 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2eee18e5-b3c2-4fe3-be5a-5d2e51104602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:58.878500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2eee18e5-b3c2-4fe3-be5a-5d2e51104602 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed57713270074d4aa6f35d7ad1e146b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7566984 Jan 28 20:17:58.885820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57458) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:58.992122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee18e5-b3c2-4fe3-be5a-5d2e51104602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a89814f-8171-48d0-b481-fdcb98c9e695,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:59.013321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c80782e-e371-419f-aa58-0056e268fe64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.068270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c80782e-e371-419f-aa58-0056e268fe64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.191139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57464) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:59.240861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1a04718-2eb1-4302-8afc-26db406b534c req-210affaa-30c9-4acd-91f3-7db58427ea1f tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 210 time: 0.1454637 Jan 28 20:17:59.246810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c80782e-e371-419f-aa58-0056e268fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.250504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c80782e-e371-419f-aa58-0056e268fe64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.255662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2c80782e-e371-419f-aa58-0056e268fe64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a89814f-8171-48d0-b481-fdcb98c9e695 HTTP/1.1" status: 204 len: 168 time: 0.3687735 Jan 28 20:17:59.269925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80782e-e371-419f-aa58-0056e268fe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a89814f-8171-48d0-b481-fdcb98c9e695,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:59.289389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57472) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:59.338973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-e8abac77-ffab-463e-8009-bd10e1ac522e tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c3e3911feb6c4d148aef3ddf0f47b42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5017731 Jan 28 20:17:59.409020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57478) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:59.527371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f28de0-5336-4408-9ea3-599bbe9296cd admin admin] Deleting subnet b2548677-933b-412c-a09c-a668a2c428e9 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:17:59.534738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6f28de0-5336-4408-9ea3-599bbe9296cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.567847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.618656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f7ca6e-dacb-4615-950f-7cdf0b3793b0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:59.630783 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6f28de0-5336-4408-9ea3-599bbe9296cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.635447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-a8eca47a-a1d3-42a7-a2fa-c0daa21aca42 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:59.637010 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-a8eca47a-a1d3-42a7-a2fa-c0daa21aca42 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914240 Jan 28 20:17:59.651860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Request body: {'port': {'device_id': 'db5579ce-cc6f-4108-ba99-e2e1883ee66e', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'c3e3911feb6c4d148aef3ddf0f47b42d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:59.767905 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4c44c1b-b34e-470c-b950-db92c249c324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.780836 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.832963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-735352117-network', 'tenant_id': '50ebc560c79545abb85794d89ee4e9a9'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:59.861849 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6f28de0-5336-4408-9ea3-599bbe9296cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.902809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.909578 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.912009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57486) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:17:59.969744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9853d7d4-67ba-428a-bba7-3553c43a6966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.988986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Made reservation on behalf of 50ebc560c79545abb85794d89ee4e9a9 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:17:59.990952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:17:59.991470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c59906ca-cda4-48d3-9961-4e3d74b29dd3 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:17:59.992423 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.005787 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.005787 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-327cdeeb-45a1-4fb3-ad43-a1730f3f0d74 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c59906ca-cda4-48d3-9961-4e3d74b29dd3 HTTP/1.1" status: 204 len: 168 time: 3.0296142 Jan 28 20:18:00.007999 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57488) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:00.029892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.054237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Made reservation on behalf of c3e3911feb6c4d148aef3ddf0f47b42d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:00.060152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6f28de0-5336-4408-9ea3-599bbe9296cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.063466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.070856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acca15-93ec-4633-bf5a-95f952105992 req-dbb2d8c7-1627-454d-a623-35fedfa73cbe tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:00.072227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4acca15-93ec-4633-bf5a-95f952105992 req-dbb2d8c7-1627-454d-a623-35fedfa73cbe tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.1694818 Jan 28 20:18:00.085461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.108701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d62ffc-c3ad-4994-80e6-030a5e28bbae admin admin] Deleting subnet b443b98f-9a8f-4e99-b139-2ab38d44dbd2 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:18:00.117786 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68d62ffc-c3ad-4994-80e6-030a5e28bbae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.127163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f28de0-5336-4408-9ea3-599bbe9296cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2548677-933b-412c-a09c-a668a2c428e9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:00.152438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4c44c1b-b34e-470c-b950-db92c249c324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.153780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6f28de0-5336-4408-9ea3-599bbe9296cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.157916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c6f28de0-5336-4408-9ea3-599bbe9296cd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b2548677-933b-412c-a09c-a668a2c428e9 HTTP/1.1" status: 204 len: 168 time: 0.7478950 Jan 28 20:18:00.160470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57490) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:00.172681 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4c44c1b-b34e-470c-b950-db92c249c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.210386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4acca15-93ec-4633-bf5a-95f952105992 req-7e9c1874-9a02-425c-8d0e-5558a2f19378 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241989 Jan 28 20:18:00.256146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f4c44c1b-b34e-470c-b950-db92c249c324 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4220079fc3b04fa1a82df7390732445d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0190146 Jan 28 20:18:00.259870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57492) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:00.269244 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68d62ffc-c3ad-4994-80e6-030a5e28bbae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.306081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c44c1b-b34e-470c-b950-db92c249c324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be4a872-1b79-4287-86a7-93fcf2b947d6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:00.346572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9853d7d4-67ba-428a-bba7-3553c43a6966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.354692 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.368985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9853d7d4-67ba-428a-bba7-3553c43a6966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.407930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.420080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.479164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.486030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9853d7d4-67ba-428a-bba7-3553c43a6966 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8be781500d5e41d1a0bf572cc2fad627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727458 Jan 28 20:18:00.487027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853d7d4-67ba-428a-bba7-3553c43a6966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715cdd1-9ecc-416c-8ade-0229771b5732,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:00.509766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57496) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:00.519432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.540756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1b060f8-2366-4470-9bb5-983d166e9bdb req-11618aa1-a24f-4430-94c0-4ec40ca29c2a tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 210 time: 0.1045663 Jan 28 20:18:00.542337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ae69b55-4f9a-4dae-ac20-91cbc692e0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.544785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68d62ffc-c3ad-4994-80e6-030a5e28bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.571235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:18:00.604962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ea9c77-940b-4af9-8686-bb72ac7b7d39,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:00.615272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ae69b55-4f9a-4dae-ac20-91cbc692e0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.617822 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.618462 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Added segment 9ccd6234-2dd5-4c64-a826-4777270bbfdd of type vlan for network c6369a47-6521-4365-a219-e96639506edf Jan 28 20:18:00.706330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.714059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.727784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b07925-cee2-4c88-b076-c6e6c0497e2b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:00.739616 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ae69b55-4f9a-4dae-ac20-91cbc692e0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.743815 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ae69b55-4f9a-4dae-ac20-91cbc692e0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.749050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9ae69b55-4f9a-4dae-ac20-91cbc692e0e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1be4a872-1b79-4287-86a7-93fcf2b947d6 HTTP/1.1" status: 204 len: 168 time: 0.4860399 Jan 28 20:18:00.752938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.755609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:00.755609 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.795973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bc29ea-cb67-4dd2-b993-3040ad5969e8']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:00.815774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:00.859514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07852952-cd8a-4439-8df6-4a06b8eabee2') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:00.859812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07852952-cd8a-4439-8df6-4a06b8eabee2') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:00.879538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:18:00.880477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b7f7ca6e-dacb-4615-950f-7cdf0b3793b0 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:00.895255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b21e6dc4-f613-4d9e-be34-e00d44950a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.899695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.918739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68d62ffc-c3ad-4994-80e6-030a5e28bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.960985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:00.994645 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68d62ffc-c3ad-4994-80e6-030a5e28bbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.003077 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-68d62ffc-c3ad-4994-80e6-030a5e28bbae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b443b98f-9a8f-4e99-b139-2ab38d44dbd2 HTTP/1.1" status: 204 len: 168 time: 0.9932370 Jan 28 20:18:01.004965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e1f2be-dd56-4bce-acb5-55cd8a363f9a None None] Network 54052850-5a3b-4fc5-8e47-f983b1393a26 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:01.005114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Allocated IP 192.168.233.234 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/e3a20456-8a8d-42f1-93c6-6da93d19b5e8) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:01.010208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b21e6dc4-f613-4d9e-be34-e00d44950a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.012124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57502) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:01.013251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d62ffc-c3ad-4994-80e6-030a5e28bbae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b443b98f-9a8f-4e99-b139-2ab38d44dbd2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:01.020256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:18:01.021097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:18:01.042960 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:18:01.229720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9391425 Jan 28 20:18:01.238805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57506) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:01.241053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae69b55-4f9a-4dae-ac20-91cbc692e0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be4a872-1b79-4287-86a7-93fcf2b947d6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:01.258273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c6dc2-7900-4170-8e41-18fd410550be admin admin] Pushing event updated for resources: {'Network': ['ID=c6369a47-6521-4365-a219-e96639506edf,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:01.265055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Request body: {'subnet': {'network_id': 'c6369a47-6521-4365-a219-e96639506edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-735352117-subnet', 'tenant_id': '50ebc560c79545abb85794d89ee4e9a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:01.296693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c6369a47-6521-4365-a219-e96639506edf details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:18:01.306472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.317747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6227d2a7-1c8b-4d2e-81e5-98f278c22eae no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:01.320946 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.326783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.333520 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] 10.222.0.44 "DELETE /v2.0/networks/e4bc29ea-cb67-4dd2-b993-3040ad5969e8 HTTP/1.1" status: 204 len: 168 time: 1.1719265 Jan 28 20:18:01.407679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c926d-164b-4718-b45d-542c939a624a admin admin] Pushing event deleted for resources: {'Network': ['ID=e4bc29ea-cb67-4dd2-b993-3040ad5969e8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:01.417648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 6227d2a7-1c8b-4d2e-81e5-98f278c22eae {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:18:01.417987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6227d2a7-1c8b-4d2e-81e5-98f278c22eae not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:01.461854 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b21e6dc4-f613-4d9e-be34-e00d44950a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.465183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b21e6dc4-f613-4d9e-be34-e00d44950a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.470379 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b21e6dc4-f613-4d9e-be34-e00d44950a37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f715cdd1-9ecc-416c-8ade-0229771b5732 HTTP/1.1" status: 204 len: 168 time: 0.9557829 Jan 28 20:18:01.476610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5160159-f6a2-4a1c-b4df-fd4ae88fea5f req-b705db93-6d47-44b8-a390-0aff90265279 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:01.478331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5160159-f6a2-4a1c-b4df-fd4ae88fea5f req-b705db93-6d47-44b8-a390-0aff90265279 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.0894430 Jan 28 20:18:01.509263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6dc4-f613-4d9e-be34-e00d44950a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715cdd1-9ecc-416c-8ade-0229771b5732,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:01.532803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] DHCP port deletion for 54052850-5a3b-4fc5-8e47-f983b1393a26 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:18:01.554861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5160159-f6a2-4a1c-b4df-fd4ae88fea5f req-6c80d944-e5de-4388-aac7-a0f1f1461dce tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689683 Jan 28 20:18:01.612430 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Made reservation on behalf of 50ebc560c79545abb85794d89ee4e9a9 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:01.615416 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.699539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-299fb7a0-54d3-4db9-b7a7-52fd596e21ef req-f4571004-0a3f-471e-8ee7-e9fb4b88cc47 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 210 time: 0.0512435 Jan 28 20:18:01.709194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] Deleting port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:01.709861 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.801847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Deleting port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:01.802412 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.809020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] For port 909a92fd-c563-4d82-adb6-46df2a8b5bb1, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=909a92fd-c563-4d82-adb6-46df2a8b5bb1,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:01.809238 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.827929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] Calling delete_port for 909a92fd-c563-4d82-adb6-46df2a8b5bb1 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:01.860164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.876536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57526) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:01.952673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] For port 909a92fd-c563-4d82-adb6-46df2a8b5bb1, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=909a92fd-c563-4d82-adb6-46df2a8b5bb1,segment=NetworkSegment(2efaf747-c2b7-4886-9937-62ccc0d6a848),segment_id=2efaf747-c2b7-4886-9937-62ccc0d6a848)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:01.953080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:01.980224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5b4c2e99-e11a-451d-a5a5-f88bef62e60e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55f3809b88c94ae8a52cec5b6b95a422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966568 Jan 28 20:18:01.984834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57528) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:02.021931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Calling delete_port for 909a92fd-c563-4d82-adb6-46df2a8b5bb1 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:02.066368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.073695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.083222 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-de70cf90-88b5-4a07-b599-39a94c7eca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.124705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.138210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-de70cf90-88b5-4a07-b599-39a94c7eca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.188234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] Pushing event deleted for resources: {'Port': ['ID=909a92fd-c563-4d82-adb6-46df2a8b5bb1,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:02.201060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2565ac-8ef6-4171-bc55-c5949abe2649 None None] No DVR routers for this DVR port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:02.211922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=735b0dda-a36a-419b-afb0-06cd27e37f3b,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:02.214738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-de70cf90-88b5-4a07-b599-39a94c7eca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.224036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-de70cf90-88b5-4a07-b599-39a94c7eca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.227858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-de70cf90-88b5-4a07-b599-39a94c7eca9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d530e3ec-ca94-489d-9d13-d4d92ee29234 HTTP/1.1" status: 204 len: 168 time: 0.2420123 Jan 28 20:18:02.242014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70cf90-88b5-4a07-b599-39a94c7eca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530e3ec-ca94-489d-9d13-d4d92ee29234,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:02.255594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:02.273938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:02.276779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:02.351321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Pushing event updated for resources: {'Port': ['ID=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:02.433766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Checking segment: {'id': '9ccd6234-2dd5-4c64-a826-4777270bbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c6369a47-6521-4365-a219-e96639506edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:02.434331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Network hostable DHCP agents. Network: c6369a47-6521-4365-a219-e96639506edf, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:18:02.508034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:02.512074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.519208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.567216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] No DVR routers for this DVR port 909a92fd-c563-4d82-adb6-46df2a8b5bb1 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:02.577913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Network c6369a47-6521-4365-a219-e96639506edf is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:18:02.580493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=909a92fd-c563-4d82-adb6-46df2a8b5bb1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:02.614408 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-dbd6530b-b319-43d5-ab50-d577c0cbb6f9 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9669569 Jan 28 20:18:02.620604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, c6369a47-6521-4365-a219-e96639506edf) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:02.627861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:02.628653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.649189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Request body: {'port': {'device_id': 'db5579ce-cc6f-4108-ba99-e2e1883ee66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:02.669452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f71f49-9509-483d-a332-90399f402462 None None] Network c6369a47-6521-4365-a219-e96639506edf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:02.802110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:02.816296 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-068590dc-78de-4d8f-8850-070b16709ffc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5553596 Jan 28 20:18:02.840574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 909a92fd-c563-4d82-adb6-46df2a8b5bb1 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:02.945507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebf253-b986-40c7-b051-4229d0fe9dad req-4748743c-90b5-4157-a20e-09c81eac3ea9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:02.947994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82ebf253-b986-40c7-b051-4229d0fe9dad req-4748743c-90b5-4157-a20e-09c81eac3ea9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.1765618 Jan 28 20:18:02.951300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54052850-5a3b-4fc5-8e47-f983b1393a26']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:02.963653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651670b5-2ba0-484c-a2df-605d236f9654 req-1ad8b3b0-90b4-49d9-95f0-91333dcd500d tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:02.974198 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-651670b5-2ba0-484c-a2df-605d236f9654 req-1ad8b3b0-90b4-49d9-95f0-91333dcd500d tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 936 time: 0.1305635 Jan 28 20:18:02.985935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 909a92fd-c563-4d82-adb6-46df2a8b5bb1 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:18:02.986253 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 909a92fd-c563-4d82-adb6-46df2a8b5bb1 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:03.000797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efaf747-c2b7-4886-9937-62ccc0d6a848') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:03.002652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efaf747-c2b7-4886-9937-62ccc0d6a848') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:03.044929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:03.074861 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:03.086826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-651670b5-2ba0-484c-a2df-605d236f9654 req-a4f81187-0491-4464-9a6d-ab224ca560d6 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098351 Jan 28 20:18:03.098390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82ebf253-b986-40c7-b051-4229d0fe9dad req-bd8d3994-3fc2-4ed3-9d15-df2c223ff38c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184483 Jan 28 20:18:03.219482 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:03.245466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:18:03.246429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:18:03.250184 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:18:03.448993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f68e9f43-d9fb-47fa-bd11-461b225b2c8c None None] Provisioning complete for port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:03.450424 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f68e9f43-d9fb-47fa-bd11-461b225b2c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:03.510652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:03.522368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:03.529075 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] 10.222.0.44 "DELETE /v2.0/networks/54052850-5a3b-4fc5-8e47-f983b1393a26 HTTP/1.1" status: 204 len: 168 time: 2.5090089 Jan 28 20:18:03.556932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d16b78-5f06-4f76-9546-3f21c168bb26 admin admin] Pushing event deleted for resources: {'Network': ['ID=54052850-5a3b-4fc5-8e47-f983b1393a26,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:03.579558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db69552-f701-4144-a3db-d323dbb28fb5 None None] Network c6369a47-6521-4365-a219-e96639506edf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:03.583902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f68e9f43-d9fb-47fa-bd11-461b225b2c8c None None] Port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:03.796306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-546ea5e8-ab28-4a61-a869-c2dc8fe3c272 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:03.805007 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-546ea5e8-ab28-4a61-a869-c2dc8fe3c272 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1097 time: 0.1180553 Jan 28 20:18:03.831337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-3'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:03.976315 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:04.042559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a20456-8a8d-42f1-93c6-6da93d19b5e8 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:04.068441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:04.102068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Transition to ACTIVE for port object e3a20456-8a8d-42f1-93c6-6da93d19b5e8 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:18:04.109953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:04.204654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-e292cf5b-7c60-415e-a411-8c2dbcf1ac35 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:04.227031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-e292cf5b-7c60-415e-a411-8c2dbcf1ac35 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/networks?id=c6369a47-6521-4365-a219-e96639506edf HTTP/1.1" status: 200 len: 808 time: 0.3396952 Jan 28 20:18:04.286237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-97af634f-5ffd-4175-b263-fef8b872c982 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/quotas/50ebc560c79545abb85794d89ee4e9a9 HTTP/1.1" status: 200 len: 375 time: 0.0557029 Jan 28 20:18:04.385234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:04.404627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Attempting to bind port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:04.404997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Attempting to bind port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:04.405335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Attempting to bind port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:04.434482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:18:04.434865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Attempting to bind port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:04.439884 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-b7b49e8c-740e-48ee-8897-d5561a5cdb70 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=50ebc560c79545abb85794d89ee4e9a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1523783 Jan 28 20:18:04.451242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:04.451849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:04.452571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:04.452987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Bound port: e3a20456-8a8d-42f1-93c6-6da93d19b5e8, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:04.453528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:04.490448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57600) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:04.576025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb0dfe-72dd-486d-8b82-6a777633b9d6 req-8311db5d-2b14-4f6c-803f-9d398a37b383 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:04.586150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] For port e3a20456-8a8d-42f1-93c6-6da93d19b5e8, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:04.591832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] For port e3a20456-8a8d-42f1-93c6-6da93d19b5e8, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:04.608380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8aeb0dfe-72dd-486d-8b82-6a777633b9d6 req-8311db5d-2b14-4f6c-803f-9d398a37b383 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 948 time: 0.3189726 Jan 28 20:18:04.621294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:04.702578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8aeb0dfe-72dd-486d-8b82-6a777633b9d6 req-6f4e7036-c769-4ded-a819-1f71ff664348 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919411 Jan 28 20:18:04.740233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:04.741353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:04.744514 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3a20456-8a8d-42f1-93c6-6da93d19b5e8 HTTP/1.1" status: 200 len: 1096 time: 2.1025040 Jan 28 20:18:04.745149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5579ce-cc6f-4108-ba99-e2e1883ee66e', 'tag': 'e3a20456-8a8d-42f1-93c6-6da93d19b5e8'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:04.749036 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcee6c36-825e-4253-9231-f2929e307ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "db5579ce-cc6f-4108-ba99-e2e1883ee66e", "tag": "e3a20456-8a8d-42f1-93c6-6da93d19b5e8"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:04.773327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:04.787781 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9237003c-5728-4e89-8b03-bfb21dfdb8c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7a94ec9a3114b3c9b005b2dc0ffd5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959447 Jan 28 20:18:04.791348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57606) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:04.794313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bd45b-66cd-44d2-8484-055ef2500259 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:04.851174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-0c188851-ad64-42d6-8cdf-c294f2acc1ba service neutron] 10.222.0.44 "GET /v2.0/networks/c6369a47-6521-4365-a219-e96639506edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097013 Jan 28 20:18:04.978520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-15e5d15e-abb6-47d9-8957-742196ff6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:04.980018 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-15e5d15e-abb6-47d9-8957-742196ff6bfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3e3911feb6c4d148aef3ddf0f47b42d&device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 1099 time: 0.1468313 Jan 28 20:18:05.040403 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-85b4f097-02df-41d2-bac0-5d8c67f20f27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e3a20456-8a8d-42f1-93c6-6da93d19b5e8 HTTP/1.1" status: 200 len: 217 time: 0.0506504 Jan 28 20:18:05.042257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9452046-aef0-4531-84cb-6ff50e62fcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:05.075089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:05.121789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-756ad164-aa18-4632-8828-84a67fb11ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:05.124327 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-756ad164-aa18-4632-8828-84a67fb11ffa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0753741 Jan 28 20:18:05.159262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9452046-aef0-4531-84cb-6ff50e62fcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:05.224917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd516-5b62-4faa-90f3-8e615d30dba0 req-a3d5b465-77d7-4dd3-9d9b-5033d08f8ff9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:05.236229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38edd516-5b62-4faa-90f3-8e615d30dba0 req-a3d5b465-77d7-4dd3-9d9b-5033d08f8ff9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 946 time: 0.3687708 Jan 28 20:18:05.279867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-e038165e-0062-42b3-b248-af0197c968cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:05.283894 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-e038165e-0062-42b3-b248-af0197c968cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504281 Jan 28 20:18:05.312506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:18:05.319456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:05.322082 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aabef0-0bf2-40d9-a6ac-ba422f6897b5" -d '{"events": [{"server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:05.332198 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:05.359655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-b8c6767c-0776-4118-9867-5ad824772992 service neutron] 10.222.0.44 "GET /v2.0/networks/c6369a47-6521-4365-a219-e96639506edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030396 Jan 28 20:18:05.386100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:05.425530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9452046-aef0-4531-84cb-6ff50e62fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:05.425530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9452046-aef0-4531-84cb-6ff50e62fcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:05.425530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d9452046-aef0-4531-84cb-6ff50e62fcf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3c68205-8878-4554-b07d-8ad138e92f95 HTTP/1.1" status: 204 len: 168 time: 0.6320999 Jan 28 20:18:05.439174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9452046-aef0-4531-84cb-6ff50e62fcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c68205-8878-4554-b07d-8ad138e92f95,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:05.476494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-a91fa313-a506-4d9c-93ed-a56cbe5eecb0 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872635 Jan 28 20:18:05.533018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38edd516-5b62-4faa-90f3-8e615d30dba0 req-f950ff40-dbe0-45f6-9a62-c744d578267e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955575 Jan 28 20:18:05.676250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:05.678336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:05.686782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on host n-h2-825064-3 for vnic_type normal with profile {"migrating_to": "n-h1-825064-3"} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:05.687296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:05.687826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:05.695980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:18:05.696601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Attempting to bind port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on network 60da092a-8a54-45b1-8b11-be33524e08bf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:05.705936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:05.706542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Checking segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:05.707099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Bound using segment: {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:05.707722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Bound port: 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '60da092a-8a54-45b1-8b11-be33524e08bf'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:05.708342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:05.735394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 has no active binding in host n-h1-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:18:05.878380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:05.889327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:05.900425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:05.999550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:06.000578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:06.002252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] 10.222.0.13 "PUT /v2.0/ports/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 200 len: 1122 time: 2.1770027 Jan 28 20:18:06.003205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b14db9-6490-4ac9-ac57-ab8a4ab1698d service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=8']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:06.074769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:06.184767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:06.312805 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9734c389-977a-4630-b48e-0bbf1f815f50 req-5fdecfc0-3121-4102-9e26-95758cf6608e service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8280094 Jan 28 20:18:06.316265 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fea6eee-e013-4963-a017-2520d770d9e3 x-openstack-request-id: req-4fea6eee-e013-4963-a017-2520d770d9e3 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:06.317023 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5579ce-cc6f-4108-ba99-e2e1883ee66e", "tag": "e3a20456-8a8d-42f1-93c6-6da93d19b5e8", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:06.317488 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fea6eee-e013-4963-a017-2520d770d9e3 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:06.318136 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5579ce-cc6f-4108-ba99-e2e1883ee66e', 'tag': 'e3a20456-8a8d-42f1-93c6-6da93d19b5e8', 'status': 'completed', 'code': 200} Jan 28 20:18:06.515134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-422f6a2e-f080-4acc-af21-42a4855ead38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:06.522697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-422f6a2e-f080-4acc-af21-42a4855ead38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3e3911feb6c4d148aef3ddf0f47b42d&device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 1099 time: 0.1320181 Jan 28 20:18:06.871082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-d4a35e17-5ddf-499e-bbfe-f6d8d3b36daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:06.875279 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-d4a35e17-5ddf-499e-bbfe-f6d8d3b36daa service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3429306 Jan 28 20:18:07.028047 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-78e2ca3e-4bcb-4ef1-b562-05323cff0ffd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e3a20456-8a8d-42f1-93c6-6da93d19b5e8 HTTP/1.1" status: 200 len: 217 time: 0.1437726 Jan 28 20:18:07.035230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-698a477d-f99e-4123-ae49-8ef49a553b7b req-d540c987-9dc7-4cf4-8b9b-ed1ccdcb2db7 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 210 time: 0.0924947 Jan 28 20:18:07.144975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-e647fbc6-f04b-4750-b7a0-089d998cbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:07.147986 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-e647fbc6-f04b-4750-b7a0-089d998cbff1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1110928 Jan 28 20:18:07.162718 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353dc21a-fc9c-4f63-a6de-92240823b086 x-openstack-request-id: req-353dc21a-fc9c-4f63-a6de-92240823b086 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:07.163801 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:07.163801 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-353dc21a-fc9c-4f63-a6de-92240823b086 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:07.164162 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188', 'code': 200} Jan 28 20:18:07.254852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-a65262a3-8541-4d6b-b677-fdf0ce4af511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:07.259858 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-a65262a3-8541-4d6b-b677-fdf0ce4af511 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006095 Jan 28 20:18:07.270621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdcec4-64c3-41fc-8f7a-0ffe5d1e8f0f req-91442508-94d0-49f2-8591-464a06f00f06 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:07.272703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbbdcec4-64c3-41fc-8f7a-0ffe5d1e8f0f req-91442508-94d0-49f2-8591-464a06f00f06 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 948 time: 0.0885205 Jan 28 20:18:07.341034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbbdcec4-64c3-41fc-8f7a-0ffe5d1e8f0f req-ab7a7e6d-9ad5-4bc4-ae04-941ad5ec6a55 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617163 Jan 28 20:18:07.404302 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-6a907e5d-3b90-4835-865c-4d3bfcbf7fdb service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346691 Jan 28 20:18:07.583976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc717d7-578c-45d4-bfec-f3696d09197b req-d24a7d65-9cd4-45a5-9a4b-23ee0fdc3e7b tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:07.589821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dc717d7-578c-45d4-bfec-f3696d09197b req-d24a7d65-9cd4-45a5-9a4b-23ee0fdc3e7b tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.1737754 Jan 28 20:18:07.623918 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dcee6c36-825e-4253-9231-f2929e307ee6 req-9d2e3635-1580-4370-8b9a-cfd2eb129fc4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099473 Jan 28 20:18:07.671687 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f539b53-b23b-435b-b76d-04c7aafd131b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:07.776115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57692) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:07.792016 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dc717d7-578c-45d4-bfec-f3696d09197b req-c54599b7-a13f-4b20-a909-68695b882b24 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924105 Jan 28 20:18:07.918644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-553f2f62-2e68-420c-8ee2-7a8d10b3536d tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:07.926897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-553f2f62-2e68-420c-8ee2-7a8d10b3536d tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.13 "GET /v2.0/networks?id=c6369a47-6521-4365-a219-e96639506edf HTTP/1.1" status: 200 len: 808 time: 0.2920785 Jan 28 20:18:07.950334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Request body: {'port': {'device_id': '0d844ab7-5492-4fc1-9dfc-76e3a233b569', 'network_id': 'c6369a47-6521-4365-a219-e96639506edf', 'admin_state_up': True, 'tenant_id': '50ebc560c79545abb85794d89ee4e9a9'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:08.019862 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fbdc69b2-572f-4052-9e37-4d1d622b92f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:08.289703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Made reservation on behalf of 50ebc560c79545abb85794d89ee4e9a9 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:08.298681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fbdc69b2-572f-4052-9e37-4d1d622b92f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:08.303787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:08.306406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fbdc69b2-572f-4052-9e37-4d1d622b92f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:08.491825 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fbdc69b2-572f-4052-9e37-4d1d622b92f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46edfbfbd7614e539dde9119e9b70cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7096591 Jan 28 20:18:08.492586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57716) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:08.495731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc69b2-572f-4052-9e37-4d1d622b92f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff91676-548a-4e5b-ae79-32842c7da33b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:08.562405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57720) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:08.723419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9461bbbf-e608-4bfb-9f72-3f65d8b6bab8 req-db77b13a-0fc4-4f45-95e7-99ebe88e8022 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 210 time: 0.2340126 Jan 28 20:18:08.760616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a040300-bccc-4276-8dce-fd285db50f09 req-d605a7b2-ef84-4474-9e8f-981be33075f9 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d785250-d5ea-4211-a281-ba5927968ead HTTP/1.1" status: 200 len: 210 time: 0.0530138 Jan 28 20:18:08.770191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24c2edbd-b8a7-4f48-8ca3-d9a0dd0d05e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:08.832885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Allocated IP 172.20.0.14 (c6369a47-6521-4365-a219-e96639506edf/735b0dda-a36a-419b-afb0-06cd27e37f3b/d273a490-a101-4f68-9ae1-2318ac4805de) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:08.857643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-network', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:08.880841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24c2edbd-b8a7-4f48-8ca3-d9a0dd0d05e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:08.918814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Made reservation on behalf of 6a0a67cd4cac43188d7646f387d1a66f for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:08.922051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:08.959282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.124423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a686f87-da40-4043-a963-07e7c3cf3e3a req-71e04baf-cadb-4387-85dd-b69cefa53a9a tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:09.126191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a686f87-da40-4043-a963-07e7c3cf3e3a req-71e04baf-cadb-4387-85dd-b69cefa53a9a tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 948 time: 0.2116380 Jan 28 20:18:09.161584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.168275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:09.172218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.176217 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58" -d '{"events": [{"name": "network-changed", "server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:09.214175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbd7eeb-da4e-43f9-b2ed-a39c0f39bcd0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:09.284265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:18:09.309009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.311668 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Added segment 5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91 of type vlan for network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d Jan 28 20:18:09.332807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3a20456-8a8d-42f1-93c6-6da93d19b5e8 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:18:09.338546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24c2edbd-b8a7-4f48-8ca3-d9a0dd0d05e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.341638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24c2edbd-b8a7-4f48-8ca3-d9a0dd0d05e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.347185 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-24c2edbd-b8a7-4f48-8ca3-d9a0dd0d05e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ff91676-548a-4e5b-ae79-32842c7da33b HTTP/1.1" status: 204 len: 168 time: 0.7582669 Jan 28 20:18:09.391634 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a686f87-da40-4043-a963-07e7c3cf3e3a req-2b2ca44e-c39e-47fd-b5f4-f70bcbce8b0f tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482381 Jan 28 20:18:09.401687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaf661-2720-4a60-8736-0daa1868edf1 req-67694bbb-78bf-4eac-83dd-cd9337eaf914 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:09.403272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aaf661-2720-4a60-8736-0daa1868edf1 req-67694bbb-78bf-4eac-83dd-cd9337eaf914 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.2736611 Jan 28 20:18:09.407223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2edbd-b8a7-4f48-8ca3-d9a0dd0d05e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff91676-548a-4e5b-ae79-32842c7da33b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:09.475765 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.518911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aaf661-2720-4a60-8736-0daa1868edf1 req-1be5533b-be8f-4db0-a47d-538a7308ee1d tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062138 Jan 28 20:18:09.528519 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.553557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.554785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:09.555476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.648143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.652890 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0840993 Jan 28 20:18:09.654315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57750) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:09.750357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Request body: {'subnet': {'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-subnet', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:09.784704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72038370-0bbe-472e-9e66-cce3456a900f admin admin] Pushing event updated for resources: {'Network': ['ID=c29df8e3-1230-420b-bcfc-e6cdc3b9d72d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:09.817839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3a20456-8a8d-42f1-93c6-6da93d19b5e8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:09.820827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Made reservation on behalf of 6a0a67cd4cac43188d7646f387d1a66f for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:09.838646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:09.841012 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c447ea-f3af-4152-ba9a-4d876d741201 x-openstack-request-id: req-c1c447ea-f3af-4152-ba9a-4d876d741201 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:09.841522 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:09.842478 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1c447ea-f3af-4152-ba9a-4d876d741201 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:09.843309 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188', 'status': 'completed', 'code': 200} Jan 28 20:18:09.877334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'e3a20456-8a8d-42f1-93c6-6da93d19b5e8', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'e3a20456-8a8d-42f1-93c6-6da93d19b5e8', 'mac_address': 'fa:16:3e:ac:2b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:18:09.892205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:18:09.980327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Network c6369a47-6521-4365-a219-e96639506edf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:10.003136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:10.019999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:10.193065 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:18:10.234236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:10.237459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:10.251916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdb19fca-8a06-4ad5-84fc-911b6d8a1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:10.286368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:10.378638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a20456-8a8d-42f1-93c6-6da93d19b5e8 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:10.384160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Pushing event updated for resources: {'Port': ['ID=d273a490-a101-4f68-9ae1-2318ac4805de,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:10.451170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-93e47b21-1276-4760-b65c-45a701a708b9 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5171332 Jan 28 20:18:10.477157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3a20456-8a8d-42f1-93c6-6da93d19b5e8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:10.482104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Request body: {'port': {'device_id': '0d844ab7-5492-4fc1-9dfc-76e3a233b569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:10.486787 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:10.565996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:10.615521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57780) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:10.683645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:10.683866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045630-44ed-4b41-a9d4-fc0f501bd3dc req-601bd111-ebf9-4f61-9d54-85170e32f377 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:10.699014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e045630-44ed-4b41-a9d4-fc0f501bd3dc req-601bd111-ebf9-4f61-9d54-85170e32f377 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 932 time: 0.4400380 Jan 28 20:18:10.746158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['e3a20456-8a8d-42f1-93c6-6da93d19b5e8'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:10.845199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbacb55d-98f1-4dd4-a0c2-83f04608dda7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:10.930495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Checking segment: {'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:10.933959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Network hostable DHCP agents. Network: c29df8e3-1230-420b-bcfc-e6cdc3b9d72d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:18:11.024995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:18:11.054872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, c29df8e3-1230-420b-bcfc-e6cdc3b9d72d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:11.093383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:11.094479 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.120387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52de1893-0091-4232-85ed-2c83a67c537f None None] Network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:11.132421 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-28fe3edf-b8cb-4336-acbc-191850becd6f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3884864 Jan 28 20:18:11.135307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57794) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:11.145930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:11.227600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7810-d077-4032-befd-c2ea22997e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.240574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.241982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.304443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.378006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.411311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:11.581231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-d881e6fb-23cd-4819-8778-3a95f2a2a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:11.588717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-d881e6fb-23cd-4819-8778-3a95f2a2a3af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1125 time: 1.7112532 Jan 28 20:18:11.624759 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.647292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-c29df8e3-1230-420b-bcfc-e6cdc3b9d72d', 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'fixed_ips': [{'subnet_id': 'cbacb55d-98f1-4dd4-a0c2-83f04608dda7'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:18:11.648713 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.845724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-09ef90b4-6db9-49f4-9fa0-6637f1668040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:11.847489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-09ef90b4-6db9-49f4-9fa0-6637f1668040 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.2404575 Jan 28 20:18:11.850735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e045630-44ed-4b41-a9d4-fc0f501bd3dc req-e2208dfb-a90b-4fca-a19c-3f67e0a1086c tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1506405 Jan 28 20:18:11.889572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57806) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:11.907688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:11.968557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-642f3168-5215-4d9b-b76b-4b0127337c11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 200 len: 217 time: 0.0951533 Jan 28 20:18:11.984692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a1f0a-d9fc-43c2-b47b-166bdb2a1f42 req-0534100d-7324-40fe-be85-f5990c177b8e tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:11.990851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-080a1f0a-d9fc-43c2-b47b-166bdb2a1f42 req-0534100d-7324-40fe-be85-f5990c177b8e tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 949 time: 0.9592187 Jan 28 20:18:12.230605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Allocated IP 172.20.0.2 (c29df8e3-1230-420b-bcfc-e6cdc3b9d72d/cbacb55d-98f1-4dd4-a0c2-83f04608dda7/8ed45c99-7f87-49ea-b006-e76e7a0a7fb3) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:12.391218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-609383191-network', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:12.502493 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e73f5a75-0330-4ca1-bc88-0bf6a074bdd7 req-814c3b3f-a93b-495c-b0f7-decab76c8c23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d785250-d5ea-4211-a281-ba5927968ead HTTP/1.1" status: 200 len: 210 time: 0.1777043 Jan 28 20:18:12.567110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-d03705f0-7315-4738-902a-fa4898825e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:12.570771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-d03705f0-7315-4738-902a-fa4898825e77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.5488276 Jan 28 20:18:12.610222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:12.617765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-080a1f0a-d9fc-43c2-b47b-166bdb2a1f42 req-26dcff63-11b9-460a-ba8d-a5fd9d3e4246 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772088 Jan 28 20:18:12.638671 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:12.645300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:12.658205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:12.770642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:12.804450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Made reservation on behalf of 46362d59f6b04575bf6a118760b1d10d for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:12.814960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:12.815168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:12.816273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:12.822997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Pushing event updated for resources: {'Port': ['ID=8ed45c99-7f87-49ea-b006-e76e7a0a7fb3,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:12.894983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Allocated IP 172.25.2.29 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/04a855d0-4be3-45e1-a831-9a2674e063a6) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:12.912339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Attempting to bind port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:12.912902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Attempting to bind port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:12.913410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Attempting to bind port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 on network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:12.914991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-71b6d87d-a743-45d4-a878-4a4a7b3ad6f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394353 Jan 28 20:18:12.915688 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:12.928367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:12.930127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:12.930892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Checking segment: {'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:12.931804 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:12.932453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Bound using segment: {'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:12.933038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Bound port: 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:12.933709 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.000903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7810-d077-4032-befd-c2ea22997e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.021287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-040710d0-bad6-48ac-9513-c3821d00f23b req-958bbfc3-717a-4d32-b401-1c5d19b27355 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.1086817 Jan 28 20:18:13.051316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] For port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:13.051316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] For port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8ed45c99-7f87-49ea-b006-e76e7a0a7fb3,segment=NetworkSegment(5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91),segment_id=5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:13.057760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.114509 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7810-d077-4032-befd-c2ea22997e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.139458 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.162527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b7810-d077-4032-befd-c2ea22997e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5724676b-7344-48c3-a92a-9d5ac9ffcadf,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:13.177707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4428c1-5b07-4075-aeb6-86c159eed97b None None] Pushing event updated for resources: {'Port': ['ID=8ed45c99-7f87-49ea-b006-e76e7a0a7fb3,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:13.188528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4a151-f823-4522-87ed-5dfbc5bb0148 req-c77a6e31-f955-43de-afc3-18c87433846e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:13.196111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99c4a151-f823-4522-87ed-5dfbc5bb0148 req-c77a6e31-f955-43de-afc3-18c87433846e tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.6983991 Jan 28 20:18:13.213700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.240440 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.299206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:13.303823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:13.308151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:13.324475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8e3b7810-d077-4032-befd-c2ea22997e56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1882f59213149309c44ff7a5514f725&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6196451 Jan 28 20:18:13.343872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3a20456-8a8d-42f1-93c6-6da93d19b5e8 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:13.351586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57826) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:13.356465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=04a855d0-4be3-45e1-a831-9a2674e063a6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:13.430783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-1bbf23f5-6bd2-45a5-a7d1-4b94ff8c77f5 service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258993 Jan 28 20:18:13.448670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:18:13.468842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:13.469273 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.484454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe474848-95cf-4824-a315-1700d59d3177 req-ca0e96f9-4a3d-4fb4-a242-858d450d2386 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:13.496580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe474848-95cf-4824-a315-1700d59d3177 req-ca0e96f9-4a3d-4fb4-a242-858d450d2386 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 932 time: 0.3236451 Jan 28 20:18:13.676307 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.686701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99c4a151-f823-4522-87ed-5dfbc5bb0148 req-8206440c-230a-44bd-ae81-4657a3ada8a9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896693 Jan 28 20:18:13.740125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5579ce-cc6f-4108-ba99-e2e1883ee66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a20456-8a8d-42f1-93c6-6da93d19b5e8'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:13.747762 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a6800d2-a4b7-457e-a21f-5cd7e684bf58 req-1de28f9b-87b5-454a-9b0f-07df37c2815c service neutron] 10.222.0.26 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779775 Jan 28 20:18:13.748935 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42cc7b3-4d14-44ec-bcea-bdcac1cecf62" -d '{"events": [{"server_uuid": "db5579ce-cc6f-4108-ba99-e2e1883ee66e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a20456-8a8d-42f1-93c6-6da93d19b5e8"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:13.799753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3a20456-8a8d-42f1-93c6-6da93d19b5e8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:13.806432 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:13.935195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:13.959203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.959552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.960337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.960935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.961625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.962236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.962799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.963353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.964115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.964792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.965322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:13.965978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:14.029762 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-8f5cfeba-1a92-4bdf-bce7-a6c9496295d5 service neutron] 10.222.0.26 "GET /v2.0/ports/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188/bindings/n-h1-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.3588552 Jan 28 20:18:14.147343 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1408bdf9-1a5c-4809-82d5-51a5f2ab0263 req-18cb9d43-2264-4b78-ab62-139a60ab4f4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0549643 Jan 28 20:18:14.171345 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.323147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe474848-95cf-4824-a315-1700d59d3177 req-3c1c3528-ad9a-46e6-8d44-486f9732063e tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8249655 Jan 28 20:18:14.334492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5703ee99-832a-4f3a-9fb7-6725b3c5f01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.393253 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.418303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d273a490-a101-4f68-9ae1-2318ac4805de {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:14.423011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.441017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.447509 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5703ee99-832a-4f3a-9fb7-6725b3c5f01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.490767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:18:14.507828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.508387 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Added segment 328cb03a-307c-4008-990a-fd808599e823 of type vlan for network 48a2e639-ede2-4c08-980c-50d14c2a20c3 Jan 28 20:18:14.547631 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a59d89f-cbe8-407c-a283-29c02720c257 x-openstack-request-id: req-0a59d89f-cbe8-407c-a283-29c02720c257 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:14.547928 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5579ce-cc6f-4108-ba99-e2e1883ee66e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a20456-8a8d-42f1-93c6-6da93d19b5e8", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:14.548210 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a59d89f-cbe8-407c-a283-29c02720c257 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:14.548655 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5579ce-cc6f-4108-ba99-e2e1883ee66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a20456-8a8d-42f1-93c6-6da93d19b5e8', 'code': 200} Jan 28 20:18:14.575669 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.645650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.647028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:14.647795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.664046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.671324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e5bb8-a6f3-44d7-9bf0-1283654b70b5 req-6c3941e6-678b-469f-8175-e426eb65d499 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:14.673229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-817e5bb8-a6f3-44d7-9bf0-1283654b70b5 req-6c3941e6-678b-469f-8175-e426eb65d499 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 950 time: 0.8382766 Jan 28 20:18:14.674358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Transition to ACTIVE for port object d273a490-a101-4f68-9ae1-2318ac4805de will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:18:14.705203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7371943 Jan 28 20:18:14.748112 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:14.750979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4013dd2e-c06c-45bb-9e60-28ce92efadcb req-230f5e7e-06ea-4f2a-82a2-0da2e5a92fdd tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0684130 Jan 28 20:18:14.755526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57846) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:14.759823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d945627f-24c0-4413-97c4-a300fa71b28d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:14.775708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Request body: {'subnet': {'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-609383191-subnet', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:14.792259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:14.844349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:14.935027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3172a221-1654-40f9-92b2-9429e5b28851 None None] Network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:14.946569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d2142-ac07-41b6-adee-992657c6ffe6 req-20685be9-6587-4ba5-badc-95d948ea19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:14.948128 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de2d2142-ac07-41b6-adee-992657c6ffe6 req-20685be9-6587-4ba5-badc-95d948ea19d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 1101 time: 0.3168764 Jan 28 20:18:14.964456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:14.979043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-817e5bb8-a6f3-44d7-9bf0-1283654b70b5 req-4ebdbe05-f506-4f9b-954c-c9773c70b994 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331560 Jan 28 20:18:14.994315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:15.006219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:15.007944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f9d33-14b0-4567-86a1-e325b1654564 admin admin] Pushing event updated for resources: {'Network': ['ID=48a2e639-ede2-4c08-980c-50d14c2a20c3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:15.022920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Pushing event updated for resources: {'Port': ['ID=d273a490-a101-4f68-9ae1-2318ac4805de,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:15.055903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:18:15.064127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.084108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de2d2142-ac07-41b6-adee-992657c6ffe6 req-7cb83910-756f-43ed-9cec-7b3e9ac6d6aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219509 Jan 28 20:18:15.091434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b360d-e8ab-42f1-8582-4ca76659fd45 req-71e689f5-5e6c-4ecb-a518-f24af088b0b8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:15.093663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d6b360d-e8ab-42f1-8582-4ca76659fd45 req-71e689f5-5e6c-4ecb-a518-f24af088b0b8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 944 time: 0.2247586 Jan 28 20:18:15.094337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5703ee99-832a-4f3a-9fb7-6725b3c5f01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.097036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5703ee99-832a-4f3a-9fb7-6725b3c5f01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.098139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5703ee99-832a-4f3a-9fb7-6725b3c5f01a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5724676b-7344-48c3-a92a-9d5ac9ffcadf HTTP/1.1" status: 204 len: 168 time: 1.7213957 Jan 28 20:18:15.098884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Made reservation on behalf of 46362d59f6b04575bf6a118760b1d10d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:15.102177 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.131857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703ee99-832a-4f3a-9fb7-6725b3c5f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5724676b-7344-48c3-a92a-9d5ac9ffcadf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:15.146797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e20e8430-8fd5-4a40-a100-870fd130a179 None None] Provisioning complete for port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:15.147556 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e20e8430-8fd5-4a40-a100-870fd130a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.169897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Router ccb9971c-bef4-4e81-b43e-f416755e1fa1 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:18:15.211466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d6b360d-e8ab-42f1-8582-4ca76659fd45 req-ef7b2fd2-3169-4827-b01e-c69bc5b828a1 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040118 Jan 28 20:18:15.250344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Attempting to bind port d273a490-a101-4f68-9ae1-2318ac4805de on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:15.250781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Attempting to bind port d273a490-a101-4f68-9ae1-2318ac4805de by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9ccd6234-2dd5-4c64-a826-4777270bbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c6369a47-6521-4365-a219-e96639506edf'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:15.251154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Attempting to bind port d273a490-a101-4f68-9ae1-2318ac4805de on network c6369a47-6521-4365-a219-e96639506edf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:15.261997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Port d273a490-a101-4f68-9ae1-2318ac4805de on network c6369a47-6521-4365-a219-e96639506edf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:18:15.262298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Attempting to bind port d273a490-a101-4f68-9ae1-2318ac4805de on network c6369a47-6521-4365-a219-e96639506edf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:15.273031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:15.273238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Checking segment: {'id': '9ccd6234-2dd5-4c64-a826-4777270bbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c6369a47-6521-4365-a219-e96639506edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:15.273602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Bound using segment: {'id': '9ccd6234-2dd5-4c64-a826-4777270bbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c6369a47-6521-4365-a219-e96639506edf'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:15.274203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Bound port: d273a490-a101-4f68-9ae1-2318ac4805de, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccd6234-2dd5-4c64-a826-4777270bbfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c6369a47-6521-4365-a219-e96639506edf'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:15.274947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.375400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] Transition to ACTIVE for port object 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:18:15.389554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.408500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] For port d273a490-a101-4f68-9ae1-2318ac4805de, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:15.412400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] For port d273a490-a101-4f68-9ae1-2318ac4805de, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d273a490-a101-4f68-9ae1-2318ac4805de,segment=NetworkSegment(9ccd6234-2dd5-4c64-a826-4777270bbfdd),segment_id=9ccd6234-2dd5-4c64-a826-4777270bbfdd)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:15.420060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.449695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:15.451118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.452776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] 10.222.0.13 "PUT /v2.0/ports/d273a490-a101-4f68-9ae1-2318ac4805de HTTP/1.1" status: 200 len: 1092 time: 4.9902735 Jan 28 20:18:15.462499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:15.463451 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.474593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d844ab7-5492-4fc1-9dfc-76e3a233b569', 'tag': 'd273a490-a101-4f68-9ae1-2318ac4805de'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:15.478715 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa50098a-7487-450b-8cf2-ddd9f798f994" -d '{"events": [{"name": "network-changed", "server_uuid": "0d844ab7-5492-4fc1-9dfc-76e3a233b569", "tag": "d273a490-a101-4f68-9ae1-2318ac4805de"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:15.638460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] No DVR routers for this DVR port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:15.641678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:15.651068 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Sync routers for ids ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:15.657740 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02af0d5b-fb47-405e-bb0a-1a724b966f9f x-openstack-request-id: req-02af0d5b-fb47-405e-bb0a-1a724b966f9f {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:15.658298 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d844ab7-5492-4fc1-9dfc-76e3a233b569", "tag": "d273a490-a101-4f68-9ae1-2318ac4805de", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:15.658776 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02af0d5b-fb47-405e-bb0a-1a724b966f9f {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:15.659380 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d844ab7-5492-4fc1-9dfc-76e3a233b569', 'tag': 'd273a490-a101-4f68-9ae1-2318ac4805de', 'status': 'completed', 'code': 200} Jan 28 20:18:15.664337 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Routers {'ccb9971c-bef4-4e81-b43e-f416755e1fa1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:15.665054 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:15.672830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=10']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:15.766996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e20e8430-8fd5-4a40-a100-870fd130a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.775822 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.795408 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4f4dec16-703a-4d76-9763-a6c4bdf6f0a3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6577730 Jan 28 20:18:15.796230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57862) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:15.819566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26566cc7-86d0-49d6-a422-50dfddf576ce service neutron] Pushing event updated for resources: {'Port': ['ID=d273a490-a101-4f68-9ae1-2318ac4805de,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:15.843994 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b985d5c8-692f-4a45-b79a-7bed02f9f4c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188/bindings/n-h1-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8046284 Jan 28 20:18:15.882734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2dd1-2243-40c8-9603-bdc2c47d6fe0 req-3c6680a6-feda-475a-9e2a-5540c758dab6 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:15.888705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef6b2dd1-2243-40c8-9603-bdc2c47d6fe0 req-3c6680a6-feda-475a-9e2a-5540c758dab6 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 944 time: 0.3782072 Jan 28 20:18:15.912930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57864) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:15.923827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-6b881a08-46b4-4d31-a2f1-10e5259dd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:15.930913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-6b881a08-46b4-4d31-a2f1-10e5259dd82e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50ebc560c79545abb85794d89ee4e9a9&device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 1095 time: 0.3406510 Jan 28 20:18:15.992132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:15.997989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e20e8430-8fd5-4a40-a100-870fd130a179 None None] For port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8ed45c99-7f87-49ea-b006-e76e7a0a7fb3,segment=NetworkSegment(5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91),segment_id=5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:16.016953 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e20e8430-8fd5-4a40-a100-870fd130a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:16.078372 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Set router ccb9971c-bef4-4e81-b43e-f416755e1fa1 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:16.103784 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35f66147-7113-4870-904c-84a6ef70b7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:16.139207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-b7ad3410-9ee4-45c7-8ec2-e89ca7664ebd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d273a490-a101-4f68-9ae1-2318ac4805de HTTP/1.1" status: 200 len: 217 time: 0.1837175 Jan 28 20:18:16.157898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eaa9d56f-e7dd-49ee-85c6-eb85e40d8fc9 req-06fa7783-e632-4af9-b823-0fc026251c8c tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.1294725 Jan 28 20:18:16.207041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:16.339295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef6b2dd1-2243-40c8-9603-bdc2c47d6fe0 req-b6ffdeda-221c-41f9-ba32-62bac61ba120 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984892 Jan 28 20:18:16.466195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-0e1e184b-ec7b-473f-8300-973a05ec8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:16.472593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-0e1e184b-ec7b-473f-8300-973a05ec8c15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=735b0dda-a36a-419b-afb0-06cd27e37f3b HTTP/1.1" status: 200 len: 848 time: 0.3091362 Jan 28 20:18:16.612367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-07dad826-8336-46a4-904b-9aae1bf41c71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6369a47-6521-4365-a219-e96639506edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009037 Jan 28 20:18:16.613273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5387533d-437a-4fe0-8133-56dd9333c275,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:16.709947 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:18:13Z', 'revision_number': 3, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:16.714338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e8430-8fd5-4a40-a100-870fd130a179 None None] Pushing event updated for resources: {'Port': ['ID=8ed45c99-7f87-49ea-b006-e76e7a0a7fb3,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:16.725374 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:18:16.725915 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:18:16.750965 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Checking router: ccb9971c-bef4-4e81-b43e-f416755e1fa1 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:16.751579 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Updating router ccb9971c-bef4-4e81-b43e-f416755e1fa1 port 04a855d0-4be3-45e1-a831-9a2674e063a6 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:16.782247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Checking segment: {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:16.783906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Network hostable DHCP agents. Network: 48a2e639-ede2-4c08-980c-50d14c2a20c3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:18:16.821789 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:16.837234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049d6c2-0f67-4fc0-9547-ff35ce4da9c0 req-60e7cacb-b1cc-4c87-9b13-fdef9e106b9f tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:16.839922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7049d6c2-0f67-4fc0-9547-ff35ce4da9c0 req-60e7cacb-b1cc-4c87-9b13-fdef9e106b9f tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 950 time: 0.3918769 Jan 28 20:18:16.954952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35f66147-7113-4870-904c-84a6ef70b7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.037696 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35f66147-7113-4870-904c-84a6ef70b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.156928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-31b13d6f-52a4-4b4c-b5ed-f058a2d25b0f None None] Provisioning complete for port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:17.157722 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-31b13d6f-52a4-4b4c-b5ed-f058a2d25b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.171568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:18:17.280687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-8a8fdadb-d2aa-4c59-85ce-9c0438d2522a tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:17.282383 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-8a8fdadb-d2aa-4c59-85ce-9c0438d2522a tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.2223506 Jan 28 20:18:17.311577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-7bd5c260-1e0b-4dc4-851b-1f8181adfe78 service neutron] 10.222.0.13 "GET /v2.0/networks/c6369a47-6521-4365-a219-e96639506edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858954 Jan 28 20:18:17.313068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 48a2e639-ede2-4c08-980c-50d14c2a20c3) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:17.337841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7049d6c2-0f67-4fc0-9547-ff35ce4da9c0 req-30041b07-a89a-46f1-a10b-3958236fa50f tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726453 Jan 28 20:18:17.342274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f66147-7113-4870-904c-84a6ef70b7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8491d2d7-980a-4b18-b8b3-1625d4c1d4c6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:17.343822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127ae36-4980-4f43-bc26-432cfc1fdb7b None None] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:17.350397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-35f66147-7113-4870-904c-84a6ef70b7b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9c74cb2efec40cdbcc7c2f477c2a85d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4170458 Jan 28 20:18:17.363129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:17.365118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.388465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57896) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:17.446351 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.456562 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.531575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-8e6de968-7700-45f6-acfc-03663e368bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:17.532259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f341-9cd5-4e07-875e-08e98fb147cd req-bf52dc96-5807-4760-9a29-e4872c47dc17 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:17.533333 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-8e6de968-7700-45f6-acfc-03663e368bc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2&tenant_id=149bcdf4309a4cf6a2507f65fea64729 HTTP/1.1" status: 200 len: 1096 time: 0.1457665 Jan 28 20:18:17.546845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c89f341-9cd5-4e07-875e-08e98fb147cd req-bf52dc96-5807-4760-9a29-e4872c47dc17 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 945 time: 0.4231000 Jan 28 20:18:17.561149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-61588558-e138-401a-8d6d-390b1c1770b2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8019598 Jan 28 20:18:17.602153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57900) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:17.613075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:17.615793 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Pushing event updated for resources: {'Port': ['ID=04a855d0-4be3-45e1-a831-9a2674e063a6,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:17.662050 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.669094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9aaf2ec-7e72-4106-b47d-273d60a0a3b6 req-dfd20b95-1c27-4b29-8bf4-32dd2769f13e tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0896127 Jan 28 20:18:17.687918 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.688534 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.689019 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.689830 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.694566 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.694933 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.695266 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.700273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:17.702735 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.703092 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.703430 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.703800 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:17.723476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-48a2e639-ede2-4c08-980c-50d14c2a20c3', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:18:17.724419 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.744783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c89f341-9cd5-4e07-875e-08e98fb147cd req-ef03cc1a-69d7-4aa5-a6a0-037b04c5ffd4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795931 Jan 28 20:18:17.772639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4a2a118-2fad-4d9e-8d4d-2874e6854172 req-71f01322-f9d0-4bfb-88b6-9f38458dd16e service neutron] 10.222.0.13 "GET /v2.0/networks/c6369a47-6521-4365-a219-e96639506edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541504 Jan 28 20:18:17.776429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-968ff357-9686-49bc-9e87-1d8c5d282c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.788951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.790290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.806361 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Attempting to bind port 04a855d0-4be3-45e1-a831-9a2674e063a6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:17.806995 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Attempting to bind port 04a855d0-4be3-45e1-a831-9a2674e063a6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:17.807226 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Attempting to bind port 04a855d0-4be3-45e1-a831-9a2674e063a6 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:17.820026 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.824321 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:17.824701 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:17.825109 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.825500 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:17.826598 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Bound port: 04a855d0-4be3-45e1-a831-9a2674e063a6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:17.827485 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.829822 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-968ff357-9686-49bc-9e87-1d8c5d282c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.937271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:17.957091 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] For port 04a855d0-4be3-45e1-a831-9a2674e063a6, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:17.964452 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] For port 04a855d0-4be3-45e1-a831-9a2674e063a6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=04a855d0-4be3-45e1-a831-9a2674e063a6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:17.970925 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.038096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-13111b1e-6b48-406b-a95d-eb166a341465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:18.040039 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-13111b1e-6b48-406b-a95d-eb166a341465 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1096 time: 0.2799654 Jan 28 20:18:18.082236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Allocated IP 172.20.0.2 (48a2e639-ede2-4c08-980c-50d14c2a20c3/5387533d-437a-4fe0-8133-56dd9333c275/ba58d902-4a8e-4987-bdbe-214fc5abf2f9) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:18.094534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7f64e-2454-43b4-9737-45005d759530 req-23464894-228b-42c6-8098-fcbddc194b20 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:18.099162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1e7f64e-2454-43b4-9737-45005d759530 req-23464894-228b-42c6-8098-fcbddc194b20 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 944 time: 0.1822765 Jan 28 20:18:18.112110 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Routers {'ccb9971c-bef4-4e81-b43e-f416755e1fa1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:18.112845 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:18.161963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:18.163389 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.237025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.238153 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b871a07-dcea-4517-a3d7-6f6fb275ac73 None None] Pushing event updated for resources: {'Port': ['ID=04a855d0-4be3-45e1-a831-9a2674e063a6,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:18.291096 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-968ff357-9686-49bc-9e87-1d8c5d282c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.292573 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-968ff357-9686-49bc-9e87-1d8c5d282c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.293805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-968ff357-9686-49bc-9e87-1d8c5d282c82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8491d2d7-980a-4b18-b8b3-1625d4c1d4c6 HTTP/1.1" status: 204 len: 168 time: 0.9015012 Jan 28 20:18:18.330651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.400304 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] Set router ccb9971c-bef4-4e81-b43e-f416755e1fa1 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:18.443373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ff357-9686-49bc-9e87-1d8c5d282c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8491d2d7-980a-4b18-b8b3-1625d4c1d4c6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:18.505682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1e7f64e-2454-43b4-9737-45005d759530 req-21afed80-7dc8-464f-a880-522e9d71622e tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358986 Jan 28 20:18:18.569053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.579024 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.603071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-22caa503-5332-462c-a491-d50f7ac2005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:18.604666 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-22caa503-5332-462c-a491-d50f7ac2005f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50ebc560c79545abb85794d89ee4e9a9&device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 1095 time: 0.7549851 Jan 28 20:18:18.626324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-8599dfe2-ed7b-4e1f-8814-2331c6db52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:18.628113 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-8599dfe2-ed7b-4e1f-8814-2331c6db52fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.5725052 Jan 28 20:18:18.683476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:18.686947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:18.692533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:18.703472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Pushing event updated for resources: {'Port': ['ID=ba58d902-4a8e-4987-bdbe-214fc5abf2f9,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:18.768759 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-55e8a77c-82d4-4533-9a25-fdbf7892e7f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 200 len: 217 time: 0.0960970 Jan 28 20:18:18.828825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Attempting to bind port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:18.829494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Attempting to bind port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:18.831249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Attempting to bind port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 on network 48a2e639-ede2-4c08-980c-50d14c2a20c3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:18.847680 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:18:13Z', 'revision_number': 3, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:18.855250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:18.855930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Checking segment: {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:18.856543 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.857106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Bound using segment: {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:18.857470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Allocated IP 172.20.0.1 (c29df8e3-1230-420b-bcfc-e6cdc3b9d72d/cbacb55d-98f1-4dd4-a0c2-83f04608dda7/0c93120b-538a-4ecc-9af2-dc19401a19af) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:18.861909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Bound port: ba58d902-4a8e-4987-bdbe-214fc5abf2f9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:18.862576 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:18.878108 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0d1c2-c050-401f-8569-69708ddba80d None None] The sync data for ids ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'] in n-d-825064-3 is: [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:18:13Z', 'revision_number': 3, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:18.892329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efa1a6-5007-476a-aebf-427cfeafd641 req-571e2532-aae1-4ad4-8b26-c42d11ec5fd5 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:18.894251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43efa1a6-5007-476a-aebf-427cfeafd641 req-571e2532-aae1-4ad4-8b26-c42d11ec5fd5 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 950 time: 0.4136519 Jan 28 20:18:19.034476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] For port ba58d902-4a8e-4987-bdbe-214fc5abf2f9, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:19.038681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] For port ba58d902-4a8e-4987-bdbe-214fc5abf2f9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ba58d902-4a8e-4987-bdbe-214fc5abf2f9,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:19.049785 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:19.051258 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7350005d-3391-472f-bc32-2ec58864afa6 req-83180c8e-657e-47d0-a432-0643aa3deb7c tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.1747005 Jan 28 20:18:19.114035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43efa1a6-5007-476a-aebf-427cfeafd641 req-221ae89e-aa7d-4de2-ab1e-2d3f8d6808eb tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052383 Jan 28 20:18:19.198844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-c23a067a-7a01-4158-95e8-a605a8d34523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:19.199766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-5bc56aa0-4684-4af0-8c18-0a02a3d265aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:19.203458 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-5bc56aa0-4684-4af0-8c18-0a02a3d265aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.2168200 Jan 28 20:18:19.223229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-c23a067a-7a01-4158-95e8-a605a8d34523 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6369a47-6521-4365-a219-e96639506edf HTTP/1.1" status: 200 len: 909 time: 0.5614393 Jan 28 20:18:19.264155 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-aab7eb88-370d-49c5-ab70-922c1896198c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521517 Jan 28 20:18:19.300980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404766a-80f4-460c-8540-87b311aa4dd9 None None] Pushing event updated for resources: {'Port': ['ID=ba58d902-4a8e-4987-bdbe-214fc5abf2f9,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:19.399117 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:19.493998 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-27087c08-8869-4342-8fb2-9a58b67dacc1 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169843 Jan 28 20:18:19.528007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:19.543679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-def7817e-f6aa-46d8-a0b1-74345f619252 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d273a490-a101-4f68-9ae1-2318ac4805de HTTP/1.1" status: 200 len: 217 time: 0.2718444 Jan 28 20:18:19.833503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 04a855d0-4be3-45e1-a831-9a2674e063a6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:19.978666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:20.010403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:20.012417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:20.022370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:20.039162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Pushing event updated for resources: {'Port': ['ID=0c93120b-538a-4ecc-9af2-dc19401a19af,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:20.045835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 04a855d0-4be3-45e1-a831-9a2674e063a6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:20.046208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:20.055101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6e674-be4e-404a-b042-8eaa2c39dda4 req-150a765c-2fc7-4df7-8012-3cd85be59e70 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:20.057544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c6e674-be4e-404a-b042-8eaa2c39dda4 req-150a765c-2fc7-4df7-8012-3cd85be59e70 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 945 time: 0.8254516 Jan 28 20:18:20.127874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-9f3ac636-2d52-44b1-b1aa-9c4aaaf97b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:20.129522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-9f3ac636-2d52-44b1-b1aa-9c4aaaf97b34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=735b0dda-a36a-419b-afb0-06cd27e37f3b HTTP/1.1" status: 200 len: 848 time: 0.5761249 Jan 28 20:18:20.131347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:20.184755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-8fa6a919-b1c4-4154-8679-19276882801e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6369a47-6521-4365-a219-e96639506edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356059 Jan 28 20:18:20.217309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c6e674-be4e-404a-b042-8eaa2c39dda4 req-d17db304-65f6-42d0-acaa-9df8b00b731a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349211 Jan 28 20:18:20.234790 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:20.253074 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-b56a5efd-c5e2-492e-8476-e85ac752ef78 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483096 Jan 28 20:18:20.301135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:20.374429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 04a855d0-4be3-45e1-a831-9a2674e063a6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=04a855d0-4be3-45e1-a831-9a2674e063a6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:20.380921 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:20.549850 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:20.553678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=04a855d0-4be3-45e1-a831-9a2674e063a6,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:20.625128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a401846-667f-4718-be45-48bac16c842f None None] Provisioning complete for port 0c93120b-538a-4ecc-9af2-dc19401a19af triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:20.625590 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a401846-667f-4718-be45-48bac16c842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:20.768337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4a401846-667f-4718-be45-48bac16c842f None None] Port 0c93120b-538a-4ecc-9af2-dc19401a19af cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:20.768615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-663288b0-a62c-443b-94c9-4e3b70b87673 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:20.771354 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-663288b0-a62c-443b-94c9-4e3b70b87673 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2&tenant_id=149bcdf4309a4cf6a2507f65fea64729&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.1793883 Jan 28 20:18:21.002805 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:21.142320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:21.155103 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:21.191180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda67f17-9631-4b75-8abb-a17572f31e8b None None] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:21.271530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:21.336794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-946fa034-19c3-4bd7-8d9b-0ebdd7828a6a service neutron] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:21.349628 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-946fa034-19c3-4bd7-8d9b-0ebdd7828a6a service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:21.351744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17f31aeb-b20f-43de-8768-fa0afcfa456e req-946fa034-19c3-4bd7-8d9b-0ebdd7828a6a service neutron] 10.222.0.13 "DELETE /v2.0/ports/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188/bindings/n-h2-825064-3 HTTP/1.1" status: 204 len: 173 time: 0.5462670 Jan 28 20:18:21.360817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b4075ac-c248-43ba-b2d5-c00a66a6822f req-5effaa49-ece4-481f-b74c-7e714f81f301 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.7936757 Jan 28 20:18:21.375075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e2339946-608e-4e8d-b9f1-301d383548f7 None None] Provisioning complete for port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:21.375668 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2339946-608e-4e8d-b9f1-301d383548f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:21.471154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f414264-f2fb-433d-8914-4ef575333a05 req-3d7d69c5-c903-4b4d-8836-014b61bdc200 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:21.489292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f414264-f2fb-433d-8914-4ef575333a05 req-3d7d69c5-c903-4b4d-8836-014b61bdc200 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 944 time: 1.1256628 Jan 28 20:18:21.499654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d273a490-a101-4f68-9ae1-2318ac4805de details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:18:21.547904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Pushing event updated for resources: {'Port': ['ID=0c93120b-538a-4ecc-9af2-dc19401a19af,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:21.592721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-fce73230-fc7c-44d6-9af0-b48a6616feb4 service neutron] 10.222.0.13 "GET /v2.0/networks/c6369a47-6521-4365-a219-e96639506edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3801708 Jan 28 20:18:21.625949 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:18:21.663727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Allocated IP 172.25.2.31 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/cc61b8e5-801d-4402-948f-2e9b69c1819b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:21.697240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:21.704037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:21.743404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f414264-f2fb-433d-8914-4ef575333a05 req-5d23b62b-85f8-46ab-8ffa-4c03b65bb1ce tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042062 Jan 28 20:18:21.863767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d273a490-a101-4f68-9ae1-2318ac4805de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d273a490-a101-4f68-9ae1-2318ac4805de,segment=NetworkSegment(9ccd6234-2dd5-4c64-a826-4777270bbfdd),segment_id=9ccd6234-2dd5-4c64-a826-4777270bbfdd)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:21.887137 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2339946-608e-4e8d-b9f1-301d383548f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:21.906117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd273a490-a101-4f68-9ae1-2318ac4805de', 'network_id': 'c6369a47-6521-4365-a219-e96639506edf', 'port_id': 'd273a490-a101-4f68-9ae1-2318ac4805de', 'mac_address': 'fa:16:3e:6f:9b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735b0dda-a36a-419b-afb0-06cd27e37f3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:18:22.010599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 04a855d0-4be3-45e1-a831-9a2674e063a6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:22.037296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Router ccb9971c-bef4-4e81-b43e-f416755e1fa1 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:18:22.136476 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.169425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d273a490-a101-4f68-9ae1-2318ac4805de {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:22.202053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2412-913a-463c-9187-d7aad5c18597 req-a786b71e-f6ba-47d7-aec0-e35aefec510f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:22.205548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d273a490-a101-4f68-9ae1-2318ac4805de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d273a490-a101-4f68-9ae1-2318ac4805de,segment=NetworkSegment(9ccd6234-2dd5-4c64-a826-4777270bbfdd),segment_id=9ccd6234-2dd5-4c64-a826-4777270bbfdd)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:22.210613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b47f2412-913a-463c-9187-d7aad5c18597 req-a786b71e-f6ba-47d7-aec0-e35aefec510f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 945 time: 0.3987129 Jan 28 20:18:22.214062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e2339946-608e-4e8d-b9f1-301d383548f7 None None] For port ba58d902-4a8e-4987-bdbe-214fc5abf2f9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ba58d902-4a8e-4987-bdbe-214fc5abf2f9,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:22.223456 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.228984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa50098a-7487-450b-8cf2-ddd9f798f994 req-b16ea81e-9f8f-47b1-97c6-bae5c163bdc4 service neutron] 10.222.0.13 "GET /v2.0/networks/c6369a47-6521-4365-a219-e96639506edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890577 Jan 28 20:18:22.295676 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b47f2412-913a-463c-9187-d7aad5c18597 req-9b86a48e-b61b-4b9e-947b-a5ac0bba115c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829720 Jan 28 20:18:22.315213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d273a490-a101-4f68-9ae1-2318ac4805de,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:22.328892 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2339946-608e-4e8d-b9f1-301d383548f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.335871 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.402355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2339946-608e-4e8d-b9f1-301d383548f7 None None] Pushing event updated for resources: {'Port': ['ID=ba58d902-4a8e-4987-bdbe-214fc5abf2f9,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:22.441844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:22.460704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 04a855d0-4be3-45e1-a831-9a2674e063a6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:22.460704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.478409 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-650dab4e-7b93-49fd-b595-caeccfab2c91 admin admin] 10.222.0.44 "PUT /v2.0/routers/ccb9971c-bef4-4e81-b43e-f416755e1fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6702280 Jan 28 20:18:22.489733 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.536714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Sync routers for ids ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:22.538216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:22.547294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d273a490-a101-4f68-9ae1-2318ac4805de'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:22.548469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:22.554228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:22.590820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e6c904c9-bfc8-405f-985a-56afb3c80fd8 None None] Provisioning complete for port 0c93120b-538a-4ecc-9af2-dc19401a19af triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:22.592237 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6c904c9-bfc8-405f-985a-56afb3c80fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.709503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Routers {'ccb9971c-bef4-4e81-b43e-f416755e1fa1'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:22.710153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:22.777424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e6c904c9-bfc8-405f-985a-56afb3c80fd8 None None] Port 0c93120b-538a-4ecc-9af2-dc19401a19af cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:22.808653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc61b8e5-801d-4402-948f-2e9b69c1819b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:22.811172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ba58d902-4a8e-4987-bdbe-214fc5abf2f9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:22.924657 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-9519df33-596a-409d-9f45-e94c36fafb5e tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3827395 Jan 28 20:18:22.962997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2482c080-5952-458c-b0d9-a89eaaa99566 req-2b81b18e-56bd-4a2e-bbec-935eae09577b tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.1502337 Jan 28 20:18:22.968120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:22.968523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.974464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-be7be72d-5a1c-4ac4-9d8f-c890b1b29523 None None] Provisioning complete for port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:22.974778 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be7be72d-5a1c-4ac4-9d8f-c890b1b29523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:22.995923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Set router ccb9971c-bef4-4e81-b43e-f416755e1fa1 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:23.262392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d533-f15e-4929-b2b5-5a8a51bbccdd req-661ca401-d0a5-41b4-bdd0-1118696b2c59 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:23.264294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e200d533-f15e-4929-b2b5-5a8a51bbccdd req-661ca401-d0a5-41b4-bdd0-1118696b2c59 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 950 time: 0.1976244 Jan 28 20:18:23.308400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-17387a84-3f01-46ba-8e2a-af1a3de81f3f tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:23.309862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-17387a84-3f01-46ba-8e2a-af1a3de81f3f tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428049 Jan 28 20:18:23.349908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-102a2308-9e74-4995-89cf-45cca4cb464e tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/quotas/203d0eb1fbfb47c089648f20d2a7d3f8 HTTP/1.1" status: 200 len: 375 time: 0.0298867 Jan 28 20:18:23.363643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:23.408853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e200d533-f15e-4929-b2b5-5a8a51bbccdd req-886f3d58-6e9d-4269-b8c0-ef13a34b9d2b tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.44 "GET /v2.0/security-groups?id=17b07925-cee2-4c88-b076-c6e6c0497e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163192 Jan 28 20:18:23.425844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-0177038f-980b-4bdb-ab67-0f0daea6a371 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658572 Jan 28 20:18:23.528040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0c93120b-538a-4ecc-9af2-dc19401a19af', 'name': '', 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'mac_address': 'fa:16:3e:c5:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cbacb55d-98f1-4dd4-a0c2-83f04608dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:18Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 2, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'subnets': [{'id': 'cbacb55d-98f1-4dd4-a0c2-83f04608dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:23.570153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Checking router: ccb9971c-bef4-4e81-b43e-f416755e1fa1 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:23.570555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Updating router ccb9971c-bef4-4e81-b43e-f416755e1fa1 port 0c93120b-538a-4ecc-9af2-dc19401a19af binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:23.603726 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:23.633628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ba58d902-4a8e-4987-bdbe-214fc5abf2f9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:23.728406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-9110d803-8b77-4d88-ac42-f3da071ea9a2 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2035565 Jan 28 20:18:23.747505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:23.800307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cb20f-d3e8-4a8b-9d1a-05d84b1c687d req-112cb328-fe75-4ae5-bc74-c5cca6c2aaa8 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:23.801772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-535cb20f-d3e8-4a8b-9d1a-05d84b1c687d req-112cb328-fe75-4ae5-bc74-c5cca6c2aaa8 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 1096 time: 0.1498301 Jan 28 20:18:23.811110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:23.811717 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:23.850332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:23.855766 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:23.945352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-535cb20f-d3e8-4a8b-9d1a-05d84b1c687d req-a60586ed-3c12-4f4a-8798-eac394d1d585 tempest-LiveAutoBlockMigrationV225Test-1944943102 tempest-LiveAutoBlockMigrationV225Test-1944943102-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352172 Jan 28 20:18:24.075664 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.084411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.136061 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.139382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:18:24.146158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711995c-2b8a-415c-9aa9-ff73916149e9 None None] Pushing event updated for resources: {'Port': ['ID=0c93120b-538a-4ecc-9af2-dc19401a19af,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:24.196649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Attempting to bind port 0c93120b-538a-4ecc-9af2-dc19401a19af on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:24.197011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Attempting to bind port 0c93120b-538a-4ecc-9af2-dc19401a19af by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:24.197995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Attempting to bind port 0c93120b-538a-4ecc-9af2-dc19401a19af on network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:24.203794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:24.204241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Checking segment: {'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:24.204675 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.205378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Bound using segment: {'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:24.205851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Bound port: 0c93120b-538a-4ecc-9af2-dc19401a19af, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:24.206409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.236737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5de57-59cc-4481-8d49-4dea117480eb req-c2c47f48-0787-45c4-a653-d1059ce2e49f tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:24.238342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64b5de57-59cc-4481-8d49-4dea117480eb req-c2c47f48-0787-45c4-a653-d1059ce2e49f tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 945 time: 0.1516871 Jan 28 20:18:24.287655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] For port 0c93120b-538a-4ecc-9af2-dc19401a19af, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:24.293191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] For port 0c93120b-538a-4ecc-9af2-dc19401a19af, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0c93120b-538a-4ecc-9af2-dc19401a19af,segment=NetworkSegment(5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91),segment_id=5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:24.298532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.367030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Routers {'ccb9971c-bef4-4e81-b43e-f416755e1fa1'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:24.367679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:24.407823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711995c-2b8a-415c-9aa9-ff73916149e9 None None] Pushing event updated for resources: {'Port': ['ID=0c93120b-538a-4ecc-9af2-dc19401a19af,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:24.500461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Allocated IP 172.25.2.237 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/dd9ab1c7-f354-47d3-ba4a-1f8aec886215) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:24.504543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e2d98f15-23d8-42d3-a512-d822cd4258e7 None None] Provisioning complete for port 0c93120b-538a-4ecc-9af2-dc19401a19af triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:24.505390 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f15-23d8-42d3-a512-d822cd4258e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.507687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64b5de57-59cc-4481-8d49-4dea117480eb req-4ec54f31-002f-4a30-8a91-fded3ee9eacd tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515011 Jan 28 20:18:24.519505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280717a-2172-42b9-98fa-4855c6823330 req-4d531f69-380e-4907-b59a-394474637bb1 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:24.521590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5280717a-2172-42b9-98fa-4855c6823330 req-4d531f69-380e-4907-b59a-394474637bb1 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.13 "GET /v2.0/ports?device_id=db5579ce-cc6f-4108-ba99-e2e1883ee66e HTTP/1.1" status: 200 len: 950 time: 0.2798159 Jan 28 20:18:24.524892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:24.538756 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Sync routers for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:24.561813 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:24.563033 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:24.631001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] Set router ccb9971c-bef4-4e81-b43e-f416755e1fa1 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:24.644927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.647451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4f7f3716-4321-4f91-b966-ad7b8df9bef8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0400259 Jan 28 20:18:24.651341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58024) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:24.913616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Deleting port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:24.914196 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:24.929059 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-cbaf5145-135d-484c-bb6e-0dc43f73fdad tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311852 Jan 28 20:18:25.020432 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:25.062502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f15-23d8-42d3-a512-d822cd4258e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.094932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0c93120b-538a-4ecc-9af2-dc19401a19af', 'name': '', 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'mac_address': 'fa:16:3e:c5:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cbacb55d-98f1-4dd4-a0c2-83f04608dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:18Z', 'updated_at': '2022-01-28T20:18:24Z', 'revision_number': 4, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'subnets': [{'id': 'cbacb55d-98f1-4dd4-a0c2-83f04608dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:25.142262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af584d9-e9a1-4a54-95b1-adc1ab57be2c None None] The sync data for ids ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'] in n-d-825064-3 is: [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0c93120b-538a-4ecc-9af2-dc19401a19af', 'name': '', 'network_id': 'c29df8e3-1230-420b-bcfc-e6cdc3b9d72d', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'mac_address': 'fa:16:3e:c5:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cbacb55d-98f1-4dd4-a0c2-83f04608dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:18Z', 'updated_at': '2022-01-28T20:18:24Z', 'revision_number': 4, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'subnets': [{'id': 'cbacb55d-98f1-4dd4-a0c2-83f04608dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:25.162615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e2d98f15-23d8-42d3-a512-d822cd4258e7 None None] For port 0c93120b-538a-4ecc-9af2-dc19401a19af, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0c93120b-538a-4ecc-9af2-dc19401a19af,segment=NetworkSegment(5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91),segment_id=5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:25.174231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2d98f15-23d8-42d3-a512-d822cd4258e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.318805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d98f15-23d8-42d3-a512-d822cd4258e7 None None] Pushing event updated for resources: {'Port': ['ID=0c93120b-538a-4ecc-9af2-dc19401a19af,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:25.343577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7db82a2f-8d69-43ca-82e0-716bc0c64af4 None None] Provisioning complete for port 0c93120b-538a-4ecc-9af2-dc19401a19af triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:25.345655 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7db82a2f-8d69-43ca-82e0-716bc0c64af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.358118 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:23Z', 'revision_number': 3, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:25.391656 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Checking router: 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:25.391656 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Updating router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 port cc61b8e5-801d-4402-948f-2e9b69c1819b binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:25.415087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-b08cfb29-dd07-4200-8a53-c72a33bf37f3 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:25.421414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-b08cfb29-dd07-4200-8a53-c72a33bf37f3 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4861946 Jan 28 20:18:25.423976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d273a490-a101-4f68-9ae1-2318ac4805de up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:25.437767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Request body: {'port': {'device_id': 'f277d710-fd00-4fe0-9895-42c5c7c6b0b7', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '203d0eb1fbfb47c089648f20d2a7d3f8'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:25.463169 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.528284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port d273a490-a101-4f68-9ae1-2318ac4805de completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:18:25.534114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port d273a490-a101-4f68-9ae1-2318ac4805de triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:25.534488 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.553236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-6d578213-2f40-4792-b3d4-b3f587ed2ece tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:25.570094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-6d578213-2f40-4792-b3d4-b3f587ed2ece tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 807 time: 0.8287458 Jan 28 20:18:25.627282 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.666971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.673922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.696972 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d844ab7-5492-4fc1-9dfc-76e3a233b569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd273a490-a101-4f68-9ae1-2318ac4805de'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:25.706559 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3405fb63-c941-4428-8493-e6aae2352f70" -d '{"events": [{"server_uuid": "0d844ab7-5492-4fc1-9dfc-76e3a233b569", "name": "network-vif-plugged", "status": "completed", "tag": "d273a490-a101-4f68-9ae1-2318ac4805de"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:25.738563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d273a490-a101-4f68-9ae1-2318ac4805de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d273a490-a101-4f68-9ae1-2318ac4805de,segment=NetworkSegment(9ccd6234-2dd5-4c64-a826-4777270bbfdd),segment_id=9ccd6234-2dd5-4c64-a826-4777270bbfdd)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:25.745100 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.757349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-2696a820-bd15-43c1-99a3-0d13a7e9041c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/quotas/f2a7105b289444898a6431d4fe483c24 HTTP/1.1" status: 200 len: 375 time: 0.1863773 Jan 28 20:18:25.776430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.785370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0c93120b-538a-4ecc-9af2-dc19401a19af up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:25.860808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d273a490-a101-4f68-9ae1-2318ac4805de,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:25.905272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:25.918886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0c93120b-538a-4ecc-9af2-dc19401a19af triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:25.922449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:25.958878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:25.976045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:26.027173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-bf31845f-9c90-4e24-9855-086db8db7a8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4372773 Jan 28 20:18:26.029341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] For port e3a20456-8a8d-42f1-93c6-6da93d19b5e8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:26.029787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.081188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Calling delete_port for e3a20456-8a8d-42f1-93c6-6da93d19b5e8 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:26.097534 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.105622 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.121526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event updated for resources: {'Port': ['ID=dd9ab1c7-f354-47d3-ba4a-1f8aec886215,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:26.181766 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae693963-b349-4b2d-8a36-dfd00ae105b4 None None] Pushing event updated for resources: {'Port': ['ID=cc61b8e5-801d-4402-948f-2e9b69c1819b,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:26.183707 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Made reservation on behalf of 203d0eb1fbfb47c089648f20d2a7d3f8 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:26.189512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.192622 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Attempting to bind port cc61b8e5-801d-4402-948f-2e9b69c1819b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:26.193171 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Attempting to bind port cc61b8e5-801d-4402-948f-2e9b69c1819b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:26.193712 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Attempting to bind port cc61b8e5-801d-4402-948f-2e9b69c1819b on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:26.199925 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:26.200682 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:26.201803 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.202228 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:26.203131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-c40e3f50-3273-4d49-a560-6a832d7eaab9 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4066899 Jan 28 20:18:26.203279 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Bound port: cc61b8e5-801d-4402-948f-2e9b69c1819b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:26.203390 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.203487 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.209151 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.235395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-c5a5dd72-267a-43f9-96da-a84fac90d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:26.237772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-c5a5dd72-267a-43f9-96da-a84fac90d1b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 1095 time: 0.1525748 Jan 28 20:18:26.290675 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] For port cc61b8e5-801d-4402-948f-2e9b69c1819b, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:26.297840 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] For port cc61b8e5-801d-4402-948f-2e9b69c1819b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cc61b8e5-801d-4402-948f-2e9b69c1819b,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:26.304741 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.321191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.329067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Allocated IP 172.20.0.1 (48a2e639-ede2-4c08-980c-50d14c2a20c3/5387533d-437a-4fe0-8133-56dd9333c275/4df004cf-f929-4d87-b946-2bc6c1e72e6e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:26.440773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.445430 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:26.447301 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.447458 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:26.500607 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae693963-b349-4b2d-8a36-dfd00ae105b4 None None] Pushing event updated for resources: {'Port': ['ID=cc61b8e5-801d-4402-948f-2e9b69c1819b,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:26.563581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2fa7f-f64d-4958-810f-218e5f4fba16,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:26.606389 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.629374 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:26.689869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Allocated IP 192.168.233.65 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/422f832a-1757-437f-a2af-490a20e3c1e8) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:26.754264 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.783265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-9fc4cd6a-90b5-417d-845b-7338a5c9f647 service neutron] 10.222.0.44 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645278 Jan 28 20:18:26.783947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:26.839321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-93c23011-47c5-4bbf-a301-cd0c15b0f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:26.840684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-93c23011-47c5-4bbf-a301-cd0c15b0f5d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.5599580 Jan 28 20:18:26.841245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:26.850774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:26.912783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Pushing event updated for resources: {'Port': ['ID=4df004cf-f929-4d87-b946-2bc6c1e72e6e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:26.923195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:26.944049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:23Z', 'revision_number': 3, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:27.014707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d57d5364-fd0b-4f0a-8473-f0c9aaabc723 service neutron] 10.222.0.44 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046537 Jan 28 20:18:27.020942 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.056655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4602003-6fe7-4078-9413-860e3bc2877d None None] The sync data for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 is: [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:23Z', 'revision_number': 3, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:27.138334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Pushing event deleted for resources: {'Port': ['ID=e3a20456-8a8d-42f1-93c6-6da93d19b5e8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:27.148605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-ea77ca8d-b82c-4c97-97c8-3d1212000724 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 200 len: 217 time: 0.1313558 Jan 28 20:18:27.151777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] No DVR routers for this DVR port e3a20456-8a8d-42f1-93c6-6da93d19b5e8 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:27.156968 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.162494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5280717a-2172-42b9-98fa-4855c6823330 req-31aff643-8cd5-4a97-bc8b-714051b95531 tempest-TenantUsagesTestJSON-1568220533 tempest-TenantUsagesTestJSON-1568220533-project] 10.222.0.13 "DELETE /v2.0/ports/e3a20456-8a8d-42f1-93c6-6da93d19b5e8 HTTP/1.1" status: 204 len: 173 time: 2.6320841 Jan 28 20:18:27.167241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5579ce-cc6f-4108-ba99-e2e1883ee66e', 'name': 'network-vif-deleted', 'tag': 'e3a20456-8a8d-42f1-93c6-6da93d19b5e8'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:27.171297 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4291a74d-b6e8-492f-923d-23940b072f66" -d '{"events": [{"server_uuid": "db5579ce-cc6f-4108-ba99-e2e1883ee66e", "name": "network-vif-deleted", "tag": "e3a20456-8a8d-42f1-93c6-6da93d19b5e8"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:27.253190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-ba32da8a-9b41-4708-97d9-5163a1e71902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:27.256409 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-ba32da8a-9b41-4708-97d9-5163a1e71902 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.0925367 Jan 28 20:18:27.283039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.307002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.320826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-4d5d1b79-2dfd-4d12-8a7d-b849ff2f9a11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514452 Jan 28 20:18:27.353175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1bc4ffa7-754b-43a0-b717-2c72a807c7eb None None] Provisioning complete for port 4df004cf-f929-4d87-b946-2bc6c1e72e6e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:27.353725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1bc4ffa7-754b-43a0-b717-2c72a807c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.415584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.476103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3a20456-8a8d-42f1-93c6-6da93d19b5e8 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:27.479829 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.539396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: e3a20456-8a8d-42f1-93c6-6da93d19b5e8 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:18:27.539396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3a20456-8a8d-42f1-93c6-6da93d19b5e8 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:27.542648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4ffa7-754b-43a0-b717-2c72a807c7eb None None] Port 4df004cf-f929-4d87-b946-2bc6c1e72e6e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:27.556498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:27.563884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:27.633535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:27.717120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event updated for resources: {'Port': ['ID=dd9ab1c7-f354-47d3-ba4a-1f8aec886215,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:27.731689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.734383 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.737038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Pushing event updated for resources: {'Port': ['ID=422f832a-1757-437f-a2af-490a20e3c1e8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:27.797818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:27.798515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.875836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:27.877412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-71e8baf1-6d3b-4618-985c-b2639dca023d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1359885 Jan 28 20:18:27.884736 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-da6420b7-b9ee-4bf6-aa88-6528cb730a42 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4528699 Jan 28 20:18:27.914845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Request body: {'port': {'device_id': 'f277d710-fd00-4fe0-9895-42c5c7c6b0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:27.981267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-fbfe3a6a-6e2c-45ca-83b9-6f306c4871ce service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086600 Jan 28 20:18:27.999042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-570d60c4-dd71-4308-bdb4-383b19a685f4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.1124480 Jan 28 20:18:28.020327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6889a1-6e34-498f-a938-6289fa98c18d req-0528ea5e-ea2d-4893-8f04-a23be36de06e tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:28.029339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e6889a1-6e34-498f-a938-6289fa98c18d req-0528ea5e-ea2d-4893-8f04-a23be36de06e tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 935 time: 0.3033493 Jan 28 20:18:28.073388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-23d2bb6b-09ca-44c6-8125-2638b531c920 None None] Provisioning complete for port 422f832a-1757-437f-a2af-490a20e3c1e8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:28.074053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23d2bb6b-09ca-44c6-8125-2638b531c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:28.098743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:28.138341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-23d2bb6b-09ca-44c6-8125-2638b531c920 None None] Port 422f832a-1757-437f-a2af-490a20e3c1e8 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:28.232303 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e6889a1-6e34-498f-a938-6289fa98c18d req-c2b8dd19-ba6e-455d-a86e-2adbdd661514 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018602 Jan 28 20:18:28.366850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04129da7-1242-4c2b-ab1c-2578e1aaaf61 req-599a1046-5e06-4449-a2a1-358e38a64a23 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618975 Jan 28 20:18:28.375076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:28.391413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-20ae1a8f-cb4f-41f2-b6f3-d81955f65e77 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:28.393358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-20ae1a8f-cb4f-41f2-b6f3-d81955f65e77 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.3551896 Jan 28 20:18:28.398556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:28.420988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-5e7cfe34-d2b4-43fa-87f6-0f7884bfa6c0 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:18:28.422639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50c17bd7-a1e3-4833-ad98-996a976bbb8c req-5e7cfe34-d2b4-43fa-87f6-0f7884bfa6c0 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106962 Jan 28 20:18:28.447789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb93f75d-6bbe-460a-9889-e2375386beda req-623dd66a-e080-43dc-97d0-12dcd3eda542 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0529816 Jan 28 20:18:28.580673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Pushing event updated for resources: {'Port': ['ID=4df004cf-f929-4d87-b946-2bc6c1e72e6e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:28.584160 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:28.783098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea24db3-6375-4c70-b51f-7c45d21964c2 req-a69ca28a-0cf0-4263-8587-8ddafe67c97b tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:28.794489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ea24db3-6375-4c70-b51f-7c45d21964c2 req-a69ca28a-0cf0-4263-8587-8ddafe67c97b tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 946 time: 0.0920544 Jan 28 20:18:28.879198 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ea24db3-6375-4c70-b51f-7c45d21964c2 req-99187e21-1f62-4636-b692-ec27cd0b1aeb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806012 Jan 28 20:18:28.914007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422f832a-1757-437f-a2af-490a20e3c1e8 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:28.938090 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a321d47-aea6-479a-b362-0ea67788c604 x-openstack-request-id: req-7a321d47-aea6-479a-b362-0ea67788c604 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:28.938821 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d844ab7-5492-4fc1-9dfc-76e3a233b569", "name": "network-vif-plugged", "status": "completed", "tag": "d273a490-a101-4f68-9ae1-2318ac4805de", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:28.940604 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a321d47-aea6-479a-b362-0ea67788c604 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:28.941522 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d844ab7-5492-4fc1-9dfc-76e3a233b569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd273a490-a101-4f68-9ae1-2318ac4805de', 'code': 200} Jan 28 20:18:28.942263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:28.959533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:28.963802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:28.981147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Transition to ACTIVE for port object 422f832a-1757-437f-a2af-490a20e3c1e8 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:18:28.997897 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccff057-a621-414b-941b-d6c1810dc728 x-openstack-request-id: req-1ccff057-a621-414b-941b-d6c1810dc728 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:28.998303 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5579ce-cc6f-4108-ba99-e2e1883ee66e", "name": "network-vif-deleted", "tag": "e3a20456-8a8d-42f1-93c6-6da93d19b5e8", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:28.998780 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ccff057-a621-414b-941b-d6c1810dc728 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:29.000044 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5579ce-cc6f-4108-ba99-e2e1883ee66e', 'name': 'network-vif-deleted', 'tag': 'e3a20456-8a8d-42f1-93c6-6da93d19b5e8', 'status': 'completed', 'code': 200} Jan 28 20:18:29.011489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.089570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a141d95a-991a-451b-8dea-b19b5e875c6d req-4690b372-befe-4762-b435-848d4f8a724d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 210 time: 0.0578425 Jan 28 20:18:29.173515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58058) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:29.292414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bb69858f-aaea-4db8-929f-60d6ab061ffc None None] Provisioning complete for port 4df004cf-f929-4d87-b946-2bc6c1e72e6e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:29.294186 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bb69858f-aaea-4db8-929f-60d6ab061ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.359100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bb69858f-aaea-4db8-929f-60d6ab061ffc None None] Port 4df004cf-f929-4d87-b946-2bc6c1e72e6e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:29.384467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Pushing event updated for resources: {'Port': ['ID=422f832a-1757-437f-a2af-490a20e3c1e8,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:29.486366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755a00c-7174-4063-af97-addae1303b07 req-56c3b7ad-1a7e-4c5d-84d6-47171368d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:29.486366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f755a00c-7174-4063-af97-addae1303b07 req-56c3b7ad-1a7e-4c5d-84d6-47171368d185 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 1097 time: 0.2359469 Jan 28 20:18:29.488457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:18:29.501225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-6cd3acae-d933-4d11-b74a-5c9bf24b9f8d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4063993 Jan 28 20:18:29.510973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226e679-de04-46a8-9d97-0c013d5766cf req-a3543df7-b80a-4bf5-9739-cb70ef63b171 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:29.512713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d226e679-de04-46a8-9d97-0c013d5766cf req-a3543df7-b80a-4bf5-9739-cb70ef63b171 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 945 time: 0.2768633 Jan 28 20:18:29.525418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:29.587398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-20a6cd5b-ec35-4e20-9bdc-f65f8d45aad2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3e3911feb6c4d148aef3ddf0f47b42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125302 Jan 28 20:18:29.599633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58066) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:29.619905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f755a00c-7174-4063-af97-addae1303b07 req-0ac7bf4c-ba69-43ea-a18c-4ebb07d2c93f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052191 Jan 28 20:18:29.638281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d226e679-de04-46a8-9d97-0c013d5766cf req-b46a581a-b3c0-4fbd-9a9e-4ffeebd3341c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041710 Jan 28 20:18:29.654259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.681440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Attempting to bind port 422f832a-1757-437f-a2af-490a20e3c1e8 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:29.682078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Attempting to bind port 422f832a-1757-437f-a2af-490a20e3c1e8 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:29.682408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Attempting to bind port 422f832a-1757-437f-a2af-490a20e3c1e8 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:29.692935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cc61b8e5-801d-4402-948f-2e9b69c1819b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:29.705445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Port 422f832a-1757-437f-a2af-490a20e3c1e8 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:18:29.706368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Attempting to bind port 422f832a-1757-437f-a2af-490a20e3c1e8 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:29.745560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-298160d3-659c-4a0b-8390-f17a3b7f8557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.760518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:29.761149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:29.761835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:29.762450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Bound port: 422f832a-1757-437f-a2af-490a20e3c1e8, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:29.762980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.763175 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-298160d3-659c-4a0b-8390-f17a3b7f8557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.765670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cc61b8e5-801d-4402-948f-2e9b69c1819b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:29.766999 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.805870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-a1be31f2-2956-4f6c-b497-418a840d14ae tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:29.808350 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-a1be31f2-2956-4f6c-b497-418a840d14ae tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 945 time: 0.2434454 Jan 28 20:18:29.827996 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-298160d3-659c-4a0b-8390-f17a3b7f8557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.835052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-298160d3-659c-4a0b-8390-f17a3b7f8557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:29.836319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-298160d3-659c-4a0b-8390-f17a3b7f8557 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17b07925-cee2-4c88-b076-c6e6c0497e2b HTTP/1.1" status: 204 len: 168 time: 0.2343524 Jan 28 20:18:29.852022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:29.864226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298160d3-659c-4a0b-8390-f17a3b7f8557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b07925-cee2-4c88-b076-c6e6c0497e2b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:29.896115 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cf4b1e93-489c-40c6-aa4f-a5fd60ffbbbf admin admin] 10.222.0.44 "PUT /v2.0/routers/4fd9ce05-d073-4c79-929a-c0fef8dc26f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2412760 Jan 28 20:18:30.032001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:30.070619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port cc61b8e5-801d-4402-948f-2e9b69c1819b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cc61b8e5-801d-4402-948f-2e9b69c1819b,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:30.078075 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:30.141086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] For port 422f832a-1757-437f-a2af-490a20e3c1e8, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:30.146269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] For port 422f832a-1757-437f-a2af-490a20e3c1e8, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=422f832a-1757-437f-a2af-490a20e3c1e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:30.165842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:30.187872 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:30.191321 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=cc61b8e5-801d-4402-948f-2e9b69c1819b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:30.287246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Pushing event updated for resources: {'Port': ['ID=422f832a-1757-437f-a2af-490a20e3c1e8,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:30.318509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:30.319514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:30.321678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-378a838a-1060-44ef-b110-d462a21233a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/422f832a-1757-437f-a2af-490a20e3c1e8 HTTP/1.1" status: 200 len: 1095 time: 2.4218187 Jan 28 20:18:30.322516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f277d710-fd00-4fe0-9895-42c5c7c6b0b7', 'tag': '422f832a-1757-437f-a2af-490a20e3c1e8'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:30.328360 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f277d710-fd00-4fe0-9895-42c5c7c6b0b7", "tag": "422f832a-1757-437f-a2af-490a20e3c1e8"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:30.334399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Deleting port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:30.334884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:30.373318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861de39-9bdc-4952-bdef-792f01b3f2b7 req-4577094f-08da-4cd2-a54b-9747bf0c99e9 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:30.380577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0861de39-9bdc-4952-bdef-792f01b3f2b7 req-4577094f-08da-4cd2-a54b-9747bf0c99e9 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 947 time: 0.3679795 Jan 28 20:18:30.452032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Sync routers for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:30.495332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-c0cf9d94-4f5f-4c6e-bf09-937808b1a00b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:30.498366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-c0cf9d94-4f5f-4c6e-bf09-937808b1a00b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 807 time: 0.5596392 Jan 28 20:18:30.503928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:30.504889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:30.550757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] For port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:30.551390 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:30.569380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Calling delete_port for 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:30.584455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Request body: {'port': {'device_id': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'admin_state_up': True, 'tenant_id': 'f2a7105b289444898a6431d4fe483c24'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:30.610978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0861de39-9bdc-4952-bdef-792f01b3f2b7 req-20b0f89b-23b5-4fa8-8719-5d702829abad tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062819 Jan 28 20:18:30.684873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58082) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:30.772875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49797ce2-0af0-4123-b051-829ed6081436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:30.815069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Allocated IP 172.25.2.187 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/f7c90314-d75c-46be-9b38-8f98bedf9b3e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:30.827583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-319ef095-8eb0-46db-8420-f89a22b89ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:30.829180 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-319ef095-8eb0-46db-8420-f89a22b89ff5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 1098 time: 0.1408906 Jan 28 20:18:30.848265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1aef821b-7c7e-450e-af6a-89be06b0572e req-f628985c-8428-4364-a917-aeb2ccccc309 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0689125 Jan 28 20:18:30.949612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-7153c1c9-e363-4335-9b76-467d6f15ce4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=422f832a-1757-437f-a2af-490a20e3c1e8 HTTP/1.1" status: 200 len: 217 time: 0.1030507 Jan 28 20:18:31.010011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-a8ffc5e2-d79d-46a8-b1b8-8f10bae6130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:31.011717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-a8ffc5e2-d79d-46a8-b1b8-8f10bae6130a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0494411 Jan 28 20:18:31.076398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:31.098234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49797ce2-0af0-4123-b051-829ed6081436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.099485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.131067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.141568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ddeda68b-1d35-446b-ad84-cc76d2dc22a0', '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:31.144558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49797ce2-0af0-4123-b051-829ed6081436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.189937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49797ce2-0af0-4123-b051-829ed6081436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5d304-bda6-497a-960a-c599f0421fe8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:31.193233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Pushing event deleted for resources: {'Port': ['ID=5e2b47d6-d9f6-494e-9fcc-1068d3fb3188,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:31.236193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-a3b0bbc8-ddfa-49c7-9443-dd47facb773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:31.237992 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-a3b0bbc8-ddfa-49c7-9443-dd47facb773b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135417 Jan 28 20:18:31.238831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] No DVR routers for this DVR port 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:31.247418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.253880 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0f1b02e3-43d4-4bd7-85d4-f072ce5e033b req-ee330f17-e5f1-4d87-ad33-8cc856852ba4 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "DELETE /v2.0/ports/5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 HTTP/1.1" status: 204 len: 173 time: 1.4353657 Jan 28 20:18:31.260808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-49797ce2-0af0-4123-b051-829ed6081436 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=634085b2169440d59d4c1aedf2551c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705626 Jan 28 20:18:31.271201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Made reservation on behalf of f2a7105b289444898a6431d4fe483c24 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:31.279790 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.290796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58088) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:31.404467 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.471414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event updated for resources: {'Port': ['ID=f7c90314-d75c-46be-9b38-8f98bedf9b3e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:31.485225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a6d4f-8b8d-4b1e-9551-eae2ccbb056d req-d6e6ad8b-ca2a-4d34-9c20-e2b72312e821 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:31.494434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f26a6d4f-8b8d-4b1e-9551-eae2ccbb056d req-d6e6ad8b-ca2a-4d34-9c20-e2b72312e821 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 946 time: 0.3534908 Jan 28 20:18:31.515843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 2, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:31.516768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:31.529938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:31.533097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:31.552791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Checking router: 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:31.553237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Updating router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 port 4df004cf-f929-4d87-b946-2bc6c1e72e6e binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:31.582169 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.634205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cc61b8e5-801d-4402-948f-2e9b69c1819b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:31.664672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f26a6d4f-8b8d-4b1e-9551-eae2ccbb056d req-ead13e80-f10f-42dd-a48c-273f11c5d607 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693444 Jan 28 20:18:31.690292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Allocated IP 172.20.0.5 (77470456-10c5-4380-a234-ec13d237d0c9/3b6bb16d-74c1-42f7-bbb3-91fcb10605a9/e3afebcd-73a5-4d99-897c-c205356d80d2) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:31.766659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2131609a-adf1-44ec-88c7-f908bd0afb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.796710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2131609a-adf1-44ec-88c7-f908bd0afb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.806805 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.822974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cc61b8e5-801d-4402-948f-2e9b69c1819b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:31.823415 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.847594 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-134fceed-1e5f-4494-b390-61ac9f012d9f service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849495 Jan 28 20:18:31.870706 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2131609a-adf1-44ec-88c7-f908bd0afb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.874293 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2131609a-adf1-44ec-88c7-f908bd0afb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:31.875708 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2131609a-adf1-44ec-88c7-f908bd0afb55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2d5d304-bda6-497a-960a-c599f0421fe8 HTTP/1.1" status: 204 len: 168 time: 0.5837734 Jan 28 20:18:31.927552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131609a-adf1-44ec-88c7-f908bd0afb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5d304-bda6-497a-960a-c599f0421fe8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:32.018594 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e35bddea-2a6b-4cf1-94f5-a6e49f6683b1 req-1a596277-f228-4a1c-8b1a-80ea2b630591 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586764 Jan 28 20:18:32.030733 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.093421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf815e57-1fde-4f12-b692-13df725f1414 req-694d3608-4167-4b71-a16a-3bc1a084d8b8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 210 time: 0.2350612 Jan 28 20:18:32.123733 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.132216 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.281793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Attempting to bind port 4df004cf-f929-4d87-b946-2bc6c1e72e6e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:32.282441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Attempting to bind port 4df004cf-f929-4d87-b946-2bc6c1e72e6e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:32.282967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Attempting to bind port 4df004cf-f929-4d87-b946-2bc6c1e72e6e on network 48a2e639-ede2-4c08-980c-50d14c2a20c3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:32.293371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:32.293806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Checking segment: {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:32.295601 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.295923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Bound using segment: {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:32.296435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Bound port: 4df004cf-f929-4d87-b946-2bc6c1e72e6e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:32.296827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.301933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b47e1-309c-4c4d-a938-0e58c4471d3c None None] Pushing event updated for resources: {'Port': ['ID=4df004cf-f929-4d87-b946-2bc6c1e72e6e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:32.302634 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.485272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] For port 4df004cf-f929-4d87-b946-2bc6c1e72e6e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:32.491503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] For port 4df004cf-f929-4d87-b946-2bc6c1e72e6e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4df004cf-f929-4d87-b946-2bc6c1e72e6e,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:32.503218 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.504943 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.609886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b47e1-309c-4c4d-a938-0e58c4471d3c None None] Pushing event updated for resources: {'Port': ['ID=4df004cf-f929-4d87-b946-2bc6c1e72e6e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:32.614433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['eae3531e-20b4-4140-96df-00323b4f93e4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:32.628478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Network 77470456-10c5-4380-a234-ec13d237d0c9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:32.640143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:32.680209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:32.706980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:32.707514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:32.768201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fd42053d-cc8b-4a6a-a5e1-175f5b5de087 None None] Provisioning complete for port 4df004cf-f929-4d87-b946-2bc6c1e72e6e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:32.772972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fd42053d-cc8b-4a6a-a5e1-175f5b5de087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.784999 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-09581e83-7609-48ad-bf3c-8afd6106e876 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1286459 Jan 28 20:18:32.822435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:32.823110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.839649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Pushing event updated for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:32.844708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.881821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:32.985833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event updated for resources: {'Port': ['ID=f7c90314-d75c-46be-9b38-8f98bedf9b3e,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:32.991252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d500c387-af8d-4748-a0df-6c541896632b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4375923 Jan 28 20:18:33.009147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-2f02d44b-5077-46b5-af95-e56a2e66fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:33.015704 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-2f02d44b-5077-46b5-af95-e56a2e66fd61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=149bcdf4309a4cf6a2507f65fea64729&device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 1095 time: 0.1496172 Jan 28 20:18:33.048998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Request body: {'port': {'device_id': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:33.102999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:33.194727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-62e598c9-282a-4cfc-ada7-bb0b3cb57893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:33.205069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-62e598c9-282a-4cfc-ada7-bb0b3cb57893 service neutron] 10.222.0.13 "GET /v2.0/networks?id=60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 200 len: 921 time: 0.1678588 Jan 28 20:18:33.286695 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-eb5f7c6e-f66f-41b2-8126-fc51d594de5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 200 len: 217 time: 0.0685048 Jan 28 20:18:33.292480 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fd42053d-cc8b-4a6a-a5e1-175f5b5de087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:33.408552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-822313d6-4474-4780-a822-8af1d71f7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:33.410354 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-822313d6-4474-4780-a822-8af1d71f7724 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 200 len: 860 time: 0.1159232 Jan 28 20:18:33.464353 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-5ab33245-476e-4853-bb16-6aa256fc9d33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=60da092a-8a54-45b1-8b11-be33524e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438509 Jan 28 20:18:33.595169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:33.599885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fd42053d-cc8b-4a6a-a5e1-175f5b5de087 None None] For port 4df004cf-f929-4d87-b946-2bc6c1e72e6e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4df004cf-f929-4d87-b946-2bc6c1e72e6e,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:33.683148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58120) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:33.684790 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:33.693950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c1d581f5-5285-44b7-b0f3-abb50e729973 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071140479', 'description': 'tempest-description--1287644809'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:33.713130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58122) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:33.741107 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-3fa45ecb-c422-42b1-ba5b-c36962b67f05 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652214 Jan 28 20:18:33.744577 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fd42053d-cc8b-4a6a-a5e1-175f5b5de087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:33.747464 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98073247-79e3-44ce-ab9d-1713ca9345c0 x-openstack-request-id: req-98073247-79e3-44ce-ab9d-1713ca9345c0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:33.752082 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f277d710-fd00-4fe0-9895-42c5c7c6b0b7", "tag": "422f832a-1757-437f-a2af-490a20e3c1e8", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:33.753495 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98073247-79e3-44ce-ab9d-1713ca9345c0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:33.754979 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f277d710-fd00-4fe0-9895-42c5c7c6b0b7', 'tag': '422f832a-1757-437f-a2af-490a20e3c1e8', 'status': 'completed', 'code': 200} Jan 28 20:18:33.756381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:33.760494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:18:33.769656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5e2b47d6-d9f6-494e-9fcc-1068d3fb3188 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:33.784344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:33.792811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-fdb61a32-6a6b-4468-94f0-6b2a01cf0048 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2714796 Jan 28 20:18:33.829646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1d581f5-5285-44b7-b0f3-abb50e729973 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:33.893430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcf956c2-8433-4b48-8c53-c6de187faa56 req-c25b8055-ca73-4b32-a051-da6ffd89698a tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 210 time: 0.0697229 Jan 28 20:18:33.927556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-4858ceb0-69ad-40f3-8ec5-f2630f581514 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.1334677 Jan 28 20:18:33.959063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42053d-cc8b-4a6a-a5e1-175f5b5de087 None None] Pushing event updated for resources: {'Port': ['ID=4df004cf-f929-4d87-b946-2bc6c1e72e6e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:33.979887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d33def5d-4e20-4c5b-a709-87a8aa8c26e4 None None] Provisioning complete for port 4df004cf-f929-4d87-b946-2bc6c1e72e6e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:33.980412 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d33def5d-4e20-4c5b-a709-87a8aa8c26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.023008 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1d581f5-5285-44b7-b0f3-abb50e729973 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.044374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1877116572-network', 'tenant_id': '8504a6019add4c959ffd9d86236197f0'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:34.048902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1d581f5-5285-44b7-b0f3-abb50e729973 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.093808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19bee55f-6f64-428d-ab47-6edf49bce011 req-16c1b409-8399-4eba-895f-fd74c989a756 service neutron] 10.222.0.13 "GET /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355761 Jan 28 20:18:34.137580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-e1126c54-1f76-45f5-9bc9-9a1fe986f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:34.140601 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-e1126c54-1f76-45f5-9bc9-9a1fe986f017 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 1098 time: 0.3560350 Jan 28 20:18:34.171224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:32Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:34.219325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09cbbb-9438-41d8-a627-b111eb07e584 None None] The sync data for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 is: [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:32Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:34.249988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d581f5-5285-44b7-b0f3-abb50e729973 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14848567-6702-49a9-8937-d4c02fc1b669,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:34.274341 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1d581f5-5285-44b7-b0f3-abb50e729973 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.276779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c1d581f5-5285-44b7-b0f3-abb50e729973 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5861564 Jan 28 20:18:34.287730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58126) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:34.315163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ab1940ea-b99a-413f-9932-b510ebc879db tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Request body: {'security_group_rule': {'security_group_id': '14848567-6702-49a9-8937-d4c02fc1b669', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:34.334238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Made reservation on behalf of 8504a6019add4c959ffd9d86236197f0 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:34.338722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.428623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db043c-8ef6-4d6f-8ef2-fe948e2a0996 req-e6525d90-264a-46a8-b56b-39da0a09bd41 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:34.431233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86db043c-8ef6-4d6f-8ef2-fe948e2a0996 req-e6525d90-264a-46a8-b56b-39da0a09bd41 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 947 time: 0.3681417 Jan 28 20:18:34.432565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.450288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab1940ea-b99a-413f-9932-b510ebc879db tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.464748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-981b75bf-d92f-448b-8d58-371ed1b64ffd tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:34.466902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ca447ac-ffe0-45b2-8a49-2c94cfe3ffc2 req-981b75bf-d92f-448b-8d58-371ed1b64ffd tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.5380831 Jan 28 20:18:34.489233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-0753d341-4319-43d5-8fd6-24f66430e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:34.490858 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-0753d341-4319-43d5-8fd6-24f66430e994 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3383512 Jan 28 20:18:34.591017 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-0f90abea-0dde-4c9b-84c6-de7708e1a0c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=422f832a-1757-437f-a2af-490a20e3c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0757616 Jan 28 20:18:34.614292 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.630448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86db043c-8ef6-4d6f-8ef2-fe948e2a0996 req-b1f02da5-5844-424d-a64e-3374a807631b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851058 Jan 28 20:18:34.631496 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.695507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:18:34.717874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab1940ea-b99a-413f-9932-b510ebc879db tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.720246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-1f593fae-4fbd-4bce-a835-25ae0efcb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:34.721781 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-1f593fae-4fbd-4bce-a835-25ae0efcb24f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1229198 Jan 28 20:18:34.728417 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab1940ea-b99a-413f-9932-b510ebc879db tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.762476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ca1361-8ae4-41ad-a0bf-c601a9a478ce,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:34.783927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.787259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1940ea-b99a-413f-9932-b510ebc879db tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1218de66-cf65-44ca-8cbf-a6b3861785c0,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:34.788902 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Added segment b6024092-c3cc-4422-9ad6-12313f120319 of type vlan for network bdc3298f-e93d-4808-ac15-86979d84f9a3 Jan 28 20:18:34.811844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab1940ea-b99a-413f-9932-b510ebc879db tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.817900 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ab1940ea-b99a-413f-9932-b510ebc879db tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5109029 Jan 28 20:18:34.839439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58130) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:34.848497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f9dfaba4-b7c2-49c1-b2a0-d5880281dfba tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Request body: {'security_group_rule': {'security_group_id': '14848567-6702-49a9-8937-d4c02fc1b669', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:34.891122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-670974da-5256-496a-8eeb-bacf56502c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:34.894037 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-670974da-5256-496a-8eeb-bacf56502c9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438024 Jan 28 20:18:34.897543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c07ac40-4437-4fcf-b5d5-1ab13ff573df req-002712ba-c2e2-4c4f-b33f-0c7bd60f4bca tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.1060095 Jan 28 20:18:34.947582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3afebcd-73a5-4d99-897c-c205356d80d2 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:34.971036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:34.977844 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.039885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Transition to ACTIVE for port object e3afebcd-73a5-4d99-897c-c205356d80d2 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:18:35.070851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.095013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9dfaba4-b7c2-49c1-b2a0-d5880281dfba tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.156305 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-049a1ea7-f3c9-48cf-86fa-db58bf79c6af service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437785 Jan 28 20:18:35.216948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.218628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:35.219695 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.308206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ed1c-950d-48c0-aed9-abe36848b0f1 req-28b284e7-b00f-47b5-b49c-110313ed9976 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:35.311243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba20ed1c-950d-48c0-aed9-abe36848b0f1 req-28b284e7-b00f-47b5-b49c-110313ed9976 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 931 time: 0.3354445 Jan 28 20:18:35.312339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Pushing event updated for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:35.332046 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6cf88aa9-242f-45d7-90dd-d0d74f5d85f5 req-1bc75706-186c-4bc1-91b8-ffb20c2ec21c service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680431 Jan 28 20:18:35.367949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6515093 Jan 28 20:18:35.372881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58136) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:35.378449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Request body: {'subnet': {'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1877116572-subnet', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:35.416304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Made reservation on behalf of 8504a6019add4c959ffd9d86236197f0 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:35.420440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.525010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9dfaba4-b7c2-49c1-b2a0-d5880281dfba tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.526229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c03d-8d28-4e0d-bcdf-5c2dc521eefd admin admin] Pushing event updated for resources: {'Network': ['ID=bdc3298f-e93d-4808-ac15-86979d84f9a3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:35.550264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5224870d-8887-450e-92ee-99894059b456 req-a3b9ffbc-0843-4351-a8fd-a16a47a738e3 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5150836 Jan 28 20:18:35.553730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9dfaba4-b7c2-49c1-b2a0-d5880281dfba tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.559228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 422f832a-1757-437f-a2af-490a20e3c1e8 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:18:35.567740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network bdc3298f-e93d-4808-ac15-86979d84f9a3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:18:35.578712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:35.627218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfaba4-b7c2-49c1-b2a0-d5880281dfba tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f475c120-b4fc-4eef-8941-dee59dfc7391,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:35.645353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba20ed1c-950d-48c0-aed9-abe36848b0f1 req-aa0467ba-f4ab-49d8-8d8c-c408cb944df5 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814696 Jan 28 20:18:35.650722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9dfaba4-b7c2-49c1-b2a0-d5880281dfba tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.651992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f9dfaba4-b7c2-49c1-b2a0-d5880281dfba tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8115580 Jan 28 20:18:35.666350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58140) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:35.690597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:35.740255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:35.741099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:35.741099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:35.761251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.762820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4df004cf-f929-4d87-b946-2bc6c1e72e6e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:35.769424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'name': 'network-vif-deleted', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:35.770395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:18:35.770788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:35.772802 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce12c0f-1d55-4017-b513-a2b7f4bded9e" -d '{"events": [{"server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "name": "network-vif-deleted", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:35.792985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:35.793359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:35.793723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:35.794695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Bound port: e3afebcd-73a5-4d99-897c-c205356d80d2, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:35.795079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.829409 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.938320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Checking segment: {'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:35.939087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Network hostable DHCP agents. Network: bdc3298f-e93d-4808-ac15-86979d84f9a3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:18:35.940508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:35.954453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60dc5f49-f509-4814-96b0-94e1d279856e req-2c4ffdb2-b726-420c-8de2-cb8e72bdc784 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 210 time: 0.0869701 Jan 28 20:18:35.960908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3646a0cb-966f-4caf-91a2-78193e61ec46,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:36.002722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Network bdc3298f-e93d-4808-ac15-86979d84f9a3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:18:36.020104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, bdc3298f-e93d-4808-ac15-86979d84f9a3) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:36.026823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:36.028359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.055919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 422f832a-1757-437f-a2af-490a20e3c1e8, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=422f832a-1757-437f-a2af-490a20e3c1e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:36.063896 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-de8a36d0-748d-4333-9fcd-0e35936d325f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6896546 Jan 28 20:18:36.065865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:36.067748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58148) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:36.072814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '422f832a-1757-437f-a2af-490a20e3c1e8', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '422f832a-1757-437f-a2af-490a20e3c1e8', 'mac_address': 'fa:16:3e:47:d8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:18:36.077846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1b77b-6db0-4685-abb1-3372e73a107f None None] Network bdc3298f-e93d-4808-ac15-86979d84f9a3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:36.079584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:36.108087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:36.127164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.129432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.134406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.170809 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.177382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422f832a-1757-437f-a2af-490a20e3c1e8 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:36.205116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4df004cf-f929-4d87-b946-2bc6c1e72e6e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:36.205744 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.231010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.266338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 422f832a-1757-437f-a2af-490a20e3c1e8, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=422f832a-1757-437f-a2af-490a20e3c1e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:36.277896 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.349815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:36.350440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.351862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 200 len: 1091 time: 3.3112211 Jan 28 20:18:36.354302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362fefd-2041-4efb-a6c7-6037f7898f63 service neutron] Pushing event updated for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:36.359889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:36.362565 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421d89ee-6a40-49ab-83c6-ae3e983084da" -d '{"events": [{"name": "network-changed", "server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:36.379437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=422f832a-1757-437f-a2af-490a20e3c1e8,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:36.424282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23452626-f3fd-402b-bd6d-b1c4160c9a29 req-e16d7595-fe80-4d57-91b8-5ff9b1393531 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:36.432682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23452626-f3fd-402b-bd6d-b1c4160c9a29 req-e16d7595-fe80-4d57-91b8-5ff9b1393531 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 947 time: 0.3513193 Jan 28 20:18:36.455748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.584313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23452626-f3fd-402b-bd6d-b1c4160c9a29 req-c8943678-705f-4821-946f-f87eac9af85b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491165 Jan 28 20:18:36.622547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-bdc3298f-e93d-4808-ac15-86979d84f9a3', 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'fixed_ips': [{'subnet_id': '3646a0cb-966f-4caf-91a2-78193e61ec46'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:18:36.624050 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.628792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.649006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-526c73f6-0d39-42c6-a9c2-2f886ef1cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:36.650668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-526c73f6-0d39-42c6-a9c2-2f886ef1cc0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1094 time: 0.2073262 Jan 28 20:18:36.651073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['422f832a-1757-437f-a2af-490a20e3c1e8'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:36.695621 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:36.769877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-b6c854da-5022-4a26-ab85-7e0b1d22d54c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 200 len: 217 time: 0.0760338 Jan 28 20:18:36.836878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Allocated IP 172.25.2.14 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/f4aef087-90d9-4238-aa3e-8cec777feb92) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:36.976365 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2273db-7c4a-46d4-945a-501bfe609671 x-openstack-request-id: req-1a2273db-7c4a-46d4-945a-501bfe609671 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:36.976991 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e706e7c3-0621-4f70-a99e-122bd2abbab2", "name": "network-vif-deleted", "tag": "5e2b47d6-d9f6-494e-9fcc-1068d3fb3188", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:36.977543 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a2273db-7c4a-46d4-945a-501bfe609671 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:36.978198 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e706e7c3-0621-4f70-a99e-122bd2abbab2', 'name': 'network-vif-deleted', 'tag': '5e2b47d6-d9f6-494e-9fcc-1068d3fb3188', 'status': 'completed', 'code': 200} Jan 28 20:18:36.995188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-70a188de-2256-4756-bca4-4509e69421e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:36.999367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-70a188de-2256-4756-bca4-4509e69421e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1872365 Jan 28 20:18:37.062733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-60578dda-2f8c-4ca3-a6f9-f16f0dc0c2df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478539 Jan 28 20:18:37.098267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.132777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.138401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2040fb23-b473-4718-9cce-ded7d5c2a461 req-26824038-b320-4223-b067-7faac7d6b207 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0950842 Jan 28 20:18:37.188085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Allocated IP 172.20.0.2 (bdc3298f-e93d-4808-ac15-86979d84f9a3/3646a0cb-966f-4caf-91a2-78193e61ec46/15ec2d0b-6d79-44ef-a1c5-aca868c5b549) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:37.278881 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc439a0-bf2a-4321-9447-91d7c3edc870 x-openstack-request-id: req-9dc439a0-bf2a-4321-9447-91d7c3edc870 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:37.279648 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:37.280263 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9dc439a0-bf2a-4321-9447-91d7c3edc870 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:37.281054 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2', 'status': 'completed', 'code': 200} Jan 28 20:18:37.299297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.415966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-f2b90adb-6b56-47ea-ba6d-22c55dc1ee6a service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359146 Jan 28 20:18:37.430277 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.468351 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.477068 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.527123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Network bdc3298f-e93d-4808-ac15-86979d84f9a3 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:37.530849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:37.541271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:37.545538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Pushing event updated for resources: {'Port': ['ID=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:37.582785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31433f-d6fb-4535-92af-e62e847a2cec req-1c866015-9cfa-4dc3-9c1d-34bcbf937b84 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:37.584457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c31433f-d6fb-4535-92af-e62e847a2cec req-1c866015-9cfa-4dc3-9c1d-34bcbf937b84 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.2326198 Jan 28 20:18:37.597414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:37.603908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Attempting to bind port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:37.603908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Attempting to bind port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:37.604327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Attempting to bind port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 on network bdc3298f-e93d-4808-ac15-86979d84f9a3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:37.607550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:37.613550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:37.613816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Checking segment: {'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:37.614387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.614984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Bound using segment: {'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:37.615975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Bound port: 15ec2d0b-6d79-44ef-a1c5-aca868c5b549, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:37.616603 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.622916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:37.634848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event updated for resources: {'Port': ['ID=f4aef087-90d9-4238-aa3e-8cec777feb92,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:37.681365 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0c60f6a1-ebac-4a71-8725-3f4f60fd5407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.708391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Allocated IP 172.25.2.105 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/fcfb1634-8a7d-4fec-bcbf-bb8c158d6623) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:37.721859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] For port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:37.726367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] For port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,segment=NetworkSegment(b6024092-c3cc-4422-9ad6-12313f120319),segment_id=b6024092-c3cc-4422-9ad6-12313f120319)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:37.731893 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:37.755308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9df033-646f-4cda-82e6-5c3596e5a049 req-b6c1f721-4eb2-4cc4-b9d1-971b1abae88a service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225172 Jan 28 20:18:37.833028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c31433f-d6fb-4535-92af-e62e847a2cec req-6a54a1a8-59cb-48d3-a7bb-23f01a72b3b8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161200 Jan 28 20:18:37.846180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58323d39-0253-4b80-8381-2440dc497c60 None None] Pushing event updated for resources: {'Port': ['ID=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:37.932606 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:38.014402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab798064-2390-4e5a-9a77-fe85281bbcab req-63b341fc-5256-404e-b0f5-42c06dbc57c9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 210 time: 0.0681951 Jan 28 20:18:38.050999 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:38.402431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:38.406483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-b0fbd3a7-be3a-4bbd-9e2a-b5c58f55dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.407916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-b0fbd3a7-be3a-4bbd-9e2a-b5c58f55dfc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1094 time: 0.5597460 Jan 28 20:18:38.649443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:38.655609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Allocated IP 172.25.2.176 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/7e98d2c0-3baa-46f1-bbe8-3badc6922306) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:38.664533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f5c60-88d2-403c-abe3-aa5a180c69a8 req-fca72cbe-f1f4-448e-949c-6dfeb1dc0f85 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.667268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-146f5c60-88d2-403c-abe3-aa5a180c69a8 req-fca72cbe-f1f4-448e-949c-6dfeb1dc0f85 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 948 time: 0.2626445 Jan 28 20:18:38.785755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-b2f7f2b5-d9fa-4943-a09a-6f9966512a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:38.788368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-b2f7f2b5-d9fa-4943-a09a-6f9966512a94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.3661432 Jan 28 20:18:38.814717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:38.827473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:38.836119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:38.873528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event updated for resources: {'Port': ['ID=fcfb1634-8a7d-4fec-bcbf-bb8c158d6623,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:38.879563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:38.897197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-29bf52cb-095c-4964-a5ea-a4f00af32069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 200 len: 217 time: 0.0930302 Jan 28 20:18:38.898574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:38.949915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:38.956372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:38.957413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-146f5c60-88d2-403c-abe3-aa5a180c69a8 req-cf3b36cc-e8ef-4743-bb6c-373e37916008 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263632 Jan 28 20:18:38.962359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:38.975513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e98d2c0-3baa-46f1-bbe8-3badc6922306,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:39.127154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e991e9-57b4-4689-bd5b-a5bbcc2a93d6 None None] Network bdc3298f-e93d-4808-ac15-86979d84f9a3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:18:39.165158 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.195919 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.200542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-79daece6-b307-46e2-a240-d7ded95c4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:39.202502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-79daece6-b307-46e2-a240-d7ded95c4da2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.2574494 Jan 28 20:18:39.246766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ccdecebc-49c2-4a77-b370-4de66f8d0c8c None None] Provisioning complete for port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:39.247830 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ccdecebc-49c2-4a77-b370-4de66f8d0c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.253659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.258106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-f4d1ad2b-33a2-4379-9213-8da80f45cf97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337052 Jan 28 20:18:39.338742 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.342412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9d3b8cf-0aea-426c-a0c6-1ecda783a79d req-eab9e3eb-fb03-4dca-9747-d8376e0507eb tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0343673 Jan 28 20:18:39.413220 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.451775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ccdecebc-49c2-4a77-b370-4de66f8d0c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.510037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event updated for resources: {'Port': ['ID=f4aef087-90d9-4238-aa3e-8cec777feb92,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:39.567722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ccdecebc-49c2-4a77-b370-4de66f8d0c8c None None] For port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,segment=NetworkSegment(b6024092-c3cc-4422-9ad6-12313f120319),segment_id=b6024092-c3cc-4422-9ad6-12313f120319)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:39.585105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 422f832a-1757-437f-a2af-490a20e3c1e8 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:39.585831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ccdecebc-49c2-4a77-b370-4de66f8d0c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.587562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-2f209c34-4faa-4225-ad4f-7303cfd219ac service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158247 Jan 28 20:18:39.594127 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.634799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.643284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5224870d-8887-450e-92ee-99894059b456 req-2c7a4f13-400e-46a1-9c10-d2c0a9ecce1f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0915945 Jan 28 20:18:39.727441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdecebc-49c2-4a77-b370-4de66f8d0c8c None None] Pushing event updated for resources: {'Port': ['ID=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:39.742766 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.759285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 422f832a-1757-437f-a2af-490a20e3c1e8 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:18:39.763860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:39.768616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 422f832a-1757-437f-a2af-490a20e3c1e8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:39.768795 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.842121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23d669-0ed5-465b-9458-dc8924e5ad3e req-4cd09756-2b9b-4f9c-ab4f-bd2ffc72044e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:39.844274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d23d669-0ed5-465b-9458-dc8924e5ad3e req-4cd09756-2b9b-4f9c-ab4f-bd2ffc72044e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.3610084 Jan 28 20:18:39.853237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5224870d-8887-450e-92ee-99894059b456 req-b45058b5-a035-4547-9f93-b8c17b22d377 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 695 time: 0.2092469 Jan 28 20:18:39.938822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:39.939125 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:39.943473 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Router 74099ee2-681f-468f-98bc-21efad82aadc is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:18:40.019524 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0004-0fa9-4e22-8f16-9b4871a51b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.022072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224870d-8887-450e-92ee-99894059b456 req-6c2d5cb3-41a7-41b5-adbc-f37fe0176a70 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:40.022607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.023609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5224870d-8887-450e-92ee-99894059b456 req-6c2d5cb3-41a7-41b5-adbc-f37fe0176a70 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1535861 Jan 28 20:18:40.045607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-78201e4d-bbd1-45cc-b43b-b2df8b101d72 None None] Provisioning complete for port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:40.045906 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-78201e4d-bbd1-45cc-b43b-b2df8b101d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.114568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:40.127511 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Sync routers for ids ['74099ee2-681f-468f-98bc-21efad82aadc'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:40.133682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277d710-fd00-4fe0-9895-42c5c7c6b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f832a-1757-437f-a2af-490a20e3c1e8'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:40.136509 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f1dc3d-3287-423b-ba3f-212803e0e9bf" -d '{"events": [{"server_uuid": "f277d710-fd00-4fe0-9895-42c5c7c6b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "422f832a-1757-437f-a2af-490a20e3c1e8"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:40.144554 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Routers {'74099ee2-681f-468f-98bc-21efad82aadc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:40.146215 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74099ee2-681f-468f-98bc-21efad82aadc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:40.155732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 422f832a-1757-437f-a2af-490a20e3c1e8, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=422f832a-1757-437f-a2af-490a20e3c1e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:40.176947 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.179646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.186531 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-57f86be8-c26a-423a-b43c-3bdfc6ae9db3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1183281 Jan 28 20:18:40.187570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:18:40.214097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d23d669-0ed5-465b-9458-dc8924e5ad3e req-712a6804-1f1f-4dee-984b-7a28e5190e90 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495939 Jan 28 20:18:40.242401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f976f1f-a6a1-4c4c-86d5-d014042ae687 req-400d178b-4141-470f-90e9-8505315d0afb tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=e706e7c3-0621-4f70-a99e-122bd2abbab2 HTTP/1.1" status: 200 len: 210 time: 0.0894747 Jan 28 20:18:40.244828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421d89ee-6a40-49ab-83c6-ae3e983084da req-32928841-69eb-4d29-b2dc-f061166d471c service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380653 Jan 28 20:18:40.287664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.300302 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.334048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=422f832a-1757-437f-a2af-490a20e3c1e8,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:40.420896 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Set router 74099ee2-681f-468f-98bc-21efad82aadc gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:40.590857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event updated for resources: {'Port': ['ID=fcfb1634-8a7d-4fec-bcbf-bb8c158d6623,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:40.604613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.640720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd18c7-3ae2-43d7-9f8e-8461dfa5dbfa req-fc1b47d4-4a27-41d7-996c-ec7d5c37247d tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:40.648521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cdd18c7-3ae2-43d7-9f8e-8461dfa5dbfa req-fc1b47d4-4a27-41d7-996c-ec7d5c37247d tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2262557 Jan 28 20:18:40.687875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.692743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3da21cfb-df50-4ef1-948b-a62bddac8258 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0250316 Jan 28 20:18:40.714974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a3839ba-e855-48ea-82e7-37d980610510 req-cf6f0635-bba1-41c1-b660-208398733ac7 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2818246 Jan 28 20:18:40.735082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:40.753038 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:18:39Z', 'revision_number': 3, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:40.785567 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cdd18c7-3ae2-43d7-9f8e-8461dfa5dbfa req-c5563e24-9b77-4720-9b73-dc4e610de7ae tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343281 Jan 28 20:18:40.787228 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.836147 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Checking router: 74099ee2-681f-468f-98bc-21efad82aadc for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:40.842201 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Updating router 74099ee2-681f-468f-98bc-21efad82aadc port 7e98d2c0-3baa-46f1-bbe8-3badc6922306 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:40.914756 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:40.939837 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111eacbd-d700-4aa6-98df-c1d890f88359 x-openstack-request-id: req-111eacbd-d700-4aa6-98df-c1d890f88359 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:40.940348 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277d710-fd00-4fe0-9895-42c5c7c6b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "422f832a-1757-437f-a2af-490a20e3c1e8", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:40.940767 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-111eacbd-d700-4aa6-98df-c1d890f88359 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:40.941468 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277d710-fd00-4fe0-9895-42c5c7c6b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f832a-1757-437f-a2af-490a20e3c1e8', 'code': 200} Jan 28 20:18:41.188897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16259307-01c0-4907-907a-4c8382a6d5ea req-d0b6317f-e304-45e6-97fc-35f008afc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:41.190611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16259307-01c0-4907-907a-4c8382a6d5ea req-d0b6317f-e304-45e6-97fc-35f008afc6ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 1100 time: 0.1424999 Jan 28 20:18:41.220031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:41.379368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16259307-01c0-4907-907a-4c8382a6d5ea req-a3a8acd7-01b0-421b-8199-163f984ee20e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759655 Jan 28 20:18:41.418789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-325c3dee-be4d-4499-a3e3-29c51adaebba req-a30c006b-c080-4871-a118-ebd91299f495 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0590370 Jan 28 20:18:41.496873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:41.592513 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:41.608462 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:41.666957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:41.736388 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Attempting to bind port 7e98d2c0-3baa-46f1-bbe8-3badc6922306 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:41.737179 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Attempting to bind port 7e98d2c0-3baa-46f1-bbe8-3badc6922306 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:41.737898 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Attempting to bind port 7e98d2c0-3baa-46f1-bbe8-3badc6922306 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:41.742188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:41.756038 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f674412-e7c6-44db-a28f-45e076793071 None None] Pushing event updated for resources: {'Port': ['ID=7e98d2c0-3baa-46f1-bbe8-3badc6922306,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:41.766973 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:41.768834 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:41.770519 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:41.770519 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:41.771315 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Bound port: 7e98d2c0-3baa-46f1-bbe8-3badc6922306, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:41.771969 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:41.805606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Allocated IP 172.25.2.77 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d58d3d6c-9246-46f4-841a-88e77386b97d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:41.825780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a94c0-6b2d-4f3f-9f6f-f0c479fea291 req-d1b28d53-ecdc-47d5-ae65-fb5f2a8948a4 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:41.827499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-775a94c0-6b2d-4f3f-9f6f-f0c479fea291 req-d1b28d53-ecdc-47d5-ae65-fb5f2a8948a4 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.1477067 Jan 28 20:18:41.852730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:41.853231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:41.967862 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] For port 7e98d2c0-3baa-46f1-bbe8-3badc6922306, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:41.974149 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] For port 7e98d2c0-3baa-46f1-bbe8-3badc6922306, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e98d2c0-3baa-46f1-bbe8-3badc6922306,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:41.982420 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-775a94c0-6b2d-4f3f-9f6f-f0c479fea291 req-e7131977-3450-4f9c-881b-69ff76af709c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276352 Jan 28 20:18:41.998906 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:42.099660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:42.123162 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Routers {'74099ee2-681f-468f-98bc-21efad82aadc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:42.124493 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74099ee2-681f-468f-98bc-21efad82aadc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:42.210787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:42.276357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:42.319556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Allocated IP 172.20.0.1 (bdc3298f-e93d-4808-ac15-86979d84f9a3/3646a0cb-966f-4caf-91a2-78193e61ec46/23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:42.370486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:42.382665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:42.452551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event updated for resources: {'Port': ['ID=d58d3d6c-9246-46f4-841a-88e77386b97d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:42.470356 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] Set router 74099ee2-681f-468f-98bc-21efad82aadc gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:42.635429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:42.658300 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f674412-e7c6-44db-a28f-45e076793071 None None] Pushing event updated for resources: {'Port': ['ID=7e98d2c0-3baa-46f1-bbe8-3badc6922306,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:42.662133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e424ab9-7fa5-4fbc-bcf9-7fe98d98ea52 req-86a574d6-7cc4-4a25-8c27-7024f80decce tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:42.664443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e424ab9-7fa5-4fbc-bcf9-7fe98d98ea52 req-86a574d6-7cc4-4a25-8c27-7024f80decce tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1992450 Jan 28 20:18:42.702536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:42.766729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:42.785359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e424ab9-7fa5-4fbc-bcf9-7fe98d98ea52 req-ecfa6553-9f34-4ee4-b3f9-bb578e46c984 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118603 Jan 28 20:18:42.832044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Pushing event updated for resources: {'Port': ['ID=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:42.837848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:42.862726 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:18:39Z', 'revision_number': 3, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:42.865652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:42.871842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Network bdc3298f-e93d-4808-ac15-86979d84f9a3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:42.879211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:42.901449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:42.986261 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800052e-6382-4b3c-ba7f-9011805838f5 None None] The sync data for ids ['74099ee2-681f-468f-98bc-21efad82aadc'] in n-d-825064-3 is: [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:18:39Z', 'revision_number': 3, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:43.036855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.136530 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.235169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.247342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.362618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6ecb6c89-12f7-4b89-8471-f5e7742d37b8 None None] Provisioning complete for port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:43.363648 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ecb6c89-12f7-4b89-8471-f5e7742d37b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.394413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-644efcc8-2b13-43e8-972b-45005106b143 req-eb7dbd8b-c453-43d8-a360-fb01f166fb48 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0630305 Jan 28 20:18:43.446035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.471881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event updated for resources: {'Port': ['ID=d58d3d6c-9246-46f4-841a-88e77386b97d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:43.505017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb6c89-12f7-4b89-8471-f5e7742d37b8 None None] Port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:43.521132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.562601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.563933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a3839ba-e855-48ea-82e7-37d980610510 req-d435b4d7-3449-480f-892c-6f39daa9fe4d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8421264 Jan 28 20:18:43.712558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a3839ba-e855-48ea-82e7-37d980610510 req-7f2d62d7-4d35-4a0f-93dc-71a188b149db tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.0983064 Jan 28 20:18:43.722725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e98d2c0-3baa-46f1-bbe8-3badc6922306 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:43.747891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e441085-fafd-4fae-bd7c-afdc3925956e req-3996dfd9-5204-4d67-93e5-a60c7029d3d1 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:43.763890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e441085-fafd-4fae-bd7c-afdc3925956e req-3996dfd9-5204-4d67-93e5-a60c7029d3d1 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.2070770 Jan 28 20:18:43.817613 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.823544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.868092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7e98d2c0-3baa-46f1-bbe8-3badc6922306 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:43.868705 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:43.913513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Pushing event updated for resources: {'Port': ['ID=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:43.920985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3839ba-e855-48ea-82e7-37d980610510 req-a5b7bae5-c203-495e-9b00-fad3d97aa616 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:43.922689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a3839ba-e855-48ea-82e7-37d980610510 req-a5b7bae5-c203-495e-9b00-fad3d97aa616 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1554976 Jan 28 20:18:43.983254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e441085-fafd-4fae-bd7c-afdc3925956e req-61fc1107-2e5f-4ab1-9798-a4ce27f5d699 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146003 Jan 28 20:18:44.001071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:44.157730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:44.222625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 7e98d2c0-3baa-46f1-bbe8-3badc6922306, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e98d2c0-3baa-46f1-bbe8-3badc6922306,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:44.228862 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:44.252694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274fa17-3c6c-4733-a46a-3725e7f5eae3 req-bf17ffcb-ebed-4120-8fbb-d8e3d70bcff0 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:44.268970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d274fa17-3c6c-4733-a46a-3725e7f5eae3 req-bf17ffcb-ebed-4120-8fbb-d8e3d70bcff0 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1864507 Jan 28 20:18:44.294566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Network bdc3298f-e93d-4808-ac15-86979d84f9a3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:44.301894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:44.448307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=7e98d2c0-3baa-46f1-bbe8-3badc6922306,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:44.472979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d274fa17-3c6c-4733-a46a-3725e7f5eae3 req-0727b76d-dde5-4e09-ac23-a560c30eb4a6 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016327 Jan 28 20:18:44.499769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f31fa690-54ac-4741-b405-ed61e18b7d02 req-492e51a7-2b01-4b2c-8c6e-38e3f2aa9049 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips/a8a4fd6d-9b8a-4fd9-a2e0-ada10c27de83 HTTP/1.1" status: 200 len: 692 time: 0.1444106 Jan 28 20:18:44.590216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Router 74099ee2-681f-468f-98bc-21efad82aadc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:18:44.889265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fa690-54ac-4741-b405-ed61e18b7d02 req-168a7df2-1fc0-4ad1-a242-e95c364afc8d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:44.895958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-00bb4f1b-6140-4445-bcc1-9fa74b456124 None None] Provisioning complete for port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:44.899098 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-00bb4f1b-6140-4445-bcc1-9fa74b456124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:44.907117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f31fa690-54ac-4741-b405-ed61e18b7d02 req-168a7df2-1fc0-4ad1-a242-e95c364afc8d tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.4013612 Jan 28 20:18:44.930120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-f31fa690-54ac-4741-b405-ed61e18b7d02 req-983393f7-b0c1-44dc-8393-b287d69f8d1c tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:18:44.943618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f31fa690-54ac-4741-b405-ed61e18b7d02 req-983393f7-b0c1-44dc-8393-b287d69f8d1c tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223615 Jan 28 20:18:45.003508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:45.023183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe5f4b14-91c7-4ac3-a263-240de1e3171d req-feed8c41-c0c3-405a-a0b9-fe467bebd6ac tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0527465 Jan 28 20:18:45.032447 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e4733b8d-6428-44f6-98c3-d97dea0d7e10 admin admin] 10.222.0.44 "PUT /v2.0/routers/74099ee2-681f-468f-98bc-21efad82aadc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8267403 Jan 28 20:18:45.182075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-00bb4f1b-6140-4445-bcc1-9fa74b456124 None None] Port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:45.271245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-f72dcef6-3fed-40c0-8f11-beec8f1be56b tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips/a8a4fd6d-9b8a-4fd9-a2e0-ada10c27de83 HTTP/1.1" status: 200 len: 692 time: 0.0764117 Jan 28 20:18:45.641971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-f18088c3-57a5-41c5-9f31-c2ce780979df tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:45.656477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-f18088c3-57a5-41c5-9f31-c2ce780979df tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.3840404 Jan 28 20:18:45.691511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-4080cf02-7447-40dd-b234-347b394350ef tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:18:45.710323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-4080cf02-7447-40dd-b234-347b394350ef tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520391 Jan 28 20:18:45.750640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e98d2c0-3baa-46f1-bbe8-3badc6922306 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:45.850068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-a0323366-59ba-4c32-a5d8-26a56d553632 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.1378789 Jan 28 20:18:45.919133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7e98d2c0-3baa-46f1-bbe8-3badc6922306 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:45.919766 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:46.008842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-dec8bc95-e79a-4ade-85d6-e01cb952a1a0 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.1455305 Jan 28 20:18:46.248243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d36af-7044-434b-a07a-5ce4d242d719 req-f7ab5d95-bece-4e9d-8fe1-f1964414087f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:46.255655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f5d36af-7044-434b-a07a-5ce4d242d719 req-f7ab5d95-bece-4e9d-8fe1-f1964414087f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.2435260 Jan 28 20:18:46.292890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Sync routers for ids ['74099ee2-681f-468f-98bc-21efad82aadc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:46.305873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Routers {'74099ee2-681f-468f-98bc-21efad82aadc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:46.307689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74099ee2-681f-468f-98bc-21efad82aadc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:46.325013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f5d36af-7044-434b-a07a-5ce4d242d719 req-b6ea8c7e-0eee-4fa4-9d7c-e0bc9ecaf781 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683880 Jan 28 20:18:46.343580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Deleting port d58d3d6c-9246-46f4-841a-88e77386b97d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:46.343580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:46.575659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Set router 74099ee2-681f-468f-98bc-21efad82aadc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:46.893271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:18:43Z', 'revision_number': 4, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9', 'name': '', 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'mac_address': 'fa:16:3e:d7:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3646a0cb-966f-4caf-91a2-78193e61ec46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:41Z', 'updated_at': '2022-01-28T20:18:43Z', 'revision_number': 2, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'subnets': [{'id': '3646a0cb-966f-4caf-91a2-78193e61ec46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:46.980641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Checking router: 74099ee2-681f-468f-98bc-21efad82aadc for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:46.982203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Updating router 74099ee2-681f-468f-98bc-21efad82aadc port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:47.035589 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.049799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.050130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.076316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Calling delete_port for d58d3d6c-9246-46f4-841a-88e77386b97d owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:47.085265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0589270d-499b-460e-9948-5ec7c7a37249 req-a77a06f2-74f1-4f1d-8c78-876727495e5e tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2811911 Jan 28 20:18:47.100853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:47.188128 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:18:47.203505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.417694 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.502820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event deleted for resources: {'Port': ['ID=d58d3d6c-9246-46f4-841a-88e77386b97d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.545455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.565224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.578651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.657595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.660291 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.675275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79bbd8c3-f6d0-4c9f-afda-0f23fb1fd7e3 req-d3cc21a1-aa7c-4c36-9793-cd5db05e5ee1 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "DELETE /v2.0/floatingips/a8a4fd6d-9b8a-4fd9-a2e0-ada10c27de83 HTTP/1.1" status: 204 len: 173 time: 1.6654863 Jan 28 20:18:47.684590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc884e-71df-45c7-a3e0-e7b0a90f710d None None] Pushing event updated for resources: {'Port': ['ID=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.720348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Allocated IP 172.25.2.20 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/0e93128b-0bf0-4c1e-ab03-509e4f27c74e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:47.833604 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.868352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Attempting to bind port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:47.868732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Attempting to bind port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:47.869089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Attempting to bind port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 on network bdc3298f-e93d-4808-ac15-86979d84f9a3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:47.883113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:47.883559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Checking segment: {'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:47.884153 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.884574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Bound using segment: {'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:47.885055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Bound port: 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6024092-c3cc-4422-9ad6-12313f120319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:47.885435 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:47.956702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f819b-9296-42a3-9fc3-3cc94ccb0d07 req-93b256e9-182f-4af9-ac2a-a9ddeaf8e94b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:47.967468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-803f819b-9296-42a3-9fc3-3cc94ccb0d07 req-93b256e9-182f-4af9-ac2a-a9ddeaf8e94b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1874120 Jan 28 20:18:48.009071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] For port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:48.014545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] For port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,segment=NetworkSegment(b6024092-c3cc-4422-9ad6-12313f120319),segment_id=b6024092-c3cc-4422-9ad6-12313f120319)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:48.026919 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:48.114128 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:48.120760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc884e-71df-45c7-a3e0-e7b0a90f710d None None] Pushing event updated for resources: {'Port': ['ID=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:48.124421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-803f819b-9296-42a3-9fc3-3cc94ccb0d07 req-b7dc2f92-33bf-401f-866f-f718fe191d35 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538756 Jan 28 20:18:48.151837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Routers {'74099ee2-681f-468f-98bc-21efad82aadc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:48.152653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74099ee2-681f-468f-98bc-21efad82aadc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:48.199473 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:48.219876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e1ec5e9f-d19b-4fbe-b806-69961c0fc1f8 None None] Provisioning complete for port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:48.220270 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5e9f-d19b-4fbe-b806-69961c0fc1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:48.294613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:48.317126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:48.319625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:48.435840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Pushing event updated for resources: {'Port': ['ID=0e93128b-0bf0-4c1e-ab03-509e4f27c74e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:48.474773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c04f6d58-0313-425f-b956-5fa286d6a11b req-3edc1866-a1c7-418c-a571-50de09043355 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0602031 Jan 28 20:18:48.487473 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5e9f-d19b-4fbe-b806-69961c0fc1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:48.504665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] Set router 74099ee2-681f-468f-98bc-21efad82aadc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:48.570468 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:48.643515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:48.848507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e1ec5e9f-d19b-4fbe-b806-69961c0fc1f8 None None] For port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,segment=NetworkSegment(b6024092-c3cc-4422-9ad6-12313f120319),segment_id=b6024092-c3cc-4422-9ad6-12313f120319)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:48.856293 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e1ec5e9f-d19b-4fbe-b806-69961c0fc1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:48.954667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec5e9f-d19b-4fbe-b806-69961c0fc1f8 None None] Pushing event updated for resources: {'Port': ['ID=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:49.035054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-699b8cc6-6b29-4790-bb9a-d3c03a069f7a None None] Provisioning complete for port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:49.035739 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-699b8cc6-6b29-4790-bb9a-d3c03a069f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:49.102532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:49.108531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:49.135625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0c46-7dc0-4f45-99f0-c1d00c315e17 req-431def4b-11cb-4c24-b921-b1a7f4beb4f3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:49.137295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02ce0c46-7dc0-4f45-99f0-c1d00c315e17 req-431def4b-11cb-4c24-b921-b1a7f4beb4f3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.1420119 Jan 28 20:18:49.162260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:18:43Z', 'revision_number': 4, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9', 'name': '', 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'mac_address': 'fa:16:3e:d7:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3646a0cb-966f-4caf-91a2-78193e61ec46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:41Z', 'updated_at': '2022-01-28T20:18:48Z', 'revision_number': 4, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'subnets': [{'id': '3646a0cb-966f-4caf-91a2-78193e61ec46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:49.196821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2fbf-55d5-46f0-bb35-62719cf8d483 None None] The sync data for ids ['74099ee2-681f-468f-98bc-21efad82aadc'] in n-d-825064-3 is: [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:18:43Z', 'revision_number': 4, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9', 'name': '', 'network_id': 'bdc3298f-e93d-4808-ac15-86979d84f9a3', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'mac_address': 'fa:16:3e:d7:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '3646a0cb-966f-4caf-91a2-78193e61ec46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:41Z', 'updated_at': '2022-01-28T20:18:48Z', 'revision_number': 4, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'subnets': [{'id': '3646a0cb-966f-4caf-91a2-78193e61ec46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:49.320307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Pushing event updated for resources: {'Port': ['ID=0e93128b-0bf0-4c1e-ab03-509e4f27c74e,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:49.349155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02ce0c46-7dc0-4f45-99f0-c1d00c315e17 req-8a74d94c-b60a-4056-824c-681d306d1758 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590297 Jan 28 20:18:49.374017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:49.421380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:49.424260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0589270d-499b-460e-9948-5ec7c7a37249 req-375ed5eb-e4dd-4a43-9291-851df0a9197a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3277225 Jan 28 20:18:49.741145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:49.747467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0589270d-499b-460e-9948-5ec7c7a37249 req-77af6393-c3db-4bcd-8b92-8865fc0208f5 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.20 HTTP/1.1" status: 200 len: 695 time: 0.2299592 Jan 28 20:18:49.824222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:49.824622 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:49.956990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589270d-499b-460e-9948-5ec7c7a37249 req-de4fadd7-bef1-424c-91cb-f0eed0b1e5ae tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:49.958520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0589270d-499b-460e-9948-5ec7c7a37249 req-de4fadd7-bef1-424c-91cb-f0eed0b1e5ae tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.2003908 Jan 28 20:18:49.983813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed2d0e-a291-4833-b23a-fc245a4e172b req-1e904beb-e73a-44a2-84e2-0cfef0e3d29a tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:49.996022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32ed2d0e-a291-4833-b23a-fc245a4e172b req-1e904beb-e73a-44a2-84e2-0cfef0e3d29a tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5661163 Jan 28 20:18:50.252228 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bcd73354-046d-4e1d-a36f-9e1983bb6736 req-c1418074-2831-4acf-ab58-78d38cb5063f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0682399 Jan 28 20:18:50.278345 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-2e320757-e37f-4cd8-8d5e-a1238f97d3f0 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817332 Jan 28 20:18:50.520908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8610967d-f89c-4717-b495-9fe36fd3bc33 req-95d582e3-27e4-4c53-89de-44f1c4ceed8a tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0933759 Jan 28 20:18:50.596529 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-565a174c-413f-4c92-aea6-fb139ebe99b1 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:50.604544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-565a174c-413f-4c92-aea6-fb139ebe99b1 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162835 Jan 28 20:18:50.641945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-fd4a9380-0c5c-4ff0-9c2f-f8b4057d54d7 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/quotas/203d0eb1fbfb47c089648f20d2a7d3f8 HTTP/1.1" status: 200 len: 375 time: 0.0361457 Jan 28 20:18:50.712225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a69162dd-be8e-43d8-b72d-f8081968a906 req-e0ae77c0-1379-41e7-a509-77633064db6b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips/6b9d881d-9ba5-4ed2-ae7f-bbb6b705a594 HTTP/1.1" status: 200 len: 692 time: 0.0904758 Jan 28 20:18:50.777639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-db29a908-0082-4553-91b2-7c31c92b2330 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1348708 Jan 28 20:18:50.900983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69162dd-be8e-43d8-b72d-f8081968a906 req-a6ccfc55-a59a-4e13-8026-3812ba588fd9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:50.903331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a69162dd-be8e-43d8-b72d-f8081968a906 req-a6ccfc55-a59a-4e13-8026-3812ba588fd9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1816227 Jan 28 20:18:51.034047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:51.053265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d514a441-095c-4a91-a027-435a15fb80fc req-90135618-cebb-419d-815f-59be95cbebbd tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=6a0a67cd4cac43188d7646f387d1a66f HTTP/1.1" status: 200 len: 1656 time: 0.1171572 Jan 28 20:18:51.335396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514a441-095c-4a91-a027-435a15fb80fc req-d5d8779c-3836-45b2-b056-189130f07143 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:51.345029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d514a441-095c-4a91-a027-435a15fb80fc req-d5d8779c-3836-45b2-b056-189130f07143 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks?id=f3aca0be-7b4c-426a-8001-a54b17c3127d&id=f3aca0be-7b4c-426a-8001-a54b17c3127d&id=f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 787 time: 0.2824867 Jan 28 20:18:51.351639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-d514a441-095c-4a91-a027-435a15fb80fc req-8e76dcd0-3e9e-4e91-b44a-6a514db9059e tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:18:51.374736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d514a441-095c-4a91-a027-435a15fb80fc req-8e76dcd0-3e9e-4e91-b44a-6a514db9059e tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230212 Jan 28 20:18:51.549782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308c0595-e9ef-4d45-a67f-18541d39939e req-2d68cb8a-ed54-4b40-9924-fb624e662efe tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=8504a6019add4c959ffd9d86236197f0 HTTP/1.1" status: 200 len: 695 time: 0.0617788 Jan 28 20:18:51.624435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e3afebcd-73a5-4d99-897c-c205356d80d2 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:18:51.634539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c2732-1609-4c10-bd7d-a005525ad641 req-bb123dd2-878c-4e37-9ebc-77e3f0c9efcf tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:51.636127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad3c2732-1609-4c10-bd7d-a005525ad641 req-bb123dd2-878c-4e37-9ebc-77e3f0c9efcf tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.2056508 Jan 28 20:18:51.723010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad3c2732-1609-4c10-bd7d-a005525ad641 req-283f9c58-8845-4b6c-b4ca-d03585f21e38 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771370 Jan 28 20:18:51.730998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c0595-e9ef-4d45-a67f-18541d39939e req-2b0a51dc-e266-4ed3-bdfa-54f4472511a3 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:51.736257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308c0595-e9ef-4d45-a67f-18541d39939e req-2b0a51dc-e266-4ed3-bdfa-54f4472511a3 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/networks?id=f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 787 time: 0.1759834 Jan 28 20:18:51.748719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-308c0595-e9ef-4d45-a67f-18541d39939e req-6e99b4a3-af3a-4b8c-bebe-847a1b0ec70a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:18:51.749756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308c0595-e9ef-4d45-a67f-18541d39939e req-6e99b4a3-af3a-4b8c-bebe-847a1b0ec70a tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101333 Jan 28 20:18:51.798108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:51.819774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'e3afebcd-73a5-4d99-897c-c205356d80d2', 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9', 'port_id': 'e3afebcd-73a5-4d99-897c-c205356d80d2', 'mac_address': 'fa:16:3e:0f:e5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6bb16d-74c1-42f7-bbb3-91fcb10605a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:18:51.846369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd87608b-9ef3-4671-8b26-53103d6d03e6 req-3ed32f92-cb82-452c-a28c-1463899d9933 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 210 time: 0.0305841 Jan 28 20:18:51.903847 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:51.927056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3afebcd-73a5-4d99-897c-c205356d80d2 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:51.958216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-d0b3e6ad-1729-4c3d-aedd-2524d30f8275 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips/24f7e715-58c2-4649-a4ad-3779f42aa074 HTTP/1.1" status: 200 len: 692 time: 0.0824862 Jan 28 20:18:51.962794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:51.969446 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:52.021368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403ac6-ea50-425b-98ab-f24e7d82c987 req-644180e5-a48f-4f2b-ad63-aa07579965e8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:52.021368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5403ac6-ea50-425b-98ab-f24e7d82c987 req-644180e5-a48f-4f2b-ad63-aa07579965e8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 944 time: 0.1560771 Jan 28 20:18:52.055382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:52.075376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-ba68c877-e180-43d5-ad5c-ea8683a1764f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:52.077676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-ba68c877-e180-43d5-ad5c-ea8683a1764f tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "GET /v2.0/ports?device_id=65b421e9-0700-429f-be79-4220a85ada7b HTTP/1.1" status: 200 len: 944 time: 0.1069913 Jan 28 20:18:52.156623 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5403ac6-ea50-425b-98ab-f24e7d82c987 req-9adab3ef-225f-4c7c-87f6-8ba7c12d8740 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811641 Jan 28 20:18:52.196656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-603b852d-59e8-4a3b-a730-ee90fb129461 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:52.207945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-603b852d-59e8-4a3b-a730-ee90fb129461 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.2239017 Jan 28 20:18:52.210369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Deleting port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:52.210720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:52.277047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-67db125d-1e01-4f7a-9697-13ed8b2791fd tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 695 time: 0.0677769 Jan 28 20:18:52.373446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] For port ddeda68b-1d35-446b-ad84-cc76d2dc22a0, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:52.375696 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:52.383289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e50807c3-a4eb-4dd4-be78-9214a95db75d req-3857575e-10ea-47df-abc7-c7c1741748c5 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0987225 Jan 28 20:18:52.389276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['e3afebcd-73a5-4d99-897c-c205356d80d2'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:52.408791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-b7655f07-50ab-46ca-81a3-962d1cf44f2f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.14 HTTP/1.1" status: 200 len: 695 time: 0.1280818 Jan 28 20:18:52.428438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Calling delete_port for ddeda68b-1d35-446b-ad84-cc76d2dc22a0 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:52.578186 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-fa5d722b-a35e-432b-9c28-5622fb3d83c9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips/6b9d881d-9ba5-4ed2-ae7f-bbb6b705a594 HTTP/1.1" status: 200 len: 692 time: 0.1594927 Jan 28 20:18:52.627253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:52.627654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-4089f289-ec4d-4cbb-9e67-9fdcd72b41cf tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917354 Jan 28 20:18:52.646246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ddeda68b-1d35-446b-ad84-cc76d2dc22a0'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:52.687766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Pushing event deleted for resources: {'Port': ['ID=ddeda68b-1d35-446b-ad84-cc76d2dc22a0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:52.740539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.741280 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.741906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.743831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.744309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.744737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.745124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.745586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.745952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.746351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.747295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.747706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:52.752435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] No DVR routers for this DVR port ddeda68b-1d35-446b-ad84-cc76d2dc22a0 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:52.759571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:52.763969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90c849f1-75eb-47d0-ae86-8012cafa2580 req-30d641f8-473e-437e-8ced-6048cae777ad tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.13 "DELETE /v2.0/ports/ddeda68b-1d35-446b-ad84-cc76d2dc22a0 HTTP/1.1" status: 204 len: 173 time: 0.6787636 Jan 28 20:18:52.764570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'name': 'network-vif-deleted', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:52.767194 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8359bcf2-2eb6-4f38-b0b3-8d16b1804eb2" -d '{"events": [{"server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "name": "network-vif-deleted", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:53.267763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-4b822a8f-6564-4315-92e3-8934d8a9c33b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:53.269225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-4b822a8f-6564-4315-92e3-8934d8a9c33b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.6899610 Jan 28 20:18:53.277525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-7b781aa1-32e3-4c91-8d22-91b2b076b15b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:53.279031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-7b781aa1-32e3-4c91-8d22-91b2b076b15b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6078629 Jan 28 20:18:53.284273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Deleting port f4aef087-90d9-4238-aa3e-8cec777feb92 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:53.284645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:53.309089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Request body: {'port': {'device_id': 'c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '203d0eb1fbfb47c089648f20d2a7d3f8'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:53.439081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-5951215d-db97-474f-b092-5b086b1f291f tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.20 HTTP/1.1" status: 200 len: 695 time: 0.1522634 Jan 28 20:18:53.537183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-3173f5de-5b88-416c-9384-605ae4e35df3 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.20 HTTP/1.1" status: 200 len: 695 time: 0.0841224 Jan 28 20:18:53.614993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:53.615335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:53.639406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Calling delete_port for f4aef087-90d9-4238-aa3e-8cec777feb92 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:53.760783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Made reservation on behalf of 203d0eb1fbfb47c089648f20d2a7d3f8 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:53.764495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:53.897051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Deleting port 0e93128b-0bf0-4c1e-ab03-509e4f27c74e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:53.897396 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:53.999012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.050494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event deleted for resources: {'Port': ['ID=f4aef087-90d9-4238-aa3e-8cec777feb92,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:54.053724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Allocated IP 192.168.233.101 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/b9e433be-a71a-4867-86b6-0b9fec081492) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:54.123582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.124079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.158060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Calling delete_port for 0e93128b-0bf0-4c1e-ab03-509e4f27c74e owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:54.190377 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.192933 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.194057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9088784e-aca0-4c6f-9e8e-3f3fc2cdcd87 req-fe296f94-0132-40ed-8d0a-8130676e5dc4 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "DELETE /v2.0/floatingips/24f7e715-58c2-4649-a4ad-3779f42aa074 HTTP/1.1" status: 204 len: 173 time: 1.7843790 Jan 28 20:18:54.365265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.437318 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.464654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.467407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Pushing event deleted for resources: {'Port': ['ID=0e93128b-0bf0-4c1e-ab03-509e4f27c74e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:54.483114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['422f832a-1757-437f-a2af-490a20e3c1e8'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:54.562524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:54.570927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:54.575749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Pushing event updated for resources: {'Port': ['ID=b9e433be-a71a-4867-86b6-0b9fec081492,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:54.579951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:54.614202 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.617580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.618753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-871b6e5e-70cf-49d8-9c6e-574dfe16a004 req-6fee4661-d73b-4a4a-a2e7-441a5adb9e8b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "DELETE /v2.0/floatingips/6b9d881d-9ba5-4ed2-ae7f-bbb6b705a594 HTTP/1.1" status: 204 len: 173 time: 1.0801933 Jan 28 20:18:54.660121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:54.661148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.682324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-de77eac1-a861-4927-906c-70dbb75e1173 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3775623 Jan 28 20:18:54.696498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Request body: {'port': {'device_id': 'c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:54.819529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7e54025-6679-41e9-a97c-562e2e1194ca req-dea4a496-acc5-4ddc-8b1c-4aa73c2dca76 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5&device_id=2d785250-d5ea-4211-a281-ba5927968ead HTTP/1.1" status: 200 len: 210 time: 0.0702558 Jan 28 20:18:54.903745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:54.912602 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f7cc24-8070-4be7-a7d1-fbcdd8f64af6 x-openstack-request-id: req-00f7cc24-8070-4be7-a7d1-fbcdd8f64af6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:54.913316 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b421e9-0700-429f-be79-4220a85ada7b", "name": "network-vif-deleted", "tag": "ddeda68b-1d35-446b-ad84-cc76d2dc22a0", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:54.913316 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00f7cc24-8070-4be7-a7d1-fbcdd8f64af6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:54.913636 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b421e9-0700-429f-be79-4220a85ada7b', 'name': 'network-vif-deleted', 'tag': 'ddeda68b-1d35-446b-ad84-cc76d2dc22a0', 'status': 'completed', 'code': 200} Jan 28 20:18:54.919460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ab70b-5bfa-4c28-bbb0-e516571e420d req-174e72c6-b7fc-4086-aab2-ef7d08a73ca0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:54.921265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd0ab70b-5bfa-4c28-bbb0-e516571e420d req-174e72c6-b7fc-4086-aab2-ef7d08a73ca0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 944 time: 0.1733382 Jan 28 20:18:54.999252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c935359e-6831-4b7b-9334-62d5f970c2b3 None None] Provisioning complete for port b9e433be-a71a-4867-86b6-0b9fec081492 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:54.999618 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c935359e-6831-4b7b-9334-62d5f970c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:55.057526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c935359e-6831-4b7b-9334-62d5f970c2b3 None None] Port b9e433be-a71a-4867-86b6-0b9fec081492 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:18:55.060144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd0ab70b-5bfa-4c28-bbb0-e516571e420d req-e01e9fd9-5a1e-4066-9b1b-b603ca32c582 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318059 Jan 28 20:18:55.145244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c4437-7e95-4113-a57a-ed69f4867ea4 req-e27d7955-46b9-4f7c-9196-49c81bff8e0e tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:55.146928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-450c4437-7e95-4113-a57a-ed69f4867ea4 req-e27d7955-46b9-4f7c-9196-49c81bff8e0e tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 936 time: 0.1432571 Jan 28 20:18:55.216470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-7aed4e47-c538-4c5a-8a9a-7624697dac17 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips/fc682306-a6d7-4242-9caf-aaf9d8a907e6 HTTP/1.1" status: 200 len: 693 time: 0.0661132 Jan 28 20:18:55.352484 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-450c4437-7e95-4113-a57a-ed69f4867ea4 req-93ca809e-b7d8-4406-9082-5f300b76b700 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898539 Jan 28 20:18:55.436399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-1ee1d2cc-bc46-457f-9661-6e94fda955d7 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:55.443997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-1ee1d2cc-bc46-457f-9661-6e94fda955d7 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.2091477 Jan 28 20:18:55.538818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-6de6ea9c-896b-4d9b-b473-3c1a47c9c174 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0937338 Jan 28 20:18:55.613427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e433be-a71a-4867-86b6-0b9fec081492 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:18:55.629199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-8638967b-653f-4836-9592-6d1c4044e78a tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.187 HTTP/1.1" status: 200 len: 696 time: 0.0889957 Jan 28 20:18:55.635372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:55.661815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e3afebcd-73a5-4d99-897c-c205356d80d2 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:55.666007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ddeda68b-1d35-446b-ad84-cc76d2dc22a0 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:55.723039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: ddeda68b-1d35-446b-ad84-cc76d2dc22a0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:18:55.723677 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ddeda68b-1d35-446b-ad84-cc76d2dc22a0 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:55.765050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port e3afebcd-73a5-4d99-897c-c205356d80d2 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:18:55.766779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Transition to ACTIVE for port object b9e433be-a71a-4867-86b6-0b9fec081492 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:18:55.772521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port e3afebcd-73a5-4d99-897c-c205356d80d2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:55.773135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:55.777952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:55.907496 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:55.915590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-42d0848a-9225-4155-a08d-c5e3c00a7eb8 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3604431 Jan 28 20:18:55.926488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e433be-a71a-4867-86b6-0b9fec081492,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:55.931769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:55.943498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:55.946699 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b262a5c-0378-41fb-9453-f6df3fc0cfa9" -d '{"events": [{"server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "name": "network-vif-plugged", "status": "completed", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:55.964996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:55.967731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.968071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.968453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.968834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.969320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.969704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.970089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.970367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.970628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.971077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.971393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.971713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:55.977078 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.046297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.065072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Deleting port f7c90314-d75c-46be-9b38-8f98bedf9b3e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:56.065410 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.071945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:56.156028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Attempting to bind port b9e433be-a71a-4867-86b6-0b9fec081492 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:18:56.156308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Attempting to bind port b9e433be-a71a-4867-86b6-0b9fec081492 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:18:56.156619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Attempting to bind port b9e433be-a71a-4867-86b6-0b9fec081492 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:56.530760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Port b9e433be-a71a-4867-86b6-0b9fec081492 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:18:56.531472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Attempting to bind port b9e433be-a71a-4867-86b6-0b9fec081492 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:56.548759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:56.549105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:18:56.549615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:56.550402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Bound port: b9e433be-a71a-4867-86b6-0b9fec081492, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:18:56.551004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.587251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.587556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.633567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Calling delete_port for f7c90314-d75c-46be-9b38-8f98bedf9b3e owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:56.762028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] For port b9e433be-a71a-4867-86b6-0b9fec081492, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:56.790397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] For port b9e433be-a71a-4867-86b6-0b9fec081492, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b9e433be-a71a-4867-86b6-0b9fec081492,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:56.799917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.849640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.875830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:56.876626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:56.878658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/b9e433be-a71a-4867-86b6-0b9fec081492 HTTP/1.1" status: 200 len: 1096 time: 2.1864994 Jan 28 20:18:56.882924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b', 'tag': 'b9e433be-a71a-4867-86b6-0b9fec081492'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:18:56.882924 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b", "tag": "b9e433be-a71a-4867-86b6-0b9fec081492"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:57.007499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d32c2d-00e5-4b5c-9bfc-e0fbd1121bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e433be-a71a-4867-86b6-0b9fec081492,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:57.036339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-b4154c59-84b6-4f40-b5c6-40c298e6ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:57.039205 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-b4154c59-84b6-4f40-b5c6-40c298e6ac2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 1099 time: 0.0924802 Jan 28 20:18:57.110873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:57.114613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-ec6b9f2d-a3f4-454e-860e-d84da5fd150b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=b9e433be-a71a-4867-86b6-0b9fec081492 HTTP/1.1" status: 200 len: 217 time: 0.0677574 Jan 28 20:18:57.166120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-d60f9b0a-c25f-46f0-bbdf-157559c963ab tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:57.168835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-d60f9b0a-c25f-46f0-bbdf-157559c963ab tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 946 time: 0.2100925 Jan 28 20:18:57.169469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event deleted for resources: {'Port': ['ID=f7c90314-d75c-46be-9b38-8f98bedf9b3e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:57.195471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Allocated IP 172.25.2.190 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/8e3b15c7-714f-49f9-8555-574d99724170) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:57.209386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-a9aab93f-ac51-4f86-97ee-e01a8e9fd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:57.210852 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-a9aab93f-ac51-4f86-97ee-e01a8e9fd0ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0869198 Jan 28 20:18:57.271135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-8e88d76d-9ef4-480f-bef6-b907f50ff8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:57.272911 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-8e88d76d-9ef4-480f-bef6-b907f50ff8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517817 Jan 28 20:18:57.393309 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:57.393717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:57.406649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43c244d8-2ab1-45f0-8aad-72af2d679464 req-d4a0fad0-caf3-44a2-86bf-b3bf93971539 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "DELETE /v2.0/floatingips/fc682306-a6d7-4242-9caf-aaf9d8a907e6 HTTP/1.1" status: 204 len: 173 time: 1.7758138 Jan 28 20:18:57.420790 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-50b4557e-5a93-4629-941a-ecc825689837 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395037 Jan 28 20:18:57.508649 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:57.516127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Deleting port d273a490-a101-4f68-9ae1-2318ac4805de {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:57.516521 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:57.631094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:57.632612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c9ae2422-d639-44cc-9019-bf752b114c9f req-a9d07193-3aef-4461-b008-7d473a2c378b service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920724 Jan 28 20:18:57.689789 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-78f2b324-b90b-4f5c-bf7c-26c606e436d2 req-9b020b7a-b247-45f5-a4e4-126d65b19ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b961b360cd894aab98c966f7a96c395a&device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0461142 Jan 28 20:18:57.690403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] For port d273a490-a101-4f68-9ae1-2318ac4805de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d273a490-a101-4f68-9ae1-2318ac4805de,segment=NetworkSegment(9ccd6234-2dd5-4c64-a826-4777270bbfdd),segment_id=9ccd6234-2dd5-4c64-a826-4777270bbfdd)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:57.690768 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:57.708988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:57.714683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:57.726501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:57.730745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Calling delete_port for d273a490-a101-4f68-9ae1-2318ac4805de owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:57.745576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Pushing event updated for resources: {'Port': ['ID=8e3b15c7-714f-49f9-8555-574d99724170,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:57.748012 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-78f2b324-b90b-4f5c-bf7c-26c606e436d2 req-877d72e4-3c24-42cf-a59a-03cf60b7c92a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b961b360cd894aab98c966f7a96c395a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500805 Jan 28 20:18:57.909577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2b324-b90b-4f5c-bf7c-26c606e436d2 req-81848b5b-e102-4fad-925e-bc1c9ee38a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:57.915727 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-78f2b324-b90b-4f5c-bf7c-26c606e436d2 req-81848b5b-e102-4fad-925e-bc1c9ee38a59 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593647 Jan 28 20:18:57.943725 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:58.077539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:58.183325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02013987-f2c4-4f5f-8dfc-d75427b45aff req-27fcc7bb-e120-4c7d-97fa-5964ab2b0a53 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.185843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02013987-f2c4-4f5f-8dfc-d75427b45aff req-27fcc7bb-e120-4c7d-97fa-5964ab2b0a53 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d844ab7-5492-4fc1-9dfc-76e3a233b569 HTTP/1.1" status: 200 len: 946 time: 0.2160962 Jan 28 20:18:58.257686 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:58.269558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d273a490-a101-4f68-9ae1-2318ac4805de'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:18:58.329436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Pushing event deleted for resources: {'Port': ['ID=d273a490-a101-4f68-9ae1-2318ac4805de,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:58.380802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02013987-f2c4-4f5f-8dfc-d75427b45aff req-0e663225-e73e-49bf-8e8c-37b132d3bc70 tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.44 "GET /v2.0/security-groups?id=65ea9c77-940b-4af9-8686-bb72ac7b7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840267 Jan 28 20:18:58.410103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] No DVR routers for this DVR port d273a490-a101-4f68-9ae1-2318ac4805de on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:58.419079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:58.422754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f567f11f-1be0-4b7a-b6b2-6e01736af1ea req-374b744d-ee72-455e-aea0-1e5ba06041fb tempest-ServerTagsTestJSON-1530794881 tempest-ServerTagsTestJSON-1530794881-project] 10.222.0.13 "DELETE /v2.0/ports/d273a490-a101-4f68-9ae1-2318ac4805de HTTP/1.1" status: 204 len: 173 time: 1.2230377 Jan 28 20:18:58.453244 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c017188-610c-4c94-81a8-873f1f224edc x-openstack-request-id: req-4c017188-610c-4c94-81a8-873f1f224edc {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:58.453714 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "name": "network-vif-plugged", "status": "completed", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:58.454100 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c017188-610c-4c94-81a8-873f1f224edc {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:58.454697 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2', 'code': 200} Jan 28 20:18:58.470438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:58.479477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:58.642090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2f542-ef34-4ed7-a3fa-2eb0e7e825c6 req-d5289d77-8c0a-4c7e-915f-5094c0659734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.644856 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e9d2f542-ef34-4ed7-a3fa-2eb0e7e825c6 req-d5289d77-8c0a-4c7e-915f-5094c0659734 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1096 time: 0.0672228 Jan 28 20:18:58.681451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Pushing event updated for resources: {'Port': ['ID=8e3b15c7-714f-49f9-8555-574d99724170,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:58.687117 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:58.704227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa398aec-d816-4186-bed3-674157a777bf req-6ac6c4f4-5eca-4f1b-b6db-29d6349534f8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.708055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa398aec-d816-4186-bed3-674157a777bf req-6ac6c4f4-5eca-4f1b-b6db-29d6349534f8 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 945 time: 0.1735845 Jan 28 20:18:58.718986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94643954-25cd-4a28-b909-c7cdc752bdbc req-85dd7d56-0cce-477f-9404-153f318c20d9 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.719708 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e9d2f542-ef34-4ed7-a3fa-2eb0e7e825c6 req-6d583c1d-d73d-450f-84ca-cca9d7bbaf30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645304 Jan 28 20:18:58.720548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94643954-25cd-4a28-b909-c7cdc752bdbc req-85dd7d56-0cce-477f-9404-153f318c20d9 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.1707683 Jan 28 20:18:58.733260 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:58.734757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-f6e75f16-cbf9-4579-81bd-231095cdcedd tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8182530 Jan 28 20:18:58.839116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-55b5a78f-799b-46c8-bd36-93fc8435770e tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0810163 Jan 28 20:18:58.866479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94643954-25cd-4a28-b909-c7cdc752bdbc req-d3b6434a-ea86-4e9d-b628-189a8f4a6541 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361670 Jan 28 20:18:58.997602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Deleting port 6c5b75cf-f894-4647-94c0-09777b9794e9 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:18:58.997957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:59.045044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-011a262d-1c2e-4bcd-b8bb-9ce450e977e4 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.046466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb32f68-62b8-4ed8-ba8f-5eb70306c996 req-011a262d-1c2e-4bcd-b8bb-9ce450e977e4 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1874065 Jan 28 20:18:59.120850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebce84-43de-4b0b-a9f2-f74cb78ecfbf req-cfb9f98d-6377-4594-9ada-a880a3d6a952 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.126480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47ebce84-43de-4b0b-a9f2-f74cb78ecfbf req-cfb9f98d-6377-4594-9ada-a880a3d6a952 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 948 time: 0.1179583 Jan 28 20:18:59.164066 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d3f68d-e461-4c11-ac3b-d7a7ea64f6f4 x-openstack-request-id: req-74d3f68d-e461-4c11-ac3b-d7a7ea64f6f4 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:59.164464 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b", "tag": "b9e433be-a71a-4867-86b6-0b9fec081492", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:59.164700 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74d3f68d-e461-4c11-ac3b-d7a7ea64f6f4 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:59.165106 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b', 'tag': 'b9e433be-a71a-4867-86b6-0b9fec081492', 'status': 'completed', 'code': 200} Jan 28 20:18:59.176595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] For port 6c5b75cf-f894-4647-94c0-09777b9794e9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6c5b75cf-f894-4647-94c0-09777b9794e9,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:59.176972 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:59.229918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Calling delete_port for 6c5b75cf-f894-4647-94c0-09777b9794e9 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:18:59.236110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47ebce84-43de-4b0b-a9f2-f74cb78ecfbf req-2b4d9e18-4758-4cab-8bbe-9748ceb92b14 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027818 Jan 28 20:18:59.292917 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-1742bbb3-9211-486f-b657-ad64bb25f352 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips/f97ec20d-5579-4bfb-a252-069c90b3d1b8 HTTP/1.1" status: 200 len: 693 time: 0.0920467 Jan 28 20:18:59.313844 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-78f2b324-b90b-4f5c-bf7c-26c606e436d2 req-d7073122-a32e-41e6-905e-170dceea9f4d tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.13 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0695820 Jan 28 20:18:59.433553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-9508866a-aef1-4908-9769-bcee152ff3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.434716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-9508866a-aef1-4908-9769-bcee152ff3d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 1099 time: 0.2435946 Jan 28 20:18:59.458885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93c962fc-e72b-4b24-83c2-2c2701d43ba1 req-9e79cb1e-4f38-43c9-971c-44eb2c906e15 tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=b752604e-5048-495c-b6d9-88f3a45e35b5 HTTP/1.1" status: 200 len: 210 time: 0.1135309 Jan 28 20:18:59.649911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-29b51bd9-98e1-4efb-a56c-9b6cfc6af4b5 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.651339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-29b51bd9-98e1-4efb-a56c-9b6cfc6af4b5 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.3046508 Jan 28 20:18:59.663729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b9e433be-a71a-4867-86b6-0b9fec081492 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:18:59.748836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-22b5c2b0-3954-4a50-9520-a6c8f176a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.748836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-22b5c2b0-3954-4a50-9520-a6c8f176a667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2949951 Jan 28 20:18:59.774182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-ce140bc0-c967-482d-861c-fdb180b1d194 tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.1004479 Jan 28 20:18:59.813691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb040c4-2307-4157-9f2c-7998f9b5a43d req-dbbd61e4-2eba-4df6-97e6-fd6571a85542 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.815237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ddb040c4-2307-4157-9f2c-7998f9b5a43d req-dbbd61e4-2eba-4df6-97e6-fd6571a85542 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba8d548f-82a1-4b7e-9185-ecfaa14e16ea HTTP/1.1" status: 200 len: 945 time: 0.2490811 Jan 28 20:18:59.819852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-800ff668-fea2-492e-8da6-cb965ce75f1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=b9e433be-a71a-4867-86b6-0b9fec081492 HTTP/1.1" status: 200 len: 217 time: 0.0622852 Jan 28 20:18:59.835656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b9e433be-a71a-4867-86b6-0b9fec081492, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b9e433be-a71a-4867-86b6-0b9fec081492,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:59.854925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'b9e433be-a71a-4867-86b6-0b9fec081492', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'b9e433be-a71a-4867-86b6-0b9fec081492', 'mac_address': 'fa:16:3e:39:5f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:18:59.927405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-6234a4d2-a71e-44b4-acf9-78a3c9bb80fe tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.1222062 Jan 28 20:18:59.935744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:59.951303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:18:59.979472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e433be-a71a-4867-86b6-0b9fec081492 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:00.023933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b9e433be-a71a-4867-86b6-0b9fec081492, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b9e433be-a71a-4867-86b6-0b9fec081492,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:00.030743 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:00.034782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-ad9c0986-430a-4aba-854a-0f66b139282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:00.036753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-ad9c0986-430a-4aba-854a-0f66b139282a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2046494 Jan 28 20:19:00.043680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Pushing event deleted for resources: {'Port': ['ID=6c5b75cf-f894-4647-94c0-09777b9794e9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:00.108919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b9e433be-a71a-4867-86b6-0b9fec081492,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:00.111473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ddb040c4-2307-4157-9f2c-7998f9b5a43d req-98493d0e-3db3-4881-97a0-0bfabe30e35c tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808452 Jan 28 20:19:00.159089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] No DVR routers for this DVR port 6c5b75cf-f894-4647-94c0-09777b9794e9 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:00.235191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['b9e433be-a71a-4867-86b6-0b9fec081492'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:00.579834 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:00.583455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa398aec-d816-4186-bed3-674157a777bf req-4d9aea1b-b035-4037-8413-f73267ccf011 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.26 "DELETE /v2.0/ports/6c5b75cf-f894-4647-94c0-09777b9794e9 HTTP/1.1" status: 204 len: 173 time: 1.8611362 Jan 28 20:19:00.628501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-25ea9b15-991a-4f90-9a6f-87e5aefed155 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips/33ce1bab-44ab-4758-a8a5-bd41e1f38b3d HTTP/1.1" status: 200 len: 693 time: 0.4781547 Jan 28 20:19:00.653190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-d918bba4-ae39-49ec-a303-1b6f8b3c20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:00.655243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-d918bba4-ae39-49ec-a303-1b6f8b3c20a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6068130 Jan 28 20:19:00.810386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Deleting port dd9ab1c7-f354-47d3-ba4a-1f8aec886215 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:00.811191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:00.854967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-78e75ef2-130d-41f4-af32-667abc692d12 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:00.856900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-78e75ef2-130d-41f4-af32-667abc692d12 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.2207460 Jan 28 20:19:00.975680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-e51bbeb4-4151-48ae-959d-51845aa14371 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088362 Jan 28 20:19:01.015699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-8e925a2e-420e-401e-83da-2e43b3c23ae0 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.1246784 Jan 28 20:19:01.120371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.120670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.146043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-7fe4739a-66a8-4c39-822e-c216163dcb81 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.1119621 Jan 28 20:19:01.147502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Calling delete_port for dd9ab1c7-f354-47d3-ba4a-1f8aec886215 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:01.180788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d844ab7-5492-4fc1-9dfc-76e3a233b569', 'name': 'network-vif-deleted', 'tag': 'd273a490-a101-4f68-9ae1-2318ac4805de'}, {'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'name': 'network-vif-deleted', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:01.183313 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878b943a-40ee-4382-b1f1-90c1857174af" -d '{"events": [{"server_uuid": "0d844ab7-5492-4fc1-9dfc-76e3a233b569", "name": "network-vif-deleted", "tag": "d273a490-a101-4f68-9ae1-2318ac4805de"}, {"server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "name": "network-vif-deleted", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:01.329199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0afbe03a-8fcf-4028-b19c-a7a3f76b06ee req-fc36a1e9-2317-4085-baf8-5be4be8e9aff service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420758 Jan 28 20:19:01.468254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Deleting port 8e3b15c7-714f-49f9-8555-574d99724170 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:01.468749 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.589740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.635672 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.635985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.643456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Pushing event deleted for resources: {'Port': ['ID=dd9ab1c7-f354-47d3-ba4a-1f8aec886215,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:01.679117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b9e433be-a71a-4867-86b6-0b9fec081492 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:01.682446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Calling delete_port for 8e3b15c7-714f-49f9-8555-574d99724170 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:01.687949 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6c5b75cf-f894-4647-94c0-09777b9794e9 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:01.731434 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 6c5b75cf-f894-4647-94c0-09777b9794e9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:01.732123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6c5b75cf-f894-4647-94c0-09777b9794e9 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:01.771353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port b9e433be-a71a-4867-86b6-0b9fec081492 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:19:01.777792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port b9e433be-a71a-4867-86b6-0b9fec081492 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:01.778467 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.810751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.815109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:01.826841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-910b093e-9484-49a3-a80b-16f4f53891f3 req-03a1a7be-0384-4834-87a7-62eaa8db232f tempest-FloatingIPDetailsTestJSON-119527055 tempest-FloatingIPDetailsTestJSON-119527055-project] 10.222.0.44 "DELETE /v2.0/floatingips/f97ec20d-5579-4bfb-a252-069c90b3d1b8 HTTP/1.1" status: 204 len: 173 time: 1.8887792 Jan 28 20:19:01.827125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58464) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:01.908231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58466) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:02.011375 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.047129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b61939b-0bda-4568-8f00-bf39836513aa admin admin] Deleting subnet 735b0dda-a36a-419b-afb0-06cd27e37f3b {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:19:02.067496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e433be-a71a-4867-86b6-0b9fec081492'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:02.068444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b61939b-0bda-4568-8f00-bf39836513aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.072975 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a907f9-1f20-4cb4-b27d-4c60e84cbf39" -d '{"events": [{"server_uuid": "c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e433be-a71a-4867-86b6-0b9fec081492"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:02.103637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b9e433be-a71a-4867-86b6-0b9fec081492, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b9e433be-a71a-4867-86b6-0b9fec081492,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:02.125458 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.126842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d273a490-a101-4f68-9ae1-2318ac4805de no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:02.136684 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.221115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: d273a490-a101-4f68-9ae1-2318ac4805de {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:02.221745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d273a490-a101-4f68-9ae1-2318ac4805de not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:02.228550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Pushing event deleted for resources: {'Port': ['ID=8e3b15c7-714f-49f9-8555-574d99724170,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:02.236930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b61939b-0bda-4568-8f00-bf39836513aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.299687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b9e433be-a71a-4867-86b6-0b9fec081492,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:02.365304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bf95a-3b1a-4263-974b-c37a6fca80c4 req-1e255dd5-80c6-4269-9850-f8f1e893155f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:02.368149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-926bf95a-3b1a-4263-974b-c37a6fca80c4 req-1e255dd5-80c6-4269-9850-f8f1e893155f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.3290138 Jan 28 20:19:02.431725 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b61939b-0bda-4568-8f00-bf39836513aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.491343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.495533 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.500889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44866d43-d6ad-4653-a5bb-6af74c68b820 req-30e4ff03-0115-40f6-b411-6e9b4d7c4db9 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "DELETE /v2.0/floatingips/33ce1bab-44ab-4758-a8a5-bd41e1f38b3d HTTP/1.1" status: 204 len: 173 time: 1.3406987 Jan 28 20:19:02.541530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-926bf95a-3b1a-4263-974b-c37a6fca80c4 req-35fb85bb-9bf4-40a4-90af-7dafcaa7dacc tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621594 Jan 28 20:19:02.546123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b61939b-0bda-4568-8f00-bf39836513aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.598404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61939b-0bda-4568-8f00-bf39836513aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735b0dda-a36a-419b-afb0-06cd27e37f3b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:02.614272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b61939b-0bda-4568-8f00-bf39836513aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.618428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3b61939b-0bda-4568-8f00-bf39836513aa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/735b0dda-a36a-419b-afb0-06cd27e37f3b HTTP/1.1" status: 204 len: 168 time: 0.7107122 Jan 28 20:19:02.623792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58486) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:02.734815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.737384 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e235b27d-29f8-4f0c-9482-3f08816ffdd3 x-openstack-request-id: req-e235b27d-29f8-4f0c-9482-3f08816ffdd3 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:02.740494 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d844ab7-5492-4fc1-9dfc-76e3a233b569", "name": "network-vif-deleted", "tag": "d273a490-a101-4f68-9ae1-2318ac4805de", "status": "completed", "code": 200}, {"server_uuid": "ba8d548f-82a1-4b7e-9185-ecfaa14e16ea", "name": "network-vif-deleted", "tag": "6c5b75cf-f894-4647-94c0-09777b9794e9", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:02.742250 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e235b27d-29f8-4f0c-9482-3f08816ffdd3 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:02.742855 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d844ab7-5492-4fc1-9dfc-76e3a233b569', 'name': 'network-vif-deleted', 'tag': 'd273a490-a101-4f68-9ae1-2318ac4805de', 'status': 'completed', 'code': 200} Jan 28 20:19:02.743639 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d548f-82a1-4b7e-9185-ecfaa14e16ea', 'name': 'network-vif-deleted', 'tag': '6c5b75cf-f894-4647-94c0-09777b9794e9', 'status': 'completed', 'code': 200} Jan 28 20:19:02.747845 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80c431-69ca-450d-9f06-70e1caf9d78a x-openstack-request-id: req-da80c431-69ca-450d-9f06-70e1caf9d78a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:02.748445 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b", "name": "network-vif-plugged", "status": "completed", "tag": "b9e433be-a71a-4867-86b6-0b9fec081492", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:02.749203 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da80c431-69ca-450d-9f06-70e1caf9d78a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:02.749667 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e433be-a71a-4867-86b6-0b9fec081492', 'code': 200} Jan 28 20:19:02.861896 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:02.866786 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-ad70e4d3-d4ff-483c-b302-db4aef33af28 req-066641ca-0f18-48be-a41a-127ac42fca7b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] show failed (client error): The resource could not be found. Jan 28 20:19:02.867848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad70e4d3-d4ff-483c-b302-db4aef33af28 req-066641ca-0f18-48be-a41a-127ac42fca7b tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips/33ce1bab-44ab-4758-a8a5-bd41e1f38b3d HTTP/1.1" status: 404 len: 350 time: 0.0825608 Jan 28 20:19:02.891734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469079-27ec-46ef-a908-b2f609153a3a req-7dfdb714-302d-4717-9887-49f31e1475f4 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:02.893369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72469079-27ec-46ef-a908-b2f609153a3a req-7dfdb714-302d-4717-9887-49f31e1475f4 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 950 time: 0.2507415 Jan 28 20:19:03.029003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c9707-6a1f-4285-bf5b-49476a7a9969 req-9b2a0eba-7929-4cd6-aeb9-53c8ee5c3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:03.031044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b9c9707-6a1f-4285-bf5b-49476a7a9969 req-9b2a0eba-7929-4cd6-aeb9-53c8ee5c3847 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 1101 time: 0.1814804 Jan 28 20:19:03.115630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Deleting port 0c93120b-538a-4ecc-9af2-dc19401a19af {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:03.116402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.137380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72469079-27ec-46ef-a908-b2f609153a3a req-d61602d5-85c3-43dd-b7fe-5ebc5e775b1d tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156739 Jan 28 20:19:03.163553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.234588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eed27c-461a-4703-9618-f1d9fc0a12fe req-277cff2b-3055-4d61-8795-5f6104a4d378 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:03.237472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1eed27c-461a-4703-9618-f1d9fc0a12fe req-277cff2b-3055-4d61-8795-5f6104a4d378 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1096 time: 0.2644169 Jan 28 20:19:03.241009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6369a47-6521-4365-a219-e96639506edf']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:03.249249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] For port 0c93120b-538a-4ecc-9af2-dc19401a19af, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0c93120b-538a-4ecc-9af2-dc19401a19af,segment=NetworkSegment(5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91),segment_id=5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:03.250020 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.258616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b9c9707-6a1f-4285-bf5b-49476a7a9969 req-441242ba-6882-4a9d-808c-93995f38f060 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034178 Jan 28 20:19:03.274578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Calling delete_port for 0c93120b-538a-4ecc-9af2-dc19401a19af owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:03.311557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccd6234-2dd5-4c64-a826-4777270bbfdd') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:03.313932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccd6234-2dd5-4c64-a826-4777270bbfdd') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:03.353370 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.376732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.394127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:19:03.394127 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:19:03.479880 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:19:03.515941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-613dca05-178c-4125-bef4-23b415ba160b req-3e35f0d0-3d9c-442e-802f-d928262547e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b961b360cd894aab98c966f7a96c395a&device_id=2d785250-d5ea-4211-a281-ba5927968ead HTTP/1.1" status: 200 len: 210 time: 0.0337865 Jan 28 20:19:03.523293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.560783 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.564019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] 10.222.0.44 "DELETE /v2.0/networks/c6369a47-6521-4365-a219-e96639506edf HTTP/1.1" status: 204 len: 168 time: 0.9390311 Jan 28 20:19:03.565098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af66db-608d-4277-b4b4-57659176c08b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6369a47-6521-4365-a219-e96639506edf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:03.586144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1eed27c-461a-4703-9618-f1d9fc0a12fe req-2dd5aa63-902b-41f2-9d58-acdfbeaf2d6f tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395081 Jan 28 20:19:03.631569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-613dca05-178c-4125-bef4-23b415ba160b req-9420c287-66cf-4351-92a4-9f5642c5a5ae service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b961b360cd894aab98c966f7a96c395a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773523 Jan 28 20:19:03.731645 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-061d22d2-5d7d-4f5e-ac6c-ef1046194074 req-d5a0e66f-c054-4805-a502-4a3b1a650cf5 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] show failed (client error): The resource could not be found. Jan 28 20:19:03.734681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-061d22d2-5d7d-4f5e-ac6c-ef1046194074 req-d5a0e66f-c054-4805-a502-4a3b1a650cf5 tempest-FloatingIPsTestJSON-550628802 tempest-FloatingIPsTestJSON-550628802-project] 10.222.0.44 "GET /v2.0/floatingips/33ce1bab-44ab-4758-a8a5-bd41e1f38b3d HTTP/1.1" status: 404 len: 350 time: 0.1011710 Jan 28 20:19:03.768968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58510) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:03.827817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:03.892351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c93120b-538a-4ecc-9af2-dc19401a19af,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:04.030411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58512) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:04.126556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dca05-178c-4125-bef4-23b415ba160b req-0d7e3646-feb8-4260-9902-47ae342e4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:04.128043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-613dca05-178c-4125-bef4-23b415ba160b req-0d7e3646-feb8-4260-9902-47ae342e4f81 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4794412 Jan 28 20:19:04.164088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-664ededf-75e4-4896-8b56-eee00ebb6ecd req-ed424afa-0526-4502-8e7f-113d34996c7d tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d785250-d5ea-4211-a281-ba5927968ead HTTP/1.1" status: 200 len: 210 time: 0.2926438 Jan 28 20:19:04.282515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342e45b-16fe-4436-8eeb-2607cac47430 req-73563576-3922-4e42-8ef4-dac0c037e1b6 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:04.285102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8342e45b-16fe-4436-8eeb-2607cac47430 req-73563576-3922-4e42-8ef4-dac0c037e1b6 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1096 time: 0.4113793 Jan 28 20:19:04.337476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:04.355193 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bc46c4b0-cf78-4363-8ad0-9b9df75d4e19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50ebc560c79545abb85794d89ee4e9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206100 Jan 28 20:19:04.360077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58516) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:04.410159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-39b2c130-cac0-49ca-b0dd-e14c1d642f77 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:04.412414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-39b2c130-cac0-49ca-b0dd-e14c1d642f77 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.26 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 944 time: 0.2465277 Jan 28 20:19:04.565812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dafdca4c-de36-4bc0-a2be-33333e1d752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:04.602189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dafdca4c-de36-4bc0-a2be-33333e1d752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:04.672574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8342e45b-16fe-4436-8eeb-2607cac47430 req-86dde1d7-d15d-452d-a95c-b13e1443555c tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480711 Jan 28 20:19:04.786698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bb21b-c4eb-4209-ab9f-7e9da3349434 req-06be726e-c6d4-4a50-bfc4-843afb8a0a23 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:04.789393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-859bb21b-c4eb-4209-ab9f-7e9da3349434 req-06be726e-c6d4-4a50-bfc4-843afb8a0a23 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 944 time: 0.3950183 Jan 28 20:19:04.823008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dafdca4c-de36-4bc0-a2be-33333e1d752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:04.827834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dafdca4c-de36-4bc0-a2be-33333e1d752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:04.835284 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dafdca4c-de36-4bc0-a2be-33333e1d752f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65ea9c77-940b-4af9-8686-bb72ac7b7d39 HTTP/1.1" status: 204 len: 168 time: 0.4749143 Jan 28 20:19:04.856846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdca4c-de36-4bc0-a2be-33333e1d752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ea9c77-940b-4af9-8686-bb72ac7b7d39,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:04.876551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Router ccb9971c-bef4-4e81-b43e-f416755e1fa1 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:19:04.922166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-859bb21b-c4eb-4209-ab9f-7e9da3349434 req-90327b94-b655-4d30-8b76-bb4ab0b2af88 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea5ad6bc-a527-4913-b1db-5af66d968bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956788 Jan 28 20:19:04.927905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Deleting port b3cdc492-fd35-4b30-85ca-f87bb140e83c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:04.928479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:04.962506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab971-8cc3-4895-a12c-c4a521d0f4a8 req-d6580093-8899-41fc-98d4-74dd7520d734 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:04.964073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb8ab971-8cc3-4895-a12c-c4a521d0f4a8 req-d6580093-8899-41fc-98d4-74dd7520d734 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 950 time: 0.1897287 Jan 28 20:19:05.120570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:19:05.143244 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] Sync routers for ids ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:19:05.147162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58536) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:05.149559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1cfb123c-bf63-4f9a-acef-1c268a3f89d5 admin admin] 10.222.0.44 "PUT /v2.0/routers/ccb9971c-bef4-4e81-b43e-f416755e1fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3209431 Jan 28 20:19:05.175380 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] Routers {'ccb9971c-bef4-4e81-b43e-f416755e1fa1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:05.176816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb8ab971-8cc3-4895-a12c-c4a521d0f4a8 req-43fb6c39-4dd0-4282-b50f-715315a9d12b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013359 Jan 28 20:19:05.180613 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:05.492084 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] Set router ccb9971c-bef4-4e81-b43e-f416755e1fa1 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:05.928794 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:19:03Z', 'revision_number': 5, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:05.999693 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] Checking router: ccb9971c-bef4-4e81-b43e-f416755e1fa1 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:19:06.010136 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] Routers {'ccb9971c-bef4-4e81-b43e-f416755e1fa1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:06.011092 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:18:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:06.147035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:06.195279 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] Set router ccb9971c-bef4-4e81-b43e-f416755e1fa1 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:06.206142 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-613dca05-178c-4125-bef4-23b415ba160b req-60fd5b6a-b5bc-470b-81ac-b86ef065246f tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d785250-d5ea-4211-a281-ba5927968ead HTTP/1.1" status: 200 len: 210 time: 0.0491807 Jan 28 20:19:06.452089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a5a5560-4e37-4b7f-9ef0-0b29f762dd81 req-be83fe4a-e85e-4f89-b197-ea2304fba9de tempest-ServerShowV247Test-717125485 tempest-ServerShowV247Test-717125485-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d785250-d5ea-4211-a281-ba5927968ead HTTP/1.1" status: 200 len: 210 time: 0.2610333 Jan 28 20:19:06.487579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] For port b3cdc492-fd35-4b30-85ca-f87bb140e83c, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b3cdc492-fd35-4b30-85ca-f87bb140e83c,segment=NetworkSegment(5ef29d5d-85ac-4a34-aa9a-bd379c8c0284),segment_id=5ef29d5d-85ac-4a34-aa9a-bd379c8c0284)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:06.489664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:06.544748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Calling delete_port for b3cdc492-fd35-4b30-85ca-f87bb140e83c owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:06.603102 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:19:03Z', 'revision_number': 5, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:06.673191 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a44ec0-6b02-41b5-b9e3-aca1cce86bc5 None None] The sync data for ids ['ccb9971c-bef4-4e81-b43e-f416755e1fa1'] in n-d-825064-3 is: [{'id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'name': 'tempest-FloatingIPDetailsTestJSON-1123036689-router', 'tenant_id': '6a0a67cd4cac43188d7646f387d1a66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:11Z', 'updated_at': '2022-01-28T20:19:03Z', 'revision_number': 5, 'project_id': '6a0a67cd4cac43188d7646f387d1a66f', 'gw_port': {'id': '04a855d0-4be3-45e1-a831-9a2674e063a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9971c-bef4-4e81-b43e-f416755e1fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:12Z', 'updated_at': '2022-01-28T20:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:19:06.769692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:06.908454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:06.925303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d9b9a-54bb-4857-9583-2495e106ae36 req-adce0b78-eaf4-47ce-8350-a3901dba1eba tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:06.926901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d21d9b9a-54bb-4857-9583-2495e106ae36 req-adce0b78-eaf4-47ce-8350-a3901dba1eba tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 950 time: 0.3029077 Jan 28 20:19:07.167485 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:07.234112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d21d9b9a-54bb-4857-9583-2495e106ae36 req-af2e3cf8-007a-4b8c-a524-fff92b14ce8d tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567196 Jan 28 20:19:07.268122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0f1a0ba1-9b73-4bcd-98c0-d64a2b06bcc5 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:19:07.269493 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0f1a0ba1-9b73-4bcd-98c0-d64a2b06bcc5 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061858 Jan 28 20:19:07.290485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Pushing event deleted for resources: {'Port': ['ID=b3cdc492-fd35-4b30-85ca-f87bb140e83c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:07.357009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0ae32860-8fc2-4b61-b50f-8c2e00cf1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:07.358542 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0ae32860-8fc2-4b61-b50f-8c2e00cf1674 service neutron] 10.222.0.44 "GET /v2.0/ports/e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 200 len: 1093 time: 0.0691364 Jan 28 20:19:07.372785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Request body: {'binding': {'host': 'n-h1-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:07.373312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:19:07.381747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] No DVR routers for this DVR port b3cdc492-fd35-4b30-85ca-f87bb140e83c on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:07.384662 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:07.392296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37daf7b8-9151-4cab-8923-f8f15a91fe2f req-516d3e4d-091c-4583-b7fe-61879d1511b7 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.26 "DELETE /v2.0/ports/b3cdc492-fd35-4b30-85ca-f87bb140e83c HTTP/1.1" status: 204 len: 173 time: 2.9521651 Jan 28 20:19:07.408284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'name': 'network-vif-deleted', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:07.413391 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129115ab-ece2-41e0-bc98-6d35c7584984" -d '{"events": [{"server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "name": "network-vif-deleted", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:07.430886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58c9725e-dd08-4ab0-aa7d-e237cd9e2ed2 req-260ebbf4-a30f-45d9-b3dd-816abba872e9 tempest-LiveAutoBlockMigrationV225Test-1820969535 tempest-LiveAutoBlockMigrationV225Test-1820969535-project] 10.222.0.44 "GET /v2.0/ports?device_id=779fdab9-d90f-47a1-8326-581ac19ca021 HTTP/1.1" status: 200 len: 210 time: 0.0851545 Jan 28 20:19:07.436472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Deleting port 04a855d0-4be3-45e1-a831-9a2674e063a6 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:07.437021 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:07.578156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0c93120b-538a-4ecc-9af2-dc19401a19af no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:07.588917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] For port 04a855d0-4be3-45e1-a831-9a2674e063a6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=04a855d0-4be3-45e1-a831-9a2674e063a6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:07.589522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:07.605943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Calling delete_port for 04a855d0-4be3-45e1-a831-9a2674e063a6 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:07.606830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on host n-h1-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:07.607675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:07.608482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:07.616648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:19:07.617457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:07.619586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0c93120b-538a-4ecc-9af2-dc19401a19af {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:07.619932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0c93120b-538a-4ecc-9af2-dc19401a19af not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:07.625686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:07.626671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:07.627287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:07.627903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Bound port: e3afebcd-73a5-4d99-897c-c205356d80d2, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:07.661866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee843-126b-4073-b8f6-3f49afce53bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:07.716821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b3cdc492-fd35-4b30-85ca-f87bb140e83c no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:07.738812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:07.750999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: b3cdc492-fd35-4b30-85ca-f87bb140e83c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:07.751560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b3cdc492-fd35-4b30-85ca-f87bb140e83c not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:07.762268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:07.764589 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-25aeed94-1140-4bad-a55c-89199a18b500 service neutron] 10.222.0.44 "POST /v2.0/ports/e3afebcd-73a5-4d99-897c-c205356d80d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3973522 Jan 28 20:19:07.978502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Deleting port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:07.978821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:07.998993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.127410 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0afbbbf-6f15-46b8-b576-bcf529655a91 x-openstack-request-id: req-e0afbbbf-6f15-46b8-b576-bcf529655a91 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:08.127881 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779fdab9-d90f-47a1-8326-581ac19ca021", "name": "network-vif-deleted", "tag": "b3cdc492-fd35-4b30-85ca-f87bb140e83c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:08.128348 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0afbbbf-6f15-46b8-b576-bcf529655a91 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:08.129018 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779fdab9-d90f-47a1-8326-581ac19ca021', 'name': 'network-vif-deleted', 'tag': 'b3cdc492-fd35-4b30-85ca-f87bb140e83c', 'status': 'completed', 'code': 200} Jan 28 20:19:08.155593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a855d0-4be3-45e1-a831-9a2674e063a6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:08.275713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef43493-a739-4bf1-82a6-8f694d9d976f req-6cd148e8-fbe7-41e8-bcec-5924b9e69889 tempest-LiveMigrationNegativeTest-907424407 tempest-LiveMigrationNegativeTest-907424407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.279787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ef43493-a739-4bf1-82a6-8f694d9d976f req-6cd148e8-fbe7-41e8-bcec-5924b9e69889 tempest-LiveMigrationNegativeTest-907424407 tempest-LiveMigrationNegativeTest-907424407-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 1101 time: 0.2925959 Jan 28 20:19:08.473571 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4ef43493-a739-4bf1-82a6-8f694d9d976f req-473b82a9-6249-49fe-be8d-8cb1e0069ee4 tempest-LiveMigrationNegativeTest-907424407 tempest-LiveMigrationNegativeTest-907424407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.516057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.526428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] For port 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,segment=NetworkSegment(b6024092-c3cc-4422-9ad6-12313f120319),segment_id=b6024092-c3cc-4422-9ad6-12313f120319)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:08.527038 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.630317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-2d5d45b8-23a3-4f71-8295-06034d24e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.632083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-2d5d45b8-23a3-4f71-8295-06034d24e0b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1096 time: 0.3415678 Jan 28 20:19:08.686660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.688765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.729474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58630) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:08.757112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Calling delete_port for 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:08.781532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.782315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb9971c-bef4-4e81-b43e-f416755e1fa1 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:19:08.812209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.819423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ac396524-8b92-4170-ade9-bd544bfd8406 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ccb9971c-bef4-4e81-b43e-f416755e1fa1 HTTP/1.1" status: 204 len: 168 time: 3.6634281 Jan 28 20:19:08.823132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58634) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:08.859065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bc25e-f38a-48de-95de-7fb097de6ec0 req-b9acff65-09df-4617-80db-c8c327c0e3da tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.861239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-158bc25e-f38a-48de-95de-7fb097de6ec0 req-b9acff65-09df-4617-80db-c8c327c0e3da tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.4939916 Jan 28 20:19:08.918650 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35584964-7acb-413d-adf1-73b467724659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:08.951792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d91cee8-5978-4e75-ac29-6b7534f64130 admin admin] Deleting subnet cbacb55d-98f1-4dd4-a0c2-83f04608dda7 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:19:08.957925 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d91cee8-5978-4e75-ac29-6b7534f64130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.024000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d91cee8-5978-4e75-ac29-6b7534f64130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.174330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35584964-7acb-413d-adf1-73b467724659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.182736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35584964-7acb-413d-adf1-73b467724659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.186036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-d44f59f5-71d3-4f6b-bd30-5f8b5d3865f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:09.187880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-d44f59f5-71d3-4f6b-bd30-5f8b5d3865f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.4323702 Jan 28 20:19:09.191869 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d91cee8-5978-4e75-ac29-6b7534f64130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.261301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35584964-7acb-413d-adf1-73b467724659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a9031-2ef2-4ae9-bd99-bc6a091b6315,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:09.277998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-158bc25e-f38a-48de-95de-7fb097de6ec0 req-67427ea4-cf68-4442-b2ea-2152ca8bf1a4 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284004 Jan 28 20:19:09.282245 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35584964-7acb-413d-adf1-73b467724659 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b961b360cd894aab98c966f7a96c395a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511413 Jan 28 20:19:09.287828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-7e463e66-d9ae-4831-8119-7eb1a98cc536 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 200 len: 217 time: 0.0782416 Jan 28 20:19:09.287936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58638) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:09.328371 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d91cee8-5978-4e75-ac29-6b7534f64130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.359147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d91cee8-5978-4e75-ac29-6b7534f64130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.359841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2373484-8c30-4dc9-87f3-5f8b9de8a648 None None] Network c29df8e3-1230-420b-bcfc-e6cdc3b9d72d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:19:09.370314 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6d91cee8-5978-4e75-ac29-6b7534f64130 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cbacb55d-98f1-4dd4-a0c2-83f04608dda7 HTTP/1.1" status: 204 len: 168 time: 0.5423961 Jan 28 20:19:09.403810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58640) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:09.411533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91cee8-5978-4e75-ac29-6b7534f64130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbacb55d-98f1-4dd4-a0c2-83f04608dda7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:09.417959 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4ef43493-a739-4bf1-82a6-8f694d9d976f req-473b82a9-6249-49fe-be8d-8cb1e0069ee4 tempest-LiveMigrationNegativeTest-907424407 tempest-LiveMigrationNegativeTest-907424407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.474951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4ef43493-a739-4bf1-82a6-8f694d9d976f req-473b82a9-6249-49fe-be8d-8cb1e0069ee4 tempest-LiveMigrationNegativeTest-907424407 tempest-LiveMigrationNegativeTest-907424407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.580097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6423279d-f354-4de8-9e07-3b2412ae595b req-118f2fac-3578-417a-833f-ec7b69c45d5e tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1110187 Jan 28 20:19:09.631618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ef43493-a739-4bf1-82a6-8f694d9d976f req-473b82a9-6249-49fe-be8d-8cb1e0069ee4 tempest-LiveMigrationNegativeTest-907424407 tempest-LiveMigrationNegativeTest-907424407-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2317975 Jan 28 20:19:09.710026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-332f99dc-2f57-4ff3-b39a-ece2ade70e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:09.713782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-332f99dc-2f57-4ff3-b39a-ece2ade70e25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.3834424 Jan 28 20:19:09.714866 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9df50ee-cdd0-47b8-b5c3-4f23e969e2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.753877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] DHCP port deletion for c29df8e3-1230-420b-bcfc-e6cdc3b9d72d request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:19:09.763980 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9df50ee-cdd0-47b8-b5c3-4f23e969e2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.822525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b82a9-6249-49fe-be8d-8cb1e0069ee4 tempest-LiveMigrationNegativeTest-907424407 tempest-LiveMigrationNegativeTest-907424407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461b3626-fffb-4324-97da-cf8b8fa68644,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:09.823102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 04a855d0-4be3-45e1-a831-9a2674e063a6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:09.889234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 04a855d0-4be3-45e1-a831-9a2674e063a6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:09.893680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 04a855d0-4be3-45e1-a831-9a2674e063a6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:09.957060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] Deleting port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:09.957419 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:09.973533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58644) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:10.020214 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.134894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] For port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8ed45c99-7f87-49ea-b006-e76e7a0a7fb3,segment=NetworkSegment(5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91),segment_id=5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:10.135552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.147289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-02e2c894-a206-4633-9fca-0bade9f0e2c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618819 Jan 28 20:19:10.177922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] Calling delete_port for 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:10.264549 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a3b2ee-88ff-4a57-a5b9-8687331f537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.277184 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.347304 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.372233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Pushing event deleted for resources: {'Port': ['ID=23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:10.379096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] Pushing event deleted for resources: {'Port': ['ID=8ed45c99-7f87-49ea-b006-e76e7a0a7fb3,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:10.384942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c649e27-5091-4889-9f05-ecdfa752e2ee None None] No DVR routers for this DVR port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:10.429296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Deleting port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:10.429868 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.491636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1e783f-20f0-4692-924c-bc68c1996642 admin admin] Deleting subnet ac887cfc-a542-4ce4-86f2-d8597a61cc15 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:19:10.502682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9df50ee-cdd0-47b8-b5c3-4f23e969e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.505306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9df50ee-cdd0-47b8-b5c3-4f23e969e2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.506072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] For port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3, host n-d-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:10.506461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.506573 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b9df50ee-cdd0-47b8-b5c3-4f23e969e2b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f34a9031-2ef2-4ae9-bd99-bc6a091b6315 HTTP/1.1" status: 204 len: 168 time: 1.2104394 Jan 28 20:19:10.519681 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bf1e783f-20f0-4692-924c-bc68c1996642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.522826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Calling delete_port for 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:10.531458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 was not found and therefore no delete operation was performed {{(pid=102306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:19:10.533997 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.565317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed45c99-7f87-49ea-b006-e76e7a0a7fb3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:10.570623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] No DVR routers for this DVR port 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:10.572066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-3ce53a8f-e855-49dd-86e3-87fbfcb16996 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756657 Jan 28 20:19:10.617161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df50ee-cdd0-47b8-b5c3-4f23e969e2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a9031-2ef2-4ae9-bd99-bc6a091b6315,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:10.656252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.674329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b076-217d-46f6-b23f-a2a57e7284e8 req-dc54a4fb-20e4-487f-b0c1-6fd5688f7fdd tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:10.681750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5f4b076-217d-46f6-b23f-a2a57e7284e8 req-dc54a4fb-20e4-487f-b0c1-6fd5688f7fdd tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 950 time: 0.3186822 Jan 28 20:19:10.686160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29df8e3-1230-420b-bcfc-e6cdc3b9d72d']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:10.697649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:10.697954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d95a44f-f1fe-4b94-9bb2-0bc2deddfb91') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:10.709101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-14669b1b-f51d-4926-a3ff-33b36ddd8f1f tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1071140479&fields=id&tenant_id=46362d59f6b04575bf6a118760b1d10d HTTP/1.1" status: 200 len: 267 time: 0.2546957 Jan 28 20:19:10.713200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bf1e783f-20f0-4692-924c-bc68c1996642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.717665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.733965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.741650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:19:10.742079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:19:10.744550 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:19:10.832052 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-948f710f-339f-41c3-994e-00f4a1661633 req-8b0c6e79-9ca0-47c3-9be8-113043e063eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0360417 Jan 28 20:19:10.845778 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.852019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:10.860169 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] 10.222.0.44 "DELETE /v2.0/networks/c29df8e3-1230-420b-bcfc-e6cdc3b9d72d HTTP/1.1" status: 204 len: 168 time: 1.4550254 Jan 28 20:19:10.873745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3485036-5c5c-44d2-8586-b75e5bb4941c admin admin] Pushing event deleted for resources: {'Network': ['ID=c29df8e3-1230-420b-bcfc-e6cdc3b9d72d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:11.055250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58680) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:11.105021 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-513fb58e-a7f3-478a-a838-f3e51efeded0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a0a67cd4cac43188d7646f387d1a66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482244 Jan 28 20:19:11.110076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58682) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:11.177470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e10c-a146-46a5-a082-ca3ecf9d041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.204462 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e10c-a146-46a5-a082-ca3ecf9d041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.269002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e10c-a146-46a5-a082-ca3ecf9d041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.272785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e10c-a146-46a5-a082-ca3ecf9d041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.278794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d9d4e10c-a146-46a5-a082-ca3ecf9d041e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cbd7eeb-da4e-43f9-b2ed-a39c0f39bcd0 HTTP/1.1" status: 204 len: 168 time: 0.1630201 Jan 28 20:19:11.296934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4e10c-a146-46a5-a082-ca3ecf9d041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbd7eeb-da4e-43f9-b2ed-a39c0f39bcd0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:11.302685 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5f4b076-217d-46f6-b23f-a2a57e7284e8 req-2f57b04d-de32-477d-b938-93285a2c5735 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197240 Jan 28 20:19:11.377244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bf1e783f-20f0-4692-924c-bc68c1996642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.430247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.486743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-c03b0a3c-fd5c-4721-b8b1-4ebf756658b6 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8742874 Jan 28 20:19:11.493784 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.504634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-9200cc0c-e59f-462a-8ccd-e2bc896da884 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:11.509135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-9200cc0c-e59f-462a-8ccd-e2bc896da884 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/networks?id=48a2e639-ede2-4c08-980c-50d14c2a20c3 HTTP/1.1" status: 200 len: 815 time: 0.7224321 Jan 28 20:19:11.599740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-96bdba09-c1c9-4774-9b54-01d7c339d83d tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/quotas/46362d59f6b04575bf6a118760b1d10d HTTP/1.1" status: 200 len: 375 time: 0.0448115 Jan 28 20:19:11.656666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53e16f-6c15-4e18-86c5-677f327c40e5 req-58ef54f2-9e23-4d41-8a1c-188f98ee09d0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:11.658447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e53e16f-6c15-4e18-86c5-677f327c40e5 req-58ef54f2-9e23-4d41-8a1c-188f98ee09d0 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.2370501 Jan 28 20:19:11.674642 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bf1e783f-20f0-4692-924c-bc68c1996642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.798080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:11.812702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e783f-20f0-4692-924c-bc68c1996642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac887cfc-a542-4ce4-86f2-d8597a61cc15,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:11.827843 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bf1e783f-20f0-4692-924c-bc68c1996642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:11.837424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58704) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:11.837733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bf1e783f-20f0-4692-924c-bc68c1996642 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ac887cfc-a542-4ce4-86f2-d8597a61cc15 HTTP/1.1" status: 204 len: 168 time: 1.8339260 Jan 28 20:19:11.866015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:11.866672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8ed45c99-7f87-49ea-b006-e76e7a0a7fb3 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:11.917147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e53e16f-6c15-4e18-86c5-677f327c40e5 req-6c35e40a-2e2f-4433-b938-51c1c9fe2ec5 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372518 Jan 28 20:19:12.019565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-bab34c7d-b294-4e8e-8beb-0f71f41be043 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46362d59f6b04575bf6a118760b1d10d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3600197 Jan 28 20:19:12.086822 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.087479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e753b49-7929-403e-aa12-5673362cbb2b req-f26b8f8f-6b2a-4aef-bee6-d8d2f05fdc96 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0607698 Jan 28 20:19:12.309392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-4b384880-2003-484a-83eb-97ef593ecca2 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:12.319190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-4b384880-2003-484a-83eb-97ef593ecca2 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 950 time: 0.4754088 Jan 28 20:19:12.331994 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.398658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60da092a-8a54-45b1-8b11-be33524e08bf']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:12.426166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:12.426397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef29d5d-85ac-4a34-aa9a-bd379c8c0284') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:12.444119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Router 74099ee2-681f-468f-98bc-21efad82aadc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:19:12.451168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.484074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-960fc6cb-61e9-406a-8ed9-0518d620a145 service neutron] 10.222.0.44 "GET /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408059 Jan 28 20:19:12.489054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.500041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:19:12.500904 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:19:12.504238 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:19:12.688648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.705222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.720060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] 10.222.0.44 "DELETE /v2.0/networks/60da092a-8a54-45b1-8b11-be33524e08bf HTTP/1.1" status: 204 len: 168 time: 0.8798528 Jan 28 20:19:12.721271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58742) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:12.774534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef25d27-4674-486c-a530-c9f33bd0b022 admin admin] Pushing event deleted for resources: {'Network': ['ID=60da092a-8a54-45b1-8b11-be33524e08bf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:12.854918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.860479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Deleting port b9e433be-a71a-4867-86b6-0b9fec081492 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:12.861860 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.872840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bca7136-987e-40e3-bf9e-aa2fea1e1988 admin admin] Deleting subnet 8a29a915-5cb1-42ea-a706-160395013384 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:19:12.879025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7136-987e-40e3-bf9e-aa2fea1e1988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:12.967578 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7136-987e-40e3-bf9e-aa2fea1e1988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.056613 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7136-987e-40e3-bf9e-aa2fea1e1988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.128322 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.182761 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7136-987e-40e3-bf9e-aa2fea1e1988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.202033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799950-faae-4024-b175-ad1b988124d2 req-77e38454-7e35-4ad0-b60e-8c7d27bcd614 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:13.204482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07799950-faae-4024-b175-ad1b988124d2 req-77e38454-7e35-4ad0-b60e-8c7d27bcd614 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 950 time: 0.4334805 Jan 28 20:19:13.221857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-ad15ed76-56aa-4f29-9db9-6bec3a4f5050 service neutron] 10.222.0.44 "GET /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363558 Jan 28 20:19:13.229473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:19:13.247077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca7136-987e-40e3-bf9e-aa2fea1e1988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a29a915-5cb1-42ea-a706-160395013384,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:13.247588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] Sync routers for ids ['74099ee2-681f-468f-98bc-21efad82aadc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:19:13.252995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7136-987e-40e3-bf9e-aa2fea1e1988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.261145 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7bca7136-987e-40e3-bf9e-aa2fea1e1988 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8a29a915-5cb1-42ea-a706-160395013384 HTTP/1.1" status: 204 len: 168 time: 0.4974704 Jan 28 20:19:13.262373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58756) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:13.264904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] Routers {'74099ee2-681f-468f-98bc-21efad82aadc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:13.265589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:19:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74099ee2-681f-468f-98bc-21efad82aadc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:13.278811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fe47c897-b085-426e-8e95-b42c85c5120e admin admin] 10.222.0.44 "PUT /v2.0/routers/74099ee2-681f-468f-98bc-21efad82aadc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5075405 Jan 28 20:19:13.289668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58758) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:13.412774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.494819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] Set router 74099ee2-681f-468f-98bc-21efad82aadc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:13.551557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] For port b9e433be-a71a-4867-86b6-0b9fec081492, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b9e433be-a71a-4867-86b6-0b9fec081492,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:13.552248 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.583211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07799950-faae-4024-b175-ad1b988124d2 req-38e5c7bc-8d1a-4c2a-b651-9b87d28be09b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596933 Jan 28 20:19:13.601370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Calling delete_port for b9e433be-a71a-4867-86b6-0b9fec081492 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:13.687545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.738336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4785737-9b66-467d-813c-15d1004ab755']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:13.756932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e75647d-8572-4692-9298-0be386b3cf9e') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:13.757222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e75647d-8572-4692-9298-0be386b3cf9e') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:13.769815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.786510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.793789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:19:13.794612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.811955 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff60cff6-a249-4a4e-8639-09f381a1939f req-bc5960e7-7cc5-4326-bd4d-b5d5d7b32640 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0629086 Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:19:13.883077 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:19:13.889097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.937194 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.955880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:13.983774 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4785737-9b66-467d-813c-15d1004ab755 HTTP/1.1" status: 204 len: 168 time: 0.7196493 Jan 28 20:19:14.025871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb5032-f2a4-4200-9932-e94c5fb06933 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4785737-9b66-467d-813c-15d1004ab755,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:14.094428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:19:09Z', 'revision_number': 5, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:14.165304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] Checking router: 74099ee2-681f-468f-98bc-21efad82aadc for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:19:14.190511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] Routers {'74099ee2-681f-468f-98bc-21efad82aadc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:14.191176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:19:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74099ee2-681f-468f-98bc-21efad82aadc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:14.212006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:14.304778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Pushing event deleted for resources: {'Port': ['ID=b9e433be-a71a-4867-86b6-0b9fec081492,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:14.345697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] Set router 74099ee2-681f-468f-98bc-21efad82aadc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:14.405110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58792) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:14.416113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['422f832a-1757-437f-a2af-490a20e3c1e8'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:14.485125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] No DVR routers for this DVR port b9e433be-a71a-4867-86b6-0b9fec081492 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:14.501140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:14.517314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d991ffa-6055-40b7-bec2-7b43cb16b5de req-744ccb21-1a2d-4452-af49-faf649c75dde tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.13 "DELETE /v2.0/ports/b9e433be-a71a-4867-86b6-0b9fec081492 HTTP/1.1" status: 204 len: 173 time: 2.1903374 Jan 28 20:19:14.526105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b', 'name': 'network-vif-deleted', 'tag': 'b9e433be-a71a-4867-86b6-0b9fec081492'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:14.539417 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74e07ed-e8e8-4716-a019-138104fc44ad" -d '{"events": [{"server_uuid": "c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b", "name": "network-vif-deleted", "tag": "b9e433be-a71a-4867-86b6-0b9fec081492"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:14.576680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5989e1-ca0e-429b-858d-a4499d3f4545 req-aa99be6e-edf2-4167-828d-5b1ab3c2cc6f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:14.589143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb5989e1-ca0e-429b-858d-a4499d3f4545 req-aa99be6e-edf2-4167-828d-5b1ab3c2cc6f tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.3834450 Jan 28 20:19:14.593522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:14.658379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb5989e1-ca0e-429b-858d-a4499d3f4545 req-a6a28d0d-5470-45df-bb6f-a15caa642acc tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627542 Jan 28 20:19:14.738381 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-51bad186-5592-4d2f-86fd-8785c38db708 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=149bcdf4309a4cf6a2507f65fea64729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313456 Jan 28 20:19:14.742285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58810) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:14.825196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6acef4f-3fed-46de-87ad-0d1d9b417150 req-a8ccc80c-3c94-4fe6-9d86-3d48ac1c8a65 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 210 time: 0.0962622 Jan 28 20:19:14.904293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Deleting port 7e98d2c0-3baa-46f1-bbe8-3badc6922306 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:14.907958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:14.927969 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e606e-2653-42a5-b0b4-c68a5e37c761 x-openstack-request-id: req-941e606e-2653-42a5-b0b4-c68a5e37c761 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:14.931035 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b", "name": "network-vif-deleted", "tag": "b9e433be-a71a-4867-86b6-0b9fec081492", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:14.931712 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-941e606e-2653-42a5-b0b4-c68a5e37c761 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:14.935465 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b', 'name': 'network-vif-deleted', 'tag': 'b9e433be-a71a-4867-86b6-0b9fec081492', 'status': 'completed', 'code': 200} Jan 28 20:19:15.001011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af21c157-76f8-4c96-b301-85cd9f43d8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:15.094506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af21c157-76f8-4c96-b301-85cd9f43d8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:15.202728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:19:09Z', 'revision_number': 5, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:15.229935 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af21c157-76f8-4c96-b301-85cd9f43d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:15.236773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af21c157-76f8-4c96-b301-85cd9f43d8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:15.239084 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-af21c157-76f8-4c96-b301-85cd9f43d8c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea5ad6bc-a527-4913-b1db-5af66d968bd7 HTTP/1.1" status: 204 len: 168 time: 0.4953077 Jan 28 20:19:15.257965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21c157-76f8-4c96-b301-85cd9f43d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ad6bc-a527-4913-b1db-5af66d968bd7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:15.268871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-920a12f5-1aac-4937-b6f9-438e62c0993a req-5f393fbb-32c5-455f-998b-82dce1e6c369 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4cb19af-b8b5-40e6-bf8b-6fc96c4c7f4b HTTP/1.1" status: 200 len: 210 time: 0.1118677 Jan 28 20:19:15.325106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f657ad81-4e2a-4908-ba0c-25f21bb8c299 None None] The sync data for ids ['74099ee2-681f-468f-98bc-21efad82aadc'] in n-d-825064-3 is: [{'id': '74099ee2-681f-468f-98bc-21efad82aadc', 'name': 'tempest-FloatingIPsTestJSON-1877116572-router', 'tenant_id': '8504a6019add4c959ffd9d86236197f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:36Z', 'updated_at': '2022-01-28T20:19:09Z', 'revision_number': 5, 'project_id': '8504a6019add4c959ffd9d86236197f0', 'gw_port': {'id': '7e98d2c0-3baa-46f1-bbe8-3badc6922306', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74099ee2-681f-468f-98bc-21efad82aadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:37Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:19:15.445412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c7fc478-78c7-4511-b1e9-cb4f341118dc req-45851284-524c-4b6f-8486-ee4c50b42a3e tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1650696 Jan 28 20:19:15.557700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] For port 7e98d2c0-3baa-46f1-bbe8-3badc6922306, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e98d2c0-3baa-46f1-bbe8-3badc6922306,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:15.558106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:15.592141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Calling delete_port for 7e98d2c0-3baa-46f1-bbe8-3badc6922306 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:15.776467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:15.781034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b9e433be-a71a-4867-86b6-0b9fec081492 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:15.891722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: b9e433be-a71a-4867-86b6-0b9fec081492 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:15.893312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b9e433be-a71a-4867-86b6-0b9fec081492 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:15.898480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:15.899171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 23fe17e2-6b6a-4d67-b9a7-ce09a6b9eef9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:16.151903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58866) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:16.159233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cecd346e-b033-4c0a-919f-f49a0dbe13b9 req-570916e3-ad3f-4f5f-aaae-474c2b95404e tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 210 time: 0.0537951 Jan 28 20:19:16.195132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:16.257592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fcc1afbc-9d26-4d8f-8537-d062b68c2dc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce0631b8ebe94c8c993dbb4486785407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032202 Jan 28 20:19:16.258563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58870) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:16.348915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e98d2c0-3baa-46f1-bbe8-3badc6922306,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:16.395157 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af9a3d8b-4183-4c2e-8ce6-b9cc0df2c2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:16.459364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af9a3d8b-4183-4c2e-8ce6-b9cc0df2c2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:16.573193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58878) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:16.587113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65b85a-4db7-4562-bff3-83188fe0c68e req-b52cc935-60b1-4ded-9042-350686332996 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:16.589079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d65b85a-4db7-4562-bff3-83188fe0c68e req-b52cc935-60b1-4ded-9042-350686332996 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.6102364 Jan 28 20:19:16.604462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:16.633722 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af9a3d8b-4183-4c2e-8ce6-b9cc0df2c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:16.637963 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af9a3d8b-4183-4c2e-8ce6-b9cc0df2c2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:16.653734 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-af9a3d8b-4183-4c2e-8ce6-b9cc0df2c2cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6945e9c8-324a-48ec-a6bc-5890511dad04 HTTP/1.1" status: 204 len: 168 time: 0.3881817 Jan 28 20:19:16.681199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a3d8b-4183-4c2e-8ce6-b9cc0df2c2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945e9c8-324a-48ec-a6bc-5890511dad04,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:16.941677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de783592-3ab7-4751-b98a-6aa0caaeeff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.170693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de783592-3ab7-4751-b98a-6aa0caaeeff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.178152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de783592-3ab7-4751-b98a-6aa0caaeeff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.275842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de783592-3ab7-4751-b98a-6aa0caaeeff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a3f716-9377-4a57-8f57-36aeda5863e9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:17.288346 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-de783592-3ab7-4751-b98a-6aa0caaeeff5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03cc6e9ba41e4675bc06b8956288748e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7139702 Jan 28 20:19:17.289165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58896) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:17.416536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eaa89320-6c43-4b35-854a-18beb6b0b856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.505643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eaa89320-6c43-4b35-854a-18beb6b0b856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.625340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eaa89320-6c43-4b35-854a-18beb6b0b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.629612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eaa89320-6c43-4b35-854a-18beb6b0b856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.632709 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eaa89320-6c43-4b35-854a-18beb6b0b856 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10a3f716-9377-4a57-8f57-36aeda5863e9 HTTP/1.1" status: 204 len: 168 time: 0.3416975 Jan 28 20:19:17.649079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa89320-6c43-4b35-854a-18beb6b0b856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a3f716-9377-4a57-8f57-36aeda5863e9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:17.759522 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.815027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d65b85a-4db7-4562-bff3-83188fe0c68e req-ddb1c6c3-e5b1-44b5-9550-d4c79e4d8e29 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1110878 Jan 28 20:19:17.820763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.839885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e2770e1-bf45-4497-be20-c75bb7bc6eff req-a0bc9b93-e94a-477f-a95b-55892be18c34 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.9335623 Jan 28 20:19:17.842246 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:17.879112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-efcf919d-d74b-498a-a50a-1fbcc64707ca tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:17.884148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-efcf919d-d74b-498a-a50a-1fbcc64707ca tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.13 "GET /v2.0/networks?id=48a2e639-ede2-4c08-980c-50d14c2a20c3 HTTP/1.1" status: 200 len: 815 time: 1.7237296 Jan 28 20:19:18.056941 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:18.057507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74099ee2-681f-468f-98bc-21efad82aadc {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:19:18.064039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:18.068483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1e6fb37e-4e31-4168-9b5e-cef82a64c492 admin admin] 10.222.0.44 "DELETE /v2.0/routers/74099ee2-681f-468f-98bc-21efad82aadc HTTP/1.1" status: 204 len: 168 time: 4.7634041 Jan 28 20:19:18.069365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58916) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:18.123497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e7c28c4-d72c-49ed-849a-4c34e558e15b req-14e7c5ff-9357-4e7f-a150-6d583319df86 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 210 time: 0.1324399 Jan 28 20:19:18.135974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-464c727f-acd0-482d-9836-d998ab0074a8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46362d59f6b04575bf6a118760b1d10d HTTP/1.1" status: 200 len: 380 time: 0.2397039 Jan 28 20:19:18.147482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Request body: {'port': {'device_id': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'admin_state_up': True, 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'security_groups': ['14848567-6702-49a9-8937-d4c02fc1b669']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:18.213557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-df193f46-391a-4e75-9ef4-37b13faa4952 admin admin] Deleting subnet 3646a0cb-966f-4caf-91a2-78193e61ec46 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:19:18.220730 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df193f46-391a-4e75-9ef4-37b13faa4952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:18.256081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33a326-73ea-413b-9098-59d59500b603 req-c4157d70-4f1e-4e34-a8f0-961bdf8c5f4f tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:18.258030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd33a326-73ea-413b-9098-59d59500b603 req-c4157d70-4f1e-4e34-a8f0-961bdf8c5f4f tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2664642 Jan 28 20:19:18.333108 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df193f46-391a-4e75-9ef4-37b13faa4952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:18.406468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd33a326-73ea-413b-9098-59d59500b603 req-1f7080fd-dc9d-4795-9b09-216f677f3cd4 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334488 Jan 28 20:19:18.503413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Made reservation on behalf of 46362d59f6b04575bf6a118760b1d10d for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:18.512113 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:18.562767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df193f46-391a-4e75-9ef4-37b13faa4952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:18.713098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df193f46-391a-4e75-9ef4-37b13faa4952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:18.788589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df193f46-391a-4e75-9ef4-37b13faa4952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3646a0cb-966f-4caf-91a2-78193e61ec46,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:18.797739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df193f46-391a-4e75-9ef4-37b13faa4952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:18.806469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc61443-4930-4f94-8f98-569e6a198eff None None] Network bdc3298f-e93d-4808-ac15-86979d84f9a3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:19:18.807693 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-df193f46-391a-4e75-9ef4-37b13faa4952 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3646a0cb-966f-4caf-91a2-78193e61ec46 HTTP/1.1" status: 204 len: 168 time: 0.7372508 Jan 28 20:19:18.811732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58940) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:18.856894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Allocated IP 172.20.0.11 (48a2e639-ede2-4c08-980c-50d14c2a20c3/5387533d-437a-4fe0-8133-56dd9333c275/3eba3970-3cac-4d1c-af83-720033e6ee3d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:19:19.045736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.151305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Deleting port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:19.151691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.207103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] DHCP port deletion for bdc3298f-e93d-4808-ac15-86979d84f9a3 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:19:19.297172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Deleting port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:19.297957 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.336092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] For port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,segment=NetworkSegment(b6024092-c3cc-4422-9ad6-12313f120319),segment_id=b6024092-c3cc-4422-9ad6-12313f120319)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:19.341303 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.344126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8382fae-f010-4daa-a1ff-2fccb079d2b2 req-498f970a-7c88-4df5-8f2a-0dca1b319932 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1904781 Jan 28 20:19:19.397661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] For port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,segment=NetworkSegment(b6024092-c3cc-4422-9ad6-12313f120319),segment_id=b6024092-c3cc-4422-9ad6-12313f120319)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:19.402721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Calling delete_port for 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:19.403801 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.442017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Calling delete_port for 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:19.516547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a3abe-7a01-436d-866a-b350007bd7f2 req-4e4d6934-3092-4c49-86fb-298b2dc74895 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:19.518051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-566a3abe-7a01-436d-866a-b350007bd7f2 req-4e4d6934-3092-4c49-86fb-298b2dc74895 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.3605330 Jan 28 20:19:19.523492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.554206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-81d96ca9-dd95-4c8e-9483-0b81e1fbef94 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:19.555889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-81d96ca9-dd95-4c8e-9483-0b81e1fbef94 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.26 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 949 time: 0.4070239 Jan 28 20:19:19.641552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.641836 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.658298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] No DVR routers for this DVR port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:19.678141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94888587-b63d-40b0-baa3-df13ab708a97 req-c9524a10-5104-43e1-9d7e-f08a43200727 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 210 time: 0.1590374 Jan 28 20:19:19.684606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Pushing event deleted for resources: {'Port': ['ID=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:19.701577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.702144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.702602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.706320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.706320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.708307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.708307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.708945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.709502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.709841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.710235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.710622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dfffae-58f8-4541-a272-d62fe498ea3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:19.720711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:19.744686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:19.744798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:19.745389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e98d2c0-3baa-46f1-bbe8-3badc6922306 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:19.770315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 7e98d2c0-3baa-46f1-bbe8-3badc6922306 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:19.771029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e98d2c0-3baa-46f1-bbe8-3badc6922306 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:19.791715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-566a3abe-7a01-436d-866a-b350007bd7f2 req-76c2400e-741e-46f2-b629-2ca487b2515b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486994 Jan 28 20:19:19.795394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Pushing event deleted for resources: {'Port': ['ID=15ec2d0b-6d79-44ef-a1c5-aca868c5b549,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:19.830723 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] No DVR routers for this DVR port 15ec2d0b-6d79-44ef-a1c5-aca868c5b549 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:19.835117 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.964460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:19.991422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc3298f-e93d-4808-ac15-86979d84f9a3']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:20.004879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6024092-c3cc-4422-9ad6-12313f120319') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:20.005119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6024092-c3cc-4422-9ad6-12313f120319') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:20.018627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.040739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.054150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:19:20.055185 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:19:20.057778 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:19:20.065436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:20.071799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:20.089063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:19:20.092323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event updated for resources: {'Port': ['ID=3eba3970-3cac-4d1c-af83-720033e6ee3d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:20.154312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.166290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.174349 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] 10.222.0.44 "DELETE /v2.0/networks/bdc3298f-e93d-4808-ac15-86979d84f9a3 HTTP/1.1" status: 204 len: 168 time: 1.3603024 Jan 28 20:19:20.176754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Deleting port 422f832a-1757-437f-a2af-490a20e3c1e8 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:20.177118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.193398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf52f4-f674-4378-ae40-840e2a602e6e req-5bed2c54-ac6e-4a5e-b5a3-ce0715c1b303 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:20.194999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cdf52f4-f674-4378-ae40-840e2a602e6e req-5bed2c54-ac6e-4a5e-b5a3-ce0715c1b303 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2545626 Jan 28 20:19:20.210281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f14ad-34e4-4361-9114-b4045bf467bd admin admin] Pushing event deleted for resources: {'Network': ['ID=bdc3298f-e93d-4808-ac15-86979d84f9a3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:20.235379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:20.236053 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.378731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-99cf4ebf-4762-424f-ad04-0314f62d71d2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2358217 Jan 28 20:19:20.396586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Request body: {'port': {'device_id': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:20.473397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cdf52f4-f674-4378-ae40-840e2a602e6e req-df1f00c0-134b-4802-8aa7-5b9c7f3fc0d2 tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/security-groups?id=7bd2fa7f-f64d-4958-810f-218e5f4fba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328808 Jan 28 20:19:20.546919 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58992) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:20.575603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25bcd596-c056-40a0-a730-c9c4f364cc0a req-95fbdbc3-403b-4e50-aa8d-c71507405c74 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0848067 Jan 28 20:19:20.587296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ce288442-dc15-42dc-bc8f-94fcde616b6b None None] Provisioning complete for port 3eba3970-3cac-4d1c-af83-720033e6ee3d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:20.588043 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce288442-dc15-42dc-bc8f-94fcde616b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.588742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] For port 422f832a-1757-437f-a2af-490a20e3c1e8, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=422f832a-1757-437f-a2af-490a20e3c1e8,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:20.590347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.622321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.678700 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1939839e-40e2-4ba9-8243-f9fbc0b28b2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8504a6019add4c959ffd9d86236197f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285915 Jan 28 20:19:20.679732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58994) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:20.690482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Calling delete_port for 422f832a-1757-437f-a2af-490a20e3c1e8 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:20.702913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ce288442-dc15-42dc-bc8f-94fcde616b6b None None] Port 3eba3970-3cac-4d1c-af83-720033e6ee3d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:19:20.841063 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6920860c-7ad5-4d0d-92db-56b5053c54c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:20.861818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59006) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:20.909383 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6920860c-7ad5-4d0d-92db-56b5053c54c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.010087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6920860c-7ad5-4d0d-92db-56b5053c54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.014274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6920860c-7ad5-4d0d-92db-56b5053c54c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.016592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6920860c-7ad5-4d0d-92db-56b5053c54c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4ca1361-8ae4-41ad-a0bf-c601a9a478ce HTTP/1.1" status: 204 len: 168 time: 0.3351064 Jan 28 20:19:21.038503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920860c-7ad5-4d0d-92db-56b5053c54c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ca1361-8ae4-41ad-a0bf-c601a9a478ce,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:21.042918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.083415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930cf30-cb71-4bf4-8f06-6752fcf9eff8 req-e094bde3-fdd0-415d-ad30-2d7658e5df89 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:21.086267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4930cf30-cb71-4bf4-8f06-6752fcf9eff8 req-e094bde3-fdd0-415d-ad30-2d7658e5df89 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 932 time: 0.2112978 Jan 28 20:19:21.169931 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e073f4a-e38e-491f-b457-262cb3e74948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.274027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4930cf30-cb71-4bf4-8f06-6752fcf9eff8 req-44eb9c42-de43-45cb-b15d-416d62987ba2 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741252 Jan 28 20:19:21.307072 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e073f4a-e38e-491f-b457-262cb3e74948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.321051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e073f4a-e38e-491f-b457-262cb3e74948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.401694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e073f4a-e38e-491f-b457-262cb3e74948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cece988-a7a4-4b5e-a22e-ee62df1a4532,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:21.409653 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5e073f4a-e38e-491f-b457-262cb3e74948 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=677f434d90b349cf95de56fab820398d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446942 Jan 28 20:19:21.412799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59024) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:21.416290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.446980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-5afd7966-c58b-40d8-848e-7aa9bd3abb0a tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=984b9cfd21264dcfb573d37b63901324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354669 Jan 28 20:19:21.487081 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09fcb0d-34d0-4563-a7fe-821976c1d9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.502770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Pushing event deleted for resources: {'Port': ['ID=422f832a-1757-437f-a2af-490a20e3c1e8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:21.515578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eba3970-3cac-4d1c-af83-720033e6ee3d {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:21.552214 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09fcb0d-34d0-4563-a7fe-821976c1d9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.619394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09fcb0d-34d0-4563-a7fe-821976c1d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.627183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09fcb0d-34d0-4563-a7fe-821976c1d9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.635770 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a09fcb0d-34d0-4563-a7fe-821976c1d9d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cece988-a7a4-4b5e-a22e-ee62df1a4532 HTTP/1.1" status: 204 len: 168 time: 0.2210317 Jan 28 20:19:21.649258 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.653801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fcb0d-34d0-4563-a7fe-821976c1d9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cece988-a7a4-4b5e-a22e-ee62df1a4532,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:21.783357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Transition to ACTIVE for port object 3eba3970-3cac-4d1c-af83-720033e6ee3d will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:19:21.785698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 422f832a-1757-437f-a2af-490a20e3c1e8 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:21.801986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] No DVR routers for this DVR port 422f832a-1757-437f-a2af-490a20e3c1e8 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:21.816652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.819979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-476668c7-cf08-4c71-ad84-b0514bb596f0 req-78d1fd72-d9ce-4361-b887-b7b5fdc1972b tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.26 "DELETE /v2.0/ports/422f832a-1757-437f-a2af-490a20e3c1e8 HTTP/1.1" status: 204 len: 173 time: 2.2323549 Jan 28 20:19:21.841031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 422f832a-1757-437f-a2af-490a20e3c1e8 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:21.841379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 422f832a-1757-437f-a2af-490a20e3c1e8 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:21.844880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f277d710-fd00-4fe0-9895-42c5c7c6b0b7', 'name': 'network-vif-deleted', 'tag': '422f832a-1757-437f-a2af-490a20e3c1e8'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:21.847430 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838a53a9-e0b5-414f-9847-3e0ba368692c" -d '{"events": [{"server_uuid": "f277d710-fd00-4fe0-9895-42c5c7c6b0b7", "name": "network-vif-deleted", "tag": "422f832a-1757-437f-a2af-490a20e3c1e8"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:21.871711 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:21.938100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5f925-8e11-4f6f-838c-8bae26c35fde req-2c772778-3e3f-4d7a-92e6-6b9efc972632 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:21.946589 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0d5f925-8e11-4f6f-838c-8bae26c35fde req-2c772778-3e3f-4d7a-92e6-6b9efc972632 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.4465463 Jan 28 20:19:22.016386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0d5f925-8e11-4f6f-838c-8bae26c35fde req-7240b4de-f501-405d-8281-5268f61d903b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681932 Jan 28 20:19:22.086901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=3eba3970-3cac-4d1c-af83-720033e6ee3d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:22.137520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-a97e03bf-ef5f-4dfd-88a9-d458c396654e tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:22.139649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-a97e03bf-ef5f-4dfd-88a9-d458c396654e tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6408753 Jan 28 20:19:22.178582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c4dc3dd4-1cb5-460c-883d-2241b2604da7 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/quotas/984b9cfd21264dcfb573d37b63901324 HTTP/1.1" status: 200 len: 375 time: 0.0310884 Jan 28 20:19:22.268224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-f5d1ad26-4cff-432b-a54d-28042844d03b tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=984b9cfd21264dcfb573d37b63901324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802512 Jan 28 20:19:22.281939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Attempting to bind port 3eba3970-3cac-4d1c-af83-720033e6ee3d on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:22.282569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Attempting to bind port 3eba3970-3cac-4d1c-af83-720033e6ee3d by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:22.283070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Attempting to bind port 3eba3970-3cac-4d1c-af83-720033e6ee3d on network 48a2e639-ede2-4c08-980c-50d14c2a20c3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:22.288879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Port 3eba3970-3cac-4d1c-af83-720033e6ee3d on network 48a2e639-ede2-4c08-980c-50d14c2a20c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:19:22.289831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Attempting to bind port 3eba3970-3cac-4d1c-af83-720033e6ee3d on network 48a2e639-ede2-4c08-980c-50d14c2a20c3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:22.301607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:22.302353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Checking segment: {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:22.302942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Bound using segment: {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:22.303637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Bound port: 3eba3970-3cac-4d1c-af83-720033e6ee3d, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328cb03a-307c-4008-990a-fd808599e823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:22.304585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.336566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59050) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:22.373523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4897ae04-c8a4-4286-93b4-f45968eb306f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.553409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] For port 3eba3970-3cac-4d1c-af83-720033e6ee3d, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:22.567400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] For port 3eba3970-3cac-4d1c-af83-720033e6ee3d, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3eba3970-3cac-4d1c-af83-720033e6ee3d,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:22.577584 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.591382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4897ae04-c8a4-4286-93b4-f45968eb306f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.599993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4897ae04-c8a4-4286-93b4-f45968eb306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.706396 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4897ae04-c8a4-4286-93b4-f45968eb306f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fc5f3e6c88d42fbbd7e1d9bb007cec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683546 Jan 28 20:19:22.707094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59062) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:22.716140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897ae04-c8a4-4286-93b4-f45968eb306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a5039c-2555-4587-8009-3093f1732ac2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:22.781235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:22.782291 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.784009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] 10.222.0.13 "PUT /v2.0/ports/3eba3970-3cac-4d1c-af83-720033e6ee3d HTTP/1.1" status: 200 len: 1092 time: 2.3956487 Jan 28 20:19:22.790332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ef0b-9a20-4443-9eec-42b3e61cb4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.808349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb32b74b-9519-4c1d-b8aa-d8b79d8b7c02 req-f74cbdf6-c7d8-4acf-97d0-67a81226e260 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1495655 Jan 28 20:19:22.873403 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ef0b-9a20-4443-9eec-42b3e61cb4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.944043 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba6223-9485-44e5-9e81-b2625a763041 x-openstack-request-id: req-31ba6223-9485-44e5-9e81-b2625a763041 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:22.946146 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f277d710-fd00-4fe0-9895-42c5c7c6b0b7", "name": "network-vif-deleted", "tag": "422f832a-1757-437f-a2af-490a20e3c1e8", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:22.946832 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31ba6223-9485-44e5-9e81-b2625a763041 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:22.948666 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f277d710-fd00-4fe0-9895-42c5c7c6b0b7', 'name': 'network-vif-deleted', 'tag': '422f832a-1757-437f-a2af-490a20e3c1e8', 'status': 'completed', 'code': 200} Jan 28 20:19:22.993367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ef0b-9a20-4443-9eec-42b3e61cb4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:22.999462 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ef0b-9a20-4443-9eec-42b3e61cb4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.010882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d474e07d-c6fd-48e1-946c-c94bc08d8ffe req-7345c409-c4fa-4cce-91be-53c17d1d76ff tempest-LiveMigrationNegativeTest-751453042 tempest-LiveMigrationNegativeTest-751453042-project] 10.222.0.44 "GET /v2.0/ports?device_id=f277d710-fd00-4fe0-9895-42c5c7c6b0b7 HTTP/1.1" status: 200 len: 210 time: 0.3038166 Jan 28 20:19:23.018692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f3c3ef0b-9a20-4443-9eec-42b3e61cb4a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06a5039c-2555-4587-8009-3093f1732ac2 HTTP/1.1" status: 204 len: 168 time: 0.2948086 Jan 28 20:19:23.019442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1524a2b-34b1-4a9e-9c0c-3c2ef8b1aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=3eba3970-3cac-4d1c-af83-720033e6ee3d,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:23.049724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3ef0b-9a20-4443-9eec-42b3e61cb4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a5039c-2555-4587-8009-3093f1732ac2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:23.088856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-7a115108-d034-4acb-88d8-019a0a123bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:23.092964 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-7a115108-d034-4acb-88d8-019a0a123bdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46362d59f6b04575bf6a118760b1d10d&device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 1095 time: 0.2377839 Jan 28 20:19:23.162146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59074) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:23.198702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-dc37a9c6-288c-4ae3-83dd-a1ac0f5c575d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eba3970-3cac-4d1c-af83-720033e6ee3d HTTP/1.1" status: 200 len: 217 time: 0.0916862 Jan 28 20:19:23.253579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf8f220d-63e4-4546-8ef9-49310dbd7341 req-5c22e029-b2fb-4489-a780-4f862c304072 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 210 time: 0.1017628 Jan 28 20:19:23.346932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-02a21c96-0222-4043-a047-2ebbd8cfab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:23.349140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-02a21c96-0222-4043-a047-2ebbd8cfab1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5387533d-437a-4fe0-8133-56dd9333c275 HTTP/1.1" status: 200 len: 854 time: 0.1419687 Jan 28 20:19:23.363569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fd932-a81c-402e-bcb1-f5735f77f77c req-0ecdb598-74ba-4e64-8e00-27b38fe0eecd tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:23.369572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2026295628-network', 'tenant_id': '9b006332fed249c8913735f886a1bdcb'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:23.376083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-907fd932-a81c-402e-bcb1-f5735f77f77c req-0ecdb598-74ba-4e64-8e00-27b38fe0eecd tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 944 time: 0.2757373 Jan 28 20:19:23.418954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Made reservation on behalf of 9b006332fed249c8913735f886a1bdcb for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:23.421855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.454068 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.494273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-907fd932-a81c-402e-bcb1-f5735f77f77c req-8b8380ba-feed-467a-83bb-23a76d7ccd79 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165390 Jan 28 20:19:23.528942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-3d0a27a6-8dc6-47fc-ba4e-7f69ceb30028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:23.532160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-3d0a27a6-8dc6-47fc-ba4e-7f69ceb30028 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a2e639-ede2-4c08-980c-50d14c2a20c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529062 Jan 28 20:19:23.578459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.584823 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.638837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:19:23.673175 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.673899 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Added segment f44ebf05-bfdb-454f-b32b-8f4f4ad37677 of type vlan for network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 Jan 28 20:19:23.756701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-21244ab3-b2af-4df6-a077-3c0a4e2ca7ae service neutron] 10.222.0.13 "GET /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164001 Jan 28 20:19:23.763242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31de6efb-5fb5-4a0a-aea6-9327546c5b70,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:23.798312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.844849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.845947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:23.846613 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:23.906107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fda1680-6626-4f56-ae8f-03c179e61c53 req-7c3fc78b-1886-45e6-bd4f-29cdd648785a service neutron] 10.222.0.13 "GET /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260684 Jan 28 20:19:23.916585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb4c89-5fbe-4895-a124-a4527f551da3 req-e1d71993-9065-4589-bffc-16cbc7290399 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:23.925900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abeb4c89-5fbe-4895-a124-a4527f551da3 req-e1d71993-9065-4589-bffc-16cbc7290399 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.2595875 Jan 28 20:19:24.004640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abeb4c89-5fbe-4895-a124-a4527f551da3 req-d58d6d2c-7dd6-4100-a99f-e8d5d5f5c3cd tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778422 Jan 28 20:19:24.053291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] Pushing event updated for resources: {'Network': ['ID=97e31d2b-78e9-4cc8-82a7-dd697e06ff97,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:24.068317 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-43875ae7-599f-44ed-8f97-11dcf640d633 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9012983 Jan 28 20:19:24.070568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59096) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:24.077358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Request body: {'subnet': {'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2026295628-subnet', 'tenant_id': '9b006332fed249c8913735f886a1bdcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:24.081795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:19:24.106792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-757527e7-3440-4b3c-803b-d7c0df219474 req-22253331-968e-4aea-82bb-469d3fba968a tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0600250 Jan 28 20:19:24.148243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Made reservation on behalf of 9b006332fed249c8913735f886a1bdcb for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:24.155947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:24.203310 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:19:24.441393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d344dbd5-6f4d-4514-b63c-5e7ef4657c13 req-569bd597-173b-4906-a210-2b23d556f388 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 210 time: 0.0491173 Jan 28 20:19:24.530718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:24.679795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f62123e-e5d9-460c-a351-b99377ebec85,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:24.699614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Checking segment: {'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:24.700825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Network hostable DHCP agents. Network: 97e31d2b-78e9-4cc8-82a7-dd697e06ff97, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:19:24.709888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-02d4f8a4-c5c1-4b55-8ab3-ad4a9cedbf12 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=984b9cfd21264dcfb573d37b63901324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005533 Jan 28 20:19:24.739361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:19:24.753254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 97e31d2b-78e9-4cc8-82a7-dd697e06ff97) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:24.764570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625e77f1-001d-470f-9c44-22f02bbd715c None None] Network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:19:24.767642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:24.769602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:24.801568 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d57d0a36-376f-438c-b19c-8282bb4641bc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7293444 Jan 28 20:19:24.892902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d104-4d41-4e18-aed7-0df140ec28db req-b035f7c1-7888-4807-b2a5-a5a427d57eb9 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:24.897285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f193d104-4d41-4e18-aed7-0df140ec28db req-b035f7c1-7888-4807-b2a5-a5a427d57eb9 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 944 time: 0.2266436 Jan 28 20:19:24.970179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'tag': '3eba3970-3cac-4d1c-af83-720033e6ee3d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:24.973237 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458ed9ff-2350-49b8-9684-77e822cd2468" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1b137c-c175-4058-92dd-afb1a10ef30e", "tag": "3eba3970-3cac-4d1c-af83-720033e6ee3d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:24.982211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59126) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:24.983161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f193d104-4d41-4e18-aed7-0df140ec28db req-a7be3c6d-068c-43e1-8927-622487d169a5 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738988 Jan 28 20:19:25.018836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085bd29-f08c-4bbe-9d89-847ca7a0a11b None None] Network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:19:25.059528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-ec256a73-1bc8-48e9-90ff-030599d217f5 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:25.062919 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-ec256a73-1bc8-48e9-90ff-030599d217f5 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426847 Jan 28 20:19:25.066895 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb4fef8-668b-481a-b6b1-0e62a50e98ff x-openstack-request-id: req-feb4fef8-668b-481a-b6b1-0e62a50e98ff {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:25.067429 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1b137c-c175-4058-92dd-afb1a10ef30e", "tag": "3eba3970-3cac-4d1c-af83-720033e6ee3d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:25.067876 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-feb4fef8-668b-481a-b6b1-0e62a50e98ff {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:25.068244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59132) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:25.068990 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'tag': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'status': 'completed', 'code': 200} Jan 28 20:19:25.089371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Request body: {'port': {'device_id': 'df939687-8db7-4316-b1fd-28e24ca3ee5e', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '984b9cfd21264dcfb573d37b63901324'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:25.274279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-e5f1902c-f403-48e9-b521-7b4c879b653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:25.275779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-e5f1902c-f403-48e9-b521-7b4c879b653d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46362d59f6b04575bf6a118760b1d10d&device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 1095 time: 0.1189885 Jan 28 20:19:25.400149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdea8a-d271-4deb-a5f0-5a49d7c59c96 req-36215ca5-be81-4f2b-af93-3b42776038e7 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:25.401754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1fdea8a-d271-4deb-a5f0-5a49d7c59c96 req-36215ca5-be81-4f2b-af93-3b42776038e7 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.2461598 Jan 28 20:19:25.424620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Made reservation on behalf of 984b9cfd21264dcfb573d37b63901324 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:25.428170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:25.436141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d39bae92-e44a-43b8-a7f5-43677216ff6c req-2565d567-8a8c-4ef3-929a-54be43ea778b tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1280520 Jan 28 20:19:25.451910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:25.540421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7813539-4ad1-445d-bef1-efaf7d65232d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:25.569408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1fdea8a-d271-4deb-a5f0-5a49d7c59c96 req-9cf24227-33cd-4979-af1c-41bf304164ae tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362050 Jan 28 20:19:25.602566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-1c1d3a29-3919-42c0-9277-171b66e10a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:25.609515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-1c1d3a29-3919-42c0-9277-171b66e10a48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a2e639-ede2-4c08-980c-50d14c2a20c3 HTTP/1.1" status: 200 len: 916 time: 0.3158016 Jan 28 20:19:25.695691 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fcf09da8-6bfa-4b91-b75b-383bc8c19c74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=203d0eb1fbfb47c089648f20d2a7d3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7122860 Jan 28 20:19:25.704973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59150) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:25.718771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-688f6f46-648d-4e24-a6a1-8f6f6c67d3ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eba3970-3cac-4d1c-af83-720033e6ee3d HTTP/1.1" status: 200 len: 217 time: 0.0992033 Jan 28 20:19:25.742990 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-00825343-13fa-4075-8082-23ea2a90fbea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1603198 Jan 28 20:19:25.860034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53b41943-4101-4858-9931-214970ebffc3 req-b7b06d34-e49e-4976-958b-5502af5c459e tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 210 time: 0.1230702 Jan 28 20:19:25.864622 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3421ef3-088d-4201-9a8c-fdfc8ee5f40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:25.878915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7813539-4ad1-445d-bef1-efaf7d65232d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:25.883947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-615b6272-0b7b-460c-8701-55218db780e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:25.885616 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-615b6272-0b7b-460c-8701-55218db780e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 1095 time: 0.1046779 Jan 28 20:19:25.896755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7813539-4ad1-445d-bef1-efaf7d65232d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:25.912826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:25.939910 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3421ef3-088d-4201-9a8c-fdfc8ee5f40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:25.944573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-d64d2ea4-2a86-4bab-83fd-43cbe488d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:25.946517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-d64d2ea4-2a86-4bab-83fd-43cbe488d6f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5387533d-437a-4fe0-8133-56dd9333c275 HTTP/1.1" status: 200 len: 854 time: 0.1850922 Jan 28 20:19:25.954339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-232c3c12-89d1-444d-882d-785cf3db5098 req-b2527115-70ba-47fc-8b95-4f122f65af37 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-45806337', 'description': 'tempest-description-69669669'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:25.959895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.105528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:26.118406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-67ecde76-7092-4626-89e9-82e06d943b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:26.119976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-67ecde76-7092-4626-89e9-82e06d943b1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a2e639-ede2-4c08-980c-50d14c2a20c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570382 Jan 28 20:19:26.131272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-232c3c12-89d1-444d-882d-785cf3db5098 req-b2527115-70ba-47fc-8b95-4f122f65af37 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.213650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-5457bdcc-be12-4a6d-b00d-e0f91d386b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:26.217773 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-5457bdcc-be12-4a6d-b00d-e0f91d386b55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.2802465 Jan 28 20:19:26.232949 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f7813539-4ad1-445d-bef1-efaf7d65232d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebf1bc7f2de4495eab1739d0e359ad96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1598523 Jan 28 20:19:26.237067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59164) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:26.287621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3421ef3-088d-4201-9a8c-fdfc8ee5f40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.294028 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3421ef3-088d-4201-9a8c-fdfc8ee5f40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.295623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a3421ef3-088d-4201-9a8c-fdfc8ee5f40e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bd2fa7f-f64d-4958-810f-218e5f4fba16 HTTP/1.1" status: 204 len: 168 time: 0.5861089 Jan 28 20:19:26.334820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7813539-4ad1-445d-bef1-efaf7d65232d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3513c3c4-8713-4f6b-8fa9-2abe4f0a9cdc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:26.340872 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-725b2862-2a85-4459-9851-ea234252b692 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 200 len: 217 time: 0.1082563 Jan 28 20:19:26.417184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3421ef3-088d-4201-9a8c-fdfc8ee5f40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2fa7f-f64d-4958-810f-218e5f4fba16,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:26.450924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd59d327-4cbf-49f8-9d1a-e1254ecdbd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.475067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-528188bd-b90e-4792-99fe-21d31f367920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:26.488395 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-528188bd-b90e-4792-99fe-21d31f367920 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1205542 Jan 28 20:19:26.567362 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-1964075f-3947-40e6-8064-d3d04dba8694 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776520 Jan 28 20:19:26.584419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd59d327-4cbf-49f8-9d1a-e1254ecdbd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.726109 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-b661a552-8c01-4e29-86e2-6774769426f0 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440971 Jan 28 20:19:26.852652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Allocated IP 192.168.233.250 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/f77b2cb4-26d4-42ed-aa38-410fd97f010d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:19:26.867079 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba836163-0629-4dbc-b8a0-6e747cde6d8b req-c69ac44c-da81-492b-bc08-85c6e77a9388 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314504 Jan 28 20:19:26.868306 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd59d327-4cbf-49f8-9d1a-e1254ecdbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.872435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd59d327-4cbf-49f8-9d1a-e1254ecdbd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.873786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fd59d327-4cbf-49f8-9d1a-e1254ecdbd13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3513c3c4-8713-4f6b-8fa9-2abe4f0a9cdc HTTP/1.1" status: 204 len: 168 time: 0.6276493 Jan 28 20:19:26.885509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59d327-4cbf-49f8-9d1a-e1254ecdbd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3513c3c4-8713-4f6b-8fa9-2abe4f0a9cdc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:26.898426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-232c3c12-89d1-444d-882d-785cf3db5098 req-b2527115-70ba-47fc-8b95-4f122f65af37 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.932082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f290f-f949-49d2-8e90-84891eeb277d req-0de2c0a3-587e-45d1-9d30-72ae80ba32a0 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:26.936043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7f290f-f949-49d2-8e90-84891eeb277d req-0de2c0a3-587e-45d1-9d30-72ae80ba32a0 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 944 time: 0.7967048 Jan 28 20:19:26.950583 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-232c3c12-89d1-444d-882d-785cf3db5098 req-b2527115-70ba-47fc-8b95-4f122f65af37 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:26.968044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-6e9470cb-2d04-4081-8acf-569a37e6fb84 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:26.970401 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-6e9470cb-2d04-4081-8acf-569a37e6fb84 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.0756652 Jan 28 20:19:26.993884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-3'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:27.051457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-adc2f412-8338-4e6f-b457-82a56427f076 service neutron] 10.222.0.13 "GET /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9169075 Jan 28 20:19:27.065231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-232c3c12-89d1-444d-882d-785cf3db5098 req-b2527115-70ba-47fc-8b95-4f122f65af37 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:27.079328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-232c3c12-89d1-444d-882d-785cf3db5098 req-b2527115-70ba-47fc-8b95-4f122f65af37 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1309507 Jan 28 20:19:27.123152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2527115-70ba-47fc-8b95-4f122f65af37 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3829127f-4b64-4330-99c4-6167ca974a5d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:27.201100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b7f290f-f949-49d2-8e90-84891eeb277d req-750c6166-2ad5-4049-95f8-623fcf290a40 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309048 Jan 28 20:19:27.202476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:27.225291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59188) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:27.372334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4547d59-f64b-4d06-b620-f032e983c4bf req-a027abde-da3e-451f-a11b-37b060c90fa3 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0752282 Jan 28 20:19:27.389921 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ac74da0-d76c-41b3-9e97-9d9dc6c17656 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e72dbde46ae454b91e0b0d9f55be26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613007 Jan 28 20:19:27.390199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59192) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:27.461162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:27.499658 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40be710d-a644-4faa-848a-7bac55ae8a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:27.589721 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40be710d-a644-4faa-848a-7bac55ae8a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:27.632051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be83f5-17ea-429f-b69e-32dd1337c9f9 req-a83bfea1-de90-4d40-8352-1606004fa82c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:27.637986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:27.642113 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43be83f5-17ea-429f-b69e-32dd1337c9f9 req-a83bfea1-de90-4d40-8352-1606004fa82c tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 945 time: 0.3142984 Jan 28 20:19:27.658777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-676552ed-aa2d-429a-9fbd-e26936c5f667 req-cd44b6f3-ddc0-4c34-a3ee-846cd210e1b0 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 210 time: 0.1043315 Jan 28 20:19:27.705084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:27.707697 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c36f6ea-6f14-44bf-8ad7-6a91f238e7ac" -d '{"events": [{"server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "name": "network-vif-unplugged", "status": "completed", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:27.712323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:27.721733 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:27.752107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40be710d-a644-4faa-848a-7bac55ae8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:27.756637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40be710d-a644-4faa-848a-7bac55ae8a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:27.760701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-16667ba4-9a53-4805-ba7d-0713f5c7dd84 req-510aef50-1d74-48da-8244-3dc586d5b276 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-589065971', 'description': 'tempest-description-1853305144'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:27.761343 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-40be710d-a644-4faa-848a-7bac55ae8a7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/461b3626-fffb-4324-97da-cf8b8fa68644 HTTP/1.1" status: 204 len: 168 time: 0.3699756 Jan 28 20:19:27.808686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be710d-a644-4faa-848a-7bac55ae8a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461b3626-fffb-4324-97da-cf8b8fa68644,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:27.850503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3afebcd-73a5-4d99-897c-c205356d80d2 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:19:27.884103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-458ed9ff-2350-49b8-9684-77e822cd2468 req-cd0e0b2a-c1dd-47b1-8700-366ca346eadc service neutron] 10.222.0.13 "GET /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7917323 Jan 28 20:19:27.886799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59204) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:27.887597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on host n-h2-825064-3 for vnic_type normal with profile {"migrating_to": "n-h1-825064-3"} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:27.888757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:27.888757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:27.947429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:19:27.947762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:27.966698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d676b4d-e92c-462a-aa19-6d133da36109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.007634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Pushing event updated for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:28.022683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:28.023424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:28.023756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:28.024125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Bound port: e3afebcd-73a5-4d99-897c-c205356d80d2, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:28.024528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.074708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:28.077483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43be83f5-17ea-429f-b69e-32dd1337c9f9 req-3543b019-a3aa-4887-8377-2e030272db06 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340160 Jan 28 20:19:28.085830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.097689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16667ba4-9a53-4805-ba7d-0713f5c7dd84 req-510aef50-1d74-48da-8244-3dc586d5b276 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.203135 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.211395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on host n-h2-825064-3 for vnic_type normal with profile {"migrating_to": "n-h1-825064-3"} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:28.212444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:28.212973 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0825a42a-ba94-4f56-85b0-71946fae5a71 x-openstack-request-id: req-0825a42a-ba94-4f56-85b0-71946fae5a71 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:28.213115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:28.217143 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "name": "network-vif-unplugged", "status": "completed", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:28.217629 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0825a42a-ba94-4f56-85b0-71946fae5a71 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:28.218393 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2', 'code': 200} Jan 28 20:19:28.227108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:19:28.227700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:28.246901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:28.250353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:28.251633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:28.253562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Bound port: e3afebcd-73a5-4d99-897c-c205356d80d2, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:28.254217 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.377895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:28.381811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:28.384920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16667ba4-9a53-4805-ba7d-0713f5c7dd84 req-510aef50-1d74-48da-8244-3dc586d5b276 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.389052 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.435904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:28.440453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16667ba4-9a53-4805-ba7d-0713f5c7dd84 req-510aef50-1d74-48da-8244-3dc586d5b276 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.465496 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.api [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e3afebcd-73a5-4d99-897c-c205356d80d2-n-h2-825064-3-0 {{(pid=102306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:19:28.475441 n-d-825064-3 neutron-server[102306]: DEBUG oslo_db.api [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:19:28.485483 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d676b4d-e92c-462a-aa19-6d133da36109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.486556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3afebcd-73a5-4d99-897c-c205356d80d2 has no active binding in host n-h1-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:19:28.493449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d676b4d-e92c-462a-aa19-6d133da36109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.506541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:28.529364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:28.536098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aef50-1d74-48da-8244-3dc586d5b276 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:28.550567 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8d676b4d-e92c-462a-aa19-6d133da36109 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5dfd9997312c446990d60a5e0038973d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543062 Jan 28 20:19:28.554483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59218) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:28.577111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d676b4d-e92c-462a-aa19-6d133da36109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0abce86-50d6-4118-87c7-522dd75e819e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:28.590614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:28.617920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:19:28.634967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a26535c-efec-4f52-84be-08b28d8dabec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.660578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Pushing event updated for resources: {'Port': ['ID=f77b2cb4-26d4-42ed-aa38-410fd97f010d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:28.670898 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16667ba4-9a53-4805-ba7d-0713f5c7dd84 req-510aef50-1d74-48da-8244-3dc586d5b276 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.678806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a26535c-efec-4f52-84be-08b28d8dabec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.684556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16667ba4-9a53-4805-ba7d-0713f5c7dd84 req-510aef50-1d74-48da-8244-3dc586d5b276 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9367208 Jan 28 20:19:28.741803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aea5f-aa8d-4039-a28f-cef1faa81d74 req-a4ce9d4e-18a8-499b-85e9-1ee1ba1de8fb tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:28.752336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e1aea5f-aa8d-4039-a28f-cef1faa81d74 req-a4ce9d4e-18a8-499b-85e9-1ee1ba1de8fb tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 944 time: 0.3742967 Jan 28 20:19:28.752576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a26535c-efec-4f52-84be-08b28d8dabec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.764695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a26535c-efec-4f52-84be-08b28d8dabec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.768850 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5a26535c-efec-4f52-84be-08b28d8dabec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0abce86-50d6-4118-87c7-522dd75e819e HTTP/1.1" status: 204 len: 168 time: 0.2121949 Jan 28 20:19:28.792324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:28.793929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:28.795575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26535c-efec-4f52-84be-08b28d8dabec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0abce86-50d6-4118-87c7-522dd75e819e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:28.844236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc43fc08-4e52-494c-9bfa-18fb8b79a49f req-6feca36e-40cc-4a3a-8f87-4417b26b322a tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0372553 Jan 28 20:19:28.874642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-c1979e51-6f8e-4234-a134-6676b9ecbd0d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7959685 Jan 28 20:19:28.891402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Request body: {'port': {'device_id': 'df939687-8db7-4316-b1fd-28e24ca3ee5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:28.946130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e1aea5f-aa8d-4039-a28f-cef1faa81d74 req-e461f449-8277-4648-98ac-5cddd1a071b0 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916039 Jan 28 20:19:29.000079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:29.023568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on host n-h2-825064-3 for vnic_type normal with profile {"migrating_to": "n-h1-825064-3"} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:29.024565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:29.024905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:29.038420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:19:29.038752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempting to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 on network 77470456-10c5-4380-a234-ec13d237d0c9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:29.054767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:29.055495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Checking segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:29.055990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Bound using segment: {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:29.056679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Bound port: e3afebcd-73a5-4d99-897c-c205356d80d2, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a6ce97-2ce9-4459-b59a-57df046f61d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '77470456-10c5-4380-a234-ec13d237d0c9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:29.057153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:29.100429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65d4ed-9afc-4f42-bbeb-19d52201f711 req-c114d8bb-6315-469b-ba2c-e2cc6c2ed4e8 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:29.113483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e57c8b4c-c700-4b02-809a-db6cd47f113d None None] Provisioning complete for port f77b2cb4-26d4-42ed-aa38-410fd97f010d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:29.114187 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e57c8b4c-c700-4b02-809a-db6cd47f113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:29.114509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a65d4ed-9afc-4f42-bbeb-19d52201f711 req-c114d8bb-6315-469b-ba2c-e2cc6c2ed4e8 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 936 time: 0.1319096 Jan 28 20:19:29.172668 n-d-825064-3 neutron-server[102306]: WARNING neutron.plugins.ml2.plugin [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Concurrent port binding operations failed on port e3afebcd-73a5-4d99-897c-c205356d80d2 Jan 28 20:19:29.180516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:29.182999 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attempt 2 to bind port e3afebcd-73a5-4d99-897c-c205356d80d2 Jan 28 20:19:29.188768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:29.190508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:29.193026 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-0a73cdb5-3a57-4fa3-92f2-a5de4e679031 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 200 len: 1121 time: 2.2114637 Jan 28 20:19:29.211632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e57c8b4c-c700-4b02-809a-db6cd47f113d None None] Port f77b2cb4-26d4-42ed-aa38-410fd97f010d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:19:29.262714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['e3afebcd-73a5-4d99-897c-c205356d80d2'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:29.321917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['e3afebcd-73a5-4d99-897c-c205356d80d2'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:29.452929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77b2cb4-26d4-42ed-aa38-410fd97f010d {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:29.506804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:29.559693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a65d4ed-9afc-4f42-bbeb-19d52201f711 req-214f077f-41c0-48b9-952f-5154f39e04c0 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440043 Jan 28 20:19:29.590217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Transition to ACTIVE for port object f77b2cb4-26d4-42ed-aa38-410fd97f010d will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:19:29.607712 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:29.749794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-728a485b-2cd6-46c3-8b91-0d2e71bcbeb5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:29.752412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-728a485b-2cd6-46c3-8b91-0d2e71bcbeb5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 813 time: 0.6850507 Jan 28 20:19:29.841769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Pushing event updated for resources: {'Port': ['ID=f77b2cb4-26d4-42ed-aa38-410fd97f010d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:29.860051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-6ca0ce5f-11f0-4edf-bb6d-b086ad22f9db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/quotas/9b006332fed249c8913735f886a1bdcb HTTP/1.1" status: 200 len: 375 time: 0.0839565 Jan 28 20:19:29.945864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7e6abd7a-f4a9-40ab-bc13-78ed430ed016 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756335 Jan 28 20:19:30.014524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03b394-a805-445a-b8ee-54ffbd8ac35e req-c5f06735-f9e8-4420-8605-ae1cb7996d79 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:30.014524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a03b394-a805-445a-b8ee-54ffbd8ac35e req-c5f06735-f9e8-4420-8605-ae1cb7996d79 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.3095093 Jan 28 20:19:30.021626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Attempting to bind port f77b2cb4-26d4-42ed-aa38-410fd97f010d on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:30.022162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Attempting to bind port f77b2cb4-26d4-42ed-aa38-410fd97f010d by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:30.022707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Attempting to bind port f77b2cb4-26d4-42ed-aa38-410fd97f010d on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:30.109058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Port f77b2cb4-26d4-42ed-aa38-410fd97f010d on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:19:30.109342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Attempting to bind port f77b2cb4-26d4-42ed-aa38-410fd97f010d on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:30.129686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:30.130029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:30.130419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:30.130895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Bound port: f77b2cb4-26d4-42ed-aa38-410fd97f010d, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:30.131502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:30.179226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a03b394-a805-445a-b8ee-54ffbd8ac35e req-d3ebee48-1095-4d9a-b122-beea7b331d0b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502991 Jan 28 20:19:30.219642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:30.223918 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ed00c-3376-47d1-8b06-f3a292e3496c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:30.229641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-4941874b-1fc0-45b2-9c51-1f6ddab459b1 service neutron] 10.222.0.44 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579327 Jan 28 20:19:30.344442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] For port f77b2cb4-26d4-42ed-aa38-410fd97f010d, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:30.351496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6204aac2-a68e-491c-a01e-7b9ff82e465a req-42195878-6ac9-4b28-9745-23271435de49 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0458908 Jan 28 20:19:30.387276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] For port f77b2cb4-26d4-42ed-aa38-410fd97f010d, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f77b2cb4-26d4-42ed-aa38-410fd97f010d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:30.388953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:30.439647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:30.440371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:30.442685 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] 10.222.0.26 "PUT /v2.0/ports/f77b2cb4-26d4-42ed-aa38-410fd97f010d HTTP/1.1" status: 200 len: 1096 time: 1.5565424 Jan 28 20:19:30.451862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df939687-8db7-4316-b1fd-28e24ca3ee5e', 'tag': 'f77b2cb4-26d4-42ed-aa38-410fd97f010d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:30.462751 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5562b7a2-71c3-4f8e-afdf-500e70116f08" -d '{"events": [{"name": "network-changed", "server_uuid": "df939687-8db7-4316-b1fd-28e24ca3ee5e", "tag": "f77b2cb4-26d4-42ed-aa38-410fd97f010d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:30.482009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-5ea08fec-29a4-408c-ad7f-148591ef7424 service neutron] 10.222.0.44 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422833 Jan 28 20:19:30.641888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc62b-d4a9-43c5-8bc4-bbd7afe4fe1e service neutron] Pushing event updated for resources: {'Port': ['ID=f77b2cb4-26d4-42ed-aa38-410fd97f010d,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:30.688743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d98fb-a0e3-411c-af9b-955ea91d999b req-794c0d91-db47-498d-a137-6577a363bae9 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:30.700116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d7d98fb-a0e3-411c-af9b-955ea91d999b req-794c0d91-db47-498d-a137-6577a363bae9 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 944 time: 0.2321191 Jan 28 20:19:30.714337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-13b88002-55d3-40a0-83d8-1c95eee0c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:30.716746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-13b88002-55d3-40a0-83d8-1c95eee0c404 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=984b9cfd21264dcfb573d37b63901324&device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 1099 time: 0.2181919 Jan 28 20:19:30.811588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-e47e3dc5-921f-4ded-baff-128b84107316 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f77b2cb4-26d4-42ed-aa38-410fd97f010d HTTP/1.1" status: 200 len: 217 time: 0.0631692 Jan 28 20:19:30.817241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d7d98fb-a0e3-411c-af9b-955ea91d999b req-c017cf09-ee25-4da3-9ee2-db69d133dca9 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160102 Jan 28 20:19:30.868808 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea12567-1b09-43b5-9d8b-75384fb5bf46 x-openstack-request-id: req-4ea12567-1b09-43b5-9d8b-75384fb5bf46 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:30.869382 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:30.869892 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ea12567-1b09-43b5-9d8b-75384fb5bf46 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:30.872078 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2', 'status': 'completed', 'code': 200} Jan 28 20:19:30.923431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-fd7bd3b9-4178-4a67-a03c-d52a14a37f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:30.929053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-fd7bd3b9-4178-4a67-a03c-d52a14a37f85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1072359 Jan 28 20:19:30.988416 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2811e-ca78-4050-9323-fadda3b2e118 x-openstack-request-id: req-fdb2811e-ca78-4050-9323-fadda3b2e118 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:30.989110 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df939687-8db7-4316-b1fd-28e24ca3ee5e", "tag": "f77b2cb4-26d4-42ed-aa38-410fd97f010d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:30.989110 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fdb2811e-ca78-4050-9323-fadda3b2e118 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:30.989322 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df939687-8db7-4316-b1fd-28e24ca3ee5e', 'tag': 'f77b2cb4-26d4-42ed-aa38-410fd97f010d', 'status': 'completed', 'code': 200} Jan 28 20:19:31.057181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-6af75560-ac28-4472-a795-2136ca958a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:31.059146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-6af75560-ac28-4472-a795-2136ca958a55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199598 Jan 28 20:19:31.065832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-f3137411-4a27-4060-8f3c-8dc03bb5d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:31.067734 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-f3137411-4a27-4060-8f3c-8dc03bb5d6bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1124 time: 0.1605184 Jan 28 20:19:31.081605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736156ea-9875-45be-af04-2808b7ef7ee3 req-96302f1d-a57d-42be-b7b6-a305c1a4e77d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:31.083774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-736156ea-9875-45be-af04-2808b7ef7ee3 req-96302f1d-a57d-42be-b7b6-a305c1a4e77d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 948 time: 0.0936043 Jan 28 20:19:31.315178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b960efc5-db93-4e30-9341-7f2425dc81b7 req-9f34d562-d73a-4015-aae5-5c85db09ab1c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 210 time: 0.2282429 Jan 28 20:19:31.321761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-47f95de1-8e2c-49f5-9c96-48b76babfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:31.324170 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-47f95de1-8e2c-49f5-9c96-48b76babfde5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.2438545 Jan 28 20:19:31.370593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-66668cbb-05bd-4fdd-8675-9e53082ed60d service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853949 Jan 28 20:19:31.379511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-736156ea-9875-45be-af04-2808b7ef7ee3 req-51e6e1dc-451d-4f1f-831f-ede7c6acd940 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688124 Jan 28 20:19:31.467691 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-f05b7e39-e49d-4559-8a27-13b465021f6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 200 len: 217 time: 0.1270690 Jan 28 20:19:31.630972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-97bfe1f8-e7f7-4fb9-b1ae-6bbaef4ca157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:31.637968 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-97bfe1f8-e7f7-4fb9-b1ae-6bbaef4ca157 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1592796 Jan 28 20:19:31.669946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b958303-f309-4465-8d3a-a01a691e848e req-8de9fdb5-874c-44de-91e0-068601c04b93 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0780311 Jan 28 20:19:31.688201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11456b74-ba1c-4ef3-a56e-9ab2f3820818 req-445b65bb-ab89-4309-b4a6-d187a39d9dc2 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008106 Jan 28 20:19:31.722355 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-7b4ccb8c-d26b-409c-9a1e-4fc184866af8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746140 Jan 28 20:19:31.866967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-fd0d3e71-b392-4f2d-951f-fb0a6a1ec1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:31.869334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-fd0d3e71-b392-4f2d-951f-fb0a6a1ec1ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=984b9cfd21264dcfb573d37b63901324&device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 1099 time: 0.0600822 Jan 28 20:19:31.939035 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-fac400a1-961e-4af1-bb7f-6f595c0b92d0 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875880 Jan 28 20:19:32.067066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b3c3f-656e-4321-8665-87d8ed7bbd1a req-f54d509d-9f69-4985-bbf4-f95d28733918 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:32.069012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-069b3c3f-656e-4321-8665-87d8ed7bbd1a req-f54d509d-9f69-4985-bbf4-f95d28733918 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 944 time: 0.1052740 Jan 28 20:19:32.070735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-ca4ec489-2741-4377-9941-308ecf68188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:32.072329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-ca4ec489-2741-4377-9941-308ecf68188e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1917877 Jan 28 20:19:32.154474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-02a98c69-8b7f-425b-9d33-e67ea403ae39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f77b2cb4-26d4-42ed-aa38-410fd97f010d HTTP/1.1" status: 200 len: 217 time: 0.0577781 Jan 28 20:19:32.192322 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4a0ed00c-3376-47d1-8b06-f3a292e3496c req-cd00d01e-74be-47e5-9e4e-c52a8db531d4 service neutron] 10.222.0.26 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445474 Jan 28 20:19:32.269759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-069b3c3f-656e-4321-8665-87d8ed7bbd1a req-78c6c1d6-adb6-40e8-a261-4a008e9ecf51 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822071 Jan 28 20:19:32.336484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-7fb70ab8-e378-4667-95a8-5853020180b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:32.338827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-7fb70ab8-e378-4667-95a8-5853020180b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1655769 Jan 28 20:19:32.382114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90546fdc-a6fc-4359-9af1-d6c9108c7a4d req-8b8ba68f-c959-4883-bf60-a644320db905 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:32.390970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90546fdc-a6fc-4359-9af1-d6c9108c7a4d req-8b8ba68f-c959-4883-bf60-a644320db905 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.1498013 Jan 28 20:19:32.465342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b718ee56-9365-45c7-9651-f9d4d19f83e5 req-1e2c2081-bddf-49ba-8ae9-c16b0c582023 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 210 time: 0.0318406 Jan 28 20:19:32.491163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90546fdc-a6fc-4359-9af1-d6c9108c7a4d req-a6e0b2ab-b19b-4967-86c0-b55aa1d9b639 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992589 Jan 28 20:19:32.509218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-f0eae767-a3f2-4ed9-95d6-ffb4ec1d40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:32.509218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-f0eae767-a3f2-4ed9-95d6-ffb4ec1d40ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496058 Jan 28 20:19:32.756231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dc46d-fef8-491e-a61c-908680912646 req-54a47da1-6896-4f22-92f3-17f034598cf2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:32.778669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f50dc46d-fef8-491e-a61c-908680912646 req-54a47da1-6896-4f22-92f3-17f034598cf2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 948 time: 0.1550617 Jan 28 20:19:32.822960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-ee0ffa91-94a7-4f9f-bc2a-727b7bf675b1 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103652 Jan 28 20:19:32.971828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-5d3e78f3-6f4e-4f68-8b6d-a4529483557f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:32.974359 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-5d3e78f3-6f4e-4f68-8b6d-a4529483557f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 813 time: 0.2610512 Jan 28 20:19:32.993029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'port': {'device_id': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97', 'admin_state_up': True, 'tenant_id': '9b006332fed249c8913735f886a1bdcb'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:33.066470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-953a2b71-8bd9-43c4-8179-0c1ef8372d97 req-fa59f534-2e9c-4a50-a17a-4eba95c46dc7 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0883892 Jan 28 20:19:33.084153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f50dc46d-fef8-491e-a61c-908680912646 req-5c42694a-dedb-4558-84e0-70debb8e80fd tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042121 Jan 28 20:19:33.162038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5562b7a2-71c3-4f8e-afdf-500e70116f08 req-74efdb34-dc0b-4b9e-ad52-f11ccab45b3e service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310726 Jan 28 20:19:33.185565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Made reservation on behalf of 9b006332fed249c8913735f886a1bdcb for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:33.190548 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:33.421680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Allocated IP 172.20.0.14 (97e31d2b-78e9-4cc8-82a7-dd697e06ff97/4f62123e-e5d9-460c-a351-b99377ebec85/8f604e53-af89-43b9-b0f9-5fb3d383ccfb) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:19:33.501491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f8e8-9bb3-4d51-ae0a-dbfa153e30cc req-f89f01b8-33bb-4dde-9066-b6a19fffb2dc tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:33.503123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0696f8e8-9bb3-4d51-ae0a-dbfa153e30cc req-f89f01b8-33bb-4dde-9066-b6a19fffb2dc tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 944 time: 0.0853922 Jan 28 20:19:33.625146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0696f8e8-9bb3-4d51-ae0a-dbfa153e30cc req-cd73c50e-7dce-4c7b-bfd7-95b8613005c5 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129122 Jan 28 20:19:33.648569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:33.649473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-6293f0a8-2e86-4a8e-896d-0436f9f7ed97 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f824123e2bd0424888965ac2b937b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623748 Jan 28 20:19:33.740644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:33.846215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:33.847960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:33.867254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f77b2cb4-26d4-42ed-aa38-410fd97f010d details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:19:33.867980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:19:33.950307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412882b-9a48-4302-8e2e-5803409d638f req-3c87a0ff-cd65-4c4c-98a4-3d573b4c6947 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:33.971629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3412882b-9a48-4302-8e2e-5803409d638f req-3c87a0ff-cd65-4c4c-98a4-3d573b4c6947 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 932 time: 0.1986759 Jan 28 20:19:33.987066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:33.988008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:34.007686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'Port': ['ID=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:34.016353 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-7dc28c8d-76d7-432b-a2f0-486c2740802a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0274158 Jan 28 20:19:34.038432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Request body: {'port': {'device_id': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:34.066568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3412882b-9a48-4302-8e2e-5803409d638f req-beb3321d-3448-47a0-88a9-a8be56840950 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935261 Jan 28 20:19:34.097949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-78414983-367e-454a-ae2a-cc96bdb102b6 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:34.099495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-78414983-367e-454a-ae2a-cc96bdb102b6 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4413717 Jan 28 20:19:34.114845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f77b2cb4-26d4-42ed-aa38-410fd97f010d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f77b2cb4-26d4-42ed-aa38-410fd97f010d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:34.134699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'f77b2cb4-26d4-42ed-aa38-410fd97f010d', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'f77b2cb4-26d4-42ed-aa38-410fd97f010d', 'mac_address': 'fa:16:3e:11:b3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:19:34.147671 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-e74718e5-1aa2-4a6a-ab14-1389f55a3e7d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/quotas/f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 375 time: 0.0363050 Jan 28 20:19:34.149387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:34.192355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-8fa6bc15-4a40-4125-bd68-c31a483c73b4 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374680 Jan 28 20:19:34.234991 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:34.264025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77b2cb4-26d4-42ed-aa38-410fd97f010d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:34.293671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f77b2cb4-26d4-42ed-aa38-410fd97f010d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f77b2cb4-26d4-42ed-aa38-410fd97f010d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:34.301214 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:34.352429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0bc33-d2f9-40aa-8cd7-b7b798af0068 req-c1933a92-4154-4892-8275-36bc08fc28c8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:34.359934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b0bc33-d2f9-40aa-8cd7-b7b798af0068 req-c1933a92-4154-4892-8275-36bc08fc28c8 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.1414018 Jan 28 20:19:34.400566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f77b2cb4-26d4-42ed-aa38-410fd97f010d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:34.463266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b0bc33-d2f9-40aa-8cd7-b7b798af0068 req-7eb9ab35-33d8-48e6-9712-b2cbdd5b7e55 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855453 Jan 28 20:19:34.555621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7313a549-7968-4801-b8de-6853be7602c8 req-3e7d1170-5118-4004-97e8-1a1a4936850e tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0640757 Jan 28 20:19:34.634703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f77b2cb4-26d4-42ed-aa38-410fd97f010d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:34.693191 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2997-24a4-4152-8e17-c14d86e0e26a req-370337b8-0a92-4144-9c4b-cb852492c6b4 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:34.711483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d5e2997-24a4-4152-8e17-c14d86e0e26a req-370337b8-0a92-4144-9c4b-cb852492c6b4 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 949 time: 0.1238852 Jan 28 20:19:34.813192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d5e2997-24a4-4152-8e17-c14d86e0e26a req-62833a7c-da33-4bca-ab92-33e06762642e tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007202 Jan 28 20:19:34.967063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f604e53-af89-43b9-b0f9-5fb3d383ccfb {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:34.991398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ebac283-6336-4f24-9535-be75f7b3a998 req-e401a64c-496b-4a87-835e-7c215f394eab tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 210 time: 0.0775223 Jan 28 20:19:34.994019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:35.031851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Transition to ACTIVE for port object 8f604e53-af89-43b9-b0f9-5fb3d383ccfb will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:19:35.040499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:35.175391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Pushing event updated for resources: {'Port': ['ID=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:35.209493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566663e-dc98-4864-8a37-a042e69cf5a6 req-9700be46-1f5e-4954-a3f9-86d0bb22f4c6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:35.217564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3566663e-dc98-4864-8a37-a042e69cf5a6 req-9700be46-1f5e-4954-a3f9-86d0bb22f4c6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 944 time: 0.1204295 Jan 28 20:19:35.328425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Attempting to bind port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:35.329631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Attempting to bind port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:35.330182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Attempting to bind port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb on network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:35.332003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3566663e-dc98-4864-8a37-a042e69cf5a6 req-9c42cd93-d4bc-4fc1-a4c3-6e1215d1670b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958011 Jan 28 20:19:35.343449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb on network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:19:35.345045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Attempting to bind port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb on network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:35.353688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-d3e84f6e-b6c6-4529-9442-2234bef5f542 service neutron] 10.222.0.26 "GET /v2.0/ports/e3afebcd-73a5-4d99-897c-c205356d80d2/bindings/n-h1-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.1518512 Jan 28 20:19:35.366292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:35.366820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Checking segment: {'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:35.367407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Bound using segment: {'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:35.370037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Bound port: 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:35.371232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:35.540585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] For port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:35.547648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] For port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:35.554051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:35.554928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4b08-5621-452b-a3a3-25108c00feb5 req-f8d956a8-4a0a-4251-948f-02816b998301 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:35.559344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29dd4b08-5621-452b-a3a3-25108c00feb5 req-f8d956a8-4a0a-4251-948f-02816b998301 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 944 time: 0.1358945 Jan 28 20:19:35.601461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:35.602262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:35.604579 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-68795939-9947-46e3-9d30-1cc13474306a service neutron] 10.222.0.26 "PUT /v2.0/ports/8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 200 len: 1092 time: 1.5754592 Jan 28 20:19:35.607286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:35.612039 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4b905-5c0b-450b-8d85-5c0c3b11b748" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:35.662820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795939-9947-46e3-9d30-1cc13474306a service neutron] Pushing event updated for resources: {'Port': ['ID=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:35.727550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29dd4b08-5621-452b-a3a3-25108c00feb5 req-023854fb-8a42-4f11-9207-8e9239251edb tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570683 Jan 28 20:19:35.767688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-e840a14a-0028-40c6-a499-1f1c4dd4f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:35.769546 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-e840a14a-0028-40c6-a499-1f1c4dd4f06b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1095 time: 0.0897663 Jan 28 20:19:35.830647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:35.838244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f77b2cb4-26d4-42ed-aa38-410fd97f010d up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:35.859917 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5772f9-08e9-4954-b819-311a13692ba3 x-openstack-request-id: req-eb5772f9-08e9-4954-b819-311a13692ba3 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:35.860512 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:35.860512 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb5772f9-08e9-4954-b819-311a13692ba3 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:35.860993 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb', 'status': 'completed', 'code': 200} Jan 28 20:19:35.866981 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-939ac812-4de4-47ac-8aea-2389cfc56a06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 200 len: 217 time: 0.0887661 Jan 28 20:19:35.894350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:35.938455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3eba3970-3cac-4d1c-af83-720033e6ee3d details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:19:35.954000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086708db-1822-4bb5-baa6-2660a97b529f req-8ca772f4-b532-447d-8f95-101fc1fded38 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:35.962905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-086708db-1822-4bb5-baa6-2660a97b529f req-8ca772f4-b532-447d-8f95-101fc1fded38 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 943 time: 0.1243215 Jan 28 20:19:35.968162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3afebcd-73a5-4d99-897c-c205356d80d2 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:35.974435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-32e25382-199b-484e-a5a4-47c514cb7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:35.984381 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-32e25382-199b-484e-a5a4-47c514cb7356 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.1048763 Jan 28 20:19:35.993394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:36.040539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03624ce9-17cb-4469-8933-321355a70aa7 req-73762491-84b8-457c-b983-92d55d191659 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0443175 Jan 28 20:19:36.043680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:36.078472 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-579f4b8b-5936-47ff-9110-cb7da0676528 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868888 Jan 28 20:19:36.084345 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-086708db-1822-4bb5-baa6-2660a97b529f req-325e9547-5d85-481c-b3d0-794f5eed5d25 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202571 Jan 28 20:19:36.129109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port f77b2cb4-26d4-42ed-aa38-410fd97f010d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:19:36.153437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port f77b2cb4-26d4-42ed-aa38-410fd97f010d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:36.155614 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:36.250769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3eba3970-3cac-4d1c-af83-720033e6ee3d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3eba3970-3cac-4d1c-af83-720033e6ee3d,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:36.269181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'port_id': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'mac_address': 'fa:16:3e:c9:7f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:19:36.276167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ced0e20f-37f7-45f9-993d-f1ac6c34312c req-18bcf138-2497-4f50-bfef-dc127def119a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 210 time: 0.0506439 Jan 28 20:19:36.281308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] Transition to ACTIVE for port object e3afebcd-73a5-4d99-897c-c205356d80d2 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:19:36.308139 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:36.335707 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-b0047a4c-d666-46ce-81e2-7a719ff5ad75 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f824123e2bd0424888965ac2b937b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047480 Jan 28 20:19:36.378687 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-1839801a-3980-4741-ada2-418e007a5a3b service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955816 Jan 28 20:19:36.383779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:36.390987 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:36.418307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0de9c-13c8-49dc-a0e3-bc722c6e6a2a req-092e50bd-543c-43f6-abf1-99a2461a882f tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:36.424528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4c0de9c-13c8-49dc-a0e3-bc722c6e6a2a req-092e50bd-543c-43f6-abf1-99a2461a882f tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 949 time: 0.2114651 Jan 28 20:19:36.455002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df939687-8db7-4316-b1fd-28e24ca3ee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77b2cb4-26d4-42ed-aa38-410fd97f010d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:36.457848 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25bf67-a731-4485-a177-540340677b81" -d '{"events": [{"server_uuid": "df939687-8db7-4316-b1fd-28e24ca3ee5e", "name": "network-vif-plugged", "status": "completed", "tag": "f77b2cb4-26d4-42ed-aa38-410fd97f010d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:36.464224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f77b2cb4-26d4-42ed-aa38-410fd97f010d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f77b2cb4-26d4-42ed-aa38-410fd97f010d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:36.465987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eba3970-3cac-4d1c-af83-720033e6ee3d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:36.473006 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:36.473850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e3afebcd-73a5-4d99-897c-c205356d80d2 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:36.533803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3eba3970-3cac-4d1c-af83-720033e6ee3d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3eba3970-3cac-4d1c-af83-720033e6ee3d,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:36.537107 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] No DVR routers for this DVR port e3afebcd-73a5-4d99-897c-c205356d80d2 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:36.551277 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:36.573202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f77b2cb4-26d4-42ed-aa38-410fd97f010d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:36.576375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e3afebcd-73a5-4d99-897c-c205356d80d2 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:36.594327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4c0de9c-13c8-49dc-a0e3-bc722c6e6a2a req-f3027d6d-b34b-4b16-812a-1970ff474c81 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543498 Jan 28 20:19:36.647981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] 10.222.0.26 "PUT /v2.0/ports/e3afebcd-73a5-4d99-897c-c205356d80d2/bindings/n-h1-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2944322 Jan 28 20:19:36.653177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8a5e1-6a2d-4065-a1b3-de2342823e7f service neutron] Pushing event updated for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=10']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:36.661663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=3eba3970-3cac-4d1c-af83-720033e6ee3d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:36.729357 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce20bb9-9797-4068-a5d6-fa1da99ba530 req-fc2ee3c5-5dfc-44cb-afeb-ecea2d053ff7 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247614 Jan 28 20:19:36.805922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['3eba3970-3cac-4d1c-af83-720033e6ee3d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:36.812360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-88a9dc84-0303-45d6-8340-ac756c707c97 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:36.818404 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-88a9dc84-0303-45d6-8340-ac756c707c97 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693899 Jan 28 20:19:36.832857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d782c-d51a-46ee-b3dc-045b51d54c1c req-88cf7ad6-0dc0-46ba-b0ab-eff6c961a06c tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:36.842351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c25d782c-d51a-46ee-b3dc-045b51d54c1c req-88cf7ad6-0dc0-46ba-b0ab-eff6c961a06c tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 945 time: 0.1423819 Jan 28 20:19:36.849926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Request body: {'port': {'device_id': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'f824123e2bd0424888965ac2b937b05a'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:37.051761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-453af84b-fef5-4750-a06c-5f933ab6503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.053352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-453af84b-fef5-4750-a06c-5f933ab6503e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1095 time: 0.2340248 Jan 28 20:19:37.070081 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac3e79a-a6b5-458b-a787-d819dc74cc86 x-openstack-request-id: req-4ac3e79a-a6b5-458b-a787-d819dc74cc86 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:37.070865 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df939687-8db7-4316-b1fd-28e24ca3ee5e", "name": "network-vif-plugged", "status": "completed", "tag": "f77b2cb4-26d4-42ed-aa38-410fd97f010d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:37.070865 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ac3e79a-a6b5-458b-a787-d819dc74cc86 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:37.071168 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df939687-8db7-4316-b1fd-28e24ca3ee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77b2cb4-26d4-42ed-aa38-410fd97f010d', 'code': 200} Jan 28 20:19:37.240690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-c05befce-88cd-4f91-a0f1-dac01a9b963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.243523 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-c05befce-88cd-4f91-a0f1-dac01a9b963c service neutron] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 914 time: 0.1794586 Jan 28 20:19:37.299685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Made reservation on behalf of f824123e2bd0424888965ac2b937b05a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:37.303550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:37.307870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-1c2d1d6f-527c-43af-8b42-1036a638893a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 200 len: 217 time: 0.0524070 Jan 28 20:19:37.320066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:37.403984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-13375797-9a7d-4945-aca1-408e3fded062 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.406175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-13375797-9a7d-4945-aca1-408e3fded062 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.6604383 Jan 28 20:19:37.414437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-d7543327-0c85-4792-9ae4-cef973e3369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.415991 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-d7543327-0c85-4792-9ae4-cef973e3369f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.0972710 Jan 28 20:19:37.420598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c25d782c-d51a-46ee-b3dc-045b51d54c1c req-794f0453-dcc2-42ed-8d85-bd7efbca06fa tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5770960 Jan 28 20:19:37.478846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3709-f596-490a-9a37-86531029443a req-6864de98-0ffb-40b2-88de-2193b3f0279a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.481254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c91e3709-f596-490a-9a37-86531029443a req-6864de98-0ffb-40b2-88de-2193b3f0279a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 944 time: 0.1690524 Jan 28 20:19:37.483790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de017-aa98-4c2b-8b4a-df6770d51b4f req-b9945cc0-6335-4953-bd37-7c031a3d9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.486274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c02de017-aa98-4c2b-8b4a-df6770d51b4f req-b9945cc0-6335-4953-bd37-7c031a3d9263 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 1101 time: 0.1722929 Jan 28 20:19:37.496323 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-d2477be8-2fc9-4a20-9bb5-daa7af1c663e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719085 Jan 28 20:19:37.559732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-63ebcc66-2bf6-42d2-86b0-1c663dafba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.561773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-63ebcc66-2bf6-42d2-86b0-1c663dafba49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff&tenant_id=f2a7105b289444898a6431d4fe483c24 HTTP/1.1" status: 200 len: 1095 time: 0.1464143 Jan 28 20:19:37.599494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c91e3709-f596-490a-9a37-86531029443a req-c06eede4-dbcc-4d7d-adfc-3d3254a93371 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067307 Jan 28 20:19:37.607812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:37.623195 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:37.631121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c02de017-aa98-4c2b-8b4a-df6770d51b4f req-8b8a5d01-89a4-4197-84b5-1a4bdcef70ce service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324430 Jan 28 20:19:37.688922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc200111-fa84-419d-8e51-b76bf8c02805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:37.703722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-572a7e30-429b-4379-b1a0-6ae2b3ce3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.707154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-572a7e30-429b-4379-b1a0-6ae2b3ce3f42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a7105b289444898a6431d4fe483c24&device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1095 time: 0.1069310 Jan 28 20:19:37.787554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b2e682-a882-41b8-b84c-5ac8c5b133bd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:37.838055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-ae825ef4-faf1-4b4b-bcfd-c4549adfa810 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177266 Jan 28 20:19:37.880416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288d4bb-72e4-4a08-97fb-fae5305b674a req-d381a20a-1b42-40d3-b434-d7e97cbe4ff3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.882799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6288d4bb-72e4-4a08-97fb-fae5305b674a req-d381a20a-1b42-40d3-b434-d7e97cbe4ff3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 944 time: 0.1408551 Jan 28 20:19:37.893166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Allocated IP 192.168.233.228 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/0ea88205-7b03-4a0b-b170-c5f7d315f5ff) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:19:37.902923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-1a05cb80-c53e-4e3d-a428-e647c5fa7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:37.904816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-1a05cb80-c53e-4e3d-a428-e647c5fa7192 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 200 len: 908 time: 0.1905777 Jan 28 20:19:37.923756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3eba3970-3cac-4d1c-af83-720033e6ee3d up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:37.969083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-27f0332d-504c-48bb-8ea6-f0fc104c2c8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 200 len: 217 time: 0.0518942 Jan 28 20:19:38.029672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6288d4bb-72e4-4a08-97fb-fae5305b674a req-d51dd0bb-2085-4428-b0ea-a2e9c4e8234e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352134 Jan 28 20:19:38.084147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-acbc1f65-8cf4-48c6-95b3-9ef7dbce303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:38.093110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-acbc1f65-8cf4-48c6-95b3-9ef7dbce303e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 200 len: 847 time: 0.1040149 Jan 28 20:19:38.123714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 3eba3970-3cac-4d1c-af83-720033e6ee3d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:19:38.137873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 3eba3970-3cac-4d1c-af83-720033e6ee3d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:38.138252 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:38.190643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-7ba5767f-b973-4bbb-90a6-98a526e4f243 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77470456-10c5-4380-a234-ec13d237d0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935667 Jan 28 20:19:38.202673 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-37a4b905-5c0b-450b-8d85-5c0c3b11b748 req-c3efc7cf-ca80-48f6-97b2-4f559c070693 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723958 Jan 28 20:19:38.275386 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:38.308853 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:38.354319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:38.380970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07c757da-7cc7-49ad-9c5a-e24d0a8dd4fd req-96bd1a4c-eec9-448e-9a16-25fab639b88a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 210 time: 0.1595583 Jan 28 20:19:38.408243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea028ea8-b064-4227-9130-8b78c13d5792 req-879f73b5-a37b-4fad-aaa9-fa1345780da1 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1637008 Jan 28 20:19:38.411044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3eba3970-3cac-4d1c-af83-720033e6ee3d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3eba3970-3cac-4d1c-af83-720033e6ee3d,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:38.423661 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:38.436092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:38.450229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:38.455068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:38.461128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:19:38.511780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-d64af9e2-be48-40a8-80fe-5bf4b62a30f2 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129246 Jan 28 20:19:38.593582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=3eba3970-3cac-4d1c-af83-720033e6ee3d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:38.623463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:38.626287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:38.673793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4b7e4374-b05e-4ee2-8bea-d96fc5d398e1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8334475 Jan 28 20:19:38.697887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Request body: {'port': {'device_id': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:38.772340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-407f6ef8-6ddd-4276-8460-1de1c9774398 service neutron] 10.222.0.13 "GET /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479439 Jan 28 20:19:38.809153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:38.897343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b0c64-d121-4045-91c0-4972cbdb1db2 req-96aaa0e7-1984-440d-a074-6573d90715d3 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:38.911880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c9b0c64-d121-4045-91c0-4972cbdb1db2 req-96aaa0e7-1984-440d-a074-6573d90715d3 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.3344712 Jan 28 20:19:38.943590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ca43b5d3-5cd3-4b04-bd67-e464f7c653b3 None None] Provisioning complete for port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:38.945317 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ca43b5d3-5cd3-4b04-bd67-e464f7c653b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:39.021069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b32105-b989-4267-a737-73e0521f92fa req-0a14f5c9-5b6e-425f-b845-8c85bff08d68 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:39.029754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7b32105-b989-4267-a737-73e0521f92fa req-0a14f5c9-5b6e-425f-b845-8c85bff08d68 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 950 time: 0.4490135 Jan 28 20:19:39.071281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ca43b5d3-5cd3-4b04-bd67-e464f7c653b3 None None] Port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:19:39.077492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eba3970-3cac-4d1c-af83-720033e6ee3d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:39.088417 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd17108b-6974-4df4-8261-27b546b6b603" -d '{"events": [{"server_uuid": "ab1b137c-c175-4058-92dd-afb1a10ef30e", "name": "network-vif-plugged", "status": "completed", "tag": "3eba3970-3cac-4d1c-af83-720033e6ee3d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:39.160075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c9b0c64-d121-4045-91c0-4972cbdb1db2 req-27a3057d-37a8-4039-a4e5-e22e5978bcbe tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124245 Jan 28 20:19:39.237706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7b32105-b989-4267-a737-73e0521f92fa req-aab479c4-66f5-407e-95a3-e9051f940eb3 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883001 Jan 28 20:19:39.439381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-753da66a-1d90-40e1-b3c4-78dd8a933524 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:39.441110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-753da66a-1d90-40e1-b3c4-78dd8a933524 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff&tenant_id=f2a7105b289444898a6431d4fe483c24&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1095 time: 0.2407722 Jan 28 20:19:39.470679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39f09-fba8-49c3-a515-0cb51436827d req-60418d54-08d6-40a1-8d11-08f7fc43db62 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:39.478685 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52a39f09-fba8-49c3-a515-0cb51436827d req-60418d54-08d6-40a1-8d11-08f7fc43db62 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 944 time: 0.1824744 Jan 28 20:19:39.484327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea88205-7b03-4a0b-b170-c5f7d315f5ff {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:39.494062 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:39.511213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Transition to ACTIVE for port object 0ea88205-7b03-4a0b-b170-c5f7d315f5ff will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:19:39.517798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59532) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:39.525641 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:39.537201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41e68d-8713-4097-b422-11ff24f9e544 req-fd0eba42-d41a-4d3d-b7c9-cb9601f45a20 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:39.538885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f41e68d-8713-4097-b422-11ff24f9e544 req-fd0eba42-d41a-4d3d-b7c9-cb9601f45a20 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 944 time: 0.1582444 Jan 28 20:19:39.587892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:39.641062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52a39f09-fba8-49c3-a515-0cb51436827d req-7d5eb3b4-6608-491c-9c85-2a141a87ecb7 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604023 Jan 28 20:19:39.701645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f41e68d-8713-4097-b422-11ff24f9e544 req-e8595dd6-ce56-4686-b9d8-46322a17f775 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399467 Jan 28 20:19:39.727936 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ffff38-35f0-4400-82e2-98b2759c411d x-openstack-request-id: req-69ffff38-35f0-4400-82e2-98b2759c411d {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:39.728493 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1b137c-c175-4058-92dd-afb1a10ef30e", "name": "network-vif-plugged", "status": "completed", "tag": "3eba3970-3cac-4d1c-af83-720033e6ee3d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:39.728923 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69ffff38-35f0-4400-82e2-98b2759c411d {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:39.730598 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'code': 200} Jan 28 20:19:39.785452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Attempting to bind port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:39.785800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Attempting to bind port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:39.786138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Attempting to bind port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:39.801035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-576d6a71-4b86-4d82-918b-bfb319279556 service neutron] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:39.803641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:19:39.803977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Attempting to bind port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:39.805937 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-576d6a71-4b86-4d82-918b-bfb319279556 service neutron] Notify callbacks [] for binding, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:39.808711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8d7142d-bb93-456d-b654-7bfe09d7b300 req-576d6a71-4b86-4d82-918b-bfb319279556 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e3afebcd-73a5-4d99-897c-c205356d80d2/bindings/n-h2-825064-3 HTTP/1.1" status: 204 len: 173 time: 0.3564999 Jan 28 20:19:39.876076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8f604e53-af89-43b9-b0f9-5fb3d383ccfb details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:19:39.876551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc286d67-2cf2-4308-adac-f1164d6a65e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:39.878378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:39.878737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:39.879112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:39.879562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Bound port: 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:39.879916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:39.915779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59540) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:39.968527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9844a82-e275-4496-a5ce-40fe5b93277d req-592cc9a2-ee2c-425e-8567-521998044e07 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0728753 Jan 28 20:19:40.020680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb6ea-3b97-400a-aa1f-f5a363f70781 req-37ca3835-4a8d-40a0-b73a-95d006cc108e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.023526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-868fb6ea-3b97-400a-aa1f-f5a363f70781 req-37ca3835-4a8d-40a0-b73a-95d006cc108e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 948 time: 0.1782775 Jan 28 20:19:40.033391 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8b688f5-83bb-4acb-a7e4-58ca816ab095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.084929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996cc45-9b3f-487a-a34d-f808c951d6f5 req-d32aab5c-b2f4-47c7-a2d9-92e82a30a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.088331 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e996cc45-9b3f-487a-a34d-f808c951d6f5 req-d32aab5c-b2f4-47c7-a2d9-92e82a30a015 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 1097 time: 0.2616060 Jan 28 20:19:40.101369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-868fb6ea-3b97-400a-aa1f-f5a363f70781 req-76b541b9-29ed-4eef-b7cc-66656d7a4a47 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669873 Jan 28 20:19:40.119725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:40.126460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:40.132399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:40.147329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb', 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97', 'port_id': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb', 'mac_address': 'fa:16:3e:3c:26:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f62123e-e5d9-460c-a351-b99377ebec85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:19:40.173947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6843dafb-a428-4024-b87e-85cc80744735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.182494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.205158 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.224052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f604e53-af89-43b9-b0f9-5fb3d383ccfb {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:40.262596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea60d8-b4ce-40fa-b141-2e53767242ca req-3497bfd8-3b23-41f9-a250-1ecadb97c97d tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.263131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:40.270261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcea60d8-b4ce-40fa-b141-2e53767242ca req-3497bfd8-3b23-41f9-a250-1ecadb97c97d tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 1095 time: 0.0717533 Jan 28 20:19:40.272332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.339568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.340646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.343004 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 1096 time: 1.6563473 Jan 28 20:19:40.361967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:40.366873 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:40.381542 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcea60d8-b4ce-40fa-b141-2e53767242ca req-281d6230-74ea-4f78-8ce1-9671bb2178d0 tempest-LiveMigrationTest-1516831238 tempest-LiveMigrationTest-1516831238-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868375 Jan 28 20:19:40.392375 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e996cc45-9b3f-487a-a34d-f808c951d6f5 req-c27f3b3f-4518-43ef-ada1-f1a1dba99a1e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882760 Jan 28 20:19:40.415626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:40.419701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9eaad1-806e-446e-9a24-f8ca2d7ace32 req-01a98d57-c79e-4dad-973e-cb3a0b234249 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.420723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b9eaad1-806e-446e-9a24-f8ca2d7ace32 req-01a98d57-c79e-4dad-973e-cb3a0b234249 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.1477911 Jan 28 20:19:40.459404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc286d67-2cf2-4308-adac-f1164d6a65e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.469605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6843dafb-a428-4024-b87e-85cc80744735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.471075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc286d67-2cf2-4308-adac-f1164d6a65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.474598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f039-9f8f-4739-83cd-cf5130f57d62 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:40.484273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b9eaad1-806e-446e-9a24-f8ca2d7ace32 req-4ee195f7-c26f-4cff-9b89-ba6680355690 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496676 Jan 28 20:19:40.489024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6843dafb-a428-4024-b87e-85cc80744735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.530452 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6843dafb-a428-4024-b87e-85cc80744735 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9e76192a2f545219c0a3a630c048b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6132085 Jan 28 20:19:40.533867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59554) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:40.565003 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9551bb7b-7221-4d9d-bb15-4a15a7363284 x-openstack-request-id: req-9551bb7b-7221-4d9d-bb15-4a15a7363284 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:40.565282 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:40.566000 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9551bb7b-7221-4d9d-bb15-4a15a7363284 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:40.566000 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'status': 'completed', 'code': 200} Jan 28 20:19:40.573035 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cc286d67-2cf2-4308-adac-f1164d6a65e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f449f57e1ce1431291d5365efc4b4208&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0542519 Jan 28 20:19:40.574809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc286d67-2cf2-4308-adac-f1164d6a65e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da9f52d-af5b-4b81-afa7-bdc9b85e0eb9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:40.576636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59556) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:40.659551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843dafb-a428-4024-b87e-85cc80744735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a89b6f8-9ab8-41ee-97f8-196526c16863,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:40.660192 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:40.673961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb67da-5ae9-4918-98b8-389843d7f12c req-c8087ece-b8af-402c-b675-80ec3c40627d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.681829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44cb67da-5ae9-4918-98b8-389843d7f12c req-c8087ece-b8af-402c-b675-80ec3c40627d tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 950 time: 0.2039344 Jan 28 20:19:40.701853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4adb2cf9-7202-4cae-b2a7-ba7da3b7f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.703449 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-4adb2cf9-7202-4cae-b2a7-ba7da3b7f4e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1099 time: 0.0872259 Jan 28 20:19:40.724685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f44f657f-3aa7-4b2f-bf94-68c0096a7603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.750185 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f884f952-3ca0-4930-ab6e-67b14c825768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.780324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44cb67da-5ae9-4918-98b8-389843d7f12c req-34d647a5-8c81-4594-915f-b8321085e91c tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972891 Jan 28 20:19:40.807797 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f44f657f-3aa7-4b2f-bf94-68c0096a7603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.822211 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-6f6a1a03-c14a-470e-a89a-07aa2b829213 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.1106529 Jan 28 20:19:40.841561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f884f952-3ca0-4930-ab6e-67b14c825768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:40.877325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-428021eb-0dde-421e-a2b5-86aa6a75a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.879035 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-428021eb-0dde-421e-a2b5-86aa6a75a3c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0469196 Jan 28 20:19:40.957708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-05373a38-7b63-4a17-b7ff-91232b0510d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.960072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-05373a38-7b63-4a17-b7ff-91232b0510d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731304 Jan 28 20:19:41.007640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9eb4cf-5d2c-4684-a963-d342b277fc5d req-0578c1fe-91a8-40d0-a1e3-1f8602cded9c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.017423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f9eb4cf-5d2c-4684-a963-d342b277fc5d req-0578c1fe-91a8-40d0-a1e3-1f8602cded9c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 945 time: 0.0811253 Jan 28 20:19:41.047508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f884f952-3ca0-4930-ab6e-67b14c825768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:41.051038 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f884f952-3ca0-4930-ab6e-67b14c825768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:41.052748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f884f952-3ca0-4930-ab6e-67b14c825768 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4da9f52d-af5b-4b81-afa7-bdc9b85e0eb9 HTTP/1.1" status: 204 len: 168 time: 0.4563007 Jan 28 20:19:41.075850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f44f657f-3aa7-4b2f-bf94-68c0096a7603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:41.080467 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f44f657f-3aa7-4b2f-bf94-68c0096a7603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:41.083998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f44f657f-3aa7-4b2f-bf94-68c0096a7603 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a89b6f8-9ab8-41ee-97f8-196526c16863 HTTP/1.1" status: 204 len: 168 time: 0.5468810 Jan 28 20:19:41.094672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f9eb4cf-5d2c-4684-a963-d342b277fc5d req-57a9f6d3-e237-40c2-9cf1-41ef08d31796 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763812 Jan 28 20:19:41.095605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884f952-3ca0-4930-ab6e-67b14c825768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da9f52d-af5b-4b81-afa7-bdc9b85e0eb9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:41.109923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f657f-3aa7-4b2f-bf94-68c0096a7603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a89b6f8-9ab8-41ee-97f8-196526c16863,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:41.115352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-87dd8db8-401d-4ac0-bd4c-6d7aff0afdad service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472781 Jan 28 20:19:41.244304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ed4dc-bdcb-4221-8ddd-a2c677ef89fb req-efd39244-273e-47a9-8eb9-2ecaf3ff5e0b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.247619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-386ed4dc-bdcb-4221-8ddd-a2c677ef89fb req-efd39244-273e-47a9-8eb9-2ecaf3ff5e0b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 944 time: 0.0827432 Jan 28 20:19:41.276390 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-adf14bc7-35f1-4314-93a4-a0ecade85b8f req-e6ae5ecc-4d67-4098-8734-ea82dae43713 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500401 Jan 28 20:19:41.338538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-203e63e1-b066-4b01-8db4-a618862df3c8 req-edcf71a9-b8b0-4b00-afb7-1e38d3990e1e tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0392365 Jan 28 20:19:41.343646 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-386ed4dc-bdcb-4221-8ddd-a2c677ef89fb req-14471035-ade2-48ef-9c2f-224582218c88 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871086 Jan 28 20:19:41.475725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-cea4cd8e-7348-4cf2-94b4-f45cd44d8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.482278 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-cea4cd8e-7348-4cf2-94b4-f45cd44d8e68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1099 time: 0.0783947 Jan 28 20:19:41.483075 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:41.557485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94494dd9-9d92-43e2-8582-a6ca86c9f64d req-7847dac6-ddc3-4ab0-9cfe-18960a2d5af2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.560062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94494dd9-9d92-43e2-8582-a6ca86c9f64d req-7847dac6-ddc3-4ab0-9cfe-18960a2d5af2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 950 time: 0.1210489 Jan 28 20:19:41.597577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2aabe-af6f-412d-a7fe-2257015d04a4 req-ea748b3d-97f3-4c74-bdd6-a8eb881e14c1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.599559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5a2aabe-af6f-412d-a7fe-2257015d04a4 req-ea748b3d-97f3-4c74-bdd6-a8eb881e14c1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 948 time: 0.1093309 Jan 28 20:19:41.633002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94494dd9-9d92-43e2-8582-a6ca86c9f64d req-e21c2cf9-61be-429d-b4c9-02a1ea308869 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652025 Jan 28 20:19:41.701399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5a2aabe-af6f-412d-a7fe-2257015d04a4 req-26796592-2c83-4aed-96f3-b4072a60db91 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842862 Jan 28 20:19:41.706711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-9cc29bf7-95c8-4c83-a06c-3beb34ccbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.709056 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-9cc29bf7-95c8-4c83-a06c-3beb34ccbbbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2184787 Jan 28 20:19:41.783587 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-3ec68045-0977-4106-aba4-db43f9406493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.0641923 Jan 28 20:19:41.791363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-4e0c99a4-7d8a-45de-b2da-4199811f73db tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.793980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-4e0c99a4-7d8a-45de-b2da-4199811f73db tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 944 time: 0.2742908 Jan 28 20:19:41.834560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a0f64-d68b-4a21-a54e-db5116f27726 req-6a41392d-42f6-4c5c-b738-67f7cefd8c88 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.836817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc2a0f64-d68b-4a21-a54e-db5116f27726 req-6a41392d-42f6-4c5c-b738-67f7cefd8c88 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.0893869 Jan 28 20:19:41.857527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59580) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:41.887805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8f604e53-af89-43b9-b0f9-5fb3d383ccfb up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:41.892601 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac754c36-a312-46b2-8f9d-fd96de7564bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:41.910164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc2a0f64-d68b-4a21-a54e-db5116f27726 req-82485a11-cc2c-4689-b2d9-9960f5ce70ad tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663717 Jan 28 20:19:41.915805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:41.945251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6c340880-5768-4fe9-8be9-90ab192a19f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:41.973965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:19:41.980536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:41.981530 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:41.983986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-0ce13cd0-3536-42a3-85b1-c61b5677f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.985497 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-0ce13cd0-3536-42a3-85b1-c61b5677f442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1903903 Jan 28 20:19:42.059865 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6c340880-5768-4fe9-8be9-90ab192a19f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.065455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6c340880-5768-4fe9-8be9-90ab192a19f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.079653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac754c36-a312-46b2-8f9d-fd96de7564bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.089810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-9c09a4b7-75eb-4870-979d-c94ac6ef7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:42.091689 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-9c09a4b7-75eb-4870-979d-c94ac6ef7899 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977108 Jan 28 20:19:42.094357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac754c36-a312-46b2-8f9d-fd96de7564bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.105795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6c340880-5768-4fe9-8be9-90ab192a19f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dec5854407384f6a8c6d19cb4fe8a96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844740 Jan 28 20:19:42.109349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59584) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:42.114074 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.117787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c340880-5768-4fe9-8be9-90ab192a19f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed744840-0261-43bd-86a4-b3d005ca8409,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:42.126731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Deleting port e3afebcd-73a5-4d99-897c-c205356d80d2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:42.127058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.172941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:42.175923 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727bb346-f1b8-49e9-b1fb-3904076c0bcf" -d '{"events": [{"server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "name": "network-vif-plugged", "status": "completed", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:42.193850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:42.201629 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.210042 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25ce614c-55e4-46e9-8eda-d3e49d9e2228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.242657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac754c36-a312-46b2-8f9d-fd96de7564bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7758b7-d6d3-44f9-9c1b-939598127e81,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:42.261539 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ac754c36-a312-46b2-8f9d-fd96de7564bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e5d1891c3b2456997476426e95de404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027228 Jan 28 20:19:42.267484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59590) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:42.274291 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32385d7-3e38-450d-a60b-88ecb22c0732 x-openstack-request-id: req-f32385d7-3e38-450d-a60b-88ecb22c0732 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:42.274885 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "name": "network-vif-plugged", "status": "completed", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:42.275347 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f32385d7-3e38-450d-a60b-88ecb22c0732 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:42.275943 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb', 'code': 200} Jan 28 20:19:42.277055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25ce614c-55e4-46e9-8eda-d3e49d9e2228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.322383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:42.361278 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-3db2bc4d-91d4-40b0-8dba-a100a9ba8fa8 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529254 Jan 28 20:19:42.419353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb86202-6b84-45df-8d8e-c5f5dba240f2 req-c3ae680e-1b56-43a4-92c4-1ab864569960 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:42.420979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb86202-6b84-45df-8d8e-c5f5dba240f2 req-c3ae680e-1b56-43a4-92c4-1ab864569960 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 946 time: 0.0798962 Jan 28 20:19:42.433363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25ce614c-55e4-46e9-8eda-d3e49d9e2228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.436734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25ce614c-55e4-46e9-8eda-d3e49d9e2228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.440701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-25ce614c-55e4-46e9-8eda-d3e49d9e2228 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed744840-0261-43bd-86a4-b3d005ca8409 HTTP/1.1" status: 204 len: 168 time: 0.3275440 Jan 28 20:19:42.497421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce614c-55e4-46e9-8eda-d3e49d9e2228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed744840-0261-43bd-86a4-b3d005ca8409,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:42.536003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d783af-776b-4971-8610-b7aa2c998423 req-3158fec9-d89d-4bff-b57f-1227b7f61299 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0608065 Jan 28 20:19:42.547638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb86202-6b84-45df-8d8e-c5f5dba240f2 req-aafc9cc2-b8eb-456b-ab66-b30c003ef1a1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173708 Jan 28 20:19:42.752277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314fd39-911a-4e7b-a55b-b7745bc363d2 req-7e77319a-fc94-4363-b032-2858d7f15aad tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:42.753938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c314fd39-911a-4e7b-a55b-b7745bc363d2 req-7e77319a-fc94-4363-b032-2858d7f15aad tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 944 time: 0.0867400 Jan 28 20:19:42.761313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] For port e3afebcd-73a5-4d99-897c-c205356d80d2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3afebcd-73a5-4d99-897c-c205356d80d2,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:42.761928 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.782008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4282c9f5-2697-4e9e-ad5b-6e75d8e7cd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.790402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Calling delete_port for e3afebcd-73a5-4d99-897c-c205356d80d2 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:42.811195 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.836971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4282c9f5-2697-4e9e-ad5b-6e75d8e7cd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:42.845522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db4ed-f63d-42e0-b0f0-8fb7905155b8 req-4c811c05-b47d-4a36-81cb-bfbd042f3c0e tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:42.847065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f0db4ed-f63d-42e0-b0f0-8fb7905155b8 req-4c811c05-b47d-4a36-81cb-bfbd042f3c0e tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 950 time: 0.0921285 Jan 28 20:19:42.859584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c314fd39-911a-4e7b-a55b-b7745bc363d2 req-c3b0d662-360e-4442-ae96-ca474cfbf4eb tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938878 Jan 28 20:19:42.892741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d49e3-55e4-4c56-9b67-92a8e10bbd2f req-f02f6d03-ff2b-4bb7-b32a-cf9ac7f2bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:42.894280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d14d49e3-55e4-4c56-9b67-92a8e10bbd2f req-f02f6d03-ff2b-4bb7-b32a-cf9ac7f2bf1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1097 time: 0.5097048 Jan 28 20:19:42.924888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c059a4bd-2fc6-4fbf-b3f4-9b9db1f93d59 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:42.932263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c059a4bd-2fc6-4fbf-b3f4-9b9db1f93d59 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.26 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 950 time: 0.0781441 Jan 28 20:19:42.952910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f0db4ed-f63d-42e0-b0f0-8fb7905155b8 req-04e32378-af7f-4347-bb87-85ec470baa31 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924578 Jan 28 20:19:42.963075 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fecdafa-4747-4a4a-ae57-bd54a3c3de3d req-f35f08c1-b14d-4d90-b044-70a561580a0f service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941811 Jan 28 20:19:42.999502 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d14d49e3-55e4-4c56-9b67-92a8e10bbd2f req-8a0d1eeb-931b-44ad-8e1a-f17f794901f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901906 Jan 28 20:19:43.063509 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4282c9f5-2697-4e9e-ad5b-6e75d8e7cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.067024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4282c9f5-2697-4e9e-ad5b-6e75d8e7cd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.068240 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4282c9f5-2697-4e9e-ad5b-6e75d8e7cd2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df7758b7-d6d3-44f9-9c1b-939598127e81 HTTP/1.1" status: 204 len: 168 time: 0.7970662 Jan 28 20:19:43.086030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282c9f5-2697-4e9e-ad5b-6e75d8e7cd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7758b7-d6d3-44f9-9c1b-939598127e81,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:43.095347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625befa5-29d3-4086-bea1-d263041e539c req-2f51eafe-f938-43ee-a117-dc650b2aefda tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:43.098186 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-625befa5-29d3-4086-bea1-d263041e539c req-2f51eafe-f938-43ee-a117-dc650b2aefda tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 948 time: 0.1672232 Jan 28 20:19:43.115231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.131018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['e3afebcd-73a5-4d99-897c-c205356d80d2'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:43.136527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['eae3531e-20b4-4140-96df-00323b4f93e4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:43.187296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Pushing event deleted for resources: {'Port': ['ID=e3afebcd-73a5-4d99-897c-c205356d80d2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:43.218238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184af71-e964-4483-a469-86cccf870034 req-ce54ebcb-a206-414d-9ed8-4de22899eb20 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:43.228713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5184af71-e964-4483-a469-86cccf870034 req-ce54ebcb-a206-414d-9ed8-4de22899eb20 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.1655037 Jan 28 20:19:43.236253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-625befa5-29d3-4086-bea1-d263041e539c req-5d7308dd-37c3-4865-8229-6f47776bc749 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Jan 28 20:19:43.237907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.246362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Deleting port f77b2cb4-26d4-42ed-aa38-410fd97f010d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:19:43.246683 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.295403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] No DVR routers for this DVR port e3afebcd-73a5-4d99-897c-c205356d80d2 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:43.298562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.302388 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb4dc0a8-aebf-43bc-9712-11d8013700cd req-41c69a9f-39a0-4988-b5bd-aff2fc9c2d8e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.13 "DELETE /v2.0/ports/e3afebcd-73a5-4d99-897c-c205356d80d2 HTTP/1.1" status: 204 len: 173 time: 1.4985070 Jan 28 20:19:43.303162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'name': 'network-vif-deleted', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:43.314115 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d2d3bc-f3b9-4345-9640-49aee38ca1ed" -d '{"events": [{"server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "name": "network-vif-deleted", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:43.365628 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eab7ce4-c735-454e-9871-edeb9ac8b21a x-openstack-request-id: req-1eab7ce4-c735-454e-9871-edeb9ac8b21a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:43.366601 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6479985-a398-4d9b-a01a-1ff9b17a1bff", "name": "network-vif-deleted", "tag": "e3afebcd-73a5-4d99-897c-c205356d80d2", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:43.367008 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1eab7ce4-c735-454e-9871-edeb9ac8b21a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:43.367568 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6479985-a398-4d9b-a01a-1ff9b17a1bff', 'name': 'network-vif-deleted', 'tag': 'e3afebcd-73a5-4d99-897c-c205356d80d2', 'status': 'completed', 'code': 200} Jan 28 20:19:43.490742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5184af71-e964-4483-a469-86cccf870034 req-2ef87d15-2af3-427f-aaf2-226f0d5e8894 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540174 Jan 28 20:19:43.490742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] For port f77b2cb4-26d4-42ed-aa38-410fd97f010d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f77b2cb4-26d4-42ed-aa38-410fd97f010d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:43.490742 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.519375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Calling delete_port for f77b2cb4-26d4-42ed-aa38-410fd97f010d owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:19:43.717024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10076933-abcc-471b-83ae-2c165f1b44d8 req-ffe166c6-8848-4984-a0d4-9edd099ccca6 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0553720 Jan 28 20:19:43.733553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817972a5-4b8a-4102-98cd-d749e5b55d64 req-390a112c-2433-4621-8c9b-5df847f05a9d tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:43.735112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-817972a5-4b8a-4102-98cd-d749e5b55d64 req-390a112c-2433-4621-8c9b-5df847f05a9d tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.1841371 Jan 28 20:19:43.745884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59642) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:43.756336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Request body: {'floatingip': {'port_id': '3eba3970-3cac-4d1c-af83-720033e6ee3d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:43.879909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.913625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:43.931379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f77b2cb4-26d4-42ed-aa38-410fd97f010d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:43.965526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Pushing event deleted for resources: {'Port': ['ID=f77b2cb4-26d4-42ed-aa38-410fd97f010d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:43.975245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0ea88205-7b03-4a0b-b170-c5f7d315f5ff details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:19:44.012671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583496a5-132c-401d-86bf-a638750ac7f9 req-971c2f44-17b9-4b62-95df-f19bf237cc4f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:44.019186 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-583496a5-132c-401d-86bf-a638750ac7f9 req-971c2f44-17b9-4b62-95df-f19bf237cc4f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 946 time: 0.1579804 Jan 28 20:19:44.147392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] No DVR routers for this DVR port f77b2cb4-26d4-42ed-aa38-410fd97f010d on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:19:44.163953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:44.174048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57fb4829-8020-46e4-a8fd-515b0d7d6680 req-c45a2453-2a30-4254-b3e9-b5c12a2ac6a2 tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.26 "DELETE /v2.0/ports/f77b2cb4-26d4-42ed-aa38-410fd97f010d HTTP/1.1" status: 204 len: 173 time: 1.2381027 Jan 28 20:19:44.223757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df939687-8db7-4316-b1fd-28e24ca3ee5e', 'name': 'network-vif-deleted', 'tag': 'f77b2cb4-26d4-42ed-aa38-410fd97f010d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:44.224552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:44.233128 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67362dc2-92ad-4159-a031-0965424c3da7" -d '{"events": [{"server_uuid": "df939687-8db7-4316-b1fd-28e24ca3ee5e", "name": "network-vif-deleted", "tag": "f77b2cb4-26d4-42ed-aa38-410fd97f010d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:44.257702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'mac_address': 'fa:16:3e:d8:82:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:19:44.343918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9eda321-1ba8-44e4-9343-02226ed3f965 req-1d7022db-fa76-47d3-a499-cfdaafb1bd77 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 210 time: 0.2857263 Jan 28 20:19:44.430924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:44.466849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea88205-7b03-4a0b-b170-c5f7d315f5ff {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:19:44.476614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-583496a5-132c-401d-86bf-a638750ac7f9 req-f3faed57-8064-495f-b14b-4108e58c8d61 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156747 Jan 28 20:19:44.522501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:44.531268 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:44.582391 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79c0736e-eda2-4a15-821a-d547200dc026 req-059fc94b-1d0c-4118-80bd-b769bde43ebd tempest-ImagesNegativeTestJSON-669241293 tempest-ImagesNegativeTestJSON-669241293-project] 10.222.0.44 "GET /v2.0/ports?device_id=df939687-8db7-4316-b1fd-28e24ca3ee5e HTTP/1.1" status: 200 len: 210 time: 0.0678947 Jan 28 20:19:44.626546 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b958af8-1095-41ef-895c-31e48e9f2e62 x-openstack-request-id: req-9b958af8-1095-41ef-895c-31e48e9f2e62 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:44.627500 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df939687-8db7-4316-b1fd-28e24ca3ee5e", "name": "network-vif-deleted", "tag": "f77b2cb4-26d4-42ed-aa38-410fd97f010d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:44.628415 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b958af8-1095-41ef-895c-31e48e9f2e62 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:44.629412 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df939687-8db7-4316-b1fd-28e24ca3ee5e', 'name': 'network-vif-deleted', 'tag': 'f77b2cb4-26d4-42ed-aa38-410fd97f010d', 'status': 'completed', 'code': 200} Jan 28 20:19:44.661221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:44.764384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['0ea88205-7b03-4a0b-b170-c5f7d315f5ff'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:44.781764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59672) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:44.863673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bda6-6272-45d0-a222-ed4c3c8500f9 req-47512b16-b4cc-4447-8f3c-37558444e865 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:44.876108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a751bda6-6272-45d0-a222-ed4c3c8500f9 req-47512b16-b4cc-4447-8f3c-37558444e865 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 949 time: 0.1445916 Jan 28 20:19:44.982454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a751bda6-6272-45d0-a222-ed4c3c8500f9 req-fdd97326-cfef-4dd3-b905-ff76e71a5b30 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053414 Jan 28 20:19:45.073656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-633d45d6-a290-449f-b40a-d1be4ead77c4 req-4eff2b4e-77c6-440f-b48b-7638fb2c84e4 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0660408 Jan 28 20:19:45.145438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-network', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:45.190214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Made reservation on behalf of b1d08c22457748e99781f51c4dfc0e50 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:45.203643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.203643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.296691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.297799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.302075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.303417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.332928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:19:45.345421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e128b8-364d-4dc1-ad01-c66089a19587,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:45.352026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.352407 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Added segment e401e214-5687-46fe-8960-a28652b820f8 of type vlan for network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c Jan 28 20:19:45.450673 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.454138 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Floating IP 12fa15e7-d395-429d-800c-1f1bb33a0216 associated. External IP: 172.25.2.105, port: 3eba3970-3cac-4d1c-af83-720033e6ee3d. Jan 28 20:19:45.524369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f5dbbfc-977a-42d6-8f0d-7a3c6b6a1864 req-79122892-a94e-4fbe-b2f2-d5652d18769b tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 210 time: 0.0480278 Jan 28 20:19:45.530939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.532374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:45.533116 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.602290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8191862 Jan 28 20:19:45.605420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59690) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:45.619761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Request body: {'subnet': {'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-subnet', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:45.725644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea27e83-6601-49a2-86ab-c83af584119c admin admin] Pushing event updated for resources: {'Network': ['ID=5a8a83a5-f85e-489a-8d1c-bea5fd22399c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:45.743340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:19:45.753539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:19:45.784531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Made reservation on behalf of b1d08c22457748e99781f51c4dfc0e50 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:45.795480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:45.917916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ceb62-7bd8-4e39-9f33-65c2cbfb22ac req-a110da1c-fe5a-4968-93d1-85089b6b7350 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:45.921967 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c46ceb62-7bd8-4e39-9f33-65c2cbfb22ac req-a110da1c-fe5a-4968-93d1-85089b6b7350 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 946 time: 0.2823229 Jan 28 20:19:45.922157 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3cb010c6-7aef-4520-ac73-682d6046c3f7 req-d8991f14-945f-435e-8c14-fecea805a669 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0408556 Jan 28 20:19:45.958611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:19:45.976959 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] Sync routers for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:19:45.985594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0ea88205-7b03-4a0b-b170-c5f7d315f5ff up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:46.003710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:46.003950 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:46.006403 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:19:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:46.101382 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66b57df8-9ef1-44cf-ac5f-13040e96442b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "PUT /v2.0/floatingips/12fa15e7-d395-429d-800c-1f1bb33a0216 HTTP/1.1" status: 200 len: 992 time: 2.3539321 Jan 28 20:19:46.108053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'tag': '3eba3970-3cac-4d1c-af83-720033e6ee3d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:46.119687 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1b137c-c175-4058-92dd-afb1a10ef30e", "tag": "3eba3970-3cac-4d1c-af83-720033e6ee3d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:46.154153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:19:46.160790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:46.161166 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:46.280876 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:46.326230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:46.364165 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:46.489596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:46.495814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c46ceb62-7bd8-4e39-9f33-65c2cbfb22ac req-fe917d05-f7c1-4421-9d6d-21ce6bc68850 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079930 Jan 28 20:19:46.499544 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7aa4d8-01b4-49bc-9458-e34d05a6547f" -d '{"events": [{"server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "name": "network-vif-plugged", "status": "completed", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:46.544245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:46.556684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:46.557369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3afebcd-73a5-4d99-897c-c205356d80d2 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:46.575771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Checking segment: {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:46.575959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Network hostable DHCP agents. Network: 5a8a83a5-f85e-489a-8d1c-bea5fd22399c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:19:46.578243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:46.593740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d09a1-5b62-4d01-9e39-a9e576096a1c req-1f2d46c3-e262-4332-ab7c-c4ea1d043b7e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:46.602742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa0d09a1-5b62-4d01-9e39-a9e576096a1c req-1f2d46c3-e262-4332-ab7c-c4ea1d043b7e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 949 time: 0.3207958 Jan 28 20:19:46.650670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:19:46.664717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 5a8a83a5-f85e-489a-8d1c-bea5fd22399c) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:46.680654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:46.681544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:46.698042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec53293-97f5-4e67-a7c2-02eabaa8faa0 None None] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:19:46.700451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: e3afebcd-73a5-4d99-897c-c205356d80d2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:46.700792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3afebcd-73a5-4d99-897c-c205356d80d2 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:46.717406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa0d09a1-5b62-4d01-9e39-a9e576096a1c req-5b2bdd66-1450-4b44-8750-2a8c6044644e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118965 Jan 28 20:19:46.738435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dbd03d27-a7ee-433e-83e3-bb77a25e418c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1317105 Jan 28 20:19:46.741369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59734) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:46.747040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:46.805884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:46.807197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:46.860288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59736) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:46.870709 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a02f8a8-cff4-475d-bcce-ef00834de70b x-openstack-request-id: req-2a02f8a8-cff4-475d-bcce-ef00834de70b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:46.872360 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1b137c-c175-4058-92dd-afb1a10ef30e", "tag": "3eba3970-3cac-4d1c-af83-720033e6ee3d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:46.874482 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a02f8a8-cff4-475d-bcce-ef00834de70b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:46.875044 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'tag': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'status': 'completed', 'code': 200} Jan 28 20:19:46.876712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:46.907488 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '12fa15e7-d395-429d-800c-1f1bb33a0216', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'port_id': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'mac_address': 'fa:16:3e:c9:7f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:18:39Z', 'updated_at': '2022-01-28T20:19:45Z', 'revision_number': 1, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:33Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:46.974372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2060c95-e216-4565-8b81-9d7824430aa0 req-1781360f-abb3-4b7f-8cca-de841fe2c2c1 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:46.976954 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] Checking router: 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:19:46.991577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2060c95-e216-4565-8b81-9d7824430aa0 req-1781360f-abb3-4b7f-8cca-de841fe2c2c1 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.2345088 Jan 28 20:19:47.011731 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:47.015891 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:19:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:47.042901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:47.186256 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:19:47.187348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:47.240901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-cb66ddd9-6c4e-4fc5-a9ac-9ce410218618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:47.242463 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-cb66ddd9-6c4e-4fc5-a9ac-9ce410218618 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46362d59f6b04575bf6a118760b1d10d&device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 1097 time: 0.2942145 Jan 28 20:19:47.266237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2060c95-e216-4565-8b81-9d7824430aa0 req-edf0371c-ae8f-453e-8637-bc71149504c6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627993 Jan 28 20:19:47.272556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7aab363-99f5-4474-a0f9-5229e169e7e6 req-1e17a6a7-2e55-463a-ae00-9076e05b8000 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1963837 Jan 28 20:19:47.506497 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:47.613488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8677b83c-6a69-4f08-8a26-f5e96a9a146d req-02e6c5b7-a4ce-4d44-875e-d8048f53c199 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 210 time: 0.0760231 Jan 28 20:19:47.749354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:47.832561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Allocated IP 172.20.0.2 (5a8a83a5-f85e-489a-8d1c-bea5fd22399c/ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370/042bcf69-25ae-4028-b460-382767aad89b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:19:47.837999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17195141-1266-41d8-a164-a814c021c77b req-b8500f38-cfa1-43f4-acbf-596d61e21ad4 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-45806337&fields=id&tenant_id=9b006332fed249c8913735f886a1bdcb HTTP/1.1" status: 200 len: 267 time: 0.1635518 Jan 28 20:19:47.847192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412014e-7b08-473c-a931-5c01059efa8a req-a2f44882-864e-4f79-8162-872586191399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:47.849103 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e412014e-7b08-473c-a931-5c01059efa8a req-a2f44882-864e-4f79-8162-872586191399 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1101 time: 0.1814108 Jan 28 20:19:47.875169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-62e974da-aa2b-4e5f-ac99-a6b974287a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:47.876589 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-62e974da-aa2b-4e5f-ac99-a6b974287a49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=48a2e639-ede2-4c08-980c-50d14c2a20c3 HTTP/1.1" status: 200 len: 916 time: 0.6138034 Jan 28 20:19:47.908044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e5d75ae6-9554-4d32-b82f-df3446952822 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=984b9cfd21264dcfb573d37b63901324&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0203419 Jan 28 20:19:47.910987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59752) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:47.964769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-89d503c2-b5a2-4a08-a172-9c9569c510fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eba3970-3cac-4d1c-af83-720033e6ee3d HTTP/1.1" status: 200 len: 1000 time: 0.0775442 Jan 28 20:19:48.002498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17195141-1266-41d8-a164-a814c021c77b req-8bb869c4-faa0-46b2-aa1e-e9de4c94a9e8 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:48.010366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17195141-1266-41d8-a164-a814c021c77b req-8bb869c4-faa0-46b2-aa1e-e9de4c94a9e8 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 946 time: 0.1699452 Jan 28 20:19:48.026278 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76235d9-984c-4f6a-9c4e-f9869f8f6fe0 x-openstack-request-id: req-c76235d9-984c-4f6a-9c4e-f9869f8f6fe0 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:48.026927 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "name": "network-vif-plugged", "status": "completed", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:48.027020 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c76235d9-984c-4f6a-9c4e-f9869f8f6fe0 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:48.027458 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'code': 200} Jan 28 20:19:48.030503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f77b2cb4-26d4-42ed-aa38-410fd97f010d no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:19:48.034328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-17195141-1266-41d8-a164-a814c021c77b req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'port': {'security_groups': ['31de6efb-5fb5-4a0a-aea6-9327546c5b70', '3829127f-4b64-4330-99c4-6167ca974a5d']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:48.070831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-8f8e94b1-2c58-48c0-9e47-af63d9ba3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:48.073981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: f77b2cb4-26d4-42ed-aa38-410fd97f010d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:19:48.074427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f77b2cb4-26d4-42ed-aa38-410fd97f010d not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:19:48.078036 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-8f8e94b1-2c58-48c0-9e47-af63d9ba3024 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5387533d-437a-4fe0-8133-56dd9333c275 HTTP/1.1" status: 200 len: 854 time: 0.1048324 Jan 28 20:19:48.085775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.116227 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '12fa15e7-d395-429d-800c-1f1bb33a0216', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'port_id': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'mac_address': 'fa:16:3e:c9:7f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:18:39Z', 'updated_at': '2022-01-28T20:19:45Z', 'revision_number': 1, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:33Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:48.123094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e412014e-7b08-473c-a931-5c01059efa8a req-f6d9db09-4879-4cc6-98c3-5c2d6df5ac5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563622 Jan 28 20:19:48.152650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f413d-d652-418c-97e2-06b6ec83a041 req-77e3f0dc-5e7a-44d7-ad93-4ee25d3229bc tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:48.156059 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.162747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a68f413d-d652-418c-97e2-06b6ec83a041 req-77e3f0dc-5e7a-44d7-ad93-4ee25d3229bc tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.2524080 Jan 28 20:19:48.163613 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.186802 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea446-90a9-40ba-8229-0507b8f75983 None None] The sync data for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 is: [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '12fa15e7-d395-429d-800c-1f1bb33a0216', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'port_id': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'mac_address': 'fa:16:3e:c9:7f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:18:39Z', 'updated_at': '2022-01-28T20:19:45Z', 'revision_number': 1, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:33Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:19:48.200150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-d4fe73f7-d86f-47e0-88d1-36423528b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:48.202031 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-d4fe73f7-d86f-47e0-88d1-36423528b8e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=48a2e639-ede2-4c08-980c-50d14c2a20c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132362 Jan 28 20:19:48.224629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:48.229063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:48.237631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:19:48.258925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Pushing event updated for resources: {'Port': ['ID=042bcf69-25ae-4028-b460-382767aad89b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:48.264287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c72aef2-2a34-426e-a9b5-637c63d37480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.316269 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Attempting to bind port 042bcf69-25ae-4028-b460-382767aad89b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:48.316626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Attempting to bind port 042bcf69-25ae-4028-b460-382767aad89b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:48.317483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Attempting to bind port 042bcf69-25ae-4028-b460-382767aad89b on network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:48.324433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:48.324922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Checking segment: {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:48.325592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.326140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Bound using segment: {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:48.326792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Bound port: 042bcf69-25ae-4028-b460-382767aad89b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:48.327182 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.364663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17195141-1266-41d8-a164-a814c021c77b req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.434324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c72aef2-2a34-426e-a9b5-637c63d37480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.435153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.450600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a68f413d-d652-418c-97e2-06b6ec83a041 req-109848c0-a129-425f-b2d8-01baf1b85197 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803767 Jan 28 20:19:48.471803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] For port 042bcf69-25ae-4028-b460-382767aad89b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:48.476553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] For port 042bcf69-25ae-4028-b460-382767aad89b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=042bcf69-25ae-4028-b460-382767aad89b,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:48.485853 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.496748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.592222 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-90bdffe9-6b01-449d-9f6f-b417b742e9ab service neutron] 10.222.0.13 "GET /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579861 Jan 28 20:19:48.597959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad2268-aa3e-4764-b1f9-6e24705865cf None None] Pushing event updated for resources: {'Port': ['ID=042bcf69-25ae-4028-b460-382767aad89b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:48.628413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167cf050-e213-4c85-8ee6-2e710a738ffa None None] New status for floating IP 12fa15e7-d395-429d-800c-1f1bb33a0216: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:19:48.658467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-943179b6-caf0-4a0f-9be7-e43f5b785935 req-f937edb1-4c27-49ff-8ad1-b3b31a274b59 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0560451 Jan 28 20:19:48.837328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4400628-3416-4a69-8409-54e05c5d8710 req-5656d1e3-3aa5-462e-8646-b87684efcfcd tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 210 time: 0.0706291 Jan 28 20:19:48.856616 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c72aef2-2a34-426e-a9b5-637c63d37480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.866344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c72aef2-2a34-426e-a9b5-637c63d37480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:48.872804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7c72aef2-2a34-426e-a9b5-637c63d37480 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec6fdd71-41f1-47c2-9fe9-1f92340c65b9 HTTP/1.1" status: 204 len: 168 time: 0.9577675 Jan 28 20:19:48.901718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72aef2-2a34-426e-a9b5-637c63d37480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6fdd71-41f1-47c2-9fe9-1f92340c65b9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:48.958891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Allocated IP 172.25.2.129 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/1d4bb0bd-d1d1-4f31-83d6-552161a48738) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:19:49.023071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-17195141-1266-41d8-a164-a814c021c77b req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] For port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:49.095719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17195141-1266-41d8-a164-a814c021c77b req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:49.103175 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17195141-1266-41d8-a164-a814c021c77b req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:49.123362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:49.223420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'Port': ['ID=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:49.244754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17195141-1266-41d8-a164-a814c021c77b req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:49.245704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17195141-1266-41d8-a164-a814c021c77b req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:49.251927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17195141-1266-41d8-a164-a814c021c77b req-2368871a-5e42-4725-a48e-66d8160e8f7c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "PUT /v2.0/ports/8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 200 len: 982 time: 1.2404828 Jan 28 20:19:49.252827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:49.266650 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:49.331397 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3433b319-55c1-4fa9-b5f2-9c19e3d30146 req-aa3ab563-10ff-4b4f-8f74-2183bcd0af37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=115727140dac45a78656e028bbd4bf9d&device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.0770407 Jan 28 20:19:49.340916 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c3cb79f6-bccb-4b24-8d66-3a7e458daac9 req-994c575e-ed70-4578-a38b-212b3dbb5c4f service neutron] 10.222.0.13 "GET /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7107613 Jan 28 20:19:49.357282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:49.367879 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:49.384700 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3433b319-55c1-4fa9-b5f2-9c19e3d30146 req-9290dce2-ae25-4022-9ca5-26a5b92c7ce6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=115727140dac45a78656e028bbd4bf9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426676 Jan 28 20:19:49.459312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-e2c3d00f-ef15-40fd-922f-f2ff68c3cea5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-589065971&fields=id&tenant_id=9b006332fed249c8913735f886a1bdcb HTTP/1.1" status: 200 len: 267 time: 0.1238754 Jan 28 20:19:49.499213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:49.507701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1cc410-ef31-4aec-ab2b-1a39ea9b7769 req-502eaa90-84b6-478c-b86e-cb98ca35adf3 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1255863 Jan 28 20:19:49.620145 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f049370-d897-4c50-b233-0c3bcbd6f86e x-openstack-request-id: req-2f049370-d897-4c50-b233-0c3bcbd6f86e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:49.620693 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:49.621115 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f049370-d897-4c50-b233-0c3bcbd6f86e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:49.621695 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb', 'status': 'completed', 'code': 200} Jan 28 20:19:49.648632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-ee9ffd4c-c6e9-4e97-8cab-47a17243b8c4 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:49.654753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-ee9ffd4c-c6e9-4e97-8cab-47a17243b8c4 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 985 time: 0.1943948 Jan 28 20:19:49.694326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'port': {'security_groups': ['31de6efb-5fb5-4a0a-aea6-9327546c5b70', '3829127f-4b64-4330-99c4-6167ca974a5d', '2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:49.845704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 042bcf69-25ae-4028-b460-382767aad89b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:49.960501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-85cda0dd-768d-4e66-b229-fd9ac9bb5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:49.968263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-85cda0dd-768d-4e66-b229-fd9ac9bb5708 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1136 time: 0.3123970 Jan 28 20:19:50.057448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:50.160274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8fa10-34be-4bb0-89ea-34faf2ebd25c req-0789c8cb-d59d-41b9-8133-8414248bd0b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:50.161846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87a8fa10-34be-4bb0-89ea-34faf2ebd25c req-0789c8cb-d59d-41b9-8133-8414248bd0b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.3528192 Jan 28 20:19:50.184223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b319-55c1-4fa9-b5f2-9c19e3d30146 req-061613cb-ebd9-420b-b098-c133048208b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:50.187069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3433b319-55c1-4fa9-b5f2-9c19e3d30146 req-061613cb-ebd9-420b-b098-c133048208b4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7963707 Jan 28 20:19:50.190478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 042bcf69-25ae-4028-b460-382767aad89b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:50.191623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:50.236657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:50.253339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:50.261801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:19:50.324694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d4bb0bd-d1d1-4f31-83d6-552161a48738,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:50.415689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:50.427041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53776414-6467-486c-ad28-d0ed1bee5e5a None None] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:19:50.723265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 042bcf69-25ae-4028-b460-382767aad89b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=042bcf69-25ae-4028-b460-382767aad89b,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:50.759046 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:50.837363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c61f43f5-8887-4441-acec-70c025c0dde9 None None] Provisioning complete for port 042bcf69-25ae-4028-b460-382767aad89b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:50.838183 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c61f43f5-8887-4441-acec-70c025c0dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:50.879739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-591e8d34-7b48-49a5-acd3-16af49b83429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:50.881287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-591e8d34-7b48-49a5-acd3-16af49b83429 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 914 time: 0.8179622 Jan 28 20:19:50.914799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:50.957827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59814) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:50.958599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=042bcf69-25ae-4028-b460-382767aad89b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:51.037568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:51.201546 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-1bd32de8-5ddd-4d52-871d-00489bb66e0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 200 len: 217 time: 0.2444694 Jan 28 20:19:51.228783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87a8fa10-34be-4bb0-89ea-34faf2ebd25c req-2d53f683-1c39-429b-a265-3db825f214f3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0500262 Jan 28 20:19:51.342352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a2946aca-b901-46e9-b3e4-416635e20045 None None] Provisioning complete for port 042bcf69-25ae-4028-b460-382767aad89b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:51.342940 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a2946aca-b901-46e9-b3e4-416635e20045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:51.454218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-d02adb4d-77ce-4153-80af-e1a60ff04128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:51.459358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-d02adb4d-77ce-4153-80af-e1a60ff04128 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.1300287 Jan 28 20:19:51.477894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-767120629-network', 'tenant_id': 'edb53e8131d64733b879a91df95a1c56'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:51.504581 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:51.556368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-58c13044-af7c-4c7e-bd36-b012f63539fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603807 Jan 28 20:19:51.559665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be316aaa-6e46-4a1e-a7a3-81b30b59c609 req-d31c5116-1a7e-42f9-8318-4c7592d1e5dc tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6479985-a398-4d9b-a01a-1ff9b17a1bff HTTP/1.1" status: 200 len: 210 time: 0.0707026 Jan 28 20:19:51.702485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 042bcf69-25ae-4028-b460-382767aad89b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:51.723650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Made reservation on behalf of edb53e8131d64733b879a91df95a1c56 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:51.728705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:51.728908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3433b319-55c1-4fa9-b5f2-9c19e3d30146 req-8ecbc4a7-720b-4553-b1df-17f11f1cd90a tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1660042 Jan 28 20:19:51.765213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 042bcf69-25ae-4028-b460-382767aad89b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:51.766100 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:51.779306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:19:51.801124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd555267-17d6-424f-ba1f-017f3af551e7 req-8fa20ba2-7edf-4d87-a352-bb68a14353f0 tempest-ServerShowV257Test-997026434 tempest-ServerShowV257Test-997026434-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef63cca6-c10c-455a-85fb-86cf0909d0da HTTP/1.1" status: 200 len: 210 time: 0.1182454 Jan 28 20:19:51.803355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] For port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:51.807947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:51.947122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:51.959128 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:51.970042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:19:51.985138 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Sync routers for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:19:51.990477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-4bdff405-4e6a-4181-bc9b-e28f00a601b2 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219460 Jan 28 20:19:52.007296 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:52.008813 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:19:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:52.021710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.027055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fc6c71f0-263f-4daa-bab3-331db0c1dee5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.2844372 Jan 28 20:19:52.030685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59830) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:52.050454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.052217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:19:52.103498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.116219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:52.130449 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.130789 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Added segment c4bcf359-79fc-4de3-8577-b482d8d036a3 of type vlan for network 057f9078-70e8-4c13-9d7f-c271eda3ee81 Jan 28 20:19:52.163936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455864f2-96fa-4d7e-b334-800d470cc442,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:52.181318 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:52.351171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:52.374456 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.380872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43ce7205-784a-4d64-9e98-d2ba872604c3 req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "PUT /v2.0/ports/8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 200 len: 1021 time: 2.6969528 Jan 28 20:19:52.383062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:19:52.387694 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:52.455189 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.525476 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:50Z', 'revision_number': 3, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:52.534978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:52.589590 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Checking router: 7ed8292d-f038-4d8e-915c-1ddbef94fb7c for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:19:52.593819 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Updating router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c port 1d4bb0bd-d1d1-4f31-83d6-552161a48738 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:19:52.628004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:19:52.659037 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.691336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ede30-bbfa-42b9-81f0-eefae27681bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'Port': ['ID=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:52.704717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b49a8a6-9f84-4144-87dd-aea09b1a5ab9 req-383125f5-6887-4275-9a58-c0a5c819cf41 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723948 Jan 28 20:19:52.747822 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.748812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:52.749435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.826309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c584243-521d-46c6-9a8f-c8f496122799 req-0a050129-cd7d-4182-93b6-df2a53b4126b tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:52.834896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c584243-521d-46c6-9a8f-c8f496122799 req-0a050129-cd7d-4182-93b6-df2a53b4126b tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1101 time: 0.3407519 Jan 28 20:19:52.863142 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.867414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9059110 Jan 28 20:19:52.868389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c584243-521d-46c6-9a8f-c8f496122799 req-f38f3286-b32d-49eb-896a-28551f47d935 tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:52.871721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59846) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:52.881120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b145c-5583-48c4-8773-218b92c95c00 req-1c197e06-0866-415b-9f73-eec8dd45b633 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:52.882690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a9b145c-5583-48c4-8773-218b92c95c00 req-1c197e06-0866-415b-9f73-eec8dd45b633 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1024 time: 0.2914062 Jan 28 20:19:52.890322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Request body: {'subnet': {'network_id': '057f9078-70e8-4c13-9d7f-c271eda3ee81', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-767120629-subnet', 'tenant_id': 'edb53e8131d64733b879a91df95a1c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:52.911870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc38689-6f37-4405-9e27-71b920f436e6 admin admin] Pushing event updated for resources: {'Network': ['ID=057f9078-70e8-4c13-9d7f-c271eda3ee81,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:52.961266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 057f9078-70e8-4c13-9d7f-c271eda3ee81 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:19:53.023469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a9b145c-5583-48c4-8773-218b92c95c00 req-fc1e1d02-ca0e-49bd-a020-4087f6af5b4c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&id=2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab&id=3829127f-4b64-4330-99c4-6167ca974a5d HTTP/1.1" status: 200 len: 6145 time: 0.1238492 Jan 28 20:19:53.055863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Made reservation on behalf of edb53e8131d64733b879a91df95a1c56 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:53.059166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.165173 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32039ea2-1b18-4cbf-92a2-43e4325d26a7 x-openstack-request-id: req-32039ea2-1b18-4cbf-92a2-43e4325d26a7 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:53.165449 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:53.165693 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32039ea2-1b18-4cbf-92a2-43e4325d26a7 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:53.166087 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb', 'status': 'completed', 'code': 200} Jan 28 20:19:53.269186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Allocated IP 172.20.0.1 (5a8a83a5-f85e-489a-8d1c-bea5fd22399c/ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370/37edb2de-fa09-4262-891e-7fbeabf9bc1e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:19:53.326203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-57bbe85b-a2c5-4254-90b2-640413633f7f req-f6ffb2b2-f1e8-42b7-8cf4-87b26338876d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1080605046 ', 'description': 'tempest-description-29671114'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:53.328954 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.342960 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.362087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c584243-521d-46c6-9a8f-c8f496122799 req-f38f3286-b32d-49eb-896a-28551f47d935 tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.395015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-2832f060-06c8-46d9-945c-93d827b9a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:53.396467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-2832f060-06c8-46d9-945c-93d827b9a2b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1175 time: 0.2354429 Jan 28 20:19:53.397129 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0c584243-521d-46c6-9a8f-c8f496122799 req-f38f3286-b32d-49eb-896a-28551f47d935 tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.473213 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Pushing event updated for resources: {'Port': ['ID=1d4bb0bd-d1d1-4f31-83d6-552161a48738,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:53.499600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.522753 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.523103 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.523441 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.523776 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.524626 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.524963 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.525340 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.527789 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.528982 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.529358 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.529716 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.531196 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.541828 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Attempting to bind port 1d4bb0bd-d1d1-4f31-83d6-552161a48738 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:53.542508 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Attempting to bind port 1d4bb0bd-d1d1-4f31-83d6-552161a48738 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:53.542896 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Attempting to bind port 1d4bb0bd-d1d1-4f31-83d6-552161a48738 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:53.553052 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.564330 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:53.564713 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:53.565122 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.565973 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:53.566460 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Bound port: 1d4bb0bd-d1d1-4f31-83d6-552161a48738, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:53.566881 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.584888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:53.588051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57bbe85b-a2c5-4254-90b2-640413633f7f req-f6ffb2b2-f1e8-42b7-8cf4-87b26338876d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.611453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:53.617454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:19:53.672369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Pushing event updated for resources: {'Port': ['ID=37edb2de-fa09-4262-891e-7fbeabf9bc1e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:53.718665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.719050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.719366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.719759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.720153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.720518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.720856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.721188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.721520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.721903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.723030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.723366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:53.724446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c584243-521d-46c6-9a8f-c8f496122799 req-f38f3286-b32d-49eb-896a-28551f47d935 tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8886299 Jan 28 20:19:53.726799 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] For port 1d4bb0bd-d1d1-4f31-83d6-552161a48738, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:53.732791 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] For port 1d4bb0bd-d1d1-4f31-83d6-552161a48738, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d4bb0bd-d1d1-4f31-83d6-552161a48738,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:53.739706 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.749014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:53.789182 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3286-b32d-49eb-896a-28551f47d935 tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257427d6-5b15-4d8c-b70c-6cd122b496c7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:53.940045 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bfdba-a9fd-48e4-87da-480ef22257fe None None] Pushing event updated for resources: {'Port': ['ID=1d4bb0bd-d1d1-4f31-83d6-552161a48738,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:53.983024 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:53.983723 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:19:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:54.042269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-d846bcad-1725-422a-958b-ffb1af67a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:54.045304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-d846bcad-1725-422a-958b-ffb1af67a25c service neutron] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 914 time: 0.6254873 Jan 28 20:19:54.053187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59868) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:54.082433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.160832 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:54.165398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a903f98d-3e0f-47ca-9ca5-837f7b9be4cd None None] Provisioning complete for port 37edb2de-fa09-4262-891e-7fbeabf9bc1e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:54.166317 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a903f98d-3e0f-47ca-9ca5-837f7b9be4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.227940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-2618560e-8c6b-411a-a3e6-429d1a239dde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 200 len: 217 time: 0.1400411 Jan 28 20:19:54.290848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a903f98d-3e0f-47ca-9ca5-837f7b9be4cd None None] Port 37edb2de-fa09-4262-891e-7fbeabf9bc1e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:19:54.335065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57bbe85b-a2c5-4254-90b2-640413633f7f req-f6ffb2b2-f1e8-42b7-8cf4-87b26338876d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.360581 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.382503 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57bbe85b-a2c5-4254-90b2-640413633f7f req-f6ffb2b2-f1e8-42b7-8cf4-87b26338876d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.518084 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.523974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.591875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-fd635c03-1f5b-4190-9ef2-d9013d1c251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:54.592091 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:50Z', 'revision_number': 3, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:54.593662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-fd635c03-1f5b-4190-9ef2-d9013d1c251b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.2529836 Jan 28 20:19:54.604716 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57bbe85b-a2c5-4254-90b2-640413633f7f req-f6ffb2b2-f1e8-42b7-8cf4-87b26338876d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.610551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57bbe85b-a2c5-4254-90b2-640413633f7f req-f6ffb2b2-f1e8-42b7-8cf4-87b26338876d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.3158522 Jan 28 20:19:54.654595 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c8dc5f-be08-40ec-b3e3-1b6667d7ae40 None None] The sync data for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 is: [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:50Z', 'revision_number': 3, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:19:54.677868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Pushing event updated for resources: {'Port': ['ID=37edb2de-fa09-4262-891e-7fbeabf9bc1e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:54.698199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:54.750905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-be49160b-06f1-4e46-8026-45f30f9a603b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219628 Jan 28 20:19:54.759069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Checking segment: {'id': 'c4bcf359-79fc-4de3-8577-b482d8d036a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '057f9078-70e8-4c13-9d7f-c271eda3ee81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:54.759708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Network hostable DHCP agents. Network: 057f9078-70e8-4c13-9d7f-c271eda3ee81, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:19:54.762400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffb2b2-f1e8-42b7-8cf4-87b26338876d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c3f294-eba1-4102-b18e-c3a007ca1b5f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:54.929049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:54.930814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:54.951292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-b41291d3-7857-4a1d-b82a-0599c498dc75 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778240 Jan 28 20:19:54.954975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1797ae8-7013-4e2c-9fac-f9be1a456697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:55.274339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1006cf45-d1d0-455e-9f33-cfb7cb0addd8 req-d5f96d51-830a-4371-b140-0bbdbddee3a9 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026466 Jan 28 20:19:55.275844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc565e3-7ba6-4988-b40f-c98f975979d9,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:55.470758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Network 057f9078-70e8-4c13-9d7f-c271eda3ee81 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:19:55.488677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5c6f5ea-f4ae-48a5-a61e-e7dc73f84571 req-13636686-9fd9-4e6a-b0f3-16f337cf3c30 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/96c3f294-eba1-4102-b18e-c3a007ca1b5f HTTP/1.1" status: 200 len: 1779 time: 0.8397617 Jan 28 20:19:55.568922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 057f9078-70e8-4c13-9d7f-c271eda3ee81) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:55.579793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af496aa3-8467-4fb2-88ee-d5870d0a3b7d None None] Network 057f9078-70e8-4c13-9d7f-c271eda3ee81 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:19:55.607838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:55.609369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:55.652779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4585bc-b0b1-4f13-9ac9-fe0585c30e47 req-d6a9a36f-a660-4ac1-a82c-93949cb65087 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:55.666458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f4585bc-b0b1-4f13-9ac9-fe0585c30e47 req-d6a9a36f-a660-4ac1-a82c-93949cb65087 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.3690681 Jan 28 20:19:55.674845 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-3942eb9a-4e89-4531-ab50-0e7e4b5e2358 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5323453 Jan 28 20:19:55.701154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-48987274-07c5-4b57-971a-678f95bebc65 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:19:55.714196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-55c9a39e-916c-4b53-b3b8-27522ba8e6fd req-69cdcf78-238e-4673-a63c-8d96c852fc9f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/96c3f294-eba1-4102-b18e-c3a007ca1b5f HTTP/1.1" status: 200 len: 1779 time: 0.1928375 Jan 28 20:19:55.715496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-48987274-07c5-4b57-971a-678f95bebc65 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336089 Jan 28 20:19:55.753554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:19:55.843660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7fc2df84-aded-4a8e-8286-daa3a3f090e8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9599154 Jan 28 20:19:55.857305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d6db2061-64f4-470d-8d9b-f679c3579b8d None None] Provisioning complete for port 37edb2de-fa09-4262-891e-7fbeabf9bc1e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:55.858069 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6db2061-64f4-470d-8d9b-f679c3579b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:55.863948 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d4bb0bd-d1d1-4f31-83d6-552161a48738 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:55.977936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f4585bc-b0b1-4f13-9ac9-fe0585c30e47 req-f2fb8216-92c0-4775-9583-dbc38e2fbbfb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034115 Jan 28 20:19:56.008800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-55c9a39e-916c-4b53-b3b8-27522ba8e6fd req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.019101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e36f9a6-3313-4de7-b128-297249330f82 None None] Network 057f9078-70e8-4c13-9d7f-c271eda3ee81 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:19:56.034882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-55c9a39e-916c-4b53-b3b8-27522ba8e6fd req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.099522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-55c9a39e-916c-4b53-b3b8-27522ba8e6fd req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.106612 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-55c9a39e-916c-4b53-b3b8-27522ba8e6fd req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.111153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-55c9a39e-916c-4b53-b3b8-27522ba8e6fd req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/96c3f294-eba1-4102-b18e-c3a007ca1b5f HTTP/1.1" status: 204 len: 173 time: 0.3958328 Jan 28 20:19:56.154807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1797ae8-7013-4e2c-9fac-f9be1a456697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.165592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c3f294-eba1-4102-b18e-c3a007ca1b5f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:56.204963 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-b8ade722-232f-46a2-a204-ae7ee63e6a77 req-eca9aad0-a2f6-4e5f-a02c-01881230f681 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:19:56.227612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8ade722-232f-46a2-a204-ae7ee63e6a77 req-eca9aad0-a2f6-4e5f-a02c-01881230f681 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/96c3f294-eba1-4102-b18e-c3a007ca1b5f HTTP/1.1" status: 404 len: 352 time: 0.0843551 Jan 28 20:19:56.228597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1797ae8-7013-4e2c-9fac-f9be1a456697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.268377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-04e07d1f-70de-484a-9fc7-97e204e8c3a1 req-bd7de785-6601-4f4b-b9e1-e03d2b625741 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-348655046', 'description': 'tempest-description-392963876'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:56.278000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.278660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.284483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.284984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.288056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.288574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.289038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.289485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.293214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.293707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.294964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.295443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8e6eb4-8f6f-48f5-b229-1b7f261a6362 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:19:56.334933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d4bb0bd-d1d1-4f31-83d6-552161a48738 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:56.337946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:19:56.339610 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.349170 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5ac48010-6713-40d7-818e-7110d78f6393 admin admin] 10.222.0.44 "PUT /v2.0/routers/7ed8292d-f038-4d8e-915c-1ddbef94fb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3174324 Jan 28 20:19:56.409537 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-04e07d1f-70de-484a-9fc7-97e204e8c3a1 req-bd7de785-6601-4f4b-b9e1-e03d2b625741 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.437731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f1797ae8-7013-4e2c-9fac-f9be1a456697 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=115727140dac45a78656e028bbd4bf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3791971 Jan 28 20:19:56.440398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59922) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:56.443548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1797ae8-7013-4e2c-9fac-f9be1a456697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21032775-4545-4035-ae8d-5188ef65a938,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:56.527688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d6db2061-64f4-470d-8d9b-f679c3579b8d None None] Port 37edb2de-fa09-4262-891e-7fbeabf9bc1e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:19:56.569745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-04e07d1f-70de-484a-9fc7-97e204e8c3a1 req-bd7de785-6601-4f4b-b9e1-e03d2b625741 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.576137 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-04e07d1f-70de-484a-9fc7-97e204e8c3a1 req-bd7de785-6601-4f4b-b9e1-e03d2b625741 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.592616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ca1e738b-847b-465a-b7f7-30031d98843a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.628078 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-04e07d1f-70de-484a-9fc7-97e204e8c3a1 req-bd7de785-6601-4f4b-b9e1-e03d2b625741 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.632670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04e07d1f-70de-484a-9fc7-97e204e8c3a1 req-bd7de785-6601-4f4b-b9e1-e03d2b625741 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3692083 Jan 28 20:19:56.634240 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ca1e738b-847b-465a-b7f7-30031d98843a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.643694 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.697887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-02011ae0-6786-4d81-b563-cb971f64e3b3 req-a6cbc4e2-74bd-4aa5-a770-9a1459b8c13d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2019221015', 'description': 'tempest-description-408892992'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:56.702894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 1d4bb0bd-d1d1-4f31-83d6-552161a48738, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d4bb0bd-d1d1-4f31-83d6-552161a48738,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:56.710599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.718968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7de785-6601-4f4b-b9e1-e03d2b625741 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e329ff-f48d-4d7a-98a4-8f8285a379cf,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:56.750895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ca1e738b-847b-465a-b7f7-30031d98843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.757862 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ca1e738b-847b-465a-b7f7-30031d98843a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.760613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ca1e738b-847b-465a-b7f7-30031d98843a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21032775-4545-4035-ae8d-5188ef65a938 HTTP/1.1" status: 204 len: 168 time: 0.3174877 Jan 28 20:19:56.774434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e738b-847b-465a-b7f7-30031d98843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21032775-4545-4035-ae8d-5188ef65a938,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:56.784588 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02011ae0-6786-4d81-b563-cb971f64e3b3 req-a6cbc4e2-74bd-4aa5-a770-9a1459b8c13d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:56.827227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=1d4bb0bd-d1d1-4f31-83d6-552161a48738,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:57.006699 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02011ae0-6786-4d81-b563-cb971f64e3b3 req-a6cbc4e2-74bd-4aa5-a770-9a1459b8c13d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.012202 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02011ae0-6786-4d81-b563-cb971f64e3b3 req-a6cbc4e2-74bd-4aa5-a770-9a1459b8c13d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.036199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02011ae0-6786-4d81-b563-cb971f64e3b3 req-a6cbc4e2-74bd-4aa5-a770-9a1459b8c13d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.037981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02011ae0-6786-4d81-b563-cb971f64e3b3 req-a6cbc4e2-74bd-4aa5-a770-9a1459b8c13d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3571641 Jan 28 20:19:57.074131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbc4e2-74bd-4aa5-a770-9a1459b8c13d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300b1c9b-d0ff-4ed0-b3f3-0e2b1aecc407,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:57.167637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-2cf850f4-b86e-41af-bb9a-015fe2625240 req-bc977a31-316d-4d0e-846f-070e714da940 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2141538213', 'description': 'tempest-description-366569787'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:57.214100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2cf850f4-b86e-41af-bb9a-015fe2625240 req-bc977a31-316d-4d0e-846f-070e714da940 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.258991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd044f30-7b8e-4846-a7ec-799ea6831b7a req-68e3930d-87b8-4a7e-97df-4ae5142ee1d1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:57.261654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd044f30-7b8e-4846-a7ec-799ea6831b7a req-68e3930d-87b8-4a7e-97df-4ae5142ee1d1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1504447 Jan 28 20:19:57.333481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd044f30-7b8e-4846-a7ec-799ea6831b7a req-0ba103ad-0797-4c0e-95b0-aa3dfd02597c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629222 Jan 28 20:19:57.427381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-0ca9d880-bbef-43b4-b675-09780eee9378 req-0fd30bd8-15a1-489d-8e60-3766a8cb3d0a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-116555334', 'description': 'tempest-description-531710283'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:57.463814 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2cf850f4-b86e-41af-bb9a-015fe2625240 req-bc977a31-316d-4d0e-846f-070e714da940 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.472771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2cf850f4-b86e-41af-bb9a-015fe2625240 req-bc977a31-316d-4d0e-846f-070e714da940 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.533879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0ca9d880-bbef-43b4-b675-09780eee9378 req-0fd30bd8-15a1-489d-8e60-3766a8cb3d0a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.542652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2cf850f4-b86e-41af-bb9a-015fe2625240 req-bc977a31-316d-4d0e-846f-070e714da940 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.554737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2cf850f4-b86e-41af-bb9a-015fe2625240 req-bc977a31-316d-4d0e-846f-070e714da940 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3991058 Jan 28 20:19:57.567295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc977a31-316d-4d0e-846f-070e714da940 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9fa78d-0dc2-43a4-8033-813d6d941a2b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:57.741114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0ca9d880-bbef-43b4-b675-09780eee9378 req-0fd30bd8-15a1-489d-8e60-3766a8cb3d0a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.748014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0ca9d880-bbef-43b4-b675-09780eee9378 req-0fd30bd8-15a1-489d-8e60-3766a8cb3d0a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.783161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d4bb0bd-d1d1-4f31-83d6-552161a48738 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:57.805164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd30bd8-15a1-489d-8e60-3766a8cb3d0a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e12cfed-1f2a-4a9c-9161-e144d82773c1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:57.815854 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0ca9d880-bbef-43b4-b675-09780eee9378 req-0fd30bd8-15a1-489d-8e60-3766a8cb3d0a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.817450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ca9d880-bbef-43b4-b675-09780eee9378 req-0fd30bd8-15a1-489d-8e60-3766a8cb3d0a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4140341 Jan 28 20:19:57.933079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d4bb0bd-d1d1-4f31-83d6-552161a48738 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:57.934007 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:57.993003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e560629-b828-4dd2-b4ff-4aada1c65028 req-01269e49-73f5-4b7b-b4d6-c1842c08c54a tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/ef9fa78d-0dc2-43a4-8033-813d6d941a2b HTTP/1.1" status: 200 len: 1804 time: 0.1233571 Jan 28 20:19:58.004268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-6e560629-b828-4dd2-b4ff-4aada1c65028 req-53a21d6a-2764-4c0d-9d2f-c841c35f64f0 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef9fa78d-0dc2-43a4-8033-813d6d941a2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:58.004597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-6e560629-b828-4dd2-b4ff-4aada1c65028 req-53a21d6a-2764-4c0d-9d2f-c841c35f64f0 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef9fa78d-0dc2-43a4-8033-813d6d941a2b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:58.103760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Sync routers for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:19:58.115177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:58.116151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:19:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:58.170425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6e560629-b828-4dd2-b4ff-4aada1c65028 req-53a21d6a-2764-4c0d-9d2f-c841c35f64f0 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:58.248670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6e560629-b828-4dd2-b4ff-4aada1c65028 req-53a21d6a-2764-4c0d-9d2f-c841c35f64f0 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:58.255503 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6e560629-b828-4dd2-b4ff-4aada1c65028 req-53a21d6a-2764-4c0d-9d2f-c841c35f64f0 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:58.358983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:58.400447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21d6a-2764-4c0d-9d2f-c841c35f64f0 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbba73f4-6be7-4236-b8e9-88091d1307a2,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:58.453090 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6e560629-b828-4dd2-b4ff-4aada1c65028 req-53a21d6a-2764-4c0d-9d2f-c841c35f64f0 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:58.454312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e560629-b828-4dd2-b4ff-4aada1c65028 req-53a21d6a-2764-4c0d-9d2f-c841c35f64f0 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4540734 Jan 28 20:19:58.720233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-d4f28b6a-3084-4b5f-911b-b59a15771247 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:58.731066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-d4f28b6a-3084-4b5f-911b-b59a15771247 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/networks?id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c HTTP/1.1" status: 200 len: 829 time: 0.3208818 Jan 28 20:19:58.770866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-0aa98bb2-7248-4ccd-9e49-c4b1dcbf6b83 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/quotas/b1d08c22457748e99781f51c4dfc0e50 HTTP/1.1" status: 200 len: 375 time: 0.0387759 Jan 28 20:19:58.781885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:19:54Z', 'revision_number': 2, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:58.832828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fac3fa1b-3bc7-4eee-a44a-3817aca118b1 req-697fc42c-fd5e-450d-ae2b-767d3ad469ad tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b006332fed249c8913735f886a1bdcb HTTP/1.1" status: 200 len: 10890 time: 0.2819428 Jan 28 20:19:58.904575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fac3fa1b-3bc7-4eee-a44a-3817aca118b1 req-9f8ff21b-8a68-4861-8e6f-a6c8a4b2213a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/31de6efb-5fb5-4a0a-aea6-9327546c5b70 HTTP/1.1" status: 200 len: 2981 time: 0.0707045 Jan 28 20:19:58.951883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-e53038b9-03a6-48f2-86e0-1f20a83aa537 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1d08c22457748e99781f51c4dfc0e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1799510 Jan 28 20:19:58.984811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fac3fa1b-3bc7-4eee-a44a-3817aca118b1 req-f3957358-9bd8-44c3-915f-ebc83a2ee129 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/31de6efb-5fb5-4a0a-aea6-9327546c5b70 HTTP/1.1" status: 200 len: 2981 time: 0.0791872 Jan 28 20:19:59.039315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Checking router: 7ed8292d-f038-4d8e-915c-1ddbef94fb7c for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:19:59.040100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Updating router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c port 37edb2de-fa09-4262-891e-7fbeabf9bc1e binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:19:59.081441 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.185182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60014) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:19:59.257585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c4c15-9ac4-40dd-a092-030fbf123f16 req-d70aee32-cade-483e-9566-a388dba694e5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:59.259145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a01c4c15-9ac4-40dd-a092-030fbf123f16 req-d70aee32-cade-483e-9566-a388dba694e5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1527541 Jan 28 20:19:59.312512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-7ce4888d-70d8-45f4-b409-a0d99576b47a service neutron] 10.222.0.44 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488517 Jan 28 20:19:59.337065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-436892548-network', 'tenant_id': '75c46c66ca09437ab4a008964f024306'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:59.401651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Made reservation on behalf of 75c46c66ca09437ab4a008964f024306 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:19:59.407006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.438928 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.463124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a01c4c15-9ac4-40dd-a092-030fbf123f16 req-42eb4d15-1059-44d3-b55c-9b2749ef8ae7 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886706 Jan 28 20:19:59.509893 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.517042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.524250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-02638851-0927-44c7-929f-3ce0cd811839 req-d3ebe4eb-9bc0-4a62-8e02-4ba4e3326c71 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1209645698', 'description': 'tempest-description-1901536900'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:59.549008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a360b4e9-d4e9-4095-b57b-82927e61739d service neutron] 10.222.0.44 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267447 Jan 28 20:19:59.558111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-d924beab-0ffb-4fc2-9324-72638b41c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:59.560143 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-d924beab-0ffb-4fc2-9324-72638b41c66d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1101 time: 0.1265378 Jan 28 20:19:59.587042 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02638851-0927-44c7-929f-3ce0cd811839 req-d3ebe4eb-9bc0-4a62-8e02-4ba4e3326c71 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.741663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Attempting to bind port 37edb2de-fa09-4262-891e-7fbeabf9bc1e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:19:59.742331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Attempting to bind port 37edb2de-fa09-4262-891e-7fbeabf9bc1e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:19:59.742951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Attempting to bind port 37edb2de-fa09-4262-891e-7fbeabf9bc1e on network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:19:59.743479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02638851-0927-44c7-929f-3ce0cd811839 req-d3ebe4eb-9bc0-4a62-8e02-4ba4e3326c71 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.758935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62553fc-d033-4469-ad8d-cb58bbf50bed None None] Pushing event updated for resources: {'Port': ['ID=37edb2de-fa09-4262-891e-7fbeabf9bc1e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:59.760366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02638851-0927-44c7-929f-3ce0cd811839 req-d3ebe4eb-9bc0-4a62-8e02-4ba4e3326c71 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.769366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:19:59.769744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Checking segment: {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:19:59.770154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.770644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Bound using segment: {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:19:59.771033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Bound port: 37edb2de-fa09-4262-891e-7fbeabf9bc1e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:19:59.771939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.821344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.828314 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02638851-0927-44c7-929f-3ce0cd811839 req-d3ebe4eb-9bc0-4a62-8e02-4ba4e3326c71 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.833758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.849104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02638851-0927-44c7-929f-3ce0cd811839 req-d3ebe4eb-9bc0-4a62-8e02-4ba4e3326c71 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3416262 Jan 28 20:19:59.859958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebe4eb-9bc0-4a62-8e02-4ba4e3326c71 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72f8ab3-c7ba-44ad-b2ae-7a3b92fc24f4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:59.884367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-08513517-e07e-4719-839f-aae98dafedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:59.886296 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-08513517-e07e-4719-839f-aae98dafedd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3164062 Jan 28 20:19:59.888336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ced8c81-5c28-4e2b-b357-552005f860d9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:59.906599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:19:59.936799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] For port 37edb2de-fa09-4262-891e-7fbeabf9bc1e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:19:59.940504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] For port 37edb2de-fa09-4262-891e-7fbeabf9bc1e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=37edb2de-fa09-4262-891e-7fbeabf9bc1e,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:19:59.947674 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-475f691e-a3f1-47d2-9b5c-16998771058f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.0542414 Jan 28 20:19:59.952521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.954806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:19:59.955169 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Added segment ecf85a8b-76fd-4038-ab87-aafe64286933 of type vlan for network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 Jan 28 20:20:00.078521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.092495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-71a9894b-cfb2-4973-be6b-66449e4ba705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:00.093987 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-71a9894b-cfb2-4973-be6b-66449e4ba705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1371591 Jan 28 20:20:00.098357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f35b54d9-7747-4631-b19a-97042f533dc9 req-3193cd38-096e-4508-8e3e-fe8ea4e8577b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 210 time: 0.0880587 Jan 28 20:20:00.104627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cef7def9-e96f-41dc-a3d7-78f9832633f3 None None] Provisioning complete for port 37edb2de-fa09-4262-891e-7fbeabf9bc1e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:00.105305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cef7def9-e96f-41dc-a3d7-78f9832633f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.121014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:00.121576 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a79036fc-7411-4be4-b685-fead179e237a req-65d5ffaf-e4b9-441a-bfde-01b2c8646a43 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/12e329ff-f48d-4d7a-98a4-8f8285a379cf HTTP/1.1" status: 200 len: 1799 time: 0.2385178 Jan 28 20:20:00.124789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:19:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:00.129574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62553fc-d033-4469-ad8d-cb58bbf50bed None None] Pushing event updated for resources: {'Port': ['ID=37edb2de-fa09-4262-891e-7fbeabf9bc1e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:00.291036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-955877c2-d858-4be6-918b-fc84d1c14f4f req-36eb58c2-1b4c-42fb-a879-34ee5b1cb7b4 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/e72f8ab3-c7ba-44ad-b2ae-7a3b92fc24f4 HTTP/1.1" status: 200 len: 1805 time: 0.0920174 Jan 28 20:20:00.294690 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a79036fc-7411-4be4-b685-fead179e237a req-ef417dfc-5eb8-464d-b8d1-c5d46b16665c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.320783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-955877c2-d858-4be6-918b-fc84d1c14f4f req-24239aae-a750-42ee-bb78-217ae285f959 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e72f8ab3-c7ba-44ad-b2ae-7a3b92fc24f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:00.321209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-955877c2-d858-4be6-918b-fc84d1c14f4f req-24239aae-a750-42ee-bb78-217ae285f959 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e72f8ab3-c7ba-44ad-b2ae-7a3b92fc24f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:00.427859 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a79036fc-7411-4be4-b685-fead179e237a req-ef417dfc-5eb8-464d-b8d1-c5d46b16665c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.570472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:00.578955 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-955877c2-d858-4be6-918b-fc84d1c14f4f req-24239aae-a750-42ee-bb78-217ae285f959 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.592396 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a79036fc-7411-4be4-b685-fead179e237a req-ef417dfc-5eb8-464d-b8d1-c5d46b16665c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.595499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a79036fc-7411-4be4-b685-fead179e237a req-ef417dfc-5eb8-464d-b8d1-c5d46b16665c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.608752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a79036fc-7411-4be4-b685-fead179e237a req-ef417dfc-5eb8-464d-b8d1-c5d46b16665c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/12e329ff-f48d-4d7a-98a4-8f8285a379cf HTTP/1.1" status: 204 len: 173 time: 0.4875472 Jan 28 20:20:00.629976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.631615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:00.631950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.660602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef417dfc-5eb8-464d-b8d1-c5d46b16665c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e329ff-f48d-4d7a-98a4-8f8285a379cf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:00.694183 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-955877c2-d858-4be6-918b-fc84d1c14f4f req-24239aae-a750-42ee-bb78-217ae285f959 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.696568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cef7def9-e96f-41dc-a3d7-78f9832633f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.700739 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-955877c2-d858-4be6-918b-fc84d1c14f4f req-24239aae-a750-42ee-bb78-217ae285f959 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.704648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-387fda75-4219-4949-9fc9-82b3e7d77bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:00.706471 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-387fda75-4219-4949-9fc9-82b3e7d77bfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5868895 Jan 28 20:20:00.716728 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5295992 Jan 28 20:20:00.723589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60050) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:00.730939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Request body: {'subnet': {'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-436892548-subnet', 'tenant_id': '75c46c66ca09437ab4a008964f024306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:00.750428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24239aae-a750-42ee-bb78-217ae285f959 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4068327-7098-4f70-871d-5cd0c0ab4108,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:00.799505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-955877c2-d858-4be6-918b-fc84d1c14f4f req-24239aae-a750-42ee-bb78-217ae285f959 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:00.824677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-955877c2-d858-4be6-918b-fc84d1c14f4f req-24239aae-a750-42ee-bb78-217ae285f959 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5176237 Jan 28 20:20:00.880066 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-fa2b0a49-2ab5-48ca-8135-a26b3f478aea service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427248 Jan 28 20:20:00.886692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b82857-326d-47f8-acf6-2f5b4d9357f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ac98ad-5fee-4185-8e5b-427f2e1d1415,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:00.945824 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-cec01794-472f-402d-abc7-c6314992260e req-04498e69-2074-4df3-8ba9-102c42a33fa8 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:20:00.954031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cec01794-472f-402d-abc7-c6314992260e req-04498e69-2074-4df3-8ba9-102c42a33fa8 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/12e329ff-f48d-4d7a-98a4-8f8285a379cf HTTP/1.1" status: 404 len: 352 time: 0.0397339 Jan 28 20:20:00.967843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cef7def9-e96f-41dc-a3d7-78f9832633f3 None None] For port 37edb2de-fa09-4262-891e-7fbeabf9bc1e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=37edb2de-fa09-4262-891e-7fbeabf9bc1e,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:00.982575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:20:00.997662 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-c9c526a5-ad90-4b3a-b0e2-d5d372bc3ec9 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083181 Jan 28 20:20:01.017455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60062) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:01.020981 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cef7def9-e96f-41dc-a3d7-78f9832633f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.027442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-08fe2a2a-57e8-4786-9cc9-edd925f75453 req-5eea2a9e-cee8-44c0-8898-64e9750df322 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-712133921', 'description': 'tempest-description-1384921777'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:01.036545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Made reservation on behalf of 75c46c66ca09437ab4a008964f024306 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:01.039054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.113714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b0c3c-f68e-4c4c-9a5d-81bca83d10e9 req-68c5201e-fcf8-4965-82ac-3da19ad6823c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:01.115582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-865b0c3c-f68e-4c4c-9a5d-81bca83d10e9 req-68c5201e-fcf8-4965-82ac-3da19ad6823c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1477578 Jan 28 20:20:01.121661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08fe2a2a-57e8-4786-9cc9-edd925f75453 req-5eea2a9e-cee8-44c0-8898-64e9750df322 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.223529 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:20:01.261377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-865b0c3c-f68e-4c4c-9a5d-81bca83d10e9 req-7a41cd0c-bf3f-45b7-a95f-bf582f4ef104 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208503 Jan 28 20:20:01.359785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08fe2a2a-57e8-4786-9cc9-edd925f75453 req-5eea2a9e-cee8-44c0-8898-64e9750df322 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.366394 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08fe2a2a-57e8-4786-9cc9-edd925f75453 req-5eea2a9e-cee8-44c0-8898-64e9750df322 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.374038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7def9-e96f-41dc-a3d7-78f9832633f3 None None] Pushing event updated for resources: {'Port': ['ID=37edb2de-fa09-4262-891e-7fbeabf9bc1e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:01.383067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-85d10b3a-db0e-45f0-b263-838ee9efdf92 None None] Provisioning complete for port 37edb2de-fa09-4262-891e-7fbeabf9bc1e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:01.383794 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85d10b3a-db0e-45f0-b263-838ee9efdf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.462461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a62f9903-42c9-43c8-9776-48fed36201cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.478674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.481601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08fe2a2a-57e8-4786-9cc9-edd925f75453 req-5eea2a9e-cee8-44c0-8898-64e9750df322 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.485381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08fe2a2a-57e8-4786-9cc9-edd925f75453 req-5eea2a9e-cee8-44c0-8898-64e9750df322 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4646266 Jan 28 20:20:01.495619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea2a9e-cee8-44c0-8898-64e9750df322 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8393003-c9c8-4216-811d-9cc3da45a4fe,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:01.522325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e8517-55dd-47b0-bfc3-094d1a4aaa24 req-3f872aa3-a4c7-424a-8a0a-2ab70ab3dbed tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:01.532925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-465e8517-55dd-47b0-bfc3-094d1a4aaa24 req-3f872aa3-a4c7-424a-8a0a-2ab70ab3dbed tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 944 time: 0.1379590 Jan 28 20:20:01.566748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=66675cc4-a547-4f4a-bbf1-996ef1cb3c42,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:01.622627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Checking segment: {'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:01.623079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Network hostable DHCP agents. Network: f5ac98ad-5fee-4185-8e5b-427f2e1d1415, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:20:01.623436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a75ef8f-9e67-4e0a-8f47-b5e66f72081a req-e3b16753-ddb1-4607-a13f-70b0134e5fa8 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/300b1c9b-d0ff-4ed0-b3f3-0e2b1aecc407 HTTP/1.1" status: 200 len: 1800 time: 0.0647569 Jan 28 20:20:01.641986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-465e8517-55dd-47b0-bfc3-094d1a4aaa24 req-d59be477-221a-46aa-a301-03045e82dec7 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061068 Jan 28 20:20:01.671610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:20:01.696743 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f5ac98ad-5fee-4185-8e5b-427f2e1d1415) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:01.712520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca711a-e88a-48b1-83c4-0ee595adbb59 None None] Network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:20:01.719655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:01.721547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.732058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:19:59Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:01.759338 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0149c32b-c655-4416-8bfa-95af58d4aa4e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0256393 Jan 28 20:20:01.796061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f00ebb0-1831-4df9-b8f9-5a4a24bc5d64 None None] The sync data for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 is: [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:19:59Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:01.927516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b1dc39d-7a49-49fc-81ae-a2261f276a6f req-38d0f2d6-4a8b-42e5-8e30-e9300397074a tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 210 time: 0.1157405 Jan 28 20:20:01.949888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a62f9903-42c9-43c8-9776-48fed36201cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.957807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a62f9903-42c9-43c8-9776-48fed36201cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:01.959384 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4a75ef8f-9e67-4e0a-8f47-b5e66f72081a req-57d508bf-0ecf-4b66-893b-0fe8cfa70b9a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.018575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3175553-00ef-4c07-90e0-35c7349bfb80 None None] Network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:20:02.036344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ee560d46-89a0-42d0-bd8e-84412beaf7fb req-3b8d429c-f7f6-4703-a6e8-36d142dce892 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1900064494', 'description': 'tempest-description-2029452746'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:02.056343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f9903-42c9-43c8-9776-48fed36201cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1549308f-8f3a-429c-b5a3-74ea2aedbdff,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:02.059297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4a75ef8f-9e67-4e0a-8f47-b5e66f72081a req-57d508bf-0ecf-4b66-893b-0fe8cfa70b9a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.121686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-1d206377-6e56-4e77-882f-3b2680f4dc06 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:02.124387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-1d206377-6e56-4e77-882f-3b2680f4dc06 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 944 time: 0.4177260 Jan 28 20:20:02.153018 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a62f9903-42c9-43c8-9776-48fed36201cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fc1bae976244a69a664c6c10855fa72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1271188 Jan 28 20:20:02.158506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60076) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:02.195095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-e46582da-76e5-4004-b1ad-312efaca4f1f tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:02.198098 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-e46582da-76e5-4004-b1ad-312efaca4f1f tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.26 "GET /v2.0/networks?id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c HTTP/1.1" status: 200 len: 829 time: 0.4539001 Jan 28 20:20:02.215275 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee560d46-89a0-42d0-bd8e-84412beaf7fb req-3b8d429c-f7f6-4703-a6e8-36d142dce892 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.225446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Request body: {'port': {'device_id': '77ce7056-cd5d-404d-976f-6177946e6364', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'admin_state_up': True, 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:02.284329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4a75ef8f-9e67-4e0a-8f47-b5e66f72081a req-57d508bf-0ecf-4b66-893b-0fe8cfa70b9a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.290302 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4a75ef8f-9e67-4e0a-8f47-b5e66f72081a req-57d508bf-0ecf-4b66-893b-0fe8cfa70b9a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.292790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a75ef8f-9e67-4e0a-8f47-b5e66f72081a req-57d508bf-0ecf-4b66-893b-0fe8cfa70b9a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/300b1c9b-d0ff-4ed0-b3f3-0e2b1aecc407 HTTP/1.1" status: 204 len: 173 time: 0.6447103 Jan 28 20:20:02.323724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d508bf-0ecf-4b66-893b-0fe8cfa70b9a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b1c9b-d0ff-4ed0-b3f3-0e2b1aecc407,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:02.357754 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f99b33e7-bd84-41bc-bd37-a5bd0fc8d2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.400284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Deleting port eae3531e-20b4-4140-96df-00323b4f93e4 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:02.400284 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.404746 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee560d46-89a0-42d0-bd8e-84412beaf7fb req-3b8d429c-f7f6-4703-a6e8-36d142dce892 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.420246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f99b33e7-bd84-41bc-bd37-a5bd0fc8d2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.424871 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee560d46-89a0-42d0-bd8e-84412beaf7fb req-3b8d429c-f7f6-4703-a6e8-36d142dce892 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.465100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Made reservation on behalf of b1d08c22457748e99781f51c4dfc0e50 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:02.468980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.530764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee560d46-89a0-42d0-bd8e-84412beaf7fb req-3b8d429c-f7f6-4703-a6e8-36d142dce892 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.532143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee560d46-89a0-42d0-bd8e-84412beaf7fb req-3b8d429c-f7f6-4703-a6e8-36d142dce892 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5322034 Jan 28 20:20:02.549538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d429c-f7f6-4703-a6e8-36d142dce892 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d7ec68-9540-440b-be24-6fde878736b1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:02.599915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] For port eae3531e-20b4-4140-96df-00323b4f93e4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eae3531e-20b4-4140-96df-00323b4f93e4,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:02.600434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.621999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Calling delete_port for eae3531e-20b4-4140-96df-00323b4f93e4 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:02.662324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f99b33e7-bd84-41bc-bd37-a5bd0fc8d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.665001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f99b33e7-bd84-41bc-bd37-a5bd0fc8d2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:02.666193 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f99b33e7-bd84-41bc-bd37-a5bd0fc8d2b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1549308f-8f3a-429c-b5a3-74ea2aedbdff HTTP/1.1" status: 204 len: 168 time: 0.5061128 Jan 28 20:20:02.682781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b33e7-bd84-41bc-bd37-a5bd0fc8d2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1549308f-8f3a-429c-b5a3-74ea2aedbdff,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:02.690009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Allocated IP 172.20.0.4 (5a8a83a5-f85e-489a-8d1c-bea5fd22399c/ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370/95392212-c84e-48b7-8bd8-c41736ff9337) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:02.897871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e374fc-1aff-4dfa-ae53-d1479fc6cb03 req-b4a5e89d-d50e-495e-bfb6-16914b5dbf2b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:02.908493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1e374fc-1aff-4dfa-ae53-d1479fc6cb03 req-b4a5e89d-d50e-495e-bfb6-16914b5dbf2b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.2834721 Jan 28 20:20:02.943587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-243153b5-0c03-4200-8a7b-2477f3ef5b73 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:02.945172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-243153b5-0c03-4200-8a7b-2477f3ef5b73 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 813 time: 0.3244822 Jan 28 20:20:03.007640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1e374fc-1aff-4dfa-ae53-d1479fc6cb03 req-c7007a84-6e8d-479d-85f4-643a329615c0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978956 Jan 28 20:20:03.010360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-29839a54-8c6d-4237-b486-3957c49cfcf1 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/quotas/75c46c66ca09437ab4a008964f024306 HTTP/1.1" status: 200 len: 375 time: 0.0479026 Jan 28 20:20:03.019725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.082325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.110393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-9896905b-a923-42c7-a68a-866a35962dc9 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907133 Jan 28 20:20:03.112087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60102) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:03.148464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:03.157604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:03.162152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:03.182618 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.190642 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-068a292b-a7a0-4479-814f-87cc9dd5ba97 req-aadf7d2b-8f29-40de-a6b4-e2b6037e3d57 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:20:03.193799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93d04801-5e91-47f0-aef9-33ffc72ea79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.197620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['eae3531e-20b4-4140-96df-00323b4f93e4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:03.205934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-068a292b-a7a0-4479-814f-87cc9dd5ba97 req-aadf7d2b-8f29-40de-a6b4-e2b6037e3d57 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/300b1c9b-d0ff-4ed0-b3f3-0e2b1aecc407 HTTP/1.1" status: 404 len: 352 time: 0.0874846 Jan 28 20:20:03.263194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Pushing event updated for resources: {'Port': ['ID=95392212-c84e-48b7-8bd8-c41736ff9337,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:03.264059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Pushing event deleted for resources: {'Port': ['ID=eae3531e-20b4-4140-96df-00323b4f93e4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:03.282173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:03.283397 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.305817 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a24e049a-6caf-4f77-b267-3c67bd9b10b8 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943542 Jan 28 20:20:03.319694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Request body: {'port': {'device_id': '77ce7056-cd5d-404d-976f-6177946e6364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:03.329258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] No DVR routers for this DVR port eae3531e-20b4-4140-96df-00323b4f93e4 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:03.351174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.356236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-55785ecd-c365-476d-82c7-4b71e27e59a0 req-4cc3ad7d-03f7-4df3-894e-fbec1aacb0d3 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.26 "DELETE /v2.0/ports/eae3531e-20b4-4140-96df-00323b4f93e4 HTTP/1.1" status: 204 len: 173 time: 1.2162728 Jan 28 20:20:03.356882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'name': 'network-vif-deleted', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:03.359320 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc57a2b5-f27b-4b6b-a7bd-247c1a23709b" -d '{"events": [{"server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "name": "network-vif-deleted", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:03.410736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-231ec6fa-4da3-4e90-b6c8-71535ba7e9ab tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/c8393003-c9c8-4216-811d-9cc3da45a4fe HTTP/1.1" status: 200 len: 1804 time: 0.1555707 Jan 28 20:20:03.418131 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.435840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-dcae2061-7c4b-49e6-8243-c3b5616bc8ff service neutron] 10.222.0.44 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161976 Jan 28 20:20:03.526690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93d04801-5e91-47f0-aef9-33ffc72ea79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.534486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93d04801-5e91-47f0-aef9-33ffc72ea79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.548694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-837129b4-9d93-45a2-b71c-e7df02a464bf None None] Provisioning complete for port 95392212-c84e-48b7-8bd8-c41736ff9337 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:03.549498 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-837129b4-9d93-45a2-b71c-e7df02a464bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.564291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-930f32b3-6592-45eb-bb22-bfd1a4f151d7 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/08d7ec68-9540-440b-be24-6fde878736b1 HTTP/1.1" status: 200 len: 1805 time: 0.1505909 Jan 28 20:20:03.577631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-582248a7-53e7-4ccb-a235-bb5d7a9fe672 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8393003-c9c8-4216-811d-9cc3da45a4fe', 'remote_group_id': '08d7ec68-9540-440b-be24-6fde878736b1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:03.577959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-582248a7-53e7-4ccb-a235-bb5d7a9fe672 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8393003-c9c8-4216-811d-9cc3da45a4fe', 'remote_group_id': '08d7ec68-9540-440b-be24-6fde878736b1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:03.609410 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-93d04801-5e91-47f0-aef9-33ffc72ea79e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8204f7ec1b304e45a6a3e0e97214bfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679873 Jan 28 20:20:03.616626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60108) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:03.617940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-837129b4-9d93-45a2-b71c-e7df02a464bf None None] Port 95392212-c84e-48b7-8bd8-c41736ff9337 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:20:03.664214 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-bb28efc3-9aab-4697-91be-059a7421fa47 service neutron] 10.222.0.44 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199762 Jan 28 20:20:03.671884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d04801-5e91-47f0-aef9-33ffc72ea79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3d1ff2-dab2-4497-a176-4f4207b02fb6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:03.754985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64d9bd72-501c-41a8-8e67-862a8c18da81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.766603 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-582248a7-53e7-4ccb-a235-bb5d7a9fe672 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.810287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64d9bd72-501c-41a8-8e67-862a8c18da81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.821095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 37edb2de-fa09-4262-891e-7fbeabf9bc1e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:03.845171 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-582248a7-53e7-4ccb-a235-bb5d7a9fe672 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.865145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-582248a7-53e7-4ccb-a235-bb5d7a9fe672 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.938622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 37edb2de-fa09-4262-891e-7fbeabf9bc1e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:03.938966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.951670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582248a7-53e7-4ccb-a235-bb5d7a9fe672 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e99104-7ece-488b-9451-c0729d70d2b4,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:03.985771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95392212-c84e-48b7-8bd8-c41736ff9337 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:03.988064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff46eff5-d3d7-4566-a400-e57b934fe307 req-94bb3e85-8dbf-4fff-90c4-cb3e48739e1d tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae7effe5-a3c9-4a46-8daa-c9d56198a523 HTTP/1.1" status: 200 len: 210 time: 0.0299015 Jan 28 20:20:03.996284 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64d9bd72-501c-41a8-8e67-862a8c18da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:03.999128 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64d9bd72-501c-41a8-8e67-862a8c18da81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.000296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64d9bd72-501c-41a8-8e67-862a8c18da81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab3d1ff2-dab2-4497-a176-4f4207b02fb6 HTTP/1.1" status: 204 len: 168 time: 0.3823185 Jan 28 20:20:04.020476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.043684 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-582248a7-53e7-4ccb-a235-bb5d7a9fe672 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.060979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9cc31755-728b-48f2-b9ce-c752e518d318 req-582248a7-53e7-4ccb-a235-bb5d7a9fe672 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4876728 Jan 28 20:20:04.064306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Transition to ACTIVE for port object 95392212-c84e-48b7-8bd8-c41736ff9337 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:04.073224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.081946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9bd72-501c-41a8-8e67-862a8c18da81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3d1ff2-dab2-4497-a176-4f4207b02fb6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:04.168311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25cba369-20be-40ef-80f5-ed517b4b006b req-7c5351a5-e6bd-4a9f-b082-77e70244faf4 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/4e12cfed-1f2a-4a9c-9161-e144d82773c1 HTTP/1.1" status: 200 len: 1799 time: 0.0939074 Jan 28 20:20:04.178882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Pushing event updated for resources: {'Port': ['ID=95392212-c84e-48b7-8bd8-c41736ff9337,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:04.264788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2ae5a-a9e6-4d3f-8d80-c5efd7b0d272 req-bbf0f708-5c16-4860-9523-c3499625115f tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:04.272867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb2ae5a-a9e6-4d3f-8d80-c5efd7b0d272 req-bbf0f708-5c16-4860-9523-c3499625115f tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 943 time: 0.1313856 Jan 28 20:20:04.323017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-25cba369-20be-40ef-80f5-ed517b4b006b req-a1dfd2eb-303d-4ce2-aaa6-e555955b7806 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.323254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Attempting to bind port 95392212-c84e-48b7-8bd8-c41736ff9337 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:20:04.323806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Attempting to bind port 95392212-c84e-48b7-8bd8-c41736ff9337 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:20:04.324498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Attempting to bind port 95392212-c84e-48b7-8bd8-c41736ff9337 on network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:04.329692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Port 95392212-c84e-48b7-8bd8-c41736ff9337 on network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:04.330425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Attempting to bind port 95392212-c84e-48b7-8bd8-c41736ff9337 on network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:04.346327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:04.347000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Checking segment: {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:04.347645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Bound using segment: {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:04.348373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Bound port: 95392212-c84e-48b7-8bd8-c41736ff9337, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e401e214-5687-46fe-8960-a28652b820f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:20:04.348912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.349774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb2ae5a-a9e6-4d3f-8d80-c5efd7b0d272 req-b4c78158-4b39-44b9-9a2e-b9aa6240fed3 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760803 Jan 28 20:20:04.376926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-25cba369-20be-40ef-80f5-ed517b4b006b req-a1dfd2eb-303d-4ce2-aaa6-e555955b7806 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.459180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] For port 95392212-c84e-48b7-8bd8-c41736ff9337, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:04.464032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] For port 95392212-c84e-48b7-8bd8-c41736ff9337, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=95392212-c84e-48b7-8bd8-c41736ff9337,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:04.472474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.475772 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-25cba369-20be-40ef-80f5-ed517b4b006b req-a1dfd2eb-303d-4ce2-aaa6-e555955b7806 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.480506 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-25cba369-20be-40ef-80f5-ed517b4b006b req-a1dfd2eb-303d-4ce2-aaa6-e555955b7806 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.483436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25cba369-20be-40ef-80f5-ed517b4b006b req-a1dfd2eb-303d-4ce2-aaa6-e555955b7806 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/4e12cfed-1f2a-4a9c-9161-e144d82773c1 HTTP/1.1" status: 204 len: 173 time: 0.2961791 Jan 28 20:20:04.502544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfd2eb-303d-4ce2-aaa6-e555955b7806 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e12cfed-1f2a-4a9c-9161-e144d82773c1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:04.524883 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96199a65-22ad-4cc8-a216-07f3375ee20c x-openstack-request-id: req-96199a65-22ad-4cc8-a216-07f3375ee20c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:04.524883 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7effe5-a3c9-4a46-8daa-c9d56198a523", "name": "network-vif-deleted", "tag": "eae3531e-20b4-4140-96df-00323b4f93e4", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:04.525346 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96199a65-22ad-4cc8-a216-07f3375ee20c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:04.525832 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7effe5-a3c9-4a46-8daa-c9d56198a523', 'name': 'network-vif-deleted', 'tag': 'eae3531e-20b4-4140-96df-00323b4f93e4', 'status': 'completed', 'code': 200} Jan 28 20:20:04.528572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:04.530472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.532575 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] 10.222.0.26 "PUT /v2.0/ports/95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 200 len: 1091 time: 1.2177012 Jan 28 20:20:04.533805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:04.538065 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c0089-b96f-4eb4-8bc7-0066013f4810" -d '{"events": [{"name": "network-changed", "server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:04.602396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994d1d5-0434-4cc6-86dd-563561f23fdc service neutron] Pushing event updated for resources: {'Port': ['ID=95392212-c84e-48b7-8bd8-c41736ff9337,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:04.664225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-beb0b1cf-9e8c-40e6-8907-36daf3f9fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:04.669030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-beb0b1cf-9e8c-40e6-8907-36daf3f9fc93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1d08c22457748e99781f51c4dfc0e50&device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 1094 time: 0.0775456 Jan 28 20:20:04.694923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2619ed3-720e-4b05-917a-4c6273f673eb req-743c91bd-f0fd-4024-baab-8b88cff07de8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 210 time: 0.0575483 Jan 28 20:20:04.727693 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-5840bc1a-b531-48e0-bc6e-fd1bf29dec56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 200 len: 217 time: 0.0470130 Jan 28 20:20:04.734533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985083a-0c1d-4c68-9089-d10e9f461fe1 req-4eb529e4-d1d5-454b-9ad1-8be3d04ff997 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:04.736393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1985083a-0c1d-4c68-9089-d10e9f461fe1 req-4eb529e4-d1d5-454b-9ad1-8be3d04ff997 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1144774 Jan 28 20:20:04.757729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-727ecb33-9383-478b-a624-c677733e6f0d req-7d7bd7ed-24d2-4504-8273-a5942fc9de9c tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2013086789', 'description': 'tempest-description-175242581'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:04.821821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1985083a-0c1d-4c68-9089-d10e9f461fe1 req-e83fc696-602e-4050-a194-a11452994b75 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774069 Jan 28 20:20:04.823240 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-727ecb33-9383-478b-a624-c677733e6f0d req-7d7bd7ed-24d2-4504-8273-a5942fc9de9c tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.857314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a46f1bc1-b7f5-4780-8ded-84cd8ec45026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:04.859248 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a46f1bc1-b7f5-4780-8ded-84cd8ec45026 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370 HTTP/1.1" status: 200 len: 868 time: 0.1162274 Jan 28 20:20:04.920658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-8da33292-620b-4f38-a8d5-efcba899eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:04.921575 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-96ca2152-8b4c-4545-a526-e52848396428 req-a4b69605-140d-4c57-a055-7ff22d52a802 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:20:04.922766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-8da33292-620b-4f38-a8d5-efcba899eb11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550706 Jan 28 20:20:04.925037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96ca2152-8b4c-4545-a526-e52848396428 req-a4b69605-140d-4c57-a055-7ff22d52a802 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/4e12cfed-1f2a-4a9c-9161-e144d82773c1 HTTP/1.1" status: 404 len: 352 time: 0.0388715 Jan 28 20:20:04.969740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-727ecb33-9383-478b-a624-c677733e6f0d req-7d7bd7ed-24d2-4504-8273-a5942fc9de9c tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:04.976665 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-727ecb33-9383-478b-a624-c677733e6f0d req-7d7bd7ed-24d2-4504-8273-a5942fc9de9c tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:05.019205 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee77246b-e9b0-478a-8ed0-939eb71a829b x-openstack-request-id: req-ee77246b-e9b0-478a-8ed0-939eb71a829b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:05.019797 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:05.019952 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee77246b-e9b0-478a-8ed0-939eb71a829b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:05.022017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bd7ed-24d2-4504-8273-a5942fc9de9c tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44e7ced-5b5e-4ef8-ac81-b9c381552127,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:05.022386 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337', 'status': 'completed', 'code': 200} Jan 28 20:20:05.044743 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-727ecb33-9383-478b-a624-c677733e6f0d req-7d7bd7ed-24d2-4504-8273-a5942fc9de9c tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:05.048767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-727ecb33-9383-478b-a624-c677733e6f0d req-7d7bd7ed-24d2-4504-8273-a5942fc9de9c tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2989898 Jan 28 20:20:05.092506 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-a327f925-0c2d-4e3e-9fe5-232e403eb5d6 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491559 Jan 28 20:20:05.125594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-5eec7c2d-4ea5-4c0a-a795-f94f82fe7405 req-41c95307-2ab1-46b2-93d7-d1d53645941f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-470694120', 'description': 'tempest-description-1791241281'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:05.184366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5e68643-5f0a-4dd9-ba1d-63f5c8b021a4 req-b5cbf83c-9852-4a74-9c7a-170e9bf9052b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b006332fed249c8913735f886a1bdcb HTTP/1.1" status: 200 len: 6145 time: 0.1340528 Jan 28 20:20:05.186148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5eec7c2d-4ea5-4c0a-a795-f94f82fe7405 req-41c95307-2ab1-46b2-93d7-d1d53645941f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:05.193960 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06bf89f2-25f3-4d0f-8372-5ee8df4839d5 req-0f310a64-87b1-4ab7-8579-b0eef88bc06f service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974841 Jan 28 20:20:05.278222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5e68643-5f0a-4dd9-ba1d-63f5c8b021a4 req-967bca87-be4e-4ba4-a11b-ec8badc62232 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/31de6efb-5fb5-4a0a-aea6-9327546c5b70 HTTP/1.1" status: 200 len: 2981 time: 0.0833173 Jan 28 20:20:05.316532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-6aa5bd6f-22aa-4ff7-930e-c49baa065788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:05.318816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-6aa5bd6f-22aa-4ff7-930e-c49baa065788 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1d08c22457748e99781f51c4dfc0e50&device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 1094 time: 0.0684602 Jan 28 20:20:05.342762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5eec7c2d-4ea5-4c0a-a795-f94f82fe7405 req-41c95307-2ab1-46b2-93d7-d1d53645941f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:05.354886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5eec7c2d-4ea5-4c0a-a795-f94f82fe7405 req-41c95307-2ab1-46b2-93d7-d1d53645941f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:05.446349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-02f0d704-f8ba-494b-ad18-92ea81770626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:05.448415 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-02f0d704-f8ba-494b-ad18-92ea81770626 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c HTTP/1.1" status: 200 len: 930 time: 0.1219580 Jan 28 20:20:05.540583 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-1ec059cb-7afd-4320-ac3c-f6dbc907211f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 200 len: 217 time: 0.0835090 Jan 28 20:20:05.675664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-9def5195-6ad2-4ed3-a013-e1981234f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:05.677994 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-9def5195-6ad2-4ed3-a013-e1981234f06b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370 HTTP/1.1" status: 200 len: 868 time: 0.0975442 Jan 28 20:20:05.738901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-de70af4a-dd47-4fce-986f-2d7cd905d735 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:05.740581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-de70af4a-dd47-4fce-986f-2d7cd905d735 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 813 time: 0.2243490 Jan 28 20:20:05.755679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Request body: {'port': {'device_id': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415', 'admin_state_up': True, 'tenant_id': '75c46c66ca09437ab4a008964f024306'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:05.780486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-c24d4e24-1ee0-468b-afc3-1c1441b5522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:05.782055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-c24d4e24-1ee0-468b-afc3-1c1441b5522a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928857 Jan 28 20:20:05.800785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5e68643-5f0a-4dd9-ba1d-63f5c8b021a4 req-7d5099d9-d6dd-406e-acd0-5e00a63a4e3a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/31de6efb-5fb5-4a0a-aea6-9327546c5b70 HTTP/1.1" status: 200 len: 2981 time: 0.4959493 Jan 28 20:20:05.834719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c95307-2ab1-46b2-93d7-d1d53645941f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7581f17a-0d9a-4286-b8bc-9cdfaefe914e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:05.869239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5eec7c2d-4ea5-4c0a-a795-f94f82fe7405 req-41c95307-2ab1-46b2-93d7-d1d53645941f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:05.872480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eec7c2d-4ea5-4c0a-a795-f94f82fe7405 req-41c95307-2ab1-46b2-93d7-d1d53645941f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7546492 Jan 28 20:20:05.998976 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-88d3b2f3-2fe8-4693-8919-483db90edc1d service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724250 Jan 28 20:20:06.028616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eae3531e-20b4-4140-96df-00323b4f93e4 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:06.042703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c6dbd-8d34-48e5-a88a-3f12428fe58b req-d9609d2a-f356-4ad9-a768-2ae7ea8f2ee3 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:06.045056 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b45c6dbd-8d34-48e5-a88a-3f12428fe58b req-d9609d2a-f356-4ad9-a768-2ae7ea8f2ee3 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 943 time: 0.0875762 Jan 28 20:20:06.095654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: eae3531e-20b4-4140-96df-00323b4f93e4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:06.096207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eae3531e-20b4-4140-96df-00323b4f93e4 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:06.096698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Made reservation on behalf of 75c46c66ca09437ab4a008964f024306 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:06.103977 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.130777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b45c6dbd-8d34-48e5-a88a-3f12428fe58b req-09cf67aa-c054-4a3f-8c33-2039d5dcb3e6 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760641 Jan 28 20:20:06.168514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87653964-891f-41e8-a548-2e8a5dfe567d req-789e62c0-4441-466f-8537-2d6e88fac176 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 210 time: 0.0457275 Jan 28 20:20:06.200864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-5bcf681f-dfca-43df-abba-1b7bae79c89d req-a30c9aca-3dca-418e-b39a-ef2de518e41c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-811589182', 'description': 'tempest-description-1380455881'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:06.225727 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e4c0089-b96f-4eb4-8bc7-0066013f4810 req-2c1c67a3-c53b-42b7-9f55-0357bb9b902f service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093847 Jan 28 20:20:06.250440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5bcf681f-dfca-43df-abba-1b7bae79c89d req-a30c9aca-3dca-418e-b39a-ef2de518e41c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.326709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Allocated IP 172.20.0.14 (f5ac98ad-5fee-4185-8e5b-427f2e1d1415/66675cc4-a547-4f4a-bbf1-996ef1cb3c42/584a060a-fd75-4b02-953a-40dfb3adb481) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:06.429330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5bcf681f-dfca-43df-abba-1b7bae79c89d req-a30c9aca-3dca-418e-b39a-ef2de518e41c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.440263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3995259-13eb-442f-a09a-1a063f3b35bb req-d88a5d84-ecfd-4e48-b484-6a344b7ed2f3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:06.441613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3995259-13eb-442f-a09a-1a063f3b35bb req-d88a5d84-ecfd-4e48-b484-6a344b7ed2f3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1360083 Jan 28 20:20:06.442830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5bcf681f-dfca-43df-abba-1b7bae79c89d req-a30c9aca-3dca-418e-b39a-ef2de518e41c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.490426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c9aca-3dca-418e-b39a-ef2de518e41c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a96335-1a30-4a61-8521-02fd4797f589,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:06.504337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5bcf681f-dfca-43df-abba-1b7bae79c89d req-a30c9aca-3dca-418e-b39a-ef2de518e41c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.505612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5bcf681f-dfca-43df-abba-1b7bae79c89d req-a30c9aca-3dca-418e-b39a-ef2de518e41c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3256981 Jan 28 20:20:06.525057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3995259-13eb-442f-a09a-1a063f3b35bb req-43329639-477d-47b7-b744-c412bc98cd83 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560646 Jan 28 20:20:06.567441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.599354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-b3f89dc1-1977-4df4-85c0-19ae9e81c2a8 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/e44e7ced-5b5e-4ef8-ac81-b9c381552127 HTTP/1.1" status: 200 len: 1804 time: 0.0589845 Jan 28 20:20:06.612442 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.695674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:06.700331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:06.701583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5c4d-7736-4bbf-bad9-7fac149cf153 req-54aafb00-b057-4c7d-afa8-94718076dc09 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:06.703139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a75d5c4d-7736-4bbf-bad9-7fac149cf153 req-54aafb00-b057-4c7d-afa8-94718076dc09 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 944 time: 0.0983295 Jan 28 20:20:06.704091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:06.706222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-c4314e34-0791-482f-919b-1cff655a54ca tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/7581f17a-0d9a-4286-b8bc-9cdfaefe914e HTTP/1.1" status: 200 len: 1804 time: 0.0840025 Jan 28 20:20:06.707389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:06.718228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-f95abac5-9d26-4e03-bbee-448827cf979f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e44e7ced-5b5e-4ef8-ac81-b9c381552127', 'remote_group_id': '7581f17a-0d9a-4286-b8bc-9cdfaefe914e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:06.718610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-f95abac5-9d26-4e03-bbee-448827cf979f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e44e7ced-5b5e-4ef8-ac81-b9c381552127', 'remote_group_id': '7581f17a-0d9a-4286-b8bc-9cdfaefe914e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:06.747715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-474e1cd7-b54d-4be4-b04f-6205c88dcfad tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:06.749283 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-474e1cd7-b54d-4be4-b04f-6205c88dcfad tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 944 time: 0.1342721 Jan 28 20:20:06.790771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a75d5c4d-7736-4bbf-bad9-7fac149cf153 req-1d9a9f91-54d7-4118-8174-be66da7b5e3e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583448 Jan 28 20:20:06.832006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-266819b3-c93a-49d8-9fd1-575c3ce41251 req-b05778d3-b6f5-42f8-8a3b-55a0179c1ae1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1613393998', 'description': 'tempest-description-1714803778'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:06.843501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-f95abac5-9d26-4e03-bbee-448827cf979f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.859391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:06.860038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.878639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-266819b3-c93a-49d8-9fd1-575c3ce41251 req-b05778d3-b6f5-42f8-8a3b-55a0179c1ae1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.882077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-f95abac5-9d26-4e03-bbee-448827cf979f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.886812 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-42842f24-4edf-4013-b385-cae7efad59f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1363797 Jan 28 20:20:06.892755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-f95abac5-9d26-4e03-bbee-448827cf979f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.903960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Deleting port a0525682-61af-4868-ae16-d3bb04328267 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:06.904349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.922007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95abac5-9d26-4e03-bbee-448827cf979f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831b924f-1286-430f-b176-f8a58682519a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:06.930637 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-f95abac5-9d26-4e03-bbee-448827cf979f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:06.931913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a5472a8-a3e7-4515-9b1c-d2bfc18e547d req-f95abac5-9d26-4e03-bbee-448827cf979f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2185991 Jan 28 20:20:06.979190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Request body: {'port': {'device_id': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:07.003334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-266819b3-c93a-49d8-9fd1-575c3ce41251 req-b05778d3-b6f5-42f8-8a3b-55a0179c1ae1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.010943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-266819b3-c93a-49d8-9fd1-575c3ce41251 req-b05778d3-b6f5-42f8-8a3b-55a0179c1ae1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.060479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc902d3a-d635-4de1-8fa7-7d8883b0f7c9 req-d96c3e17-68cd-455f-bdfc-dc206587e4fa tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/7581f17a-0d9a-4286-b8bc-9cdfaefe914e HTTP/1.1" status: 200 len: 1804 time: 0.0896516 Jan 28 20:20:07.061981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05778d3-b6f5-42f8-8a3b-55a0179c1ae1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ffb7d-3b5e-4c0e-8dde-784928a2906a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:07.068691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] For port a0525682-61af-4868-ae16-d3bb04328267, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a0525682-61af-4868-ae16-d3bb04328267,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:07.069142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-266819b3-c93a-49d8-9fd1-575c3ce41251 req-b05778d3-b6f5-42f8-8a3b-55a0179c1ae1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.069324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.077872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-266819b3-c93a-49d8-9fd1-575c3ce41251 req-b05778d3-b6f5-42f8-8a3b-55a0179c1ae1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2551897 Jan 28 20:20:07.101113 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.114077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Calling delete_port for a0525682-61af-4868-ae16-d3bb04328267 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:07.163888 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bc902d3a-d635-4de1-8fa7-7d8883b0f7c9 req-c32bce27-fcc1-4afa-80f4-dfd1e269852f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.193294 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bc902d3a-d635-4de1-8fa7-7d8883b0f7c9 req-c32bce27-fcc1-4afa-80f4-dfd1e269852f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.309105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd821fc-6331-4e83-877a-cbb4564fa57c req-10f2ed00-7919-4a2e-9952-b928fac06657 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:07.310626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cd821fc-6331-4e83-877a-cbb4564fa57c req-10f2ed00-7919-4a2e-9952-b928fac06657 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 943 time: 0.0746334 Jan 28 20:20:07.342606 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bc902d3a-d635-4de1-8fa7-7d8883b0f7c9 req-c32bce27-fcc1-4afa-80f4-dfd1e269852f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.346268 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bc902d3a-d635-4de1-8fa7-7d8883b0f7c9 req-c32bce27-fcc1-4afa-80f4-dfd1e269852f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.357021 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc902d3a-d635-4de1-8fa7-7d8883b0f7c9 req-c32bce27-fcc1-4afa-80f4-dfd1e269852f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "DELETE /v2.0/security-groups/7581f17a-0d9a-4286-b8bc-9cdfaefe914e HTTP/1.1" status: 204 len: 173 time: 0.2744756 Jan 28 20:20:07.386395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bce27-fcc1-4afa-80f4-dfd1e269852f tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7581f17a-0d9a-4286-b8bc-9cdfaefe914e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:07.425001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cd821fc-6331-4e83-877a-cbb4564fa57c req-db2d96a1-6ca0-4e1c-9b8e-623bd8fcdc2c tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011207 Jan 28 20:20:07.452414 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.511570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d87e4-e79a-4edf-ae87-bbcddc50ec47 req-0b8c4b11-ee1f-44f5-b7de-b42acf7dfcea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:07.513294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-592d87e4-e79a-4edf-ae87-bbcddc50ec47 req-0b8c4b11-ee1f-44f5-b7de-b42acf7dfcea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 932 time: 0.0746393 Jan 28 20:20:07.576133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60216) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:07.585631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Pushing event deleted for resources: {'Port': ['ID=a0525682-61af-4868-ae16-d3bb04328267,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:07.639455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-592d87e4-e79a-4edf-ae87-bbcddc50ec47 req-79832c69-ef54-430d-bddd-80d5d6bdd790 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946219 Jan 28 20:20:07.673708 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ded534d-3629-4d24-a942-fd5f8ef6afbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.694965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b263148-56ba-4282-99a6-f38991c995b1 req-c99a0466-ace7-4b5d-945a-60b89d2a3ff0 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:07.703265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-c99a0466-ace7-4b5d-945a-60b89d2a3ff0 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 813 time: 0.1729710 Jan 28 20:20:07.721635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-8a66f5a1-fb97-478f-87da-e15aa750b02b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/quotas/9b006332fed249c8913735f886a1bdcb HTTP/1.1" status: 200 len: 375 time: 0.0173206 Jan 28 20:20:07.803124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee25a13-444f-4748-9061-df12ab232f97 req-cff3c09c-af1d-471a-9415-0a273728a288 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/e44e7ced-5b5e-4ef8-ac81-b9c381552127 HTTP/1.1" status: 200 len: 1804 time: 0.0909066 Jan 28 20:20:07.828152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-2ac34395-70fd-4317-ae8d-2b98c5c46035 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816669 Jan 28 20:20:07.954844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] No DVR routers for this DVR port a0525682-61af-4868-ae16-d3bb04328267 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:07.965947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:07.969492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-72fdf10c-3567-4305-a9e1-978050b14c9b req-3e640b0e-c7fd-45b6-91a0-71a2bb799377 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.26 "DELETE /v2.0/ports/a0525682-61af-4868-ae16-d3bb04328267 HTTP/1.1" status: 204 len: 173 time: 1.2121971 Jan 28 20:20:07.969999 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'name': 'network-vif-deleted', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:07.971130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d83946-ec0d-4c15-9ad2-4d590f56129b req-5f60429e-e1ee-4e35-9097-0d681ce7dfd2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:07.972919 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60d5be-57f6-4735-87f8-46cc96ef48d0" -d '{"events": [{"server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "name": "network-vif-deleted", "tag": "a0525682-61af-4868-ae16-d3bb04328267"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:07.973181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89d83946-ec0d-4c15-9ad2-4d590f56129b req-5f60429e-e1ee-4e35-9097-0d681ce7dfd2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.0876098 Jan 28 20:20:07.977178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-5898fab5-4581-4085-a8fd-772f1d4ea183 service neutron] 10.222.0.44 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413901 Jan 28 20:20:07.991236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afbb967d-f839-4dae-baf4-c54fbce5badf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.044046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 95392212-c84e-48b7-8bd8-c41736ff9337 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:20:08.113530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89d83946-ec0d-4c15-9ad2-4d590f56129b req-05181b0a-c4e3-4ddc-a2df-5c5992675b9c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071153 Jan 28 20:20:08.150992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584a060a-fd75-4b02-953a-40dfb3adb481 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:08.165842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-b025c3d5-3043-4761-91a1-654ec26d4118 service neutron] 10.222.0.44 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810277 Jan 28 20:20:08.169878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-02b45caf-fb42-474a-adec-443f052a99f0 req-9bf02c80-f505-4272-9be7-e86fa41f0407 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1361247754', 'description': 'tempest-description-514734069'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:08.173204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.178082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 95392212-c84e-48b7-8bd8-c41736ff9337, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=95392212-c84e-48b7-8bd8-c41736ff9337,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:08.190757 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afbb967d-f839-4dae-baf4-c54fbce5badf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.192098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '95392212-c84e-48b7-8bd8-c41736ff9337', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'port_id': '95392212-c84e-48b7-8bd8-c41736ff9337', 'mac_address': 'fa:16:3e:22:35:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:20:08.198125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afbb967d-f839-4dae-baf4-c54fbce5badf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.208214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Transition to ACTIVE for port object 584a060a-fd75-4b02-953a-40dfb3adb481 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:08.211452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02b45caf-fb42-474a-adec-443f052a99f0 req-9bf02c80-f505-4272-9be7-e86fa41f0407 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.223568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.252887 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.273588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95392212-c84e-48b7-8bd8-c41736ff9337 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:08.304713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:08.306679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 95392212-c84e-48b7-8bd8-c41736ff9337, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=95392212-c84e-48b7-8bd8-c41736ff9337,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:08.318452 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.332271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02b45caf-fb42-474a-adec-443f052a99f0 req-9bf02c80-f505-4272-9be7-e86fa41f0407 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.334473 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb967d-f839-4dae-baf4-c54fbce5badf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff22eec8-09bb-4e83-8ab1-8a47ae4ca79f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:08.339411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02b45caf-fb42-474a-adec-443f052a99f0 req-9bf02c80-f505-4272-9be7-e86fa41f0407 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.351565 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-afbb967d-f839-4dae-baf4-c54fbce5badf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78a1a8e6203d4385ac2f9efafb9d372c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7722752 Jan 28 20:20:08.353490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60228) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:08.419054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-02b45caf-fb42-474a-adec-443f052a99f0 req-9bf02c80-f505-4272-9be7-e86fa41f0407 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.426008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02b45caf-fb42-474a-adec-443f052a99f0 req-9bf02c80-f505-4272-9be7-e86fa41f0407 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2627451 Jan 28 20:20:08.436215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02c80-f505-4272-9be7-e86fa41f0407 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3aae8f-a993-42a3-8cad-d2da828c1753,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:08.462731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=95392212-c84e-48b7-8bd8-c41736ff9337,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:08.477212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6d95-dc29-4a64-bd36-dcd37ffcdc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.530965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6d95-dc29-4a64-bd36-dcd37ffcdc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.602704 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3489a-da95-40ea-a92c-da2a852d05af x-openstack-request-id: req-c9f3489a-da95-40ea-a92c-da2a852d05af {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:08.603031 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a101980-2618-4706-923b-0f7b936ab57c", "name": "network-vif-deleted", "tag": "a0525682-61af-4868-ae16-d3bb04328267", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:08.603354 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9f3489a-da95-40ea-a92c-da2a852d05af {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:08.604714 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a101980-2618-4706-923b-0f7b936ab57c', 'name': 'network-vif-deleted', 'tag': 'a0525682-61af-4868-ae16-d3bb04328267', 'status': 'completed', 'code': 200} Jan 28 20:20:08.619104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6d95-dc29-4a64-bd36-dcd37ffcdc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.622748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6d95-dc29-4a64-bd36-dcd37ffcdc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.631232 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3c1e6d95-dc29-4a64-bd36-dcd37ffcdc27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff22eec8-09bb-4e83-8ab1-8a47ae4ca79f HTTP/1.1" status: 204 len: 168 time: 0.2536495 Jan 28 20:20:08.642931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2be4b290-1def-4ab5-b73d-634ba3895aab req-143d86b1-44c1-4e76-9569-2876e453fdda tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a101980-2618-4706-923b-0f7b936ab57c HTTP/1.1" status: 200 len: 210 time: 0.0755098 Jan 28 20:20:08.652114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['95392212-c84e-48b7-8bd8-c41736ff9337'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:08.683954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8962107-c369-4176-b350-6257c138fbb4 req-b049d142-67dd-445e-b1b7-84823bc5cdc2 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 210 time: 0.0452402 Jan 28 20:20:08.712105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6d95-dc29-4a64-bd36-dcd37ffcdc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff22eec8-09bb-4e83-8ab1-8a47ae4ca79f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:08.803470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d543882-0386-4e47-9c25-e7db402abf88 req-17790b6c-4d74-452b-a90c-fc1a72e065c6 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/6c3aae8f-a993-42a3-8cad-d2da828c1753 HTTP/1.1" status: 200 len: 1804 time: 0.0873671 Jan 28 20:20:08.810975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Attempting to bind port 584a060a-fd75-4b02-953a-40dfb3adb481 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:20:08.812352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Attempting to bind port 584a060a-fd75-4b02-953a-40dfb3adb481 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:20:08.812690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Attempting to bind port 584a060a-fd75-4b02-953a-40dfb3adb481 on network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:08.814555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-3d543882-0386-4e47-9c25-e7db402abf88 req-43763876-2297-4531-9577-bfe7e1e20954 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3aae8f-a993-42a3-8cad-d2da828c1753', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:08.816613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-3d543882-0386-4e47-9c25-e7db402abf88 req-43763876-2297-4531-9577-bfe7e1e20954 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3aae8f-a993-42a3-8cad-d2da828c1753', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:08.826097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Port 584a060a-fd75-4b02-953a-40dfb3adb481 on network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:08.827682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Attempting to bind port 584a060a-fd75-4b02-953a-40dfb3adb481 on network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:08.846364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:08.846364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Checking segment: {'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:08.849429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Bound using segment: {'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:08.849429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Bound port: 584a060a-fd75-4b02-953a-40dfb3adb481, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:20:08.853365 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:08.999430 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:09.001995 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3d543882-0386-4e47-9c25-e7db402abf88 req-43763876-2297-4531-9577-bfe7e1e20954 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.003548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:09.009736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.030951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:09.031325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062913-1838-4b8a-9d90-7f1c70b3377b req-bc9e8b6d-9f61-44a5-b8c0-f61ae45de91a tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:09.032763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.033803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62062913-1838-4b8a-9d90-7f1c70b3377b req-bc9e8b6d-9f61-44a5-b8c0-f61ae45de91a tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 944 time: 0.1190922 Jan 28 20:20:09.045597 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] 10.222.0.13 "PUT /v2.0/ports/584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 200 len: 1092 time: 2.1447985 Jan 28 20:20:09.087057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3d543882-0386-4e47-9c25-e7db402abf88 req-43763876-2297-4531-9577-bfe7e1e20954 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.097505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3d543882-0386-4e47-9c25-e7db402abf88 req-43763876-2297-4531-9577-bfe7e1e20954 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.134348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62062913-1838-4b8a-9d90-7f1c70b3377b req-a35fd006-1458-4ce8-9c2b-3e7a9b163453 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890379 Jan 28 20:20:09.143334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763876-2297-4531-9577-bfe7e1e20954 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493a2aa6-9fe9-4145-802e-993bee8d1a53,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:09.150407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3d543882-0386-4e47-9c25-e7db402abf88 req-43763876-2297-4531-9577-bfe7e1e20954 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.160983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d543882-0386-4e47-9c25-e7db402abf88 req-43763876-2297-4531-9577-bfe7e1e20954 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3561597 Jan 28 20:20:09.202799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82dcb7-2ee5-4a92-80dd-54fbf14b048d service neutron] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:09.228996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-d863f8ac-1d73-44f4-8fa2-6a5a574e29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:09.231791 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-d863f8ac-1d73-44f4-8fa2-6a5a574e29f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1095 time: 0.1295335 Jan 28 20:20:09.276045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60254) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:09.293343 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-bcfa823b-6979-465c-aadd-b4ec405d563e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 200 len: 217 time: 0.0510316 Jan 28 20:20:09.317886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-281bcdb6-f957-41d7-baa5-b89c82300d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.344112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97400566-e792-49e1-8c14-da48b3526e4d req-90519e85-00b3-4dd5-8548-1cdf4fb62bdb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:09.345846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97400566-e792-49e1-8c14-da48b3526e4d req-90519e85-00b3-4dd5-8548-1cdf4fb62bdb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1098967 Jan 28 20:20:09.365666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-e23445a5-2b16-414f-b3fd-72644b51d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:09.367630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-e23445a5-2b16-414f-b3fd-72644b51d232 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.0666749 Jan 28 20:20:09.413577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190dbd8-70b3-4f51-ad5b-584470bf6173 req-29a0ef66-5e07-4a6c-a194-c961bcc94ff5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:09.414480 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-7a7a518a-eafc-4063-8ae2-d25798c62160 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386426 Jan 28 20:20:09.416639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e190dbd8-70b3-4f51-ad5b-584470bf6173 req-29a0ef66-5e07-4a6c-a194-c961bcc94ff5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.1390872 Jan 28 20:20:09.488753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97400566-e792-49e1-8c14-da48b3526e4d req-0e880efe-c097-41c1-b498-7011e915f4f2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345623 Jan 28 20:20:09.550029 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-3dfa5695-3b23-4128-a106-81b19f9cd62d service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231134 Jan 28 20:20:09.563087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e190dbd8-70b3-4f51-ad5b-584470bf6173 req-df036a6f-07e7-432a-8c0e-7fc55265e194 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340644 Jan 28 20:20:09.609730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-281bcdb6-f957-41d7-baa5-b89c82300d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.614842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40921aa5-f9f4-4ca2-8c9f-8402183c30e0 req-bad32f5a-cec1-4132-b878-a7c30866a531 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/6c3aae8f-a993-42a3-8cad-d2da828c1753 HTTP/1.1" status: 200 len: 2397 time: 0.0912817 Jan 28 20:20:09.616083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-281bcdb6-f957-41d7-baa5-b89c82300d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.636651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-40921aa5-f9f4-4ca2-8c9f-8402183c30e0 req-44954c17-27a5-4153-bd88-3ee544ae7711 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3aae8f-a993-42a3-8cad-d2da828c1753', 'remote_group_id': None}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:09.636962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-40921aa5-f9f4-4ca2-8c9f-8402183c30e0 req-44954c17-27a5-4153-bd88-3ee544ae7711 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3aae8f-a993-42a3-8cad-d2da828c1753', 'remote_group_id': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:09.662879 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2849cc7d-98fa-491e-adf6-f261d7b759fa req-f0681d8b-5267-4a1c-8892-7f1c3fef3597 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035860 Jan 28 20:20:09.672427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-281bcdb6-f957-41d7-baa5-b89c82300d1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c151a9042cf4ecb9f7fc1ff312549ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938041 Jan 28 20:20:09.675276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60256) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:09.680719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bcdb6-f957-41d7-baa5-b89c82300d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df34cdb-4e4e-432b-94b6-f48978bf9d3e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:09.761119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6abe14bf-a6cd-48a3-b876-a684d7cd1bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.763456 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40921aa5-f9f4-4ca2-8c9f-8402183c30e0 req-44954c17-27a5-4153-bd88-3ee544ae7711 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.788554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6abe14bf-a6cd-48a3-b876-a684d7cd1bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.837631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40921aa5-f9f4-4ca2-8c9f-8402183c30e0 req-44954c17-27a5-4153-bd88-3ee544ae7711 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.841799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bbaf45e6-dda3-47cd-9b1b-8ce3d9517641 req-7d71ab9f-fe7a-46c4-9dfe-8f7b13ab00c0 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 210 time: 0.0569367 Jan 28 20:20:09.844005 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40921aa5-f9f4-4ca2-8c9f-8402183c30e0 req-44954c17-27a5-4153-bd88-3ee544ae7711 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.864995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6abe14bf-a6cd-48a3-b876-a684d7cd1bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.866963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44954c17-27a5-4153-bd88-3ee544ae7711 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74937966-1e63-41c9-bb05-31441654b7f2,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:09.873842 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40921aa5-f9f4-4ca2-8c9f-8402183c30e0 req-44954c17-27a5-4153-bd88-3ee544ae7711 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.875222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40921aa5-f9f4-4ca2-8c9f-8402183c30e0 req-44954c17-27a5-4153-bd88-3ee544ae7711 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2463391 Jan 28 20:20:09.875412 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6abe14bf-a6cd-48a3-b876-a684d7cd1bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:09.876639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6abe14bf-a6cd-48a3-b876-a684d7cd1bbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5df34cdb-4e4e-432b-94b6-f48978bf9d3e HTTP/1.1" status: 204 len: 168 time: 0.2000165 Jan 28 20:20:09.893132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe14bf-a6cd-48a3-b876-a684d7cd1bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df34cdb-4e4e-432b-94b6-f48978bf9d3e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:10.000647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e13528fb-7a68-464b-bdeb-e454a616b145 req-396f1151-3822-4017-abbc-da94c2ba604a tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/6c3aae8f-a993-42a3-8cad-d2da828c1753 HTTP/1.1" status: 200 len: 2995 time: 0.0619562 Jan 28 20:20:10.060777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-720c0c5a-cf8f-4526-95f9-2d66a5ac3082 req-ae9d5b5a-3e19-4e5f-9f48-7940445b7fd8 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-group-rules/74937966-1e63-41c9-bb05-31441654b7f2 HTTP/1.1" status: 200 len: 783 time: 0.0329087 Jan 28 20:20:10.169926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-720c0c5a-cf8f-4526-95f9-2d66a5ac3082 req-8ac7eae7-7cdb-4ed5-956b-a50af838e238 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/6c3aae8f-a993-42a3-8cad-d2da828c1753 HTTP/1.1" status: 200 len: 2995 time: 0.1068068 Jan 28 20:20:10.185522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b263148-56ba-4282-99a6-f38991c995b1 req-2f0eecfe-7a80-498a-a466-0a9bad4bd803 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.187768 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-2f0eecfe-7a80-498a-a466-0a9bad4bd803 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 813 time: 0.2822850 Jan 28 20:20:10.216071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'port': {'device_id': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97', 'admin_state_up': True, 'tenant_id': '9b006332fed249c8913735f886a1bdcb'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:10.246944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-720c0c5a-cf8f-4526-95f9-2d66a5ac3082 req-1289dd7c-4ee8-451d-8ada-0118b8c27041 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.252762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 95392212-c84e-48b7-8bd8-c41736ff9337 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:10.260203 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-720c0c5a-cf8f-4526-95f9-2d66a5ac3082 req-1289dd7c-4ee8-451d-8ada-0118b8c27041 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.280270 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8f389ce-6bcf-45e2-926d-3c32c587c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.310289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be9c8-6a24-4daf-8c76-bd45946a31fd req-b91337dd-c32f-4526-adb9-4b1516fc4389 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.313127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-751be9c8-6a24-4daf-8c76-bd45946a31fd req-b91337dd-c32f-4526-adb9-4b1516fc4389 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 944 time: 0.1694517 Jan 28 20:20:10.323902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 95392212-c84e-48b7-8bd8-c41736ff9337 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:20:10.330574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 95392212-c84e-48b7-8bd8-c41736ff9337 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:10.331437 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.358846 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-720c0c5a-cf8f-4526-95f9-2d66a5ac3082 req-1289dd7c-4ee8-451d-8ada-0118b8c27041 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.367324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-720c0c5a-cf8f-4526-95f9-2d66a5ac3082 req-1289dd7c-4ee8-451d-8ada-0118b8c27041 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.381631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-720c0c5a-cf8f-4526-95f9-2d66a5ac3082 req-1289dd7c-4ee8-451d-8ada-0118b8c27041 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/74937966-1e63-41c9-bb05-31441654b7f2 HTTP/1.1" status: 204 len: 173 time: 0.2078168 Jan 28 20:20:10.417852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289dd7c-4ee8-451d-8ada-0118b8c27041 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74937966-1e63-41c9-bb05-31441654b7f2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:10.427701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Made reservation on behalf of 9b006332fed249c8913735f886a1bdcb for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:10.434102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.434871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-751be9c8-6a24-4daf-8c76-bd45946a31fd req-7d54164f-6036-44f8-9e63-3b3e1b639e0e tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6169e1-6b42-499c-88b7-643a9c5246a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128528 Jan 28 20:20:10.517831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.550913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:10.553107 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b2c46b-3bb0-4d75-ba73-9866cd1dc558" -d '{"events": [{"server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "name": "network-vif-plugged", "status": "completed", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:10.554077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16b33-b49a-44ba-a587-dc689fbe51f4 req-1adaced2-3f66-404d-9368-9dfe8d063752 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.555678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ad16b33-b49a-44ba-a587-dc689fbe51f4 req-1adaced2-3f66-404d-9368-9dfe8d063752 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 944 time: 0.0985997 Jan 28 20:20:10.573394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 95392212-c84e-48b7-8bd8-c41736ff9337, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=95392212-c84e-48b7-8bd8-c41736ff9337,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:10.580004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.581486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a0525682-61af-4868-ae16-d3bb04328267 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:10.613494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:10.615736 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a6da05-2da7-432b-b614-0eab6be2ae02" -d '{"events": [{"name": "network-changed", "server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:10.626864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08cd112c-3e75-4ddf-a189-1c5d3854f48c req-f81d095a-e550-49e7-bcb3-bf6017278e28 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/6c3aae8f-a993-42a3-8cad-d2da828c1753 HTTP/1.1" status: 200 len: 2397 time: 0.1569550 Jan 28 20:20:10.644653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: a0525682-61af-4868-ae16-d3bb04328267 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:10.644977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a0525682-61af-4868-ae16-d3bb04328267 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:10.662610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Allocated IP 172.20.0.13 (97e31d2b-78e9-4cc8-82a7-dd697e06ff97/4f62123e-e5d9-460c-a351-b99377ebec85/1071087a-5f1d-469c-a084-246a99710704) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:10.668946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ad16b33-b49a-44ba-a587-dc689fbe51f4 req-acf11660-5208-4c77-b4ec-07d54f151a91 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001306 Jan 28 20:20:10.676222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=95392212-c84e-48b7-8bd8-c41736ff9337,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:10.691270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-3bcb5d61-fb9a-40de-9dc8-64d688f65f36 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.692835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-3bcb5d61-fb9a-40de-9dc8-64d688f65f36 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 944 time: 0.1361959 Jan 28 20:20:10.750153 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08cd112c-3e75-4ddf-a189-1c5d3854f48c req-03494ae7-26b7-4587-8d5b-00345d1c8632 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.817225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08cd112c-3e75-4ddf-a189-1c5d3854f48c req-03494ae7-26b7-4587-8d5b-00345d1c8632 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.892255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.901821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345cb0-ebec-40e2-b45d-483a61cd3829 req-720917f6-a239-4a12-bcb3-ba4299c87ab6 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.903473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5345cb0-ebec-40e2-b45d-483a61cd3829 req-720917f6-a239-4a12-bcb3-ba4299c87ab6 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1056075 Jan 28 20:20:10.912355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Deleting port 9ffbc656-f3dd-425b-8efc-61d109e4caed {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:10.912793 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.943707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.961477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:10.972971 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08cd112c-3e75-4ddf-a189-1c5d3854f48c req-03494ae7-26b7-4587-8d5b-00345d1c8632 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.975723 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08cd112c-3e75-4ddf-a189-1c5d3854f48c req-03494ae7-26b7-4587-8d5b-00345d1c8632 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:10.988968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08cd112c-3e75-4ddf-a189-1c5d3854f48c req-03494ae7-26b7-4587-8d5b-00345d1c8632 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c3aae8f-a993-42a3-8cad-d2da828c1753 HTTP/1.1" status: 204 len: 173 time: 0.3404875 Jan 28 20:20:11.016601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:11.019945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:11.030103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03494ae7-26b7-4587-8d5b-00345d1c8632 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3aae8f-a993-42a3-8cad-d2da828c1753,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:11.038086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:11.046232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'Port': ['ID=1071087a-5f1d-469c-a084-246a99710704,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:11.062418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5345cb0-ebec-40e2-b45d-483a61cd3829 req-21ae0136-1cbb-48ea-ad38-b6d784accae1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321197 Jan 28 20:20:11.083362 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4162b2ab-aa52-4622-b0ac-a1df6d979fb6 x-openstack-request-id: req-4162b2ab-aa52-4622-b0ac-a1df6d979fb6 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:11.083957 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "name": "network-vif-plugged", "status": "completed", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:11.085306 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4162b2ab-aa52-4622-b0ac-a1df6d979fb6 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:11.086964 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337', 'code': 200} Jan 28 20:20:11.111351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] For port 9ffbc656-f3dd-425b-8efc-61d109e4caed, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9ffbc656-f3dd-425b-8efc-61d109e4caed,segment=NetworkSegment(d5a6ce97-2ce9-4459-b59a-57df046f61d3),segment_id=d5a6ce97-2ce9-4459-b59a-57df046f61d3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:11.111762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:11.140471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.140852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Calling delete_port for 9ffbc656-f3dd-425b-8efc-61d109e4caed owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:11.141703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:11.204849 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ddc554-a732-4d52-b18c-a7e12446894d x-openstack-request-id: req-21ddc554-a732-4d52-b18c-a7e12446894d {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:11.206311 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:11.206712 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21ddc554-a732-4d52-b18c-a7e12446894d {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:11.207428 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481', 'status': 'completed', 'code': 200} Jan 28 20:20:11.254858 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-bee023c5-0a4d-4dc5-830d-2de5dcdc7fcd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0457382 Jan 28 20:20:11.277083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Request body: {'port': {'device_id': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:11.282824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602d59-d936-4857-b671-5949f6cae9c5 req-30858c7b-1b40-48d4-b5dc-456de80e5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.285226 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-52602d59-d936-4857-b671-5949f6cae9c5 req-30858c7b-1b40-48d4-b5dc-456de80e5807 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 1096 time: 0.1380727 Jan 28 20:20:11.303537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0171e-a1cc-4cb5-bbe5-5a2177f8b6de req-2f7c9e13-032f-495f-ae27-f1973676c4de tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.305141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6da0171e-a1cc-4cb5-bbe5-5a2177f8b6de req-2f7c9e13-032f-495f-ae27-f1973676c4de tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.0859792 Jan 28 20:20:11.350237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-4898a623-1584-4d3f-b93d-3e4a9d92861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.351752 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-4898a623-1584-4d3f-b93d-3e4a9d92861b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1095 time: 0.1402166 Jan 28 20:20:11.455762 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:11.459936 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-52602d59-d936-4857-b671-5949f6cae9c5 req-f7364adb-e073-4729-ab5b-3e35dc84f654 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455100 Jan 28 20:20:11.474816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6da0171e-a1cc-4cb5-bbe5-5a2177f8b6de req-d675ff67-352a-477e-8605-4754e03dfb3a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590552 Jan 28 20:20:11.484322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:11.522902 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:11.549187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Pushing event deleted for resources: {'Port': ['ID=9ffbc656-f3dd-425b-8efc-61d109e4caed,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:11.555990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-3519fb4e-6605-4551-afe7-b6b3d9e0d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.559432 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-3519fb4e-6605-4551-afe7-b6b3d9e0d649 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 914 time: 0.1965322 Jan 28 20:20:11.569527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c975c-86b2-4597-aa4e-d32bbe240d16 req-3114a1e3-452d-4e65-9392-ec9294686cb1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.569823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-432c975c-86b2-4597-aa4e-d32bbe240d16 req-3114a1e3-452d-4e65-9392-ec9294686cb1 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 932 time: 0.2039716 Jan 28 20:20:11.586539 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-5ae6084b-3257-41c7-bf84-87c32e66fea1 req-f6c9669f-3183-473b-82f2-331f3a5ff349 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] show failed (client error): The resource could not be found. Jan 28 20:20:11.595871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ae6084b-3257-41c7-bf84-87c32e66fea1 req-f6c9669f-3183-473b-82f2-331f3a5ff349 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/7581f17a-0d9a-4286-b8bc-9cdfaefe914e HTTP/1.1" status: 404 len: 352 time: 0.0507119 Jan 28 20:20:11.609444 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-2418e43e-65f2-45bc-a53b-1e08879b35b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 200 len: 217 time: 0.0433395 Jan 28 20:20:11.677869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] No DVR routers for this DVR port 9ffbc656-f3dd-425b-8efc-61d109e4caed on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:11.680813 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:11.685295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01ef682a-6cb7-4264-bd65-d2b801045149 req-4b8f7dc7-a7c9-427a-96e6-dfba68de2bfa tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.26 "DELETE /v2.0/ports/9ffbc656-f3dd-425b-8efc-61d109e4caed HTTP/1.1" status: 204 len: 173 time: 0.9815888 Jan 28 20:20:11.688664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'name': 'network-vif-deleted', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:11.691060 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bc4742-38e8-4587-a281-c9104130780e" -d '{"events": [{"server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "name": "network-vif-deleted", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:11.765267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b6d953a-fd0f-46fe-bd5b-596ae952974a req-956c3293-0d40-4a41-a578-366be08185b4 tempest-LiveMigrationTest-2024981726 tempest-LiveMigrationTest-2024981726-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa08c6f4-5435-43c9-acb9-e67408723183 HTTP/1.1" status: 200 len: 210 time: 0.0769193 Jan 28 20:20:11.795721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-76f63a93-bbae-4932-ab29-dddb5f08dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:11.795721 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-76f63a93-bbae-4932-ab29-dddb5f08dc50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.1353252 Jan 28 20:20:11.804413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-432c975c-86b2-4597-aa4e-d32bbe240d16 req-c1489481-fad4-4fc1-a66c-01eefb57f498 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575749 Jan 28 20:20:11.907298 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d345a07-40cc-4861-abe2-9d1fc26b2f02 x-openstack-request-id: req-7d345a07-40cc-4861-abe2-9d1fc26b2f02 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:11.907513 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-f96a0105-2cb6-4598-b350-c85ad1682fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562468 Jan 28 20:20:11.909708 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa08c6f4-5435-43c9-acb9-e67408723183", "name": "network-vif-deleted", "tag": "9ffbc656-f3dd-425b-8efc-61d109e4caed", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:11.910023 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d345a07-40cc-4861-abe2-9d1fc26b2f02 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:11.910852 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa08c6f4-5435-43c9-acb9-e67408723183', 'name': 'network-vif-deleted', 'tag': '9ffbc656-f3dd-425b-8efc-61d109e4caed', 'status': 'completed', 'code': 200} Jan 28 20:20:11.951841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29512fc4-8011-479c-94a7-7d52ef718535 req-d93df6ac-8615-47c2-aa09-e3e4cb6db418 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/e44e7ced-5b5e-4ef8-ac81-b9c381552127 HTTP/1.1" status: 200 len: 1804 time: 0.1036439 Jan 28 20:20:12.107013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-45bff539-e1a0-44a8-b771-09793b7ec712 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876500 Jan 28 20:20:12.109480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfa4f7-1f90-4718-a95e-5791f5291a62 req-a4fdfbd2-8425-4ea2-be16-7ef80d381307 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:12.112322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61bfa4f7-1f90-4718-a95e-5791f5291a62 req-a4fdfbd2-8425-4ea2-be16-7ef80d381307 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 945 time: 0.1160600 Jan 28 20:20:12.136124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-29512fc4-8011-479c-94a7-7d52ef718535 req-da0e5991-4afb-47c5-8a4e-fd89eb58136a tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.156396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:20:12.197971 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-29512fc4-8011-479c-94a7-7d52ef718535 req-da0e5991-4afb-47c5-8a4e-fd89eb58136a tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.221590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1071087a-5f1d-469c-a084-246a99710704 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:12.228500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61bfa4f7-1f90-4718-a95e-5791f5291a62 req-c0979744-7b23-4800-ae26-5ac42bc6ceeb tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033709 Jan 28 20:20:12.237371 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.294079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Transition to ACTIVE for port object 1071087a-5f1d-469c-a084-246a99710704 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:12.305863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.319468 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-29512fc4-8011-479c-94a7-7d52ef718535 req-da0e5991-4afb-47c5-8a4e-fd89eb58136a tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.325332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-29512fc4-8011-479c-94a7-7d52ef718535 req-da0e5991-4afb-47c5-8a4e-fd89eb58136a tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.327049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29512fc4-8011-479c-94a7-7d52ef718535 req-da0e5991-4afb-47c5-8a4e-fd89eb58136a tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "DELETE /v2.0/security-groups/e44e7ced-5b5e-4ef8-ac81-b9c381552127 HTTP/1.1" status: 204 len: 173 time: 0.3667080 Jan 28 20:20:12.371200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e5991-4afb-47c5-8a4e-fd89eb58136a tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44e7ced-5b5e-4ef8-ac81-b9c381552127,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:12.383953 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26a6da05-2da7-432b-b614-0eab6be2ae02 req-d11b48f8-3b05-40c2-9c87-4289fe96c27e service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464116 Jan 28 20:20:12.406335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:12.439148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Pushing event updated for resources: {'Port': ['ID=1071087a-5f1d-469c-a084-246a99710704,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:12.460624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '584a060a-fd75-4b02-953a-40dfb3adb481', 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415', 'port_id': '584a060a-fd75-4b02-953a-40dfb3adb481', 'mac_address': 'fa:16:3e:95:37:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66675cc4-a547-4f4a-bbf1-996ef1cb3c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:20:12.491192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-059497a1-40e5-4c9e-b706-65e4f3088524 req-5a187689-a3ef-451a-a29d-eb730e9c36ec tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/08d7ec68-9540-440b-be24-6fde878736b1 HTTP/1.1" status: 200 len: 1805 time: 0.1059802 Jan 28 20:20:12.502613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca916c-616a-4864-93db-d8370e9ca04c req-836a457a-a1c8-406a-be14-56b41e82a794 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:12.511788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2ca916c-616a-4864-93db-d8370e9ca04c req-836a457a-a1c8-406a-be14-56b41e82a794 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1375957 Jan 28 20:20:12.538676 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.560622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584a060a-fd75-4b02-953a-40dfb3adb481 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:12.590271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2ca916c-616a-4864-93db-d8370e9ca04c req-5ab9a244-03e9-4838-baf0-fd5ffea6c3a7 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773323 Jan 28 20:20:12.595934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Attempting to bind port 1071087a-5f1d-469c-a084-246a99710704 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:20:12.596346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Attempting to bind port 1071087a-5f1d-469c-a084-246a99710704 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:20:12.596993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Attempting to bind port 1071087a-5f1d-469c-a084-246a99710704 on network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:12.599530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:12.606021 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.611681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Port 1071087a-5f1d-469c-a084-246a99710704 on network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:12.612971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Attempting to bind port 1071087a-5f1d-469c-a084-246a99710704 on network 97e31d2b-78e9-4cc8-82a7-dd697e06ff97 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:12.625070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:12.626616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Checking segment: {'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:12.627500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Bound using segment: {'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:12.629004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Bound port: 1071087a-5f1d-469c-a084-246a99710704, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:20:12.630888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.672560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-059497a1-40e5-4c9e-b706-65e4f3088524 req-bf267dfc-46b5-4640-8f7a-ea89269ce66b tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.754171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] For port 1071087a-5f1d-469c-a084-246a99710704, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:12.754416 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:12.760949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] For port 1071087a-5f1d-469c-a084-246a99710704, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1071087a-5f1d-469c-a084-246a99710704,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:12.768160 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.791477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-059497a1-40e5-4c9e-b706-65e4f3088524 req-bf267dfc-46b5-4640-8f7a-ea89269ce66b tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.826494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:12.827322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.829619 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] 10.222.0.26 "PUT /v2.0/ports/1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 200 len: 1092 time: 1.5579746 Jan 28 20:20:12.847685 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.851774 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9272bf5-ca5e-42a8-8e85-84d42d7fd970 req-99c7e16a-4f37-4f52-b611-fdb885b4347e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:12.854802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9272bf5-ca5e-42a8-8e85-84d42d7fd970 req-99c7e16a-4f37-4f52-b611-fdb885b4347e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 945 time: 0.1788645 Jan 28 20:20:12.872045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['584a060a-fd75-4b02-953a-40dfb3adb481'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:12.882875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd54c6-dca6-48e5-a081-5503e011335a service neutron] Pushing event updated for resources: {'Port': ['ID=1071087a-5f1d-469c-a084-246a99710704,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:12.945287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9272bf5-ca5e-42a8-8e85-84d42d7fd970 req-35f4ce41-3f35-4edd-8f16-ee8198629a43 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740411 Jan 28 20:20:12.960763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-059497a1-40e5-4c9e-b706-65e4f3088524 req-bf267dfc-46b5-4640-8f7a-ea89269ce66b tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.964873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-059497a1-40e5-4c9e-b706-65e4f3088524 req-bf267dfc-46b5-4640-8f7a-ea89269ce66b tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:12.966219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-059497a1-40e5-4c9e-b706-65e4f3088524 req-bf267dfc-46b5-4640-8f7a-ea89269ce66b tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "DELETE /v2.0/security-groups/08d7ec68-9540-440b-be24-6fde878736b1 HTTP/1.1" status: 204 len: 173 time: 0.4522014 Jan 28 20:20:12.974654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b263148-56ba-4282-99a6-f38991c995b1 req-05b95ae1-7576-4954-954a-77101270f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:12.978326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf267dfc-46b5-4640-8f7a-ea89269ce66b tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d7ec68-9540-440b-be24-6fde878736b1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:12.987006 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-05b95ae1-7576-4954-954a-77101270f3e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1095 time: 0.0894635 Jan 28 20:20:13.105713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60356) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:13.119582 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-307637d4-565c-4451-801d-d3d4b7ec533a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 200 len: 217 time: 0.1138132 Jan 28 20:20:13.150229 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.189784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b263148-56ba-4282-99a6-f38991c995b1 req-b2bcf9cb-b153-428c-8f1c-d345561bc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:13.192143 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-b2bcf9cb-b153-428c-8f1c-d345561bc87d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.0630064 Jan 28 20:20:13.210030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'tag': '1071087a-5f1d-469c-a084-246a99710704'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:13.214227 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7924b2df-5907-4676-b45a-a597ec76c210" -d '{"events": [{"name": "network-changed", "server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "tag": "1071087a-5f1d-469c-a084-246a99710704"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:13.242641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89254d57-790e-4fd5-8d50-6ad9b3a8207f req-e24b982d-9f2b-4785-ad52-35924a768ed4 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/c8393003-c9c8-4216-811d-9cc3da45a4fe HTTP/1.1" status: 200 len: 1804 time: 0.1278627 Jan 28 20:20:13.250794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f798-4f7e-44b3-a142-0786d94e7694 req-9d074a0b-08fb-465b-bd88-ff49dc0628bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:13.253389 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-e7018812-25cd-480c-a08e-42f6589b7ebc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534711 Jan 28 20:20:13.256728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7441f798-4f7e-44b3-a142-0786d94e7694 req-9d074a0b-08fb-465b-bd88-ff49dc0628bf tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 944 time: 0.1846745 Jan 28 20:20:13.334328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7441f798-4f7e-44b3-a142-0786d94e7694 req-7fd1cfe2-ea77-45f2-bd7e-ad597c6f72e8 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728745 Jan 28 20:20:13.373267 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-89254d57-790e-4fd5-8d50-6ad9b3a8207f req-5433d32b-317f-40a7-9743-329c62126566 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.416431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-89254d57-790e-4fd5-8d50-6ad9b3a8207f req-5433d32b-317f-40a7-9743-329c62126566 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.439685 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b30ca4-dd90-4634-a8de-752ad5957b51 x-openstack-request-id: req-50b30ca4-dd90-4634-a8de-752ad5957b51 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:13.440699 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "tag": "1071087a-5f1d-469c-a084-246a99710704", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:13.441634 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50b30ca4-dd90-4634-a8de-752ad5957b51 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:13.442953 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'tag': '1071087a-5f1d-469c-a084-246a99710704', 'status': 'completed', 'code': 200} Jan 28 20:20:13.450180 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-8ef4df46-90d9-4f34-9fc1-447f6b573386 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845279 Jan 28 20:20:13.469066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-89254d57-790e-4fd5-8d50-6ad9b3a8207f req-5433d32b-317f-40a7-9743-329c62126566 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.472102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-89254d57-790e-4fd5-8d50-6ad9b3a8207f req-5433d32b-317f-40a7-9743-329c62126566 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.489041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89254d57-790e-4fd5-8d50-6ad9b3a8207f req-5433d32b-317f-40a7-9743-329c62126566 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "DELETE /v2.0/security-groups/c8393003-c9c8-4216-811d-9cc3da45a4fe HTTP/1.1" status: 204 len: 173 time: 0.2306974 Jan 28 20:20:13.537143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433d32b-317f-40a7-9743-329c62126566 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8393003-c9c8-4216-811d-9cc3da45a4fe,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:13.630610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1571c3b-c1d0-4391-bab8-64c19f01f019 req-9272edac-d17a-49ab-b333-7d2e8d76012b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:13.632272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1571c3b-c1d0-4391-bab8-64c19f01f019 req-9272edac-d17a-49ab-b333-7d2e8d76012b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 945 time: 0.1280084 Jan 28 20:20:13.635743 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b263148-56ba-4282-99a6-f38991c995b1 req-a8f453f0-5e45-462b-be62-ea4d99fc0a2d service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745119 Jan 28 20:20:13.640735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b2bf530-bebf-4d85-b1e3-62855ceb292a req-060a5c87-a19f-4e03-826a-a758752a0029 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/e72f8ab3-c7ba-44ad-b2ae-7a3b92fc24f4 HTTP/1.1" status: 200 len: 2404 time: 0.1222918 Jan 28 20:20:13.656033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0e36e3-13aa-49fd-913e-544c9010c082 admin admin] Deleting subnet 3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:20:13.660956 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36e3-13aa-49fd-913e-544c9010c082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.724250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36e3-13aa-49fd-913e-544c9010c082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.753562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1571c3b-c1d0-4391-bab8-64c19f01f019 req-ab532d67-520c-4b21-bb49-0d98dbb66970 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107092 Jan 28 20:20:13.781163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6b2bf530-bebf-4d85-b1e3-62855ceb292a req-8cb24e7d-ad23-4599-b0be-63a3bf54873d tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.816168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36e3-13aa-49fd-913e-544c9010c082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.821119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b2df-5907-4676-b45a-a597ec76c210 req-2f626925-679c-4621-8071-88cf5b5fbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:13.824077 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7924b2df-5907-4676-b45a-a597ec76c210 req-2f626925-679c-4621-8071-88cf5b5fbf39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1095 time: 0.1133769 Jan 28 20:20:13.850825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6b2bf530-bebf-4d85-b1e3-62855ceb292a req-8cb24e7d-ad23-4599-b0be-63a3bf54873d tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:13.968513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5d08-56b8-4b62-8d68-778977a9f848 req-ca8e8bd3-4d48-413e-a407-933d4f3e3748 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:13.970280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-205d5d08-56b8-4b62-8d68-778977a9f848 req-ca8e8bd3-4d48-413e-a407-933d4f3e3748 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.0921867 Jan 28 20:20:14.007370 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6b2bf530-bebf-4d85-b1e3-62855ceb292a req-8cb24e7d-ad23-4599-b0be-63a3bf54873d tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.010715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6b2bf530-bebf-4d85-b1e3-62855ceb292a req-8cb24e7d-ad23-4599-b0be-63a3bf54873d tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.015575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b2df-5907-4676-b45a-a597ec76c210 req-a1a4509a-d2b3-4742-9f42-c52abae3a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:14.016598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b2bf530-bebf-4d85-b1e3-62855ceb292a req-8cb24e7d-ad23-4599-b0be-63a3bf54873d tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "DELETE /v2.0/security-groups/e72f8ab3-c7ba-44ad-b2ae-7a3b92fc24f4 HTTP/1.1" status: 204 len: 173 time: 0.3581793 Jan 28 20:20:14.017996 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7924b2df-5907-4676-b45a-a597ec76c210 req-a1a4509a-d2b3-4742-9f42-c52abae3a739 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 914 time: 0.1479986 Jan 28 20:20:14.021574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36e3-13aa-49fd-913e-544c9010c082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.064977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e36e3-13aa-49fd-913e-544c9010c082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6bb16d-74c1-42f7-bbb3-91fcb10605a9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:14.076090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb24e7d-ad23-4599-b0be-63a3bf54873d tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72f8ab3-c7ba-44ad-b2ae-7a3b92fc24f4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:14.111514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f0e36e3-13aa-49fd-913e-544c9010c082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.111810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-205d5d08-56b8-4b62-8d68-778977a9f848 req-41a84c85-fad3-4265-893e-ab5d2124257d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346269 Jan 28 20:20:14.117069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f0e36e3-13aa-49fd-913e-544c9010c082 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3b6bb16d-74c1-42f7-bbb3-91fcb10605a9 HTTP/1.1" status: 204 len: 168 time: 1.0057650 Jan 28 20:20:14.122077 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7924b2df-5907-4676-b45a-a597ec76c210 req-203d7eb9-2235-4daf-ac94-508206d4b1f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 200 len: 217 time: 0.0871277 Jan 28 20:20:14.122376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60394) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:14.171153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:14.267778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b2df-5907-4676-b45a-a597ec76c210 req-4e8d1a44-da96-475f-a49f-89795c29a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:14.269732 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7924b2df-5907-4676-b45a-a597ec76c210 req-4e8d1a44-da96-475f-a49f-89795c29a253 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.1371691 Jan 28 20:20:14.276274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.280027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 584a060a-fd75-4b02-953a-40dfb3adb481 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:20:14.285684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 584a060a-fd75-4b02-953a-40dfb3adb481 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:14.286568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.325392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60398) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:14.334556 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7924b2df-5907-4676-b45a-a597ec76c210 req-3f26f81a-c583-4b44-9c9d-02ee783d108d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539465 Jan 28 20:20:14.408449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.417566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-4c243584-aa23-486a-bc65-8ede69dfa539 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 258 time: 0.3787169 Jan 28 20:20:14.439552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:14.442274 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856143fd-c8ed-4f8b-94f4-2c0a0afbb3be" -d '{"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-plugged", "status": "completed", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:14.465506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:14.470017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:14.481139 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.503349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a76193-4641-42f2-90f3-759d2b8d430b req-41c32e72-302f-46b2-9292-29ff68268eea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:14.504697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.514229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0a76193-4641-42f2-90f3-759d2b8d430b req-41c32e72-302f-46b2-9292-29ff68268eea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 945 time: 0.2114835 Jan 28 20:20:14.531644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77470456-10c5-4380-a234-ec13d237d0c9']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:14.543966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a6ce97-2ce9-4459-b59a-57df046f61d3') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:14.544312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a6ce97-2ce9-4459-b59a-57df046f61d3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:14.577304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.578002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.586653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29841c77-c570-4836-98d2-7266094ce8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.586900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:14.609061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0a76193-4641-42f2-90f3-759d2b8d430b req-2b3c0c9b-b052-4c40-afed-50ec6e449aea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932260 Jan 28 20:20:14.613711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.630331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:20:14.630331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:20:14.631879 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:20:14.705254 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7924b2df-5907-4676-b45a-a597ec76c210 req-7ef953b9-a90d-4e8a-9a2f-d3bceb81b8e1 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371460 Jan 28 20:20:14.731949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaeb6652-3776-403c-9377-ad94e9daa416 req-10581eaa-bfda-429f-86ed-fcf63bd8d742 tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "GET /v2.0/security-groups/ef9fa78d-0dc2-43a4-8033-813d6d941a2b HTTP/1.1" status: 200 len: 2397 time: 0.0656786 Jan 28 20:20:14.789366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.805737 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.811251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.815342 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] 10.222.0.44 "DELETE /v2.0/networks/77470456-10c5-4380-a234-ec13d237d0c9 HTTP/1.1" status: 204 len: 168 time: 0.6914399 Jan 28 20:20:14.828451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60406) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:14.837914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbf75c-21e3-4bca-9d5d-8657859b7c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=77470456-10c5-4380-a234-ec13d237d0c9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:14.892675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29841c77-c570-4836-98d2-7266094ce8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.899180 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29841c77-c570-4836-98d2-7266094ce8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.906217 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7924b2df-5907-4676-b45a-a597ec76c210 req-bc90afa4-ec3c-4388-9d4e-a414d6de23e5 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875374 Jan 28 20:20:14.917979 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaeb6652-3776-403c-9377-ad94e9daa416 req-8b09f1eb-82c3-48e8-b51b-118a4c58c05e tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.950062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29841c77-c570-4836-98d2-7266094ce8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d341ca31-ba17-4710-8495-6e9bf3724dc7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:14.956975 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-29841c77-c570-4836-98d2-7266094ce8a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6348eba58d142afb82ada82557331fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6287920 Jan 28 20:20:14.960138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60408) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:14.975534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaeb6652-3776-403c-9377-ad94e9daa416 req-8b09f1eb-82c3-48e8-b51b-118a4c58c05e tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:14.988965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-44777d50-e7b4-48c2-afdf-bb91238c6938 admin admin] Deleting subnet 430c0b80-8b17-4665-ae97-e1e0b888c15c {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:20:15.001934 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44777d50-e7b4-48c2-afdf-bb91238c6938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.044401 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ac94-c851-4d80-882c-650fd796e525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.078867 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ac94-c851-4d80-882c-650fd796e525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.105287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44777d50-e7b4-48c2-afdf-bb91238c6938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.153075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Allocated IP 172.25.2.9 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/56ea9cdc-0079-44c6-8939-9655228130f4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:15.160926 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ac94-c851-4d80-882c-650fd796e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.165548 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ac94-c851-4d80-882c-650fd796e525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.166738 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7ca3ac94-c851-4d80-882c-650fd796e525 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d341ca31-ba17-4710-8495-6e9bf3724dc7 HTTP/1.1" status: 204 len: 168 time: 0.2050147 Jan 28 20:20:15.167788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaeb6652-3776-403c-9377-ad94e9daa416 req-8b09f1eb-82c3-48e8-b51b-118a4c58c05e tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.170699 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aaeb6652-3776-403c-9377-ad94e9daa416 req-8b09f1eb-82c3-48e8-b51b-118a4c58c05e tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.171960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaeb6652-3776-403c-9377-ad94e9daa416 req-8b09f1eb-82c3-48e8-b51b-118a4c58c05e tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef9fa78d-0dc2-43a4-8033-813d6d941a2b HTTP/1.1" status: 204 len: 173 time: 0.4318812 Jan 28 20:20:15.179941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60414) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:15.199718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09f1eb-82c3-48e8-b51b-118a4c58c05e tempest-SecurityGroupRulesTestJSON-1042959535 tempest-SecurityGroupRulesTestJSON-1042959535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9fa78d-0dc2-43a4-8033-813d6d941a2b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:15.202078 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44777d50-e7b4-48c2-afdf-bb91238c6938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.256625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3ac94-c851-4d80-882c-650fd796e525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d341ca31-ba17-4710-8495-6e9bf3724dc7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:15.316444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-b528aa9e-0a05-49b8-a5c6-0934884b61fb admin admin] Deleting subnet ffc565e3-7ba6-4988-b40f-c98f975979d9 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:20:15.320969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b528aa9e-0a05-49b8-a5c6-0934884b61fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.349337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44777d50-e7b4-48c2-afdf-bb91238c6938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.370116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b528aa9e-0a05-49b8-a5c6-0934884b61fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.409939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44777d50-e7b4-48c2-afdf-bb91238c6938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430c0b80-8b17-4665-ae97-e1e0b888c15c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:15.420510 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44777d50-e7b4-48c2-afdf-bb91238c6938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.423692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-44777d50-e7b4-48c2-afdf-bb91238c6938 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/430c0b80-8b17-4665-ae97-e1e0b888c15c HTTP/1.1" status: 204 len: 168 time: 0.5943501 Jan 28 20:20:15.428222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b528aa9e-0a05-49b8-a5c6-0934884b61fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.429098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60418) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:15.440669 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.499454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5bf7-25d9-4eb0-8ede-d4a09a7cabde req-0da3873e-e421-4d41-8af4-e8b1363704a9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:15.501010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4bc5bf7-25d9-4eb0-8ede-d4a09a7cabde req-0da3873e-e421-4d41-8af4-e8b1363704a9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 944 time: 0.1982014 Jan 28 20:20:15.504192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b528aa9e-0a05-49b8-a5c6-0934884b61fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.551700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b528aa9e-0a05-49b8-a5c6-0934884b61fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.557666 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b528aa9e-0a05-49b8-a5c6-0934884b61fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ffc565e3-7ba6-4988-b40f-c98f975979d9 HTTP/1.1" status: 204 len: 168 time: 0.3764517 Jan 28 20:20:15.558000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.558516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60420) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:15.559258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60422) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:15.563042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528aa9e-0a05-49b8-a5c6-0934884b61fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc565e3-7ba6-4988-b40f-c98f975979d9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:15.591836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4bc5bf7-25d9-4eb0-8ede-d4a09a7cabde req-46cc4117-ed5d-4903-a2d1-b32ab098d8fe tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797780 Jan 28 20:20:15.592896 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.596352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1e19-2c39-4bc3-8532-3f832021107f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.686734 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb9c82b-1833-4f08-9671-c9867d7a1bb2 x-openstack-request-id: req-9fb9c82b-1833-4f08-9671-c9867d7a1bb2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:15.687677 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-plugged", "status": "completed", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:15.688205 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fb9c82b-1833-4f08-9671-c9867d7a1bb2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:15.688852 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481', 'code': 200} Jan 28 20:20:15.696228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:15.700901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.742591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:15.748844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:15.774902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Pushing event updated for resources: {'Port': ['ID=56ea9cdc-0079-44c6-8939-9655228130f4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:15.789755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.849119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516a0a2d-5b07-4f93-8068-119c47171c1a']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:15.856208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.897025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d115c5e-a559-4501-81a3-00462c75e9bd req-40bea240-9603-4c77-9ef9-73e7e906e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:15.902595 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9d115c5e-a559-4501-81a3-00462c75e9bd req-40bea240-9603-4c77-9ef9-73e7e906e2e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1097 time: 0.1338222 Jan 28 20:20:15.904605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057f9078-70e8-4c13-9d7f-c271eda3ee81']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:15.941296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bcf359-79fc-4de3-8577-b482d8d036a3') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:15.941510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bcf359-79fc-4de3-8577-b482d8d036a3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:15.944602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1e19-2c39-4bc3-8532-3f832021107f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.960745 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1e19-2c39-4bc3-8532-3f832021107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:15.965199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.025031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.033613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b6ab1e19-2c39-4bc3-8532-3f832021107f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de5399a27d4942dda2c5f1f0032b4708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701471 Jan 28 20:20:16.033613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9d115c5e-a559-4501-81a3-00462c75e9bd req-994c0fe0-e7d0-4ce9-bb53-7b319a7c6c0d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201398 Jan 28 20:20:16.035972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60428) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:16.036667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab1e19-2c39-4bc3-8532-3f832021107f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e48208-ed36-445c-896b-b693a68e7eaf,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:16.048938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:20:16.049359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:20:16.051187 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:20:16.079387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1071087a-5f1d-469c-a084-246a99710704 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:20:16.083552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9ffbc656-f3dd-425b-8efc-61d109e4caed no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:16.129333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 9ffbc656-f3dd-425b-8efc-61d109e4caed {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:16.130077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9ffbc656-f3dd-425b-8efc-61d109e4caed not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:16.204645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beb1dd9-967b-42cd-8939-b78b9fc20866') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:16.204934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beb1dd9-967b-42cd-8939-b78b9fc20866') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:16.221433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.249349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7629614-40ef-47be-b7bc-f14a4ef606ea req-f9cb0716-6377-4206-bc69-8796805120ba tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:16.258117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7629614-40ef-47be-b7bc-f14a4ef606ea req-f9cb0716-6377-4206-bc69-8796805120ba tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.4635806 Jan 28 20:20:16.261620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.268407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1071087a-5f1d-469c-a084-246a99710704, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1071087a-5f1d-469c-a084-246a99710704,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:16.279286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:20:16.279674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:20:16.281701 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:20:16.288023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '1071087a-5f1d-469c-a084-246a99710704', 'network_id': '97e31d2b-78e9-4cc8-82a7-dd697e06ff97', 'port_id': '1071087a-5f1d-469c-a084-246a99710704', 'mac_address': 'fa:16:3e:d2:cf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f62123e-e5d9-460c-a351-b99377ebec85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:20:16.335164 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.357112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7629614-40ef-47be-b7bc-f14a4ef606ea req-838db898-41aa-4171-8d48-162c10d32cab tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979722 Jan 28 20:20:16.358752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1071087a-5f1d-469c-a084-246a99710704 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:16.371867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.392762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.396043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] 10.222.0.44 "DELETE /v2.0/networks/516a0a2d-5b07-4f93-8068-119c47171c1a HTTP/1.1" status: 204 len: 168 time: 0.9661283 Jan 28 20:20:16.408843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7862c-0782-420f-9039-52203a9d5d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=516a0a2d-5b07-4f93-8068-119c47171c1a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:16.415194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1071087a-5f1d-469c-a084-246a99710704, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1071087a-5f1d-469c-a084-246a99710704,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:16.420944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.442816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.468629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.474630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] 10.222.0.44 "DELETE /v2.0/networks/057f9078-70e8-4c13-9d7f-c271eda3ee81 HTTP/1.1" status: 204 len: 168 time: 0.9124465 Jan 28 20:20:16.476792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3929f4-a753-4be5-980f-22b8a2de8afe admin admin] Pushing event deleted for resources: {'Network': ['ID=057f9078-70e8-4c13-9d7f-c271eda3ee81,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:16.487501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49d62446-a128-4938-a90b-fdefc8e9211d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.517342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.520869 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49d62446-a128-4938-a90b-fdefc8e9211d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.522796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=1071087a-5f1d-469c-a084-246a99710704,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:16.541858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20748b5-7b2a-4452-9bac-f78b1abcf7a7 req-8d1cba0b-6dc1-4ec5-a5db-205e96bfc74f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:16.543848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e20748b5-7b2a-4452-9bac-f78b1abcf7a7 req-8d1cba0b-6dc1-4ec5-a5db-205e96bfc74f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.0796113 Jan 28 20:20:16.590252 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.606574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49d62446-a128-4938-a90b-fdefc8e9211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.617506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49d62446-a128-4938-a90b-fdefc8e9211d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:16.624383 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-49d62446-a128-4938-a90b-fdefc8e9211d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74e48208-ed36-445c-896b-b693a68e7eaf HTTP/1.1" status: 204 len: 168 time: 0.5846944 Jan 28 20:20:16.639166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d62446-a128-4938-a90b-fdefc8e9211d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e48208-ed36-445c-896b-b693a68e7eaf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:16.649487 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e20748b5-7b2a-4452-9bac-f78b1abcf7a7 req-0154fcb3-6428-466c-80bf-da8f148d0a24 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850222 Jan 28 20:20:16.774665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['1071087a-5f1d-469c-a084-246a99710704'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:16.778497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60438) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:16.851359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60440) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:16.863012 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1966eead-f119-4be1-a0ce-5b028a1abd53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2a7105b289444898a6431d4fe483c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830166 Jan 28 20:20:16.868768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60442) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:16.904838 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ceec3d9a-fea9-4abf-996f-1dfd2a402657 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edb53e8131d64733b879a91df95a1c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520995 Jan 28 20:20:16.908466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60444) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:16.928608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4528cbf-5afe-4081-9c8e-9766dbbd22d6 req-a3ed89f7-70c6-47f8-a146-8553ba5606c5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:16.942881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4528cbf-5afe-4081-9c8e-9766dbbd22d6 req-a3ed89f7-70c6-47f8-a146-8553ba5606c5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 945 time: 0.1870866 Jan 28 20:20:17.015622 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd12c57e-8ccb-49e8-a960-944d4df0e419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.052923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd12c57e-8ccb-49e8-a960-944d4df0e419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.088724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.101489 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.125177 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4528cbf-5afe-4081-9c8e-9766dbbd22d6 req-542524b9-f1fc-4497-a510-29651331d2d0 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500237 Jan 28 20:20:17.135681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd12c57e-8ccb-49e8-a960-944d4df0e419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.144166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd12c57e-8ccb-49e8-a960-944d4df0e419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.150674 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fd12c57e-8ccb-49e8-a960-944d4df0e419 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/455864f2-96fa-4d7e-b334-800d470cc442 HTTP/1.1" status: 204 len: 168 time: 0.2380154 Jan 28 20:20:17.176232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12c57e-8ccb-49e8-a960-944d4df0e419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455864f2-96fa-4d7e-b334-800d470cc442,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:17.199741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63c6fdca-77e8-4b37-9248-8806d622625d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.262569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Pushing event updated for resources: {'Port': ['ID=56ea9cdc-0079-44c6-8939-9655228130f4,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:17.284620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63c6fdca-77e8-4b37-9248-8806d622625d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.305685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.365256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.366940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-64c498a1-ac68-4daa-853c-31f267150dd1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.9255195 Jan 28 20:20:17.467135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-b32e862b-cbb9-44e7-b66e-c1bea94bef61 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0899432 Jan 28 20:20:17.484442 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63c6fdca-77e8-4b37-9248-8806d622625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.489403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63c6fdca-77e8-4b37-9248-8806d622625d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.491604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-63c6fdca-77e8-4b37-9248-8806d622625d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb6169e1-6b42-499c-88b7-643a9c5246a8 HTTP/1.1" status: 204 len: 168 time: 0.6106951 Jan 28 20:20:17.545974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6fdca-77e8-4b37-9248-8806d622625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6169e1-6b42-499c-88b7-643a9c5246a8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:17.612555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b45df-42f4-4dbd-b5c4-0a92138f0aad req-b6df5b82-6d3f-487c-b5a7-54f28cb0a825 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:17.614750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-644b45df-42f4-4dbd-b5c4-0a92138f0aad req-b6df5b82-6d3f-487c-b5a7-54f28cb0a825 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1423407 Jan 28 20:20:17.691948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-644b45df-42f4-4dbd-b5c4-0a92138f0aad req-f7241ee1-1830-424e-8a71-a79cf3bce932 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693262 Jan 28 20:20:17.700104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-761512b3-7261-4a19-ae63-4130259d5b0a tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:17.701596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94851598-2801-40e2-a97a-d69ae5a2b051 req-761512b3-7261-4a19-ae63-4130259d5b0a tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1940413 Jan 28 20:20:17.759511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:17.898638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e95b9d-3872-41ef-b32d-e149d87fcf14 req-425a1d24-3a5a-45b5-8f89-c2ff74358993 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:17.901094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44e95b9d-3872-41ef-b32d-e149d87fcf14 req-425a1d24-3a5a-45b5-8f89-c2ff74358993 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1259375 Jan 28 20:20:17.922087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:17.923582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e356-ac6c-4529-9362-232986ee0a74 req-cf4e1d2a-b4d1-419c-bc54-838a85dac2f7 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:17.925222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-cf4e1d2a-b4d1-419c-bc54-838a85dac2f7 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1215527 Jan 28 20:20:17.983645 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-30c3c970-c555-4ac7-b742-5ae729c9750a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9da0b78c85024ff58f45e03949fb0e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600965 Jan 28 20:20:17.986274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60478) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:18.005263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-1e107c36-0b9d-4c9d-8dc3-6765d3ea1014 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0654035 Jan 28 20:20:18.013216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Request body: {'floatingip': {'port_id': '95392212-c84e-48b7-8bd8-c41736ff9337', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:18.054251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e8cef0e2-02b7-4e55-993e-3d25c5c7b1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:18.060931 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:18.067089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44e95b9d-3872-41ef-b32d-e149d87fcf14 req-961f9bc4-0663-4611-9d51-c6b7b0b5919a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570649 Jan 28 20:20:18.094228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1071087a-5f1d-469c-a084-246a99710704 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:18.096713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e8cef0e2-02b7-4e55-993e-3d25c5c7b1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:18.170994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 1071087a-5f1d-469c-a084-246a99710704 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:20:18.171449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e8cef0e2-02b7-4e55-993e-3d25c5c7b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:18.174590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e8cef0e2-02b7-4e55-993e-3d25c5c7b1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:18.177000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 1071087a-5f1d-469c-a084-246a99710704 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:18.177684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:18.178928 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e8cef0e2-02b7-4e55-993e-3d25c5c7b1fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/796fdb13-6e2d-4124-9d9a-7d459c358705 HTTP/1.1" status: 204 len: 168 time: 0.1912415 Jan 28 20:20:18.191370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cef0e2-02b7-4e55-993e-3d25c5c7b1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796fdb13-6e2d-4124-9d9a-7d459c358705,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:18.320738 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:18.355950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071087a-5f1d-469c-a084-246a99710704'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:18.359676 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8a6c4-5275-46c3-b64d-8447f99c999c" -d '{"events": [{"server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "name": "network-vif-plugged", "status": "completed", "tag": "1071087a-5f1d-469c-a084-246a99710704"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:18.388151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99dbec-e203-417a-a184-b35b037077ba req-2f951f57-59fb-47b5-b41a-cc875ed9cb2e tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:18.389794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de99dbec-e203-417a-a184-b35b037077ba req-2f951f57-59fb-47b5-b41a-cc875ed9cb2e tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 945 time: 0.1180341 Jan 28 20:20:18.402997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1071087a-5f1d-469c-a084-246a99710704, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1071087a-5f1d-469c-a084-246a99710704,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:18.410065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:18.474347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=1071087a-5f1d-469c-a084-246a99710704,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:18.475796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de99dbec-e203-417a-a184-b35b037077ba req-56eb8238-e2aa-4a6e-8670-c1c6b8927a49 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Jan 28 20:20:18.918294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-0e86aecd-56a5-4588-a5b3-8514d0c52d28 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:18.920678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-0e86aecd-56a5-4588-a5b3-8514d0c52d28 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 813 time: 0.3373780 Jan 28 20:20:18.981969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-4c6b2ec7-5445-442f-91ea-ff498efb7ff7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/quotas/75c46c66ca09437ab4a008964f024306 HTTP/1.1" status: 200 len: 375 time: 0.0284801 Jan 28 20:20:18.994821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:20:19.035609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60532) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:19.098223 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.107403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.113848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-905d281a-e49e-4f19-8d9d-8f40bd2cbe00 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257331 Jan 28 20:20:19.318220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2113725788-network', 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:19.385889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:19.391241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.421494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.545065 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Floating IP 0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f associated. External IP: 172.25.2.9, port: 95392212-c84e-48b7-8bd8-c41736ff9337. Jan 28 20:20:19.554439 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.559925 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.600281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:20:19.625585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-a5096620-b9b7-47c2-8ef8-a2350da330ae service neutron] 10.222.0.44 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757099 Jan 28 20:20:19.626187 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.626597 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Added segment 9aa87eba-0d9f-4102-b052-e281185263a1 of type vlan for network 02e595f2-4677-4e83-bfd2-59511c164baa Jan 28 20:20:19.671561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582f6bda-3c18-42c2-ba30-84cd6d36cfb2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:19.686519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.737147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.739655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:19.740830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.819688 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7825818 Jan 28 20:20:19.825167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60564) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:19.832152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Request body: {'subnet': {'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2113725788-subnet', 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:19.835653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-b06e6c84-7dac-43cc-b734-4004d6ecf3cd service neutron] 10.222.0.44 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092066 Jan 28 20:20:19.842287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf8e17-0dc4-46fb-ae16-7dc2e072d8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=02e595f2-4677-4e83-bfd2-59511c164baa,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:19.855843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 02e595f2-4677-4e83-bfd2-59511c164baa details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:20:19.887986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:19.891762 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:19.922582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:20.115607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:20.124473 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:20.127329 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] Sync routers for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:20.152405 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:20.152642 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:20.174990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-288076e2-f7c4-49ca-8e53-0526a38deab0 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "PUT /v2.0/floatingips/0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f HTTP/1.1" status: 200 len: 994 time: 2.1622274 Jan 28 20:20:20.175604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:20.178078 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deec97e-6b04-490d-aff7-6b1f559f074b" -d '{"events": [{"name": "network-changed", "server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:20.185889 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31278f42-4ac3-4679-8753-62ef04d3ab10 x-openstack-request-id: req-31278f42-4ac3-4679-8753-62ef04d3ab10 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:20.186348 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "name": "network-vif-plugged", "status": "completed", "tag": "1071087a-5f1d-469c-a084-246a99710704", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:20.186773 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31278f42-4ac3-4679-8753-62ef04d3ab10 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:20.187359 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1071087a-5f1d-469c-a084-246a99710704', 'code': 200} Jan 28 20:20:20.210216 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:20.239026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e356-ac6c-4529-9362-232986ee0a74 req-726c2678-a630-49b2-bb92-f77be978c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:20.250256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-726c2678-a630-49b2-bb92-f77be978c4a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1d08c22457748e99781f51c4dfc0e50&device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 1096 time: 0.0669591 Jan 28 20:20:20.346915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bfe728-918d-47cb-bc30-3185f3afc3c5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:20.374587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e890373-c199-4a94-9e1d-ff89d899b701 req-09b54357-741a-4ab4-92f4-a8ccc1451f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:20.376908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e890373-c199-4a94-9e1d-ff89d899b701 req-09b54357-741a-4ab4-92f4-a8ccc1451f34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1097 time: 0.0972192 Jan 28 20:20:20.398375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:20.399274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Network hostable DHCP agents. Network: 02e595f2-4677-4e83-bfd2-59511c164baa, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:20:20.459443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd8de-663b-4787-bd35-6e7403f5758b req-2ce5c3b0-9756-4fc6-9710-354d3302efdf tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:20.464786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d60bd8de-663b-4787-bd35-6e7403f5758b req-2ce5c3b0-9756-4fc6-9710-354d3302efdf tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1504664 Jan 28 20:20:20.473148 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:20.502113 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e890373-c199-4a94-9e1d-ff89d899b701 req-14597c73-242c-4788-907b-4c7cc9146dfa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137674 Jan 28 20:20:20.502962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Network 02e595f2-4677-4e83-bfd2-59511c164baa is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:20:20.526168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e356-ac6c-4529-9362-232986ee0a74 req-adec0f4a-c02b-4f1f-bcfe-d3a0d26612a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:20.532867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 02e595f2-4677-4e83-bfd2-59511c164baa) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:20.533911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-adec0f4a-c02b-4f1f-bcfe-d3a0d26612a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c HTTP/1.1" status: 200 len: 930 time: 0.2826097 Jan 28 20:20:20.543633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:20.544619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:20.555094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf144d4-0a30-4ca6-a558-815fd38d877c None None] Network 02e595f2-4677-4e83-bfd2-59511c164baa requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:20:20.585549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d60bd8de-663b-4787-bd35-6e7403f5758b req-f29cb698-e7cc-4e71-b20a-9fe2eed12056 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140928 Jan 28 20:20:20.614127 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-77bbd966-8dca-4602-8237-8c41c4ede523 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7776067 Jan 28 20:20:20.841118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-d79945c0-b6ab-460e-bef0-4234216a4e3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 200 len: 997 time: 0.3057783 Jan 28 20:20:20.857792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829a61f-2509-4988-9a9b-eede00f4d24e req-cded8f0d-2625-4bf3-8507-4877ad22501a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:20.865455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3829a61f-2509-4988-9a9b-eede00f4d24e req-cded8f0d-2625-4bf3-8507-4877ad22501a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 946 time: 0.1199269 Jan 28 20:20:20.945650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7bdd4b-44ab-4af9-8156-7da1b1b3f3d1 None None] Network 02e595f2-4677-4e83-bfd2-59511c164baa requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:20:21.001115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3829a61f-2509-4988-9a9b-eede00f4d24e req-f595d82a-a6e3-497d-9650-7f2955806cf0 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250722 Jan 28 20:20:21.012012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e356-ac6c-4529-9362-232986ee0a74 req-4f3ecc67-ea71-472c-93c8-71d5699ff77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:21.013569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-4f3ecc67-ea71-472c-93c8-71d5699ff77b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370 HTTP/1.1" status: 200 len: 868 time: 0.1722231 Jan 28 20:20:21.117523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:21.155049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c6b4b21-4d84-43d7-a21a-da22c2fba0e8 req-da13a914-1d04-4282-a5a4-49b73bf8734f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 210 time: 0.0603809 Jan 28 20:20:21.170946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e356-ac6c-4529-9362-232986ee0a74 req-606a2dcf-b2c6-497d-a8e5-66879bdb4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:21.180845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-606a2dcf-b2c6-497d-a8e5-66879bdb4742 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555879 Jan 28 20:20:21.377867 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'port_id': '95392212-c84e-48b7-8bd8-c41736ff9337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'mac_address': 'fa:16:3e:22:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce7056-cd5d-404d-976f-6177946e6364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:20:15Z', 'updated_at': '2022-01-28T20:20:18Z', 'revision_number': 1, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:20:00Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:21.384475 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921af135-a405-468e-aebc-0fff5e94c338 x-openstack-request-id: req-921af135-a405-468e-aebc-0fff5e94c338 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:21.384821 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:21.385194 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-921af135-a405-468e-aebc-0fff5e94c338 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:21.385938 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337', 'status': 'completed', 'code': 200} Jan 28 20:20:21.417577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-9294d6f5-1fd9-4642-9080-7f76b10ddd9e service neutron] 10.222.0.44 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352974 Jan 28 20:20:21.428220 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] Checking router: 7ed8292d-f038-4d8e-915c-1ddbef94fb7c for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:21.441260 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:21.443227 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:21.470910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-a697d755-fa22-4b8b-99b3-0df364d2c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:21.473277 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-a697d755-fa22-4b8b-99b3-0df364d2c11c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1d08c22457748e99781f51c4dfc0e50&device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 1096 time: 0.0851400 Jan 28 20:20:21.603702 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:21.608440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a263e356-ac6c-4529-9362-232986ee0a74 req-35c5671e-1588-4661-89cc-d7c1e661cf47 service neutron] 10.222.0.44 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876180 Jan 28 20:20:21.741533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-14932cb8-212f-4a48-ace0-2d5e27d8d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:21.746335 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-14932cb8-212f-4a48-ace0-2d5e27d8d983 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c HTTP/1.1" status: 200 len: 930 time: 0.2613850 Jan 28 20:20:21.967633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f828d-0ae9-417e-9831-16df6291c020 req-b480cb22-4fcc-45a5-8a87-67a4d8bf84e5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:21.972817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d67f828d-0ae9-417e-9831-16df6291c020 req-b480cb22-4fcc-45a5-8a87-67a4d8bf84e5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1718607 Jan 28 20:20:21.990281 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-8b71c5de-bbdd-46f8-8bff-877692ebb00c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 200 len: 997 time: 0.2247243 Jan 28 20:20:22.080516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d67f828d-0ae9-417e-9831-16df6291c020 req-d15e1631-6e5c-4acb-9fcc-4cd6634d8da6 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990334 Jan 28 20:20:22.107746 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'port_id': '95392212-c84e-48b7-8bd8-c41736ff9337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'mac_address': 'fa:16:3e:22:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce7056-cd5d-404d-976f-6177946e6364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:20:15Z', 'updated_at': '2022-01-28T20:20:18Z', 'revision_number': 1, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:20:00Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:22.230288 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c89cf9-b514-4850-ad31-7decbade9117 None None] The sync data for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 is: [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'port_id': '95392212-c84e-48b7-8bd8-c41736ff9337', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'mac_address': 'fa:16:3e:22:35:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ce7056-cd5d-404d-976f-6177946e6364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:20:15Z', 'updated_at': '2022-01-28T20:20:18Z', 'revision_number': 1, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:20:00Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:22.242139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-a65fd32c-e880-4bd6-8e03-f50cca2f7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:22.245847 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-a65fd32c-e880-4bd6-8e03-f50cca2f7a38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370 HTTP/1.1" status: 200 len: 868 time: 0.2268260 Jan 28 20:20:22.322051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-dfbf91e6-aaf1-4ce2-89f4-8f26685114f8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:22.327019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-dfbf91e6-aaf1-4ce2-89f4-8f26685114f8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 813 time: 0.3300948 Jan 28 20:20:22.408741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Request body: {'port': {'device_id': 'b717c775-cc5f-46d0-9659-8f8a13e5b26f', 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415', 'admin_state_up': True, 'tenant_id': '75c46c66ca09437ab4a008964f024306'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:22.491502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-1d2f67b9-dd0c-41f6-9db8-b326c3fff060 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:22.499006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-12043c4b-f6ec-4afe-9af8-c2d08b8ce623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:22.500564 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-12043c4b-f6ec-4afe-9af8-c2d08b8ce623 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718273 Jan 28 20:20:22.505036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-1d2f67b9-dd0c-41f6-9db8-b326c3fff060 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.4231935 Jan 28 20:20:22.541221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-152ebb75-f90d-47e1-aecc-ee7bd280418a tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 258 time: 0.2944365 Jan 28 20:20:22.548830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-a84bf65f-a197-4c1a-89dc-ee5794f9cbe6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/quotas/6bd5e10b26e841869c57cbff6ca81cba HTTP/1.1" status: 200 len: 375 time: 0.0359368 Jan 28 20:20:22.570286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:22.608138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-6a2c299f-da54-45cc-a75c-2391be18a4f8 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576527 Jan 28 20:20:22.627170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f26100-046d-471a-8c3a-f3396ebc7ab1 None None] New status for floating IP 0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:20:22.667352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:22.677472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Made reservation on behalf of 75c46c66ca09437ab4a008964f024306 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:22.683473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:22.699162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-d3d4c8ce-e1b2-4ee6-9fc9-4a27911b0c8f service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847942 Jan 28 20:20:22.876863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-8f4de1a3-3555-4377-958b-898014a01a60 service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423451 Jan 28 20:20:22.910454 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3deec97e-6b04-490d-aff7-6b1f559f074b req-200d076e-23d5-4d8e-be02-99ad90cbd0d2 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965096 Jan 28 20:20:22.942626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Allocated IP 172.20.0.4 (f5ac98ad-5fee-4185-8e5b-427f2e1d1415/66675cc4-a547-4f4a-bbf1-996ef1cb3c42/b5ea9a71-5a1d-4798-8fe0-329f4219e7dd) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:22.999805 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:23.004710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-e12a25ec-a035-482b-a1fb-8c800ec2f4ac service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269817 Jan 28 20:20:23.172232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Allocated IP 172.25.2.190 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/c93840b0-cd61-4f40-80ce-d8b2d0df9bcb) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:23.214494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:23.268227 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:23.284255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['584a060a-fd75-4b02-953a-40dfb3adb481'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:23.349377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b4726-481c-4a60-8f0c-978188d69732 req-efc70f57-58a6-4deb-90c6-f9ba57f84c86 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:23.351140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c03b4726-481c-4a60-8f0c-978188d69732 req-efc70f57-58a6-4deb-90c6-f9ba57f84c86 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 946 time: 0.1524131 Jan 28 20:20:23.373975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:23.375735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:23.395702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:23.465007 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:23.492531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Pushing event updated for resources: {'Port': ['ID=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:23.530827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:23.535053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:23.551475 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-eff49457-5b60-4886-b216-251601f6a8a0 service neutron] show failed (client error): The resource could not be found. Jan 28 20:20:23.553109 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-eff49457-5b60-4886-b216-251601f6a8a0 service neutron] 10.222.0.13 "GET /v2.0/ports/0ea88205-7b03-4a0b-b170-c5f7d315f5ff/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.1976151 Jan 28 20:20:23.558473 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-60489624-1bc8-4382-b706-7fde01c6e0ea tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1570952 Jan 28 20:20:23.568142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c03b4726-481c-4a60-8f0c-978188d69732 req-79ba762c-0fd6-43e2-9d1b-f3210e9dbd9a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980574 Jan 28 20:20:23.591089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Request body: {'port': {'device_id': 'b717c775-cc5f-46d0-9659-8f8a13e5b26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:23.692981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:23.747987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:23.840800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:23.853842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:23.867510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:23.941852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Pushing event updated for resources: {'Port': ['ID=c93840b0-cd61-4f40-80ce-d8b2d0df9bcb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:24.019956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.081885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-c2cfad3b-af61-4c21-a6bf-f0999895041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:24.083596 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-c2cfad3b-af61-4c21-a6bf-f0999895041a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22&tenant_id=f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 1101 time: 0.1239994 Jan 28 20:20:24.098163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:24.109728 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.215637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.367027 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.375536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.400976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ea9a71-5a1d-4798-8fe0-329f4219e7dd {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:24.415033 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.446116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Transition to ACTIVE for port object b5ea9a71-5a1d-4798-8fe0-329f4219e7dd will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:24.455456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Pushing event updated for resources: {'Port': ['ID=c93840b0-cd61-4f40-80ce-d8b2d0df9bcb,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:24.463982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.568416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:24.602521 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.648078 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.648078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-a627223f-ff8c-41ca-b17d-9296fe74a919 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0931301 Jan 28 20:20:24.656840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:24.740795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Attempting to bind port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:20:24.741144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Attempting to bind port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:20:24.741671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Attempting to bind port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd on network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:24.745000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-9a4eca69-2d82-4641-a40f-db8fd37e57e1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0758362 Jan 28 20:20:24.746320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:24.781241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd on network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:24.781241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Attempting to bind port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd on network f5ac98ad-5fee-4185-8e5b-427f2e1d1415 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:24.795250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:24.795692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Checking segment: {'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:24.796042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Bound using segment: {'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:24.797103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Bound port: b5ea9a71-5a1d-4798-8fe0-329f4219e7dd, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf85a8b-76fd-4038-ab87-aafe64286933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:20:24.797339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.824361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:24.826670 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be55ebfe-d9ae-4e45-8ea7-723e7e20a60d" -d '{"events": [{"server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:24.832303 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.859023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c845a-d94b-40b8-ae94-1458aa6914b7 req-c68b3ae8-b639-4fe4-b46d-3c7cd1456664 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:24.868119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db3c845a-d94b-40b8-ae94-1458aa6914b7 req-c68b3ae8-b639-4fe4-b46d-3c7cd1456664 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 943 time: 0.1444654 Jan 28 20:20:24.887051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Transition to ACTIVE for port object 0ea88205-7b03-4a0b-b170-c5f7d315f5ff will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:24.895774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:24.969483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db3c845a-d94b-40b8-ae94-1458aa6914b7 req-d52915b3-d7c7-463b-b787-fca01917a2fe tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934284 Jan 28 20:20:24.970131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] For port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:25.003483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-1be275a0-2c01-45b6-b7d4-81ce53d8f35b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.006256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-526b8f27-a965-4ff1-b475-8f0b7ba8499c req-1be275a0-2c01-45b6-b7d4-81ce53d8f35b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.2447228 Jan 28 20:20:25.057296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] For port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:25.059172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] No DVR routers for this DVR port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:25.063766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=6']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:25.068882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:25.174602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.177313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:25.178888 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] 10.222.0.13 "PUT /v2.0/ports/b5ea9a71-5a1d-4798-8fe0-329f4219e7dd HTTP/1.1" status: 200 len: 1091 time: 1.5976915 Jan 28 20:20:25.256108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ca607-1c64-470c-a476-2d4b56cd8ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:25.318153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Attempting to bind port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:20:25.319204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Attempting to bind port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:20:25.321191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Attempting to bind port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:25.332729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32cb720c-6eec-4757-9a0f-5ddafe33ee8f req-1b7f7467-d41b-4120-bdef-0d5d176181d4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 210 time: 0.1151874 Jan 28 20:20:25.338892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:25.339424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Attempting to bind port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:25.393567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:25.394065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:25.394722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:25.395685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Bound port: 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:20:25.396128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:25.396710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46659f94-09c6-458f-b906-6b6e3c73717b req-9b5836de-ab2b-4592-9e4f-e6c63dda3b6b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.405827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46659f94-09c6-458f-b906-6b6e3c73717b req-9b5836de-ab2b-4592-9e4f-e6c63dda3b6b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 948 time: 0.1852815 Jan 28 20:20:25.447491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-9249283b-5f29-48fa-8b92-255d7927fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.448812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-c309c84c-63b8-488f-a6d0-9d8459cf48a1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.450590 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-9249283b-5f29-48fa-8b92-255d7927fb71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 1094 time: 0.1666701 Jan 28 20:20:25.452911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-c309c84c-63b8-488f-a6d0-9d8459cf48a1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.3844459 Jan 28 20:20:25.475382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Request body: {'port': {'device_id': '9d16564f-b73e-468e-8b3a-690c7acdc99c', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'admin_state_up': True, 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:25.568350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46659f94-09c6-458f-b906-6b6e3c73717b req-ea63e031-6ab3-46e1-9617-5bbc8f02a640 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613715 Jan 28 20:20:25.595998 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-688bbb1c-6395-4c3b-b4fd-10d0f6a96d9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd HTTP/1.1" status: 200 len: 217 time: 0.0863769 Jan 28 20:20:25.697830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-5c8ced3a-ac9f-42a0-81e6-3e545a081afc tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-811589182&fields=id&tenant_id=9b006332fed249c8913735f886a1bdcb HTTP/1.1" status: 200 len: 267 time: 0.1127436 Jan 28 20:20:25.767584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-d54807cd-7395-4b40-a4ec-fad688b38bc4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2818761 Jan 28 20:20:25.770527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:25.774141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-046d2abf-6702-43b5-a813-dc22c637acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.776497 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-046d2abf-6702-43b5-a813-dc22c637acc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.1462274 Jan 28 20:20:25.778871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:25.783883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:25.831265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-ed0223cc-5edf-498c-9f2b-bfddb60293e5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.835547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-ed0223cc-5edf-498c-9f2b-bfddb60293e5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 946 time: 0.1256206 Jan 28 20:20:25.841748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:25.845751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:25.855438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'port': {'security_groups': ['31de6efb-5fb5-4a0a-aea6-9327546c5b70', 'd4a96335-1a30-4a61-8521-02fd4797f589']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:25.859166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-4f9a6732-eef3-42b8-9188-4fee3edf8f09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720620 Jan 28 20:20:26.093260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:26.093894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:26.095510 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] 10.222.0.26 "PUT /v2.0/ports/0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 1096 time: 2.0029681 Jan 28 20:20:26.243121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badc16-7d27-4af3-b7ee-51435ff13c43 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:26.313497 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7946eb4a-0103-448d-a762-f977f35d5687 x-openstack-request-id: req-7946eb4a-0103-448d-a762-f977f35d5687 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:26.314348 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:26.315434 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7946eb4a-0103-448d-a762-f977f35d5687 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:26.316296 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'code': 200} Jan 28 20:20:26.320953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-8158ce3d-9355-46c4-bad1-662c25df1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:26.326243 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-8158ce3d-9355-46c4-bad1-662c25df1ab8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1175 time: 0.4729590 Jan 28 20:20:26.534517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:26.763194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-88ab370f-2e16-409c-bfd0-f1c1b67546bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:26.765272 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-88ab370f-2e16-409c-bfd0-f1c1b67546bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1099 time: 0.5898104 Jan 28 20:20:26.766222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Allocated IP 172.20.0.9 (02e595f2-4677-4e83-bfd2-59511c164baa/11bfe728-918d-47cb-bc30-3185f3afc3c5/09c7babd-33a2-409e-b6b0-f68ec9eae13f) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:26.768687 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-897b06c3-8338-49d1-9bb7-b156c4376967 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8641915 Jan 28 20:20:26.795405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18b8ff-739a-4b77-9655-9708d57c29df req-5dfd2a1f-3ad2-4188-bcb4-33dec28ccd85 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:26.798282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d18b8ff-739a-4b77-9655-9708d57c29df req-5dfd2a1f-3ad2-4188-bcb4-33dec28ccd85 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2022619 Jan 28 20:20:26.945528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-ea2251a0-1b14-476a-856f-254b1812f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:26.947726 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-ea2251a0-1b14-476a-856f-254b1812f712 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 914 time: 0.5817873 Jan 28 20:20:26.993461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-10478a2e-46a8-43c7-b80f-e0716bc4f0b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 200 len: 217 time: 0.0369155 Jan 28 20:20:26.994979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d18b8ff-739a-4b77-9655-9708d57c29df req-31d51f77-d534-416f-8001-701cf28dccf9 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.1855357 Jan 28 20:20:27.033073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-2d18b8ff-739a-4b77-9655-9708d57c29df req-730b1053-f23c-46c0-9c8a-5bbcaa650355 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Request body: {'floatingip': {'port_id': '95392212-c84e-48b7-8bd8-c41736ff9337', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:27.091198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-04af35e9-9652-44cf-97bc-e85d3ca58800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:27.092705 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-04af35e9-9652-44cf-97bc-e85d3ca58800 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3156447 Jan 28 20:20:27.147218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-e749707b-5201-4528-91dc-d329dd2c919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:27.148899 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-e749707b-5201-4528-91dc-d329dd2c919a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.1447079 Jan 28 20:20:27.151736 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aeecc9c-7303-4e53-9e1c-e7de868d211e req-c75b100d-0cf5-4026-ba38-93cefae5c537 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640580 Jan 28 20:20:27.153301 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-82183945-037a-441f-be75-205b9ab020f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.0480785 Jan 28 20:20:27.175650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2d18b8ff-739a-4b77-9655-9708d57c29df req-730b1053-f23c-46c0-9c8a-5bbcaa650355 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:27.236718 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-ea5c877b-a0ae-4cce-a5df-937ad5ae3f9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707948 Jan 28 20:20:27.248909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-006277af-0836-413c-8dcf-987d3f3f5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:27.251496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-006277af-0836-413c-8dcf-987d3f3f5717 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0577126 Jan 28 20:20:27.402205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-4fe91055-5875-4f36-8356-cc066f9f5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:27.404013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-4fe91055-5875-4f36-8356-cc066f9f5cc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369574 Jan 28 20:20:27.519177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] For port 1071087a-5f1d-469c-a084-246a99710704, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1071087a-5f1d-469c-a084-246a99710704,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:27.526494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-b4a8c1e0-85fd-4848-8cf4-b1575903f30b service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723784 Jan 28 20:20:27.657945 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:27.658614 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-dd624fec-54e1-4c90-b3e1-e64ed0c8799c service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330871 Jan 28 20:20:27.668868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:27.681483 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:27.694024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb', '1071087a-5f1d-469c-a084-246a99710704'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:27.819687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:27.820397 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:27.822077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16911ddd-ba94-49be-9651-fe0ce8440464 req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "PUT /v2.0/ports/1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 200 len: 982 time: 1.9727678 Jan 28 20:20:27.824734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'tag': '1071087a-5f1d-469c-a084-246a99710704'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:27.830615 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "tag": "1071087a-5f1d-469c-a084-246a99710704"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:27.848300 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ab34a56-fdd8-4b53-aafa-23062d1556c1 req-0f36530e-4d00-4fcf-a1c9-63b2a4308498 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797187 Jan 28 20:20:27.877039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105a183-c7c3-49a2-9f87-e0365c5b02db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'Port': ['ID=1071087a-5f1d-469c-a084-246a99710704,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:27.883341 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:27.887686 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-2d18b8ff-739a-4b77-9655-9708d57c29df req-730b1053-f23c-46c0-9c8a-5bbcaa650355 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 20:20:27.904789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d18b8ff-739a-4b77-9655-9708d57c29df req-730b1053-f23c-46c0-9c8a-5bbcaa650355 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "PUT /v2.0/floatingips/25bd2ff3-ad39-42dc-a2fc-1da50f02fbe2 HTTP/1.1" status: 409 len: 550 time: 0.8897922 Jan 28 20:20:27.944809 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f8e3e5-56be-4c9d-8303-05cae9ba9f67 req-ee654900-7b84-4794-917a-57eca458444b service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047956 Jan 28 20:20:28.051087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Network 02e595f2-4677-4e83-bfd2-59511c164baa is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:28.064703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['1071087a-5f1d-469c-a084-246a99710704'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:28.082267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:28.102465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:28.171201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event updated for resources: {'Port': ['ID=09c7babd-33a2-409e-b6b0-f68ec9eae13f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:28.185187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:28.193194 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:28.228545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-48117741-ed59-470b-86e0-4a6a8e1d397c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7590346 Jan 28 20:20:28.232568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0ea88205-7b03-4a0b-b170-c5f7d315f5ff no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:28.238683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1fbf1-59b1-4c66-8703-9b15094262cb req-03efa15e-ffb8-404e-b5ae-fa65a9ae8de8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:28.240276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9db1fbf1-59b1-4c66-8703-9b15094262cb req-03efa15e-ffb8-404e-b5ae-fa65a9ae8de8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 943 time: 0.2279429 Jan 28 20:20:28.247097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Request body: {'port': {'device_id': '9d16564f-b73e-468e-8b3a-690c7acdc99c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:28.258603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271da0b9-a7cf-484b-8822-dd655b9e1ee2 req-a86beaff-8233-42f2-b440-afd9b0b3c93a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:28.260542 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-271da0b9-a7cf-484b-8822-dd655b9e1ee2 req-a86beaff-8233-42f2-b440-afd9b0b3c93a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 931 time: 0.2179775 Jan 28 20:20:28.316809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b717c775-cc5f-46d0-9659-8f8a13e5b26f', 'tag': 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd'}, {'name': 'network-changed', 'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:28.320700 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cc827f-cfad-4b4d-82eb-38be7eab7acf" -d '{"events": [{"name": "network-changed", "server_uuid": "b717c775-cc5f-46d0-9659-8f8a13e5b26f", "tag": "b5ea9a71-5a1d-4798-8fe0-329f4219e7dd"}, {"name": "network-changed", "server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:28.332384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0ea88205-7b03-4a0b-b170-c5f7d315f5ff not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:28.387625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9db1fbf1-59b1-4c66-8703-9b15094262cb req-6f34be5a-bc37-4494-88a9-34e5b2dd2f2d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249394 Jan 28 20:20:28.480949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-271da0b9-a7cf-484b-8822-dd655b9e1ee2 req-e57bcd69-9fad-4567-a881-fbde7b3cfac9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728661 Jan 28 20:20:28.489337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:28.825654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331fc16-9bca-48dc-b111-7840f6088d7a req-80c97f14-2a33-49f8-b937-9ea8042c4018 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:28.827206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1331fc16-9bca-48dc-b111-7840f6088d7a req-80c97f14-2a33-49f8-b937-9ea8042c4018 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 948 time: 0.2159827 Jan 28 20:20:28.910858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5f812-c339-45f1-b0a8-9e3424a97da9 req-f6d9f4cb-4f8c-4a6b-89d9-7d7b8effb669 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:28.922381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a5f812-c339-45f1-b0a8-9e3424a97da9 req-f6d9f4cb-4f8c-4a6b-89d9-7d7b8effb669 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.2428164 Jan 28 20:20:28.983923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1331fc16-9bca-48dc-b111-7840f6088d7a req-f89d8976-cafd-4163-aa0c-ff88bfae08da tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477435 Jan 28 20:20:29.037565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a5f812-c339-45f1-b0a8-9e3424a97da9 req-f96d6c04-4b56-4f94-9298-90bccc933d4b tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024981 Jan 28 20:20:29.232841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ae6e7e-81b7-413a-8b2e-17d6eb6ec9b8 req-59ff1ee6-c08c-42f3-893f-629b5248b8f5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/d4a96335-1a30-4a61-8521-02fd4797f589 HTTP/1.1" status: 200 len: 1800 time: 0.1432340 Jan 28 20:20:29.268676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c7babd-33a2-409e-b6b0-f68ec9eae13f {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:29.295178 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:29.371499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Transition to ACTIVE for port object 09c7babd-33a2-409e-b6b0-f68ec9eae13f will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:29.380920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:29.399003 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-e6ae6e7e-81b7-413a-8b2e-17d6eb6ec9b8 req-8878386b-039a-48ce-9a96-81c88de5d01f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 20:20:29.400357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6ae6e7e-81b7-413a-8b2e-17d6eb6ec9b8 req-8878386b-039a-48ce-9a96-81c88de5d01f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/d4a96335-1a30-4a61-8521-02fd4797f589 HTTP/1.1" status: 409 len: 341 time: 0.1502612 Jan 28 20:20:29.525514 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c3aed7-f8fe-4156-b7a1-3cae64632af0 x-openstack-request-id: req-30c3aed7-f8fe-4156-b7a1-3cae64632af0 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:29.525812 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "tag": "1071087a-5f1d-469c-a084-246a99710704", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:29.526188 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30c3aed7-f8fe-4156-b7a1-3cae64632af0 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:29.526441 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'tag': '1071087a-5f1d-469c-a084-246a99710704', 'status': 'completed', 'code': 200} Jan 28 20:20:29.545082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=09c7babd-33a2-409e-b6b0-f68ec9eae13f,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:29.620719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-bea949c9-607e-4443-bf9c-4d2550022636 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips/25bd2ff3-ad39-42dc-a2fc-1da50f02fbe2 HTTP/1.1" status: 200 len: 693 time: 0.0804479 Jan 28 20:20:29.634788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Attempting to bind port 09c7babd-33a2-409e-b6b0-f68ec9eae13f on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:20:29.635086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Attempting to bind port 09c7babd-33a2-409e-b6b0-f68ec9eae13f by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:20:29.635590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Attempting to bind port 09c7babd-33a2-409e-b6b0-f68ec9eae13f on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:29.641162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-8e1df6a8-e91b-4d8c-bb62-a25d82ed0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:29.644040 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-8e1df6a8-e91b-4d8c-bb62-a25d82ed0216 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1136 time: 0.0933223 Jan 28 20:20:29.646856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Port 09c7babd-33a2-409e-b6b0-f68ec9eae13f on network 02e595f2-4677-4e83-bfd2-59511c164baa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:29.647177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Attempting to bind port 09c7babd-33a2-409e-b6b0-f68ec9eae13f on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:29.655431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:29.655885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:29.656224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Bound using segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:29.656618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Bound port: 09c7babd-33a2-409e-b6b0-f68ec9eae13f, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:20:29.656974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:29.781424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-2a0ab6c8-3be1-413f-a1e8-6607cb986343 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:29.782858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-2a0ab6c8-3be1-413f-a1e8-6607cb986343 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1293168 Jan 28 20:20:29.885877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-c8f9f08a-ab6c-438e-8a8a-a676cde55a66 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0716987 Jan 28 20:20:29.912828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-962f1e24-8a1e-4b5e-a76e-ae0b0d4b32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:29.917515 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-962f1e24-8a1e-4b5e-a76e-ae0b0d4b32c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 914 time: 0.2473061 Jan 28 20:20:29.919932 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c03462-6fcf-4c18-8bb4-2eb702443f4a x-openstack-request-id: req-a0c03462-6fcf-4c18-8bb4-2eb702443f4a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:29.920539 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b717c775-cc5f-46d0-9659-8f8a13e5b26f", "tag": "b5ea9a71-5a1d-4798-8fe0-329f4219e7dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:29.921143 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0c03462-6fcf-4c18-8bb4-2eb702443f4a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:29.921881 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b717c775-cc5f-46d0-9659-8f8a13e5b26f', 'tag': 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd', 'status': 'completed', 'code': 200} Jan 28 20:20:29.922406 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'status': 'completed', 'code': 200} Jan 28 20:20:30.029536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-0c272596-cb4d-48bc-a28b-144749d1e59d tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.1041467 Jan 28 20:20:30.092622 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-3a7b0690-5b76-4c2e-9c1d-0e377aa1a69b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 200 len: 217 time: 0.1582074 Jan 28 20:20:30.145042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] For port 09c7babd-33a2-409e-b6b0-f68ec9eae13f, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:30.152238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0ea88205-7b03-4a0b-b170-c5f7d315f5ff details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:20:30.244443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] For port 09c7babd-33a2-409e-b6b0-f68ec9eae13f, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=09c7babd-33a2-409e-b6b0-f68ec9eae13f,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:30.256514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b5ea9a71-5a1d-4798-8fe0-329f4219e7dd details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:20:30.298858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:30.355608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-f4801080-7513-445e-8935-9798f312610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:30.357244 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-f4801080-7513-445e-8935-9798f312610c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 1094 time: 0.3968225 Jan 28 20:20:30.359547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-08e28f40-fe66-4b82-ad77-f6cb53a7324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:30.367787 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-08e28f40-fe66-4b82-ad77-f6cb53a7324a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1099 time: 0.3843949 Jan 28 20:20:30.371552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-1ba2971b-7ea8-4e48-a4ca-27ebbc54c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:30.388137 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-1ba2971b-7ea8-4e48-a4ca-27ebbc54c89e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.1896617 Jan 28 20:20:30.408399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3b5f0-5b90-4051-942c-91153e953607 req-cfc9be79-9671-4d44-a06f-c5a533151eab tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:30.408679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:30.411029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21b3b5f0-5b90-4051-942c-91153e953607 req-cfc9be79-9671-4d44-a06f-c5a533151eab tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 943 time: 0.2758760 Jan 28 20:20:30.412459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:30.413378 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:30.414719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/09c7babd-33a2-409e-b6b0-f68ec9eae13f HTTP/1.1" status: 200 len: 1091 time: 2.1727540 Jan 28 20:20:30.434917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'mac_address': 'fa:16:3e:d8:82:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:20:30.507001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:30.520914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:30.532670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd', 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415', 'port_id': 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd', 'mac_address': 'fa:16:3e:81:fe:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66675cc4-a547-4f4a-bbf1-996ef1cb3c42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:20:30.539610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea88205-7b03-4a0b-b170-c5f7d315f5ff {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:30.548043 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-6faf3d74-c65f-4c59-9724-b0385aeb6fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436834 Jan 28 20:20:30.571135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Deleting port c93840b0-cd61-4f40-80ce-d8b2d0df9bcb {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:30.572171 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:30.598472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:30.613761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:30.617255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7343b6c-b6b5-4da0-8543-0c13d54ac4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=09c7babd-33a2-409e-b6b0-f68ec9eae13f,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:30.618918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:30.679580 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-88b4d7fb-93a6-49cc-80c3-7af2b3a711ea service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103923 Jan 28 20:20:30.715011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:30.720826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ea9a71-5a1d-4798-8fe0-329f4219e7dd {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:30.737705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.738409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.738954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.739502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.740036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.740823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.741800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.742344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.742868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.744210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.744988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.745916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:30.774065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:30.781638 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:30.818487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-cbf41b3e-b6f1-4e28-8ca9-ce59b74e53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:30.819957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-cbf41b3e-b6f1-4e28-8ca9-ce59b74e53dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 914 time: 0.4286733 Jan 28 20:20:30.908162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:30.918877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-613aa0e6-508a-4469-9d58-10ff6942552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:30.922577 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-613aa0e6-508a-4469-9d58-10ff6942552f service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.5295088 Jan 28 20:20:30.928090 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-2b74c219-a053-47e1-9c80-8a028300578d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd HTTP/1.1" status: 200 len: 217 time: 0.0946474 Jan 28 20:20:30.985769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21b3b5f0-5b90-4051-942c-91153e953607 req-73a07895-f9b7-45c3-933e-a594a14f6bf6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334482 Jan 28 20:20:31.019663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-1545c287-1caa-49f3-8d01-e56b5dff6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.019663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-1545c287-1caa-49f3-8d01-e56b5dff6c52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 1094 time: 0.5225027 Jan 28 20:20:31.044477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['b5ea9a71-5a1d-4798-8fe0-329f4219e7dd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:31.083087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-9358ee6b-2883-45dc-9625-6a0d9d1aec61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.1255193 Jan 28 20:20:31.101106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-f192b10b-6f7b-41e1-883b-0a0ca19359ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c7babd-33a2-409e-b6b0-f68ec9eae13f HTTP/1.1" status: 200 len: 217 time: 0.0692828 Jan 28 20:20:31.112094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-349546d2-2e9a-4b04-8b4b-c1bd2058b8f0 req-cd8617fe-272f-46cc-a7b1-ea40f05f53f5 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555763 Jan 28 20:20:31.114285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-9676a693-f398-4e2c-a2d3-6232268dd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.116562 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-9676a693-f398-4e2c-a2d3-6232268dd274 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.1792293 Jan 28 20:20:31.201858 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-8450ca8c-a372-42e1-9ee4-b202ad6f9280 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731564 Jan 28 20:20:31.221203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-d6db35a2-7562-4f78-80e6-0425fafdd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.225629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-d6db35a2-7562-4f78-80e6-0425fafdd784 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.0768027 Jan 28 20:20:31.231844 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:31.232455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:31.288902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-54a3eb38-93ab-4bcf-916f-f98589dccb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.291752 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-54a3eb38-93ab-4bcf-916f-f98589dccb14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1737084 Jan 28 20:20:31.308748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-44a44829-ac0a-49b5-96ce-dc25dc0ed7ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561566 Jan 28 20:20:31.323753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Calling delete_port for c93840b0-cd61-4f40-80ce-d8b2d0df9bcb owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:31.427302 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-42333422-c850-4a48-9470-5a5d00d67543 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182620 Jan 28 20:20:31.437157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-db7bc7ec-5a36-46ce-bda0-6c46d2f48833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.449951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-db7bc7ec-5a36-46ce-bda0-6c46d2f48833 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1136 time: 0.1564589 Jan 28 20:20:31.466308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fb2da-db8f-4680-8435-8e3cd0f38eb6 req-cb7c2d1c-2f30-48f2-850d-34c9cb4e9b27 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.466845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-d40be111-6e71-4806-ade0-7004388ee226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.468611 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-d40be111-6e71-4806-ade0-7004388ee226 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415553 Jan 28 20:20:31.470316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b3fb2da-db8f-4680-8435-8e3cd0f38eb6 req-cb7c2d1c-2f30-48f2-850d-34c9cb4e9b27 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 943 time: 0.3754330 Jan 28 20:20:31.559704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d16564f-b73e-468e-8b3a-690c7acdc99c', 'tag': '09c7babd-33a2-409e-b6b0-f68ec9eae13f'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:31.561980 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6e7bbc-2637-495f-aca8-833b79f981c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d16564f-b73e-468e-8b3a-690c7acdc99c", "tag": "09c7babd-33a2-409e-b6b0-f68ec9eae13f"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:31.651587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b3fb2da-db8f-4680-8435-8e3cd0f38eb6 req-556f6189-c274-4c18-b613-ab94878f2454 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262369 Jan 28 20:20:31.695942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-363f23ca-abd3-46ee-8787-d12cda51306e service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314369 Jan 28 20:20:31.823401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:31.830122 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-8a7a853f-6c02-4a00-afa9-f2236d549ddd service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780417 Jan 28 20:20:31.835214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-2e0c0450-c7a6-41e2-8fe2-1886645a3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.837139 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-2e0c0450-c7a6-41e2-8fe2-1886645a3d18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 914 time: 0.3271675 Jan 28 20:20:31.841156 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-c284c397-209d-4abb-b519-942fd8358d83 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439493 Jan 28 20:20:31.876338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Pushing event deleted for resources: {'Port': ['ID=c93840b0-cd61-4f40-80ce-d8b2d0df9bcb,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.938051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b8004c5-e2b6-4632-bea4-58aca5bb94ef req-b0b2bd1f-2497-4465-86c0-cf6109aba505 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254503 Jan 28 20:20:31.973558 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:31.978511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:31.995053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68866b2d-1378-425f-9183-85f9fa6f1d1c req-b2791c88-f8ac-4874-a4b7-1ecb85da6724 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "DELETE /v2.0/floatingips/25bd2ff3-ad39-42dc-a2fc-1da50f02fbe2 HTTP/1.1" status: 204 len: 173 time: 1.9641669 Jan 28 20:20:32.014498 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-d9cfa1c5-9976-4e22-80bd-e55eb3dbb651 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 200 len: 217 time: 0.1574185 Jan 28 20:20:32.150005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7553bd-ec46-446f-afd3-11599527b5ac req-acde2553-3642-47ae-a6cd-d33c44abce9e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:32.152271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e7553bd-ec46-446f-afd3-11599527b5ac req-acde2553-3642-47ae-a6cd-d33c44abce9e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 949 time: 0.0810401 Jan 28 20:20:32.169627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0ea88205-7b03-4a0b-b170-c5f7d315f5ff'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:32.192389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-85a1e12b-79dd-4df9-9639-abe25810ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:32.194084 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-85a1e12b-79dd-4df9-9639-abe25810ee68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1100 time: 0.2137284 Jan 28 20:20:32.237739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b5ea9a71-5a1d-4798-8fe0-329f4219e7dd up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:32.267708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e7553bd-ec46-446f-afd3-11599527b5ac req-4b199f32-d434-4966-9a54-a6aeaa184ddb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071067 Jan 28 20:20:32.302424 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-5c99f1e2-4361-4504-bf08-5fac5824a892 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437923 Jan 28 20:20:32.339909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8905df8-3682-4b66-9c68-9eace2c9007f req-26887a8f-e519-48b8-b2d6-04221acd4de8 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:32.354985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8905df8-3682-4b66-9c68-9eace2c9007f req-26887a8f-e519-48b8-b2d6-04221acd4de8 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 985 time: 0.1550481 Jan 28 20:20:32.377333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-768f37a1-3c25-478e-8213-1739536f61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:32.379365 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-768f37a1-3c25-478e-8213-1739536f61f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.3343713 Jan 28 20:20:32.421425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8905df8-3682-4b66-9c68-9eace2c9007f req-c14035c8-98c6-47c7-8cc3-32e6d5162e9e tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4a96335-1a30-4a61-8521-02fd4797f589&id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0648434 Jan 28 20:20:32.477657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-b84927cd-a84a-469a-b850-879c6e84e835 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811634 Jan 28 20:20:32.521372 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b6ec97-cf42-42f7-baa0-713a516ab2cb x-openstack-request-id: req-92b6ec97-cf42-42f7-baa0-713a516ab2cb {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:32.522455 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d16564f-b73e-468e-8b3a-690c7acdc99c", "tag": "09c7babd-33a2-409e-b6b0-f68ec9eae13f", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:32.523225 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92b6ec97-cf42-42f7-baa0-713a516ab2cb {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:32.524224 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d16564f-b73e-468e-8b3a-690c7acdc99c', 'tag': '09c7babd-33a2-409e-b6b0-f68ec9eae13f', 'status': 'completed', 'code': 200} Jan 28 20:20:32.538886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:20:32.706587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:32.708776 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:32.941004 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-d3eac492-d9db-498e-8d6d-e40a5c0065d3 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334705 Jan 28 20:20:33.049480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-dea1cd83-43fb-43ea-9bc1-90d4ad29ecda tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 999 time: 0.5057900 Jan 28 20:20:33.108364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-9c102d94-f4da-48c6-ba98-bd8499276b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.110229 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-9c102d94-f4da-48c6-ba98-bd8499276b84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.9015911 Jan 28 20:20:33.117533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e8ad3-3854-411d-aa5d-3766853bee10 req-4fc80cb4-0d73-4221-9a5e-890d48d60dc6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.132621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-565e8ad3-3854-411d-aa5d-3766853bee10 req-4fc80cb4-0d73-4221-9a5e-890d48d60dc6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 944 time: 0.3753057 Jan 28 20:20:33.196790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-594521a3-6966-44af-837e-afdcdfe961bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.199696 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-594521a3-6966-44af-837e-afdcdfe961bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 1094 time: 0.2569201 Jan 28 20:20:33.213082 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-a920b9ae-1a44-462d-9f4f-0dc6f19cdfd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.0902185 Jan 28 20:20:33.230965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-41d72cc2-b5eb-45d0-b904-60beedd0b703 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.231645 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:33.242304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-41d72cc2-b5eb-45d0-b904-60beedd0b703 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports/95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 200 len: 942 time: 0.1887865 Jan 28 20:20:33.283356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b717c775-cc5f-46d0-9659-8f8a13e5b26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:33.285730 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641c325f-c90f-4040-9fc7-2b3c0a47f9bf" -d '{"events": [{"server_uuid": "b717c775-cc5f-46d0-9659-8f8a13e5b26f", "name": "network-vif-plugged", "status": "completed", "tag": "b5ea9a71-5a1d-4798-8fe0-329f4219e7dd"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:33.300162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-565e8ad3-3854-411d-aa5d-3766853bee10 req-b3532f84-5b2a-43ac-94ff-bfab88d29abd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666400 Jan 28 20:20:33.328203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:33.334409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:33.408783 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-366a4b62-f483-4e0b-86b8-8338525dcd0b req-ad17c84f-4bed-451a-826f-20fe272acfa6 service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537880 Jan 28 20:20:33.421495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-ec756e0e-b364-421e-9d44-69f125ab1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.423105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-ec756e0e-b364-421e-9d44-69f125ab1ff6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1798539 Jan 28 20:20:33.554018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:33.555896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-32efb496-9793-4910-a2fe-5be975f0f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.558005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-32efb496-9793-4910-a2fe-5be975f0f34a service neutron] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 907 time: 0.3410983 Jan 28 20:20:33.572889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-d70346da-b6b1-44cc-841c-d62a42cd6fa2 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 999 time: 0.1326780 Jan 28 20:20:33.580519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-8589f6fa-96ad-4aac-bc3c-60b88803333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.582211 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-8589f6fa-96ad-4aac-bc3c-60b88803333f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468239 Jan 28 20:20:33.699919 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-acda16fa-761b-418c-a98f-8539df98b727 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c7babd-33a2-409e-b6b0-f68ec9eae13f HTTP/1.1" status: 200 len: 217 time: 0.1164017 Jan 28 20:20:33.921081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-049be93f-4a8b-44a5-8cda-6b38dd20375d tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.934262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-049be93f-4a8b-44a5-8cda-6b38dd20375d tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.3424349 Jan 28 20:20:34.071632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a4e78-dde0-47b8-b134-637576288d01 req-401ce3ea-e117-42d2-b3ff-42c7b2c76b25 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.076714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a8a4e78-dde0-47b8-b134-637576288d01 req-401ce3ea-e117-42d2-b3ff-42c7b2c76b25 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.2649164 Jan 28 20:20:34.095996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60856) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:34.132945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-ad2fc7eb-f7fb-4f06-af10-b87f9da77d04 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 999 time: 0.1974921 Jan 28 20:20:34.138583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-412a7dfc-6996-41c4-ab46-0d16d91e95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.142745 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-412a7dfc-6996-41c4-ab46-0d16d91e95f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.4034867 Jan 28 20:20:34.152399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:34.191515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 09c7babd-33a2-409e-b6b0-f68ec9eae13f details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:20:34.196250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0ea88205-7b03-4a0b-b170-c5f7d315f5ff up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:34.239633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-711a0c3e-9b10-4213-bb77-b183ce5edc57 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.241986 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-711a0c3e-9b10-4213-bb77-b183ce5edc57 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22&tenant_id=f824123e2bd0424888965ac2b937b05a&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 949 time: 0.3168788 Jan 28 20:20:34.245483 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-a0617c8f-4aba-4477-a6c0-1aee115203fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595386 Jan 28 20:20:34.312037 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-ef03a534-e2fd-4ab1-b702-376ce837e2c9 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032271 Jan 28 20:20:34.434502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a8a4e78-dde0-47b8-b134-637576288d01 req-2d61d35c-7123-4a2f-86a3-39d0b22b7b9f tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups?id=14848567-6702-49a9-8937-d4c02fc1b669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200350 Jan 28 20:20:34.486787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8269499-462f-45b0-a901-8d8fc843a66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:34.537396 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60cc827f-cfad-4b4d-82eb-38be7eab7acf req-31a3ed20-152d-4a87-9ba6-def97e85b4dd service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828940 Jan 28 20:20:34.548986 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-16a59c60-e461-41f3-970a-cec2ffd7b9eb service neutron] delete failed (client error): The resource could not be found. Jan 28 20:20:34.550159 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-16a59c60-e461-41f3-970a-cec2ffd7b9eb service neutron] 10.222.0.13 "DELETE /v2.0/ports/0ea88205-7b03-4a0b-b170-c5f7d315f5ff/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.2979739 Jan 28 20:20:34.568613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:34.586999 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-0f754b2a-a841-48d9-a66b-98d41e75ecf2 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201239 Jan 28 20:20:34.601383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 09c7babd-33a2-409e-b6b0-f68ec9eae13f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=09c7babd-33a2-409e-b6b0-f68ec9eae13f,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:34.622905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '09c7babd-33a2-409e-b6b0-f68ec9eae13f', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'port_id': '09c7babd-33a2-409e-b6b0-f68ec9eae13f', 'mac_address': 'fa:16:3e:70:6a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bfe728-918d-47cb-bc30-3185f3afc3c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:20:34.626703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:20:34.631956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:34.632551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:34.714861 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:34.748678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c7babd-33a2-409e-b6b0-f68ec9eae13f {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:34.784829 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b6e7bbc-2637-495f-aca8-833b79f981c3 req-47e88695-7583-4fc9-b331-0ea6dee26884 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768999 Jan 28 20:20:34.787433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-262390a6-97f9-4dd1-b82f-4b95b240e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.788988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-262390a6-97f9-4dd1-b82f-4b95b240e713 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1100 time: 0.0958049 Jan 28 20:20:34.792649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 09c7babd-33a2-409e-b6b0-f68ec9eae13f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=09c7babd-33a2-409e-b6b0-f68ec9eae13f,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:34.801657 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:34.828442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-7dac77af-103f-4f2f-85dd-4bd6badd6c33 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.830191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-7dac77af-103f-4f2f-85dd-4bd6badd6c33 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 946 time: 0.3524947 Jan 28 20:20:34.888364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8269499-462f-45b0-a901-8d8fc843a66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:34.916534 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:34.936762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-3ab568a7-7ae4-4189-a205-fdb9ba38200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.938561 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-3ab568a7-7ae4-4189-a205-fdb9ba38200d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1423583 Jan 28 20:20:34.958601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8269499-462f-45b0-a901-8d8fc843a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:34.975505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=09c7babd-33a2-409e-b6b0-f68ec9eae13f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:35.008684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:35.016789 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:35.022063 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-904fa8b3-ee9b-4679-b8b2-f1fdece2f480 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.0742192 Jan 28 20:20:35.066057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73a5b6-275e-470c-bdaa-2ec73266b613 req-27d3ee0a-a620-49eb-824e-930357fe8e0d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:35.074950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c73a5b6-275e-470c-bdaa-2ec73266b613 req-27d3ee0a-a620-49eb-824e-930357fe8e0d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 943 time: 0.4329875 Jan 28 20:20:35.092157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-fefc5f6d-4e54-4056-951d-751d6024fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:35.093827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-fefc5f6d-4e54-4056-951d-751d6024fd00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0650511 Jan 28 20:20:35.104343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:35.152730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8269499-462f-45b0-a901-8d8fc843a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5567df3f-8b15-4f2c-b7e5-08ed37fbb016,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:35.163146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-8bc42e9b-db9e-4a11-84d4-1c52dc147e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:35.167499 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-8bc42e9b-db9e-4a11-84d4-1c52dc147e8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607295 Jan 28 20:20:35.180385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d8269499-462f-45b0-a901-8d8fc843a66d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c7f6197e9fe44a288a00003bc30927a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0830836 Jan 28 20:20:35.198431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60870) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:35.221601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:35.277680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:35.298210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:35.298559 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Floating IP 0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f disassociated. External IP: 172.25.2.9, port: 95392212-c84e-48b7-8bd8-c41736ff9337. Jan 28 20:20:35.325206 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-3ffbd2bf-8f48-42cc-bb5b-ca7119940576 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509984 Jan 28 20:20:35.364733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c73a5b6-275e-470c-bdaa-2ec73266b613 req-3474d810-25c6-4755-9650-d675b9824f3a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868772 Jan 28 20:20:35.426637 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44ccf0b-7fff-46f0-8473-01c6fc1f9077 x-openstack-request-id: req-d44ccf0b-7fff-46f0-8473-01c6fc1f9077 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:35.426985 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b717c775-cc5f-46d0-9659-8f8a13e5b26f", "name": "network-vif-plugged", "status": "completed", "tag": "b5ea9a71-5a1d-4798-8fe0-329f4219e7dd", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:35.427235 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d44ccf0b-7fff-46f0-8473-01c6fc1f9077 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:35.427828 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b717c775-cc5f-46d0-9659-8f8a13e5b26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd', 'code': 200} Jan 28 20:20:35.486573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c7e89bd-adfd-4845-abf6-bed7b278f9b0 req-2c619b0e-762d-498f-857d-46e39b706856 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518955 Jan 28 20:20:35.501351 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f3cb4e8-36bf-4beb-8869-9fa68dfb3dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:35.510440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Deleting port 3eba3970-3cac-4d1c-af83-720033e6ee3d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:35.510791 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:35.576233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d608de-8a2c-4d9a-864c-5f321b5e229e req-34391d25-a568-4903-8327-489b0c300473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:35.578140 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56d608de-8a2c-4d9a-864c-5f321b5e229e req-34391d25-a568-4903-8327-489b0c300473 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 1096 time: 0.0807703 Jan 28 20:20:35.629749 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56d608de-8a2c-4d9a-864c-5f321b5e229e req-a9867c91-ed0d-415a-be15-3375317752f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Jan 28 20:20:35.641564 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f3cb4e8-36bf-4beb-8869-9fa68dfb3dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:35.776112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d4e75-3d64-42ff-af0a-5817c670c0fe req-034d9ba0-8167-4f10-b4ac-d41a95d6e303 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:35.777674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa3d4e75-3d64-42ff-af0a-5817c670c0fe req-034d9ba0-8167-4f10-b4ac-d41a95d6e303 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 985 time: 0.2723005 Jan 28 20:20:35.784707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] For port 3eba3970-3cac-4d1c-af83-720033e6ee3d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3eba3970-3cac-4d1c-af83-720033e6ee3d,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:35.785087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:35.824714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60884) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:35.878801 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-59ab948c-9423-4955-80fd-a62f7719df4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510178 Jan 28 20:20:35.993055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-99fdad0a-9596-49c8-88e7-ae1bd06ddd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:35.994873 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-99fdad0a-9596-49c8-88e7-ae1bd06ddd34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1097 time: 0.0553477 Jan 28 20:20:36.002204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee9ebba6-b031-4391-a2ae-9c0de0628b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.166627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-1eabecb9-475c-4426-8762-d822948c1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:36.170283 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-1eabecb9-475c-4426-8762-d822948c1793 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 914 time: 0.1484909 Jan 28 20:20:36.170631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f3cb4e8-36bf-4beb-8869-9fa68dfb3dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.173231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f3cb4e8-36bf-4beb-8869-9fa68dfb3dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.174382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2f3cb4e8-36bf-4beb-8869-9fa68dfb3dfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5567df3f-8b15-4f2c-b7e5-08ed37fbb016 HTTP/1.1" status: 204 len: 168 time: 0.9740319 Jan 28 20:20:36.218757 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee9ebba6-b031-4391-a2ae-9c0de0628b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.221293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cb4e8-36bf-4beb-8869-9fa68dfb3dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5567df3f-8b15-4f2c-b7e5-08ed37fbb016,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:36.252622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa3d4e75-3d64-42ff-af0a-5817c670c0fe req-f1ea4c36-ea40-44a8-8f5e-17fccefc8607 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4a96335-1a30-4a61-8521-02fd4797f589&id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4343438 Jan 28 20:20:36.265650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:36.308801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee9ebba6-b031-4391-a2ae-9c0de0628b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.314612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-e7cddfc0-17e7-499f-89f6-91898656e2a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 200 len: 217 time: 0.1220720 Jan 28 20:20:36.487085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ebba6-b031-4391-a2ae-9c0de0628b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114d90bd-4066-4524-8fa9-c502d9468f50,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:36.501666 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ee9ebba6-b031-4391-a2ae-9c0de0628b7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7819064eb6eb4c6c8c3fa0dd4efdeee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6753500 Jan 28 20:20:36.502337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60896) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:36.549278 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.550506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-0114361f-0604-4716-a04c-a6118f06aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:36.552149 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-0114361f-0604-4716-a04c-a6118f06aa36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.2154264 Jan 28 20:20:36.552892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.556316 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Floating IP 12fa15e7-d395-429d-800c-1f1bb33a0216 disassociated. External IP: 172.25.2.105, port: 3eba3970-3cac-4d1c-af83-720033e6ee3d. Jan 28 20:20:36.556316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Calling delete_port for 3eba3970-3cac-4d1c-af83-720033e6ee3d owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:36.618676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-3343e8e1-1fdb-4ca1-a297-b30716f4d9c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441613 Jan 28 20:20:36.619501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-224cc05e-ce93-4ec7-ac42-4418378fabc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.681712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:36.692393 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-224cc05e-ce93-4ec7-ac42-4418378fabc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.695438 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] Sync routers for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:36.696097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.717815 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:36.720354 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:36.760275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-a5a09b32-cbbf-45ad-8f2a-ac38c1a4d623 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "PUT /v2.0/floatingips/0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f HTTP/1.1" status: 200 len: 693 time: 2.6263535 Jan 28 20:20:36.762594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:36.764456 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dadbf95-248e-45ff-974a-4201aa5267f4" -d '{"events": [{"name": "network-changed", "server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:36.789190 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-de17b324-c69f-47f3-808b-8a8cdb8bf732 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595564 Jan 28 20:20:36.810436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60900) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:36.811971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-224cc05e-ce93-4ec7-ac42-4418378fabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.814681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-224cc05e-ce93-4ec7-ac42-4418378fabc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.815804 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-224cc05e-ce93-4ec7-ac42-4418378fabc0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/114d90bd-4066-4524-8fa9-c502d9468f50 HTTP/1.1" status: 204 len: 168 time: 0.3106861 Jan 28 20:20:36.818037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39e3b3-2fa9-484c-9b7e-d6247b6bddec req-172dbcaa-5037-4af2-a378-ddd9087a57dd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:36.822035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e39e3b3-2fa9-484c-9b7e-d6247b6bddec req-172dbcaa-5037-4af2-a378-ddd9087a57dd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.1434445 Jan 28 20:20:36.896391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-ec330f31-6bca-4dab-be36-b67550b451c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:36.898242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-ec330f31-6bca-4dab-be36-b67550b451c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1d08c22457748e99781f51c4dfc0e50&device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 1096 time: 0.1160450 Jan 28 20:20:36.911885 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:36.919349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-412e1d01-660e-4204-a6cb-ce835c7dc445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:36.945675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cc05e-ce93-4ec7-ac42-4418378fabc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d90bd-4066-4524-8fa9-c502d9468f50,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:36.960758 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e39e3b3-2fa9-484c-9b7e-d6247b6bddec req-edf620cf-7986-4e7a-b094-6e2e6217003c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183774 Jan 28 20:20:37.009673 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.058573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event deleted for resources: {'Port': ['ID=3eba3970-3cac-4d1c-af83-720033e6ee3d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:37.093321 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2aff3aed-9839-4d5d-90d5-09d97b8039f2 req-f03c8a96-3df8-4e94-9e48-bcbec79bf0ac service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906764 Jan 28 20:20:37.183603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-621a6952-9ee7-4215-9327-80e1c9baef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:37.185452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-621a6952-9ee7-4215-9327-80e1c9baef0b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c HTTP/1.1" status: 200 len: 930 time: 0.2748187 Jan 28 20:20:37.192228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-412e1d01-660e-4204-a6cb-ce835c7dc445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.199355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-412e1d01-660e-4204-a6cb-ce835c7dc445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.199573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79664ff4-79d8-4a66-9972-e4aa8f0f40da req-0938bdbd-3386-4335-84fb-040b5f78287c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:37.201154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79664ff4-79d8-4a66-9972-e4aa8f0f40da req-0938bdbd-3386-4335-84fb-040b5f78287c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 945 time: 0.1513050 Jan 28 20:20:37.249002 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-412e1d01-660e-4204-a6cb-ce835c7dc445 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa958e336f5c4dae8ca338e1c64096cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320035 Jan 28 20:20:37.250824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e1d01-660e-4204-a6cb-ce835c7dc445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268abd0e-be5c-422c-9d99-a2434fe4cf5f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:37.254122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:37.307970 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:20:00Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:37.341819 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] Checking router: 7ed8292d-f038-4d8e-915c-1ddbef94fb7c for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:37.348786 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-635acbb2-e3da-4bd1-97b4-88aa072c6004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.349581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-914812f5-275d-48ee-961c-73bac0225a7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 200 len: 217 time: 0.1473637 Jan 28 20:20:37.361134 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:37.362405 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:37.380057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:37.380777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-635acbb2-e3da-4bd1-97b4-88aa072c6004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.429021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:37.431851 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b43481-74f0-4a2a-a4ff-89699ff7ef8b" -d '{"events": [{"server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "name": "network-vif-plugged", "status": "completed", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:37.458969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79664ff4-79d8-4a66-9972-e4aa8f0f40da req-ef7dbb96-3d00-4316-8ed6-530b6ceed0c1 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447157 Jan 28 20:20:37.494134 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-635acbb2-e3da-4bd1-97b4-88aa072c6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.498617 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-635acbb2-e3da-4bd1-97b4-88aa072c6004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.503118 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-635acbb2-e3da-4bd1-97b4-88aa072c6004 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/268abd0e-be5c-422c-9d99-a2434fe4cf5f HTTP/1.1" status: 204 len: 168 time: 0.2351749 Jan 28 20:20:37.513740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60916) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:37.552844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1d50c50-00c4-4951-b352-b449425bea47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.572902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635acbb2-e3da-4bd1-97b4-88aa072c6004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268abd0e-be5c-422c-9d99-a2434fe4cf5f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:37.577447 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:37.593482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-1c4c2a88-3923-425b-b627-5d925d870567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:37.604026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-1c4c2a88-3923-425b-b627-5d925d870567 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370 HTTP/1.1" status: 200 len: 868 time: 0.2437644 Jan 28 20:20:37.670035 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e7f2e847-0bf8-4c83-83ec-e7450f9276bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.733966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1d50c50-00c4-4951-b352-b449425bea47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.735517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a05ea5b-1bf6-4f9e-a3d7-7b5150f68462 req-6b26a561-e24d-42b0-bc5b-dc332d818efb tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 210 time: 0.0992270 Jan 28 20:20:37.749083 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1d50c50-00c4-4951-b352-b449425bea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.767016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:37.779289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] Sync routers for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:37.796307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:37.797039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:37.802867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-0f6cc8d7-1ec2-42f5-9ef5-4558720fe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:37.814390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-0f6cc8d7-1ec2-42f5-9ef5-4558720fe1a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092519 Jan 28 20:20:37.879255 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a1d50c50-00c4-4951-b352-b449425bea47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aacbc97fddb849a3a185b9ae1cf7fc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640838 Jan 28 20:20:37.882374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60920) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:37.911530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d50c50-00c4-4951-b352-b449425bea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd2a5ca-740a-43b3-8867-064e31313354,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:37.945321 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9abf6eab-840b-4ed5-a419-1b5667cfb34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.973541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9abf6eab-840b-4ed5-a419-1b5667cfb34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:37.996790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-42e0335d-73a1-4196-9fb5-f99151f8cf8f service neutron] 10.222.0.44 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387017 Jan 28 20:20:38.000234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:38.014288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] No DVR routers for this DVR port 3eba3970-3cac-4d1c-af83-720033e6ee3d on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:38.019334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:38.022277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-033ad5c1-fc06-4070-8bb1-1efa072f8619 req-24b1571a-6d81-4b12-8f80-81ac6bf437f6 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.13 "DELETE /v2.0/ports/3eba3970-3cac-4d1c-af83-720033e6ee3d HTTP/1.1" status: 204 len: 173 time: 3.0822926 Jan 28 20:20:38.023979 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:20:00Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:38.080815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9abf6eab-840b-4ed5-a419-1b5667cfb34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:38.085674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9abf6eab-840b-4ed5-a419-1b5667cfb34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:38.090397 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9abf6eab-840b-4ed5-a419-1b5667cfb34a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cd2a5ca-740a-43b3-8867-064e31313354 HTTP/1.1" status: 204 len: 168 time: 0.2048063 Jan 28 20:20:38.103908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf6eab-840b-4ed5-a419-1b5667cfb34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd2a5ca-740a-43b3-8867-064e31313354,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:38.141014 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c112ac-23ec-427d-8aa7-f7b47c57cb55 None None] The sync data for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 is: [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:19:53Z', 'revision_number': 4, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '37edb2de-fa09-4262-891e-7fbeabf9bc1e', 'name': '', 'network_id': '5a8a83a5-f85e-489a-8d1c-bea5fd22399c', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'mac_address': 'fa:16:3e:06:b5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:52Z', 'updated_at': '2022-01-28T20:20:00Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'subnets': [{'id': 'ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:38.162245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0223d619-27e4-4639-8e88-f059f013646e req-444140b0-ce75-4bbe-ade8-d149616591db tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1613393998&fields=id&tenant_id=9b006332fed249c8913735f886a1bdcb HTTP/1.1" status: 200 len: 267 time: 0.1623266 Jan 28 20:20:38.197494 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:20:38.302285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223d619-27e4-4639-8e88-f059f013646e req-08ed4b2a-b5e8-4854-906d-f8ee5210b44d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:38.308938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 09c7babd-33a2-409e-b6b0-f68ec9eae13f up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:38.311380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3eba3970-3cac-4d1c-af83-720033e6ee3d no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:38.313909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0223d619-27e4-4639-8e88-f059f013646e req-08ed4b2a-b5e8-4854-906d-f8ee5210b44d tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 985 time: 0.1525836 Jan 28 20:20:38.321971 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2c3dba0-2314-480b-aec3-dc4407c51582 req-8215f499-f405-4d88-975e-40acf8503969 service neutron] 10.222.0.44 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043396 Jan 28 20:20:38.329195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-0223d619-27e4-4639-8e88-f059f013646e req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'port': {'security_groups': ['31de6efb-5fb5-4a0a-aea6-9327546c5b70', 'd4a96335-1a30-4a61-8521-02fd4797f589', 'c05ffb7d-3b5e-4c0e-8dde-784928a2906a']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:38.426795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 3eba3970-3cac-4d1c-af83-720033e6ee3d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:38.427401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3eba3970-3cac-4d1c-af83-720033e6ee3d not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:38.467107 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0223d619-27e4-4639-8e88-f059f013646e req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:38.526994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 09c7babd-33a2-409e-b6b0-f68ec9eae13f completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:20:38.563937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:33Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:38.565905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 09c7babd-33a2-409e-b6b0-f68ec9eae13f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:38.566470 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:38.625027 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e1e30e-056d-47a8-972e-75e49b5f53a5 None None] New status for floating IP 0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:20:38.627700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07179a-495d-4e60-9cf2-b88ee5fa3306 req-4e94d656-3310-4d4e-9da8-a6ff0fb639ab tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:38.629462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b07179a-495d-4e60-9cf2-b88ee5fa3306 req-4e94d656-3310-4d4e-9da8-a6ff0fb639ab tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 944 time: 0.1397927 Jan 28 20:20:38.698947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] Checking router: 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:38.710239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b07179a-495d-4e60-9cf2-b88ee5fa3306 req-e2f78a53-e903-40e4-9df5-37f1d800f60f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671053 Jan 28 20:20:38.760078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:38.761283 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:38.780857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60946) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:38.803143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db5d5580-ba7f-46d5-86a3-9bfe0775f9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:38.843970 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233fc6c9-801a-403b-acfb-edf4ce7b3bae x-openstack-request-id: req-233fc6c9-801a-403b-acfb-edf4ce7b3bae {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:38.844409 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:38.844725 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-233fc6c9-801a-403b-acfb-edf4ce7b3bae {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:38.845596 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337', 'status': 'completed', 'code': 200} Jan 28 20:20:39.037792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:39.040904 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:39.052969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0223d619-27e4-4639-8e88-f059f013646e req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] For port 1071087a-5f1d-469c-a084-246a99710704, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1071087a-5f1d-469c-a084-246a99710704,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:39.084548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-1ccaa9bf-3701-4d33-a63f-d53f2e527045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.090162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-1ccaa9bf-3701-4d33-a63f-d53f2e527045 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1d08c22457748e99781f51c4dfc0e50&device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 1096 time: 0.2196615 Jan 28 20:20:39.170801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 09c7babd-33a2-409e-b6b0-f68ec9eae13f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=09c7babd-33a2-409e-b6b0-f68ec9eae13f,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:39.179074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230723b-320b-42ce-a77f-26da3c0d429d req-eae06556-cb1d-4012-9020-f7a87e1bcd6d tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.180635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8230723b-320b-42ce-a77f-26da3c0d429d req-eae06556-cb1d-4012-9020-f7a87e1bcd6d tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1101 time: 0.2383444 Jan 28 20:20:39.189592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:39.195101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0223d619-27e4-4639-8e88-f059f013646e req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:39.210786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0223d619-27e4-4639-8e88-f059f013646e req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:39.250816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb', '1071087a-5f1d-469c-a084-246a99710704'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:39.313804 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db5d5580-ba7f-46d5-86a3-9bfe0775f9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:39.335418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db5d5580-ba7f-46d5-86a3-9bfe0775f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:39.340055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8230723b-320b-42ce-a77f-26da3c0d429d req-85ee4662-d88d-4722-9860-98d71cf1718c tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302972 Jan 28 20:20:39.364907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223d619-27e4-4639-8e88-f059f013646e req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.383434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0223d619-27e4-4639-8e88-f059f013646e req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:39.397467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0223d619-27e4-4639-8e88-f059f013646e req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "PUT /v2.0/ports/1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 200 len: 1021 time: 1.0825832 Jan 28 20:20:39.469881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fc43d-8980-4952-8dea-ad9d9f5b011b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'Port': ['ID=1071087a-5f1d-469c-a084-246a99710704,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:39.502731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60956) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:39.503043 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-db5d5580-ba7f-46d5-86a3-9bfe0775f9af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be5693c0e5664b2d9034e1221daa065c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203758 Jan 28 20:20:39.517729 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e067106b-7e6b-470e-93f3-28cc5439fc09 x-openstack-request-id: req-e067106b-7e6b-470e-93f3-28cc5439fc09 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:39.518062 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "name": "network-vif-plugged", "status": "completed", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:39.518332 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e067106b-7e6b-470e-93f3-28cc5439fc09 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:39.518651 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'code': 200} Jan 28 20:20:39.522283 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=09c7babd-33a2-409e-b6b0-f68ec9eae13f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:39.538378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d5580-ba7f-46d5-86a3-9bfe0775f9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e7c66f-c466-4a81-a26b-aed45820a5eb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:39.561580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['1071087a-5f1d-469c-a084-246a99710704'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:39.567898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-857d9953-24aa-485d-9f9c-3cfb48e1062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.569780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-857d9953-24aa-485d-9f9c-3cfb48e1062b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c HTTP/1.1" status: 200 len: 930 time: 0.4621499 Jan 28 20:20:39.711478 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-26f04e84-6bb1-49b7-ae52-7201624febb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 200 len: 217 time: 0.1336646 Jan 28 20:20:39.741625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-a9c081cd-b705-474c-a2bd-f31dcec86c5f tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips/0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f HTTP/1.1" status: 200 len: 691 time: 0.1088240 Jan 28 20:20:39.836503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-9795e64c-a055-4371-9137-29a218e5ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.840439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-9795e64c-a055-4371-9137-29a218e5ad5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370 HTTP/1.1" status: 200 len: 868 time: 0.1120563 Jan 28 20:20:39.919244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-efcd268e-8a63-4d90-b214-4760df2cda76 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.920722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-efcd268e-8a63-4d90-b214-4760df2cda76 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1636362 Jan 28 20:20:39.938492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bddf61f-024a-41c3-8722-c83d5981634f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:39.941140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:33Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:39.944675 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df5e01a9-6c88-4455-af25-3f84af039c12 req-c0be6c6f-7ed9-4159-8075-d64b0ab215ef tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 210 time: 0.1044145 Jan 28 20:20:39.949072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-9ae6be12-b234-4835-845b-46ffbaddaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.954423 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-9ae6be12-b234-4835-845b-46ffbaddaa27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8a83a5-f85e-489a-8d1c-bea5fd22399c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901456 Jan 28 20:20:40.019101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bddf61f-024a-41c3-8722-c83d5981634f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:40.024001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-088ca6e2-ac9c-45aa-9e95-93c17b3d67a4 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0824697 Jan 28 20:20:40.027681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a85e2b5-0ee5-48f3-b351-6b3b9e0a7d18 None None] The sync data for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 is: [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:18:27Z', 'revision_number': 4, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4df004cf-f929-4d87-b946-2bc6c1e72e6e', 'name': '', 'network_id': '48a2e639-ede2-4c08-980c-50d14c2a20c3', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'mac_address': 'fa:16:3e:e4:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5387533d-437a-4fe0-8133-56dd9333c275', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:25Z', 'updated_at': '2022-01-28T20:18:33Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'subnets': [{'id': '5387533d-437a-4fe0-8133-56dd9333c275', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:40.140003 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d650d6fe-db7a-4d9d-9df8-00c71d359ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:40.158262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-1c3cc324-1776-4643-a20a-aa3a2f6e8287 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.1069393 Jan 28 20:20:40.312263 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-3ae71e29-7d53-4806-b239-cbbcbdcb97a4 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402703 Jan 28 20:20:40.419360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f77c405-0b18-46b4-8a67-7f3fd0bf952a req-ee41eac8-cb2c-4c18-8dd6-b7dc8d75f986 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/c05ffb7d-3b5e-4c0e-8dde-784928a2906a HTTP/1.1" status: 200 len: 1801 time: 0.2486825 Jan 28 20:20:40.421787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bddf61f-024a-41c3-8722-c83d5981634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:40.424837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bddf61f-024a-41c3-8722-c83d5981634f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:40.429442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2bddf61f-024a-41c3-8722-c83d5981634f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71e7c66f-c466-4a81-a26b-aed45820a5eb HTTP/1.1" status: 204 len: 168 time: 0.9219680 Jan 28 20:20:40.444434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddf61f-024a-41c3-8722-c83d5981634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e7c66f-c466-4a81-a26b-aed45820a5eb,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:40.484603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Deleting port 56ea9cdc-0079-44c6-8939-9655228130f4 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:40.485141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:40.592897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4823504-9d4d-4ca9-a388-de6765486af1 None None] New status for floating IP 12fa15e7-d395-429d-800c-1f1bb33a0216: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:20:40.619581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1dadbf95-248e-45ff-974a-4201aa5267f4 req-a1092b0a-6db7-4e3f-8c85-a399ac094936 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968965 Jan 28 20:20:40.655384 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-5f77c405-0b18-46b4-8a67-7f3fd0bf952a req-b7db3aa3-9273-4515-ac6b-77b2ce9d324c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 20:20:40.656663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f77c405-0b18-46b4-8a67-7f3fd0bf952a req-b7db3aa3-9273-4515-ac6b-77b2ce9d324c tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/c05ffb7d-3b5e-4c0e-8dde-784928a2906a HTTP/1.1" status: 409 len: 341 time: 0.2144263 Jan 28 20:20:40.703183 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:40.703613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:40.719453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Calling delete_port for 56ea9cdc-0079-44c6-8939-9655228130f4 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:41.148622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'name': 'network-vif-deleted', 'tag': '3eba3970-3cac-4d1c-af83-720033e6ee3d'}, {'name': 'network-changed', 'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'tag': '1071087a-5f1d-469c-a084-246a99710704'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:41.150979 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bfee70-b13d-4655-99ec-ca57318121a6" -d '{"events": [{"server_uuid": "ab1b137c-c175-4058-92dd-afb1a10ef30e", "name": "network-vif-deleted", "tag": "3eba3970-3cac-4d1c-af83-720033e6ee3d"}, {"name": "network-changed", "server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "tag": "1071087a-5f1d-469c-a084-246a99710704"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:41.195345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f049b6-a2f0-47d8-9afa-39fd18540720 req-220456f6-c6e2-499a-8b04-601b36e18338 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:41.197060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3f049b6-a2f0-47d8-9afa-39fd18540720 req-220456f6-c6e2-499a-8b04-601b36e18338 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 945 time: 0.3881929 Jan 28 20:20:41.263017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3f049b6-a2f0-47d8-9afa-39fd18540720 req-5b50db45-e34c-4c9f-a221-f9cd7df499b7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569611 Jan 28 20:20:41.325122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:41.432331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Pushing event deleted for resources: {'Port': ['ID=56ea9cdc-0079-44c6-8939-9655228130f4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:41.484921 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:41.519992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d16564f-b73e-468e-8b3a-690c7acdc99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c7babd-33a2-409e-b6b0-f68ec9eae13f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:41.527975 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262d71d3-c436-4abd-bb92-a8492f546da1" -d '{"events": [{"server_uuid": "9d16564f-b73e-468e-8b3a-690c7acdc99c", "name": "network-vif-plugged", "status": "completed", "tag": "09c7babd-33a2-409e-b6b0-f68ec9eae13f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:41.528890 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:41.531447 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:41.532619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af6c8c2d-e1ee-4e3f-a541-0e4584e32ace req-bc6236ee-d97e-4322-9864-3d195007ab9b tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "DELETE /v2.0/floatingips/0e9cd0f0-eb6c-4ba5-b6f5-c6e1e111967f HTTP/1.1" status: 204 len: 173 time: 1.3608456 Jan 28 20:20:41.541277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4f48-6ec9-4f72-9939-b39a920b7fe5 req-88c9c534-5c43-4bb9-85e0-a90b929c266b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:41.559052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3bb4f48-6ec9-4f72-9939-b39a920b7fe5 req-88c9c534-5c43-4bb9-85e0-a90b929c266b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 945 time: 0.2222817 Jan 28 20:20:41.586675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-544491d5-f07c-47d3-bb61-bf7f00722d77 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:41.590309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-544491d5-f07c-47d3-bb61-bf7f00722d77 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.13 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 945 time: 0.1728272 Jan 28 20:20:41.673547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3bb4f48-6ec9-4f72-9939-b39a920b7fe5 req-084d9729-ef60-4494-b8e8-99db1b1b3180 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143324 Jan 28 20:20:41.777137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Deleting port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:41.778628 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:41.910954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-c82a1ab1-a545-4e25-aec7-9d158b0f963d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f824123e2bd0424888965ac2b937b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117103 Jan 28 20:20:42.062876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] For port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:42.063300 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:42.095263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Calling delete_port for b5ea9a71-5a1d-4798-8fe0-329f4219e7dd owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:42.163875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-42a1bd6e-ec78-4702-9e18-2d6997afcd85 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:42.166687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-42a1bd6e-ec78-4702-9e18-2d6997afcd85 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345734 Jan 28 20:20:42.283812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4dde233f-559b-4978-a98e-e8d41c723baf req-fb01af13-c998-4cf8-ac6b-3a7dac3ef9f9 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 210 time: 0.0623877 Jan 28 20:20:42.293468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-ffd5c889-9fd3-4674-a964-7725d5c1c00d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/quotas/f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 375 time: 0.0677581 Jan 28 20:20:42.378431 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca161dfa-5d5f-42e1-9e78-4352f9fb1aef x-openstack-request-id: req-ca161dfa-5d5f-42e1-9e78-4352f9fb1aef {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:42.378883 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1b137c-c175-4058-92dd-afb1a10ef30e", "name": "network-vif-deleted", "tag": "3eba3970-3cac-4d1c-af83-720033e6ee3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "tag": "1071087a-5f1d-469c-a084-246a99710704", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:42.379273 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca161dfa-5d5f-42e1-9e78-4352f9fb1aef {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:42.379870 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1b137c-c175-4058-92dd-afb1a10ef30e', 'name': 'network-vif-deleted', 'tag': '3eba3970-3cac-4d1c-af83-720033e6ee3d', 'status': 'completed', 'code': 200} Jan 28 20:20:42.380257 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'tag': '1071087a-5f1d-469c-a084-246a99710704', 'status': 'completed', 'code': 200} Jan 28 20:20:42.442707 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac3a0e-15b1-46f2-9c7d-4ec59b29150a x-openstack-request-id: req-05ac3a0e-15b1-46f2-9c7d-4ec59b29150a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:42.445755 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d16564f-b73e-468e-8b3a-690c7acdc99c", "name": "network-vif-plugged", "status": "completed", "tag": "09c7babd-33a2-409e-b6b0-f68ec9eae13f", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:42.446494 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05ac3a0e-15b1-46f2-9c7d-4ec59b29150a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:42.447507 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d16564f-b73e-468e-8b3a-690c7acdc99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c7babd-33a2-409e-b6b0-f68ec9eae13f', 'code': 200} Jan 28 20:20:42.453482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-1fdd2631-703c-49a3-887a-48ede321d559 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504056 Jan 28 20:20:42.638569 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:42.659352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['584a060a-fd75-4b02-953a-40dfb3adb481', 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:42.668996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-45b2b0d8-6768-428d-9fb0-f6af6878994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:42.678266 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-45b2b0d8-6768-428d-9fb0-f6af6878994c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b006332fed249c8913735f886a1bdcb&device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1175 time: 0.2612250 Jan 28 20:20:42.724931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Pushing event deleted for resources: {'Port': ['ID=b5ea9a71-5a1d-4798-8fe0-329f4219e7dd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:42.745498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b52a7f-70be-49b4-b7dd-ca285b38d26a req-d7380a79-1330-4760-b780-b7568e6d4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:42.753073 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d7b52a7f-70be-49b4-b7dd-ca285b38d26a req-d7380a79-1330-4760-b780-b7568e6d4a2f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 1096 time: 0.2168133 Jan 28 20:20:42.842685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] No DVR routers for this DVR port b5ea9a71-5a1d-4798-8fe0-329f4219e7dd on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:42.854844 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:42.861527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-164409ad-ac2a-4426-80e3-1584c1f23a39 req-2b294ce9-5acc-4aeb-ab61-fca1561a90f3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.13 "DELETE /v2.0/ports/b5ea9a71-5a1d-4798-8fe0-329f4219e7dd HTTP/1.1" status: 204 len: 173 time: 1.2652509 Jan 28 20:20:42.949283 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:43.152797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b54cc4-09cf-4a99-9671-a28075a556fb req-d0bed9f1-a0f7-45d0-af71-4e5643333bbd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:43.169305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2b54cc4-09cf-4a99-9671-a28075a556fb req-d0bed9f1-a0f7-45d0-af71-4e5643333bbd tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1024 time: 0.2337377 Jan 28 20:20:43.186420 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d7b52a7f-70be-49b4-b7dd-ca285b38d26a req-09112e8e-a264-4353-b984-058847c8ed15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405113 Jan 28 20:20:43.232967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:43.242710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-46c30d29-04fa-446b-a93d-be57594667d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:43.252430 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-46c30d29-04fa-446b-a93d-be57594667d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 200 len: 914 time: 0.5555630 Jan 28 20:20:43.329606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fbefd17-5a20-4bae-b503-064a4c65107b req-f30e840f-bed6-4044-a11f-8f140db72292 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=b717c775-cc5f-46d0-9659-8f8a13e5b26f HTTP/1.1" status: 200 len: 210 time: 0.1435676 Jan 28 20:20:43.391549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2b54cc4-09cf-4a99-9671-a28075a556fb req-4fae672c-a307-49b6-8fbc-be7b2e98c5c7 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4a96335-1a30-4a61-8521-02fd4797f589&id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&id=c05ffb7d-3b5e-4c0e-8dde-784928a2906a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2203009 Jan 28 20:20:43.603265 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-1bc01797-7da1-4cf7-a4da-b21017f76b44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 200 len: 217 time: 0.1260760 Jan 28 20:20:43.788581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-126f4dfa-f471-4e69-a254-d7a9282f5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:43.803680 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-126f4dfa-f471-4e69-a254-d7a9282f5e6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 200 len: 853 time: 0.1918755 Jan 28 20:20:43.822121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b486-c845-4266-bc0d-488f24330769 req-cb9c3790-0413-45e3-9d64-633dd343d4da tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:43.832069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05f4b486-c845-4266-bc0d-488f24330769 req-cb9c3790-0413-45e3-9d64-633dd343d4da tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2519250 Jan 28 20:20:43.893026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05f4b486-c845-4266-bc0d-488f24330769 req-8f8311d1-9d99-4911-959d-b9ecfd50a93e tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0597522 Jan 28 20:20:43.908434 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-9c5eb379-5d20-4d10-9ab7-a5f8b5abebf8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=97e31d2b-78e9-4cc8-82a7-dd697e06ff97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975120 Jan 28 20:20:43.914174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8f78-3714-4915-b283-23eb15d8e2e0 req-35bcb23e-0f73-4034-8d62-fae3b8f7bd22 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:43.919839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a7a8f78-3714-4915-b283-23eb15d8e2e0 req-35bcb23e-0f73-4034-8d62-fae3b8f7bd22 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 945 time: 0.3133223 Jan 28 20:20:43.985027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a7a8f78-3714-4915-b283-23eb15d8e2e0 req-b9683cb5-1a9a-44cc-92d0-2c0062c48f2b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 Jan 28 20:20:44.106940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ee6d4e3-bffd-436d-8e9e-0b3947a31158 req-ff897aac-7305-4687-a9cd-6e0a1d9c1f2f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 210 time: 0.0488207 Jan 28 20:20:44.109827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27f748ec-8fbb-4b3a-a08d-fa526e8a421e req-465a83a9-7741-4c2d-bdaf-746f3985d95c tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1b137c-c175-4058-92dd-afb1a10ef30e HTTP/1.1" status: 200 len: 210 time: 0.0615170 Jan 28 20:20:44.189382 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-c0e461b7-0870-445d-b4d0-1a694c7f8fdb service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618673 Jan 28 20:20:44.284756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5136c242-cdb4-40c0-adaf-0a69765dd071 req-b4bbb5fa-e666-456c-9986-313ce6942c47 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0896199 Jan 28 20:20:44.381051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b717c775-cc5f-46d0-9659-8f8a13e5b26f', 'name': 'network-vif-deleted', 'tag': 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:44.383665 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e41846-2ba5-475e-a3ca-821d013c6668" -d '{"events": [{"server_uuid": "b717c775-cc5f-46d0-9659-8f8a13e5b26f", "name": "network-vif-deleted", "tag": "b5ea9a71-5a1d-4798-8fe0-329f4219e7dd"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:44.408361 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1bfee70-b13d-4655-99ec-ca57318121a6 req-6ae9b2ab-9cf0-4768-a5f0-208fbdf1989e service neutron] 10.222.0.26 "GET /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046092 Jan 28 20:20:44.441849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef760802-fcf5-4ac6-9dd7-e11be4996798 req-c5967e5f-9b75-442e-9d04-e3e163d71383 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1ebdaf9c34f24d21988de5940ca03561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506129 Jan 28 20:20:44.600262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef760802-fcf5-4ac6-9dd7-e11be4996798 req-b8acb7aa-9d3b-4817-922f-b7bf59674703 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:44.605865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef760802-fcf5-4ac6-9dd7-e11be4996798 req-b8acb7aa-9d3b-4817-922f-b7bf59674703 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517785 Jan 28 20:20:44.647393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef760802-fcf5-4ac6-9dd7-e11be4996798 req-e7419444-abfc-4c12-9ac7-2b2f2e044d32 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/quotas/1ebdaf9c34f24d21988de5940ca03561 HTTP/1.1" status: 200 len: 375 time: 0.0318496 Jan 28 20:20:44.732824 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5011f97-d399-447e-b2cf-d430492ca93c x-openstack-request-id: req-a5011f97-d399-447e-b2cf-d430492ca93c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:44.733124 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b717c775-cc5f-46d0-9659-8f8a13e5b26f", "name": "network-vif-deleted", "tag": "b5ea9a71-5a1d-4798-8fe0-329f4219e7dd", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:44.733381 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5011f97-d399-447e-b2cf-d430492ca93c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:44.733795 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b717c775-cc5f-46d0-9659-8f8a13e5b26f', 'name': 'network-vif-deleted', 'tag': 'b5ea9a71-5a1d-4798-8fe0-329f4219e7dd', 'status': 'completed', 'code': 200} Jan 28 20:20:44.755896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef760802-fcf5-4ac6-9dd7-e11be4996798 req-73a84cf3-567c-48bb-9e08-367993909ba7 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ebdaf9c34f24d21988de5940ca03561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956328 Jan 28 20:20:44.820878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-56bef38b-2e3f-4071-a485-9c7769ef0f7b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f824123e2bd0424888965ac2b937b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404332 Jan 28 20:20:44.996083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-e574f601-367d-4aed-8805-230bdf0c7a2d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:44.997679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-e574f601-367d-4aed-8805-230bdf0c7a2d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599352 Jan 28 20:20:45.015548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Request body: {'port': {'device_id': '5e4addf8-b41e-453d-95dc-71a993056f15', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'f824123e2bd0424888965ac2b937b05a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:45.089746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea375abe-afa4-4b40-be2b-92c964534181 req-2bb12d77-5f0e-4421-bdd0-704f0379d557 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:45.093985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea375abe-afa4-4b40-be2b-92c964534181 req-2bb12d77-5f0e-4421-bdd0-704f0379d557 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1024 time: 0.2662685 Jan 28 20:20:45.188114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-d6b7d1a3-735c-48cc-bed8-bf8bf2763465 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:45.203132 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-d6b7d1a3-735c-48cc-bed8-bf8bf2763465 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 1024 time: 0.1853023 Jan 28 20:20:45.302469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea375abe-afa4-4b40-be2b-92c964534181 req-292a0a12-2ee7-4a59-ac19-8c0b5bc9304b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4a96335-1a30-4a61-8521-02fd4797f589&id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&id=c05ffb7d-3b5e-4c0e-8dde-784928a2906a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1848657 Jan 28 20:20:45.434903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739d416-f351-4cbf-a7e3-e6356ccdf3a7 req-cf8ac1c9-3762-430e-8b02-c94934b9f78c tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:45.452224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c739d416-f351-4cbf-a7e3-e6356ccdf3a7 req-cf8ac1c9-3762-430e-8b02-c94934b9f78c tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 945 time: 0.4262049 Jan 28 20:20:45.576033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32892) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:45.647833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c739d416-f351-4cbf-a7e3-e6356ccdf3a7 req-c7b8caa0-25a8-425c-be7a-b4517686796e tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809511 Jan 28 20:20:45.733820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79734ce9-d2e1-4d08-bde6-6519a23f6895 req-19dda281-c14e-4180-be20-9974ce870dbe tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:45.737422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79734ce9-d2e1-4d08-bde6-6519a23f6895 req-19dda281-c14e-4180-be20-9974ce870dbe tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2247896 Jan 28 20:20:45.778746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Made reservation on behalf of f824123e2bd0424888965ac2b937b05a for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:45.786874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:45.820004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1039fa18-42f7-47fc-a068-0d496fcf9c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:45.880946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Deleting port 1071087a-5f1d-469c-a084-246a99710704 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:45.881987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:45.938624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79734ce9-d2e1-4d08-bde6-6519a23f6895 req-0b8e0193-6c4f-4554-844d-3690948186f1 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767566 Jan 28 20:20:46.177066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] For port 1071087a-5f1d-469c-a084-246a99710704, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1071087a-5f1d-469c-a084-246a99710704,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:46.178140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:46.211303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Calling delete_port for 1071087a-5f1d-469c-a084-246a99710704 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:46.237614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Allocated IP 192.168.233.219 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/cefadda7-cac6-491a-abb3-5ad944cea618) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:46.250832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab68a5-eda6-42fd-a36b-98beb9867738 req-0329235a-d82c-4a3b-ab5e-3cc6fadab04c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:46.258383 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8cab68a5-eda6-42fd-a36b-98beb9867738 req-0329235a-d82c-4a3b-ab5e-3cc6fadab04c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 945 time: 0.1427617 Jan 28 20:20:46.317515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1039fa18-42f7-47fc-a068-0d496fcf9c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:46.325579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b5ea9a71-5a1d-4798-8fe0-329f4219e7dd no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:46.340071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1039fa18-42f7-47fc-a068-0d496fcf9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:46.359769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: b5ea9a71-5a1d-4798-8fe0-329f4219e7dd {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:46.364324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b5ea9a71-5a1d-4798-8fe0-329f4219e7dd not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:46.421924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8cab68a5-eda6-42fd-a36b-98beb9867738 req-09a1a4af-b09b-4623-9114-d62b42b3d664 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618359 Jan 28 20:20:46.456039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1039fa18-42f7-47fc-a068-0d496fcf9c20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=984034837c2347e7b3219b6b452784ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8701851 Jan 28 20:20:46.463623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:46.532725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:46.553979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8f604e53-af89-43b9-b0f9-5fb3d383ccfb', '1071087a-5f1d-469c-a084-246a99710704'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:46.577477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039fa18-42f7-47fc-a068-0d496fcf9c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887be8e4-0e3e-4ff5-8a51-32960e68c0ae,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:46.679077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cee1ba79-aa9b-4e2f-a904-33b0141c0e2e req-7e61487d-20f2-4086-9bc0-9d05a1a6077a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 210 time: 0.0969455 Jan 28 20:20:46.758437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b0f3bd4-6249-4e1a-963a-68c6ff2f5b07 req-5d910ad6-4c99-4785-a32d-992c37d2119a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=42a3d004-5b5e-408e-83ba-70a8ad2ba842 HTTP/1.1" status: 200 len: 210 time: 0.1121709 Jan 28 20:20:46.770935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'Port': ['ID=1071087a-5f1d-469c-a084-246a99710704,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:46.847090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32924) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:46.933329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:46.993678 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64f56984-dc98-4cb2-93a5-a4cb36782f64 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.027301 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d199db2a-22f0-4cb0-ba76-ec2c295af480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.042775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.064976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64f56984-dc98-4cb2-93a5-a4cb36782f64 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.163039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] No DVR routers for this DVR port 1071087a-5f1d-469c-a084-246a99710704 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:47.171948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.175315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fae5ac7c-7f4b-4667-8a28-e91916c39cda req-442299b0-43cb-4dd1-86b2-7c31937d097f tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.26 "DELETE /v2.0/ports/1071087a-5f1d-469c-a084-246a99710704 HTTP/1.1" status: 204 len: 173 time: 1.9618683 Jan 28 20:20:47.183803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:47.192340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'name': 'network-vif-deleted', 'tag': '1071087a-5f1d-469c-a084-246a99710704'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:47.194812 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3f4886-81dd-4ada-b6be-778105d81302" -d '{"events": [{"server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "name": "network-vif-deleted", "tag": "1071087a-5f1d-469c-a084-246a99710704"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:47.199871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:47.213838 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d199db2a-22f0-4cb0-ba76-ec2c295af480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.236598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-c84aa451-465f-4e1d-9c41-deb7571751dd tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:47.238433 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-c84aa451-465f-4e1d-9c41-deb7571751dd tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.26 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 945 time: 0.4956799 Jan 28 20:20:47.248263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:47.332160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event updated for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:47.353523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474bed4-883f-455f-97fc-de170b85f027 req-778f1520-8978-43a9-97b5-54bae9401574 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:47.364247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0474bed4-883f-455f-97fc-de170b85f027 req-778f1520-8978-43a9-97b5-54bae9401574 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3520436 Jan 28 20:20:47.403557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0ea88205-7b03-4a0b-b170-c5f7d315f5ff'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:47.465171 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d199db2a-22f0-4cb0-ba76-ec2c295af480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.473231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d199db2a-22f0-4cb0-ba76-ec2c295af480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.473231 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d199db2a-22f0-4cb0-ba76-ec2c295af480 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/887be8e4-0e3e-4ff5-8a51-32960e68c0ae HTTP/1.1" status: 204 len: 168 time: 1.0042362 Jan 28 20:20:47.479668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Deleting port 95392212-c84e-48b7-8bd8-c41736ff9337 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:47.479957 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.489911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:47.489911 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.511146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64f56984-dc98-4cb2-93a5-a4cb36782f64 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.518115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64f56984-dc98-4cb2-93a5-a4cb36782f64 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.523258 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64f56984-dc98-4cb2-93a5-a4cb36782f64 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "DELETE /v2.0/security-groups/14848567-6702-49a9-8937-d4c02fc1b669 HTTP/1.1" status: 204 len: 168 time: 0.6713927 Jan 28 20:20:47.531583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32940) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:47.595081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bf2b6935-b57f-4eb3-b212-5b178288500f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5867319 Jan 28 20:20:47.606350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f56984-dc98-4cb2-93a5-a4cb36782f64 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14848567-6702-49a9-8937-d4c02fc1b669,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:47.615395 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-a45e56e2-b6c2-4c95-8552-6e68542f8169 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] show failed (client error): The resource could not be found. Jan 28 20:20:47.621193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a45e56e2-b6c2-4c95-8552-6e68542f8169 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "GET /v2.0/security-groups/14848567-6702-49a9-8937-d4c02fc1b669 HTTP/1.1" status: 404 len: 347 time: 0.0815773 Jan 28 20:20:47.625261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Request body: {'port': {'device_id': '5e4addf8-b41e-453d-95dc-71a993056f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:47.628612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32942) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:47.647559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0474bed4-883f-455f-97fc-de170b85f027 req-a454da44-56b9-4fb0-8f70-770c06a322ec tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797122 Jan 28 20:20:47.648623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199db2a-22f0-4cb0-ba76-ec2c295af480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887be8e4-0e3e-4ff5-8a51-32960e68c0ae,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:47.778418 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.823767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] For port 95392212-c84e-48b7-8bd8-c41736ff9337, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=95392212-c84e-48b7-8bd8-c41736ff9337,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:47.824568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.824732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-924e8ae5-e5e4-4137-8418-de49ddd3a06e None None] Provisioning complete for port cefadda7-cac6-491a-abb3-5ad944cea618 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:47.825240 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-924e8ae5-e5e4-4137-8418-de49ddd3a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:47.846993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-7ce1cccf-948a-48e5-9860-b00221d6de39 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:47.850224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Calling delete_port for 95392212-c84e-48b7-8bd8-c41736ff9337 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:47.865476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-7ce1cccf-948a-48e5-9860-b00221d6de39 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.6848278 Jan 28 20:20:47.919305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-924e8ae5-e5e4-4137-8418-de49ddd3a06e None None] Port cefadda7-cac6-491a-abb3-5ad944cea618 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:20:47.999356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-e2ce9365-6ba5-46ea-82c5-7ce3f356fee6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/quotas/6bd5e10b26e841869c57cbff6ca81cba HTTP/1.1" status: 200 len: 375 time: 0.1095495 Jan 28 20:20:48.074698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:48.106527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b805-c5cf-4ed4-932c-3ce36f48f16b req-db72380f-d5d4-4b62-b1d3-ac558e41ef34 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:48.113909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6a1b805-c5cf-4ed4-932c-3ce36f48f16b req-db72380f-d5d4-4b62-b1d3-ac558e41ef34 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/ports?device_id=77ce7056-cd5d-404d-976f-6177946e6364 HTTP/1.1" status: 200 len: 945 time: 0.2990687 Jan 28 20:20:48.187807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-f8b0cd0f-1917-4937-b465-f587bfc84521 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1840272 Jan 28 20:20:48.202931 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:48.224443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['95392212-c84e-48b7-8bd8-c41736ff9337'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:48.255729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Pushing event deleted for resources: {'Port': ['ID=95392212-c84e-48b7-8bd8-c41736ff9337,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:48.281812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Deleting port fcfb1634-8a7d-4fec-bcbf-bb8c158d6623 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:48.282734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:48.335773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6a1b805-c5cf-4ed4-932c-3ce36f48f16b req-e2bc60d6-ec1c-4e98-a5c0-338053549664 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1e128b8-364d-4dc1-ad01-c66089a19587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206473 Jan 28 20:20:48.343341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] No DVR routers for this DVR port 95392212-c84e-48b7-8bd8-c41736ff9337 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:48.347694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:48.353686 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-98b0db08-95ec-4844-b2d4-eed81963e2bf req-e67f14b0-536b-4d3e-929b-09ff2075cab1 tempest-FloatingIPsAssociationNegativeTestJSON-79224156 tempest-FloatingIPsAssociationNegativeTestJSON-79224156-project] 10.222.0.26 "DELETE /v2.0/ports/95392212-c84e-48b7-8bd8-c41736ff9337 HTTP/1.1" status: 204 len: 173 time: 1.1058214 Jan 28 20:20:48.915353 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed00507-2ea7-4b7e-8aa8-a41f304e6205 x-openstack-request-id: req-8ed00507-2ea7-4b7e-8aa8-a41f304e6205 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:48.915714 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a3d004-5b5e-408e-83ba-70a8ad2ba842", "name": "network-vif-deleted", "tag": "1071087a-5f1d-469c-a084-246a99710704", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:48.916385 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ed00507-2ea7-4b7e-8aa8-a41f304e6205 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:48.917580 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a3d004-5b5e-408e-83ba-70a8ad2ba842', 'name': 'network-vif-deleted', 'tag': '1071087a-5f1d-469c-a084-246a99710704', 'status': 'completed', 'code': 200} Jan 28 20:20:48.994882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:48.995535 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:49.093220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Calling delete_port for fcfb1634-8a7d-4fec-bcbf-bb8c158d6623 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:49.109131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-a6f86b7d-356c-49fe-812a-acacfcd81ba6 service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047170 Jan 28 20:20:49.120427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d5676-8e00-431a-a927-90d69ae40335 req-939afa99-cd96-489c-84da-61db87e61724 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:49.121960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-384d5676-8e00-431a-a927-90d69ae40335 req-939afa99-cd96-489c-84da-61db87e61724 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1026599 Jan 28 20:20:49.252434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefadda7-cac6-491a-abb3-5ad944cea618 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:49.284411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:49.306226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-384d5676-8e00-431a-a927-90d69ae40335 req-609ae355-ab32-45e0-9dbb-ebb06507911b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154206 Jan 28 20:20:49.342211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Transition to ACTIVE for port object cefadda7-cac6-491a-abb3-5ad944cea618 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:49.350719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:49.361811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-37d28143-6bef-4b91-9fa2-cfab68345a3d service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310019 Jan 28 20:20:49.752901 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:49.764686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Pushing event updated for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:49.925740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Attempting to bind port cefadda7-cac6-491a-abb3-5ad944cea618 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:20:49.926418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Attempting to bind port cefadda7-cac6-491a-abb3-5ad944cea618 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:20:49.926981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Attempting to bind port cefadda7-cac6-491a-abb3-5ad944cea618 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:49.930044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Pushing event deleted for resources: {'Port': ['ID=fcfb1634-8a7d-4fec-bcbf-bb8c158d6623,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:49.959256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Port cefadda7-cac6-491a-abb3-5ad944cea618 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:49.959703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Attempting to bind port cefadda7-cac6-491a-abb3-5ad944cea618 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:50.010868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:50.011030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:50.011426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:50.011883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Bound port: cefadda7-cac6-491a-abb3-5ad944cea618, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:20:50.012281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:50.025946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40374627-20f6-4683-88b9-894ee2755aad req-10d2a3d6-69e4-4a68-bdeb-536187b80f9d tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1ebdaf9c34f24d21988de5940ca03561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777137 Jan 28 20:20:50.090134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dfe85-025d-424f-8ddb-ad8f1f116ab1 req-0825c6b8-7170-4e42-85f7-77509fc4b5ed tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:50.091713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-508dfe85-025d-424f-8ddb-ad8f1f116ab1 req-0825c6b8-7170-4e42-85f7-77509fc4b5ed tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 948 time: 0.5142484 Jan 28 20:20:50.163200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:50.166497 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:50.168132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7c5a6cd6-d6f0-41e4-a9d9-0229ad4c1fd8 tempest-ServersTestBootFromVolume-1135351965 tempest-ServersTestBootFromVolume-1135351965-project] 10.222.0.44 "DELETE /v2.0/floatingips/12fa15e7-d395-429d-800c-1f1bb33a0216 HTTP/1.1" status: 204 len: 168 time: 2.5322247 Jan 28 20:20:50.171567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33026) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:50.253121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33030) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:50.304738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 95392212-c84e-48b7-8bd8-c41736ff9337 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:50.356408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-508dfe85-025d-424f-8ddb-ad8f1f116ab1 req-8bfd40e6-a065-42f1-b9a5-061fe5e97fff tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212756 Jan 28 20:20:50.369698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 95392212-c84e-48b7-8bd8-c41736ff9337 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:50.370098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 95392212-c84e-48b7-8bd8-c41736ff9337 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:50.370529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1071087a-5f1d-469c-a084-246a99710704 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:50.420496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:50.431803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:50.460804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40374627-20f6-4683-88b9-894ee2755aad req-586e6074-12e1-4f98-bba3-3191645eac5a tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:50.461665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 1071087a-5f1d-469c-a084-246a99710704 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:50.463512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1071087a-5f1d-469c-a084-246a99710704 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:50.471612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40374627-20f6-4683-88b9-894ee2755aad req-586e6074-12e1-4f98-bba3-3191645eac5a tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4446933 Jan 28 20:20:50.479973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:50.499565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33036) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:50.678302 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26ebdb5e-a21c-4f11-8f29-b318e9aee1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:50.721672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40374627-20f6-4683-88b9-894ee2755aad req-7dde91c8-e959-458b-9d7e-12bd9bc2ebab tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/quotas/1ebdaf9c34f24d21988de5940ca03561 HTTP/1.1" status: 200 len: 375 time: 0.2474387 Jan 28 20:20:50.795483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:50.796791 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:50.799308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] 10.222.0.13 "PUT /v2.0/ports/cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 200 len: 1096 time: 3.1901634 Jan 28 20:20:50.802730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:50.809700 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5befa6dd-5818-4f38-82ea-65a2167a6e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:50.845764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26ebdb5e-a21c-4f11-8f29-b318e9aee1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:50.854136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26ebdb5e-a21c-4f11-8f29-b318e9aee1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:50.923497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'name': 'network-vif-deleted', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:50.927396 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1045627-a879-409e-b0ef-82ef9bb6e33e" -d '{"events": [{"server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "name": "network-vif-deleted", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:50.946275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40374627-20f6-4683-88b9-894ee2755aad req-8e69d1b4-efd4-406c-a3ac-6830fbba71ed tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ebdaf9c34f24d21988de5940ca03561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2221653 Jan 28 20:20:50.953987 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-26ebdb5e-a21c-4f11-8f29-b318e9aee1ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e16e19cb7114058b30d2672f761f324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6980221 Jan 28 20:20:50.957481 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33042) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:50.958001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebdb5e-a21c-4f11-8f29-b318e9aee1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c58dbf-ee12-4935-8245-8068a3afdbbe,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:51.055220 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:51.200497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7db7-b996-4a65-8746-9ced6230419e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:51.237215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fa6dc-ff4e-415d-8905-d67e39b98a4c service neutron] Pushing event updated for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:51.270066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7db7-b996-4a65-8746-9ced6230419e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:51.338446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-88cd92b1-836b-4d35-9a66-1414942e47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.341315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-88cd92b1-836b-4d35-9a66-1414942e47a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 1099 time: 0.4154921 Jan 28 20:20:51.529127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-91493e4a-d2e6-4793-8631-1debaf0db49b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.532420 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-91493e4a-d2e6-4793-8631-1debaf0db49b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.1850486 Jan 28 20:20:51.547917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Request body: {'port': {'device_id': 'c22bf3dc-ba45-4ac2-891b-0b274deb7194', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'admin_state_up': True, 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:51.582047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-0498e256-a3f9-4e96-a4a5-a8cf49ce537e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 200 len: 217 time: 0.1571147 Jan 28 20:20:51.652708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2e619d2-fae5-41d3-992f-a796b55a61a8 req-0bcd485f-26d0-483b-bb78-e83741069337 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/d4a96335-1a30-4a61-8521-02fd4797f589 HTTP/1.1" status: 200 len: 1800 time: 0.4225178 Jan 28 20:20:51.662470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7db7-b996-4a65-8746-9ced6230419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:51.665908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7db7-b996-4a65-8746-9ced6230419e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:51.667954 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a1b7db7-b996-4a65-8746-9ced6230419e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43c58dbf-ee12-4935-8245-8068a3afdbbe HTTP/1.1" status: 204 len: 168 time: 0.6842890 Jan 28 20:20:51.694149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b7db7-b996-4a65-8746-9ced6230419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c58dbf-ee12-4935-8245-8068a3afdbbe,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:51.727816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:51.746102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48816080-4db1-4c45-95bf-531f47b29f1b req-de34980b-353e-4288-b43d-07ef10f54f81 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=c22bf3dc-ba45-4ac2-891b-0b274deb7194 HTTP/1.1" status: 200 len: 210 time: 0.1030042 Jan 28 20:20:51.819806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-37986975-d4a0-4200-ab1f-0a59d8694586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.821973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-37986975-d4a0-4200-ab1f-0a59d8694586 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2183828 Jan 28 20:20:51.932965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-46242fee-da81-43f0-a443-f31ab7c85dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:51.934898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-46242fee-da81-43f0-a443-f31ab7c85dcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028335 Jan 28 20:20:51.940826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:51.947257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.005345 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2e619d2-fae5-41d3-992f-a796b55a61a8 req-0b4a160b-7864-4050-a0be-4267b9dc3467 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.030551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2e619d2-fae5-41d3-992f-a796b55a61a8 req-0b4a160b-7864-4050-a0be-4267b9dc3467 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.079531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2e619d2-fae5-41d3-992f-a796b55a61a8 req-0b4a160b-7864-4050-a0be-4267b9dc3467 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.082266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2e619d2-fae5-41d3-992f-a796b55a61a8 req-0b4a160b-7864-4050-a0be-4267b9dc3467 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.083410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2e619d2-fae5-41d3-992f-a796b55a61a8 req-0b4a160b-7864-4050-a0be-4267b9dc3467 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/d4a96335-1a30-4a61-8521-02fd4797f589 HTTP/1.1" status: 204 len: 173 time: 0.3960557 Jan 28 20:20:52.115890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a160b-7864-4050-a0be-4267b9dc3467 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a96335-1a30-4a61-8521-02fd4797f589,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:52.134822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Allocated IP 172.20.0.2 (02e595f2-4677-4e83-bfd2-59511c164baa/11bfe728-918d-47cb-bc30-3185f3afc3c5/bb286f92-94c8-4454-bc4f-8940d9d9ac5c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:52.281552 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d273ef-b397-4545-8e6b-7b6ac0dc3968 x-openstack-request-id: req-b8d273ef-b397-4545-8e6b-7b6ac0dc3968 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:52.282167 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ce7056-cd5d-404d-976f-6177946e6364", "name": "network-vif-deleted", "tag": "95392212-c84e-48b7-8bd8-c41736ff9337", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:52.282390 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8d273ef-b397-4545-8e6b-7b6ac0dc3968 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:52.283259 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ce7056-cd5d-404d-976f-6177946e6364', 'name': 'network-vif-deleted', 'tag': '95392212-c84e-48b7-8bd8-c41736ff9337', 'status': 'completed', 'code': 200} Jan 28 20:20:52.316068 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823b4ff7-fc5a-4ae8-b705-4ac3c7d7bfab x-openstack-request-id: req-823b4ff7-fc5a-4ae8-b705-4ac3c7d7bfab {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:52.317126 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:52.317384 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-823b4ff7-fc5a-4ae8-b705-4ac3c7d7bfab {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:52.317850 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'status': 'completed', 'code': 200} Jan 28 20:20:52.339603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-3521d014-ad83-47e7-871e-8ac873ba559d service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934999 Jan 28 20:20:52.488062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22d6a006-814a-4b41-8efd-ad1e166d3b81 req-2026f196-a407-439a-a0bb-f6068bf509d1 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395714 Jan 28 20:20:52.536731 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.558045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.626337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Deleting port 4df004cf-f929-4d87-b946-2bc6c1e72e6e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:52.626778 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.700022 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.714208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:52.812070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Network 02e595f2-4677-4e83-bfd2-59511c164baa is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:52.827547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:52.831549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event updated for resources: {'Port': ['ID=bb286f92-94c8-4454-bc4f-8940d9d9ac5c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:52.834192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:52.885564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] For port 4df004cf-f929-4d87-b946-2bc6c1e72e6e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4df004cf-f929-4d87-b946-2bc6c1e72e6e,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:52.886106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.905801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Calling delete_port for 4df004cf-f929-4d87-b946-2bc6c1e72e6e owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:52.919445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:52.920318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:52.949094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-a052c9af-b15c-4d82-8774-374392300bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:52.950915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-a052c9af-b15c-4d82-8774-374392300bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 1099 time: 0.2984674 Jan 28 20:20:52.968306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a0f1-b11c-4a71-afb9-f6871888669e req-98759f3c-59ce-4c2a-9e5b-8079dd0807d0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:52.969483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67d8a0f1-b11c-4a71-afb9-f6871888669e req-98759f3c-59ce-4c2a-9e5b-8079dd0807d0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 948 time: 0.2905598 Jan 28 20:20:52.974541 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-2fd965a4-9c41-4079-a3a5-c9360f979acd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4318798 Jan 28 20:20:52.994986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Request body: {'port': {'device_id': 'c22bf3dc-ba45-4ac2-891b-0b274deb7194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:53.006184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40c09076-be03-4764-9144-37eee427a37e req-87325e60-2430-4cc9-9d6b-160ede39138b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/c05ffb7d-3b5e-4c0e-8dde-784928a2906a HTTP/1.1" status: 200 len: 1801 time: 0.1830850 Jan 28 20:20:53.128961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67d8a0f1-b11c-4a71-afb9-f6871888669e req-8cd398f1-1d01-42bd-8a91-d3a4c9f0b430 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448784 Jan 28 20:20:53.144569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.178132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-c7dd5151-f30b-418e-b2a3-d1f6a7ae5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:53.179945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-c7dd5151-f30b-418e-b2a3-d1f6a7ae5122 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2078254 Jan 28 20:20:53.284955 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40c09076-be03-4764-9144-37eee427a37e req-6923138b-c121-4616-ba0d-aa68c4080cd5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.332518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40c09076-be03-4764-9144-37eee427a37e req-6923138b-c121-4616-ba0d-aa68c4080cd5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.388370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-a998b002-50dc-4022-bf31-a566b49cce49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 200 len: 217 time: 0.1708901 Jan 28 20:20:53.405413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.433947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40c09076-be03-4764-9144-37eee427a37e req-6923138b-c121-4616-ba0d-aa68c4080cd5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.436759 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40c09076-be03-4764-9144-37eee427a37e req-6923138b-c121-4616-ba0d-aa68c4080cd5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.450638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40c09076-be03-4764-9144-37eee427a37e req-6923138b-c121-4616-ba0d-aa68c4080cd5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/c05ffb7d-3b5e-4c0e-8dde-784928a2906a HTTP/1.1" status: 204 len: 173 time: 0.4176071 Jan 28 20:20:53.470333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df004cf-f929-4d87-b946-2bc6c1e72e6e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:53.508966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923138b-c121-4616-ba0d-aa68c4080cd5 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ffb7d-3b5e-4c0e-8dde-784928a2906a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:53.550417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-bd9a061e-13ff-4426-8686-6f5189e35d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:53.551939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-bd9a061e-13ff-4426-8686-6f5189e35d95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1346748 Jan 28 20:20:53.558009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Deleting port 37edb2de-fa09-4262-891e-7fbeabf9bc1e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:53.558365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.665916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] For port 37edb2de-fa09-4262-891e-7fbeabf9bc1e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=37edb2de-fa09-4262-891e-7fbeabf9bc1e,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:53.666331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.679547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Calling delete_port for 37edb2de-fa09-4262-891e-7fbeabf9bc1e owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:53.860065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.966487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb286f92-94c8-4454-bc4f-8940d9d9ac5c {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:53.977702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:53.989464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33138) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:54.030802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Transition to ACTIVE for port object bb286f92-94c8-4454-bc4f-8940d9d9ac5c will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:54.043289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.113311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Pushing event updated for resources: {'Port': ['ID=bb286f92-94c8-4454-bc4f-8940d9d9ac5c,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:54.334375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-dff02fcd-90b3-44d3-8fe3-c64514d5628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:54.335891 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-dff02fcd-90b3-44d3-8fe3-c64514d5628a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5021937 Jan 28 20:20:54.370477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929236c3-d55d-4c60-8d60-08f5319afc64 req-82fa834b-02f1-475e-9046-65378ae2e00e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:54.371938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-929236c3-d55d-4c60-8d60-08f5319afc64 req-82fa834b-02f1-475e-9046-65378ae2e00e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.5507615 Jan 28 20:20:54.376103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cefadda7-cac6-491a-abb3-5ad944cea618 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:20:54.457105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.457741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.457741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.458204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.458389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.458710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.459025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.459342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.459659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.459974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.460319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.460631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:54.478833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-324242485'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:54.511097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2197deee-d572-4a4c-8da6-0aacff35aba7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:54.512658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2197deee-d572-4a4c-8da6-0aacff35aba7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.2722135 Jan 28 20:20:54.517367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:54.531241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'mac_address': 'fa:16:3e:e9:c4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:20:54.567261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-929236c3-d55d-4c60-8d60-08f5319afc64 req-21092e8a-1dce-4672-a5fc-03192f04f5b1 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804488 Jan 28 20:20:54.578967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.581325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Attempting to bind port bb286f92-94c8-4454-bc4f-8940d9d9ac5c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:20:54.581703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Attempting to bind port bb286f92-94c8-4454-bc4f-8940d9d9ac5c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:20:54.582029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-df4a8aec-0728-4398-b9a8-b14f7fd451e6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/quotas/6bd5e10b26e841869c57cbff6ca81cba HTTP/1.1" status: 200 len: 375 time: 0.0534387 Jan 28 20:20:54.582152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Attempting to bind port bb286f92-94c8-4454-bc4f-8940d9d9ac5c on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:54.589241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Made reservation on behalf of 3bef32d2921d41c9b1f27dc3e8f39d5e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:54.592984 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.594402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-1cce57d7-2dd5-4a8c-b2f0-516d5347b072 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458320 Jan 28 20:20:54.595030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.598025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Port bb286f92-94c8-4454-bc4f-8940d9d9ac5c on network 02e595f2-4677-4e83-bfd2-59511c164baa not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:54.598362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Attempting to bind port bb286f92-94c8-4454-bc4f-8940d9d9ac5c on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:54.599542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefadda7-cac6-491a-abb3-5ad944cea618 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:20:54.626516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:54.630351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:54.634023 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.634955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.647935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:54.648492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:20:54.649050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Bound using segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:54.649606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Bound port: bb286f92-94c8-4454-bc4f-8940d9d9ac5c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:20:54.650125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.675142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=37edb2de-fa09-4262-891e-7fbeabf9bc1e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:54.680108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e2876790-d786-492e-9986-7795f9a2270b req-e17e7488-48ad-46ba-bbb3-d21c529234e9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-236813188', 'description': 'tempest-description-1630813321'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:54.689717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:54.814017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-f4e1b7bb-34ca-4f73-9259-0298ae35b880 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2223644 Jan 28 20:20:54.826703 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e2876790-d786-492e-9986-7795f9a2270b req-e17e7488-48ad-46ba-bbb3-d21c529234e9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.865334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cefadda7-cac6-491a-abb3-5ad944cea618'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:54.900649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] For port bb286f92-94c8-4454-bc4f-8940d9d9ac5c, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:54.937285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] For port bb286f92-94c8-4454-bc4f-8940d9d9ac5c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=bb286f92-94c8-4454-bc4f-8940d9d9ac5c,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:54.946670 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:54.966779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5befa6dd-5818-4f38-82ea-65a2167a6e7e req-3ad608fc-1230-46e7-b1c8-3e6fa7dc6fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528073 Jan 28 20:20:55.004833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:55.020072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-56475594-1779-4606-b9f7-78cd2131b412 admin admin] 10.222.0.44 "PUT /v2.0/routers/4fd9ce05-d073-4c79-929a-c0fef8dc26f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8474000 Jan 28 20:20:55.022150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:55.022468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.023884 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] 10.222.0.13 "PUT /v2.0/ports/bb286f92-94c8-4454-bc4f-8940d9d9ac5c HTTP/1.1" status: 200 len: 1091 time: 2.0389190 Jan 28 20:20:55.025363 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] Sync routers for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:55.026732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22bf3dc-ba45-4ac2-891b-0b274deb7194', 'tag': 'bb286f92-94c8-4454-bc4f-8940d9d9ac5c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:55.029135 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094f05dc-d6d2-4fcc-883b-bd0a9fc802dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c22bf3dc-ba45-4ac2-891b-0b274deb7194", "tag": "bb286f92-94c8-4454-bc4f-8940d9d9ac5c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:55.034098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33146) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:55.036554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.040167 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:55.041100 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:55.047128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.101798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-1d2aed97-d02a-423e-b118-f851da12f2fa service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668147 Jan 28 20:20:55.141691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e29555-a01f-4d3b-9342-2ebf79f1b1dd service neutron] Pushing event updated for resources: {'Port': ['ID=bb286f92-94c8-4454-bc4f-8940d9d9ac5c,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:55.147109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.151203 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e2876790-d786-492e-9986-7795f9a2270b req-e17e7488-48ad-46ba-bbb3-d21c529234e9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.152141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:20:55.172889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:55.179040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.179495 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Added segment f11c6ff3-4f21-4a4f-9571-34c80571f5fa of type vlan for network a942ac07-e99d-43de-a9c4-f5681fffca8a Jan 28 20:20:55.183557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c7119c-e61b-4104-a0fb-a6b7dce6f012,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:55.190810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e2876790-d786-492e-9986-7795f9a2270b req-e17e7488-48ad-46ba-bbb3-d21c529234e9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.279145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e2876790-d786-492e-9986-7795f9a2270b req-e17e7488-48ad-46ba-bbb3-d21c529234e9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.280448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2876790-d786-492e-9986-7795f9a2270b req-e17e7488-48ad-46ba-bbb3-d21c529234e9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6251969 Jan 28 20:20:55.297236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e7488-48ad-46ba-bbb3-d21c529234e9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94cd790-1e14-4c41-8fb6-59306ef58ec1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:55.313109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-bc298715-49df-4789-9795-0b7ceade83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:55.314645 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-bc298715-49df-4789-9795-0b7ceade83d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=c22bf3dc-ba45-4ac2-891b-0b274deb7194 HTTP/1.1" status: 200 len: 1094 time: 0.2165530 Jan 28 20:20:55.318485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.375090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.383918 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-30cda961-eb11-49b3-9ad5-602e4cdd41dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb286f92-94c8-4454-bc4f-8940d9d9ac5c HTTP/1.1" status: 200 len: 217 time: 0.0589464 Jan 28 20:20:55.385318 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:20:53Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:55.419031 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] Checking router: 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:55.420688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-64824ad5-916f-4f16-846f-b1a49548e835 service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035786 Jan 28 20:20:55.441505 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] Routers {'4fd9ce05-d073-4c79-929a-c0fef8dc26f8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:55.442278 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:55.478241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.484779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:55.485419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.608514 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] Set router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:55.697655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:55.764143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-97090f6c-0231-4723-8b68-ff7ef8e2f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:55.765750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-97090f6c-0231-4723-8b68-ff7ef8e2f9ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.3373122 Jan 28 20:20:55.782048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:55.799608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7835505 Jan 28 20:20:55.815973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33162) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:55.854048 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:20:53Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:55.889849 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff44d4-75db-46da-bf6c-aa7f449a99f0 None None] The sync data for ids ['4fd9ce05-d073-4c79-929a-c0fef8dc26f8'] in n-d-825064-3 is: [{'id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'name': 'tempest-ServersTestBootFromVolume-609383191-router', 'tenant_id': '46362d59f6b04575bf6a118760b1d10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:17Z', 'updated_at': '2022-01-28T20:20:53Z', 'revision_number': 5, 'project_id': '46362d59f6b04575bf6a118760b1d10d', 'gw_port': {'id': 'cc61b8e5-801d-4402-948f-2e9b69c1819b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd9ce05-d073-4c79-929a-c0fef8dc26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:20Z', 'updated_at': '2022-01-28T20:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:55.913836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:55.928246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75296c14-9435-445d-be6c-b09620b22729 None None] Sync routers for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:55.935205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c184ae71-0ba7-4f00-abc8-8d7848b90bfe admin admin] 10.222.0.44 "PUT /v2.0/routers/7ed8292d-f038-4d8e-915c-1ddbef94fb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4300311 Jan 28 20:20:55.935205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33170) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:55.943784 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-a3868ad2-4282-4186-97c5-1076e1995f37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286922 Jan 28 20:20:55.947909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a6b16-a49d-40a4-a155-99991d6dcec8 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Pushing event updated for resources: {'Network': ['ID=a942ac07-e99d-43de-a9c4-f5681fffca8a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:55.954625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75296c14-9435-445d-be6c-b09620b22729 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:55.955720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-75296c14-9435-445d-be6c-b09620b22729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:55.963374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da7203-c38f-4ba0-bfeb-dbb98f173f03 req-942bd6b5-4667-432c-9bb2-1b8f76e4ec4c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:55.972075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78da7203-c38f-4ba0-bfeb-dbb98f173f03 req-942bd6b5-4667-432c-9bb2-1b8f76e4ec4c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 949 time: 0.2728736 Jan 28 20:20:55.998378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aca040-6b4b-457f-a6f2-79f1bb6dde96 req-3a442c68-8206-4a20-928e-df755de2bd58 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:56.000162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84aca040-6b4b-457f-a6f2-79f1bb6dde96 req-3a442c68-8206-4a20-928e-df755de2bd58 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2995503 Jan 28 20:20:56.002652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Request body: {'network': {'name': 'tempest-network--252037163', 'router:external': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:56.046572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Deleting port cc61b8e5-801d-4402-948f-2e9b69c1819b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:56.048305 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.058810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a942ac07-e99d-43de-a9c4-f5681fffca8a details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:20:56.152794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78da7203-c38f-4ba0-bfeb-dbb98f173f03 req-8cf0aee7-668e-43fb-bf52-e60d5ca8d4e7 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794477 Jan 28 20:20:56.156683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-75296c14-9435-445d-be6c-b09620b22729 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:56.162352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84aca040-6b4b-457f-a6f2-79f1bb6dde96 req-8d197558-4a22-454a-8f6c-afba54755b8a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237574 Jan 28 20:20:56.188393 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.228622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] For port cc61b8e5-801d-4402-948f-2e9b69c1819b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cc61b8e5-801d-4402-948f-2e9b69c1819b,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:56.229073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.246519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Calling delete_port for cc61b8e5-801d-4402-948f-2e9b69c1819b owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:56.281756 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272cee3-ce1f-4731-8a08-18da633bac58 x-openstack-request-id: req-5272cee3-ce1f-4731-8a08-18da633bac58 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:56.282247 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22bf3dc-ba45-4ac2-891b-0b274deb7194", "tag": "bb286f92-94c8-4454-bc4f-8940d9d9ac5c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:56.282595 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5272cee3-ce1f-4731-8a08-18da633bac58 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:56.282997 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22bf3dc-ba45-4ac2-891b-0b274deb7194', 'tag': 'bb286f92-94c8-4454-bc4f-8940d9d9ac5c', 'status': 'completed', 'code': 200} Jan 28 20:20:56.333868 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-9a852c71-c38c-4fea-b190-8ca0ae63a44a service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747749 Jan 28 20:20:56.338863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Made reservation on behalf of a818a18a71c040f4a08f6c1d70232eb6 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:56.341302 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.435018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cefadda7-cac6-491a-abb3-5ad944cea618 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:56.465377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba581ce4-92ea-4bd6-9fe7-4a4d5021197b req-bce595af-e8e3-4882-b818-794fff1dfd11 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 210 time: 0.0808365 Jan 28 20:20:56.535973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port cefadda7-cac6-491a-abb3-5ad944cea618 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:20:56.545996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port cefadda7-cac6-491a-abb3-5ad944cea618 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:56.546512 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.630387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.640823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-75296c14-9435-445d-be6c-b09620b22729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:20:54Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:56.644765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fe194dd-a8e3-4ff8-affe-a81eb4b19d66 req-fba5bc4a-e636-45d3-b3e5-050306749a0b tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/f94cd790-1e14-4c41-8fb6-59306ef58ec1 HTTP/1.1" status: 200 len: 1800 time: 0.3527672 Jan 28 20:20:56.655684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-0fe194dd-a8e3-4ff8-affe-a81eb4b19d66 req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Request body: {'security_group': {'name': 'tempest-sg-hth-28446866', 'description': 'tempest-description-hth-1983967759'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:56.671930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75296c14-9435-445d-be6c-b09620b22729 None None] Checking router: 7ed8292d-f038-4d8e-915c-1ddbef94fb7c for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:56.715501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95a3c52d-e55c-4f8e-b922-f954839f08f8 req-ff2f8c78-3c1c-40cc-8678-86262f30da64 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1ebdaf9c34f24d21988de5940ca03561&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497851 Jan 28 20:20:56.725038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75296c14-9435-445d-be6c-b09620b22729 None None] Routers {'7ed8292d-f038-4d8e-915c-1ddbef94fb7c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:56.726005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-75296c14-9435-445d-be6c-b09620b22729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:20:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:56.818213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.830101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.839499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0fe194dd-a8e3-4ff8-affe-a81eb4b19d66 req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.901764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:20:56.902655 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df43d787-329e-4fa8-accb-750fbdfc6dec" -d '{"events": [{"server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "name": "network-vif-plugged", "status": "completed", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:56.928351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.931020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:56.940750 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.969766 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0fe194dd-a8e3-4ff8-affe-a81eb4b19d66 req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:56.978806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3c52d-e55c-4f8e-b922-f954839f08f8 req-9b5e8e51-e4ff-4987-970e-590e62a53e86 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:56.987101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-75296c14-9435-445d-be6c-b09620b22729 None None] Set router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:56.988256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95a3c52d-e55c-4f8e-b922-f954839f08f8 req-9b5e8e51-e4ff-4987-970e-590e62a53e86 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716691 Jan 28 20:20:57.000606 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0fe194dd-a8e3-4ff8-affe-a81eb4b19d66 req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.004046 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0fe194dd-a8e3-4ff8-affe-a81eb4b19d66 req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.010490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc61b8e5-801d-4402-948f-2e9b69c1819b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:57.024531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fe194dd-a8e3-4ff8-affe-a81eb4b19d66 req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "PUT /v2.0/security-groups/f94cd790-1e14-4c41-8fb6-59306ef58ec1 HTTP/1.1" status: 200 len: 1773 time: 0.3777697 Jan 28 20:20:57.093539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94cd790-1e14-4c41-8fb6-59306ef58ec1,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:57.141207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95a3c52d-e55c-4f8e-b922-f954839f08f8 req-ce427231-e2b9-4b96-93df-1444f12cdcb7 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/quotas/1ebdaf9c34f24d21988de5940ca03561 HTTP/1.1" status: 200 len: 375 time: 0.1443515 Jan 28 20:20:57.164025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.164956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.165594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.166266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.166968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.167845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.168420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.168949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.169428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.169924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.170447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.171010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322794-84ae-457b-88fe-585bc1dbc5b9 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:57.194553 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-d2e878cb-3ae3-47f0-880b-20d0e646a31b service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234150 Jan 28 20:20:57.222465 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.240287 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b00fa9-7ff6-43c8-98cd-22c4582338a2 x-openstack-request-id: req-08b00fa9-7ff6-43c8-98cd-22c4582338a2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:57.240725 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "name": "network-vif-plugged", "status": "completed", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:57.241087 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08b00fa9-7ff6-43c8-98cd-22c4582338a2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:57.241566 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'code': 200} Jan 28 20:20:57.287007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:57.331878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95a3c52d-e55c-4f8e-b922-f954839f08f8 req-fc8655c2-079c-427f-a74a-594a83ebcb79 tempest-QuotasAdminNegativeTest-1476117857 tempest-QuotasAdminNegativeTest-1476117857-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ebdaf9c34f24d21988de5940ca03561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1890612 Jan 28 20:20:57.411821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-75296c14-9435-445d-be6c-b09620b22729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:20:54Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:57.424854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Deleting port 1d4bb0bd-d1d1-4f31-83d6-552161a48738 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:57.425193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.454111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75296c14-9435-445d-be6c-b09620b22729 None None] The sync data for ids ['7ed8292d-f038-4d8e-915c-1ddbef94fb7c'] in n-d-825064-3 is: [{'id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1501898465-router', 'tenant_id': 'b1d08c22457748e99781f51c4dfc0e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:19:46Z', 'updated_at': '2022-01-28T20:20:54Z', 'revision_number': 5, 'project_id': 'b1d08c22457748e99781f51c4dfc0e50', 'gw_port': {'id': '1d4bb0bd-d1d1-4f31-83d6-552161a48738', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed8292d-f038-4d8e-915c-1ddbef94fb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:19:48Z', 'updated_at': '2022-01-28T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:57.512167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e17f74e9-3c30-463a-abb6-7f1153ea865b req-0e5408a8-ef14-445e-b4aa-fc2136940615 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/f94cd790-1e14-4c41-8fb6-59306ef58ec1 HTTP/1.1" status: 200 len: 1773 time: 0.3360267 Jan 28 20:20:57.545319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1023f-cc32-40ce-88d7-26f883ad5711 req-5bbac17b-0bec-4591-a04d-57d72b4e9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:57.552848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10b1023f-cc32-40ce-88d7-26f883ad5711 req-5bbac17b-0bec-4591-a04d-57d72b4e9755 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 1101 time: 0.3727548 Jan 28 20:20:57.560565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.585776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.603030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.670529 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.673254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] For port 1d4bb0bd-d1d1-4f31-83d6-552161a48738, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d4bb0bd-d1d1-4f31-83d6-552161a48738,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:57.673826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.700663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Calling delete_port for 1d4bb0bd-d1d1-4f31-83d6-552161a48738 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:57.703566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10b1023f-cc32-40ce-88d7-26f883ad5711 req-352783a1-72ab-4c31-9736-68b9fbe08d6d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399465 Jan 28 20:20:57.728370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f5968-66e6-4a13-a8d0-65d4915fc692 req-a130b496-b186-40bc-a74a-501d2912755b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:57.743616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a8f5968-66e6-4a13-a8d0-65d4915fc692 req-a130b496-b186-40bc-a74a-501d2912755b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.1233690 Jan 28 20:20:57.797954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:20:57.811411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.811411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd9ce05-d073-4c79-929a-c0fef8dc26f8 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:20:57.818293 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.818633 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cf1c0f08-92eb-417e-8025-747e1fe36954 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4fd9ce05-d073-4c79-929a-c0fef8dc26f8 HTTP/1.1" status: 204 len: 168 time: 2.7810655 Jan 28 20:20:57.822854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33210) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:57.851172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a76b084-c5d8-4c55-969e-9e501f027d35,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:57.901391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f05dc-d6d2-4fcc-883b-bd0a9fc802dc req-5b7fc03a-b5e0-4aa7-a88d-0a1aa87ddd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:57.903841 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-094f05dc-d6d2-4fcc-883b-bd0a9fc802dc req-5b7fc03a-b5e0-4aa7-a88d-0a1aa87ddd3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=c22bf3dc-ba45-4ac2-891b-0b274deb7194 HTTP/1.1" status: 200 len: 1094 time: 0.5863917 Jan 28 20:20:57.941616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8085264-1bb8-4b23-93e3-68f7661552ea admin admin] Deleting subnet 5387533d-437a-4fe0-8133-56dd9333c275 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:20:57.961955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.962515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8085264-1bb8-4b23-93e3-68f7661552ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:57.962691 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Added segment 82f92e40-1dc6-44c4-85fd-cfb7bcd71564 of type vlan for network 06504e86-ac09-4e65-8c92-525cdf415de6 Jan 28 20:20:58.022213 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a8f5968-66e6-4a13-a8d0-65d4915fc692 req-56add058-272b-4bb0-b37c-2bc2c17c5bd8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703366 Jan 28 20:20:58.035797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.068066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4df004cf-f929-4d87-b946-2bc6c1e72e6e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:58.096552 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c39aea17-2dde-4cd5-9770-db3bcf35dc1e req-923abd12-9aaf-4a62-a38b-db5ced86e4cb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 210 time: 0.1496315 Jan 28 20:20:58.097711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 4df004cf-f929-4d87-b946-2bc6c1e72e6e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:58.098478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4df004cf-f929-4d87-b946-2bc6c1e72e6e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:58.099363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 37edb2de-fa09-4262-891e-7fbeabf9bc1e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:58.105087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-82af064d-1288-40e8-b805-b9dc235ff0c3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:58.106976 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-82af064d-1288-40e8-b805-b9dc235ff0c3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c22bf3dc-ba45-4ac2-891b-0b274deb7194 HTTP/1.1" status: 200 len: 943 time: 0.6332033 Jan 28 20:20:58.181413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 37edb2de-fa09-4262-891e-7fbeabf9bc1e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:20:58.182259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 37edb2de-fa09-4262-891e-7fbeabf9bc1e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:58.238220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84275d-2a48-4b00-8592-459edbd68266 req-9d9b8626-42f3-47d7-a11a-7f630ee3548d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:58.240883 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-9d9b8626-42f3-47d7-a11a-7f630ee3548d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.8091059 Jan 28 20:20:58.249616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.251186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:58.252122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.285745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Request body: {'port': {'device_id': 'ecc143fb-9e7a-4819-ad06-4222992951c6', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'admin_state_up': True, 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:58.526375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8085264-1bb8-4b23-93e3-68f7661552ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.535058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33218) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:58.638233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc3c783b-d014-4adf-9f17-8dfea2a44854 req-3dc691b6-5dff-4dfa-82ce-dd3cf4115f31 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/f94cd790-1e14-4c41-8fb6-59306ef58ec1 HTTP/1.1" status: 200 len: 1773 time: 0.5629201 Jan 28 20:20:58.695557 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.740163 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9227734 Jan 28 20:20:58.740975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33222) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:58.772082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568bf85-6159-4fa1-b940-edbdfd03eda0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Network': ['ID=06504e86-ac09-4e65-8c92-525cdf415de6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:58.775885 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-841204ca-fdaa-43f3-afa7-db13e6ad2a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.786993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 06504e86-ac09-4e65-8c92-525cdf415de6 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:20:58.800386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d4bb0bd-d1d1-4f31-83d6-552161a48738,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:58.853783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f05dc-d6d2-4fcc-883b-bd0a9fc802dc req-3c0a8cfb-d8c2-4d22-adbb-650a3038e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:58.855353 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-094f05dc-d6d2-4fcc-883b-bd0a9fc802dc req-3c0a8cfb-d8c2-4d22-adbb-650a3038e064 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&shared=False HTTP/1.1" status: 200 len: 907 time: 0.9208167 Jan 28 20:20:58.864627 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8085264-1bb8-4b23-93e3-68f7661552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.969832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fc3c783b-d014-4adf-9f17-8dfea2a44854 req-77077512-fa36-4d53-99ae-015c09e87275 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.976190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Deleting port bb286f92-94c8-4454-bc4f-8940d9d9ac5c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:58.976707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:58.998347 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.007519 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.065204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fc3c783b-d014-4adf-9f17-8dfea2a44854 req-77077512-fa36-4d53-99ae-015c09e87275 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.218411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8085264-1bb8-4b23-93e3-68f7661552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.227894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:59.228895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.231753 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.240575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] For port bb286f92-94c8-4454-bc4f-8940d9d9ac5c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=bb286f92-94c8-4454-bc4f-8940d9d9ac5c,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:59.242231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.246063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.246555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f05dc-d6d2-4fcc-883b-bd0a9fc802dc req-a4ebd0a8-837c-42b0-b4a8-a42b7a4e53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:59.248097 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-094f05dc-d6d2-4fcc-883b-bd0a9fc802dc req-a4ebd0a8-837c-42b0-b4a8-a42b7a4e53a0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3741763 Jan 28 20:20:59.302637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Calling delete_port for bb286f92-94c8-4454-bc4f-8940d9d9ac5c owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:59.307201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8085264-1bb8-4b23-93e3-68f7661552ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5387533d-437a-4fe0-8133-56dd9333c275,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:59.316562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.354417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e5f96-c5b1-4dab-b509-edae1ba3d40f None None] Network 48a2e639-ede2-4c08-980c-50d14c2a20c3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:20:59.380466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8085264-1bb8-4b23-93e3-68f7661552ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.388202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b8085264-1bb8-4b23-93e3-68f7661552ea admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5387533d-437a-4fe0-8133-56dd9333c275 HTTP/1.1" status: 204 len: 168 time: 1.5448081 Jan 28 20:20:59.391652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33234) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:59.392389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-841204ca-fdaa-43f3-afa7-db13e6ad2a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.400559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06504e86-ac09-4e65-8c92-525cdf415de6']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:59.406804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-841204ca-fdaa-43f3-afa7-db13e6ad2a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.417133 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fc3c783b-d014-4adf-9f17-8dfea2a44854 req-77077512-fa36-4d53-99ae-015c09e87275 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.423028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fc3c783b-d014-4adf-9f17-8dfea2a44854 req-77077512-fa36-4d53-99ae-015c09e87275 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.424433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc3c783b-d014-4adf-9f17-8dfea2a44854 req-77077512-fa36-4d53-99ae-015c09e87275 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/f94cd790-1e14-4c41-8fb6-59306ef58ec1 HTTP/1.1" status: 204 len: 173 time: 0.7763610 Jan 28 20:20:59.425202 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.425884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ed8292d-f038-4d8e-915c-1ddbef94fb7c {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:20:59.427884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f92e40-1dc6-44c4-85fd-cfb7bcd71564') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:59.428213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f92e40-1dc6-44c4-85fd-cfb7bcd71564') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:59.440697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.446951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8c59467a-433b-4bc4-afb7-a3274f723c3c admin admin] 10.222.0.44 "DELETE /v2.0/routers/7ed8292d-f038-4d8e-915c-1ddbef94fb7c HTTP/1.1" status: 204 len: 168 time: 3.5041037 Jan 28 20:20:59.455332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33238) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:59.494583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878211b4-17e9-4ff3-9dd8-4123b1d7829c req-a92f63cc-49b5-4d66-8c16-a2c77388b44e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:59.506118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-878211b4-17e9-4ff3-9dd8-4123b1d7829c req-a92f63cc-49b5-4d66-8c16-a2c77388b44e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.3884401 Jan 28 20:20:59.509817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.579175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-841204ca-fdaa-43f3-afa7-db13e6ad2a88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ebdaf9c34f24d21988de5940ca03561&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0412676 Jan 28 20:20:59.579175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841204ca-fdaa-43f3-afa7-db13e6ad2a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5df65e5-f4a0-4102-a176-5a26c1da5538,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:59.581185 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33240) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:59.582274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.617479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:20:59.618721 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.624803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:20:59.627838 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:20:59.643742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77077512-fa36-4d53-99ae-015c09e87275 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94cd790-1e14-4c41-8fb6-59306ef58ec1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:59.681790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] DHCP port deletion for 48a2e639-ede2-4c08-980c-50d14c2a20c3 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:20:59.688128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d9e696b-acd6-4b48-842c-430f1b10a873 req-6ea0a11a-874c-4caa-8892-6fb9c7545d76 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 210 time: 0.0902653 Jan 28 20:20:59.705953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16483bd-197f-4944-8037-a9889aac3947 admin admin] Deleting subnet ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:20:59.712434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d16483bd-197f-4944-8037-a9889aac3947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.812864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] Deleting port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:20:59.813168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.829986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d16483bd-197f-4944-8037-a9889aac3947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.847743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-878211b4-17e9-4ff3-9dd8-4123b1d7829c req-8a6f9db9-bea0-4db6-bcb0-a43ef597abf1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458224 Jan 28 20:20:59.885530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.887834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Allocated IP 172.20.0.11 (02e595f2-4677-4e83-bfd2-59511c164baa/11bfe728-918d-47cb-bc30-3185f3afc3c5/8eba7c10-899c-433d-8c5c-6eb0a82270dd) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:59.906286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06504e86-ac09-4e65-8c92-525cdf415de6 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 20:20:59.915310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.920647 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "DELETE /v2.0/networks/06504e86-ac09-4e65-8c92-525cdf415de6 HTTP/1.1" status: 204 len: 168 time: 1.1715386 Jan 28 20:20:59.926421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] For port ba58d902-4a8e-4987-bdbe-214fc5abf2f9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ba58d902-4a8e-4987-bdbe-214fc5abf2f9,segment=NetworkSegment(328cb03a-307c-4008-990a-fd808599e823),segment_id=328cb03a-307c-4008-990a-fd808599e823)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:59.926907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.931070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6ef5-013d-42d6-a82a-65026d63d31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:20:59.934532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33248) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:20:59.947672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] Calling delete_port for ba58d902-4a8e-4987-bdbe-214fc5abf2f9 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:20:59.951854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:59.977754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1dace-6396-4100-9ad6-45bf1ec8e7ba tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event deleted for resources: {'Network': ['ID=06504e86-ac09-4e65-8c92-525cdf415de6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:59.980703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.055922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6ef5-013d-42d6-a82a-65026d63d31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.060003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:00.097851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event deleted for resources: {'Port': ['ID=bb286f92-94c8-4454-bc4f-8940d9d9ac5c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:00.108918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.120424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387b85e-babe-4916-9c3d-f7f1f289023d req-59f9970c-1195-46e8-93b5-7fdf362438ac tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:00.141606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5387b85e-babe-4916-9c3d-f7f1f289023d req-59f9970c-1195-46e8-93b5-7fdf362438ac tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2233925 Jan 28 20:21:00.158382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] No DVR routers for this DVR port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:00.161130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724e2de-e8cf-4d6a-a571-3a8b7f843267 None None] Pushing event deleted for resources: {'Port': ['ID=ba58d902-4a8e-4987-bdbe-214fc5abf2f9,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:00.189562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Made reservation on behalf of a818a18a71c040f4a08f6c1d70232eb6 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:00.192828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.250491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-b55e9174-2ab8-476a-9ec1-4d8090048959 req-00eb7e57-f033-4621-9c9c-3b1977029bfa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:21:00.251515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b55e9174-2ab8-476a-9ec1-4d8090048959 req-00eb7e57-f033-4621-9c9c-3b1977029bfa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053735 Jan 28 20:21:00.282779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5387b85e-babe-4916-9c3d-f7f1f289023d req-409a7567-8306-4755-b3bb-3c4bdce40fcc tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409631 Jan 28 20:21:00.293763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Deleting port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:00.294461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d16483bd-197f-4944-8037-a9889aac3947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.295877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.326576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cc61b8e5-801d-4402-948f-2e9b69c1819b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:00.338402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] No DVR routers for this DVR port bb286f92-94c8-4454-bc4f-8940d9d9ac5c on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:00.361809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.365843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f191834b-c820-43e0-9eb1-ab9bdb574c23 req-1303b505-bd30-498d-8af5-1e0d7dc03a7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "DELETE /v2.0/ports/bb286f92-94c8-4454-bc4f-8940d9d9ac5c HTTP/1.1" status: 204 len: 173 time: 2.2287970 Jan 28 20:21:00.371375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22bf3dc-ba45-4ac2-891b-0b274deb7194', 'name': 'network-vif-deleted', 'tag': 'bb286f92-94c8-4454-bc4f-8940d9d9ac5c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:00.374054 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7186b2bf-a8b7-4d12-a591-717571d509f4" -d '{"events": [{"server_uuid": "c22bf3dc-ba45-4ac2-891b-0b274deb7194", "name": "network-vif-deleted", "tag": "bb286f92-94c8-4454-bc4f-8940d9d9ac5c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:00.378473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: cc61b8e5-801d-4402-948f-2e9b69c1819b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:00.379032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cc61b8e5-801d-4402-948f-2e9b69c1819b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:00.379283 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ba58d902-4a8e-4987-bdbe-214fc5abf2f9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:00.427311 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-9824be18-e925-4364-adef-9fe8f9b4c1b3 req-e9856999-28bc-4ef9-98ec-9b3393a98616 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:21:00.429543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9824be18-e925-4364-adef-9fe8f9b4c1b3 req-e9856999-28bc-4ef9-98ec-9b3393a98616 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/c05ffb7d-3b5e-4c0e-8dde-784928a2906a HTTP/1.1" status: 404 len: 352 time: 0.0601356 Jan 28 20:21:00.456409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:00.466695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: ba58d902-4a8e-4987-bdbe-214fc5abf2f9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:00.467093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ba58d902-4a8e-4987-bdbe-214fc5abf2f9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:00.468947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d16483bd-197f-4944-8037-a9889aac3947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.518358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16483bd-197f-4944-8037-a9889aac3947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:00.521709 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d16483bd-197f-4944-8037-a9889aac3947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.528852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d16483bd-197f-4944-8037-a9889aac3947 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ffd9af86-0fa3-4f07-b5e3-4af2b6cc1370 HTTP/1.1" status: 204 len: 168 time: 1.0628982 Jan 28 20:21:00.530041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33258) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:00.530212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ce6ff-a670-4a53-af00-f953f0ceaf11 None None] Network 5a8a83a5-f85e-489a-8d1c-bea5fd22399c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:00.627939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.631929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.678672 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] For port ba58d902-4a8e-4987-bdbe-214fc5abf2f9, host n-d-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:00.682530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.731615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103069-c149-4044-84fb-c913ca0cc6cc req-574ec9c9-e466-49ba-ac96-80509ce67cf6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:00.733293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93103069-c149-4044-84fb-c913ca0cc6cc req-574ec9c9-e466-49ba-ac96-80509ce67cf6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.0939822 Jan 28 20:21:00.768903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Deleting port 042bcf69-25ae-4028-b460-382767aad89b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:00.769880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.799634 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f333cbcc-714c-44b8-b20a-7270c8ba62e6 x-openstack-request-id: req-f333cbcc-714c-44b8-b20a-7270c8ba62e6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:00.801290 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22bf3dc-ba45-4ac2-891b-0b274deb7194", "name": "network-vif-deleted", "tag": "bb286f92-94c8-4454-bc4f-8940d9d9ac5c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:00.801718 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f333cbcc-714c-44b8-b20a-7270c8ba62e6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:00.803172 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22bf3dc-ba45-4ac2-891b-0b274deb7194', 'name': 'network-vif-deleted', 'tag': 'bb286f92-94c8-4454-bc4f-8940d9d9ac5c', 'status': 'completed', 'code': 200} Jan 28 20:21:00.810241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Calling delete_port for ba58d902-4a8e-4987-bdbe-214fc5abf2f9 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:00.813239 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.816425 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Added segment ed7c398d-5266-4507-8a77-34757c5e98b9 of type vlan for network 20cdc951-7ebf-41a8-9367-c4d2b4a60991 Jan 28 20:21:00.818685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6ef5-013d-42d6-a82a-65026d63d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.823541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6ef5-013d-42d6-a82a-65026d63d31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.824802 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ea8a6ef5-013d-42d6-a82a-65026d63d31a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5df65e5-f4a0-4102-a176-5a26c1da5538 HTTP/1.1" status: 204 len: 168 time: 1.2400026 Jan 28 20:21:00.827779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 was not found and therefore no delete operation was performed {{(pid=102306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:21:00.854236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.860312 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-7d2ad15c-ef19-498b-8d2a-9f076978afa0 req-bfe3a5fc-1eed-4cd7-8f82-72b620b3e844 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:21:00.861389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d2ad15c-ef19-498b-8d2a-9f076978afa0 req-bfe3a5fc-1eed-4cd7-8f82-72b620b3e844 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/d4a96335-1a30-4a61-8521-02fd4797f589 HTTP/1.1" status: 404 len: 352 time: 0.0340481 Jan 28 20:21:00.864796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93103069-c149-4044-84fb-c913ca0cc6cc req-f4bff35b-d704-43c4-9a30-5988968a40a7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252251 Jan 28 20:21:00.895626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] For port 042bcf69-25ae-4028-b460-382767aad89b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=042bcf69-25ae-4028-b460-382767aad89b,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:00.896356 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:00.939063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Calling delete_port for 042bcf69-25ae-4028-b460-382767aad89b owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:00.970181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a6ef5-013d-42d6-a82a-65026d63d31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5df65e5-f4a0-4102-a176-5a26c1da5538,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:01.007203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.053321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba58d902-4a8e-4987-bdbe-214fc5abf2f9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:01.060840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] No DVR routers for this DVR port ba58d902-4a8e-4987-bdbe-214fc5abf2f9 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:01.063001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] DHCP port deletion for 5a8a83a5-f85e-489a-8d1c-bea5fd22399c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:21:01.143209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] Deleting port 042bcf69-25ae-4028-b460-382767aad89b {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:01.143209 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.192074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b058b08-476d-465c-860f-64080ec9a7e2 req-0bfd2b18-7cab-4262-b7ae-c27e41ec72b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:01.200020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b058b08-476d-465c-860f-64080ec9a7e2 req-0bfd2b18-7cab-4262-b7ae-c27e41ec72b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.1292188 Jan 28 20:21:01.219463 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:01.228556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.262802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.265920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728c04d-f559-4168-83a7-417aae37be96 req-e701ca62-1633-44e3-81a7-458e6e81273a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:01.268466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9728c04d-f559-4168-83a7-417aae37be96 req-e701ca62-1633-44e3-81a7-458e6e81273a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 932 time: 0.1955352 Jan 28 20:21:01.288826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] No DVR routers for this DVR port 042bcf69-25ae-4028-b460-382767aad89b on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:01.300239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Pushing event deleted for resources: {'Port': ['ID=042bcf69-25ae-4028-b460-382767aad89b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:01.302302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Network 02e595f2-4677-4e83-bfd2-59511c164baa is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:01.314367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:01.317170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:01.323963 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.327179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] For port 042bcf69-25ae-4028-b460-382767aad89b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=042bcf69-25ae-4028-b460-382767aad89b,segment=NetworkSegment(e401e214-5687-46fe-8960-a28652b820f8),segment_id=e401e214-5687-46fe-8960-a28652b820f8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:01.327596 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.349096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] Calling delete_port for 042bcf69-25ae-4028-b460-382767aad89b owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:01.391524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b058b08-476d-465c-860f-64080ec9a7e2 req-33bd5281-e62a-4950-ac44-7f46aa1d77fe tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902401 Jan 28 20:21:01.436983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event updated for resources: {'Port': ['ID=8eba7c10-899c-433d-8c5c-6eb0a82270dd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:01.457717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-2da3beb6-1e73-433b-bd97-ea5d43fd2e1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6317494 Jan 28 20:21:01.463274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-97427be7-58bc-4978-83d5-834f78efe1ce service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:21:01.464339 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-97427be7-58bc-4978-83d5-834f78efe1ce service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058289 Jan 28 20:21:01.468301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a2e639-ede2-4c08-980c-50d14c2a20c3']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:01.471668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33276) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:01.488284 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.489047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:01.489642 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.498480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.503885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328cb03a-307c-4008-990a-fd808599e823') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:01.504561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328cb03a-307c-4008-990a-fd808599e823') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:01.515303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.537753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8a83a5-f85e-489a-8d1c-bea5fd22399c']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:01.545380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:01.546042 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.557173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587f1c16-dba1-4130-b746-f6efc240f82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.558209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] No DVR routers for this DVR port 042bcf69-25ae-4028-b460-382767aad89b on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:01.560938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0baf6-376a-41e5-a451-a0e07dccf002 None None] Pushing event deleted for resources: {'Port': ['ID=042bcf69-25ae-4028-b460-382767aad89b,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:01.575562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e401e214-5687-46fe-8960-a28652b820f8') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:01.576270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e401e214-5687-46fe-8960-a28652b820f8') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:01.597241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.601273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.638839 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6882079 Jan 28 20:21:01.642695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9728c04d-f559-4168-83a7-417aae37be96 req-856b3814-3370-4e46-8de0-392ed41feb36 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461428 Jan 28 20:21:01.644362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33282) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:01.647118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d6f77-d822-4133-84a5-204843991d9a tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Network': ['ID=20cdc951-7ebf-41a8-9367-c4d2b4a60991,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:01.652966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Request body: {'subnet': {'network_id': '20cdc951-7ebf-41a8-9367-c4d2b4a60991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:01.658993 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-c83b4517-732f-457a-b534-76fe82882142 req-1bf6da6b-2746-4f2d-a96a-c5a2d0792b28 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:21:01.659206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 20cdc951-7ebf-41a8-9367-c4d2b4a60991 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:01.673961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c83b4517-732f-457a-b534-76fe82882142 req-1bf6da6b-2746-4f2d-a96a-c5a2d0792b28 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/4e12cfed-1f2a-4a9c-9161-e144d82773c1 HTTP/1.1" status: 404 len: 352 time: 0.0873475 Jan 28 20:21:01.678052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.691732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:01.692433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:01.694731 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:01.708820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.732537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-2489fe58-a9cc-406b-bb0e-c94f6eec8386 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4552398 Jan 28 20:21:01.800256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Request body: {'port': {'device_id': 'ecc143fb-9e7a-4819-ad06-4222992951c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:01.805711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:01.806119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:01.807936 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:01.828106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d4bb0bd-d1d1-4f31-83d6-552161a48738 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:01.857832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1d4bb0bd-d1d1-4f31-83d6-552161a48738 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:01.858777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d4bb0bd-d1d1-4f31-83d6-552161a48738 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:01.859221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 042bcf69-25ae-4028-b460-382767aad89b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:01.879060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587f1c16-dba1-4130-b746-f6efc240f82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.881707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 042bcf69-25ae-4028-b460-382767aad89b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:01.881707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 042bcf69-25ae-4028-b460-382767aad89b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:01.890455 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587f1c16-dba1-4130-b746-f6efc240f82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.925944 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-e1ddc0f2-848b-453e-a97e-b1d341e429aa req-27940a80-f071-4e70-a4bc-15530842ac2a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:21:01.927205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1ddc0f2-848b-453e-a97e-b1d341e429aa req-27940a80-f071-4e70-a4bc-15530842ac2a tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/300b1c9b-d0ff-4ed0-b3f3-0e2b1aecc407 HTTP/1.1" status: 404 len: 352 time: 0.1846027 Jan 28 20:21:01.929962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Made reservation on behalf of a818a18a71c040f4a08f6c1d70232eb6 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:01.933739 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.938438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.965599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-587f1c16-dba1-4130-b746-f6efc240f82d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b17bc7a11a274a489e877ae4dc67c53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899333 Jan 28 20:21:01.967914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:01.986405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33300) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:02.007564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.015342 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] 10.222.0.44 "DELETE /v2.0/networks/48a2e639-ede2-4c08-980c-50d14c2a20c3 HTTP/1.1" status: 204 len: 168 time: 2.6206727 Jan 28 20:21:02.015342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f1c16-dba1-4130-b746-f6efc240f82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f5f9f4-2b88-4d73-94c2-fb3bd5974757,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:02.023669 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.030298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] 10.222.0.44 "DELETE /v2.0/networks/5a8a83a5-f85e-489a-8d1c-bea5fd22399c HTTP/1.1" status: 204 len: 168 time: 1.4986506 Jan 28 20:21:02.061265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709979f-39fd-4f4b-a493-7351bc628a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a2e639-ede2-4c08-980c-50d14c2a20c3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:02.063020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c19929-84a4-416d-83cd-0f3817c0a48c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8a83a5-f85e-489a-8d1c-bea5fd22399c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:02.070155 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-4228fcb1-f617-47b1-ab09-061cb445dffd req-15c2757c-0c4c-495f-ba86-97e83d1dde75 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:21:02.076358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4228fcb1-f617-47b1-ab09-061cb445dffd req-15c2757c-0c4c-495f-ba86-97e83d1dde75 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/12e329ff-f48d-4d7a-98a4-8f8285a379cf HTTP/1.1" status: 404 len: 352 time: 0.0611491 Jan 28 20:21:02.080089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.111231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695ff7-9da7-4cb3-a27b-46fe06e9dd78 req-1ce7f64d-35cb-44cc-8c9e-3ec52b8f96c7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:02.112865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09695ff7-9da7-4cb3-a27b-46fe06e9dd78 req-1ce7f64d-35cb-44cc-8c9e-3ec52b8f96c7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2784271 Jan 28 20:21:02.127169 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-eabd4e1b-dcd4-45b9-9466-15d663deec63 req-b5568781-2e33-4f6b-ad77-b875e0dfab00 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] show failed (client error): The resource could not be found. Jan 28 20:21:02.134402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eabd4e1b-dcd4-45b9-9466-15d663deec63 req-b5568781-2e33-4f6b-ad77-b875e0dfab00 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/96c3f294-eba1-4102-b18e-c3a007ca1b5f HTTP/1.1" status: 404 len: 352 time: 0.0318568 Jan 28 20:21:02.242602 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09695ff7-9da7-4cb3-a27b-46fe06e9dd78 req-e93ac58b-9392-4fd2-b163-8936b0770580 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055040 Jan 28 20:21:02.421420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33318) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:02.459910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:02.534274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b2decb80-56c3-4e48-8140-fa90393c6c0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46362d59f6b04575bf6a118760b1d10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090293 Jan 28 20:21:02.536090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33324) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:02.565445 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d75bb25-06d8-40c2-aacc-c4edacbe4d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.588964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eba7c10-899c-433d-8c5c-6eb0a82270dd {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:02.606026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.614096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d75bb25-06d8-40c2-aacc-c4edacbe4d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.650459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Transition to ACTIVE for port object 8eba7c10-899c-433d-8c5c-6eb0a82270dd will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:21:02.653444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740d5b-c1de-43b8-b947-166793867f86 req-5b2a5818-7cd0-45ad-b635-851f1271bd54 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:02.654988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d740d5b-c1de-43b8-b947-166793867f86 req-5b2a5818-7cd0-45ad-b635-851f1271bd54 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2675629 Jan 28 20:21:02.657874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.676854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-05f8f03b-d497-44ba-b1c5-f61a391fad9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1d08c22457748e99781f51c4dfc0e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097251 Jan 28 20:21:02.681817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33332) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:02.762498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44b4b7-6305-4b4d-bf3c-59d3863b73e0 req-78b74f48-7435-484e-ad1e-b7b095c6674b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:02.764063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a44b4b7-6305-4b4d-bf3c-59d3863b73e0 req-78b74f48-7435-484e-ad1e-b7b095c6674b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.2363222 Jan 28 20:21:02.799577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Pushing event updated for resources: {'Port': ['ID=8eba7c10-899c-433d-8c5c-6eb0a82270dd,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:02.807848 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d75bb25-06d8-40c2-aacc-c4edacbe4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.810521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d75bb25-06d8-40c2-aacc-c4edacbe4d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.815381 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3d75bb25-06d8-40c2-aacc-c4edacbe4d5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0f5f9f4-2b88-4d73-94c2-fb3bd5974757 HTTP/1.1" status: 204 len: 168 time: 0.8243444 Jan 28 20:21:02.816255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d740d5b-c1de-43b8-b947-166793867f86 req-45919fe3-357d-4224-b26f-eb799e217312 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360450 Jan 28 20:21:02.816824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35944264-3ea6-4339-957c-ccf2fbed40fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.827037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75bb25-06d8-40c2-aacc-c4edacbe4d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f5f9f4-2b88-4d73-94c2-fb3bd5974757,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:02.841290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Attempting to bind port 8eba7c10-899c-433d-8c5c-6eb0a82270dd on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:02.841697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Attempting to bind port 8eba7c10-899c-433d-8c5c-6eb0a82270dd by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:02.842669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Attempting to bind port 8eba7c10-899c-433d-8c5c-6eb0a82270dd on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:02.849084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Port 8eba7c10-899c-433d-8c5c-6eb0a82270dd on network 02e595f2-4677-4e83-bfd2-59511c164baa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:21:02.849447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Attempting to bind port 8eba7c10-899c-433d-8c5c-6eb0a82270dd on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:02.886102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:02.886982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:02.887568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Bound using segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:02.891884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Bound port: 8eba7c10-899c-433d-8c5c-6eb0a82270dd, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:02.892697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.911276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35944264-3ea6-4339-957c-ccf2fbed40fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.934673 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abde8300-29e2-457c-8e5f-c7114b5bbdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:02.958315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a44b4b7-6305-4b4d-bf3c-59d3863b73e0 req-707642be-284d-419e-9360-901b77958487 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798625 Jan 28 20:21:03.035831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abde8300-29e2-457c-8e5f-c7114b5bbdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.115911 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35944264-3ea6-4339-957c-ccf2fbed40fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.119464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35944264-3ea6-4339-957c-ccf2fbed40fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.123280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-35944264-3ea6-4339-957c-ccf2fbed40fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d945627f-24c0-4413-97c4-a300fa71b28d HTTP/1.1" status: 204 len: 168 time: 0.5825343 Jan 28 20:21:03.138032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] For port 8eba7c10-899c-433d-8c5c-6eb0a82270dd, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:03.144504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] For port 8eba7c10-899c-433d-8c5c-6eb0a82270dd, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8eba7c10-899c-433d-8c5c-6eb0a82270dd,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:03.153574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.201857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35944264-3ea6-4339-957c-ccf2fbed40fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945627f-24c0-4413-97c4-a300fa71b28d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:03.205809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:21:03.206296 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.224823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:03.225902 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.228907 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] 10.222.0.26 "PUT /v2.0/ports/8eba7c10-899c-433d-8c5c-6eb0a82270dd HTTP/1.1" status: 200 len: 1092 time: 1.4362619 Jan 28 20:21:03.229655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc143fb-9e7a-4819-ad06-4222992951c6', 'tag': '8eba7c10-899c-433d-8c5c-6eb0a82270dd'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:03.233088 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a239ddd-a009-41b4-aca2-6bee46343ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc143fb-9e7a-4819-ad06-4222992951c6", "tag": "8eba7c10-899c-433d-8c5c-6eb0a82270dd"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:03.279737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e16d69-b0f8-4854-b24d-2baa5f4f6c38 service neutron] Pushing event updated for resources: {'Port': ['ID=8eba7c10-899c-433d-8c5c-6eb0a82270dd,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:03.291351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f05479-49e0-4fe6-ae69-2f4f7b325802 req-9466a54f-ef2c-4cde-ab54-2cc7b02076af tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:03.298663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43f05479-49e0-4fe6-ae69-2f4f7b325802 req-9466a54f-ef2c-4cde-ab54-2cc7b02076af tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1024 time: 0.2454374 Jan 28 20:21:03.304109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abde8300-29e2-457c-8e5f-c7114b5bbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.307774 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abde8300-29e2-457c-8e5f-c7114b5bbdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.308831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-abde8300-29e2-457c-8e5f-c7114b5bbdbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1e128b8-364d-4dc1-ad01-c66089a19587 HTTP/1.1" status: 204 len: 168 time: 0.6244640 Jan 28 20:21:03.344716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Subnet': ['ID=acb52a18-6256-47e1-a5b9-ebfadb2af5f0,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:03.382799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84275d-2a48-4b00-8592-459edbd68266 req-439e892b-8aa4-4516-a789-34b968c86070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:03.384976 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-439e892b-8aa4-4516-a789-34b968c86070 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 1095 time: 0.0703206 Jan 28 20:21:03.403060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde8300-29e2-457c-8e5f-c7114b5bbdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e128b8-364d-4dc1-ad01-c66089a19587,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:03.439680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4fea2-fc52-4afd-8a0b-db3018be183d req-41f52c00-eb81-4e3f-8885-eff3b2d6ab83 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:03.441348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4df4fea2-fc52-4afd-8a0b-db3018be183d req-41f52c00-eb81-4e3f-8885-eff3b2d6ab83 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 944 time: 0.2957103 Jan 28 20:21:03.458475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43f05479-49e0-4fe6-ae69-2f4f7b325802 req-3d2240fa-a157-4c3b-9104-7d83f63319f4 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&id=2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab&id=3829127f-4b64-4330-99c4-6167ca974a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1567590 Jan 28 20:21:03.466358 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-ac3e9e3d-2dab-4375-a0fe-cf8512958be8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eba7c10-899c-433d-8c5c-6eb0a82270dd HTTP/1.1" status: 200 len: 217 time: 0.0604682 Jan 28 20:21:03.481821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Checking segment: {'id': 'ed7c398d-5266-4507-8a77-34757c5e98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '20cdc951-7ebf-41a8-9367-c4d2b4a60991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:03.482768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Network hostable DHCP agents. Network: 20cdc951-7ebf-41a8-9367-c4d2b4a60991, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:21:03.563518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4df4fea2-fc52-4afd-8a0b-db3018be183d req-a8dfccda-7b7d-4353-9f5d-ef14d86f03a5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834107 Jan 28 20:21:03.564797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Network 20cdc951-7ebf-41a8-9367-c4d2b4a60991 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:21:03.589442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84275d-2a48-4b00-8592-459edbd68266 req-7ac77f22-d8c9-4607-8857-ef8ccac1b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:03.589684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 20cdc951-7ebf-41a8-9367-c4d2b4a60991) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:03.592793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-7ac77f22-d8c9-4607-8857-ef8ccac1b253 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.1156867 Jan 28 20:21:03.601130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91917ad6-ce39-4251-bdf6-663a4daf1480 None None] Network 20cdc951-7ebf-41a8-9367-c4d2b4a60991 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:03.605858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:03.613299 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:03.636769 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f1bf1a-d7f8-4b3f-a640-f598cb987c46 x-openstack-request-id: req-51f1bf1a-d7f8-4b3f-a640-f598cb987c46 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:03.637138 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc143fb-9e7a-4819-ad06-4222992951c6", "tag": "8eba7c10-899c-433d-8c5c-6eb0a82270dd", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:03.637336 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51f1bf1a-d7f8-4b3f-a640-f598cb987c46 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:03.637724 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc143fb-9e7a-4819-ad06-4222992951c6', 'tag': '8eba7c10-899c-433d-8c5c-6eb0a82270dd', 'status': 'completed', 'code': 200} Jan 28 20:21:03.667099 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-c765c96c-f44b-41f7-ba9b-bebd14a72d15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599966 Jan 28 20:21:03.669892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7946f3c3-2ee4-4263-8500-8b3ed4cb275d tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0233729 Jan 28 20:21:03.694072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33354) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:03.704964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Request body: {'floatingip': {'floating_network_id': '20cdc951-7ebf-41a8-9367-c4d2b4a60991'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:03.783129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48e22-3e27-4300-9b4a-9d751237bfb7 req-debfd2b7-79b6-4d05-a667-9c06699d0b1f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:03.802416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12c48e22-3e27-4300-9b4a-9d751237bfb7 req-debfd2b7-79b6-4d05-a667-9c06699d0b1f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1290050 Jan 28 20:21:03.855267 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-9cfae11e-fbb7-48a7-8975-4f29bb4a412b service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453855 Jan 28 20:21:03.873596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12c48e22-3e27-4300-9b4a-9d751237bfb7 req-8e777acb-2382-4de2-83b4-78ceb4d201ae tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Jan 28 20:21:03.912829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e6010-82b3-4f92-aa4c-55269cee21cd None None] Network 20cdc951-7ebf-41a8-9367-c4d2b4a60991 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:03.983407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-7bb1c392-4a24-40c4-9118-18e1587cb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:03.985063 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-7bb1c392-4a24-40c4-9118-18e1587cb340 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 1101 time: 0.3443151 Jan 28 20:21:03.998895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:04.233564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906429f1-43eb-4b32-873c-56cb46e25f67 req-fcc832a2-e9e0-443c-b49f-ad16198a019b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.237297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-906429f1-43eb-4b32-873c-56cb46e25f67 req-fcc832a2-e9e0-443c-b49f-ad16198a019b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2115119 Jan 28 20:21:04.296359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf056f-7429-4d9e-88ee-7fbd45ca14f0 req-2758819f-ae3a-405b-9e5f-9d9660e2adf8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.300374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99cf056f-7429-4d9e-88ee-7fbd45ca14f0 req-2758819f-ae3a-405b-9e5f-9d9660e2adf8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.1802216 Jan 28 20:21:04.349131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-906429f1-43eb-4b32-873c-56cb46e25f67 req-5ef4c1fd-bf25-4976-b4b0-55b0aaef5626 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994782 Jan 28 20:21:04.390863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99cf056f-7429-4d9e-88ee-7fbd45ca14f0 req-dc785494-b8b5-452e-b712-e722d482a9b7 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647302 Jan 28 20:21:04.617290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58255d6b-afeb-4ea9-9c00-2741f3d4d282 req-b6ab7400-033a-492f-89ae-73e71c2f3d79 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.628816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58255d6b-afeb-4ea9-9c00-2741f3d4d282 req-b6ab7400-033a-492f-89ae-73e71c2f3d79 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1024 time: 0.0870533 Jan 28 20:21:04.709939 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc84275d-2a48-4b00-8592-459edbd68266 req-b8b593a9-ac81-4c57-84de-1d9ca9906f77 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8327718 Jan 28 20:21:04.714432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-15a3b221-8574-4456-bf18-7430b3e1b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.717104 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-15a3b221-8574-4456-bf18-7430b3e1b154 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.7237473 Jan 28 20:21:04.737343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58255d6b-afeb-4ea9-9c00-2741f3d4d282 req-114a7388-1137-4f18-a4e0-7024de322eae tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&id=2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab&id=3829127f-4b64-4330-99c4-6167ca974a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1053102 Jan 28 20:21:04.769677 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-08bac740-e991-4f6c-b6bf-855bfda64caa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 200 len: 217 time: 0.0443878 Jan 28 20:21:04.782243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932924-f004-414e-a067-108a3d14e8cb req-82a819e2-44bf-4aa8-a486-61233e0c58b3 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.782808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5932924-f004-414e-a067-108a3d14e8cb req-82a819e2-44bf-4aa8-a486-61233e0c58b3 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1024 time: 0.2428989 Jan 28 20:21:04.792214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da66e9f-ea9a-46e5-b077-9586de84d6f7 req-b4dc016f-dc09-41f9-8653-78c23bc921f8 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.794428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2da66e9f-ea9a-46e5-b077-9586de84d6f7 req-b4dc016f-dc09-41f9-8653-78c23bc921f8 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 944 time: 0.1209795 Jan 28 20:21:04.917541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2da66e9f-ea9a-46e5-b077-9586de84d6f7 req-9355da27-81fd-4cf4-ab77-a8ac1dc8dd2d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162438 Jan 28 20:21:04.952908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82b29d-ff0b-46de-933e-aada6682718e req-f036326a-d1a6-420a-9a2d-ec50320980d4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.960782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af82b29d-ff0b-46de-933e-aada6682718e req-f036326a-d1a6-420a-9a2d-ec50320980d4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1357615 Jan 28 20:21:04.995039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-a76e0ebf-2de1-4d36-a358-8e659b3d54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:04.996623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-a76e0ebf-2de1-4d36-a358-8e659b3d54a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2129107 Jan 28 20:21:05.015318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af82b29d-ff0b-46de-933e-aada6682718e req-ad04efef-0032-42d2-ba40-dd2611b9d2fd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488682 Jan 28 20:21:05.040252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-0a2b2ab0-a08d-4ac7-9561-a1e0ef8969ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.040252 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-0a2b2ab0-a08d-4ac7-9561-a1e0ef8969ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 1095 time: 0.2443423 Jan 28 20:21:05.153821 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:05.191296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-9bd95dfe-6baf-45a9-8251-c6349e955df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.192910 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-9bd95dfe-6baf-45a9-8251-c6349e955df6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865010 Jan 28 20:21:05.211007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ab12d-6a2d-4ed3-b780-24ac4178a7ae req-1aed8832-896f-444f-947e-3786957adddc tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.214087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da3ab12d-6a2d-4ed3-b780-24ac4178a7ae req-1aed8832-896f-444f-947e-3786957adddc tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.0944643 Jan 28 20:21:05.257039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Deleting port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:05.257557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:05.283900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da3ab12d-6a2d-4ed3-b780-24ac4178a7ae req-19ea646a-7709-44de-b1ba-6b421115378a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629823 Jan 28 20:21:05.294130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-5e83dae4-33dd-4553-8d9e-1898d685be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.295670 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-5e83dae4-33dd-4553-8d9e-1898d685be43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 907 time: 0.2278259 Jan 28 20:21:05.304430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33422) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:05.475605 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-1dec19a8-1245-4c72-8b1d-904867c029a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eba7c10-899c-433d-8c5c-6eb0a82270dd HTTP/1.1" status: 200 len: 217 time: 0.1256547 Jan 28 20:21:05.594297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc279fc-57da-4e99-a87c-0b5cc6f65533 req-18c4f84e-1842-457e-a8cd-028f104c9a84 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.603307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2dc279fc-57da-4e99-a87c-0b5cc6f65533 req-18c4f84e-1842-457e-a8cd-028f104c9a84 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.1045823 Jan 28 20:21:05.616469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1596940035-network', 'tenant_id': '1aefb1f7410d451eac118b095331837a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:05.661006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:05.663494 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:05.682200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:05.694692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-82fa63c1-8e70-49f3-9f32-7aeb0e4436ec service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702117 Jan 28 20:21:05.697483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Allocated IP 172.20.0.14 (20cdc951-7ebf-41a8-9367-c4d2b4a60991/acb52a18-6256-47e1-a5b9-ebfadb2af5f0/5504f7a1-d6f3-48a9-9217-a47f2c9dba7e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:05.716147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2dc279fc-57da-4e99-a87c-0b5cc6f65533 req-66d066d8-14c9-4478-ac42-46984357434a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117630 Jan 28 20:21:05.736080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] For port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,segment=NetworkSegment(f44ebf05-bfdb-454f-b32b-8f4f4ad37677),segment_id=f44ebf05-bfdb-454f-b32b-8f4f4ad37677)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:05.736662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:05.779956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33442) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:05.785976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-dfb1aaf8-9393-496f-a9bf-34d6acb687dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.787562 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-dfb1aaf8-9393-496f-a9bf-34d6acb687dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.2998474 Jan 28 20:21:05.862671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Calling delete_port for 8f604e53-af89-43b9-b0f9-5fb3d383ccfb owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:05.888149 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-b49cd438-bb71-4180-a763-f8440eec9715 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668137 Jan 28 20:21:05.931714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:05.947247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53ab06-e86c-4acd-a0c4-5e505f959d4a req-2432e18e-bfea-4935-ac21-e97fc5ce9147 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.949022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b53ab06-e86c-4acd-a0c4-5e505f959d4a req-2432e18e-bfea-4935-ac21-e97fc5ce9147 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1268475 Jan 28 20:21:05.953540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.237283 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-01c95ed6-2f27-4282-b0e7-0e952b134253 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151346 Jan 28 20:21:06.315620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-d197156d-9961-4a28-8fa1-fe78981d6464 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053178 Jan 28 20:21:06.373625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-network', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:06.382780 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.424712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:06.429451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b53ab06-e86c-4acd-a0c4-5e505f959d4a req-7e0b6116-6e7a-4562-9c80-08501a834088 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709032 Jan 28 20:21:06.448800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ae8f4-98c0-4415-b34b-fd8860077953 req-79982994-5764-44f8-82ef-20cf7d8fdb61 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:06.450959 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a7ae8f4-98c0-4415-b34b-fd8860077953 req-79982994-5764-44f8-82ef-20cf7d8fdb61 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b8894a4-04e8-492f-aadb-6b665ab580d1 HTTP/1.1" status: 200 len: 1024 time: 0.5716338 Jan 28 20:21:06.459866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:06.470847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.471482 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Added segment 8196721b-5f22-4d80-a77d-76a08fce20c9 of type vlan for network 96031065-7361-49f5-b7d0-d7404da90120 Jan 28 20:21:06.545303 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.551815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Made reservation on behalf of 03b4fa72e32d4f39a5a50b6453f36b95 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:06.554496 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.562801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.619810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.620885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'Port': ['ID=8f604e53-af89-43b9-b0f9-5fb3d383ccfb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:06.627071 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a239ddd-a009-41b4-aca2-6bee46343ae7 req-d8ceef87-f5c4-4b0b-aac5-cdea304ee391 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018689 Jan 28 20:21:06.643722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a7ae8f4-98c0-4415-b34b-fd8860077953 req-7c416877-a711-4af2-a6f6-d31a00c47f19 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups?id=31de6efb-5fb5-4a0a-aea6-9327546c5b70&id=2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab&id=3829127f-4b64-4330-99c4-6167ca974a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1765509 Jan 28 20:21:06.657959 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.685141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] No DVR routers for this DVR port 8f604e53-af89-43b9-b0f9-5fb3d383ccfb on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:06.690060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.693609 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5932924-f004-414e-a067-108a3d14e8cb req-f6cb0692-9872-4714-b9c7-26c9e9ce0510 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.26 "DELETE /v2.0/ports/8f604e53-af89-43b9-b0f9-5fb3d383ccfb HTTP/1.1" status: 204 len: 173 time: 1.8770058 Jan 28 20:21:06.694319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'name': 'network-vif-deleted', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:06.697521 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49124333-45bd-4267-8b54-7412c231384c" -d '{"events": [{"server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "name": "network-vif-deleted", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:06.717087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.718152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:06.718742 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.731475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Network 20cdc951-7ebf-41a8-9367-c4d2b4a60991 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:06.734640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:06.738413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379e3e3-05ee-4492-bb77-793a9ec92b4e req-0803af05-009a-4a42-ad31-b479f3dceca9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:06.740008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9379e3e3-05ee-4492-bb77-793a9ec92b4e req-0803af05-009a-4a42-ad31-b479f3dceca9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 944 time: 0.1768887 Jan 28 20:21:06.740969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:06.774809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Port': ['ID=5504f7a1-d6f3-48a9-9217-a47f2c9dba7e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:06.843007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.863149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5546715 Jan 28 20:21:06.870315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33468) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:06.877557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Request body: {'subnet': {'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1596940035-subnet', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:06.896925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad19d38-2ffb-4807-90af-333ec024acec admin admin] Pushing event updated for resources: {'Network': ['ID=96031065-7361-49f5-b7d0-d7404da90120,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:06.898055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:06.909161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 96031065-7361-49f5-b7d0-d7404da90120 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:06.958583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5322d2-5863-4a95-adf5-fda6efa6985f req-e5cd632d-c534-443c-9dd7-9bbeef2924dd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:06.963155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f5322d2-5863-4a95-adf5-fda6efa6985f req-e5cd632d-c534-443c-9dd7-9bbeef2924dd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2361152 Jan 28 20:21:06.990396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9379e3e3-05ee-4492-bb77-793a9ec92b4e req-c353c9cb-5842-4596-83f4-ce4a2b96cb5e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239261 Jan 28 20:21:07.050726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.067281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.072781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:07.076455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.126922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.134170 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.217351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:07.220824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Port': ['ID=5504f7a1-d6f3-48a9-9217-a47f2c9dba7e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:07.234876 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.242071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f5322d2-5863-4a95-adf5-fda6efa6985f req-19e34807-bf66-43fa-aad9-2484e3a31ea5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481639 Jan 28 20:21:07.252735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.254101 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1303eb44-cdde-4e6f-81c4-bd189ee57ab0 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5537281 Jan 28 20:21:07.258953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:07.345710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5986794b-c6cb-4c72-8b21-8489f3bd993d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:07.357338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.357963 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Added segment 4fc06d2f-be28-4f5a-ac04-242714554acf of type vlan for network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 Jan 28 20:21:07.358093 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07e52b8-020c-474c-a6ae-a3b9f27c8296 x-openstack-request-id: req-f07e52b8-020c-474c-a6ae-a3b9f27c8296 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:07.358271 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8894a4-04e8-492f-aadb-6b665ab580d1", "name": "network-vif-deleted", "tag": "8f604e53-af89-43b9-b0f9-5fb3d383ccfb", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:07.362221 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f07e52b8-020c-474c-a6ae-a3b9f27c8296 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:07.362745 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8894a4-04e8-492f-aadb-6b665ab580d1', 'name': 'network-vif-deleted', 'tag': '8f604e53-af89-43b9-b0f9-5fb3d383ccfb', 'status': 'completed', 'code': 200} Jan 28 20:21:07.376032 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1950f23a-2b82-4bb3-89b8-1ea7b2321c8f tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=20cdc951-7ebf-41a8-9367-c4d2b4a60991 HTTP/1.1" status: 200 len: 690 time: 0.1156919 Jan 28 20:21:07.376655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33484) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:07.501259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-cb4ccd75-9377-4a12-91a9-a200ed3113a4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1671948 Jan 28 20:21:07.535441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.637420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.667060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4fa4739e-8530-43ff-9548-7c72b4dc7a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.681251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Deleting port 5504f7a1-d6f3-48a9-9217-a47f2c9dba7e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:07.681582 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.733569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd58cf-3203-4908-9547-99d6bc173f85 req-4e406b6a-cbd5-446c-8da9-0a184910c434 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:07.734100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7edd58cf-3203-4908-9547-99d6bc173f85 req-4e406b6a-cbd5-446c-8da9-0a184910c434 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.2922103 Jan 28 20:21:07.756908 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.757903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:07.759457 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.761941 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.770927 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.771816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.788045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Calling delete_port for 5504f7a1-d6f3-48a9-9217-a47f2c9dba7e owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:07.882244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-6ba65720-52f0-4b3b-9607-4f46798aa974 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:07.884888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-6ba65720-52f0-4b3b-9607-4f46798aa974 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3826365 Jan 28 20:21:07.897036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1158233 Jan 28 20:21:07.915850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33490) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:07.925905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Request body: {'subnet': {'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-subnet', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:07.941794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5bedbc-af42-49bb-a79f-6ef63971f178,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:07.944512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-e7858838-354b-411c-97e3-1a89a8be4686 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/quotas/b999c7ec5020422f834ccc5863dbe3e5 HTTP/1.1" status: 200 len: 375 time: 0.0450251 Jan 28 20:21:07.959783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7edd58cf-3203-4908-9547-99d6bc173f85 req-26739c3c-bbe9-4ee5-97cf-33f260b198f8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078605 Jan 28 20:21:07.965053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.968411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Made reservation on behalf of 03b4fa72e32d4f39a5a50b6453f36b95 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:07.970428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01878bc-16e9-4661-a760-6010d85cfacf admin admin] Pushing event updated for resources: {'Network': ['ID=7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:07.970662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:07.985804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:08.013863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-59aa8a99-9de2-4d01-be26-d2611bb6121e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505147 Jan 28 20:21:08.022153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event deleted for resources: {'Port': ['ID=5504f7a1-d6f3-48a9-9217-a47f2c9dba7e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:08.025378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Checking segment: {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:08.025839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Network hostable DHCP agents. Network: 96031065-7361-49f5-b7d0-d7404da90120, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:21:08.054089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Network 96031065-7361-49f5-b7d0-d7404da90120 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:21:08.071394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 96031065-7361-49f5-b7d0-d7404da90120) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:08.078363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:08.079807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.116572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f58489a4-d1e8-4ab4-9cd5-84443c07bdb2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2408495 Jan 28 20:21:08.118069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33498) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:08.125859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05121398-5533-4be0-bf17-c4aadccf100b None None] Network 96031065-7361-49f5-b7d0-d7404da90120 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:08.129180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:08.182085 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.184638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.312339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.402310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8eba7c10-899c-433d-8c5c-6eb0a82270dd details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:21:08.406614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8f604e53-af89-43b9-b0f9-5fb3d383ccfb no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:08.447700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-96031065-7361-49f5-b7d0-d7404da90120', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:21:08.448923 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.457155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 8f604e53-af89-43b9-b0f9-5fb3d383ccfb {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:08.457957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8f604e53-af89-43b9-b0f9-5fb3d383ccfb not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:08.470528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.493798 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.588880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.595550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed0d1c-b323-40e8-8540-24789a087fe1 req-237b93a9-9bc3-45ba-ae43-60e527e9ce45 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:08.605626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9aed0d1c-b323-40e8-8540-24789a087fe1 req-237b93a9-9bc3-45ba-ae43-60e527e9ce45 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3981650 Jan 28 20:21:08.656416 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.672925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Allocated IP 172.20.0.2 (96031065-7361-49f5-b7d0-d7404da90120/1e5bedbc-af42-49bb-a79f-6ef63971f178/bd3146e3-c052-4709-be15-5e1d8814ce19) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:08.675741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c01a2-d929-4f61-b746-692713dce1d3 req-89f0a4fc-9de2-49c4-91f6-981c3a141bac tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:08.685343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e8c01a2-d929-4f61-b746-692713dce1d3 req-89f0a4fc-9de2-49c4-91f6-981c3a141bac tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 944 time: 0.3806274 Jan 28 20:21:08.760542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d21fac-c498-46f5-a6fb-f927273e10d7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:08.850758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8eba7c10-899c-433d-8c5c-6eb0a82270dd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8eba7c10-899c-433d-8c5c-6eb0a82270dd,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:08.858059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e8c01a2-d929-4f61-b746-692713dce1d3 req-be2265e4-8e54-4d24-a2fb-26a51a690cf8 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698904 Jan 28 20:21:08.874425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.878650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '8eba7c10-899c-433d-8c5c-6eb0a82270dd', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'port_id': '8eba7c10-899c-433d-8c5c-6eb0a82270dd', 'mac_address': 'fa:16:3e:f7:25:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bfe728-918d-47cb-bc30-3185f3afc3c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:21:08.913037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9aed0d1c-b323-40e8-8540-24789a087fe1 req-defe74a8-5c2d-4d55-9df1-ea2075cbd1d0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989581 Jan 28 20:21:08.927321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=acb52a18-6256-47e1-a5b9-ebfadb2af5f0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:08.954594 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:08.973571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Checking segment: {'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:08.973571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Network hostable DHCP agents. Network: 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:21:08.978568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.001036 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.006288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eba7c10-899c-433d-8c5c-6eb0a82270dd {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:09.006746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cdc951-7ebf-41a8-9367-c4d2b4a60991']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:09.016820 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.025255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7c398d-5266-4507-8a77-34757c5e98b9') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:09.025512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7c398d-5266-4507-8a77-34757c5e98b9') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:09.037678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:21:09.042875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.057667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:09.062864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.066539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.067245 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.073421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8eba7c10-899c-433d-8c5c-6eb0a82270dd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8eba7c10-899c-433d-8c5c-6eb0a82270dd,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:09.077265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ca4e0-9483-4ea4-a53a-8c1baec3841f None None] Network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:09.078141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:09.078654 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:09.081407 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:09.094630 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.108722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b698f52-f2fe-4e3b-bcf9-c79aade4d267 req-ce654dbd-1fc5-460e-b56a-4d7b8249e818 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab HTTP/1.1" status: 200 len: 1800 time: 0.1553898 Jan 28 20:21:09.134947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Network 96031065-7361-49f5-b7d0-d7404da90120 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:09.147539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:09.152105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:09.164888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Pushing event updated for resources: {'Port': ['ID=bd3146e3-c052-4709-be15-5e1d8814ce19,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:09.182376 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aeb0cfdc-e58b-4b2b-ae35-fa71eb5a8a47 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2652073 Jan 28 20:21:09.188423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33514) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:09.193233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:09.238123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.247561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20cdc951-7ebf-41a8-9367-c4d2b4a60991 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 20:21:09.250660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.252382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.259787 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.264421 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "DELETE /v2.0/networks/20cdc951-7ebf-41a8-9367-c4d2b4a60991 HTTP/1.1" status: 204 len: 168 time: 1.8838859 Jan 28 20:21:09.277583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33516) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:09.303402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b73580c1-4e1e-4dc8-9a64-9d5d6ee87a37 req-96d0d88d-7c26-4dce-8f60-e608ccb18603 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 210 time: 0.1933527 Jan 28 20:21:09.391007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a539e-3738-4dd6-b06b-b6fc5e0e50bd tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event deleted for resources: {'Network': ['ID=20cdc951-7ebf-41a8-9367-c4d2b4a60991,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:09.394613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b698f52-f2fe-4e3b-bcf9-c79aade4d267 req-fa1f87ff-0bd8-47e9-ac79-5be310fbf250 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.398263 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4f210f57-0f71-43e2-aaea-a6a0c3c0a6ab tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1184239 Jan 28 20:21:09.407708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33518) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:09.545903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Attempting to bind port bd3146e3-c052-4709-be15-5e1d8814ce19 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:09.546259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Attempting to bind port bd3146e3-c052-4709-be15-5e1d8814ce19 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:09.546608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Attempting to bind port bd3146e3-c052-4709-be15-5e1d8814ce19 on network 96031065-7361-49f5-b7d0-d7404da90120 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:09.558703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8eba7c10-899c-433d-8c5c-6eb0a82270dd,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:09.571195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:09.571877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Checking segment: {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:09.572215 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.572625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Bound using segment: {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:09.573123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Bound port: bd3146e3-c052-4709-be15-5e1d8814ce19, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:09.573508 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.585044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b698f52-f2fe-4e3b-bcf9-c79aade4d267 req-fa1f87ff-0bd8-47e9-ac79-5be310fbf250 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.619597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8eba7c10-899c-433d-8c5c-6eb0a82270dd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:09.688367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.688834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.689287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.689734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.690183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.690624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.691066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.691504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.693487 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-940e80a1-8b90-4908-b489-9da6b12bfdf5 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5304 time: 0.2844384 Jan 28 20:21:09.702570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470e1e3-6dd2-455b-bdaf-47580423e795 req-bc145899-8b2f-4200-b819-26507bb5b27c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.712978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c470e1e3-6dd2-455b-bdaf-47580423e795 req-bc145899-8b2f-4200-b819-26507bb5b27c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1994450 Jan 28 20:21:09.715789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33520) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:09.813041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c470e1e3-6dd2-455b-bdaf-47580423e795 req-13c3193a-f137-42e7-8b67-b05e82021811 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962288 Jan 28 20:21:09.860908 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b698f52-f2fe-4e3b-bcf9-c79aade4d267 req-fa1f87ff-0bd8-47e9-ac79-5be310fbf250 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.864308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b698f52-f2fe-4e3b-bcf9-c79aade4d267 req-fa1f87ff-0bd8-47e9-ac79-5be310fbf250 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.870675 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b698f52-f2fe-4e3b-bcf9-c79aade4d267 req-fa1f87ff-0bd8-47e9-ac79-5be310fbf250 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab HTTP/1.1" status: 204 len: 173 time: 0.7461443 Jan 28 20:21:09.900713 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-a31eb96a-a27e-4c22-b160-a0106f5f5679 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] delete failed (client error): The resource could not be found. Jan 28 20:21:09.902095 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a31eb96a-a27e-4c22-b160-a0106f5f5679 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/c5cfb474-e20f-4a92-815d-5accedd4bcb0 HTTP/1.1" status: 404 len: 345 time: 0.1830389 Jan 28 20:21:09.947235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] For port bd3146e3-c052-4709-be15-5e1d8814ce19, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:09.971143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0', 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'fixed_ips': [{'subnet_id': 'f7d21fac-c498-46f5-a6fb-f927273e10d7'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:21:09.972327 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.989115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] For port bd3146e3-c052-4709-be15-5e1d8814ce19, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bd3146e3-c052-4709-be15-5e1d8814ce19,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:09.993119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:09.996120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33528) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:10.001269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.033121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f87ff-0bd8-47e9-ac79-5be310fbf250 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdc646c-5fbd-43e8-ada9-e27f0bfe00ab,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:10.036631 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-335b60a7-9618-4b30-acc5-3c6fe8667a37 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 20:21:10.037322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335b60a7-9618-4b30-acc5-3c6fe8667a37 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:21:10.040525 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-335b60a7-9618-4b30-acc5-3c6fe8667a37 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "DELETE /v2.0/networks/20cdc951-7ebf-41a8-9367-c4d2b4a60991 HTTP/1.1" status: 404 len: 339 time: 0.0432022 Jan 28 20:21:10.068144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33532) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:10.077812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Request body: {'network': {'name': 'tempest-network--628243459', 'router:external': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:10.092829 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-058e871a-dd0a-4b56-b943-3b388d37c87e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976844 Jan 28 20:21:10.095199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4d172-6b48-4e72-8c73-eac0c9721742 None None] Pushing event updated for resources: {'Port': ['ID=bd3146e3-c052-4709-be15-5e1d8814ce19,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:10.184995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f625ae5e-ca77-4383-acf8-e8f5087628b4 req-edbedb7d-6f32-4118-a13a-305a1a648270 tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "GET /v2.0/security-groups/3829127f-4b64-4330-99c4-6167ca974a5d HTTP/1.1" status: 200 len: 1797 time: 0.2813675 Jan 28 20:21:10.265167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Made reservation on behalf of a818a18a71c040f4a08f6c1d70232eb6 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:10.267737 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.307926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1810ce-6476-4ef5-9c1d-5d7175c90558 req-ef19457b-994e-4152-ba2f-e91c2ec80d89 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:10.312914 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1810ce-6476-4ef5-9c1d-5d7175c90558 req-ef19457b-994e-4152-ba2f-e91c2ec80d89 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.2639251 Jan 28 20:21:10.318373 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.321916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Allocated IP 172.20.0.2 (7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0/f7d21fac-c498-46f5-a6fb-f927273e10d7/33090eee-623f-4c2c-83a3-f908fb655428) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:10.342502 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.343536 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4966c52e-97ef-47bf-88b5-10223380dafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.394357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.421349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f625ae5e-ca77-4383-acf8-e8f5087628b4 req-985804b8-973e-419e-8274-09ac79ce71ea tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.435954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-7673a15f-bb10-42f2-9aaa-709bae33dbe7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:10.439512 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-7673a15f-bb10-42f2-9aaa-709bae33dbe7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972424 Jan 28 20:21:10.474100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f625ae5e-ca77-4383-acf8-e8f5087628b4 req-985804b8-973e-419e-8274-09ac79ce71ea tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.489488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f1810ce-6476-4ef5-9c1d-5d7175c90558 req-e441c673-8133-4daa-8dc2-e676835ad3b2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576040 Jan 28 20:21:10.490473 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Request body: {'port': {'device_id': '83cacac6-4a96-48bf-b918-86259f4e5e4f', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b999c7ec5020422f834ccc5863dbe3e5'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:10.494547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:10.646061 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.654473 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.691732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Made reservation on behalf of b999c7ec5020422f834ccc5863dbe3e5 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:10.696237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.702027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:10.707489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:10.711169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Allocated IP 172.25.2.182 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/564f1c2b-1e0b-4dea-baec-ade2dcff5dfc) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:10.712063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:10.718047 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.746342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Pushing event updated for resources: {'Port': ['ID=33090eee-623f-4c2c-83a3-f908fb655428,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:10.784380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.784899 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Added segment b3f349c7-7d53-496f-b554-1b5c67e6c5b9 of type vlan for network 19833897-e409-44e7-ab7f-c7dd9c2c9493 Jan 28 20:21:10.804609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Attempting to bind port 33090eee-623f-4c2c-83a3-f908fb655428 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:10.805540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Attempting to bind port 33090eee-623f-4c2c-83a3-f908fb655428 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:10.806151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Attempting to bind port 33090eee-623f-4c2c-83a3-f908fb655428 on network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:10.820215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:10.820644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Checking segment: {'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:10.821217 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.821495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Bound using segment: {'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:10.822007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Bound port: 33090eee-623f-4c2c-83a3-f908fb655428, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:10.822389 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.886991 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.911362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] For port 33090eee-623f-4c2c-83a3-f908fb655428, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:10.925933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] For port 33090eee-623f-4c2c-83a3-f908fb655428, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=33090eee-623f-4c2c-83a3-f908fb655428,segment=NetworkSegment(4fc06d2f-be28-4f5a-ac04-242714554acf),segment_id=4fc06d2f-be28-4f5a-ac04-242714554acf)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:10.926419 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f625ae5e-ca77-4383-acf8-e8f5087628b4 req-985804b8-973e-419e-8274-09ac79ce71ea tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.929641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f625ae5e-ca77-4383-acf8-e8f5087628b4 req-985804b8-973e-419e-8274-09ac79ce71ea tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.930992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f625ae5e-ca77-4383-acf8-e8f5087628b4 req-985804b8-973e-419e-8274-09ac79ce71ea tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] 10.222.0.44 "DELETE /v2.0/security-groups/3829127f-4b64-4330-99c4-6167ca974a5d HTTP/1.1" status: 204 len: 173 time: 0.7449560 Jan 28 20:21:10.933689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.952768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33536) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:10.978718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:10.993957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985804b8-973e-419e-8274-09ac79ce71ea tempest-SecurityGroupsTestJSON-8099755 tempest-SecurityGroupsTestJSON-8099755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3829127f-4b64-4330-99c4-6167ca974a5d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:11.012723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.033596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129992-3607-4ea2-863e-907d83f7a62c req-8606c229-a8c5-408e-9b4a-8079e29cb7b0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:11.043176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5129992-3607-4ea2-863e-907d83f7a62c req-8606c229-a8c5-408e-9b4a-8079e29cb7b0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 945 time: 0.2607734 Jan 28 20:21:11.052281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.073625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.078930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.079926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:11.082987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d526ac-529c-4550-9b5d-df22966a5b92 None None] Pushing event updated for resources: {'Port': ['ID=33090eee-623f-4c2c-83a3-f908fb655428,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:11.084833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.166094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b094c1-ddee-405b-9eb8-8bf41618e2cf,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:11.174423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-26aec1c0-9f9c-4c7f-b95d-5a629f53fe33 admin admin] Deleting subnet 4f62123e-e5d9-460c-a351-b99377ebec85 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:21:11.184027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.187930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26aec1c0-9f9c-4c7f-b95d-5a629f53fe33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.341273 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26aec1c0-9f9c-4c7f-b95d-5a629f53fe33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.415374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Allocated IP 192.168.233.52 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/074ffd3a-1445-4056-802c-dab20d164979) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:11.448128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26aec1c0-9f9c-4c7f-b95d-5a629f53fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.497088 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.581287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5129992-3607-4ea2-863e-907d83f7a62c req-0d029d85-83de-4635-b0c9-a13d5c9313e8 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369787 Jan 28 20:21:11.608306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5325518 Jan 28 20:21:11.609443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33548) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:11.700410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cfc98-a8af-4a5d-a5a8-cc15c671f83e tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Network': ['ID=19833897-e409-44e7-ab7f-c7dd9c2c9493,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:11.714595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 19833897-e409-44e7-ab7f-c7dd9c2c9493 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:11.728212 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.768377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6486b13a-9b79-4d12-b5d5-ddfefecf9728 req-02369fd8-d132-4a78-adec-f9a9801c8e27 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 210 time: 0.0630054 Jan 28 20:21:11.823283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:11.827242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183109b-6de5-4b36-b6ca-45ec442a7137 None None] Network 96031065-7361-49f5-b7d0-d7404da90120 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:11.828399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:11.845623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:11.866331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26aec1c0-9f9c-4c7f-b95d-5a629f53fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.924882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Pushing event updated for resources: {'Port': ['ID=564f1c2b-1e0b-4dea-baec-ade2dcff5dfc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:11.927041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-352389f0-6baa-416d-9aa1-9051aa76d472 None None] Provisioning complete for port bd3146e3-c052-4709-be15-5e1d8814ce19 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:11.935011 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-352389f0-6baa-416d-9aa1-9051aa76d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:11.935900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ff149-d327-4c98-bf85-13e473e9ab94 req-33a6a2c3-a55e-4125-93ba-344886bf7e9d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:11.937401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e52ff149-d327-4c98-bf85-13e473e9ab94 req-33a6a2c3-a55e-4125-93ba-344886bf7e9d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 813 time: 0.8001399 Jan 28 20:21:11.994179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aec1c0-9f9c-4c7f-b95d-5a629f53fe33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f62123e-e5d9-460c-a351-b99377ebec85,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:11.995672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e52ff149-d327-4c98-bf85-13e473e9ab94 req-0818e949-ca56-4cb5-a5eb-739492d12fb1 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/quotas/75c46c66ca09437ab4a008964f024306 HTTP/1.1" status: 200 len: 375 time: 0.0383596 Jan 28 20:21:12.009425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 33090eee-623f-4c2c-83a3-f908fb655428 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:12.019041 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26aec1c0-9f9c-4c7f-b95d-5a629f53fe33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.023116 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-26aec1c0-9f9c-4c7f-b95d-5a629f53fe33 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4f62123e-e5d9-460c-a351-b99377ebec85 HTTP/1.1" status: 204 len: 168 time: 1.0696232 Jan 28 20:21:12.034014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27a2c4-d569-4259-aaea-116ef392d00a tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.040474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33550) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:12.042125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27a2c4-d569-4259-aaea-116ef392d00a tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.048748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27a2c4-d569-4259-aaea-116ef392d00a tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.056298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27a2c4-d569-4259-aaea-116ef392d00a tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.062387 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2c27a2c4-d569-4259-aaea-116ef392d00a tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4501271 Jan 28 20:21:12.069757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33552) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:12.078660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Allocated IP 172.25.2.168 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ebf5d062-f1a6-4bf2-ad1b-6c636e493766) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:12.152775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-352389f0-6baa-416d-9aa1-9051aa76d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.157662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.189767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca179d6-c9a9-462d-857d-c720a1b789c1 req-21858ee3-f10c-4e61-88e4-8c9572fef098 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.198555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dca179d6-c9a9-462d-857d-c720a1b789c1 req-21858ee3-f10c-4e61-88e4-8c9572fef098 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.2759171 Jan 28 20:21:12.236340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 33090eee-623f-4c2c-83a3-f908fb655428 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:12.236828 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.248321 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.303271 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.313982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-352389f0-6baa-416d-9aa1-9051aa76d472 None None] For port bd3146e3-c052-4709-be15-5e1d8814ce19, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bd3146e3-c052-4709-be15-5e1d8814ce19,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:12.322946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e52ff149-d327-4c98-bf85-13e473e9ab94 req-489c1bc3-3230-448f-9cd9-10d9f665647d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2804422 Jan 28 20:21:12.352863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.371542 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-352389f0-6baa-416d-9aa1-9051aa76d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.412263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.427894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:12.436055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dca179d6-c9a9-462d-857d-c720a1b789c1 req-38c4d20b-fb6d-4b04-88f9-abbd94a7d88f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365675 Jan 28 20:21:12.461457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352389f0-6baa-416d-9aa1-9051aa76d472 None None] Pushing event updated for resources: {'Port': ['ID=bd3146e3-c052-4709-be15-5e1d8814ce19,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:12.476266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8eba7c10-899c-433d-8c5c-6eb0a82270dd up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:12.479034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:12.498854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:12.506062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'Port': ['ID=074ffd3a-1445-4056-802c-dab20d164979,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:12.510077 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.612388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19833897-e409-44e7-ab7f-c7dd9c2c9493']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:12.629339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f349c7-7d53-496f-b554-1b5c67e6c5b9') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:12.629665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f349c7-7d53-496f-b554-1b5c67e6c5b9') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:12.634356 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.654346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.655158 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.659056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.663326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 8eba7c10-899c-433d-8c5c-6eb0a82270dd completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:21:12.680990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 8eba7c10-899c-433d-8c5c-6eb0a82270dd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:12.681992 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.703275 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.712544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.794040 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0ba366fd-383f-413a-b43a-a5a153863cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3087339 Jan 28 20:21:12.818710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 33090eee-623f-4c2c-83a3-f908fb655428, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=33090eee-623f-4c2c-83a3-f908fb655428,segment=NetworkSegment(4fc06d2f-be28-4f5a-ac04-242714554acf),segment_id=4fc06d2f-be28-4f5a-ac04-242714554acf)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:12.834007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:12.834637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.837612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Pushing event updated for resources: {'Port': ['ID=ebf5d062-f1a6-4bf2-ad1b-6c636e493766,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:12.838124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d2bd86-5e4f-4867-91ef-d74c4a031f8a None None] Network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:12.841614 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:12.849640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.862021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Request body: {'port': {'device_id': '83cacac6-4a96-48bf-b918-86259f4e5e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:12.870216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:12.880588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e31d2b-78e9-4cc8-82a7-dd697e06ff97']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:12.922149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.923083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bd3146e3-c052-4709-be15-5e1d8814ce19 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:12.923545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:12.924003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44ebf05-bfdb-454f-b32b-8f4f4ad37677') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:12.937376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:12.937628 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.945859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:12.956028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.978858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:12.993606 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.026183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:13.026880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:13.029179 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:13.044449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.057174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2815c35-748b-4abf-a27c-f26ee5993efe req-ec51d33f-edf1-4ee8-944b-b1fab7408fb4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.059228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2815c35-748b-4abf-a27c-f26ee5993efe req-ec51d33f-edf1-4ee8-944b-b1fab7408fb4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.5442607 Jan 28 20:21:13.066408 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.090528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-82b40515-a0fe-46ac-8bc0-87244b9547df None None] Provisioning complete for port 33090eee-623f-4c2c-83a3-f908fb655428 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:13.090967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-82b40515-a0fe-46ac-8bc0-87244b9547df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.120815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19833897-e409-44e7-ab7f-c7dd9c2c9493 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 20:21:13.124300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=33090eee-623f-4c2c-83a3-f908fb655428,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:13.155328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event deleted for resources: {'Network': ['ID=19833897-e409-44e7-ab7f-c7dd9c2c9493,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:13.182811 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.190939 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5459d40e-9d99-42df-befa-099b648d62c6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "DELETE /v2.0/networks/19833897-e409-44e7-ab7f-c7dd9c2c9493 HTTP/1.1" status: 204 len: 168 time: 1.1175048 Jan 28 20:21:13.192571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33560) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:13.207271 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.207909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Request body: {'network': {'name': 'tempest-network--1388646537', 'router:external': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:13.211559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port bd3146e3-c052-4709-be15-5e1d8814ce19 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:13.211559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.213567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.230275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c16cd3-1b62-4ffa-b183-407b4eb1226a req-e6782370-9177-49f8-8fc4-9790ff0111af tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.241052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66c16cd3-1b62-4ffa-b183-407b4eb1226a req-e6782370-9177-49f8-8fc4-9790ff0111af tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 945 time: 0.4545922 Jan 28 20:21:13.262031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.283619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Made reservation on behalf of a818a18a71c040f4a08f6c1d70232eb6 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:13.284538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.291492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2815c35-748b-4abf-a27c-f26ee5993efe req-1632b5a4-4a80-4d30-8b38-9f8f28c8603b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945658 Jan 28 20:21:13.303839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.310419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/97e31d2b-78e9-4cc8-82a7-dd697e06ff97 HTTP/1.1" status: 204 len: 168 time: 1.2652020 Jan 28 20:21:13.342235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2066-edec-46bc-bc16-24d3f8b12dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e31d2b-78e9-4cc8-82a7-dd697e06ff97,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:13.486342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66c16cd3-1b62-4ffa-b183-407b4eb1226a req-c69b7ab9-1705-49ad-8a9f-6d2304951fa3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439160 Jan 28 20:21:13.700081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:13.710589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.711387 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Added segment 5a511cfa-f589-43cc-a904-f5c99b66f9ae of type vlan for network 262c061d-ba59-4279-971d-429af034157e Jan 28 20:21:13.726289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.755439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc143fb-9e7a-4819-ad06-4222992951c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eba7c10-899c-433d-8c5c-6eb0a82270dd'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:13.758709 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5579d2-e7e4-4b65-8a99-466b714f6233" -d '{"events": [{"server_uuid": "ecc143fb-9e7a-4819-ad06-4222992951c6", "name": "network-vif-plugged", "status": "completed", "tag": "8eba7c10-899c-433d-8c5c-6eb0a82270dd"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:13.774382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.777027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8eba7c10-899c-433d-8c5c-6eb0a82270dd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8eba7c10-899c-433d-8c5c-6eb0a82270dd,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:13.786532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.822006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33570) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:13.837392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.838833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.839669 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:13.929222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51cb6c-8c8b-49db-ab19-0049aaad07df req-ab081b9d-196e-417d-aa64-34b3eff90121 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.938146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e51cb6c-8c8b-49db-ab19-0049aaad07df req-ab081b9d-196e-417d-aa64-34b3eff90121 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3459797 Jan 28 20:21:13.954206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8eba7c10-899c-433d-8c5c-6eb0a82270dd,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:13.957357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a2c2d-4175-4dd2-980d-cbc76a0fecb4 req-98d863de-1497-41dc-88ad-f92e25dc5a77 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.958989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a4a2c2d-4175-4dd2-980d-cbc76a0fecb4 req-98d863de-1497-41dc-88ad-f92e25dc5a77 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 935 time: 0.4577458 Jan 28 20:21:14.056563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e51cb6c-8c8b-49db-ab19-0049aaad07df req-1a572ba9-d76f-473d-b505-8c6b25c70cab tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179297 Jan 28 20:21:14.056741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-05b072f1-f302-4b43-8e73-33eb6c9ced79 None None] Provisioning complete for port bd3146e3-c052-4709-be15-5e1d8814ce19 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:14.059717 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05b072f1-f302-4b43-8e73-33eb6c9ced79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.059893 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8597353 Jan 28 20:21:14.061235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33572) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:14.090435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec20bd-173f-4a19-9ae3-63037d991a22 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Network': ['ID=262c061d-ba59-4279-971d-429af034157e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:14.142560 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-14a8475d-0352-4207-9f0d-048208e5a587 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b006332fed249c8913735f886a1bdcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139250 Jan 28 20:21:14.148170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33576) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:14.166141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a4a2c2d-4175-4dd2-980d-cbc76a0fecb4 req-ac5e7c29-2fc3-4792-9671-ee1827ef0bc1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941316 Jan 28 20:21:14.205586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 33090eee-623f-4c2c-83a3-f908fb655428 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:14.263758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.298015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 262c061d-ba59-4279-971d-429af034157e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:14.330560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:21:14.349932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7542720-5068-46a2-bbdd-7b4b250556c1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:14.356270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a7542720-5068-46a2-bbdd-7b4b250556c1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] 10.222.0.44 "GET /v2.0/networks/262c061d-ba59-4279-971d-429af034157e HTTP/1.1" status: 200 len: 757 time: 0.2888479 Jan 28 20:21:14.357097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33588) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:14.380614 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26a0182-a04b-4184-b4b4-b40f994bed65 x-openstack-request-id: req-f26a0182-a04b-4184-b4b4-b40f994bed65 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:14.380944 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc143fb-9e7a-4819-ad06-4222992951c6", "name": "network-vif-plugged", "status": "completed", "tag": "8eba7c10-899c-433d-8c5c-6eb0a82270dd", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:14.381140 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f26a0182-a04b-4184-b4b4-b40f994bed65 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:14.381523 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc143fb-9e7a-4819-ad06-4222992951c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eba7c10-899c-433d-8c5c-6eb0a82270dd', 'code': 200} Jan 28 20:21:14.428658 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61fa86ee-4db8-4855-9cbf-b5b95589b5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.450540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 33090eee-623f-4c2c-83a3-f908fb655428 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:14.450540 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.468716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d96e4-5018-4bc6-9abe-fb44ba4ca02c req-f3eb7ede-3b88-496c-bbd9-4718af885cb0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:14.470220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f10d96e4-5018-4bc6-9abe-fb44ba4ca02c req-f3eb7ede-3b88-496c-bbd9-4718af885cb0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.1944425 Jan 28 20:21:14.504281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074ffd3a-1445-4056-802c-dab20d164979 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:14.510366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-05b072f1-f302-4b43-8e73-33eb6c9ced79 None None] Provisioning complete for port 074ffd3a-1445-4056-802c-dab20d164979 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:14.510740 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05b072f1-f302-4b43-8e73-33eb6c9ced79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.529528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.533220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831802-f39c-459f-b3e1-f34f0aecb216 req-5157723c-97fd-44a2-ac2d-a9d1e2780517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:14.534853 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69831802-f39c-459f-b3e1-f34f0aecb216 req-5157723c-97fd-44a2-ac2d-a9d1e2780517 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 1097 time: 0.1995635 Jan 28 20:21:14.540614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61fa86ee-4db8-4855-9cbf-b5b95589b5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.572217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdfef7a3-51d5-489d-8ff6-c051421222e5 req-43b3dc51-737b-4ce0-8c03-a8c3722d5ff2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=75c46c66ca09437ab4a008964f024306 HTTP/1.1" status: 200 len: 221 time: 0.1431394 Jan 28 20:21:14.579124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9133afc-c1c5-4a5c-9923-55b2633c1260 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:14.583548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c9133afc-c1c5-4a5c-9923-55b2633c1260 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] 10.222.0.44 "GET /v2.0/networks/a942ac07-e99d-43de-a9c4-f5681fffca8a HTTP/1.1" status: 200 len: 767 time: 0.2239671 Jan 28 20:21:14.584923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-05b072f1-f302-4b43-8e73-33eb6c9ced79 None None] Port 074ffd3a-1445-4056-802c-dab20d164979 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:14.588726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33594) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:14.603095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bd3146e3-c052-4709-be15-5e1d8814ce19 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:14.621759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Transition to ACTIVE for port object 074ffd3a-1445-4056-802c-dab20d164979 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:21:14.641568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.682534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port bd3146e3-c052-4709-be15-5e1d8814ce19 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:14.682976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.746232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-668f39d9-f51e-417c-8175-4d3c59d2ec76 None None] Provisioning complete for port 33090eee-623f-4c2c-83a3-f908fb655428 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:14.746571 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-668f39d9-f51e-417c-8175-4d3c59d2ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.771488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.848786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69831802-f39c-459f-b3e1-f34f0aecb216 req-c3d0d30b-8e45-42f7-abba-06de8ed05ad8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983398 Jan 28 20:21:14.861575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Pushing event updated for resources: {'Port': ['ID=074ffd3a-1445-4056-802c-dab20d164979,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:14.952840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61fa86ee-4db8-4855-9cbf-b5b95589b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.955376 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61fa86ee-4db8-4855-9cbf-b5b95589b5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:14.956599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-61fa86ee-4db8-4855-9cbf-b5b95589b5fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31de6efb-5fb5-4a0a-aea6-9327546c5b70 HTTP/1.1" status: 204 len: 168 time: 0.8062153 Jan 28 20:21:15.015519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa86ee-4db8-4855-9cbf-b5b95589b5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31de6efb-5fb5-4a0a-aea6-9327546c5b70,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:15.063164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Attempting to bind port 074ffd3a-1445-4056-802c-dab20d164979 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:15.063763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Attempting to bind port 074ffd3a-1445-4056-802c-dab20d164979 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:15.064239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Attempting to bind port 074ffd3a-1445-4056-802c-dab20d164979 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:15.079055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Port 074ffd3a-1445-4056-802c-dab20d164979 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:21:15.079601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Attempting to bind port 074ffd3a-1445-4056-802c-dab20d164979 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:15.090617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:15.090964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:15.091356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:15.091907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Bound port: 074ffd3a-1445-4056-802c-dab20d164979, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:15.092316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:15.115868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:21:15.175078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f10d96e4-5018-4bc6-9abe-fb44ba4ca02c req-f707dd55-4e31-40c7-ae35-2554bb4a7cb0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532962 Jan 28 20:21:15.177063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:15.200041 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Sync routers for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:15.208238 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:21:15.228722 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:15.229479 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.268123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] For port 074ffd3a-1445-4056-802c-dab20d164979, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:15.279129 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:15.288363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0b40f07c-4506-4483-8280-1c6365d133bf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1661248 Jan 28 20:21:15.293070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33602) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:15.301319 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:15.377362 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:15.419390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] For port 074ffd3a-1445-4056-802c-dab20d164979, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=074ffd3a-1445-4056-802c-dab20d164979,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:15.427567 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:15.471807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:15.472690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:15.474201 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] 10.222.0.13 "PUT /v2.0/ports/074ffd3a-1445-4056-802c-dab20d164979 HTTP/1.1" status: 200 len: 1095 time: 2.6305215 Jan 28 20:21:15.479897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83cacac6-4a96-48bf-b918-86259f4e5e4f', 'tag': '074ffd3a-1445-4056-802c-dab20d164979'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:15.482602 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1038dace-5259-4458-8937-7046cf3fda20" -d '{"events": [{"name": "network-changed", "server_uuid": "83cacac6-4a96-48bf-b918-86259f4e5e4f", "tag": "074ffd3a-1445-4056-802c-dab20d164979"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:15.499404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0748a2-f7e1-4b4c-8ce7-fa8fb064535e req-34de352a-3ebc-4065-bde1-e43151e146d4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:15.501825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af0748a2-f7e1-4b4c-8ce7-fa8fb064535e req-34de352a-3ebc-4065-bde1-e43151e146d4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 946 time: 0.8441908 Jan 28 20:21:15.502718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:15.526289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Sync routers for ids ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:15.530836 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:15.537312 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76a595c3-e5d6-4cdf-9f17-02b525c1028b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3477697 Jan 28 20:21:15.552907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33610) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:15.554286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Routers {'9d4520a4-f05d-4fcc-82b7-2af2cc990a78'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:15.555205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.640923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af0748a2-f7e1-4b4c-8ce7-fa8fb064535e req-7aa99a34-d95a-4685-9ef2-09e306c416c3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588398 Jan 28 20:21:15.722134 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:15.756344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20467fe-2a1c-4df8-b1c3-42588f4619bf req-dd797e62-15fa-415f-a6c0-57e0612990da tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:15.759500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d20467fe-2a1c-4df8-b1c3-42588f4619bf req-dd797e62-15fa-415f-a6c0-57e0612990da tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3435287 Jan 28 20:21:15.759707 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11eb15-f070-43cf-9938-c3c164393b65 service neutron] Pushing event updated for resources: {'Port': ['ID=074ffd3a-1445-4056-802c-dab20d164979,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:15.795433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262c061d-ba59-4279-971d-429af034157e']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.800788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-850950c2-2b01-44be-82bb-e9b15fd20133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:15.802400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-850950c2-2b01-44be-82bb-e9b15fd20133 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 1098 time: 0.2591727 Jan 28 20:21:15.953452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a511cfa-f589-43cc-a904-f5c99b66f9ae') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.953831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a511cfa-f589-43cc-a904-f5c99b66f9ae') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:15.955654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Set router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:16.019569 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:12Z', 'revision_number': 3, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:16.021242 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-e538fca1-67e7-477f-a08a-8afb49c0ecf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=074ffd3a-1445-4056-802c-dab20d164979 HTTP/1.1" status: 200 len: 217 time: 0.2106137 Jan 28 20:21:16.077930 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Checking router: abb07ad7-dac6-42c1-9fa8-adfd83b183e8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:16.078435 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Updating router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:16.094714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.135372 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.281021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-cb6255bb-774d-4cd4-843d-26986074ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:16.283478 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-cb6255bb-774d-4cd4-843d-26986074ee16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2353461 Jan 28 20:21:16.471080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d20467fe-2a1c-4df8-b1c3-42588f4619bf req-3a86961d-faf4-4429-a125-2ad2ded0c9c4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6702375 Jan 28 20:21:16.485347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.521653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-ceb92433-e387-490e-8aef-a3259abea66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:16.523675 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-ceb92433-e387-490e-8aef-a3259abea66c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2219012 Jan 28 20:21:16.542788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:16.543204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:16.551646 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:16.559114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:13Z', 'revision_number': 3, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port': {'id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:11Z', 'updated_at': '2022-01-28T20:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:16.567492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33628) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:16.602706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Checking router: 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:16.603223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Updating router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 port ebf5d062-f1a6-4bf2-ad1b-6c636e493766 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:16.612786 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59641d4-a223-49ae-88dc-fb159aa0859a x-openstack-request-id: req-d59641d4-a223-49ae-88dc-fb159aa0859a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:16.613954 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83cacac6-4a96-48bf-b918-86259f4e5e4f", "tag": "074ffd3a-1445-4056-802c-dab20d164979", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:16.614268 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d59641d4-a223-49ae-88dc-fb159aa0859a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:16.614878 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83cacac6-4a96-48bf-b918-86259f4e5e4f', 'tag': '074ffd3a-1445-4056-802c-dab20d164979', 'status': 'completed', 'code': 200} Jan 28 20:21:16.640975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b74398-757e-4524-88ce-53098a764c2b req-48b174ec-c073-4287-81f0-e22d14f719b9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:16.644775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0b74398-757e-4524-88ce-53098a764c2b req-48b174ec-c073-4287-81f0-e22d14f719b9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 947 time: 0.7432928 Jan 28 20:21:16.645027 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.655881 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.693843 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.765105 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Pushing event updated for resources: {'Port': ['ID=564f1c2b-1e0b-4dea-baec-ade2dcff5dfc,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:16.786254 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.787372 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.788376 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.789844 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.790755 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.791931 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.793128 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.794609 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.795565 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.796911 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.797763 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.799032 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:16.819927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.860971 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-f3766fda-0de2-439b-b346-5776c4114026 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259008 Jan 28 20:21:16.863939 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Attempting to bind port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:16.864789 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Attempting to bind port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:16.865396 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Attempting to bind port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:16.875495 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:16.876405 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:16.877073 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.877723 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:16.878538 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Bound port: 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:16.879204 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.885249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1578420770-network', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:16.906655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 262c061d-ba59-4279-971d-429af034157e {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 20:21:16.911216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event deleted for resources: {'Network': ['ID=262c061d-ba59-4279-971d-429af034157e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:16.918650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.928807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-37f62c68-58e2-4db9-81c6-6be3370119a6 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "DELETE /v2.0/networks/262c061d-ba59-4279-971d-429af034157e HTTP/1.1" status: 204 len: 168 time: 2.2851655 Jan 28 20:21:16.931460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33634) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:16.941423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Request body: {'network': {'name': 'tempest-network--516789799'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:16.949056 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0b74398-757e-4524-88ce-53098a764c2b req-46777392-a0a0-4735-b95b-ddcef95d65d6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674458 Jan 28 20:21:16.987189 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] For port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:16.990884 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] For port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=564f1c2b-1e0b-4dea-baec-ade2dcff5dfc,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:16.997017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da610f-d7ea-45fc-a497-eca821fea03d req-ed9961e0-5bc4-4806-a293-fd640c05f633 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:16.998098 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:16.998692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33da610f-d7ea-45fc-a497-eca821fea03d req-ed9961e0-5bc4-4806-a293-fd640c05f633 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.2711301 Jan 28 20:21:17.036582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Made reservation on behalf of a818a18a71c040f4a08f6c1d70232eb6 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:17.039250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.075569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.105815 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:17.106455 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:17.146175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33da610f-d7ea-45fc-a497-eca821fea03d req-57155b0f-db95-4874-89a9-a6c6b8382c2a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234088 Jan 28 20:21:17.193251 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-af7bd8eb-e89b-4bca-9f90-b790bee4f5c4 req-0f14a705-4bf1-4087-afc3-eb541fb39988 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241506 Jan 28 20:21:17.204836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Made reservation on behalf of b8faa5f5569349a0b84e8929b001132a for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:17.210219 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.336849 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df5b4e-13f5-4274-97a1-f5820e5073fa None None] Pushing event updated for resources: {'Port': ['ID=564f1c2b-1e0b-4dea-baec-ade2dcff5dfc,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:17.347276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.350149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.359577 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.418451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:17.423064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc46dc-972d-43aa-9b46-7ca542cfd767 None None] Pushing event updated for resources: {'Port': ['ID=ebf5d062-f1a6-4bf2-ad1b-6c636e493766,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:17.455782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Attempting to bind port ebf5d062-f1a6-4bf2-ad1b-6c636e493766 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:17.456158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Attempting to bind port ebf5d062-f1a6-4bf2-ad1b-6c636e493766 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:17.456559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Attempting to bind port ebf5d062-f1a6-4bf2-ad1b-6c636e493766 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:17.457370 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.457926 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Added segment bcc0906b-5439-4b67-bf7b-51727a9214df of type vlan for network 8fa66fb6-a455-4051-b740-d3fc9e746563 Jan 28 20:21:17.462524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:17.463070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:17.463483 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.463878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:17.464395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Bound port: ebf5d062-f1a6-4bf2-ad1b-6c636e493766, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:17.464786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.534934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] For port ebf5d062-f1a6-4bf2-ad1b-6c636e493766, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:17.540968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] For port ebf5d062-f1a6-4bf2-ad1b-6c636e493766, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ebf5d062-f1a6-4bf2-ad1b-6c636e493766,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:17.548868 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.585081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.596538 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:17.642728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc46dc-972d-43aa-9b46-7ca542cfd767 None None] Pushing event updated for resources: {'Port': ['ID=ebf5d062-f1a6-4bf2-ad1b-6c636e493766,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:17.684460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Routers {'9d4520a4-f05d-4fcc-82b7-2af2cc990a78'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:17.685971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:17.692574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038dace-5259-4458-8937-7046cf3fda20 req-67565b7f-de3b-492c-84d8-8309a43e1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:17.693568 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1038dace-5259-4458-8937-7046cf3fda20 req-67565b7f-de3b-492c-84d8-8309a43e1015 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 1098 time: 0.4405000 Jan 28 20:21:17.756700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30d6d-2d1f-49e5-850c-23b1c5abdff2 req-62037996-7e8e-494b-8d88-75842c9180dd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:17.771574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41c30d6d-2d1f-49e5-850c-23b1c5abdff2 req-62037996-7e8e-494b-8d88-75842c9180dd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.6528008 Jan 28 20:21:17.807376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Allocated IP 172.20.0.1 (7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0/f7d21fac-c498-46f5-a6fb-f927273e10d7/019ac976-6bc0-427a-9303-6f0bfe024daa) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:17.822741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.825172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:17.826211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.863919 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038dace-5259-4458-8937-7046cf3fda20 req-fd5181e3-300c-4079-be42-cb9610654c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:17.865234 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1038dace-5259-4458-8937-7046cf3fda20 req-fd5181e3-300c-4079-be42-cb9610654c7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1648057 Jan 28 20:21:17.875356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] Set router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:17.935854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1038dace-5259-4458-8937-7046cf3fda20 req-53b53923-7451-484b-bf6e-74f32b0e8321 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=074ffd3a-1445-4056-802c-dab20d164979 HTTP/1.1" status: 200 len: 217 time: 0.0442851 Jan 28 20:21:17.949788 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:17.961582 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:12Z', 'revision_number': 3, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:18.002593 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a08505e-10bc-4d6c-a68b-87aefeabd402 None None] The sync data for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 is: [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:12Z', 'revision_number': 3, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:18.018860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038dace-5259-4458-8937-7046cf3fda20 req-8677708b-85bd-4517-86aa-d3be3c45a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:18.019800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12a18f-cb76-4ad6-a304-234facf602ee req-67888f13-f3e8-4296-9f56-565285a73cdb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:18.020711 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1038dace-5259-4458-8937-7046cf3fda20 req-8677708b-85bd-4517-86aa-d3be3c45a13d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0771856 Jan 28 20:21:18.022505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c12a18f-cb76-4ad6-a304-234facf602ee req-67888f13-f3e8-4296-9f56-565285a73cdb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 946 time: 0.6588593 Jan 28 20:21:18.076152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:18.113805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038dace-5259-4458-8937-7046cf3fda20 req-db99e3d8-41a6-4eef-b786-a076b53f2c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:18.115843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1038dace-5259-4458-8937-7046cf3fda20 req-db99e3d8-41a6-4eef-b786-a076b53f2c63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867894 Jan 28 20:21:18.125516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:13Z', 'revision_number': 3, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port': {'id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:11Z', 'updated_at': '2022-01-28T20:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:18.145267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Network': ['ID=8fa66fb6-a455-4051-b740-d3fc9e746563,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:18.150319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:18.153756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-603666b8-c828-4328-9b99-fe54dd3c6244 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2170818 Jan 28 20:21:18.164646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33638) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:18.175312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 8fa66fb6-a455-4051-b740-d3fc9e746563 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:18.177674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadcb47-1aa4-4857-9537-ea8c6260659e None None] The sync data for ids ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'] in n-d-825064-3 is: [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:13Z', 'revision_number': 3, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port': {'id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:11Z', 'updated_at': '2022-01-28T20:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:18.189158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41c30d6d-2d1f-49e5-850c-23b1c5abdff2 req-bb648aa3-614d-4bd3-9d00-b8b49517444e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164026 Jan 28 20:21:18.224366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-29e89a5e-2aca-4351-a541-cb0fe896a271 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:18.295643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c12a18f-cb76-4ad6-a304-234facf602ee req-ce458e19-9b74-4634-9f34-c402ff800869 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953537 Jan 28 20:21:18.317650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:18.333317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:18.340029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Pushing event updated for resources: {'Port': ['ID=019ac976-6bc0-427a-9303-6f0bfe024daa,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:18.344917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:18.362349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:18.370168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:18.399229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:18.462016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:18.517113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:18.530984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:18.531422 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Added segment 736adf50-cf46-465e-a2e9-4979fbeef5e3 of type vlan for network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca Jan 28 20:21:18.552068 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1038dace-5259-4458-8937-7046cf3fda20 req-6bc55269-8dd8-4e82-bb6e-acdb155a4242 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281578 Jan 28 20:21:18.708824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65173725-4acb-4039-971d-1b693d9b018b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:18.771240 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:18.819561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-aa7776e6-ed35-4c50-aeab-aa309e4f1efe None None] Provisioning complete for port 019ac976-6bc0-427a-9303-6f0bfe024daa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:18.820981 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aa7776e6-ed35-4c50-aeab-aa309e4f1efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.023936 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1038dace-5259-4458-8937-7046cf3fda20 req-5d1a6eee-dfd4-46ac-ad92-0a8f0758a752 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631221 Jan 28 20:21:19.049202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.058816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29e89a5e-2aca-4351-a541-cb0fe896a271 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.096816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-aa7776e6-ed35-4c50-aeab-aa309e4f1efe None None] Port 019ac976-6bc0-427a-9303-6f0bfe024daa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:19.105667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29e89a5e-2aca-4351-a541-cb0fe896a271 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.137912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee041b-098b-4be4-87fb-0fef92865df3 req-7571226c-20e2-46df-ab05-320f74e12622 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:19.139645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9cee041b-098b-4be4-87fb-0fef92865df3 req-7571226c-20e2-46df-ab05-320f74e12622 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 947 time: 0.4751992 Jan 28 20:21:19.156904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73114fc3-eedf-411f-8f76-064ca0663439 req-f4a78261-ec11-4c69-a693-cee2ae60650b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:19.158974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73114fc3-eedf-411f-8f76-064ca0663439 req-f4a78261-ec11-4c69-a693-cee2ae60650b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.7366791 Jan 28 20:21:19.164499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.165590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:19.166376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.175108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29e89a5e-2aca-4351-a541-cb0fe896a271 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Network 8fa66fb6-a455-4051-b740-d3fc9e746563 is not hosted by any dhcp agent {{(pid=102306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:21:19.176236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e89a5e-2aca-4351-a541-cb0fe896a271 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:19.176843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29e89a5e-2aca-4351-a541-cb0fe896a271 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.178220 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-29e89a5e-2aca-4351-a541-cb0fe896a271 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "PUT /v2.0/networks/8fa66fb6-a455-4051-b740-d3fc9e746563 HTTP/1.1" status: 200 len: 857 time: 0.9826314 Jan 28 20:21:19.193829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33646) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:19.249434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e89a5e-2aca-4351-a541-cb0fe896a271 tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event updated for resources: {'Network': ['ID=8fa66fb6-a455-4051-b740-d3fc9e746563,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:19.290267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7136552 Jan 28 20:21:19.294274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33650) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:19.299897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Request body: {'subnet': {'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-subnet', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:19.358193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Allocated IP 172.20.0.1 (96031065-7361-49f5-b7d0-d7404da90120/1e5bedbc-af42-49bb-a79f-6ef63971f178/af533010-ed49-4167-80ab-db145ddcf44e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:19.362565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Made reservation on behalf of b8faa5f5569349a0b84e8929b001132a for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:19.367901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.432902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7f631-15ba-45c6-8611-b8d44fd9101e admin admin] Pushing event updated for resources: {'Network': ['ID=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:19.439361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.451497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:19.480138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9cee041b-098b-4be4-87fb-0fef92865df3 req-14c44d36-d831-4d09-ae3f-68d2eabc0428 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118682 Jan 28 20:21:19.585325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.589335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73114fc3-eedf-411f-8f76-064ca0663439 req-b4a4c89b-72b3-408c-ac3a-02cee79d7a07 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973701 Jan 28 20:21:19.594890 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.715651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Pushing event updated for resources: {'Port': ['ID=019ac976-6bc0-427a-9303-6f0bfe024daa,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:19.729143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.852666 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.864463 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.884634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c14bad-be5c-45b7-8c02-3500863cf8aa req-a7993fa0-3eb8-4f56-8b16-1288f9ce9b2d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:19.886436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81c14bad-be5c-45b7-8c02-3500863cf8aa req-a7993fa0-3eb8-4f56-8b16-1288f9ce9b2d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1637149 Jan 28 20:21:19.911257 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:19.925453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa66fb6-a455-4051-b740-d3fc9e746563']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:19.934344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:19.939803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:19.954587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9d9f9c-8d69-4451-8198-e153da9d93ab,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:19.962913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34161197-7dce-4f2a-96ea-f73168fd150e req-69ecc429-cd28-43d6-8daa-ab76e3be65a6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:19.964627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34161197-7dce-4f2a-96ea-f73168fd150e req-69ecc429-cd28-43d6-8daa-ab76e3be65a6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 946 time: 0.2814360 Jan 28 20:21:19.969653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc0906b-5439-4b67-bf7b-51727a9214df') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:19.969956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc0906b-5439-4b67-bf7b-51727a9214df') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:19.995312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.028608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Checking segment: {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:20.029319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Network hostable DHCP agents. Network: e59aef80-5cc3-4bd8-a71f-519fe70eb9ca, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:21:20.049379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81c14bad-be5c-45b7-8c02-3500863cf8aa req-749ebbec-2fd7-4835-9fef-9a80196452bd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436706 Jan 28 20:21:20.052259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.091514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:20.091935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:20.095126 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:20.135140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:21:20.160582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, e59aef80-5cc3-4bd8-a71f-519fe70eb9ca) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:20.177893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274584fb-e4ba-45dd-b171-8c242e6939f6 None None] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:20.193954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:20.199041 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.203875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:21:20.230489 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-602df7b7-dc65-42e3-b449-27aade6414ee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9351399 Jan 28 20:21:20.240380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33656) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:20.309949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:20.317639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:20.408061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.409801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.448499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:20.449043 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.451201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:20.457475 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ace4a96c-e0cb-4bf0-bc62-265900c284c2 admin admin] 10.222.0.44 "PUT /v2.0/routers/9d4520a4-f05d-4fcc-82b7-2af2cc990a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9030983 Jan 28 20:21:20.490814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 074ffd3a-1445-4056-802c-dab20d164979 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:21:20.539576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:21:20.540697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.630748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e5d9f895-e7fd-44bc-aead-7eddcce4fd2d None None] Provisioning complete for port 019ac976-6bc0-427a-9303-6f0bfe024daa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:20.631440 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f895-e7fd-44bc-aead-7eddcce4fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.643331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.665658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34161197-7dce-4f2a-96ea-f73168fd150e req-67c94e73-26c5-4114-8343-c28b28b04dc2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593184 Jan 28 20:21:20.722820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Network 96031065-7361-49f5-b7d0-d7404da90120 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:20.726141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.734995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Pushing event updated for resources: {'Port': ['ID=af533010-ed49-4167-80ab-db145ddcf44e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:20.739585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:20.748740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fa66fb6-a455-4051-b740-d3fc9e746563 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 20:21:20.775552 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.784170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] 10.222.0.44 "DELETE /v2.0/networks/8fa66fb6-a455-4051-b740-d3fc9e746563 HTTP/1.1" status: 204 len: 168 time: 1.5873368 Jan 28 20:21:20.793925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33670) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:20.795466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c58b9b-7184-43f4-b6e7-0418d2359f1b req-6915deb2-3e30-4b10-8b95-039ecd02076b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:20.803096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.803603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7c58b9b-7184-43f4-b6e7-0418d2359f1b req-6915deb2-3e30-4b10-8b95-039ecd02076b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1885417 Jan 28 20:21:20.814093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e5d9f895-e7fd-44bc-aead-7eddcce4fd2d None None] Port 019ac976-6bc0-427a-9303-6f0bfe024daa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:20.816445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9da41-2833-4b54-b21e-90c10235ebef tempest-ExternalNetworksTestJSON-201594374 tempest-ExternalNetworksTestJSON-201594374-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fa66fb6-a455-4051-b740-d3fc9e746563,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:20.878727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:20.909314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 074ffd3a-1445-4056-802c-dab20d164979, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=074ffd3a-1445-4056-802c-dab20d164979,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:20.921710 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f269ce-3b12-4663-9776-f1b104362020 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] DELETE failed (client error): The resource could not be found. Jan 28 20:21:20.922600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f269ce-3b12-4663-9776-f1b104362020 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:21:20.931562 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e5f269ce-3b12-4663-9776-f1b104362020 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] 10.222.0.44 "DELETE /v2.0/subnets/acb52a18-6256-47e1-a5b9-ebfadb2af5f0 HTTP/1.1" status: 404 len: 337 time: 0.1337528 Jan 28 20:21:20.957114 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:20.958636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7c58b9b-7184-43f4-b6e7-0418d2359f1b req-ed363ce6-305a-42d6-bf3f-0bd7909629ef tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541409 Jan 28 20:21:20.966655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '074ffd3a-1445-4056-802c-dab20d164979', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '074ffd3a-1445-4056-802c-dab20d164979', 'mac_address': 'fa:16:3e:52:8c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:21:20.974185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33672) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:21.042175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.059591 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.070182 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434f62-68e7-4f1a-bfc1-8524f6b9b0f2 req-352831f7-15b2-4ddc-8f0a-66b6ca4357ee tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:21.079252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27434f62-68e7-4f1a-bfc1-8524f6b9b0f2 req-352831f7-15b2-4ddc-8f0a-66b6ca4357ee tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 947 time: 0.2723427 Jan 28 20:21:21.085100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=564f1c2b-1e0b-4dea-baec-ade2dcff5dfc,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:21.117849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.119152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074ffd3a-1445-4056-802c-dab20d164979 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:21.151060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Allocated IP 172.20.0.2 (e59aef80-5cc3-4bd8-a71f-519fe70eb9ca/0c9d9f9c-8d69-4451-8198-e153da9d93ab/fd3244f6-e7b3-453d-872c-fe0907cef4c4) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:21.155895 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.159497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ebf5d062-f1a6-4bf2-ad1b-6c636e493766 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:21.269447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27434f62-68e7-4f1a-bfc1-8524f6b9b0f2 req-c296af12-e476-4a94-9f5c-eff581bb8a57 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889303 Jan 28 20:21:21.280829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=564f1c2b-1e0b-4dea-baec-ade2dcff5dfc,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:21.310882 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.316334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 074ffd3a-1445-4056-802c-dab20d164979, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=074ffd3a-1445-4056-802c-dab20d164979,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:21.323567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.334623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.413258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b48ac984-cbff-4e4c-a032-9d21a885b6a5 None None] Provisioning complete for port af533010-ed49-4167-80ab-db145ddcf44e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:21.414145 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b48ac984-cbff-4e4c-a032-9d21a885b6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.490200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ef9e071-224c-4755-930e-497abe6dbd44 req-bb1fee1c-dc04-4bb7-a3b2-84989cb3e619 tempest-FloatingIPsNegativeTestJSON-381575824 tempest-FloatingIPsNegativeTestJSON-381575824-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=03b4fa72e32d4f39a5a50b6453f36b95 HTTP/1.1" status: 200 len: 217 time: 0.2125227 Jan 28 20:21:21.506446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b48ac984-cbff-4e4c-a032-9d21a885b6a5 None None] Port af533010-ed49-4167-80ab-db145ddcf44e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:21.516012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=074ffd3a-1445-4056-802c-dab20d164979,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:21.532567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ebf5d062-f1a6-4bf2-ad1b-6c636e493766 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:21.533197 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.566253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.588992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:21.592710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.703960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dc64f-4c09-4c59-ac9d-209448c875ba req-44567d5c-7e11-4121-98a8-2dda588f48f9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:21.706894 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b4dc64f-4c09-4c59-ac9d-209448c875ba req-44567d5c-7e11-4121-98a8-2dda588f48f9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.3253407 Jan 28 20:21:21.723580 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.729998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Allocated IP 172.25.2.215 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/26a4d9b0-b310-44dd-b3b7-21f36f8e852c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:21.776041 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.856521 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.859660 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Pushing event updated for resources: {'Port': ['ID=fd3244f6-e7b3-453d-872c-fe0907cef4c4,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:21.900198 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.909934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.947760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port ebf5d062-f1a6-4bf2-ad1b-6c636e493766, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ebf5d062-f1a6-4bf2-ad1b-6c636e493766,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:21.968836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:21.970156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7e17cae-f0c1-4e47-aacf-7e100b86e04c req-0adad81d-80be-4321-90ed-f7cde6aa1c59 tempest-FloatingIPsNegativeTestJSON-381575824 tempest-FloatingIPsNegativeTestJSON-381575824-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1079621 Jan 28 20:21:21.971248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.972867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:21.980251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.006956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:22.056950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:22.058140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a942ac07-e99d-43de-a9c4-f5681fffca8a']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:22.073413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b4dc64f-4c09-4c59-ac9d-209448c875ba req-9965fff3-2766-444c-884a-f091d1999515 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301290 Jan 28 20:21:22.097237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:22.103535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11c6ff3-4f21-4a4f-9571-34c80571f5fa') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:22.103802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11c6ff3-4f21-4a4f-9571-34c80571f5fa') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:22.115599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:22.125737 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.151975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.153632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:22.161062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:22.161484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.229847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Pushing event updated for resources: {'Port': ['ID=26a4d9b0-b310-44dd-b3b7-21f36f8e852c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:22.266467 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:22.276384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:22.284082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=ebf5d062-f1a6-4bf2-ad1b-6c636e493766,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:22.354533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Attempting to bind port fd3244f6-e7b3-453d-872c-fe0907cef4c4 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:22.355085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Attempting to bind port fd3244f6-e7b3-453d-872c-fe0907cef4c4 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:22.355666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Attempting to bind port fd3244f6-e7b3-453d-872c-fe0907cef4c4 on network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:22.364730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:22.372165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Checking segment: {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:22.372807 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.373313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Bound using segment: {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:22.373981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Bound port: fd3244f6-e7b3-453d-872c-fe0907cef4c4, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:22.374521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.410790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:22.410790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.509119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] For port fd3244f6-e7b3-453d-872c-fe0907cef4c4, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:22.514749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] For port fd3244f6-e7b3-453d-872c-fe0907cef4c4, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fd3244f6-e7b3-453d-872c-fe0907cef4c4,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:22.522254 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.560288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.566852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.690752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70462c-ba98-4b93-8af1-3431a3068ffd None None] Pushing event updated for resources: {'Port': ['ID=fd3244f6-e7b3-453d-872c-fe0907cef4c4,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:22.703118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.706775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] 10.222.0.44 "DELETE /v2.0/networks/a942ac07-e99d-43de-a9c4-f5681fffca8a HTTP/1.1" status: 204 len: 168 time: 1.7174189 Jan 28 20:21:22.707835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50f98d-5c12-4720-a739-523c165e41b1 tempest-ExternalNetworksTestJSON-1110322695 tempest-ExternalNetworksTestJSON-1110322695-project] Pushing event deleted for resources: {'Network': ['ID=a942ac07-e99d-43de-a9c4-f5681fffca8a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:22.728458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a050e1f-fea3-40cd-850a-201bd29d3e91 req-35d78e3a-f6db-4cf0-9ecd-01beb08b2118 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:22.730491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a050e1f-fea3-40cd-850a-201bd29d3e91 req-35d78e3a-f6db-4cf0-9ecd-01beb08b2118 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4582098 Jan 28 20:21:22.748518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4a1ad-fb76-4c7c-880e-144033f5adf2 req-e4e18d64-54b2-4c33-89d4-246c64b9a0bb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:22.755237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6aa4a1ad-fb76-4c7c-880e-144033f5adf2 req-e4e18d64-54b2-4c33-89d4-246c64b9a0bb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 946 time: 0.4799135 Jan 28 20:21:22.856488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:22.952499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:23.095294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6aa4a1ad-fb76-4c7c-880e-144033f5adf2 req-18a345b1-c329-4239-95d3-d48907d33d7c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261809 Jan 28 20:21:23.096972 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Sync routers for ids ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:23.112765 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Routers {'9d4520a4-f05d-4fcc-82b7-2af2cc990a78'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:23.113311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a050e1f-fea3-40cd-850a-201bd29d3e91 req-fda1f167-b0b2-459c-9858-9cdf1476c9a8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559854 Jan 28 20:21:23.114694 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:23.203607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Pushing event updated for resources: {'Port': ['ID=af533010-ed49-4167-80ab-db145ddcf44e,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:23.215211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:23.356943 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-21420bfe-7dbc-4c5c-be75-a5aeb783c2f4 req-e6503683-0ae5-42ef-88b8-27562b79a26f tempest-FloatingIPsNegativeTestJSON-381575824 tempest-FloatingIPsNegativeTestJSON-381575824-project] show failed (client error): The resource could not be found. Jan 28 20:21:23.356943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21420bfe-7dbc-4c5c-be75-a5aeb783c2f4 req-e6503683-0ae5-42ef-88b8-27562b79a26f tempest-FloatingIPsNegativeTestJSON-381575824 tempest-FloatingIPsNegativeTestJSON-381575824-project] 10.222.0.44 "GET /v2.0/floatingips/e42cca6c-ba91-4143-863c-727d9e1524e4 HTTP/1.1" status: 404 len: 350 time: 0.1332328 Jan 28 20:21:23.389738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33696) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:23.405869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33698) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:23.407629 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Set router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:23.641789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:23.646734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ad3e-1a17-489e-83e4-cdf5fc3e403c req-57d7f4bf-a537-4aca-a769-0b785924d4cf tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:23.650274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6660ad3e-1a17-489e-83e4-cdf5fc3e403c req-57d7f4bf-a537-4aca-a769-0b785924d4cf tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 948 time: 0.3097439 Jan 28 20:21:23.705951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Network 96031065-7361-49f5-b7d0-d7404da90120 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:23.719676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:23.729027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ea2d2-7d2d-4c32-a9bb-a4cd23f4a0de req-c073ae56-cd54-43f6-b784-22ad1ebc6659 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:23.730588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f1ea2d2-7d2d-4c32-a9bb-a4cd23f4a0de req-c073ae56-cd54-43f6-b784-22ad1ebc6659 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.2165451 Jan 28 20:21:23.815943 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:18Z', 'revision_number': 4, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port': {'id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:11Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '019ac976-6bc0-427a-9303-6f0bfe024daa', 'name': '', 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'mac_address': 'fa:16:3e:54:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'f7d21fac-c498-46f5-a6fb-f927273e10d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:17Z', 'updated_at': '2022-01-28T20:21:19Z', 'revision_number': 2, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'subnets': [{'id': 'f7d21fac-c498-46f5-a6fb-f927273e10d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:23.857288 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Checking router: 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:23.857507 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Updating router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 port 019ac976-6bc0-427a-9303-6f0bfe024daa binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:23.859792 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-56486b6b-e3e0-4372-b1e5-1f868227ffff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bef32d2921d41c9b1f27dc3e8f39d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489200 Jan 28 20:21:23.862784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33702) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:23.886939 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:23.897438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6660ad3e-1a17-489e-83e4-cdf5fc3e403c req-65e00421-9b7e-450b-afa4-57afe675d88d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151003 Jan 28 20:21:23.917189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb728760-c313-41bb-9f40-d4f846ca132c req-d7fb91de-8d6b-4719-8865-dd99d390b410 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:23.919352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb728760-c313-41bb-9f40-d4f846ca132c req-d7fb91de-8d6b-4719-8865-dd99d390b410 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 946 time: 0.1095843 Jan 28 20:21:24.086806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Router 1fb4c801-e2f9-47d9-924e-b33e602c7570 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:21:24.122063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f1ea2d2-7d2d-4c32-a9bb-a4cd23f4a0de req-ad78628a-e77f-42b3-a0e9-71d0c3aeffdd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724144 Jan 28 20:21:24.196709 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6df4edf-5b5d-4878-94f2-6bf112fd24fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.288355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:21:24.297457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-54748b7f-0a70-4089-bb66-012f844c71a8 None None] Provisioning complete for port af533010-ed49-4167-80ab-db145ddcf44e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:24.298038 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54748b7f-0a70-4089-bb66-012f844c71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.310027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2421a5-2ba0-4894-9ee8-2afaa3f1e5a5 req-56f7fd88-3723-4dcd-b657-54eb86996364 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:24.311594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f2421a5-2ba0-4894-9ee8-2afaa3f1e5a5 req-56f7fd88-3723-4dcd-b657-54eb86996364 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2424707 Jan 28 20:21:24.336719 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.346609 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.358010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6df4edf-5b5d-4878-94f2-6bf112fd24fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.362360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fd3244f6-e7b3-453d-872c-fe0907cef4c4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:24.364372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Deleting port 8eba7c10-899c-433d-8c5c-6eb0a82270dd {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:24.364723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.416060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a21ee81-cacf-4401-9ff2-fc3ff10bb491 None None] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:24.436568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:24.469677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.471104 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-10e0f780-840b-4b41-9446-a24f7b2ca547 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2272596 Jan 28 20:21:24.475248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33706) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:24.484222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Sync routers for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:24.493830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-54748b7f-0a70-4089-bb66-012f844c71a8 None None] Port af533010-ed49-4167-80ab-db145ddcf44e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:24.512955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 074ffd3a-1445-4056-802c-dab20d164979 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:24.572657 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Attempting to bind port 019ac976-6bc0-427a-9303-6f0bfe024daa on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:24.573011 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Attempting to bind port 019ac976-6bc0-427a-9303-6f0bfe024daa by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:24.573416 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Attempting to bind port 019ac976-6bc0-427a-9303-6f0bfe024daa on network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:24.581919 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:24.582409 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Checking segment: {'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:24.583038 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.583638 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Bound using segment: {'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:24.584131 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Bound port: 019ac976-6bc0-427a-9303-6f0bfe024daa, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc06d2f-be28-4f5a-ac04-242714554acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:24.584536 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.694409 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] For port 019ac976-6bc0-427a-9303-6f0bfe024daa, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:24.700733 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] For port 019ac976-6bc0-427a-9303-6f0bfe024daa, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=019ac976-6bc0-427a-9303-6f0bfe024daa,segment=NetworkSegment(4fc06d2f-be28-4f5a-ac04-242714554acf),segment_id=4fc06d2f-be28-4f5a-ac04-242714554acf)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:24.703092 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b2d17-9965-42f4-8ce3-8d3773e5d537 None None] Pushing event updated for resources: {'Port': ['ID=019ac976-6bc0-427a-9303-6f0bfe024daa,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:24.711028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] For port 8eba7c10-899c-433d-8c5c-6eb0a82270dd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8eba7c10-899c-433d-8c5c-6eb0a82270dd,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:24.711432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.711585 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.734505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:24.738523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:24.776081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Calling delete_port for 8eba7c10-899c-433d-8c5c-6eb0a82270dd owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:24.816318 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b2d17-9965-42f4-8ce3-8d3773e5d537 None None] Pushing event updated for resources: {'Port': ['ID=019ac976-6bc0-427a-9303-6f0bfe024daa,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:24.841575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fd3244f6-e7b3-453d-872c-fe0907cef4c4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:24.842142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.847933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-12333369-5d06-4831-9cfb-227f26be4d50 None None] Provisioning complete for port fd3244f6-e7b3-453d-872c-fe0907cef4c4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:24.848601 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-12333369-5d06-4831-9cfb-227f26be4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:24.849165 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Routers {'9d4520a4-f05d-4fcc-82b7-2af2cc990a78'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:24.850263 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:24.986973 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] Set router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:24.994583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 074ffd3a-1445-4056-802c-dab20d164979 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:21:25.047717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 074ffd3a-1445-4056-802c-dab20d164979 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:25.048446 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:25.059257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f2421a5-2ba0-4894-9ee8-2afaa3f1e5a5 req-d439f0ec-bbef-44f3-b826-696d58635b90 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225878 Jan 28 20:21:25.141674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:25.245152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:25.250113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:25.265919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f', '8eba7c10-899c-433d-8c5c-6eb0a82270dd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:25.291672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7a4f1eca-264f-4a28-a769-130aa118abe9 admin admin] 10.222.0.44 "PUT /v2.0/routers/abb07ad7-dac6-42c1-9fa8-adfd83b183e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9776866 Jan 28 20:21:25.302116 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Sync routers for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:25.335722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event deleted for resources: {'Port': ['ID=8eba7c10-899c-433d-8c5c-6eb0a82270dd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:25.346410 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:25.347554 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:25.373004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b28d3-0a63-4a26-be56-5b700a4062d6 req-5425bfa0-8cc1-4901-b0d5-dae83896f1cf tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:25.374835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-867b28d3-0a63-4a26-be56-5b700a4062d6 req-5425bfa0-8cc1-4901-b0d5-dae83896f1cf tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 948 time: 0.1404443 Jan 28 20:21:25.389534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03423e46-80f0-4598-b3de-e0d5ce09f738 req-bbfca67e-d252-4ab5-8cda-4e7aac2a7edf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:25.394826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03423e46-80f0-4598-b3de-e0d5ce09f738 req-bbfca67e-d252-4ab5-8cda-4e7aac2a7edf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc143fb-9e7a-4819-ad06-4222992951c6 HTTP/1.1" status: 200 len: 867 time: 1.0822861 Jan 28 20:21:25.407674 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:18Z', 'revision_number': 4, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port': {'id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:11Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '019ac976-6bc0-427a-9303-6f0bfe024daa', 'name': '', 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'mac_address': 'fa:16:3e:54:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'f7d21fac-c498-46f5-a6fb-f927273e10d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:17Z', 'updated_at': '2022-01-28T20:21:24Z', 'revision_number': 4, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'subnets': [{'id': 'f7d21fac-c498-46f5-a6fb-f927273e10d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:25.454761 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b77349-991c-41b6-8291-9d33634793f3 None None] The sync data for ids ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'] in n-d-825064-3 is: [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:18Z', 'revision_number': 4, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port': {'id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:11Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '019ac976-6bc0-427a-9303-6f0bfe024daa', 'name': '', 'network_id': '7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'mac_address': 'fa:16:3e:54:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'f7d21fac-c498-46f5-a6fb-f927273e10d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:17Z', 'updated_at': '2022-01-28T20:21:24Z', 'revision_number': 4, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'subnets': [{'id': 'f7d21fac-c498-46f5-a6fb-f927273e10d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:25.466745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] No DVR routers for this DVR port 8eba7c10-899c-433d-8c5c-6eb0a82270dd on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:25.480605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:25.485004 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb728760-c313-41bb-9f40-d4f846ca132c req-5770d483-b715-4dd0-a8bf-4e28925d1b7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "DELETE /v2.0/ports/8eba7c10-899c-433d-8c5c-6eb0a82270dd HTTP/1.1" status: 204 len: 173 time: 1.5422502 Jan 28 20:21:25.485004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc143fb-9e7a-4819-ad06-4222992951c6', 'name': 'network-vif-deleted', 'tag': '8eba7c10-899c-433d-8c5c-6eb0a82270dd'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:25.496800 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f93a96-c6a9-48cb-8a6e-9b7926b19f64" -d '{"events": [{"server_uuid": "ecc143fb-9e7a-4819-ad06-4222992951c6", "name": "network-vif-deleted", "tag": "8eba7c10-899c-433d-8c5c-6eb0a82270dd"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:25.506739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-867b28d3-0a63-4a26-be56-5b700a4062d6 req-454a9a24-d904-430d-b894-4cf870a64718 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075511 Jan 28 20:21:25.516284 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6df4edf-5b5d-4878-94f2-6bf112fd24fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:25.519607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6df4edf-5b5d-4878-94f2-6bf112fd24fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:25.544496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d6df4edf-5b5d-4878-94f2-6bf112fd24fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8c7119c-e61b-4104-a0fb-a6b7dce6f012 HTTP/1.1" status: 204 len: 168 time: 1.6777380 Jan 28 20:21:25.608033 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:25.636801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df4edf-5b5d-4878-94f2-6bf112fd24fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c7119c-e61b-4104-a0fb-a6b7dce6f012,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:25.669644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03423e46-80f0-4598-b3de-e0d5ce09f738 req-ce4da888-9834-49ee-877a-8933b0604adc tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276435 Jan 28 20:21:25.741262 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-12333369-5d06-4831-9cfb-227f26be4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:25.758280 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:25.907135 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a244f-c35b-4b0f-a0a8-458052313e0a x-openstack-request-id: req-df2a244f-c35b-4b0f-a0a8-458052313e0a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:25.907448 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc143fb-9e7a-4819-ad06-4222992951c6", "name": "network-vif-deleted", "tag": "8eba7c10-899c-433d-8c5c-6eb0a82270dd", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:25.907711 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df2a244f-c35b-4b0f-a0a8-458052313e0a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:25.908093 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc143fb-9e7a-4819-ad06-4222992951c6', 'name': 'network-vif-deleted', 'tag': '8eba7c10-899c-433d-8c5c-6eb0a82270dd', 'status': 'completed', 'code': 200} Jan 28 20:21:26.048226 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:26.130565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:26.168546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:26.174680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Allocated IP 172.20.0.1 (e59aef80-5cc3-4bd8-a71f-519fe70eb9ca/0c9d9f9c-8d69-4451-8198-e153da9d93ab/8f13475c-a236-4642-9b9b-240b9735e147) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:26.219847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-12333369-5d06-4831-9cfb-227f26be4d50 None None] For port fd3244f6-e7b3-453d-872c-fe0907cef4c4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fd3244f6-e7b3-453d-872c-fe0907cef4c4,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:26.267166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd4786-5c10-4bcb-8293-0e813f3812e1 req-09d68a70-36ff-48c3-837e-9f0dbd8e5752 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:26.281335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11bd4786-5c10-4bcb-8293-0e813f3812e1 req-09d68a70-36ff-48c3-837e-9f0dbd8e5752 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2676280 Jan 28 20:21:26.291352 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-12333369-5d06-4831-9cfb-227f26be4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:26.310922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f493d-6c2a-4095-bc47-5d8ec6ec2f4d req-58c763e2-90bd-4cd7-baa7-106ccd94090b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:26.323012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-881f493d-6c2a-4095-bc47-5d8ec6ec2f4d req-58c763e2-90bd-4cd7-baa7-106ccd94090b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.5263181 Jan 28 20:21:26.431730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cacac6-4a96-48bf-b918-86259f4e5e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074ffd3a-1445-4056-802c-dab20d164979'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:26.435176 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc9c7c-70db-470f-bf3d-45abda042736" -d '{"events": [{"server_uuid": "83cacac6-4a96-48bf-b918-86259f4e5e4f", "name": "network-vif-plugged", "status": "completed", "tag": "074ffd3a-1445-4056-802c-dab20d164979"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:26.466141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33734) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:26.534290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:26.571085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-881f493d-6c2a-4095-bc47-5d8ec6ec2f4d req-345430f0-1fab-4b9f-bb80-19446cd6489c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470481 Jan 28 20:21:26.679060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11bd4786-5c10-4bcb-8293-0e813f3812e1 req-b91568ab-edff-4e05-ac2f-ef444b5b8440 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174734 Jan 28 20:21:26.693628 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:21:26.699215 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:21:26.701576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12333369-5d06-4831-9cfb-227f26be4d50 None None] Pushing event updated for resources: {'Port': ['ID=fd3244f6-e7b3-453d-872c-fe0907cef4c4,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:26.720970 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6decda73-ad9e-4a40-afab-c907a4217678 x-openstack-request-id: req-6decda73-ad9e-4a40-afab-c907a4217678 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:26.727174 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cacac6-4a96-48bf-b918-86259f4e5e4f", "name": "network-vif-plugged", "status": "completed", "tag": "074ffd3a-1445-4056-802c-dab20d164979", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:26.727397 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:22Z', 'revision_number': 2, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:26.728851 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6decda73-ad9e-4a40-afab-c907a4217678 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:26.730924 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cacac6-4a96-48bf-b918-86259f4e5e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074ffd3a-1445-4056-802c-dab20d164979', 'code': 200} Jan 28 20:21:26.755498 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e27e59cb-9b0b-4156-a862-4df3ccdfac75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a818a18a71c040f4a08f6c1d70232eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860889 Jan 28 20:21:26.760085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33744) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:26.801711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 074ffd3a-1445-4056-802c-dab20d164979, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=074ffd3a-1445-4056-802c-dab20d164979,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:26.808097 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Checking router: abb07ad7-dac6-42c1-9fa8-adfd83b183e8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:26.808830 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Updating router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 port af533010-ed49-4167-80ab-db145ddcf44e binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:26.832692 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:26.840548 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:26.896470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9f7da780-1f9c-4609-90b0-79797073a69e None None] Provisioning complete for port 019ac976-6bc0-427a-9303-6f0bfe024daa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:26.896990 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9f7da780-1f9c-4609-90b0-79797073a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:26.900836 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:26.919896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe91632-4831-4e8b-a618-ccad2dd2b67a req-10228f9b-0730-445f-b7b3-7b170d9948b6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:26.921606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fe91632-4831-4e8b-a618-ccad2dd2b67a req-10228f9b-0730-445f-b7b3-7b170d9948b6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 948 time: 0.1470566 Jan 28 20:21:26.955183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:22Z', 'revision_number': 3, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:26.985700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:27.001643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:27.005786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:27.022806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f46c59-9feb-4639-aa11-039a68d23da9 req-54ef5816-0956-4949-9d53-2d1ae65fbe98 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:27.027428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0f46c59-9feb-4639-aa11-039a68d23da9 req-54ef5816-0956-4949-9d53-2d1ae65fbe98 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2132988 Jan 28 20:21:27.040492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ea168-4d34-4613-807a-24105eda0b3c req-ebff55a2-4410-4ee1-805c-09d6b6443727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:27.042937 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c79ea168-4d34-4613-807a-24105eda0b3c req-ebff55a2-4410-4ee1-805c-09d6b6443727 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 1099 time: 0.3101864 Jan 28 20:21:27.045228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33748) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:27.062304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Pushing event updated for resources: {'Port': ['ID=8f13475c-a236-4642-9b9b-240b9735e147,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:27.067964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Checking router: 1fb4c801-e2f9-47d9-924e-b33e602c7570 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:27.068430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Updating router 1fb4c801-e2f9-47d9-924e-b33e602c7570 port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:27.072830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-480042196-network', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:27.103750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14a298e6-1823-414c-baae-04818c8d74ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.112264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=074ffd3a-1445-4056-802c-dab20d164979,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:27.133539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.169434 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.172188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fe91632-4831-4e8b-a618-ccad2dd2b67a req-ffc29e38-fbd3-48ad-a69e-dc31037b94f9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049813 Jan 28 20:21:27.259434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0f46c59-9feb-4639-aa11-039a68d23da9 req-373e3f0b-b975-4c38-8d63-0c259a31bc46 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128289 Jan 28 20:21:27.295433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Made reservation on behalf of 361d77664dd146fab74d3e6d1d0489b7 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:27.298480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.316312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14a298e6-1823-414c-baae-04818c8d74ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.332792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.353996 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c79ea168-4d34-4613-807a-24105eda0b3c req-c3ce1e4a-90a6-4c8d-b903-b1fb69923857 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895889 Jan 28 20:21:27.453931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Deleting port 019ac976-6bc0-427a-9303-6f0bfe024daa {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:27.454455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.504751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ebf5d062-f1a6-4bf2-ad1b-6c636e493766 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:27.583044 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9f7da780-1f9c-4609-90b0-79797073a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.613698 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.621752 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14a298e6-1823-414c-baae-04818c8d74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.624989 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14a298e6-1823-414c-baae-04818c8d74ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.626914 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-14a298e6-1823-414c-baae-04818c8d74ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a76b084-c5d8-4c55-969e-9e501f027d35 HTTP/1.1" status: 204 len: 168 time: 0.8633840 Jan 28 20:21:27.635753 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.713924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a298e6-1823-414c-baae-04818c8d74ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a76b084-c5d8-4c55-969e-9e501f027d35,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:27.721975 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7697e044-bc4e-483a-9e69-914d66977551 req-6972dc06-7472-4f0d-aa8f-5d23b7b8fdf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2615392 Jan 28 20:21:27.745381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9f7da780-1f9c-4609-90b0-79797073a69e None None] For port 019ac976-6bc0-427a-9303-6f0bfe024daa, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=019ac976-6bc0-427a-9303-6f0bfe024daa,segment=NetworkSegment(4fc06d2f-be28-4f5a-ac04-242714554acf),segment_id=4fc06d2f-be28-4f5a-ac04-242714554acf)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:27.766667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f9ff9-c3b1-4c88-8a85-171ee7e0fb50 req-8295b66a-d433-432d-80ff-b5a17a47ad90 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:27.769515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef2f9ff9-c3b1-4c88-8a85-171ee7e0fb50 req-8295b66a-d433-432d-80ff-b5a17a47ad90 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1998351 Jan 28 20:21:27.776313 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.777661 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa6a1c-19c2-4ade-bea8-922ab8d6a3f3 None None] Pushing event updated for resources: {'Port': ['ID=af533010-ed49-4167-80ab-db145ddcf44e,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:27.778309 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.824049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] For port 019ac976-6bc0-427a-9303-6f0bfe024daa, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=019ac976-6bc0-427a-9303-6f0bfe024daa,segment=NetworkSegment(4fc06d2f-be28-4f5a-ac04-242714554acf),segment_id=4fc06d2f-be28-4f5a-ac04-242714554acf)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:27.826092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.843863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.886352 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9f7da780-1f9c-4609-90b0-79797073a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.921760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697e044-bc4e-483a-9e69-914d66977551 req-7edde690-2193-492a-9a0f-1b75bae39e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:27.924249 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7697e044-bc4e-483a-9e69-914d66977551 req-7edde690-2193-492a-9a0f-1b75bae39e78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1101 time: 0.1476178 Jan 28 20:21:27.936313 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Attempting to bind port af533010-ed49-4167-80ab-db145ddcf44e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:27.936687 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Attempting to bind port af533010-ed49-4167-80ab-db145ddcf44e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:27.937048 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Attempting to bind port af533010-ed49-4167-80ab-db145ddcf44e on network 96031065-7361-49f5-b7d0-d7404da90120 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:27.943915 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:27.944321 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Checking segment: {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:27.944820 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.945804 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Bound using segment: {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:27.946330 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Bound port: af533010-ed49-4167-80ab-db145ddcf44e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:27.952842 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:27.968409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb0458f-b32e-4e4c-8ada-d51da01895ed,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:27.988644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Calling delete_port for 019ac976-6bc0-427a-9303-6f0bfe024daa owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:28.005143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:28.051899 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef2f9ff9-c3b1-4c88-8a85-171ee7e0fb50 req-0f4373c8-b2d5-4691-a530-d16327178a93 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483974 Jan 28 20:21:28.106308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.106944 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Added segment af3c1610-e256-43f4-9dd5-cf3423cef0f7 of type vlan for network 451258cc-b5c7-48c8-be13-8a82957254b6 Jan 28 20:21:28.158733 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] For port af533010-ed49-4167-80ab-db145ddcf44e, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:28.167105 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] For port af533010-ed49-4167-80ab-db145ddcf44e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=af533010-ed49-4167-80ab-db145ddcf44e,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:28.180453 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.235230 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.261387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.289024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.292721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Attempting to bind port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:28.293206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Attempting to bind port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:28.293674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Attempting to bind port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:28.294418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697e044-bc4e-483a-9e69-914d66977551 req-e013797f-749d-485a-b9d8-7bc7d28dc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:28.296288 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7697e044-bc4e-483a-9e69-914d66977551 req-e013797f-749d-485a-b9d8-7bc7d28dc02b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3008068 Jan 28 20:21:28.309657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9f7da780-1f9c-4609-90b0-79797073a69e None None] Provisioning complete for port fd3244f6-e7b3-453d-872c-fe0907cef4c4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:28.310088 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9f7da780-1f9c-4609-90b0-79797073a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.379680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:28.382999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:28.385171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.385862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:28.386502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Bound port: 26a4d9b0-b310-44dd-b3b7-21f36f8e852c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:28.387013 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.394800 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa6a1c-19c2-4ade-bea8-922ab8d6a3f3 None None] Pushing event updated for resources: {'Port': ['ID=af533010-ed49-4167-80ab-db145ddcf44e,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:28.432374 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:28.435948 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7697e044-bc4e-483a-9e69-914d66977551 req-83c31b52-215b-4d20-a8ab-3911bde2a378 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.1247394 Jan 28 20:21:28.436975 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:28.467708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.470786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:28.471518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.498250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] For port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:28.506637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] For port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=26a4d9b0-b310-44dd-b3b7-21f36f8e852c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:28.533208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8eba7c10-899c-433d-8c5c-6eb0a82270dd no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:28.544311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4852457 Jan 28 20:21:28.553956 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.558260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab938cee-8e0c-47d3-a4ed-3239132e3a04 req-2c826342-1090-4ccf-bb13-634714d12f21 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:28.558467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33770) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:28.560071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab938cee-8e0c-47d3-a4ed-3239132e3a04 req-2c826342-1090-4ccf-bb13-634714d12f21 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.3184385 Jan 28 20:21:28.581106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Request body: {'subnet': {'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-480042196-subnet', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:28.636986 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-8484abdc-0741-4c8a-8033-6c5142f92555 service neutron] 10.222.0.13 "GET /v2.0/ports/cefadda7-cac6-491a-abb3-5ad944cea618/bindings/n-h1-825064-3 HTTP/1.1" status: 200 len: 382 time: 0.3377700 Jan 28 20:21:28.696501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8af9d-e098-45f9-9cde-99e85537e783 admin admin] Pushing event updated for resources: {'Network': ['ID=451258cc-b5c7-48c8-be13-8a82957254b6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:28.708985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697e044-bc4e-483a-9e69-914d66977551 req-05d48cdd-1236-400e-ab95-80fbc56b72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:28.717431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7697e044-bc4e-483a-9e69-914d66977551 req-05d48cdd-1236-400e-ab95-80fbc56b72cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2661111 Jan 28 20:21:28.725698 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:28.753464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab938cee-8e0c-47d3-a4ed-3239132e3a04 req-a380eb77-ce78-4b33-96e4-5e4d7cbef567 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739690 Jan 28 20:21:28.850379 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.853500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Made reservation on behalf of 361d77664dd146fab74d3e6d1d0489b7 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:28.866053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.888019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:28.928460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=019ac976-6bc0-427a-9303-6f0bfe024daa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:28.934296 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:29.154456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a3efd-258a-43f7-a26a-a9daa51dd52b req-27a380d8-5663-4f22-a419-7815119b32f2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:29.156089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-327a3efd-258a-43f7-a26a-a9daa51dd52b req-27a380d8-5663-4f22-a419-7815119b32f2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2007403 Jan 28 20:21:29.157086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ebf5d062-f1a6-4bf2-ad1b-6c636e493766 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:29.157576 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:29.224659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Pushing event updated for resources: {'Port': ['ID=8f13475c-a236-4642-9b9b-240b9735e147,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:29.252978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 451258cc-b5c7-48c8-be13-8a82957254b6 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:29.260968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 8eba7c10-899c-433d-8c5c-6eb0a82270dd {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:29.261829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8eba7c10-899c-433d-8c5c-6eb0a82270dd not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:29.267538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7da780-1f9c-4609-90b0-79797073a69e None None] Pushing event updated for resources: {'Port': ['ID=019ac976-6bc0-427a-9303-6f0bfe024daa,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:29.282978 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:28Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:29.294950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697e044-bc4e-483a-9e69-914d66977551 req-3b8011b5-1d09-465f-9d65-51bb898e57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:29.294950 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7697e044-bc4e-483a-9e69-914d66977551 req-3b8011b5-1d09-465f-9d65-51bb898e57e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5584068 Jan 28 20:21:29.361438 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a7c64-5118-4ec7-b403-320a9b11d635 None None] The sync data for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 is: [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:28Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:29.393419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:29.439032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-3241c69e-739b-4184-80fc-d72997003a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:29.441085 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-3241c69e-739b-4184-80fc-d72997003a22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15&tenant_id=f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 1101 time: 0.2737763 Jan 28 20:21:29.467875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:29.468867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:29.473192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-327a3efd-258a-43f7-a26a-a9daa51dd52b req-0b4dfd0d-d09b-4cbd-b085-b468d619124e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823730 Jan 28 20:21:29.501507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625b85-d213-4ad6-bac3-df38669d9633 req-03c4b8f9-dc0a-493d-81b7-0a15912aee28 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:29.512861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d625b85-d213-4ad6-bac3-df38669d9633 req-03c4b8f9-dc0a-493d-81b7-0a15912aee28 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 949 time: 0.3318315 Jan 28 20:21:29.633498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d625b85-d213-4ad6-bac3-df38669d9633 req-e7e158e4-2f3d-4966-9f72-67c99b1fc368 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186352 Jan 28 20:21:29.701495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:29.738555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926813cc-efbe-4b17-bc58-70ce6c7c4757 None None] Pushing event updated for resources: {'Port': ['ID=26a4d9b0-b310-44dd-b3b7-21f36f8e852c,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:29.799272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:29.826165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:29.966031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b13186-59de-4f00-9820-2428182bb516 req-ce787f9c-109c-472a-a91e-0a387753ccd0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:29.982892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Provisioning complete for port af533010-ed49-4167-80ab-db145ddcf44e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:29.983270 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:29.987379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72b13186-59de-4f00-9820-2428182bb516 req-ce787f9c-109c-472a-a91e-0a387753ccd0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2461698 Jan 28 20:21:30.064038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72b13186-59de-4f00-9820-2428182bb516 req-06f1a1d5-e408-4bba-8dcd-4bc0a99d1d6d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700631 Jan 28 20:21:30.162125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7697e044-bc4e-483a-9e69-914d66977551 req-3a03f67f-e760-48fe-9d85-025e9845b121 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502810 Jan 28 20:21:30.166161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926813cc-efbe-4b17-bc58-70ce6c7c4757 None None] Pushing event updated for resources: {'Port': ['ID=26a4d9b0-b310-44dd-b3b7-21f36f8e852c,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:30.188149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-2524d895-04b5-4553-86a2-cf7a5a0e3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:30.194481 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-2524d895-04b5-4553-86a2-cf7a5a0e3c71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 1101 time: 0.5173850 Jan 28 20:21:30.223286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:30.534285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Router 1fb4c801-e2f9-47d9-924e-b33e602c7570 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:21:30.535609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-e2a97783-87e6-405b-a40f-9e9de926215e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:30.537289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-e2a97783-87e6-405b-a40f-9e9de926215e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.3322468 Jan 28 20:21:30.587400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device af533010-ed49-4167-80ab-db145ddcf44e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:30.608469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-a6517cfa-3a85-4111-a76c-0c65422b0c9e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/quotas/6bd5e10b26e841869c57cbff6ca81cba HTTP/1.1" status: 200 len: 375 time: 0.0513403 Jan 28 20:21:30.641146 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:30.676892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:21:30.681023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582ba13-63ea-457d-bf98-22994ae7d475 req-07985733-86c8-43e6-9156-4fe158c7cfc8 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:30.683736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6582ba13-63ea-457d-bf98-22994ae7d475 req-07985733-86c8-43e6-9156-4fe158c7cfc8 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 1100 time: 0.3252623 Jan 28 20:21:30.723605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-f0ea7b37-4945-4eab-8d6c-19b5c29c0bdc tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049826 Jan 28 20:21:30.727779 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6582ba13-63ea-457d-bf98-22994ae7d475 req-1756a8f3-a1bc-47b3-a269-cdfe4b84f798 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:30.751547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] For port af533010-ed49-4167-80ab-db145ddcf44e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=af533010-ed49-4167-80ab-db145ddcf44e,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:30.781280 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:30.788495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33824) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:30.821171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port af533010-ed49-4167-80ab-db145ddcf44e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:30.821672 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:30.877260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Provisioning complete for port 8f13475c-a236-4642-9b9b-240b9735e147 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:30.877734 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:30.946575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Pushing event updated for resources: {'Port': ['ID=af533010-ed49-4167-80ab-db145ddcf44e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:30.959415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:30.966004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Port 8f13475c-a236-4642-9b9b-240b9735e147 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:30.970489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.971065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.971483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.971917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.972372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.973294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.973294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.973724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.974138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.974582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.975056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.975525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505f0e49-2b5a-4beb-8702-e1010a762db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:30.992683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 2, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:31.025059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc65bd2-6059-4ec6-8906-36317a9b536e None None] The sync data for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 is: [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 2, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:31.063020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fd3244f6-e7b3-453d-872c-fe0907cef4c4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:31.112069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-afd89cb6-a439-4834-971f-4d6759d31f60 None None] Provisioning complete for port 8f13475c-a236-4642-9b9b-240b9735e147 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:31.112642 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-afd89cb6-a439-4834-971f-4d6759d31f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.120577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:31.161803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fd3244f6-e7b3-453d-872c-fe0907cef4c4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:31.162762 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.184652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Checking segment: {'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:31.184930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-afd89cb6-a439-4834-971f-4d6759d31f60 None None] Port 8f13475c-a236-4642-9b9b-240b9735e147 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:31.185438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Network hostable DHCP agents. Network: 451258cc-b5c7-48c8-be13-8a82957254b6, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:21:31.188613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7697e044-bc4e-483a-9e69-914d66977551 req-841c0ffd-fd87-4c76-8063-2cec9e8b745e service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0249636 Jan 28 20:21:31.189708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-9338395a-e1b1-4094-a1f7-d2fe6d6364b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:31.191493 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-9338395a-e1b1-4094-a1f7-d2fe6d6364b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.9837034 Jan 28 20:21:31.280422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-281166814', 'router:external': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:31.284895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-4ca6f063-cdda-4606-be93-1f27c320e7dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 200 len: 217 time: 0.0632646 Jan 28 20:21:31.287095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Network 451258cc-b5c7-48c8-be13-8a82957254b6 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:21:31.310309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 451258cc-b5c7-48c8-be13-8a82957254b6) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:31.313918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:31.323950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-daf10c56-7710-4c32-9b41-3c8aebfd9f82 admin admin] 10.222.0.44 "PUT /v2.0/routers/9d4520a4-f05d-4fcc-82b7-2af2cc990a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9334323 Jan 28 20:21:31.326595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33828) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:31.340959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:31.341569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.342519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008bd82-caf0-4527-a6e0-885498e4eac4 None None] Network 451258cc-b5c7-48c8-be13-8a82957254b6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:31.353640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] Sync routers for ids ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:31.393380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-b0229d41-a2e4-4337-b4d9-4febdc2b5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:31.395053 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-b0229d41-a2e4-4337-b4d9-4febdc2b5df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0989923 Jan 28 20:21:31.399966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:31.407919 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-691ead3f-9a40-42d0-92ce-8d61cc3ee863 admin admin] 10.222.0.44 "PUT /v2.0/routers/1fb4c801-e2f9-47d9-924e-b33e602c7570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9316826 Jan 28 20:21:31.446983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] Routers {'9d4520a4-f05d-4fcc-82b7-2af2cc990a78'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:31.447766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:31.466155 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90573445-f206-48cb-add6-bb36b3da15e8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8884799 Jan 28 20:21:31.466870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33832) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:31.472816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:31.525918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Made reservation on behalf of e9438156eee741a7bbc4441f5182e3d6 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:31.526494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e413d0-8b49-4505-a0df-2391a9891605 req-e3abeb12-281a-47a9-8489-7126a6057629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:31.528567 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-e3abeb12-281a-47a9-8489-7126a6057629 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170266 Jan 28 20:21:31.531590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.534815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.538064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.592619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.623188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-8df358f8-4a87-4153-95cc-38f72899cf93 service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8431213 Jan 28 20:21:31.735326 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6582ba13-63ea-457d-bf98-22994ae7d475 req-1756a8f3-a1bc-47b3-a269-cdfe4b84f798 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.743245 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.815335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] Set router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:31.864211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6582ba13-63ea-457d-bf98-22994ae7d475 req-1756a8f3-a1bc-47b3-a269-cdfe4b84f798 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.877726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-451258cc-b5c7-48c8-be13-8a82957254b6', 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'fixed_ips': [{'subnet_id': 'fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:21:31.879921 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.947372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:31.978261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6582ba13-63ea-457d-bf98-22994ae7d475 req-1756a8f3-a1bc-47b3-a269-cdfe4b84f798 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2837965 Jan 28 20:21:32.021661 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.040363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756a8f3-a1bc-47b3-a269-cdfe4b84f798 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89ed2c-6623-4cae-bb53-1e1228b7304b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:32.084935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-b9d540f2-d5b0-407b-8115-8e73576c32f4 service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598565 Jan 28 20:21:32.092957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-9d795503-e904-4625-8a89-1c4573bc4f9c service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435667 Jan 28 20:21:32.224640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.232027 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.260441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.287407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff14b17-95c5-4ff4-8571-89223b77fe91 req-1c50365f-6675-4be0-9d80-7f4ec509372c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:32.290298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ff14b17-95c5-4ff4-8571-89223b77fe91 req-1c50365f-6675-4be0-9d80-7f4ec509372c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.1341765 Jan 28 20:21:32.291176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:32.342810 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-60e413d0-8b49-4505-a0df-2391a9891605 req-0447d096-4dc6-4146-8f24-038ec4111f65 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327194 Jan 28 20:21:32.346970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e145e9ed-973f-43a2-9df0-e580067d5766,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:32.373785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.374046 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Added segment ae34503f-4a55-48ae-bf1d-e8954b534fc8 of type vlan for network 96bb5171-2556-430c-9964-120d6f656a07 Jan 28 20:21:32.419874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device af533010-ed49-4167-80ab-db145ddcf44e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:32.453530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.465015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ff14b17-95c5-4ff4-8571-89223b77fe91 req-5983a412-d92a-47ea-8f28-454bac24be8c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596727 Jan 28 20:21:32.526548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Deleting port ebf5d062-f1a6-4bf2-ad1b-6c636e493766 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:32.526948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.546654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cefadda7-cac6-491a-abb3-5ad944cea618 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:32.695988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port af533010-ed49-4167-80ab-db145ddcf44e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:32.696476 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.700891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.726699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Allocated IP 172.20.0.2 (451258cc-b5c7-48c8-be13-8a82957254b6/fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3/bf47d62b-758d-482e-9344-934611ee6ba7) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:32.728014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.729995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:32.730778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.758588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:32.938907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Allocated IP 172.25.2.179 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/b6a16d2f-75ac-483d-9097-f61647423465) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:32.972046 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1705961 Jan 28 20:21:32.979292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33848) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:32.985686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'subnet': {'network_id': '96bb5171-2556-430c-9964-120d6f656a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:33.024865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f0c35-bce4-4f00-95fa-101383a89de5 req-848fd0f9-4c04-446a-81f7-636c0e5c64de tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:33.034727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f6f0c35-bce4-4f00-95fa-101383a89de5 req-848fd0f9-4c04-446a-81f7-636c0e5c64de tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4961863 Jan 28 20:21:33.052984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:28Z', 'revision_number': 5, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port': {'id': 'ebf5d062-f1a6-4bf2-ad1b-6c636e493766', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:76:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:11Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:33.063339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968006c-6084-4b9e-8c00-483829301a78 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'Network': ['ID=96bb5171-2556-430c-9964-120d6f656a07,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:33.075747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Made reservation on behalf of e9438156eee741a7bbc4441f5182e3d6 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:33.082685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.127148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] For port ebf5d062-f1a6-4bf2-ad1b-6c636e493766, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ebf5d062-f1a6-4bf2-ad1b-6c636e493766,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:33.127522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.128995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 96bb5171-2556-430c-9964-120d6f656a07 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:33.150631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] Checking router: 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:33.191155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.197115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Calling delete_port for ebf5d062-f1a6-4bf2-ad1b-6c636e493766 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:33.216663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f6f0c35-bce4-4f00-95fa-101383a89de5 req-8879b088-176b-4ce2-8224-df8daf9d9e60 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760349 Jan 28 20:21:33.366194 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.391392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] Routers {'9d4520a4-f05d-4fcc-82b7-2af2cc990a78'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:33.391392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:33.399960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33854) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:33.516469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8bd30f99-beda-4d0c-9a4c-3d89a328d6ec tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540586443', 'description': 'tempest-description--777445321'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:33.610092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a24cb8b-9ed5-4e0b-84e6-7afb6adc6d8e req-3bbd3beb-2ef2-4b78-992d-28b37a8aba30 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 210 time: 0.0727201 Jan 28 20:21:33.626765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:33.635088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:33.641529 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28bcec1-64dc-4737-bf42-1e415d92873d" -d '{"events": [{"server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "name": "network-vif-unplugged", "status": "completed", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:33.677633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.680155 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.784148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:33.796856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:33.802310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:33.805482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:33.831235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] Set router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:33.832822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Pushing event updated for resources: {'Port': ['ID=b6a16d2f-75ac-483d-9097-f61647423465,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:33.834057 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.837235 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8bd30f99-beda-4d0c-9a4c-3d89a328d6ec tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.865543 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.908493 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.916591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:32Z', 'revision_number': 6, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:33.929690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf5d062-f1a6-4bf2-ad1b-6c636e493766,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:33.932599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:21:33.933126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:33.945922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920265-abed-4eb2-9d9b-7905d5d62bd2 req-50d4dc70-fdda-4991-acaa-051f2a7e719a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:33.954004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a920265-abed-4eb2-9d9b-7905d5d62bd2 req-50d4dc70-fdda-4991-acaa-051f2a7e719a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1943815 Jan 28 20:21:33.969297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30718688-c425-4c5c-805a-a97ef418949e req-6fb5e00c-dcde-4a3f-81fe-64eae11d3449 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:33.971583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30718688-c425-4c5c-805a-a97ef418949e req-6fb5e00c-dcde-4a3f-81fe-64eae11d3449 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 948 time: 0.2255306 Jan 28 20:21:34.008864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357686b9-3984-4ce5-91d3-183cf8f5e415 None None] The sync data for ids ['9d4520a4-f05d-4fcc-82b7-2af2cc990a78'] in n-d-825064-3 is: [{'id': '9d4520a4-f05d-4fcc-82b7-2af2cc990a78', 'name': 'tempest-FloatingIPsNegativeTestJSON-475368420-router', 'tenant_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:09Z', 'updated_at': '2022-01-28T20:21:32Z', 'revision_number': 6, 'project_id': '03b4fa72e32d4f39a5a50b6453f36b95', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:34.030141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Network 451258cc-b5c7-48c8-be13-8a82957254b6 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:34.037423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:34.044784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:34.060348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Pushing event updated for resources: {'Port': ['ID=bf47d62b-758d-482e-9344-934611ee6ba7,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:34.140452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'Subnet': ['ID=315a5c0a-40d5-4416-850f-a8b543216f22,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:34.151513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Attempting to bind port bf47d62b-758d-482e-9344-934611ee6ba7 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:34.161223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Attempting to bind port bf47d62b-758d-482e-9344-934611ee6ba7 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:34.161740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Attempting to bind port bf47d62b-758d-482e-9344-934611ee6ba7 on network 451258cc-b5c7-48c8-be13-8a82957254b6 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:34.169679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30718688-c425-4c5c-805a-a97ef418949e req-67d3ffa8-b9c2-41ec-b587-2144c239a894 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794052 Jan 28 20:21:34.175778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.183617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:34.186184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Checking segment: {'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:34.187859 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.188395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Bound using segment: {'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:34.190075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Bound port: bf47d62b-758d-482e-9344-934611ee6ba7, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:34.193918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.208190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a920265-abed-4eb2-9d9b-7905d5d62bd2 req-5e3bdb32-026c-4afe-9d78-944b8d4fb3f6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528355 Jan 28 20:21:34.347235 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d372f8cc-a6eb-40cf-b4b2-b13f5ce11789 x-openstack-request-id: req-d372f8cc-a6eb-40cf-b4b2-b13f5ce11789 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:34.347657 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "name": "network-vif-unplugged", "status": "completed", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:34.347821 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d372f8cc-a6eb-40cf-b4b2-b13f5ce11789 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:34.348108 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'code': 200} Jan 28 20:21:34.514435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] For port bf47d62b-758d-482e-9344-934611ee6ba7, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:34.518696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] For port bf47d62b-758d-482e-9344-934611ee6ba7, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bf47d62b-758d-482e-9344-934611ee6ba7,segment=NetworkSegment(af3c1610-e256-43f4-9dd5-cf3423cef0f7),segment_id=af3c1610-e256-43f4-9dd5-cf3423cef0f7)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:34.527140 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.553098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Checking segment: {'id': 'ae34503f-4a55-48ae-bf1d-e8954b534fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '96bb5171-2556-430c-9964-120d6f656a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:34.553852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Network hostable DHCP agents. Network: 96bb5171-2556-430c-9964-120d6f656a07, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:21:34.564673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-bee8deda-c057-4aea-84cc-ddb77d376e41 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:34.566352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-bee8deda-c057-4aea-84cc-ddb77d376e41 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.4220960 Jan 28 20:21:34.587035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cefadda7-cac6-491a-abb3-5ad944cea618 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:21:34.594524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8bd30f99-beda-4d0c-9a4c-3d89a328d6ec tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.597074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-0efdc638-e8db-454e-8c1b-4ac064d212d2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170697 Jan 28 20:21:34.598781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.631753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Request body: {'port': {'device_id': '72043aa2-7f99-4ab8-bb04-cfea0204cc50', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'admin_state_up': True, 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:34.635548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.661836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8bd30f99-beda-4d0c-9a4c-3d89a328d6ec tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.666047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0461-f381-4a4a-bc0d-4e234ff8613d None None] Pushing event updated for resources: {'Port': ['ID=bf47d62b-758d-482e-9344-934611ee6ba7,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:34.698298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Network 96bb5171-2556-430c-9964-120d6f656a07 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:21:34.763411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 96bb5171-2556-430c-9964-120d6f656a07) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:34.773579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:34.774409 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.782213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed61ea8-e02a-4730-a50b-e352374bdae4 None None] Network 96bb5171-2556-430c-9964-120d6f656a07 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:34.837327 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8af0b7fb-db5a-45fb-aee3-e7bd2ffe9fae tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8568587 Jan 28 20:21:34.843809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33880) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:34.854987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1150787403', 'network_id': '96bb5171-2556-430c-9964-120d6f656a07'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:34.886639 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.893261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 26a4d9b0-b310-44dd-b3b7-21f36f8e852c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:34.938606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Made reservation on behalf of e9438156eee741a7bbc4441f5182e3d6 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:34.941494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:34.975531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd30f99-beda-4d0c-9a4c-3d89a328d6ec tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206eae67-a074-48cc-8ec6-4f446264e04a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:34.981424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:34.998658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] device_id is not set on port 1723859a-e505-41d5-aa94-9c278aee3ab2 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:21:35.005141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.005672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4520a4-f05d-4fcc-82b7-2af2cc990a78 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:21:35.009815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'mac_address': 'fa:16:3e:e9:c4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:21:35.014444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.017947 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ac399edb-cd14-4502-b5e0-55dd725f54ef admin admin] 10.222.0.44 "DELETE /v2.0/routers/9d4520a4-f05d-4fcc-82b7-2af2cc990a78 HTTP/1.1" status: 204 len: 168 time: 3.6835878 Jan 28 20:21:35.022031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8bd30f99-beda-4d0c-9a4c-3d89a328d6ec tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.024139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8bd30f99-beda-4d0c-9a4c-3d89a328d6ec tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5148201 Jan 28 20:21:35.024955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33882) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:35.033700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33884) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:35.050372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccd5b4-bb9d-40ec-ab7e-3f6b467eaa3c req-144f49a3-0bca-43c3-8997-c659a70a3f2d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:35.051906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a6ccd5b4-bb9d-40ec-ab7e-3f6b467eaa3c req-144f49a3-0bca-43c3-8997-c659a70a3f2d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.5739548 Jan 28 20:21:35.061409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-40cb1519-bbd4-4552-aee3-cf7222b47ae0 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Request body: {'security_group_rule': {'security_group_id': '206eae67-a074-48cc-8ec6-4f446264e04a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:35.146048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-0ac2c9a4-4d2c-48e6-a555-be87ef71abdb tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:35.154450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-0ac2c9a4-4d2c-48e6-a555-be87ef71abdb tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5169322 Jan 28 20:21:35.161973 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.192208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefadda7-cac6-491a-abb3-5ad944cea618 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:35.200024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-8366584f-b993-4a1a-867e-c42a1bfef144 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/quotas/b999c7ec5020422f834ccc5863dbe3e5 HTTP/1.1" status: 200 len: 375 time: 0.0443833 Jan 28 20:21:35.210958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a6ccd5b4-bb9d-40ec-ab7e-3f6b467eaa3c req-81be8747-c2fc-47aa-8c04-da53693eecd7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369183 Jan 28 20:21:35.217154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afd3af5-ddb5-4888-95b8-ad393acae04f admin admin] Deleting subnet f7d21fac-c498-46f5-a6fb-f927273e10d7 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:21:35.220919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:35.221079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3afd3af5-ddb5-4888-95b8-ad393acae04f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.222909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:35.223278 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.223951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Allocated IP 172.20.0.2 (96bb5171-2556-430c-9964-120d6f656a07/315a5c0a-40d5-4416-850f-a8b543216f22/1723859a-e505-41d5-aa94-9c278aee3ab2) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:35.262825 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.265305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ac0d1-7660-47d3-b30b-7faa3f945aa3 None None] Network 96bb5171-2556-430c-9964-120d6f656a07 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:35.299198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:35.314776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.334637 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40cb1519-bbd4-4552-aee3-cf7222b47ae0 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.403697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-263d03e6-2119-4d4c-8442-a106fcc3502e req-8be3010d-8712-49ce-a6dd-5afa411b4157 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 210 time: 0.0655010 Jan 28 20:21:35.407524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3afd3af5-ddb5-4888-95b8-ad393acae04f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.475714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:35.496509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-87044bac-d4f5-402e-9fa5-29584b79aae4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2836883 Jan 28 20:21:35.516705 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.531690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.566027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cefadda7-cac6-491a-abb3-5ad944cea618'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:35.590781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40cb1519-bbd4-4552-aee3-cf7222b47ae0 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.639639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40cb1519-bbd4-4552-aee3-cf7222b47ae0 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.699679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb1519-bbd4-4552-aee3-cf7222b47ae0 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b59b2f-eb52-47ca-8ebe-a1a1efda244c,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:35.711280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40cb1519-bbd4-4552-aee3-cf7222b47ae0 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.712754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-40cb1519-bbd4-4552-aee3-cf7222b47ae0 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6566935 Jan 28 20:21:35.723344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd704ac-bdec-4ea6-96c4-d62e7c3982b4 req-1fb73bb8-5bf1-4c4c-87ad-e931fa235f64 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:35.725446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fd704ac-bdec-4ea6-96c4-d62e7c3982b4 req-1fb73bb8-5bf1-4c4c-87ad-e931fa235f64 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 949 time: 0.2223706 Jan 28 20:21:35.728055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3afd3af5-ddb5-4888-95b8-ad393acae04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.731131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33892) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:35.736322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-dfeb251b-4e45-488f-b1c0-764060e5c2a3 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Request body: {'security_group_rule': {'security_group_id': '206eae67-a074-48cc-8ec6-4f446264e04a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:35.828978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=26a4d9b0-b310-44dd-b3b7-21f36f8e852c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:35.849756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fd704ac-bdec-4ea6-96c4-d62e7c3982b4 req-b50c4f82-53c7-47eb-acff-2a2fb36ea183 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880170 Jan 28 20:21:35.870833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dfeb251b-4e45-488f-b1c0-764060e5c2a3 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.876793 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3afd3af5-ddb5-4888-95b8-ad393acae04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.878499 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.915257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 019ac976-6bc0-427a-9303-6f0bfe024daa no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:35.941172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd3af5-ddb5-4888-95b8-ad393acae04f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d21fac-c498-46f5-a6fb-f927273e10d7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:35.980933 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3afd3af5-ddb5-4888-95b8-ad393acae04f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:35.992415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3afd3af5-ddb5-4888-95b8-ad393acae04f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f7d21fac-c498-46f5-a6fb-f927273e10d7 HTTP/1.1" status: 204 len: 168 time: 0.9606099 Jan 28 20:21:36.032206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90963fa-aeb3-4395-8f30-c2e3117b219e None None] Network 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:36.040292 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dfeb251b-4e45-488f-b1c0-764060e5c2a3 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.045237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33898) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:36.059590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 019ac976-6bc0-427a-9303-6f0bfe024daa {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:36.061400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 019ac976-6bc0-427a-9303-6f0bfe024daa not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:36.070204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dfeb251b-4e45-488f-b1c0-764060e5c2a3 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.234623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.262969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb251b-4e45-488f-b1c0-764060e5c2a3 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e7ef39-cba4-461c-a7f1-ff62bbd058b1,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:36.286661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dfeb251b-4e45-488f-b1c0-764060e5c2a3 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.287373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dfeb251b-4e45-488f-b1c0-764060e5c2a3 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5549624 Jan 28 20:21:36.310119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33902) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:36.319525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:36.364092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.481010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.506858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bf47d62b-758d-482e-9344-934611ee6ba7 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:36.509584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=26a4d9b0-b310-44dd-b3b7-21f36f8e852c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:36.548719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.593661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439f0c4-cc72-4df6-9fd1-a9cd24290d0a req-189305b6-3c0c-441a-b75d-43d642842614 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:36.595881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4439f0c4-cc72-4df6-9fd1-a9cd24290d0a req-189305b6-3c0c-441a-b75d-43d642842614 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2363451 Jan 28 20:21:36.608613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce5177-398d-495f-9bd3-a5aecdd37a0d None None] Network 451258cc-b5c7-48c8-be13-8a82957254b6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:36.680936 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-a74e226f-5044-47ec-bc5b-8128b0d248fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0145557 Jan 28 20:21:36.681181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b68b54-7e1f-466b-b2de-a384b21503b2 req-f081c8f2-216a-4644-920c-1b86f34f8016 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:36.688909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51b68b54-7e1f-466b-b2de-a384b21503b2 req-f081c8f2-216a-4644-920c-1b86f34f8016 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 949 time: 0.2155011 Jan 28 20:21:36.799043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Network 96bb5171-2556-430c-9964-120d6f656a07 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:36.821112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-57f02044-9a22-4224-a825-e6f2f54efd0b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:36.822826 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-57f02044-9a22-4224-a825-e6f2f54efd0b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15&tenant_id=f824123e2bd0424888965ac2b937b05a&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 949 time: 0.3568747 Jan 28 20:21:36.837164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:36.851357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:36.857176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Allocated IP 172.20.0.6 (02e595f2-4677-4e83-bfd2-59511c164baa/11bfe728-918d-47cb-bc30-3185f3afc3c5/b5ab3c35-c928-477b-a6b9-ea6e9d82f176) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:36.861903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'Port': ['ID=1723859a-e505-41d5-aa94-9c278aee3ab2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:36.871551 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Sync routers for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:36.884124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] DHCP port deletion for 7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:21:36.891002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port bf47d62b-758d-482e-9344-934611ee6ba7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:36.891389 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.901776 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:36.904034 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:36.907250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3040d13f-03cc-4de3-bdba-20778c069e6e None None] Provisioning complete for port bf47d62b-758d-482e-9344-934611ee6ba7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:36.907700 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3040d13f-03cc-4de3-bdba-20778c069e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:36.984867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-62cb4cb2-978d-4d3d-8671-d783a719be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:36.986499 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-62cb4cb2-978d-4d3d-8671-d783a719be46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1097 time: 0.2304549 Jan 28 20:21:37.080253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:37.080792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.136116 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:37.162400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Deleting port 33090eee-623f-4c2c-83a3-f908fb655428 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:37.163018 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.171907 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7be4d31d-af17-4d6b-b899-1854f2cb308f tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3184848 Jan 28 20:21:37.175869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33918) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:37.235370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:21:37.243001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] Deleting port 33090eee-623f-4c2c-83a3-f908fb655428 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:37.243669 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.247007 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.259142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3040d13f-03cc-4de3-bdba-20778c069e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.267769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4439f0c4-cc72-4df6-9fd1-a9cd24290d0a req-a4868c20-3cee-45b6-8df7-21bd36396506 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447229 Jan 28 20:21:37.349969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-d333e83e-e75a-4c3b-8ede-152037dceccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:37.352053 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-d333e83e-e75a-4c3b-8ede-152037dceccc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 1100 time: 0.4334290 Jan 28 20:21:37.385520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port bf47d62b-758d-482e-9344-934611ee6ba7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bf47d62b-758d-482e-9344-934611ee6ba7,segment=NetworkSegment(af3c1610-e256-43f4-9dd5-cf3423cef0f7),segment_id=af3c1610-e256-43f4-9dd5-cf3423cef0f7)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:37.400343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] For port 33090eee-623f-4c2c-83a3-f908fb655428, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=33090eee-623f-4c2c-83a3-f908fb655428,segment=NetworkSegment(4fc06d2f-be28-4f5a-ac04-242714554acf),segment_id=4fc06d2f-be28-4f5a-ac04-242714554acf)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:37.400772 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.404869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.418532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51b68b54-7e1f-466b-b2de-a384b21503b2 req-306f0cf7-3702-4bed-9964-bb2532972a08 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284553 Jan 28 20:21:37.464610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ebf5d062-f1a6-4bf2-ad1b-6c636e493766 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:37.474100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] Calling delete_port for 33090eee-623f-4c2c-83a3-f908fb655428 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:37.522416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] For port 33090eee-623f-4c2c-83a3-f908fb655428, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=33090eee-623f-4c2c-83a3-f908fb655428,segment=NetworkSegment(4fc06d2f-be28-4f5a-ac04-242714554acf),segment_id=4fc06d2f-be28-4f5a-ac04-242714554acf)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:37.523788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.551595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: ebf5d062-f1a6-4bf2-ad1b-6c636e493766 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:37.559884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Calling delete_port for 33090eee-623f-4c2c-83a3-f908fb655428 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:37.560786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ebf5d062-f1a6-4bf2-ad1b-6c636e493766 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:37.688612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:37.722210 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 2, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:37.737349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.765604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-072dc96b-7083-45af-870a-0792e4d2279d req-c7fb4c56-594a-4a52-8d5e-c55f2f39ecff tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 210 time: 0.0721107 Jan 28 20:21:37.766516 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Checking router: 1fb4c801-e2f9-47d9-924e-b33e602c7570 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:37.767039 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Updating router 1fb4c801-e2f9-47d9-924e-b33e602c7570 port 8f13475c-a236-4642-9b9b-240b9735e147 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:37.785914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-3040d13f-03cc-4de3-bdba-20778c069e6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:21:37.785914 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-3040d13f-03cc-4de3-bdba-20778c069e6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:21:37.797039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Sync routers for ids ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:37.811397 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.815320 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d9de4d5c-c764-46dc-ab2a-5eee39812e9c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3447194 Jan 28 20:21:37.828690 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:37.847057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33926) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:37.871774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Routers {'b87e3418-68ca-4dc2-86aa-427fe6fc9e76'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:37.878777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-e5ce30f7-d5ce-4da1-ac63-f26eefc56097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:37.880275 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-e5ce30f7-d5ce-4da1-ac63-f26eefc56097 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 914 time: 0.8606644 Jan 28 20:21:37.884448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:37.887355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=bf47d62b-758d-482e-9344-934611ee6ba7,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:37.955747 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8746-2470-43fb-906a-fa8ce61c2703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.027605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f4eeceb-9fcb-4cd0-be16-6d6b931271c2 req-f889f246-7e17-423b-905e-8cd4211f6f10 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 210 time: 0.0692146 Jan 28 20:21:38.028406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.058384 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-92090c87-9466-465b-9ee5-e96fcccc205c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 200 len: 217 time: 0.1591094 Jan 28 20:21:38.066401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] Pushing event deleted for resources: {'Port': ['ID=33090eee-623f-4c2c-83a3-f908fb655428,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:38.075623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31197f-3e09-4621-bc41-331636822ed2 req-b74f302a-9d7f-496c-8907-250f539ca02d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:38.077206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a31197f-3e09-4621-bc41-331636822ed2 req-b74f302a-9d7f-496c-8907-250f539ca02d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3827739 Jan 28 20:21:38.083111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e3ad1-43c1-491d-ae35-c6ab4c1421e7 None None] No DVR routers for this DVR port 33090eee-623f-4c2c-83a3-f908fb655428 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:38.096070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.103034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Set router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:38.128939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-41ee319f-61f7-4d29-9913-656d0ffdae38 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Deleting port 1723859a-e505-41d5-aa94-9c278aee3ab2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:38.129339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41ee319f-61f7-4d29-9913-656d0ffdae38 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.133272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.143231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-792ef0b7-2a9d-4322-9a86-e0e12131ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:38.144876 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-792ef0b7-2a9d-4322-9a86-e0e12131ecd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.7398489 Jan 28 20:21:38.216067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Pushing event deleted for resources: {'Port': ['ID=33090eee-623f-4c2c-83a3-f908fb655428,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:38.228748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] No DVR routers for this DVR port 33090eee-623f-4c2c-83a3-f908fb655428 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:21:38.255732 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-669ee3ed-957f-46f5-9c6c-3f460899b725 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 200 len: 217 time: 0.0967736 Jan 28 20:21:38.284820 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.286932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-93ab8439-9d55-431a-b4f5-81dca55df9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:38.289179 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-93ab8439-9d55-431a-b4f5-81dca55df9b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.2148314 Jan 28 20:21:38.310222 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.332476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a31197f-3e09-4621-bc41-331636822ed2 req-ad15bc47-4455-4549-9528-3a72110dd31c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929290 Jan 28 20:21:38.348759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Allocated IP 172.25.2.64 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/fd4e75b7-2905-4c09-a38f-dc0dd0b1b503) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:38.406398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 26a4d9b0-b310-44dd-b3b7-21f36f8e852c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:38.418778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:21:34Z', 'revision_number': 3, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port': {'id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:32Z', 'updated_at': '2022-01-28T20:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:38.459452 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-662021c5-aaf6-495a-9e82-c4d7f3e1aed5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000047 Jan 28 20:21:38.538613 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Attempting to bind port 8f13475c-a236-4642-9b9b-240b9735e147 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:38.539555 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Attempting to bind port 8f13475c-a236-4642-9b9b-240b9735e147 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:38.540116 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Attempting to bind port 8f13475c-a236-4642-9b9b-240b9735e147 on network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:38.566233 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10643d-f945-481d-8594-250915c7677b None None] Pushing event updated for resources: {'Port': ['ID=8f13475c-a236-4642-9b9b-240b9735e147,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:38.568971 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:38.569913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Checking segment: {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:38.570361 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.570989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Bound using segment: {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:38.571559 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Bound port: 8f13475c-a236-4642-9b9b-240b9735e147, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:38.571948 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.610634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.653473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41ee319f-61f7-4d29-9913-656d0ffdae38 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.676102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Checking router: b87e3418-68ca-4dc2-86aa-427fe6fc9e76 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:38.677000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Updating router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 port b6a16d2f-75ac-483d-9097-f61647423465 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:38.680766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-81ee3002-fcd3-4018-9bef-fd1fc5933d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:38.683349 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-81ee3002-fcd3-4018-9bef-fd1fc5933d8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.4095850 Jan 28 20:21:38.687190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cefadda7-cac6-491a-abb3-5ad944cea618 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:38.716546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:38.724885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-41ee319f-61f7-4d29-9913-656d0ffdae38 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Calling delete_port for 1723859a-e505-41d5-aa94-9c278aee3ab2 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:38.725349 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] For port 8f13475c-a236-4642-9b9b-240b9735e147, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:38.729340 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] For port 8f13475c-a236-4642-9b9b-240b9735e147, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8f13475c-a236-4642-9b9b-240b9735e147,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:38.736004 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.750784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Network 02e595f2-4677-4e83-bfd2-59511c164baa is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:38.817993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.832133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:38.840657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:38.857386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:38.870586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc06d2f-be28-4f5a-ac04-242714554acf') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:38.871182 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc06d2f-be28-4f5a-ac04-242714554acf') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:38.889948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.915306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.925427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:38.927230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:38.962204 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-23825b4d-bf45-4b11-b1d3-3384f05f86d4 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701180 Jan 28 20:21:38.968579 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:38.969316 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:39.016260 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:39.024319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event updated for resources: {'Port': ['ID=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:39.031429 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10643d-f945-481d-8594-250915c7677b None None] Pushing event updated for resources: {'Port': ['ID=8f13475c-a236-4642-9b9b-240b9735e147,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:39.055685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.062436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.069203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0 HTTP/1.1" status: 204 len: 168 time: 3.0210741 Jan 28 20:21:39.121745 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.193152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6e3338fe-b5a9-48e2-af84-77e1c038553c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5175705 Jan 28 20:21:39.193916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9154acc-9620-4a5f-8a07-d77b3f83ec44 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2485b6-5f1f-43c1-b438-7eb9b5a3ebf0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:39.203269 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:39.321358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:39.322122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.344993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7ffa00d2-dcef-4ec9-94f1-9b27a25094c7 None None] Provisioning complete for port bf47d62b-758d-482e-9344-934611ee6ba7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:39.345368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7ffa00d2-dcef-4ec9-94f1-9b27a25094c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.346090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-0d8dfb9d-bee4-477f-a1ad-21828b3a9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:39.347778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-0d8dfb9d-bee4-477f-a1ad-21828b3a9d10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6349871 Jan 28 20:21:39.349694 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-127f5afe-767c-426c-8b1d-356618cd1bb4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2267072 Jan 28 20:21:39.410511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.447478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port cefadda7-cac6-491a-abb3-5ad944cea618 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:39.447781 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.477078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33942) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:39.532908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:39.533289 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.535834 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:38Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:39.555321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.568645 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17529b6-1a46-4926-add2-cf78dc86391d None None] The sync data for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 is: [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:38Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:39.583577 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3e623ee4-72f4-4cf9-96d2-3bcb7535d178 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9608397 Jan 28 20:21:39.611490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Request body: {'port': {'device_id': '72043aa2-7f99-4ab8-bb04-cfea0204cc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:39.666942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:39.688600 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00c8beb3-8334-4c02-9c4a-1619d427e99a req-7e982c1b-6ed6-462a-960c-94f9172cc9c0 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553497 Jan 28 20:21:39.702836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:39.723337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:39.735977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b9b905ab-e18f-427b-a62d-b7dddac053ee None None] Provisioning complete for port 8f13475c-a236-4642-9b9b-240b9735e147 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:39.736387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9b905ab-e18f-427b-a62d-b7dddac053ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.740108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526914a-7855-4114-b530-d7e0907203ba req-23b7d53a-dd93-434d-9764-996f56223941 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:39.748834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f526914a-7855-4114-b530-d7e0907203ba req-23b7d53a-dd93-434d-9764-996f56223941 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 949 time: 0.9765742 Jan 28 20:21:39.781801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-c9c01f35-023f-4616-92c1-6e72c526ca68 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:39.783814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-c9c01f35-023f-4616-92c1-6e72c526ca68 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5809278 Jan 28 20:21:39.792951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72fa11-7954-496c-89e3-e5d4cd546013 req-ccab2bd1-7ad5-4c23-95ea-018550d53726 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:39.801379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f72fa11-7954-496c-89e3-e5d4cd546013 req-ccab2bd1-7ad5-4c23-95ea-018550d53726 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.7861941 Jan 28 20:21:39.834761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Request body: {'port': {'device_id': '1b9c4207-34b7-400b-9016-d24aa2e381e1', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b999c7ec5020422f834ccc5863dbe3e5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:39.838849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event updated for resources: {'Port': ['ID=fd4e75b7-2905-4c09-a38f-dc0dd0b1b503,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:39.923226 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:39.977901 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9b905ab-e18f-427b-a62d-b7dddac053ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.060736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:40.066795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:40.073146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f72fa11-7954-496c-89e3-e5d4cd546013 req-e073aef2-9caa-4b46-b577-6cc06b8f8988 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704179 Jan 28 20:21:40.073411 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaeaeaf-17f2-4758-9204-cdab8b425334" -d '{"events": [{"server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "name": "network-vif-plugged", "status": "completed", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:40.086024 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.088773 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.093480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f526914a-7855-4114-b530-d7e0907203ba req-f0d23c44-63d2-4e23-8c97-6d787b6adb90 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428926 Jan 28 20:21:40.096399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bf47d62b-758d-482e-9344-934611ee6ba7 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:40.137172 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.160769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.183372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b9b905ab-e18f-427b-a62d-b7dddac053ee None None] For port 8f13475c-a236-4642-9b9b-240b9735e147, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8f13475c-a236-4642-9b9b-240b9735e147,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:40.213896 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9b905ab-e18f-427b-a62d-b7dddac053ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.240764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Made reservation on behalf of b999c7ec5020422f834ccc5863dbe3e5 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:40.242161 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-51266eb3-b700-4f80-99a0-deb0e717bb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.245687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.247127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Attempting to bind port b6a16d2f-75ac-483d-9097-f61647423465 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:40.247493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Attempting to bind port b6a16d2f-75ac-483d-9097-f61647423465 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:40.247851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Attempting to bind port b6a16d2f-75ac-483d-9097-f61647423465 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:40.254974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:40.255335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:40.255733 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.256126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:40.256606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Bound port: b6a16d2f-75ac-483d-9097-f61647423465, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:40.257592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.262675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:40.312101 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b73fac5e-fcd1-49ae-9664-7b300e8070c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03b4fa72e32d4f39a5a50b6453f36b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8249836 Jan 28 20:21:40.319207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33948) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:40.352964 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-40b3605f-6eda-442c-bc96-6c19aed32fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9695895 Jan 28 20:21:40.357201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c7888-166c-4602-b2c7-f9f467250c15 None None] Pushing event updated for resources: {'Port': ['ID=b6a16d2f-75ac-483d-9097-f61647423465,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:40.360391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.361500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port bf47d62b-758d-482e-9344-934611ee6ba7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:40.361875 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.391931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] For port b6a16d2f-75ac-483d-9097-f61647423465, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:40.394830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-9fa3358f-b794-4f57-9c00-90f0fef623c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:40.398074 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-9fa3358f-b794-4f57-9c00-90f0fef623c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9900928 Jan 28 20:21:40.412536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67336323-01d3-40f4-8587-fe00cf485b17 req-8ca9dc93-9622-4a46-8fa7-81e41e1863a5 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 210 time: 0.1209414 Jan 28 20:21:40.423618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Request body: {'port': {'device_id': '27c09a80-6c84-4c5b-b699-9cd901398667', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b999c7ec5020422f834ccc5863dbe3e5'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:40.439239 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] For port b6a16d2f-75ac-483d-9097-f61647423465, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b6a16d2f-75ac-483d-9097-f61647423465,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:40.450350 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.474458 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41ee319f-61f7-4d29-9913-656d0ffdae38 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.481030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b905ab-e18f-427b-a62d-b7dddac053ee None None] Pushing event updated for resources: {'Port': ['ID=8f13475c-a236-4642-9b9b-240b9735e147,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:40.512165 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32649a5b-c3c5-4fa6-ae4d-048ae2e98d16 x-openstack-request-id: req-32649a5b-c3c5-4fa6-ae4d-048ae2e98d16 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:40.512511 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "name": "network-vif-plugged", "status": "completed", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:40.512785 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32649a5b-c3c5-4fa6-ae4d-048ae2e98d16 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:40.513101 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'code': 200} Jan 28 20:21:40.520106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.530006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Routers {'b87e3418-68ca-4dc2-86aa-427fe6fc9e76'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:40.530641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:40.617711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c7888-166c-4602-b2c7-f9f467250c15 None None] Pushing event updated for resources: {'Port': ['ID=b6a16d2f-75ac-483d-9097-f61647423465,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:40.685056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] Set router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:40.714005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c996df-81ed-4c01-b6a7-b9595ee21ebf req-ba6c1d8b-fa04-491c-8eba-5edd94224f53 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:40.715570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09c996df-81ed-4c01-b6a7-b9595ee21ebf req-ba6c1d8b-fa04-491c-8eba-5edd94224f53 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 931 time: 0.4291821 Jan 28 20:21:40.734313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 33090eee-623f-4c2c-83a3-f908fb655428 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:21:40.748935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee319f-61f7-4d29-9913-656d0ffdae38 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event deleted for resources: {'Port': ['ID=1723859a-e505-41d5-aa94-9c278aee3ab2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:40.776795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.785349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3dafcf61-8459-4d54-b889-a9a745cb63ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.822107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 33090eee-623f-4c2c-83a3-f908fb655428 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:21:40.822462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 33090eee-623f-4c2c-83a3-f908fb655428 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:21:40.915642 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-117cdd0d-2daf-4792-b609-85b60f9a7056 req-8fbd03f4-b1c5-4eb4-b2c2-29c139c620b0 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517366 Jan 28 20:21:40.920672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3c03-55fc-442b-afa1-55b5b8dc79a0 req-da37595e-f157-43d5-b327-2974ad4cb172 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:40.930654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a61e3c03-55fc-442b-afa1-55b5b8dc79a0 req-da37595e-f157-43d5-b327-2974ad4cb172 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3582160 Jan 28 20:21:40.933094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3dafcf61-8459-4d54-b889-a9a745cb63ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.935968 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41ee319f-61f7-4d29-9913-656d0ffdae38 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:40.942715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-41ee319f-61f7-4d29-9913-656d0ffdae38 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1723859a-e505-41d5-aa94-9c278aee3ab2 HTTP/1.1" status: 204 len: 168 time: 3.7607210 Jan 28 20:21:40.955209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33952) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:40.962946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96bb5171-2556-430c-9964-120d6f656a07', 'external_fixed_ips': [{'subnet_id': '315a5c0a-40d5-4416-850f-a8b543216f22', 'ip_address': '172.20.0.2'}]}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:41.023493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Allocated IP 192.168.233.31 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/3e8d5436-5ab4-427b-9d92-104392ebfa2b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:41.037473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09c996df-81ed-4c01-b6a7-b9595ee21ebf req-49621e5a-0874-4e9f-b9b8-b6c71666861a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024678 Jan 28 20:21:41.042322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:21:34Z', 'revision_number': 3, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port': {'id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:32Z', 'updated_at': '2022-01-28T20:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:41.074874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Allocated IP 172.20.0.1 (451258cc-b5c7-48c8-be13-8a82957254b6/fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3/6514c6fc-3f64-4b6c-9d34-82aefd6c5945) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:41.097661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f141e-f901-4260-ad99-51b75f8bc345 None None] The sync data for ids ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'] in n-d-825064-3 is: [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:21:34Z', 'revision_number': 3, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port': {'id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:32Z', 'updated_at': '2022-01-28T20:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:41.114159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8f13475c-a236-4642-9b9b-240b9735e147 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:41.115926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Made reservation on behalf of b999c7ec5020422f834ccc5863dbe3e5 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:41.121452 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.144215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.156316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.205858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8f13475c-a236-4642-9b9b-240b9735e147 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:41.206467 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.207011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3dafcf61-8459-4d54-b889-a9a745cb63ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.209738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3dafcf61-8459-4d54-b889-a9a745cb63ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.215740 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3dafcf61-8459-4d54-b889-a9a745cb63ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5986794b-c6cb-4c72-8b21-8489f3bd993d HTTP/1.1" status: 204 len: 168 time: 0.8878784 Jan 28 20:21:41.274146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafcf61-8459-4d54-b889-a9a745cb63ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5986794b-c6cb-4c72-8b21-8489f3bd993d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:41.313105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.502086 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.565154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ab3c35-c928-477b-a6b9-ea6e9d82f176 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:41.572214 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a61e3c03-55fc-442b-afa1-55b5b8dc79a0 req-b14d9b46-b35b-4ed0-8777-d7a50914ef22 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406546 Jan 28 20:21:41.636300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.642736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.661455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Transition to ACTIVE for port object b5ab3c35-c928-477b-a6b9-ea6e9d82f176 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:21:41.678694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.785864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Pushing event updated for resources: {'Port': ['ID=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:41.812060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7d7bf5b-a3c9-4d7a-835c-4ed93c77415b req-d96c9086-411b-4476-98ec-8abcd4e3cfbe tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 210 time: 0.0875463 Jan 28 20:21:41.879152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7c858-ab23-4321-bf93-1fecb25abdfb req-7c88c1bb-1753-43ea-a1f2-47f4bd69276a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:41.887672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ece7c858-ab23-4321-bf93-1fecb25abdfb req-7c88c1bb-1753-43ea-a1f2-47f4bd69276a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.3818099 Jan 28 20:21:41.891402 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.974809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Attempting to bind port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:41.976550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Attempting to bind port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:41.977119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Attempting to bind port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:41.987598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:41.988113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 on network 02e595f2-4677-4e83-bfd2-59511c164baa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:21:41.989188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Attempting to bind port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:42.000158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:42.001022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:42.001514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Bound using segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:42.002214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Bound port: b5ab3c35-c928-477b-a6b9-ea6e9d82f176, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:42.002687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.086002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.168007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] For port b5ab3c35-c928-477b-a6b9-ea6e9d82f176, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:42.173344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] For port b5ab3c35-c928-477b-a6b9-ea6e9d82f176, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:42.193473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.204137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ece7c858-ab23-4321-bf93-1fecb25abdfb req-9bbdfe17-edff-4846-a31b-e9af52a07640 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956614 Jan 28 20:21:42.218500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event updated for resources: {'Port': ['ID=fd4e75b7-2905-4c09-a38f-dc0dd0b1b503,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:42.260910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Pushing event updated for resources: {'Port': ['ID=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:42.266337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.268462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.271140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:42.271771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.273968 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-dcbe87c0-1517-4d56-ba05-19c671902bae service neutron] 10.222.0.26 "PUT /v2.0/ports/b5ab3c35-c928-477b-a6b9-ea6e9d82f176 HTTP/1.1" status: 200 len: 1091 time: 2.6671522 Jan 28 20:21:42.274515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72043aa2-7f99-4ab8-bb04-cfea0204cc50', 'tag': 'b5ab3c35-c928-477b-a6b9-ea6e9d82f176'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:42.277769 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea3305-051f-40ea-9219-5f888c5342c0" -d '{"events": [{"name": "network-changed", "server_uuid": "72043aa2-7f99-4ab8-bb04-cfea0204cc50", "tag": "b5ab3c35-c928-477b-a6b9-ea6e9d82f176"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:42.295575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.295807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ed2c6-65d1-44e8-936a-0523d7682ced req-ed4b7887-e0dd-4f99-b4c3-0fc04556fb0c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:42.297227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b40ed2c6-65d1-44e8-936a-0523d7682ced req-ed4b7887-e0dd-4f99-b4c3-0fc04556fb0c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3117688 Jan 28 20:21:42.327723 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.337006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.346978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a0a4e965-5870-4275-8f73-a4fb44c29860 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0352049 Jan 28 20:21:42.369300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.468439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Network 451258cc-b5c7-48c8-be13-8a82957254b6 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:42.468678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33988) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:42.485206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:42.494255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:42.498722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b40ed2c6-65d1-44e8-936a-0523d7682ced req-e5b7e450-ab3a-4151-aae6-ec6546864309 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879845 Jan 28 20:21:42.502829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Pushing event updated for resources: {'Port': ['ID=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:42.529641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-8d5ff1e6-1b23-4519-8027-72cbe45e86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:42.531438 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-8d5ff1e6-1b23-4519-8027-72cbe45e86e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 1094 time: 0.1910813 Jan 28 20:21:42.548265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.561758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:42.650075 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c4208e-79a8-49fb-96d8-e304740629d2 x-openstack-request-id: req-22c4208e-79a8-49fb-96d8-e304740629d2 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:42.650659 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72043aa2-7f99-4ab8-bb04-cfea0204cc50", "tag": "b5ab3c35-c928-477b-a6b9-ea6e9d82f176", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:42.650659 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22c4208e-79a8-49fb-96d8-e304740629d2 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:42.651000 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72043aa2-7f99-4ab8-bb04-cfea0204cc50', 'tag': 'b5ab3c35-c928-477b-a6b9-ea6e9d82f176', 'status': 'completed', 'code': 200} Jan 28 20:21:42.664321 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-f783c71c-8991-4ed3-bda2-1172eb479d38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ab3c35-c928-477b-a6b9-ea6e9d82f176 HTTP/1.1" status: 200 len: 217 time: 0.1194935 Jan 28 20:21:42.688208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d370bb-3559-4bb6-8ea8-1be8ae03bca7 req-45dfef11-f0c7-4a81-90a0-b6f9183b60e8 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:42.689847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6d370bb-3559-4bb6-8ea8-1be8ae03bca7 req-45dfef11-f0c7-4a81-90a0-b6f9183b60e8 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 943 time: 0.3372729 Jan 28 20:21:42.707302 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.772972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-74779346-network', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:42.823684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Allocated IP 192.168.233.246 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/cc8f02e4-a10a-4dcd-a81f-833af1e7e136) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:42.868284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Allocated IP 172.20.0.2 (96bb5171-2556-430c-9964-120d6f656a07/315a5c0a-40d5-4416-850f-a8b543216f22/22530172-2375-44a3-b63f-c325dd45f858) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:42.873741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-5d68c01c-5b44-48dc-ba08-1af3773b5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:42.875512 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-5d68c01c-5b44-48dc-ba08-1af3773b5bca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.1682823 Jan 28 20:21:42.880731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:42.882888 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.884742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.899116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f1dbea39-5c91-4371-9557-005ae7ec1979 None None] Provisioning complete for port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:42.899794 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1dbea39-5c91-4371-9557-005ae7ec1979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.911925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:42.915514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:42.946423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:42.955376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'Port': ['ID=3e8d5436-5ab4-427b-9d92-104392ebfa2b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:42.955551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbea39-5c91-4371-9557-005ae7ec1979 None None] Port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:42.962422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-9dc1e376-cd36-4d9c-aa3f-0dc9d73d131a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596473 Jan 28 20:21:42.970990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:43.023250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b6a16d2f-75ac-483d-9097-f61647423465 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:43.032455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-9b60c339-82d0-4fe4-828c-2bdc84ec55e8 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--540586443&fields=id&tenant_id=b8faa5f5569349a0b84e8929b001132a HTTP/1.1" status: 200 len: 267 time: 0.3157456 Jan 28 20:21:43.103956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6d370bb-3559-4bb6-8ea8-1be8ae03bca7 req-194b2093-646c-4f7c-b496-02ad3e74a451 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979626 Jan 28 20:21:43.137204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.187880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:43.188743 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.205266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.237245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-6652d73f-8deb-49b0-bbf8-5d51770eec67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4181695 Jan 28 20:21:43.237508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.266715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Request body: {'port': {'device_id': '1b9c4207-34b7-400b-9016-d24aa2e381e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:43.298174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.310394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b6a16d2f-75ac-483d-9097-f61647423465 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:43.310777 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.318617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:43.340145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4b5d0bf2-1e7f-4179-bed5-d669d7ec5cfc None None] Provisioning complete for port 3e8d5436-5ab4-427b-9d92-104392ebfa2b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:43.340492 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b5d0bf2-1e7f-4179-bed5-d669d7ec5cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.382105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7604976-49f7-4ae1-88f9-a204ba2bc28b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:43.387337 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.387764 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Added segment c0fda0a5-59cb-4fd7-bace-54da91e1f328 of type vlan for network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 Jan 28 20:21:43.394719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d0bf2-1e7f-4179-bed5-d669d7ec5cfc None None] Port 3e8d5436-5ab4-427b-9d92-104392ebfa2b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:43.432824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfb9f0-07cd-44e1-8210-62c795a9a852 req-2341d108-68e3-4b42-ad2c-e1f0f7e81b30 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:43.434340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.434480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5cfb9f0-07cd-44e1-8210-62c795a9a852 req-2341d108-68e3-4b42-ad2c-e1f0f7e81b30 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2340498 Jan 28 20:21:43.443524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8e498501-711d-4ac6-ab8b-108cbc79c404 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:43.446056 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8e498501-711d-4ac6-ab8b-108cbc79c404 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/networks?id=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca HTTP/1.1" status: 200 len: 815 time: 0.4126318 Jan 28 20:21:43.453481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.477516 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.484406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.501104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.505880 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-0c89e70d-2b3c-464d-9d57-39e0e44f9dc4 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359485 Jan 28 20:21:43.519629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port b6a16d2f-75ac-483d-9097-f61647423465, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b6a16d2f-75ac-483d-9097-f61647423465,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:43.522210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-d553768e-0a64-4acd-8980-f0a9667f6715 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/quotas/b8faa5f5569349a0b84e8929b001132a HTTP/1.1" status: 200 len: 375 time: 0.0389400 Jan 28 20:21:43.526881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.589057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=b6a16d2f-75ac-483d-9097-f61647423465,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:43.613928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5cfb9f0-07cd-44e1-8210-62c795a9a852 req-b83908bf-334c-4186-9190-a9ff12ad6201 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385825 Jan 28 20:21:43.640242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.662122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.663483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:43.663816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.737841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.747505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-069ee6e1-3b36-48c2-9b54-9c0b596b7bd4 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8faa5f5569349a0b84e8929b001132a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1948602 Jan 28 20:21:43.750210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:43.754512 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.779557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Network 96bb5171-2556-430c-9964-120d6f656a07 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:43.786513 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:43.787183 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3158553 Jan 28 20:21:43.790118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34010) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:43.801281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Request body: {'subnet': {'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-74779346-subnet', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:43.813412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:43.821102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:43.827160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'Port': ['ID=22530172-2375-44a3-b63f-c325dd45f858,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:43.832979 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-63ef39fd-8e7d-4545-b24b-53f835595b08 req-3272d95d-486b-4965-92a8-53de40f07cf1 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149900 Jan 28 20:21:43.857941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59259790-00c4-48d7-aa0c-a2fe210bd905 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef60487-44db-4ab1-8694-3e4aae77c3b3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:43.876791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:43.951077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.062394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Pushing event updated for resources: {'Port': ['ID=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:44.107658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c439-e04b-4fa3-9a89-4784ded00ae0 req-75124daf-1752-4d71-ab7d-f42cdd28e3a2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:44.109317 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd6c439-e04b-4fa3-9a89-4784ded00ae0 req-75124daf-1752-4d71-ab7d-f42cdd28e3a2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 936 time: 0.3897653 Jan 28 20:21:44.142995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:44.145402 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.181480 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:44.198525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:44.202418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-e1ecb716-a41a-4673-b1d0-64d316fe478c service neutron] 10.222.0.44 "GET /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269900 Jan 28 20:21:44.221005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:44.269747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'Port': ['ID=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:44.361098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:44.361927 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.368199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-e74d17bf-2939-4550-a3a9-fb400f87f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:44.370072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-e74d17bf-2939-4550-a3a9-fb400f87f892 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 1094 time: 0.1855550 Jan 28 20:21:44.379960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd6c439-e04b-4fa3-9a89-4784ded00ae0 req-603cac90-38f4-4dae-92da-33076c0841da tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516139 Jan 28 20:21:44.425670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Network 451258cc-b5c7-48c8-be13-8a82957254b6 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:44.435958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:44.440189 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4a097677-3f8f-4e38-9505-af7f011b56ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0208478 Jan 28 20:21:44.475200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Request body: {'port': {'device_id': '27c09a80-6c84-4c5b-b699-9cd901398667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:44.534523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8d5436-5ab4-427b-9d92-104392ebfa2b {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:44.553857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-71a39db1-a2df-498f-9d2d-1114b3c38c75 None None] Provisioning complete for port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:44.554381 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71a39db1-a2df-498f-9d2d-1114b3c38c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.610874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-71a39db1-a2df-498f-9d2d-1114b3c38c75 None None] Port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:44.622520 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.641857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-07543e22-baa8-4b0c-9a8f-7a977b1a1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:44.644237 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-07543e22-baa8-4b0c-9a8f-7a977b1a1e0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 907 time: 0.2493832 Jan 28 20:21:44.735279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-84b76164-c1f4-4c14-8e6c-f8509ae4cbbc None None] Provisioning complete for port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:44.735626 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-84b76164-c1f4-4c14-8e6c-f8509ae4cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.746271 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-318e69c1-e3e0-4987-bb8a-849ee4c8d54c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5ab3c35-c928-477b-a6b9-ea6e9d82f176 HTTP/1.1" status: 200 len: 217 time: 0.0707345 Jan 28 20:21:44.777131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-84b76164-c1f4-4c14-8e6c-f8509ae4cbbc None None] Port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:44.822808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.893616 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.923938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-24064df8-b6ca-41ee-9e69-491a73cb3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:44.925677 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-24064df8-b6ca-41ee-9e69-491a73cb3ad0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.1668293 Jan 28 20:21:44.937082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b6a16d2f-75ac-483d-9097-f61647423465 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:44.942391 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-bcdca9d6-11de-4fa9-a0a9-c03481d06c9a service neutron] 10.222.0.44 "GET /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019510 Jan 28 20:21:44.954686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Transition to ACTIVE for port object 3e8d5436-5ab4-427b-9d92-104392ebfa2b will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:21:44.970528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:44.972741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-edf46279-1fa2-4429-9fb1-2d9833ec164a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378315 Jan 28 20:21:45.019601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b6a16d2f-75ac-483d-9097-f61647423465 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:45.020106 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:45.023031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511330c-f617-4f6e-af20-0a2e32bf1aef req-e4de0215-a130-404c-ba73-22827c8a8b27 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:45.025233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f511330c-f617-4f6e-af20-0a2e32bf1aef req-e4de0215-a130-404c-ba73-22827c8a8b27 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.5590458 Jan 28 20:21:45.180502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8d5436-5ab4-427b-9d92-104392ebfa2b,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:45.186631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:45.263588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:21:45.287403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f511330c-f617-4f6e-af20-0a2e32bf1aef req-e00087e8-bcef-419b-875a-c86983949abd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471707 Jan 28 20:21:45.347034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-81c79387-fdb3-4d51-a9a7-fc176cb86308 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592117 Jan 28 20:21:45.449408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-173e6aa1-cbb4-4238-8820-04a6a52bb233 req-de97bee3-cf82-4a7e-9f68-8d68162492a8 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 210 time: 0.0918744 Jan 28 20:21:45.465533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Pushing event updated for resources: {'Subnet': ['ID=553ad1f3-7820-41fe-bc56-7ad26854c6d0,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:45.614471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Attempting to bind port 3e8d5436-5ab4-427b-9d92-104392ebfa2b on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:45.614811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Attempting to bind port 3e8d5436-5ab4-427b-9d92-104392ebfa2b by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:45.615441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Attempting to bind port 3e8d5436-5ab4-427b-9d92-104392ebfa2b on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:45.626464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Checking segment: {'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:45.626811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Network hostable DHCP agents. Network: 2ef60487-44db-4ab1-8694-3e4aae77c3b3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:21:45.628740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Port 3e8d5436-5ab4-427b-9d92-104392ebfa2b on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:21:45.629067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Attempting to bind port 3e8d5436-5ab4-427b-9d92-104392ebfa2b on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:45.643378 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:45.648964 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7bea3305-051f-40ea-9219-5f888c5342c0 req-34a73761-ae4f-412a-95a6-d46fbd7f2166 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933388 Jan 28 20:21:45.673806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8f02e4-a10a-4dcd-a81f-833af1e7e136 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:45.676294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a7596-1aae-4441-ac33-9bd012e49e81 req-cb11a3c8-f584-4ddc-b51d-20e1df87c787 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:45.677883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa2a7596-1aae-4441-ac33-9bd012e49e81 req-cb11a3c8-f584-4ddc-b51d-20e1df87c787 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 943 time: 0.3223603 Jan 28 20:21:45.687224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:45.687566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:45.687958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:45.688632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Bound port: 3e8d5436-5ab4-427b-9d92-104392ebfa2b, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:45.688974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:45.714765 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:45.738614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Transition to ACTIVE for port object cc8f02e4-a10a-4dcd-a81f-833af1e7e136 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:21:45.754120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f410793-cc19-4c6e-9df1-782c954b55f6 req-21d909bf-6606-4d5c-ad42-21b3a89640d8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:45.755655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f410793-cc19-4c6e-9df1-782c954b55f6 req-21d909bf-6606-4d5c-ad42-21b3a89640d8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1992495 Jan 28 20:21:45.772758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:45.774425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:45.783147 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Sync routers for ids ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:45.792874 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Routers {'b87e3418-68ca-4dc2-86aa-427fe6fc9e76'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:45.793803 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:45.848817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:45.852159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] For port 3e8d5436-5ab4-427b-9d92-104392ebfa2b, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:45.858694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] For port 3e8d5436-5ab4-427b-9d92-104392ebfa2b, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3e8d5436-5ab4-427b-9d92-104392ebfa2b,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:45.875561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:21:45.896357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b1eecb80-8cf6-4418-8deb-263875786cda admin admin] 10.222.0.44 "PUT /v2.0/routers/b87e3418-68ca-4dc2-86aa-427fe6fc9e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0465155 Jan 28 20:21:45.946053 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:45.947658 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Set router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:45.961570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa2a7596-1aae-4441-ac33-9bd012e49e81 req-ece6cdf1-7d98-4e3f-bb5f-4cff6c618384 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686315 Jan 28 20:21:45.986633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 2ef60487-44db-4ab1-8694-3e4aae77c3b3) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:45.998967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Router 1b7f1b4b-8763-44f0-b252-dbb619c7a6ea is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:21:46.003772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Attempting to bind port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:46.004111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Attempting to bind port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:46.004648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Attempting to bind port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:46.011177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225a6e12-1461-4c7e-a344-5d41a57f526c None None] Network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:46.026691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:21:46.027248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Attempting to bind port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:46.039040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f410793-cc19-4c6e-9df1-782c954b55f6 req-e6ef3fbe-ec38-4ffd-90db-a5b59acd7842 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722902 Jan 28 20:21:46.043594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:46.043953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:46.044364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:46.044813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Bound port: cc8f02e4-a10a-4dcd-a81f-833af1e7e136, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:46.047081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:46.047701 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.056328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.092578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:46.093653 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.095434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] 10.222.0.13 "PUT /v2.0/ports/3e8d5436-5ab4-427b-9d92-104392ebfa2b HTTP/1.1" status: 200 len: 1095 time: 2.8351154 Jan 28 20:21:46.107054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9c4207-34b7-400b-9016-d24aa2e381e1', 'tag': '3e8d5436-5ab4-427b-9d92-104392ebfa2b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:46.109543 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9c4207-34b7-400b-9016-d24aa2e381e1", "tag": "3e8d5436-5ab4-427b-9d92-104392ebfa2b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:46.143509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5f846527-bfaa-4fe1-ad3b-35c68286014b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3462102 Jan 28 20:21:46.148920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34034) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:46.182128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:46.329855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] For port cc8f02e4-a10a-4dcd-a81f-833af1e7e136, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:46.333949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] For port cc8f02e4-a10a-4dcd-a81f-833af1e7e136, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:46.340985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.360540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff268ce0-8ef2-410e-82d5-13196bee662e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8d5436-5ab4-427b-9d92-104392ebfa2b,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:46.385456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-2ef60487-44db-4ab1-8694-3e4aae77c3b3', 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'fixed_ips': [{'subnet_id': '553ad1f3-7820-41fe-bc56-7ad26854c6d0'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:21:46.387662 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.458806 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:21:42Z', 'revision_number': 4, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port': {'id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:32Z', 'updated_at': '2022-01-28T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6514c6fc-3f64-4b6c-9d34-82aefd6c5945', 'name': '', 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'mac_address': 'fa:16:3e:db:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:40Z', 'updated_at': '2022-01-28T20:21:43Z', 'revision_number': 2, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'subnets': [{'id': 'fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:46.463281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.464340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.480072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-c042688e-4d6c-46d6-8e34-384934de175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:46.481630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-c042688e-4d6c-46d6-8e34-384934de175f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1 HTTP/1.1" status: 200 len: 1098 time: 0.3368089 Jan 28 20:21:46.500866 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Checking router: b87e3418-68ca-4dc2-86aa-427fe6fc9e76 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:46.501225 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Updating router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:46.523019 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:46.536859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935f1a0-6b50-4215-9989-442a06f608fd req-b5640f4e-2a2b-461a-b3c8-caa30d0efc0c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:46.545785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Sync routers for ids ['1b7f1b4b-8763-44f0-b252-dbb619c7a6ea'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:46.546234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d935f1a0-6b50-4215-9989-442a06f608fd req-b5640f4e-2a2b-461a-b3c8-caa30d0efc0c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.3751092 Jan 28 20:21:46.562200 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.589357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b5ab3c35-c928-477b-a6b9-ea6e9d82f176 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:21:46.618633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Routers {'1b7f1b4b-8763-44f0-b252-dbb619c7a6ea'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:46.619429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1b7f1b4b-8763-44f0-b252-dbb619c7a6ea'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:46.625126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:46.627798 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.628434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-67510e64-0f22-492d-a4ad-0bb7038eb28c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=3e8d5436-5ab4-427b-9d92-104392ebfa2b HTTP/1.1" status: 200 len: 217 time: 0.1303837 Jan 28 20:21:46.636060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc8f02e4-a10a-4dcd-a81f-833af1e7e136 HTTP/1.1" status: 200 len: 1096 time: 2.1651456 Jan 28 20:21:46.646295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd9fa-7af1-4623-9a16-c5747dd691cc req-45497c37-1ca3-4a6a-a125-07b340c64faf tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:46.653011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01ddd9fa-7af1-4623-9a16-c5747dd691cc req-45497c37-1ca3-4a6a-a125-07b340c64faf tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 948 time: 0.3943434 Jan 28 20:21:46.663624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c09a80-6c84-4c5b-b699-9cd901398667', 'tag': 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:46.666321 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6478a5b8-add5-400c-ac04-504632bdf20e" -d '{"events": [{"name": "network-changed", "server_uuid": "27c09a80-6c84-4c5b-b699-9cd901398667", "tag": "cc8f02e4-a10a-4dcd-a81f-833af1e7e136"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:46.765363 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:46.766891 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-77f6220d-2009-4c91-b7be-ea9d6c5febd0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.8083727 Jan 28 20:21:46.774500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34068) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:46.803235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:21:46.861424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c41c0-604a-4189-bece-c7230f7dd123 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:46.901159 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.027628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Allocated IP 172.20.0.2 (2ef60487-44db-4ab1-8694-3e4aae77c3b3/553ad1f3-7820-41fe-bc56-7ad26854c6d0/459642a9-46f0-4c66-bf57-f922845a8196) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:47.060738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01ddd9fa-7af1-4623-9a16-c5747dd691cc req-630fe926-8e58-4161-ba1d-cf7daff2e833 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419859 Jan 28 20:21:47.067891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-3a4959aa-6812-48c6-acad-7e6163b36e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:47.071095 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-3a4959aa-6812-48c6-acad-7e6163b36e06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.4170115 Jan 28 20:21:47.082693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d935f1a0-6b50-4215-9989-442a06f608fd req-0531eb37-bccb-4a6f-80de-0a664dc2291a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353549 Jan 28 20:21:47.245259 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.260143 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.272831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.341746 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32de68a-bebd-4d7a-871a-6dd0359b26cb x-openstack-request-id: req-f32de68a-bebd-4d7a-871a-6dd0359b26cb {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:47.342229 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9c4207-34b7-400b-9016-d24aa2e381e1", "tag": "3e8d5436-5ab4-427b-9d92-104392ebfa2b", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:47.342488 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f32de68a-bebd-4d7a-871a-6dd0359b26cb {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:47.343006 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9c4207-34b7-400b-9016-d24aa2e381e1', 'tag': '3e8d5436-5ab4-427b-9d92-104392ebfa2b', 'status': 'completed', 'code': 200} Jan 28 20:21:47.349907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.368298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.410769 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Attempting to bind port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:47.411218 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Attempting to bind port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:47.411648 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Attempting to bind port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 on network 451258cc-b5c7-48c8-be13-8a82957254b6 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:47.413372 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f8499-6476-4f50-8de2-920bc83d47eb x-openstack-request-id: req-ab7f8499-6476-4f50-8de2-920bc83d47eb {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:47.413609 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c09a80-6c84-4c5b-b699-9cd901398667", "tag": "cc8f02e4-a10a-4dcd-a81f-833af1e7e136", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:47.413978 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab7f8499-6476-4f50-8de2-920bc83d47eb {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:47.414441 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c09a80-6c84-4c5b-b699-9cd901398667', 'tag': 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', 'status': 'completed', 'code': 200} Jan 28 20:21:47.423536 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:47.424004 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Checking segment: {'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:47.424514 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.424975 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Bound using segment: {'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:47.425540 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Bound port: 6514c6fc-3f64-4b6c-9d34-82aefd6c5945, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3c1610-e256-43f4-9dd5-cf3423cef0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:47.425968 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.479909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-11b8aa9b-b2b7-4924-90c9-4f95926dd734 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:47.481436 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-11b8aa9b-b2b7-4924-90c9-4f95926dd734 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.26 "GET /v2.0/networks?id=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca HTTP/1.1" status: 200 len: 815 time: 0.8653789 Jan 28 20:21:47.505649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-f7f43cc2-270c-45b2-ac96-5c58f5e938f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:47.507741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-f7f43cc2-270c-45b2-ac96-5c58f5e938f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 1099 time: 0.6405523 Jan 28 20:21:47.536045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.544837 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] For port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:47.548671 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] For port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,segment=NetworkSegment(af3c1610-e256-43f4-9dd5-cf3423cef0f7),segment_id=af3c1610-e256-43f4-9dd5-cf3423cef0f7)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:47.558300 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6fbcb-0abe-4504-bbeb-9e5b2ff29d2b None None] Pushing event updated for resources: {'Port': ['ID=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:47.562729 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.578720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03fbd07f-f9d8-455e-8732-452661a06fff req-845550cd-5000-4d7f-b2f6-1e218788a677 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 210 time: 0.2454741 Jan 28 20:21:47.584872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:47.596100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Pushing event updated for resources: {'Port': ['ID=459642a9-46f0-4c66-bf57-f922845a8196,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:47.599261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:47.610229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:47.625685 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-7da0e23a-5dc0-4cbb-a2a9-5d4152954aea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=cc8f02e4-a10a-4dcd-a81f-833af1e7e136 HTTP/1.1" status: 200 len: 217 time: 0.1070127 Jan 28 20:21:47.698614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a81fa-ffd6-4f93-82d7-bbd149bfc0ed req-95194656-0ffa-45d1-be58-6f2ce51d99ad tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:47.708727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d74a81fa-ffd6-4f93-82d7-bbd149bfc0ed req-95194656-0ffa-45d1-be58-6f2ce51d99ad tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 943 time: 0.3476932 Jan 28 20:21:47.735365 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6fbcb-0abe-4504-bbeb-9e5b2ff29d2b None None] Pushing event updated for resources: {'Port': ['ID=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:47.779308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ed1cf9f9-1e9f-48b9-8e4f-8fe17dbd41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:47.781627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-ed1cf9f9-1e9f-48b9-8e4f-8fe17dbd41bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0880435 Jan 28 20:21:47.792744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-0f5f389c-f1c0-45ee-b354-e319b8a696eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:47.795688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Attempting to bind port 459642a9-46f0-4c66-bf57-f922845a8196 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:47.796057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Attempting to bind port 459642a9-46f0-4c66-bf57-f922845a8196 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:47.796347 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Routers {'b87e3418-68ca-4dc2-86aa-427fe6fc9e76'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:47.796472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Attempting to bind port 459642a9-46f0-4c66-bf57-f922845a8196 on network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:47.796952 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:47.808359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-0f5f389c-f1c0-45ee-b354-e319b8a696eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7218668 Jan 28 20:21:47.840842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b5ab3c35-c928-477b-a6b9-ea6e9d82f176, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:47.848027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:47.848424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Checking segment: {'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:47.848825 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.849213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Bound using segment: {'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:47.849845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Bound port: 459642a9-46f0-4c66-bf57-f922845a8196, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:47.850763 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:47.862129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-a96ea439-99d8-4820-879d-d68d9f9cab03 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8faa5f5569349a0b84e8929b001132a HTTP/1.1" status: 200 len: 379 time: 0.3590961 Jan 28 20:21:47.868016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Set router 1b7f1b4b-8763-44f0-b252-dbb619c7a6ea gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:47.876768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Request body: {'port': {'device_id': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'admin_state_up': True, 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'security_groups': ['206eae67-a074-48cc-8ec6-4f446264e04a']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:48.107963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Made reservation on behalf of b8faa5f5569349a0b84e8929b001132a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:48.111952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:48.122989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] Set router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:48.138606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-9edcca89-881b-4ec3-b88f-01fb8134ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:48.140101 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-9edcca89-881b-4ec3-b88f-01fb8134ffb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3479269 Jan 28 20:21:48.149335 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:48.176614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'b5ab3c35-c928-477b-a6b9-ea6e9d82f176', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'port_id': 'b5ab3c35-c928-477b-a6b9-ea6e9d82f176', 'mac_address': 'fa:16:3e:49:01:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bfe728-918d-47cb-bc30-3185f3afc3c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:21:48.273851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d74a81fa-ffd6-4f93-82d7-bbd149bfc0ed req-eeee7b36-eca2-40a4-a6bb-a49c61f3d80e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608597 Jan 28 20:21:48.305300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d33d0-c9b7-4161-aeb8-d821bf81016a req-6cb98061-33f9-4f49-a65a-01be593fd126 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:48.307558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-988d33d0-c9b7-4161-aeb8-d821bf81016a req-6cb98061-33f9-4f49-a65a-01be593fd126 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.5472226 Jan 28 20:21:48.367485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Allocated IP 172.20.0.12 (e59aef80-5cc3-4bd8-a71f-519fe70eb9ca/0c9d9f9c-8d69-4451-8198-e153da9d93ab/d3402e6f-73a1-419e-9cd9-19d1b51c484a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:48.414525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:48.453213 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-988d33d0-c9b7-4161-aeb8-d821bf81016a req-bd367eca-9e2d-43f2-a7f8-51b3a2c995f0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353762 Jan 28 20:21:48.478509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-510b6c0f-0a2a-4611-9abe-9028e5424756 None None] Provisioning complete for port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:48.479199 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-510b6c0f-0a2a-4611-9abe-9028e5424756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:48.489094 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:21:42Z', 'revision_number': 4, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port': {'id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:32Z', 'updated_at': '2022-01-28T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6514c6fc-3f64-4b6c-9d34-82aefd6c5945', 'name': '', 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'mac_address': 'fa:16:3e:db:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:40Z', 'updated_at': '2022-01-28T20:21:47Z', 'revision_number': 4, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'subnets': [{'id': 'fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:48.496632 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-4c8eaa9f-e304-41c3-8f83-cd704a773b67 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494492 Jan 28 20:21:48.537370 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cd8d4-fb3b-4df4-8d23-972747b5a7df None None] The sync data for ids ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'] in n-d-825064-3 is: [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:21:42Z', 'revision_number': 4, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port': {'id': 'b6a16d2f-75ac-483d-9097-f61647423465', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:32Z', 'updated_at': '2022-01-28T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6514c6fc-3f64-4b6c-9d34-82aefd6c5945', 'name': '', 'network_id': '451258cc-b5c7-48c8-be13-8a82957254b6', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'mac_address': 'fa:16:3e:db:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:40Z', 'updated_at': '2022-01-28T20:21:47Z', 'revision_number': 4, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'subnets': [{'id': 'fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:48.556891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] For port 459642a9-46f0-4c66-bf57-f922845a8196, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:48.630764 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:48.684020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] For port 459642a9-46f0-4c66-bf57-f922845a8196, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=459642a9-46f0-4c66-bf57-f922845a8196,segment=NetworkSegment(c0fda0a5-59cb-4fd7-bace-54da91e1f328),segment_id=c0fda0a5-59cb-4fd7-bace-54da91e1f328)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:48.725470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673e053-b2fb-41f4-b37f-ea031c0517c6 req-6cbf4163-7bc2-4d83-a21e-06131dbd59c1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:48.727183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3673e053-b2fb-41f4-b37f-ea031c0517c6 req-6cbf4163-7bc2-4d83-a21e-06131dbd59c1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 948 time: 0.3171473 Jan 28 20:21:48.758882 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-1224766f-25dd-487d-9d57-2bd464194310 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071961 Jan 28 20:21:48.833384 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:48.840096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3673e053-b2fb-41f4-b37f-ea031c0517c6 req-dd7d8e82-005c-43d7-9bac-a33ea6e4329a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013305 Jan 28 20:21:48.901825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:48.910462 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-510b6c0f-0a2a-4611-9abe-9028e5424756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.099633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ab3c35-c928-477b-a6b9-ea6e9d82f176 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:49.186707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.227227 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-3614dc7e-ec6f-4bfa-8107-5a0860941e29 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410822 Jan 28 20:21:49.316644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.321842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Deleting port 22530172-2375-44a3-b63f-c325dd45f858 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:21:49.322733 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.395648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:49.476147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a5e2b05-4003-4840-b6ce-5d8c483afcf3 req-4b914399-8db9-498f-9c5b-07832c287be5 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 210 time: 0.3667753 Jan 28 20:21:49.493859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94049fd2-9a03-4ac5-877d-e5e332438e6f req-298f5c6a-c77b-49a4-9a2e-aadb38fc2420 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9846575 Jan 28 20:21:49.504539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b5ab3c35-c928-477b-a6b9-ea6e9d82f176, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:49.569624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.575756 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.603487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d9524-deba-4eb7-a10e-4fb110c0be73 None None] Pushing event updated for resources: {'Port': ['ID=459642a9-46f0-4c66-bf57-f922845a8196,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:49.628718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-510b6c0f-0a2a-4611-9abe-9028e5424756 None None] For port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,segment=NetworkSegment(af3c1610-e256-43f4-9dd5-cf3423cef0f7),segment_id=af3c1610-e256-43f4-9dd5-cf3423cef0f7)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:49.639360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Calling delete_port for 22530172-2375-44a3-b63f-c325dd45f858 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:21:49.674777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a5b8-add5-400c-ac04-504632bdf20e req-ca7f562d-737b-4141-8468-f5923509621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:49.676845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7f1b4b-8763-44f0-b252-dbb619c7a6ea', 'name': '', 'tenant_id': 'e9438156eee741a7bbc4441f5182e3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96bb5171-2556-430c-9964-120d6f656a07', 'external_fixed_ips': [{'subnet_id': '315a5c0a-40d5-4416-850f-a8b543216f22', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '22530172-2375-44a3-b63f-c325dd45f858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:41Z', 'updated_at': '2022-01-28T20:21:44Z', 'revision_number': 3, 'project_id': 'e9438156eee741a7bbc4441f5182e3d6', 'gw_port': {'id': '22530172-2375-44a3-b63f-c325dd45f858', 'name': '', 'network_id': '96bb5171-2556-430c-9964-120d6f656a07', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7f1b4b-8763-44f0-b252-dbb619c7a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '315a5c0a-40d5-4416-850f-a8b543216f22', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:42Z', 'updated_at': '2022-01-28T20:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '315a5c0a-40d5-4416-850f-a8b543216f22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:49.680468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6478a5b8-add5-400c-ac04-504632bdf20e req-ca7f562d-737b-4141-8468-f5923509621c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 1099 time: 0.3816345 Jan 28 20:21:49.683827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-510b6c0f-0a2a-4611-9abe-9028e5424756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.701487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc16cf-0165-428f-bb4d-d12d13ef8e6c req-d297d0de-a6da-4eaa-8361-75f5c15f3031 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:49.711429 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81cc16cf-0165-428f-bb4d-d12d13ef8e6c req-d297d0de-a6da-4eaa-8361-75f5c15f3031 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.5929489 Jan 28 20:21:49.793821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Checking router: 1b7f1b4b-8763-44f0-b252-dbb619c7a6ea for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:49.794645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Updating router 1b7f1b4b-8763-44f0-b252-dbb619c7a6ea port 22530172-2375-44a3-b63f-c325dd45f858 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:49.815175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:49.882864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.921515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b5ab3c35-c928-477b-a6b9-ea6e9d82f176'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:49.924752 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:49.955581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:49.966326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:49.973506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:50.021340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-346ee3a1-6f74-4f1b-b47d-547f5d9c4556 None None] Provisioning complete for port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:50.022175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-346ee3a1-6f74-4f1b-b47d-547f5d9c4556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:50.024957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:50.026125 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:50.063952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b6c0f-0a2a-4611-9abe-9028e5424756 None None] Pushing event updated for resources: {'Port': ['ID=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:50.066603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event updated for resources: {'Port': ['ID=d3402e6f-73a1-419e-9cd9-19d1b51c484a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:50.222444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:50.223116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:50.227750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a5b8-add5-400c-ac04-504632bdf20e req-1918b9da-73dd-4b4e-887c-c91c7cb75281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:50.229482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6478a5b8-add5-400c-ac04-504632bdf20e req-1918b9da-73dd-4b4e-887c-c91c7cb75281 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.5183425 Jan 28 20:21:50.318633 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-8b578371-2919-437b-a402-5738bde01e77 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4475148 Jan 28 20:21:50.330873 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6478a5b8-add5-400c-ac04-504632bdf20e req-8fbcd342-acbd-4837-aef5-8b7f3946fd3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=cc8f02e4-a10a-4dcd-a81f-833af1e7e136 HTTP/1.1" status: 200 len: 217 time: 0.0883000 Jan 28 20:21:50.351938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Request body: {'port': {'device_id': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:50.457754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Allocated IP 172.25.2.137 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:50.609637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:50.615418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a5b8-add5-400c-ac04-504632bdf20e req-3630ee27-964b-4979-8c48-e7823eabe361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:50.617379 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6478a5b8-add5-400c-ac04-504632bdf20e req-3630ee27-964b-4979-8c48-e7823eabe361 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2615201 Jan 28 20:21:50.665593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:50.669193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-4afa9aef-374a-489c-97e1-f0f01d139dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:50.674132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-4afa9aef-374a-489c-97e1-f0f01d139dc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1 HTTP/1.1" status: 200 len: 1098 time: 1.1059258 Jan 28 20:21:50.718261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c390f160-9290-4d4b-940e-c3ac480fd7fc None None] Provisioning complete for port d3402e6f-73a1-419e-9cd9-19d1b51c484a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:50.719421 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c390f160-9290-4d4b-940e-c3ac480fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:50.739081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event deleted for resources: {'Port': ['ID=22530172-2375-44a3-b63f-c325dd45f858,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:50.772646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dffa71-7b4f-4911-a1b7-21a580ca92ac None None] Network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:21:50.841788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81cc16cf-0165-428f-bb4d-d12d13ef8e6c req-d3c26d62-45a5-48f2-aa5a-c2d3ab3329ac tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1283228 Jan 28 20:21:50.896851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:50.900866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a5b8-add5-400c-ac04-504632bdf20e req-7e96a789-9837-4d19-a1f9-ada83ca5631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:50.902427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6478a5b8-add5-400c-ac04-504632bdf20e req-7e96a789-9837-4d19-a1f9-ada83ca5631a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2611284 Jan 28 20:21:50.969591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-5c4dc87a-44f6-4640-ad09-f8cdec483033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:50.971123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-5c4dc87a-44f6-4640-ad09-f8cdec483033 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2851937 Jan 28 20:21:51.010447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85f8f-0ffb-40cc-9998-248a03ec4719 req-c9e53d7d-0d56-45ad-86cd-9254dd70ecc7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:51.018923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eae85f8f-0ffb-40cc-9998-248a03ec4719 req-c9e53d7d-0d56-45ad-86cd-9254dd70ecc7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 944 time: 1.3008657 Jan 28 20:21:51.063176 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.083851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e5108eb2-24f4-41dd-ac6d-9c11eeff3f7e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f824123e2bd0424888965ac2b937b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023152 Jan 28 20:21:51.088194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-83dc58d7-6f18-452e-bbed-c89b76518693 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=3e8d5436-5ab4-427b-9d92-104392ebfa2b HTTP/1.1" status: 200 len: 217 time: 0.0944815 Jan 28 20:21:51.090757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.136648 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:21:51.137029 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:21:51.165729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c390f160-9290-4d4b-940e-c3ac480fd7fc None None] Port d3402e6f-73a1-419e-9cd9-19d1b51c484a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:51.211051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:51.252298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:51.274258 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eae85f8f-0ffb-40cc-9998-248a03ec4719 req-269ffa40-3078-4583-a8ff-dfc885773552 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500637 Jan 28 20:21:51.292937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:51.299005 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.310425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:51.329422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-85e52807-458b-4528-ae24-11b5db3b0019 None None] Provisioning complete for port 459642a9-46f0-4c66-bf57-f922845a8196 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:51.329800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85e52807-458b-4528-ae24-11b5db3b0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.337351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:51.338882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.342570 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6478a5b8-add5-400c-ac04-504632bdf20e req-e38e60a5-cf94-4abe-aa73-ef8859850235 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549173 Jan 28 20:21:51.343769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.385784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-83ee5a9b-c713-466b-97fe-c528c4516fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:51.388242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-83ee5a9b-c713-466b-97fe-c528c4516fd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2463145 Jan 28 20:21:51.426883 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:51.427286 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.521692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158303-babc-4950-89f6-d4db84c26d9a req-b276a8c6-61f3-4df6-b7d6-cabf15d17517 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:51.524381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-b276a8c6-61f3-4df6-b7d6-cabf15d17517 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4311182 Jan 28 20:21:51.583022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85e52807-458b-4528-ae24-11b5db3b0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.600003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.600908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7f1b4b-8763-44f0-b252-dbb619c7a6ea {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:21:51.604663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 459642a9-46f0-4c66-bf57-f922845a8196 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:51.632415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.636245 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-112b6d55-b2c6-48f7-81c7-5613124bfa00 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "DELETE /v2.0/routers/1b7f1b4b-8763-44f0-b252-dbb619c7a6ea HTTP/1.1" status: 204 len: 168 time: 4.8572087 Jan 28 20:21:51.637538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34158) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:51.669203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-ff1d5451-056d-410f-baa7-ad4720e05513 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/quotas/f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 375 time: 0.1323171 Jan 28 20:21:51.686725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-2fa3b20d-67d6-4768-bd8d-b4716942fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:51.688832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-2fa3b20d-67d6-4768-bd8d-b4716942fbd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2795908 Jan 28 20:21:51.697500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecee3e-09a4-438d-a582-ad9c76eae83a req-fe33a3bb-77e4-4a01-a7eb-b76dee9eda91 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:51.705060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ecee3e-09a4-438d-a582-ad9c76eae83a req-fe33a3bb-77e4-4a01-a7eb-b76dee9eda91 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 948 time: 0.3093245 Jan 28 20:21:51.706332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Port 22530172-2375-44a3-b63f-c325dd45f858 not found while updating agent binding for router 1b7f1b4b-8763-44f0-b252-dbb619c7a6ea. {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 20:21:51.722636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-85e52807-458b-4528-ae24-11b5db3b0019 None None] For port 459642a9-46f0-4c66-bf57-f922845a8196, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=459642a9-46f0-4c66-bf57-f922845a8196,segment=NetworkSegment(c0fda0a5-59cb-4fd7-bace-54da91e1f328),segment_id=c0fda0a5-59cb-4fd7-bace-54da91e1f328)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:51.732430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Routers set() bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:51.732886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Router IDs set() for agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 20:21:51.733666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_agentschedulers_db [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1b7f1b4b-8763-44f0-b252-dbb619c7a6ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent'). {{(pid=102308) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 20:21:51.734073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5de8-3673-424b-971a-a82c0bfc8ba7 None None] The sync data for ids ['1b7f1b4b-8763-44f0-b252-dbb619c7a6ea'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:51.736757 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85e52807-458b-4528-ae24-11b5db3b0019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.802219 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6478a5b8-add5-400c-ac04-504632bdf20e req-855ae607-00a8-4791-ba78-48f28e17cb81 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488778 Jan 28 20:21:51.805560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36ed20d-023b-469a-a107-09d641ada0a5 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Deleting subnet 315a5c0a-40d5-4416-850f-a8b543216f22 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:21:51.812234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e52807-458b-4528-ae24-11b5db3b0019 None None] Pushing event updated for resources: {'Port': ['ID=459642a9-46f0-4c66-bf57-f922845a8196,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:51.813786 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c36ed20d-023b-469a-a107-09d641ada0a5 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.818302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3402e6f-73a1-419e-9cd9-19d1b51c484a {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:51.830787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 459642a9-46f0-4c66-bf57-f922845a8196 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:51.831252 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.857315 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.883696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ecee3e-09a4-438d-a582-ad9c76eae83a req-cd0c0142-8558-4da5-b860-bd2111bfbd37 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725476 Jan 28 20:21:51.886458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Transition to ACTIVE for port object d3402e6f-73a1-419e-9cd9-19d1b51c484a will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:21:51.889280 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c36ed20d-023b-469a-a107-09d641ada0a5 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.922031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bea63611-2ec8-4ddb-aa51-f9415836eb5a None None] Provisioning complete for port 459642a9-46f0-4c66-bf57-f922845a8196 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:51.922326 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bea63611-2ec8-4ddb-aa51-f9415836eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.979592 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:51.984428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-a980c171-8ba6-4a19-84b3-7c58c43a8606 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2657731 Jan 28 20:21:52.050631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d3402e6f-73a1-419e-9cd9-19d1b51c484a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:52.081642 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c36ed20d-023b-469a-a107-09d641ada0a5 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:52.104330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:52.200411 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:21:52.279620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c36ed20d-023b-469a-a107-09d641ada0a5 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:52.304288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-542bf419-0ec2-46bd-8c0e-22a8aad3a3db service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780551 Jan 28 20:21:52.325785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Attempting to bind port d3402e6f-73a1-419e-9cd9-19d1b51c484a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:52.326692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Attempting to bind port d3402e6f-73a1-419e-9cd9-19d1b51c484a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:52.327171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Attempting to bind port d3402e6f-73a1-419e-9cd9-19d1b51c484a on network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:52.332224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ed20d-023b-469a-a107-09d641ada0a5 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=315a5c0a-40d5-4416-850f-a8b543216f22,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:52.335267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c36ed20d-023b-469a-a107-09d641ada0a5 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:52.338963 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c36ed20d-023b-469a-a107-09d641ada0a5 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/315a5c0a-40d5-4416-850f-a8b543216f22 HTTP/1.1" status: 204 len: 168 time: 0.6982937 Jan 28 20:21:52.340503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Port d3402e6f-73a1-419e-9cd9-19d1b51c484a on network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:21:52.340839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Attempting to bind port d3402e6f-73a1-419e-9cd9-19d1b51c484a on network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:52.342763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34170) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:52.438083 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:52.445537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:52.445537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Checking segment: {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:52.445537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Bound using segment: {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:52.445537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Bound port: d3402e6f-73a1-419e-9cd9-19d1b51c484a, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736adf50-cf46-465e-a2e9-4979fbeef5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:52.446259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:52.485934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bf4a6-6cf4-44f3-977e-985b784c1f46 req-136f7fe6-dc05-4e36-b936-85bcd2640056 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:52.487662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-233bf4a6-6cf4-44f3-977e-985b784c1f46 req-136f7fe6-dc05-4e36-b936-85bcd2640056 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 944 time: 0.4946728 Jan 28 20:21:52.535474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b439-1d8f-49d4-b4a1-a82c1e9d984e req-78a934c0-1e50-487b-82fb-e019513f3af7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:52.536592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65e8b439-1d8f-49d4-b4a1-a82c1e9d984e req-78a934c0-1e50-487b-82fb-e019513f3af7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2648277 Jan 28 20:21:52.621425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3e8d5436-5ab4-427b-9d92-104392ebfa2b details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:21:52.633991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9a0e814-39ce-4d76-9f1d-60695a8a70fb req-7259feca-b6b6-4a52-aab8-1d2025269ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178949 Jan 28 20:21:52.664645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-233bf4a6-6cf4-44f3-977e-985b784c1f46 req-1906e760-1d8d-4fe4-a764-63e1cb3cb417 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474936 Jan 28 20:21:52.672023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65e8b439-1d8f-49d4-b4a1-a82c1e9d984e req-cd14b7ff-0587-453c-ba3e-f9e5e38282c4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345921 Jan 28 20:21:52.673210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:52.795239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f41e418-8869-444f-b4a8-ae3eec5f45b8 req-035c5590-abbb-4f4d-be4c-106b75925959 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 210 time: 0.0401194 Jan 28 20:21:52.855361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3e8d5436-5ab4-427b-9d92-104392ebfa2b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3e8d5436-5ab4-427b-9d92-104392ebfa2b,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:52.882969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '3e8d5436-5ab4-427b-9d92-104392ebfa2b', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '3e8d5436-5ab4-427b-9d92-104392ebfa2b', 'mac_address': 'fa:16:3e:ad:d0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:21:52.964212 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:52.999874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 459642a9-46f0-4c66-bf57-f922845a8196 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:53.035066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8d5436-5ab4-427b-9d92-104392ebfa2b {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:53.066854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7baac0-fc44-4b6e-8059-0948fe1f507e req-d02082b5-5958-45dd-bddf-ba5004f5ff2c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:53.068460 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f7baac0-fc44-4b6e-8059-0948fe1f507e req-d02082b5-5958-45dd-bddf-ba5004f5ff2c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 944 time: 0.2656264 Jan 28 20:21:53.082068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3e8d5436-5ab4-427b-9d92-104392ebfa2b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3e8d5436-5ab4-427b-9d92-104392ebfa2b,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:53.092862 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.093840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cc8f02e4-a10a-4dcd-a81f-833af1e7e136 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:21:53.137854 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.150022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f53d5-35b2-436d-9107-2288310defb6 req-fde55bf3-884f-4ed5-ab33-ca5c4531395d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:53.151587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e0f53d5-35b2-436d-9107-2288310defb6 req-fde55bf3-884f-4ed5-ab33-ca5c4531395d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1923678 Jan 28 20:21:53.160405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=3e8d5436-5ab4-427b-9d92-104392ebfa2b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:53.167351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] For port d3402e6f-73a1-419e-9cd9-19d1b51c484a, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:53.175239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bb5171-2556-430c-9964-120d6f656a07']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:53.192234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f7baac0-fc44-4b6e-8059-0948fe1f507e req-2129c833-738c-4461-aacf-4a98fdbf8e71 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008415 Jan 28 20:21:53.203398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] For port d3402e6f-73a1-419e-9cd9-19d1b51c484a, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d3402e6f-73a1-419e-9cd9-19d1b51c484a,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:53.205209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 459642a9-46f0-4c66-bf57-f922845a8196 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:53.205914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.207542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae34503f-4a55-48ae-bf1d-e8954b534fc8') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:53.207843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae34503f-4a55-48ae-bf1d-e8954b534fc8') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:53.226808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Router ed831a9b-ab06-4aae-8820-4d8b8d440a2d is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:21:53.236213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.249257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.251341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e0f53d5-35b2-436d-9107-2288310defb6 req-27b90452-c7df-4017-8915-bab325fb8ae6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779197 Jan 28 20:21:53.282162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cc8f02e4-a10a-4dcd-a81f-833af1e7e136, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:53.310138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', 'mac_address': 'fa:16:3e:e1:a9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:21:53.321099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:53.321915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.323465 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] 10.222.0.26 "PUT /v2.0/ports/d3402e6f-73a1-419e-9cd9-19d1b51c484a HTTP/1.1" status: 200 len: 1092 time: 2.9916039 Jan 28 20:21:53.323944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'tag': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:53.326412 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7361ce-568c-40a2-83ba-4cfca461cb38", "tag": "d3402e6f-73a1-419e-9cd9-19d1b51c484a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:53.330405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.345387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:21:53.346177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:21:53.348785 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:21:53.415815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:21:53.428920 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Sync routers for ids ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:21:53.446292 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Routers {'ed831a9b-ab06-4aae-8820-4d8b8d440a2d'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:53.447067 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:53.463569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacb086-46a5-494a-ae2e-3a3d04f70c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d3402e6f-73a1-419e-9cd9-19d1b51c484a,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:53.491247 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.527776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96bb5171-2556-430c-9964-120d6f656a07 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 20:21:53.537726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event deleted for resources: {'Network': ['ID=96bb5171-2556-430c-9964-120d6f656a07,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:53.540096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.547894 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b507b53a-7502-4c46-b255-fb4f1e41bad7 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "DELETE /v2.0/networks/96bb5171-2556-430c-9964-120d6f656a07 HTTP/1.1" status: 204 len: 168 time: 1.1999030 Jan 28 20:21:53.547894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-331a2492-5172-4651-b3a5-e59d7da8a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:53.547894 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-331a2492-5172-4651-b3a5-e59d7da8a793 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8faa5f5569349a0b84e8929b001132a&device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 1095 time: 0.1496542 Jan 28 20:21:53.561326 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5d82bd-4f98-4bc7-a967-6060abcee740 x-openstack-request-id: req-1f5d82bd-4f98-4bc7-a967-6060abcee740 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:53.561645 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7361ce-568c-40a2-83ba-4cfca461cb38", "tag": "d3402e6f-73a1-419e-9cd9-19d1b51c484a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:53.561875 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f5d82bd-4f98-4bc7-a967-6060abcee740 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:53.562294 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'tag': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'status': 'completed', 'code': 200} Jan 28 20:21:53.568635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:53.577662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-abebd481-2823-4550-abd5-04749df6f8a7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.4081595 Jan 28 20:21:53.581707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34192) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:53.661617 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-cb2155f6-06b1-492d-9c6c-204091983340 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3402e6f-73a1-419e-9cd9-19d1b51c484a HTTP/1.1" status: 200 len: 217 time: 0.0915120 Jan 28 20:21:53.838298 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-82370ca1-929e-4d93-a15f-b6fec3c2b116 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f824123e2bd0424888965ac2b937b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820603 Jan 28 20:21:53.849737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b5ab3c35-c928-477b-a6b9-ea6e9d82f176 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:53.918227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579ca6d-3227-4cbe-8740-774bd7e8830f req-a4bb4b67-ad6c-4a6e-a08f-013d2226584e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:53.919771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d579ca6d-3227-4cbe-8740-774bd7e8830f req-a4bb4b67-ad6c-4a6e-a08f-013d2226584e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 948 time: 0.5056341 Jan 28 20:21:53.933917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-c55c6096-b828-4556-9583-d8d76793aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:53.939410 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-c55c6096-b828-4556-9583-d8d76793aff6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c9d9f9c-8d69-4451-8198-e153da9d93ab HTTP/1.1" status: 200 len: 854 time: 0.2663841 Jan 28 20:21:53.957610 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.000095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8f02e4-a10a-4dcd-a81f-833af1e7e136 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:54.024215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cc8f02e4-a10a-4dcd-a81f-833af1e7e136, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:54.036466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.087633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:21:54.095784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:54.096451 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.137850 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Set router ed831a9b-ab06-4aae-8820-4d8b8d440a2d gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:54.206966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34204) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:54.212889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-13602730-0ae6-4be9-8d0e-f5dc307c0f72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'router': {'name': 'tempest-router--1549771281', 'project_id': '2221a17e850f43288a73f923e9d91a63'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:54.236274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:54.261027 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.301031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-a36dd4e1-13a1-4a83-9b1f-f826376f86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:54.308897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b5ab3c35-c928-477b-a6b9-ea6e9d82f176, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:54.310508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72043aa2-7f99-4ab8-bb04-cfea0204cc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ab3c35-c928-477b-a6b9-ea6e9d82f176'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:54.311146 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-a36dd4e1-13a1-4a83-9b1f-f826376f86f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720330 Jan 28 20:21:54.314802 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a03b0-50f8-4a08-849b-c4047e42e6bc" -d '{"events": [{"server_uuid": "72043aa2-7f99-4ab8-bb04-cfea0204cc50", "name": "network-vif-plugged", "status": "completed", "tag": "b5ab3c35-c928-477b-a6b9-ea6e9d82f176"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:54.322865 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.333569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cc8f02e4-a10a-4dcd-a81f-833af1e7e136'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:54.469774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['3e8d5436-5ab4-427b-9d92-104392ebfa2b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:54.498916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158303-babc-4950-89f6-d4db84c26d9a req-b05cf696-702b-45ff-b183-fe695b8d6408 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:54.501957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-b05cf696-702b-45ff-b183-fe695b8d6408 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6488686 Jan 28 20:21:54.509044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-13602730-0ae6-4be9-8d0e-f5dc307c0f72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.510154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-13602730-0ae6-4be9-8d0e-f5dc307c0f72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.535180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Request body: {'port': {'device_id': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'f824123e2bd0424888965ac2b937b05a'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:54.569801 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:21:51Z', 'revision_number': 3, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port': {'id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:49Z', 'updated_at': '2022-01-28T20:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:54.583073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:54.614396 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Checking router: ed831a9b-ab06-4aae-8820-4d8b8d440a2d for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:21:54.624746 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Updating router ed831a9b-ab06-4aae-8820-4d8b8d440a2d port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:21:54.685866 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.697027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d579ca6d-3227-4cbe-8740-774bd7e8830f req-b502e88a-415a-4099-a651-7aa929d5b86c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7450178 Jan 28 20:21:54.712213 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-f5b52df7-f620-4edb-8889-570994d31d53 service neutron] 10.222.0.26 "GET /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950739 Jan 28 20:21:54.713942 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-13602730-0ae6-4be9-8d0e-f5dc307c0f72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.730493 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-13602730-0ae6-4be9-8d0e-f5dc307c0f72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.869924 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-17bf7cdd-028c-4c58-bfb4-8b8b54b3dee9 req-b1185b33-1c07-4b60-ad98-133514c1aa99 service neutron] 10.222.0.26 "GET /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414084 Jan 28 20:21:54.885501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-13602730-0ae6-4be9-8d0e-f5dc307c0f72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:54.889132 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-13602730-0ae6-4be9-8d0e-f5dc307c0f72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6808629 Jan 28 20:21:54.893575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34210) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:54.910055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c222b0f-369d-4ad1-a11b-076599b85cda req-489c98b8-7ddf-46db-b099-130b9253228b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:54.920171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c222b0f-369d-4ad1-a11b-076599b85cda req-489c98b8-7ddf-46db-b099-130b9253228b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 1.1369174 Jan 28 20:21:55.023039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c222b0f-369d-4ad1-a11b-076599b85cda req-3705bc75-4575-4201-ba54-db51512326b7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007125 Jan 28 20:21:55.029940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-605694e6-551c-4522-a9c9-4ef566b36d7b tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.094134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-3e65b316-d568-4fab-bab1-e2e3621b6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.094461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9ef67-be6e-4940-9110-f4da112d89e7 req-571a13e1-1a25-42c9-a5c2-f91c992ed68f tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.095741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-3e65b316-d568-4fab-bab1-e2e3621b6abb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8faa5f5569349a0b84e8929b001132a&device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 1095 time: 0.1456070 Jan 28 20:21:55.102991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ebf9ef67-be6e-4940-9110-f4da112d89e7 req-571a13e1-1a25-42c9-a5c2-f91c992ed68f tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 944 time: 0.2316988 Jan 28 20:21:55.149132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Made reservation on behalf of f824123e2bd0424888965ac2b937b05a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:55.152909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.167275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ebf9ef67-be6e-4940-9110-f4da112d89e7 req-56d71d9f-b6b3-42cc-8189-33db0f0debdd tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623369 Jan 28 20:21:55.264998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73aea8b1-1e8c-4725-a4d1-a8a1102834ed req-0d4d9f28-0e39-4ac1-b6bb-60134a985fe3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 210 time: 0.0935972 Jan 28 20:21:55.343803 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c073757-f00a-47c6-8a27-5ff6e0cedfa3 x-openstack-request-id: req-0c073757-f00a-47c6-8a27-5ff6e0cedfa3 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:55.346662 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.346850 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-605694e6-551c-4522-a9c9-4ef566b36d7b tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.348616 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72043aa2-7f99-4ab8-bb04-cfea0204cc50", "name": "network-vif-plugged", "status": "completed", "tag": "b5ab3c35-c928-477b-a6b9-ea6e9d82f176", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:55.349022 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c073757-f00a-47c6-8a27-5ff6e0cedfa3 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:55.349706 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72043aa2-7f99-4ab8-bb04-cfea0204cc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ab3c35-c928-477b-a6b9-ea6e9d82f176', 'code': 200} Jan 28 20:21:55.354008 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.409477 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d863a9-ec3c-44ec-8ccd-ed74da404d02 None None] Pushing event updated for resources: {'Port': ['ID=b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:55.421399 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-605694e6-551c-4522-a9c9-4ef566b36d7b tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.456989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Attempting to bind port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:55.458228 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Attempting to bind port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:55.459398 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Attempting to bind port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:55.467476 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:55.467967 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:55.468414 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.468791 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:55.469260 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Bound port: b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:55.469670 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.509469 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-605694e6-551c-4522-a9c9-4ef566b36d7b tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.510052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605694e6-551c-4522-a9c9-4ef566b36d7b tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a68c81b1-7217-4dab-883e-88868a336065 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:21:55.511984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-70bcffea-4b7e-4e4e-a170-7291738d4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.513640 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-70bcffea-4b7e-4e4e-a170-7291738d4d3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca HTTP/1.1" status: 200 len: 916 time: 0.3827763 Jan 28 20:21:55.517703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-605694e6-551c-4522-a9c9-4ef566b36d7b tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.517905 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-605694e6-551c-4522-a9c9-4ef566b36d7b tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "DELETE /v2.0/routers/a68c81b1-7217-4dab-883e-88868a336065 HTTP/1.1" status: 204 len: 168 time: 0.6167071 Jan 28 20:21:55.537933 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] For port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:55.541788 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] For port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:55.547925 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.585491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-b6ef56bf-e351-40eb-99db-695654bf2745 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3402e6f-73a1-419e-9cd9-19d1b51c484a HTTP/1.1" status: 200 len: 217 time: 0.0456681 Jan 28 20:21:55.623458 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d863a9-ec3c-44ec-8ccd-ed74da404d02 None None] Pushing event updated for resources: {'Port': ['ID=b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:55.652068 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Routers {'ed831a9b-ab06-4aae-8820-4d8b8d440a2d'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:21:55.653367 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:55.661554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Allocated IP 192.168.233.139 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/9d1c5e00-ac29-4b93-aca7-6f2324c658bd) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:55.677345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-f9462b94-884b-4d5e-826f-1d2967ade043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.679706 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-f9462b94-884b-4d5e-826f-1d2967ade043 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c9d9f9c-8d69-4451-8198-e153da9d93ab HTTP/1.1" status: 200 len: 854 time: 0.0764048 Jan 28 20:21:55.700464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b07d-6b74-4845-97e2-e49e434396f1 req-10b06b91-ef98-453c-8b8e-d2946c0fe2a2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.701197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7bc0b07d-6b74-4845-97e2-e49e434396f1 req-10b06b91-ef98-453c-8b8e-d2946c0fe2a2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 945 time: 0.4015143 Jan 28 20:21:55.767167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1207d8-1689-4fcc-9249-1dfe18f717bc req-ae1baf3a-5532-4a04-82c7-22cf3e77114d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.768767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f1207d8-1689-4fcc-9249-1dfe18f717bc req-ae1baf3a-5532-4a04-82c7-22cf3e77114d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2053285 Jan 28 20:21:55.783467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faeddd-4d1b-4de8-877e-3007b2ed7e25 req-7e4040e1-551d-4fdd-8679-246c4495580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.784980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52faeddd-4d1b-4de8-877e-3007b2ed7e25 req-7e4040e1-551d-4fdd-8679-246c4495580e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 1096 time: 0.3633130 Jan 28 20:21:55.796009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34220) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:21:55.819474 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:55.864227 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] Set router ed831a9b-ab06-4aae-8820-4d8b8d440a2d gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:21:55.886931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7bc0b07d-6b74-4845-97e2-e49e434396f1 req-e2cbab5b-a6d4-4290-938e-29ac2195f4b6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580653 Jan 28 20:21:55.923489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-c9b457f2-9815-4b8c-be69-5078dc8e9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.923489 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-c9b457f2-9815-4b8c-be69-5078dc8e9257 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264721 Jan 28 20:21:55.924166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f1207d8-1689-4fcc-9249-1dfe18f717bc req-67e6c2e4-ba02-43ad-b4ac-93e7b583d889 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440563 Jan 28 20:21:56.039765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52faeddd-4d1b-4de8-877e-3007b2ed7e25 req-4b3a0898-59b7-47a7-adc8-c9de2fdac739 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381983 Jan 28 20:21:56.114870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:56.183013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-bc68f2c4-f748-42bc-9c3c-83d2e9f2b095 service neutron] 10.222.0.26 "GET /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561994 Jan 28 20:21:56.203943 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:21:51Z', 'revision_number': 3, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port': {'id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:49Z', 'updated_at': '2022-01-28T20:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:21:56.211269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:56.223585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cefadda7-cac6-491a-abb3-5ad944cea618'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:56.231115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0ea88205-7b03-4a0b-b170-c5f7d315f5ff'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:56.242782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54789f-8780-4b1e-b97d-015de5e55527 req-a6d12202-0973-4ed6-bf0b-ecb1bd4a01da tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:56.243584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb54789f-8780-4b1e-b97d-015de5e55527 req-a6d12202-0973-4ed6-bf0b-ecb1bd4a01da tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 949 time: 0.1990070 Jan 28 20:21:56.263327 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0f7177-bcc7-430a-822e-cb0b3cbc61d5 None None] The sync data for ids ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'] in n-d-825064-3 is: [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:21:51Z', 'revision_number': 3, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port': {'id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:49Z', 'updated_at': '2022-01-28T20:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:21:56.273130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b04a3f-b5e9-4347-88b9-b14c3f3575f0 req-88506c0b-e86d-41f8-87bc-bf4c54ab383e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:56.275472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54b04a3f-b5e9-4347-88b9-b14c3f3575f0 req-88506c0b-e86d-41f8-87bc-bf4c54ab383e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1869609 Jan 28 20:21:56.361641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-203095589', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:56.397529 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Allocated IP 172.20.0.1 (2ef60487-44db-4ab1-8694-3e4aae77c3b3/553ad1f3-7820-41fe-bc56-7ad26854c6d0/55642fa0-a569-4693-a762-5c99b6f761f2) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:56.434462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:56.448542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:56.453510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:56.465502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:56.470779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.471188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.471596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.471995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.472368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.474767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.475777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.476118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.476482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.476836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.477762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.478155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:56.508660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb54789f-8780-4b1e-b97d-015de5e55527 req-94e6d874-7d44-4d6a-9106-71a1a72ad398 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303061 Jan 28 20:21:56.515570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54b04a3f-b5e9-4347-88b9-b14c3f3575f0 req-960f4e38-da1f-47d4-91a8-c93ff1e220e8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339561 Jan 28 20:21:56.654554 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:56.665202 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:56.763123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:56.763849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:56.775083 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79f10e91-8331-4f72-9cc8-3e2a5809d6c1 req-64c54333-9652-4159-805b-a3f1ff6f087b service neutron] 10.222.0.26 "GET /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915242 Jan 28 20:21:56.808942 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:56.811272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3e8d5436-5ab4-427b-9d92-104392ebfa2b up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:56.814771 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-89ff9e7e-8193-4594-9c20-39a18584b2ea tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2847152 Jan 28 20:21:56.832435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Request body: {'port': {'device_id': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:56.954540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.080851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-271251d7-bf23-4a65-8b39-d08ce09bd6d6 None None] Provisioning complete for port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:57.081294 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-271251d7-bf23-4a65-8b39-d08ce09bd6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.090561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574535aa-28c9-4b37-8319-836e5ebbf6f7 req-15d90c0c-a131-4a58-bd43-5bb8c6591aeb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:57.098178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-574535aa-28c9-4b37-8319-836e5ebbf6f7 req-15d90c0c-a131-4a58-bd43-5bb8c6591aeb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 936 time: 0.4087625 Jan 28 20:21:57.113852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.131040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:57.175377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d29ea3-fb77-474f-b213-9a561ff0bec2 req-271fd682-58a1-4f8f-9b40-797470d3d1bf tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:57.179505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59d29ea3-fb77-474f-b213-9a561ff0bec2 req-271fd682-58a1-4f8f-9b40-797470d3d1bf tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 944 time: 0.4869931 Jan 28 20:21:57.192821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 3e8d5436-5ab4-427b-9d92-104392ebfa2b completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:21:57.231552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 3e8d5436-5ab4-427b-9d92-104392ebfa2b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:57.231960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.270374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-271251d7-bf23-4a65-8b39-d08ce09bd6d6 None None] Port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:57.292941 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.329201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:57.329702 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.373152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-574535aa-28c9-4b37-8319-836e5ebbf6f7 req-29874496-fc6c-422d-b634-0a37b14a6901 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737641 Jan 28 20:21:57.460871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59d29ea3-fb77-474f-b213-9a561ff0bec2 req-cf9ca942-45be-4b84-a6db-15b44242ebf6 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745602 Jan 28 20:21:57.495377 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.552087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1c5e00-ac29-4b93-aca7-6f2324c658bd {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:57.552372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.580329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.612296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Transition to ACTIVE for port object 9d1c5e00-ac29-4b93-aca7-6f2324c658bd will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:21:57.619638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.639825 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.657373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d3402e6f-73a1-419e-9cd9-19d1b51c484a details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:21:57.658715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:57.695113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:57.719105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Pushing event updated for resources: {'Port': ['ID=55642fa0-a569-4693-a762-5c99b6f761f2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:57.720890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:57.730374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:57.741665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b0e23-fc16-4fc4-a8ce-9d387ee3b6ee req-a3b69b8c-9d77-4306-ac78-50933446d520 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:57.744827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671b0e23-fc16-4fc4-a8ce-9d387ee3b6ee req-a3b69b8c-9d77-4306-ac78-50933446d520 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2106292 Jan 28 20:21:57.758729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.759081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.759398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.759726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.760049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.762115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.762459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.762786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.763112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.763430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.763749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.763990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 3e8d5436-5ab4-427b-9d92-104392ebfa2b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3e8d5436-5ab4-427b-9d92-104392ebfa2b,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:57.764140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:57.765142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9c4207-34b7-400b-9016-d24aa2e381e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8d5436-5ab4-427b-9d92-104392ebfa2b'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:57.775004 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5563df65-e2a4-4be2-a7c9-2a9599b4250c" -d '{"events": [{"server_uuid": "1b9c4207-34b7-400b-9016-d24aa2e381e1", "name": "network-vif-plugged", "status": "completed", "tag": "3e8d5436-5ab4-427b-9d92-104392ebfa2b"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:57.899112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Attempting to bind port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:21:57.899713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Attempting to bind port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:21:57.899831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Attempting to bind port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:57.909539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:21:57.909872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Attempting to bind port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:57.916706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:57.916947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:21:57.917283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:57.917990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Bound port: 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:21:57.918667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.944278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc51135-6e47-47a9-adcd-ef06ace3a66d req-9e65f044-53d5-40a0-8284-feb5a1393c04 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:57.946347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccc51135-6e47-47a9-adcd-ef06ace3a66d req-9e65f044-53d5-40a0-8284-feb5a1393c04 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 945 time: 0.3329909 Jan 28 20:21:57.999001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:57.999246 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.000038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cc8f02e4-a10a-4dcd-a81f-833af1e7e136 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:58.096299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:58.100956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:58.110891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.119495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:58.120902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=3e8d5436-5ab4-427b-9d92-104392ebfa2b,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:58.137730 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671b0e23-fc16-4fc4-a8ce-9d387ee3b6ee req-a3f8b5c0-b492-4366-a2c0-564e8adc9822 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000436 Jan 28 20:21:58.159100 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.174045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:58.174884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.176895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d1c5e00-ac29-4b93-aca7-6f2324c658bd HTTP/1.1" status: 200 len: 1096 time: 1.3516343 Jan 28 20:21:58.177436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:21:58.180878 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28" -d '{"events": [{"name": "network-changed", "server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:21:58.183931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d3402e6f-73a1-419e-9cd9-19d1b51c484a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d3402e6f-73a1-419e-9cd9-19d1b51c484a,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:58.218667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1436d-f8c8-4388-9116-3089f5393e94 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:58.249563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'port_id': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'mac_address': 'fa:16:3e:a1:1a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:21:58.291463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158303-babc-4950-89f6-d4db84c26d9a req-989f742d-aa3e-4f8c-82ca-c764d6747087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:58.294060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-989f742d-aa3e-4f8c-82ca-c764d6747087 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 1099 time: 0.0655510 Jan 28 20:21:58.330999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccc51135-6e47-47a9-adcd-ef06ace3a66d req-e23b9bbc-7d77-4557-9b9e-45661eafbabe tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672607 Jan 28 20:21:58.382049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:58.401659 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-5b2c0363-8c90-4119-8c46-90d6b0d885eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd HTTP/1.1" status: 200 len: 217 time: 0.0985358 Jan 28 20:21:58.415211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.434857 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0e1029-7ef2-49b5-84e3-b9ef68a55afb x-openstack-request-id: req-af0e1029-7ef2-49b5-84e3-b9ef68a55afb {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:58.435152 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9c4207-34b7-400b-9016-d24aa2e381e1", "name": "network-vif-plugged", "status": "completed", "tag": "3e8d5436-5ab4-427b-9d92-104392ebfa2b", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:58.435390 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af0e1029-7ef2-49b5-84e3-b9ef68a55afb {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:58.435848 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9c4207-34b7-400b-9016-d24aa2e381e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8d5436-5ab4-427b-9d92-104392ebfa2b', 'code': 200} Jan 28 20:21:58.461768 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.481956 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.489749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:21:58.493881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d602b934-e64c-4e60-b85b-3e77a880cc6f None None] Provisioning complete for port 55642fa0-a569-4693-a762-5c99b6f761f2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:58.494249 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d602b934-e64c-4e60-b85b-3e77a880cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.517995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aee85-a2ab-4e16-bd50-bd53494c3670 req-0569005d-5379-448f-acf9-f0425e627dc2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:58.526168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb6aee85-a2ab-4e16-bd50-bd53494c3670 req-0569005d-5379-448f-acf9-f0425e627dc2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 949 time: 0.2504768 Jan 28 20:21:58.544550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158303-babc-4950-89f6-d4db84c26d9a req-922fc1d1-1b39-47e7-a295-82f808b01cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:58.548417 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-922fc1d1-1b39-47e7-a295-82f808b01cfa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1400135 Jan 28 20:21:58.588925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3402e6f-73a1-419e-9cd9-19d1b51c484a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:21:58.599298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:58.599713 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.616242 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77479da-929f-4d61-94f0-f3c73d25fd42 x-openstack-request-id: req-d77479da-929f-4d61-94f0-f3c73d25fd42 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:21:58.616720 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:21:58.617077 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d77479da-929f-4d61-94f0-f3c73d25fd42 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:21:58.621288 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'status': 'completed', 'code': 200} Jan 28 20:21:58.656654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158303-babc-4950-89f6-d4db84c26d9a req-1aeb4b13-4fc7-488a-bb7d-1dcba0407b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:58.658005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-1aeb4b13-4fc7-488a-bb7d-1dcba0407b2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937221 Jan 28 20:21:58.701634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d3402e6f-73a1-419e-9cd9-19d1b51c484a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d3402e6f-73a1-419e-9cd9-19d1b51c484a,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:58.705053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d602b934-e64c-4e60-b85b-3e77a880cc6f None None] Port 55642fa0-a569-4693-a762-5c99b6f761f2 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:21:58.712733 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.787159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb6aee85-a2ab-4e16-bd50-bd53494c3670 req-26f9b680-aebf-40bb-970b-bba7df896922 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601118 Jan 28 20:21:58.810442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d3402e6f-73a1-419e-9cd9-19d1b51c484a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:58.840858 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.854926 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-dfa9d3d2-7457-4744-9a66-0710f36df5ee service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883082 Jan 28 20:21:58.866451 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.924930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cc8f02e4-a10a-4dcd-a81f-833af1e7e136, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:58.938490 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:58.988596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3d357-537d-4272-8318-80835b9ca853 req-84f686a8-a323-4939-8461-ecead046dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:58.990630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75d3d357-537d-4272-8318-80835b9ca853 req-84f686a8-a323-4939-8461-ecead046dfcc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1 HTTP/1.1" status: 200 len: 1100 time: 0.3659999 Jan 28 20:21:59.009739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:59.053546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d3402e6f-73a1-419e-9cd9-19d1b51c484a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:21:59.058307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Allocated IP 172.25.2.84 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/f78b7bfd-0a1e-49fa-86a7-1109c3554415) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:59.068452 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b5158303-babc-4950-89f6-d4db84c26d9a req-bc33fa8c-55ec-4fcd-986a-eb1fa42cb41e service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059021 Jan 28 20:21:59.109043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:59.159591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:59.159973 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:59.202588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-8259b2a7-0b4e-42d2-8687-f189c7816095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:59.204140 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-8259b2a7-0b4e-42d2-8687-f189c7816095 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 1099 time: 0.0506990 Jan 28 20:21:59.338057 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-34634320-9fbb-478c-930f-cf9829397c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:59.339851 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-34634320-9fbb-478c-930f-cf9829397c58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1233840 Jan 28 20:21:59.408959 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-4439b72f-85bb-4483-bad0-797a4b45b370 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd HTTP/1.1" status: 200 len: 217 time: 0.0552473 Jan 28 20:21:59.502157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-1696d74d-82d4-4d05-89c1-dce772536b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:59.504460 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-1696d74d-82d4-4d05-89c1-dce772536b15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0818782 Jan 28 20:21:59.511210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d7dde-4864-44e9-bf9d-3c4f1fc88a34 req-380afb87-a66c-4221-baec-2459a07dc91f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:59.512773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-392d7dde-4864-44e9-bf9d-3c4f1fc88a34 req-380afb87-a66c-4221-baec-2459a07dc91f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 945 time: 0.7781849 Jan 28 20:21:59.592317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-1a50e3d4-c1a9-43b9-b999-73ce72b348b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:59.594697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-1a50e3d4-c1a9-43b9-b999-73ce72b348b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735836 Jan 28 20:21:59.701588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75d3d357-537d-4272-8318-80835b9ca853 req-7bb89f20-aa30-4846-90c8-5f4315a8cfd5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010899 Jan 28 20:21:59.717947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d5c0e-bec8-4f6f-9a49-39ce55810b7d req-0dc78463-8c03-485d-8225-0c99fb303bb8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:59.719633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc1d5c0e-bec8-4f6f-9a49-39ce55810b7d req-0dc78463-8c03-485d-8225-0c99fb303bb8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 948 time: 0.7614160 Jan 28 20:21:59.740025 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-7ad5fbc1-127b-4c52-b438-510dbfe49764 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322436 Jan 28 20:21:59.805184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-392d7dde-4864-44e9-bf9d-3c4f1fc88a34 req-6b895de6-8632-4df6-93fd-46fe79856251 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809334 Jan 28 20:21:59.899393 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:21:59.907891 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc1d5c0e-bec8-4f6f-9a49-39ce55810b7d req-01fa8869-32a6-40ad-b9f7-dca27594b0f9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692460 Jan 28 20:21:59.950640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:00.009823 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:00.156920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:00.164951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Pushing event updated for resources: {'Port': ['ID=55642fa0-a569-4693-a762-5c99b6f761f2,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:00.202998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:00.221826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d4ede-df22-4515-9ffd-3eef488f9ec8 req-23112232-072d-49d2-b749-a0a77e2454cc tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:00.223361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c5d4ede-df22-4515-9ffd-3eef488f9ec8 req-23112232-072d-49d2-b749-a0a77e2454cc tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 945 time: 0.2456033 Jan 28 20:22:00.237028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:00.264205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:00.264961 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74aefc40-bbbf-4200-b7e0-6b6ae1bb8e28 req-f38065e4-f501-44b1-80ef-3a56f371d69b service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117393 Jan 28 20:22:00.273304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd062546-ff2c-4448-aa16-d723a78f5be7 req-2d3e2c66-43e9-4bfa-bc67-41d087940cfe tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:00.274848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd062546-ff2c-4448-aa16-d723a78f5be7 req-2d3e2c66-43e9-4bfa-bc67-41d087940cfe tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2148211 Jan 28 20:22:00.278498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:00.346262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event updated for resources: {'Port': ['ID=f78b7bfd-0a1e-49fa-86a7-1109c3554415,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:00.416004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c5d4ede-df22-4515-9ffd-3eef488f9ec8 req-cfe79e13-66ac-4cff-b5da-6f0111ad4293 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827056 Jan 28 20:22:00.437524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c09a80-6c84-4c5b-b699-9cd901398667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:00.440054 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26782b80-60a3-4af8-87f5-f9d483f81b22" -d '{"events": [{"server_uuid": "27c09a80-6c84-4c5b-b699-9cd901398667", "name": "network-vif-plugged", "status": "completed", "tag": "cc8f02e4-a10a-4dcd-a81f-833af1e7e136"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:00.473768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd062546-ff2c-4448-aa16-d723a78f5be7 req-fef6f6e3-17cd-48ea-a227-874220b96bd8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564846 Jan 28 20:22:00.562562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:00.567694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:00.672143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11da6b6-498c-4906-9b70-28bbfb8e2c49 req-6283e412-91c5-4e42-88ab-15acae8961ca tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:00.673648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f11da6b6-498c-4906-9b70-28bbfb8e2c49 req-6283e412-91c5-4e42-88ab-15acae8961ca tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 950 time: 0.1633565 Jan 28 20:22:00.710880 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04207442-f91a-49cc-9599-ed2090adffb2 x-openstack-request-id: req-04207442-f91a-49cc-9599-ed2090adffb2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:00.711737 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c09a80-6c84-4c5b-b699-9cd901398667", "name": "network-vif-plugged", "status": "completed", "tag": "cc8f02e4-a10a-4dcd-a81f-833af1e7e136", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:00.712213 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04207442-f91a-49cc-9599-ed2090adffb2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:00.712800 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c09a80-6c84-4c5b-b699-9cd901398667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', 'code': 200} Jan 28 20:22:00.918835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-10758393-13ee-40da-a10e-97b8f450be37 None None] Provisioning complete for port 55642fa0-a569-4693-a762-5c99b6f761f2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:00.919769 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-10758393-13ee-40da-a10e-97b8f450be37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:00.980408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-10758393-13ee-40da-a10e-97b8f450be37 None None] Port 55642fa0-a569-4693-a762-5c99b6f761f2 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:00.993578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f11da6b6-498c-4906-9b70-28bbfb8e2c49 req-e7615872-1c67-4956-a846-abaa2db84c6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825489 Jan 28 20:22:01.008559 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:01.013179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d57d5-3a1b-4447-973e-1fbd50c61608 req-69c91c14-8104-412a-9787-69864b44df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:01.014680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-209d57d5-3a1b-4447-973e-1fbd50c61608 req-69c91c14-8104-412a-9787-69864b44df33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 1101 time: 0.2080600 Jan 28 20:22:01.020906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Router ed831a9b-ab06-4aae-8820-4d8b8d440a2d has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:01.068234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097ea54-9715-4355-89f2-ffb2086c5180 req-b38a4b27-fdaf-4ad7-b3e5-a1a9a077f5f6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:01.070289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f097ea54-9715-4355-89f2-ffb2086c5180 req-b38a4b27-fdaf-4ad7-b3e5-a1a9a077f5f6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2566330 Jan 28 20:22:01.266780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-209d57d5-3a1b-4447-973e-1fbd50c61608 req-db7d2b92-73db-4a88-b7bb-0f85694c00f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124348 Jan 28 20:22:01.275088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f097ea54-9715-4355-89f2-ffb2086c5180 req-80ced366-fce7-4a36-9f09-cb83d49ab1e5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815033 Jan 28 20:22:01.296120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4ab3-a981-40d0-a0c6-5bb753c1cab7 req-601e1693-3493-411a-b3e6-f5fba8e1ee1b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:01.296120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fbbc4ab3-a981-40d0-a0c6-5bb753c1cab7 req-601e1693-3493-411a-b3e6-f5fba8e1ee1b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 945 time: 0.2194026 Jan 28 20:22:01.653455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:01.656540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d3402e6f-73a1-419e-9cd9-19d1b51c484a up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:01.755875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:01.790891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Sync routers for ids ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:01.791235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4841398a-02f7-46bb-ade1-281c96a8c44c admin admin] 10.222.0.44 "PUT /v2.0/routers/ed831a9b-ab06-4aae-8820-4d8b8d440a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2031519 Jan 28 20:22:01.794757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fbbc4ab3-a981-40d0-a0c6-5bb753c1cab7 req-ab1f0709-e5a0-4c68-9881-551f54841ad3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652681 Jan 28 20:22:01.824103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port d3402e6f-73a1-419e-9cd9-19d1b51c484a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:01.829858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Routers {'ed831a9b-ab06-4aae-8820-4d8b8d440a2d'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:01.830810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:01.848731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8393f1-8cbd-4587-89ed-332a6d1cd838 req-649994bc-6afc-49f9-bccc-a363f8e57b55 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:01.856687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db8393f1-8cbd-4587-89ed-332a6d1cd838 req-649994bc-6afc-49f9-bccc-a363f8e57b55 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 948 time: 0.4783027 Jan 28 20:22:01.886076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:01.918625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db8393f1-8cbd-4587-89ed-332a6d1cd838 req-4983b209-60ab-4f8d-b5c9-b26c71e16bbf tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607553 Jan 28 20:22:02.030598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34288) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:02.098071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951450-8dee-4965-93be-bf5f613ef6b4 req-fb58c745-16ef-4c89-ac7c-8c4adc7a6168 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:02.100912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e951450-8dee-4965-93be-bf5f613ef6b4 req-fb58c745-16ef-4c89-ac7c-8c4adc7a6168 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 945 time: 0.1303546 Jan 28 20:22:02.145061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1360704092'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:02.170063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Set router ed831a9b-ab06-4aae-8820-4d8b8d440a2d gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:02.180614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port d3402e6f-73a1-419e-9cd9-19d1b51c484a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:02.181219 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.210317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:02.214346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.283998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e951450-8dee-4965-93be-bf5f613ef6b4 req-ee502d8d-5ad8-45c8-9296-ca3797d2a4a1 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586950 Jan 28 20:22:02.286164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:22:02.312231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.312231 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Added segment 8fc25b88-f14c-414e-af6a-a353cb5fced9 of type vlan for network 0b9d256e-0abc-4291-8679-63a005d3f466 Jan 28 20:22:02.324340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:02.351429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c9ab1-85d8-4a7f-acab-775bdcc8a624 req-c3d2afcd-c5dd-421e-9083-fb0e18228909 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:02.354135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-111c9ab1-85d8-4a7f-acab-775bdcc8a624 req-c3d2afcd-c5dd-421e-9083-fb0e18228909 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2902160 Jan 28 20:22:02.372687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.408236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.413410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:02.418488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.425317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'mac_address': 'fa:16:3e:2c:d3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:02.468470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Router cf65a128-4f40-4e55-9ea8-487543101dd5 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:02.508051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-111c9ab1-85d8-4a7f-acab-775bdcc8a624 req-c74ee01d-65ca-4c80-aa71-29163af38f9e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441898 Jan 28 20:22:02.529523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Network': ['ID=0b9d256e-0abc-4291-8679-63a005d3f466,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:02.551800 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-33be3e20-7efd-4efc-a87e-2a469374beeb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5198772 Jan 28 20:22:02.554994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34294) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:02.563633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'subnet': {'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:02.567531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 0b9d256e-0abc-4291-8679-63a005d3f466 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:22:02.647767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-b3ee324f-aa19-4ae8-bdd0-8cde274038d5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:02.650261 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-b3ee324f-aa19-4ae8-bdd0-8cde274038d5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 945 time: 0.3473845 Jan 28 20:22:02.673427 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.719242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1c5e00-ac29-4b93-aca7-6f2324c658bd {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:02.737997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.774007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:02.790914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77305-2402-4378-bb13-10d0da85f9eb req-b1587df6-0147-4332-b35b-ef9d55113b58 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:02.801572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dc77305-2402-4378-bb13-10d0da85f9eb req-b1587df6-0147-4332-b35b-ef9d55113b58 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 950 time: 0.3669515 Jan 28 20:22:02.808003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:02.809927 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.811911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.827497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:02.830185 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404ff098-4373-4cfb-b7d8-86ec71ace682" -d '{"events": [{"server_uuid": "dd7361ce-568c-40a2-83ba-4cfca461cb38", "name": "network-vif-plugged", "status": "completed", "tag": "d3402e6f-73a1-419e-9cd9-19d1b51c484a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:02.875999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d3402e6f-73a1-419e-9cd9-19d1b51c484a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d3402e6f-73a1-419e-9cd9-19d1b51c484a,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:02.891787 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.894242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dc77305-2402-4378-bb13-10d0da85f9eb req-2a537b04-28da-4313-a4c1-fa3e9fb1d94f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906518 Jan 28 20:22:02.900054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Deleting port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:02.900435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:02.947399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a9b88-16e0-4de1-8f4d-41fb2efd7e1b req-5061df90-4a0c-48c0-9673-844261513fa0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:02.956108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c0a9b88-16e0-4de1-8f4d-41fb2efd7e1b req-5061df90-4a0c-48c0-9673-844261513fa0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2353470 Jan 28 20:22:02.995609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:02.998756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:03.009008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd20c49-d8ee-4b15-a85b-e0036d98f8a6 None None] Sync routers for ids ['cf65a128-4f40-4e55-9ea8-487543101dd5'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:03.031166 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd20c49-d8ee-4b15-a85b-e0036d98f8a6 None None] Routers {'cf65a128-4f40-4e55-9ea8-487543101dd5'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:03.031814 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0cd20c49-d8ee-4b15-a85b-e0036d98f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf65a128-4f40-4e55-9ea8-487543101dd5'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:03.051213 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c0a9b88-16e0-4de1-8f4d-41fb2efd7e1b req-6016e1c3-cc8f-4d39-b79e-f70e88e98abe tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764554 Jan 28 20:22:03.063454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:03.067536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34304) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:03.071385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3dded3aa-5b80-4276-a5de-69000affb16e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.2689195 Jan 28 20:22:03.098506 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1d79e4-f7e0-4b94-a16f-b3bee39008af x-openstack-request-id: req-fa1d79e4-f7e0-4b94-a16f-b3bee39008af {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:03.098874 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7361ce-568c-40a2-83ba-4cfca461cb38", "name": "network-vif-plugged", "status": "completed", "tag": "d3402e6f-73a1-419e-9cd9-19d1b51c484a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:03.099065 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa1d79e4-f7e0-4b94-a16f-b3bee39008af {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:03.099726 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'code': 200} Jan 28 20:22:03.108892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:21:58Z', 'revision_number': 4, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port': {'id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:49Z', 'updated_at': '2022-01-28T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '55642fa0-a569-4693-a762-5c99b6f761f2', 'name': '', 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'mac_address': 'fa:16:3e:3d:9b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '553ad1f3-7820-41fe-bc56-7ad26854c6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:55Z', 'updated_at': '2022-01-28T20:21:59Z', 'revision_number': 2, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'subnets': [{'id': '553ad1f3-7820-41fe-bc56-7ad26854c6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:03.206939 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0cd20c49-d8ee-4b15-a85b-e0036d98f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:03.210120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['9d1c5e00-ac29-4b93-aca7-6f2324c658bd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:03.229843 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd20c49-d8ee-4b15-a85b-e0036d98f8a6 None None] Routers {'cf65a128-4f40-4e55-9ea8-487543101dd5'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:03.231881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0cd20c49-d8ee-4b15-a85b-e0036d98f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf65a128-4f40-4e55-9ea8-487543101dd5'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:03.247601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf1185-fd03-4e64-aa06-758b6aa4c79d req-9de4cea8-6090-4f4b-a503-97a574da3bdc tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:03.255520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-badf1185-fd03-4e64-aa06-758b6aa4c79d req-9de4cea8-6090-4f4b-a503-97a574da3bdc tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 945 time: 0.1142640 Jan 28 20:22:03.280942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Checking router: ed831a9b-ab06-4aae-8820-4d8b8d440a2d for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:03.281316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Updating router ed831a9b-ab06-4aae-8820-4d8b8d440a2d port 55642fa0-a569-4693-a762-5c99b6f761f2 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:22:03.283179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d3402e6f-73a1-419e-9cd9-19d1b51c484a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:03.287879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] For port b5ab3c35-c928-477b-a6b9-ea6e9d82f176, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:03.288663 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:03.301097 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0cd20c49-d8ee-4b15-a85b-e0036d98f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:03.302694 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd20c49-d8ee-4b15-a85b-e0036d98f8a6 None None] The sync data for ids ['cf65a128-4f40-4e55-9ea8-487543101dd5'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:03.331655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-badf1185-fd03-4e64-aa06-758b6aa4c79d req-41ebe91b-34aa-4f3e-a330-b9d7659577a2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744081 Jan 28 20:22:03.339612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Calling delete_port for b5ab3c35-c928-477b-a6b9-ea6e9d82f176 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:22:03.373462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f051e-51af-4dc2-89b6-dc72fccf4783 req-08bcf554-afc3-4ecc-9952-fca75055b9a6 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:03.381691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-227f051e-51af-4dc2-89b6-dc72fccf4783 req-08bcf554-afc3-4ecc-9952-fca75055b9a6 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 949 time: 0.1520844 Jan 28 20:22:03.399853 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:03.404280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-93d33bfe-b2e0-4209-9313-2b20b181c747 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/routers/cf65a128-4f40-4e55-9ea8-487543101dd5 HTTP/1.1" status: 200 len: 919 time: 0.3348105 Jan 28 20:22:03.410815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34312) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:03.416216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45e66c-d802-4c89-8357-a3d5fd4eba6e req-02458dae-ef10-4bdb-8b75-bb124039b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:03.418022 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f45e66c-d802-4c89-8357-a3d5fd4eba6e req-02458dae-ef10-4bdb-8b75-bb124039b208 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 1097 time: 0.2138257 Jan 28 20:22:03.453218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:03.461464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-004a52b2-6ef7-418f-9169-cdbda7da29d0 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf65a128-4f40-4e55-9ea8-487543101dd5 HTTP/1.1" status: 200 len: 205 time: 0.0475338 Jan 28 20:22:03.469184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34314) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:03.508790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-227f051e-51af-4dc2-89b6-dc72fccf4783 req-59befca1-5182-4536-b859-ba4ad193e5a4 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259379 Jan 28 20:22:03.581586 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f45e66c-d802-4c89-8357-a3d5fd4eba6e req-9e7294ac-1753-4fb1-b683-2425a63955c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299562 Jan 28 20:22:03.598186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Subnet': ['ID=e19a3350-b17a-4375-9b64-47e6ca4537b3,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:03.624132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Checking segment: {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:03.624553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network hostable DHCP agents. Network: 0b9d256e-0abc-4291-8679-63a005d3f466, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:22:03.697564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network 0b9d256e-0abc-4291-8679-63a005d3f466 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:22:03.715456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 0b9d256e-0abc-4291-8679-63a005d3f466) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:03.721558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:03.722266 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:03.737544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:03.753679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e654e9d-1500-4b3d-8e1a-1c911fe07e9f None None] Network 0b9d256e-0abc-4291-8679-63a005d3f466 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:22:03.757404 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-04266248-3fcf-4a81-b675-4c6205d42de2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1986618 Jan 28 20:22:03.765154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a4db-1b50-4118-978c-30d9b3c4a397 req-3ba06c54-8c35-4c6e-83d7-bc9fd14a3eee tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:03.766652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3f6a4db-1b50-4118-978c-30d9b3c4a397 req-3ba06c54-8c35-4c6e-83d7-bc9fd14a3eee tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 946 time: 0.2570472 Jan 28 20:22:03.769139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34316) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:03.775876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-814319650'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:03.790522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:03.811600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4c527-d4c3-4699-bb6d-8acc202d7a28 req-8061aa9f-4443-403f-a67e-85cb0f2af8bd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:03.813331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8f4c527-d4c3-4699-bb6d-8acc202d7a28 req-8061aa9f-4443-403f-a67e-85cb0f2af8bd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1730802 Jan 28 20:22:03.816226 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event deleted for resources: {'Port': ['ID=b5ab3c35-c928-477b-a6b9-ea6e9d82f176,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:03.935465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] No DVR routers for this DVR port b5ab3c35-c928-477b-a6b9-ea6e9d82f176 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:22:03.941568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:03.944699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3f6a4db-1b50-4118-978c-30d9b3c4a397 req-a4b7bfb2-5976-4433-bfaa-0b0815d805cb tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608434 Jan 28 20:22:03.966482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d17f5d0-97f0-4130-a2c4-0b4892ce15ad req-5afebea0-ad78-4463-8430-8257cad3daa4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "DELETE /v2.0/ports/b5ab3c35-c928-477b-a6b9-ea6e9d82f176 HTTP/1.1" status: 204 len: 173 time: 1.2827759 Jan 28 20:22:03.967641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72043aa2-7f99-4ab8-bb04-cfea0204cc50', 'name': 'network-vif-deleted', 'tag': 'b5ab3c35-c928-477b-a6b9-ea6e9d82f176'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:03.970757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:03.973070 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaec08a-b8ac-4548-9c41-e80764434b44" -d '{"events": [{"server_uuid": "72043aa2-7f99-4ab8-bb04-cfea0204cc50", "name": "network-vif-deleted", "tag": "b5ab3c35-c928-477b-a6b9-ea6e9d82f176"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:03.977319 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.126268 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.133715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8f4c527-d4c3-4699-bb6d-8acc202d7a28 req-b010b3d8-cc59-4d96-bdd0-bd898424083b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727959 Jan 28 20:22:04.148146 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.159588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-0b9d256e-0abc-4291-8679-63a005d3f466', 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'fixed_ips': [{'subnet_id': 'e19a3350-b17a-4375-9b64-47e6ca4537b3'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:22:04.168036 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.217017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:22:04.240317 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.241385 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Added segment 7c97116f-e470-4765-989a-c2e21e3e8b07 of type vlan for network 302c50ec-4342-41c6-913d-a674d7cec0f1 Jan 28 20:22:04.244343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.263513 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eaea65-afc9-4f84-9ead-fd5059a71c57 x-openstack-request-id: req-41eaea65-afc9-4f84-9ead-fd5059a71c57 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:04.264705 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72043aa2-7f99-4ab8-bb04-cfea0204cc50", "name": "network-vif-deleted", "tag": "b5ab3c35-c928-477b-a6b9-ea6e9d82f176", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:04.265206 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41eaea65-afc9-4f84-9ead-fd5059a71c57 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:04.266058 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72043aa2-7f99-4ab8-bb04-cfea0204cc50', 'name': 'network-vif-deleted', 'tag': 'b5ab3c35-c928-477b-a6b9-ea6e9d82f176', 'status': 'completed', 'code': 200} Jan 28 20:22:04.272559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec7de4-6490-4b05-92ef-369185d102ad req-c7666208-c079-4b24-835b-7d3b6a627148 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:04.280770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80ec7de4-6490-4b05-92ef-369185d102ad req-c7666208-c079-4b24-835b-7d3b6a627148 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 950 time: 0.1780965 Jan 28 20:22:04.353075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad0e73-5546-4cce-a472-45069027d6fc None None] Pushing event updated for resources: {'Port': ['ID=55642fa0-a569-4693-a762-5c99b6f761f2,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:04.408731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:04.424580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.501592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80ec7de4-6490-4b05-92ef-369185d102ad req-6bba46bc-3d93-4c3b-8ba6-71eb2aeac2fc tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197936 Jan 28 20:22:04.560371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Attempting to bind port 55642fa0-a569-4693-a762-5c99b6f761f2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:04.561182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Attempting to bind port 55642fa0-a569-4693-a762-5c99b6f761f2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:04.562740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.563622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Attempting to bind port 55642fa0-a569-4693-a762-5c99b6f761f2 on network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:04.581615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:04.582263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.588906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:04.590016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Checking segment: {'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:04.591023 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.591661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Bound using segment: {'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:04.592605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Bound port: 55642fa0-a569-4693-a762-5c99b6f761f2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fda0a5-59cb-4fd7-bace-54da91e1f328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:04.593275 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.634525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Allocated IP 19.80.0.2 (0b9d256e-0abc-4291-8679-63a005d3f466/e19a3350-b17a-4375-9b64-47e6ca4537b3/72807103-a43c-463a-9c40-679908fbea50) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:04.769216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] For port 55642fa0-a569-4693-a762-5c99b6f761f2, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:04.782902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5742259-c30f-47b0-bad8-63da7dea4cbd req-8c5ab2c9-8bbb-4927-b543-79f1ee39af7d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=72043aa2-7f99-4ab8-bb04-cfea0204cc50 HTTP/1.1" status: 200 len: 210 time: 0.1468880 Jan 28 20:22:04.811982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b5264-9b3d-430f-84f3-365576a3ac7b req-bc2cd279-012d-4252-adf3-c2dae696ae5f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:04.814230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-292b5264-9b3d-430f-84f3-365576a3ac7b req-bc2cd279-012d-4252-adf3-c2dae696ae5f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4714036 Jan 28 20:22:04.829584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Deleting port f78b7bfd-0a1e-49fa-86a7-1109c3554415 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:04.830233 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:04.841413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0702198 Jan 28 20:22:04.846581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34332) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:04.851361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'subnet': {'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:04.855352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] For port 55642fa0-a569-4693-a762-5c99b6f761f2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=55642fa0-a569-4693-a762-5c99b6f761f2,segment=NetworkSegment(c0fda0a5-59cb-4fd7-bace-54da91e1f328),segment_id=c0fda0a5-59cb-4fd7-bace-54da91e1f328)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:04.903132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3752e-9ea8-4c8b-a2b8-8703aaba452e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Network': ['ID=302c50ec-4342-41c6-913d-a674d7cec0f1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:05.044783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:05.057060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.092735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-292b5264-9b3d-430f-84f3-365576a3ac7b req-793bb21a-eb2a-4ec0-b88c-94fee776b9e7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665505 Jan 28 20:22:05.142361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d3b25-78c2-4f82-95ce-d6e46cdd5eb2 req-8397f99a-328b-4dee-b188-32ccfbe3f0bf tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:05.155149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e02d3b25-78c2-4f82-95ce-d6e46cdd5eb2 req-8397f99a-328b-4dee-b188-32ccfbe3f0bf tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 949 time: 0.1736424 Jan 28 20:22:05.172668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 302c50ec-4342-41c6-913d-a674d7cec0f1 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:22:05.179347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.218118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.289165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Calling delete_port for f78b7bfd-0a1e-49fa-86a7-1109c3554415 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:22:05.317328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e02d3b25-78c2-4f82-95ce-d6e46cdd5eb2 req-94bf9893-4a6b-408f-b930-2f7db665021a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612253 Jan 28 20:22:05.337832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Routers {'ed831a9b-ab06-4aae-8820-4d8b8d440a2d'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:05.338464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:05.340276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-23bd6174-816e-4f38-a4e5-f420b8ccde0f None None] Provisioning complete for port 55642fa0-a569-4693-a762-5c99b6f761f2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:05.340642 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23bd6174-816e-4f38-a4e5-f420b8ccde0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.434691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b04a45-e98a-407c-ac44-21cb59aeb5e7 req-75033133-ced1-40cd-b6fa-1ae2a426bdf1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:05.436282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5b04a45-e98a-407c-ac44-21cb59aeb5e7 req-75033133-ced1-40cd-b6fa-1ae2a426bdf1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1 HTTP/1.1" status: 200 len: 949 time: 0.2139971 Jan 28 20:22:05.458368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.566138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Checking segment: {'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:05.566527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network hostable DHCP agents. Network: 302c50ec-4342-41c6-913d-a674d7cec0f1, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:22:05.569790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Subnet': ['ID=99245db0-59b6-4550-b7a2-4b4d273c5d80,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:05.575636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5b04a45-e98a-407c-ac44-21cb59aeb5e7 req-a864a7b9-4d1d-4eaf-b0ab-9e9e9bf73296 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253345 Jan 28 20:22:05.590842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network 302c50ec-4342-41c6-913d-a674d7cec0f1 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:22:05.591101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088241e-c4a5-44ab-ab6b-5fca3552ddab req-6ae86a3b-355b-48f3-8d7c-b74a88c77610 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:05.606756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 302c50ec-4342-41c6-913d-a674d7cec0f1) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:05.607416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d088241e-c4a5-44ab-ab6b-5fca3552ddab req-6ae86a3b-355b-48f3-8d7c-b74a88c77610 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 946 time: 0.1830685 Jan 28 20:22:05.612535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:05.615859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.643653 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dfa9a433-07ef-4b81-9090-77283a25a4fc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7952640 Jan 28 20:22:05.695718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643cb81-8a60-40e9-ab78-b7d842192451 None None] Network 302c50ec-4342-41c6-913d-a674d7cec0f1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:22:05.700388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:05.700720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d088241e-c4a5-44ab-ab6b-5fca3552ddab req-4f1ee90e-b50e-4f75-acbc-731a4323f3a2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802908 Jan 28 20:22:05.730089 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.805474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event deleted for resources: {'Port': ['ID=f78b7bfd-0a1e-49fa-86a7-1109c3554415,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:05.882508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad0e73-5546-4cce-a472-45069027d6fc None None] Pushing event updated for resources: {'Port': ['ID=55642fa0-a569-4693-a762-5c99b6f761f2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:05.940340 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.955839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810a832-8ebe-4f5c-8127-5d0530e90b8f req-d1c26d33-5c07-4879-9381-beef39fefc90 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:05.957486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b810a832-8ebe-4f5c-8127-5d0530e90b8f req-d1c26d33-5c07-4879-9381-beef39fefc90 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1745157 Jan 28 20:22:05.965225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:05.985110 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.025828 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23bd6174-816e-4f38-a4e5-f420b8ccde0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.052579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:06.082332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:06.082709 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.093595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Network 0b9d256e-0abc-4291-8679-63a005d3f466 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:06.105221 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.111876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Pushing event updated for resources: {'Port': ['ID=72807103-a43c-463a-9c40-679908fbea50,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:06.125319 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.129834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:06.137398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] Set router ed831a9b-ab06-4aae-8820-4d8b8d440a2d gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:06.140259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:06.215508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-23bd6174-816e-4f38-a4e5-f420b8ccde0f None None] For port 55642fa0-a569-4693-a762-5c99b6f761f2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=55642fa0-a569-4693-a762-5c99b6f761f2,segment=NetworkSegment(c0fda0a5-59cb-4fd7-bace-54da91e1f328),segment_id=c0fda0a5-59cb-4fd7-bace-54da91e1f328)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:06.220066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9043ff-91a8-4348-a58c-1bbb89768706 req-7e708cc6-ad0d-4dd6-838f-580a0944baac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:06.228705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9043ff-91a8-4348-a58c-1bbb89768706 req-7e708cc6-ad0d-4dd6-838f-580a0944baac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:06.238152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b9043ff-91a8-4348-a58c-1bbb89768706 req-7e708cc6-ad0d-4dd6-838f-580a0944baac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1&device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 1690 time: 0.1783121 Jan 28 20:22:06.239274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23bd6174-816e-4f38-a4e5-f420b8ccde0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.249267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-302c50ec-4342-41c6-913d-a674d7cec0f1', 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'fixed_ips': [{'subnet_id': '99245db0-59b6-4550-b7a2-4b4d273c5d80'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:22:06.250138 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.266605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.267536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Fanout notify agent at l3_agent the message router_deleted on router cf65a128-4f40-4e55-9ea8-487543101dd5 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:22:06.273410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b810a832-8ebe-4f5c-8127-5d0530e90b8f req-3fb84e81-7d44-4ed2-a25a-93cfaa744fa9 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128716 Jan 28 20:22:06.299840 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.305488 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:06.308473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7ae7b2f8-bdf1-411d-99ed-8e0420dca14e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/cf65a128-4f40-4e55-9ea8-487543101dd5 HTTP/1.1" status: 204 len: 168 time: 2.8350194 Jan 28 20:22:06.312830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2032071182', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': False}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:06.340764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b9043ff-91a8-4348-a58c-1bbb89768706 req-81c75817-1ba1-4a30-b46f-c6207c6a2bdc tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012788 Jan 28 20:22:06.363065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.366192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.399352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Attempting to bind port 72807103-a43c-463a-9c40-679908fbea50 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:06.399728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Attempting to bind port 72807103-a43c-463a-9c40-679908fbea50 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:06.400087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Attempting to bind port 72807103-a43c-463a-9c40-679908fbea50 on network 0b9d256e-0abc-4291-8679-63a005d3f466 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:06.462755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.481428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:06.481805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Checking segment: {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:06.482217 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.482618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Bound using segment: {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:06.483105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Bound port: 72807103-a43c-463a-9c40-679908fbea50, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:06.484312 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.491459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd6174-816e-4f38-a4e5-f420b8ccde0f None None] Pushing event updated for resources: {'Port': ['ID=55642fa0-a569-4693-a762-5c99b6f761f2,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:06.553336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5448c63d-0d5c-406c-add7-1e471f76fefb None None] Provisioning complete for port 55642fa0-a569-4693-a762-5c99b6f761f2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:06.553736 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5448c63d-0d5c-406c-add7-1e471f76fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.555627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c051d-fc52-4c36-80c3-62f65b7a9643 req-553a6b07-8a48-463f-baf1-d5fd8b0d3683 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:06.558071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f86c051d-fc52-4c36-80c3-62f65b7a9643 req-553a6b07-8a48-463f-baf1-d5fd8b0d3683 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 946 time: 0.1506650 Jan 28 20:22:06.570314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34374) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:06.578278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Request body: {'floatingip': {'port_id': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:06.617890 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.639540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.734170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.773350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:06.775615 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fa0130-8e55-4ebb-9b69-44368bbfbc21" -d '{"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:06.809743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:06.821911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] For port 72807103-a43c-463a-9c40-679908fbea50, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:06.828237 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.829039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b5ab3c35-c928-477b-a6b9-ea6e9d82f176 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:22:06.832801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Allocated IP 19.86.0.2 (302c50ec-4342-41c6-913d-a674d7cec0f1/99245db0-59b6-4550-b7a2-4b4d273c5d80/16d45490-df84-4047-bded-09746784e281) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:06.879175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddea98-b3fa-48b7-bfba-8f91f53a90f4 req-a59c74b3-151f-4695-a1bd-9ff6685f154b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:06.880743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93ddea98-b3fa-48b7-bfba-8f91f53a90f4 req-a59c74b3-151f-4695-a1bd-9ff6685f154b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1963367 Jan 28 20:22:06.895830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] For port 72807103-a43c-463a-9c40-679908fbea50, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=72807103-a43c-463a-9c40-679908fbea50,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:06.908336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b13ceb4b-82fa-4562-a2d3-15eb68ae072e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:06.916376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b13ceb4b-82fa-4562-a2d3-15eb68ae072e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:06.918135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b13ceb4b-82fa-4562-a2d3-15eb68ae072e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/networks?id=0b9d256e-0abc-4291-8679-63a005d3f466&id=302c50ec-4342-41c6-913d-a674d7cec0f1&id=0b9d256e-0abc-4291-8679-63a005d3f466 HTTP/1.1" status: 200 len: 1391 time: 0.4498007 Jan 28 20:22:06.922367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: b5ab3c35-c928-477b-a6b9-ea6e9d82f176 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:22:06.922714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b5ab3c35-c928-477b-a6b9-ea6e9d82f176 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:22:06.931421 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.939055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.968665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:06.972329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-65596fd0-cb39-4dcf-8a32-029b7338025b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/quotas/3cbd8bb1fe1f4823bf9587b35b78e4ee HTTP/1.1" status: 200 len: 375 time: 0.0409634 Jan 28 20:22:07.051009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:07.084854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93ddea98-b3fa-48b7-bfba-8f91f53a90f4 req-af46e03c-fe10-46e2-8b44-9b1c93a4391c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573546 Jan 28 20:22:07.103826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:21:58Z', 'revision_number': 4, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port': {'id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:49Z', 'updated_at': '2022-01-28T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '55642fa0-a569-4693-a762-5c99b6f761f2', 'name': '', 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'mac_address': 'fa:16:3e:3d:9b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '553ad1f3-7820-41fe-bc56-7ad26854c6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:55Z', 'updated_at': '2022-01-28T20:22:04Z', 'revision_number': 4, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'subnets': [{'id': '553ad1f3-7820-41fe-bc56-7ad26854c6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:07.143733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-be3ed181-689a-426d-820b-7640153701b7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1614790 Jan 28 20:22:07.188199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Allocated IP 172.25.2.16 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/a0f21897-caf7-4e45-bcc9-f396299b82c6) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:07.229685 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:07.233466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4e113-c2a5-4b27-a3c1-0d056036cdfc None None] Pushing event updated for resources: {'Port': ['ID=72807103-a43c-463a-9c40-679908fbea50,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:07.284169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925987d-b725-4cb0-a5fc-45fa6cff8b5d None None] The sync data for ids ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'] in n-d-825064-3 is: [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:21:58Z', 'revision_number': 4, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port': {'id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:49Z', 'updated_at': '2022-01-28T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '55642fa0-a569-4693-a762-5c99b6f761f2', 'name': '', 'network_id': '2ef60487-44db-4ab1-8694-3e4aae77c3b3', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'mac_address': 'fa:16:3e:3d:9b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '553ad1f3-7820-41fe-bc56-7ad26854c6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:55Z', 'updated_at': '2022-01-28T20:22:04Z', 'revision_number': 4, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'subnets': [{'id': '553ad1f3-7820-41fe-bc56-7ad26854c6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:07.291906 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:07.403366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:07.481710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:07.590263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'Port': ['ID=a0f21897-caf7-4e45-bcc9-f396299b82c6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:07.611548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:07.618984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:07.624011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:07.730744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Network 302c50ec-4342-41c6-913d-a674d7cec0f1 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:07.742353 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d2b3b46a-3fba-4e60-afd5-91999c23ab18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:07.747029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:07.751579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:07.762951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Pushing event updated for resources: {'Port': ['ID=16d45490-df84-4047-bded-09746784e281,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:07.821237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Attempting to bind port 16d45490-df84-4047-bded-09746784e281 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:07.821624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Attempting to bind port 16d45490-df84-4047-bded-09746784e281 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:07.821952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Attempting to bind port 16d45490-df84-4047-bded-09746784e281 on network 302c50ec-4342-41c6-913d-a674d7cec0f1 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:07.827593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:07.827992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Checking segment: {'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:07.828395 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:07.828787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Bound using segment: {'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:07.829250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Bound port: 16d45490-df84-4047-bded-09746784e281, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:07.829725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:07.944866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] For port 16d45490-df84-4047-bded-09746784e281, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:07.960994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] For port 16d45490-df84-4047-bded-09746784e281, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=16d45490-df84-4047-bded-09746784e281,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:07.968503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:08.045431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e4b4-8876-4efa-b768-ac00b1825b2f req-9b193078-8003-475f-8e96-8f43111800a0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:08.052868 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33d0e4b4-8876-4efa-b768-ac00b1825b2f req-9b193078-8003-475f-8e96-8f43111800a0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2487435 Jan 28 20:22:08.065495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:08.071541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0bb9a-68b4-4be0-b03a-8925a5d59df3 None None] Pushing event updated for resources: {'Port': ['ID=16d45490-df84-4047-bded-09746784e281,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:08.109767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-89bb7d74-6f74-4ab7-a8d7-c77760a80c5c service neutron] 10.222.0.44 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9573290 Jan 28 20:22:08.220524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33d0e4b4-8876-4efa-b768-ac00b1825b2f req-3e535deb-fbb8-439b-b5bc-8315a56aa190 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665573 Jan 28 20:22:08.528907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:08.561183 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9182637e-6810-4688-9ace-000b21c50b8a x-openstack-request-id: req-9182637e-6810-4688-9ace-000b21c50b8a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:08.562066 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:08.563131 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9182637e-6810-4688-9ace-000b21c50b8a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:08.563131 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'code': 200} Jan 28 20:22:08.609948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-feb180b9-a4d4-4ce6-a5ef-1d29b3006278 service neutron] 10.222.0.44 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990082 Jan 28 20:22:08.633974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:22:08.841957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417112e4-6aa4-4d7f-a3c8-81c83eaa32ce req-4c52a107-7db6-49a8-83bd-28f0aceed3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:08.843762 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-417112e4-6aa4-4d7f-a3c8-81c83eaa32ce req-4c52a107-7db6-49a8-83bd-28f0aceed3b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 1101 time: 0.1627481 Jan 28 20:22:08.870956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-ea30161a-40e4-43b0-bcc7-4fc1a674b0c5 service neutron] 10.222.0.44 "GET /v2.0/networks/302c50ec-4342-41c6-913d-a674d7cec0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598741 Jan 28 20:22:08.900594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657f94a-4bb9-4f80-9f73-395b1d2f0b0d None None] Network 0b9d256e-0abc-4291-8679-63a005d3f466 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:22:08.916958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:08.953005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-417112e4-6aa4-4d7f-a3c8-81c83eaa32ce req-862f37ab-8d74-4df9-afb2-9854a93ab744 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989830 Jan 28 20:22:08.984928 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:08.990636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Router 2941ef9f-28be-4353-85e3-7a4f226585b7 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:09.075926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a3adb336-72c2-4a3c-b57f-04f82270d48c None None] Provisioning complete for port 72807103-a43c-463a-9c40-679908fbea50 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:09.076598 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3adb336-72c2-4a3c-b57f-04f82270d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:09.127420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65bc4f-5f2a-4841-8af3-cd1e79300c66 req-e1d9eab4-cff1-436f-9914-e8a4206a0968 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:09.135812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef65bc4f-5f2a-4841-8af3-cd1e79300c66 req-e1d9eab4-cff1-436f-9914-e8a4206a0968 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1 HTTP/1.1" status: 200 len: 1100 time: 0.3244576 Jan 28 20:22:09.191237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:09.226601 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:09.230901 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aaeb271a-5edb-4653-aac7-0e8a93858b89 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9240723 Jan 28 20:22:09.231591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34410) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:09.264550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Sync routers for ids ['2941ef9f-28be-4353-85e3-7a4f226585b7'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:09.328710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Routers {'2941ef9f-28be-4353-85e3-7a4f226585b7'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:09.329198 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:21:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2941ef9f-28be-4353-85e3-7a4f226585b7'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:09.371629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 55642fa0-a569-4693-a762-5c99b6f761f2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:09.405616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b4fca4-4b05-4eba-8610-5977c2cb196e service neutron] 10.222.0.44 "GET /v2.0/networks/302c50ec-4342-41c6-913d-a674d7cec0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335984 Jan 28 20:22:09.437994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef65bc4f-5f2a-4841-8af3-cd1e79300c66 req-ca05f184-af49-43dc-9bc5-e8c6249b5b31 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011568 Jan 28 20:22:09.498626 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-adf6b928-bdd3-407d-8ec7-1ce5a599774c tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/routers/2941ef9f-28be-4353-85e3-7a4f226585b7 HTTP/1.1" status: 200 len: 908 time: 0.2623913 Jan 28 20:22:09.499026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34418) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:09.512337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2032071182', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': True}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:09.558108 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:09.560810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:09.627472 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Floating IP 720cc3ab-fe26-4308-89f9-b8617e469bc1 associated. External IP: 172.25.2.64, port: d3402e6f-73a1-419e-9cd9-19d1b51c484a. Jan 28 20:22:09.641466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3adb336-72c2-4a3c-b57f-04f82270d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:09.692222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:09.837006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a3adb336-72c2-4a3c-b57f-04f82270d48c None None] For port 72807103-a43c-463a-9c40-679908fbea50, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=72807103-a43c-463a-9c40-679908fbea50,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:09.869476 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a3adb336-72c2-4a3c-b57f-04f82270d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:09.931986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-ce1f9855-6492-40ed-9c29-4333be20b536 service neutron] 10.222.0.44 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247686 Jan 28 20:22:09.966164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085694d-fd9c-4dde-9545-802bc2b76f0a req-d894811b-0396-4910-8157-5ab808eba115 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:09.980535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a085694d-fd9c-4dde-9545-802bc2b76f0a req-d894811b-0396-4910-8157-5ab808eba115 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3418462 Jan 28 20:22:09.984829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Set router 2941ef9f-28be-4353-85e3-7a4f226585b7 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:10.061510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 55642fa0-a569-4693-a762-5c99b6f761f2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:10.061858 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:10.110251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36237a93-9be7-445e-830d-a2c806f32e2c None None] Network 302c50ec-4342-41c6-913d-a674d7cec0f1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:22:10.214224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a085694d-fd9c-4dde-9545-802bc2b76f0a req-8dcce3ae-dc4f-4661-839f-9352ceb5446c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317178 Jan 28 20:22:10.217598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-80f0277e-fe90-48c0-9a22-6e37ea7ab507 service neutron] 10.222.0.44 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194111 Jan 28 20:22:10.234975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-99d2b0d2-3ef8-4695-af5b-39553664c7bb None None] Provisioning complete for port 72807103-a43c-463a-9c40-679908fbea50 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:10.235291 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-99d2b0d2-3ef8-4695-af5b-39553664c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:10.498973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 72807103-a43c-463a-9c40-679908fbea50 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:10.500223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:10.623867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adb336-72c2-4a3c-b57f-04f82270d48c None None] Pushing event updated for resources: {'Port': ['ID=72807103-a43c-463a-9c40-679908fbea50,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:10.635855 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5ac87a68-b6c8-4cbd-8558-b826096c09ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:10.699443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-99d2b0d2-3ef8-4695-af5b-39553664c7bb None None] Provisioning complete for port 16d45490-df84-4047-bded-09746784e281 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:10.699794 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-99d2b0d2-3ef8-4695-af5b-39553664c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:10.741525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4000269-4e02-47c3-bef8-0e9d8af3ef4e req-38def13f-df57-4c17-aca9-2556d163dc48 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:10.743099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4000269-4e02-47c3-bef8-0e9d8af3ef4e req-38def13f-df57-4c17-aca9-2556d163dc48 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.1783106 Jan 28 20:22:10.765825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Router 1fb4c801-e2f9-47d9-924e-b33e602c7570 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:10.835837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 72807103-a43c-463a-9c40-679908fbea50 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:10.836504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-5c8ac2e7-3d88-4347-81dd-3e78d3f8973a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:10.836692 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:10.838491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-5c8ac2e7-3d88-4347-81dd-3e78d3f8973a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.4606087 Jan 28 20:22:10.898605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:10.929921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:10.979846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-2d47b2bb-cd9f-4e67-b55e-4733c1f935f3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/quotas/6bd5e10b26e841869c57cbff6ca81cba HTTP/1.1" status: 200 len: 375 time: 0.1161506 Jan 28 20:22:10.986734 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-99d2b0d2-3ef8-4695-af5b-39553664c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:11.062258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2941ef9f-28be-4353-85e3-7a4f226585b7', 'name': 'tempest-snat-router-2032071182', 'tenant_id': 'e9438156eee741a7bbc4441f5182e3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.16'}], 'enable_snat': False}, 'gw_port_id': 'a0f21897-caf7-4e45-bcc9-f396299b82c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:06Z', 'updated_at': '2022-01-28T20:22:07Z', 'revision_number': 3, 'project_id': 'e9438156eee741a7bbc4441f5182e3d6', 'gw_port': {'id': 'a0f21897-caf7-4e45-bcc9-f396299b82c6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2941ef9f-28be-4353-85e3-7a4f226585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:06Z', 'updated_at': '2022-01-28T20:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:11.109527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Allocated IP 172.25.2.153 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/0198f27c-dfd1-46fa-85db-4273c42a7843) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:11.132216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4000269-4e02-47c3-bef8-0e9d8af3ef4e req-6aca5cd2-9fb0-413c-b282-551741a30b77 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611667 Jan 28 20:22:11.136400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-99d2b0d2-3ef8-4695-af5b-39553664c7bb None None] For port 16d45490-df84-4047-bded-09746784e281, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=16d45490-df84-4047-bded-09746784e281,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:11.143655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Checking router: 2941ef9f-28be-4353-85e3-7a4f226585b7 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:11.144043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Updating router 2941ef9f-28be-4353-85e3-7a4f226585b7 port a0f21897-caf7-4e45-bcc9-f396299b82c6 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:22:11.149706 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-99d2b0d2-3ef8-4695-af5b-39553664c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:11.210784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 16d45490-df84-4047-bded-09746784e281 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:11.279257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:11.296138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-d4c9c984-ffd3-4590-a070-9170680e88fb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2993102 Jan 28 20:22:11.298227 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:11.356150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:11.378944 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] Sync routers for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:11.393262 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:11.401142 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:11.447135 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:11.449712 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:11.464530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2b0d2-3ef8-4695-af5b-39553664c7bb None None] Pushing event updated for resources: {'Port': ['ID=16d45490-df84-4047-bded-09746784e281,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:11.473679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'Port': ['ID=0198f27c-dfd1-46fa-85db-4273c42a7843,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:11.492581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:11.494415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:11.497832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc92f0-ee82-4c18-aee0-173cc056ceb9 req-d1acd97b-f0b9-4071-8463-b4d5c6c340a5 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:11.499263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:11.505349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2fc92f0-ee82-4c18-aee0-173cc056ceb9 req-d1acd97b-f0b9-4071-8463-b4d5c6c340a5 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 1101 time: 0.2199950 Jan 28 20:22:11.517525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5c0f7151-ae4f-484a-84e6-f60cd484c1d2 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "PUT /v2.0/floatingips/720cc3ab-fe26-4308-89f9-b8617e469bc1 HTTP/1.1" status: 200 len: 991 time: 4.9459045 Jan 28 20:22:11.525781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'tag': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:11.528054 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eca47d3-3ab7-456d-8e5b-c94355679d74" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7361ce-568c-40a2-83ba-4cfca461cb38", "tag": "d3402e6f-73a1-419e-9cd9-19d1b51c484a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:11.609312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2fc92f0-ee82-4c18-aee0-173cc056ceb9 req-7a3bf1e5-4aff-4b62-bf1e-567c5d5a7557 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023433 Jan 28 20:22:11.611774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-43a5bd69-bdc5-47ba-9982-e05856b022ac service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031127 Jan 28 20:22:11.655136 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:11.789694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 16d45490-df84-4047-bded-09746784e281 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:11.790472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:11.806051 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:11.885494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425181e2-b53e-4ad1-a657-f94266dffb85 req-46a1b37b-d7b9-4878-9853-8b8b90029c77 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:11.888025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-425181e2-b53e-4ad1-a657-f94266dffb85 req-46a1b37b-d7b9-4878-9853-8b8b90029c77 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1235311 Jan 28 20:22:11.955191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-b93a7ca4-6e27-4b8d-974d-8f5ff9ef40f6 service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272974 Jan 28 20:22:11.973758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b358078f-b969-44ad-afa2-2d800181c2ce None None] Provisioning complete for port 16d45490-df84-4047-bded-09746784e281 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:11.974145 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b358078f-b969-44ad-afa2-2d800181c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.007660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-425181e2-b53e-4ad1-a657-f94266dffb85 req-ffd30039-3db3-4d09-9a8f-cf81839639c2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050146 Jan 28 20:22:12.058022 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '720cc3ab-fe26-4308-89f9-b8617e469bc1', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'port_id': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'mac_address': 'fa:16:3e:a1:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:21:40Z', 'updated_at': '2022-01-28T20:22:08Z', 'revision_number': 1, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:40Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:12.107087 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] Checking router: 1fb4c801-e2f9-47d9-924e-b33e602c7570 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:12.109360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.119012 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:12.119928 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:12.217861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7b69160-78e4-4142-b4f5-ab5e1fa8f7f1 req-6724c888-a681-4f79-b1c6-47c6f545b71d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 210 time: 0.0638838 Jan 28 20:22:12.313070 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b6eaa-0e48-4be2-a707-b3e7085084ce x-openstack-request-id: req-298b6eaa-0e48-4be2-a707-b3e7085084ce {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:12.313759 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7361ce-568c-40a2-83ba-4cfca461cb38", "tag": "d3402e6f-73a1-419e-9cd9-19d1b51c484a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:12.313923 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-298b6eaa-0e48-4be2-a707-b3e7085084ce {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:12.315033 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'tag': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'status': 'completed', 'code': 200} Jan 28 20:22:12.453327 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.467310 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.495196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87d6b6-1587-407f-a1b2-42b69d3bd14f req-be600e70-accd-4fea-886c-1613bacc4975 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:12.507341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db87d6b6-1587-407f-a1b2-42b69d3bd14f req-be600e70-accd-4fea-886c-1613bacc4975 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.1642041 Jan 28 20:22:12.558097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Attempting to bind port a0f21897-caf7-4e45-bcc9-f396299b82c6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:12.558464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Attempting to bind port a0f21897-caf7-4e45-bcc9-f396299b82c6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:12.558819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Attempting to bind port a0f21897-caf7-4e45-bcc9-f396299b82c6 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:12.583574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:12.583956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:12.584399 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.584793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:12.585989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Bound port: a0f21897-caf7-4e45-bcc9-f396299b82c6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:12.586385 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.629148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db87d6b6-1587-407f-a1b2-42b69d3bd14f req-2b9bb122-0cb1-43ed-a5e6-4ee16b736a50 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206694 Jan 28 20:22:12.645459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 72807103-a43c-463a-9c40-679908fbea50 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:12.680988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95399d01-ad4a-4a7e-9c95-e1f742e97d64 None None] Pushing event updated for resources: {'Port': ['ID=a0f21897-caf7-4e45-bcc9-f396299b82c6,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:12.762195 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:12.765793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] For port a0f21897-caf7-4e45-bcc9-f396299b82c6, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:12.777523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] For port a0f21897-caf7-4e45-bcc9-f396299b82c6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a0f21897-caf7-4e45-bcc9-f396299b82c6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:12.851085 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.861879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75c5003b-a87e-4469-a2e8-0c5c2a3daecf req-0b22714a-e9b5-4095-8f95-2e8ea5d0ed4f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 210 time: 0.0829680 Jan 28 20:22:12.862139 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.963100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-d906aa35-d03f-4845-8bf2-bbdd377b2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:12.971706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 72807103-a43c-463a-9c40-679908fbea50 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:12.972095 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:12.977594 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-d906aa35-d03f-4845-8bf2-bbdd377b2d8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8faa5f5569349a0b84e8929b001132a&device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 1097 time: 0.5253339 Jan 28 20:22:13.061418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd32847-f964-49e9-a1a3-e22420999fad req-3090283c-deea-4c55-a9eb-8d73cc39272e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:13.063035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfd32847-f964-49e9-a1a3-e22420999fad req-3090283c-deea-4c55-a9eb-8d73cc39272e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1032119 Jan 28 20:22:13.148754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfd32847-f964-49e9-a1a3-e22420999fad req-f0130dc2-88bf-438a-b6ec-c1264d1eb316 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768278 Jan 28 20:22:13.244285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95399d01-ad4a-4a7e-9c95-e1f742e97d64 None None] Pushing event updated for resources: {'Port': ['ID=a0f21897-caf7-4e45-bcc9-f396299b82c6,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:13.272819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Routers {'2941ef9f-28be-4353-85e3-7a4f226585b7'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:13.273959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2941ef9f-28be-4353-85e3-7a4f226585b7'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:13.287748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:13.372109 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '720cc3ab-fe26-4308-89f9-b8617e469bc1', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'port_id': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'mac_address': 'fa:16:3e:a1:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:21:40Z', 'updated_at': '2022-01-28T20:22:08Z', 'revision_number': 1, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:40Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:13.407995 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45542e15-1ebf-469a-85e6-6a353d364414 None None] The sync data for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 is: [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '720cc3ab-fe26-4308-89f9-b8617e469bc1', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'port_id': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'mac_address': 'fa:16:3e:a1:1a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:21:40Z', 'updated_at': '2022-01-28T20:22:08Z', 'revision_number': 1, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:40Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:13.442399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 16d45490-df84-4047-bded-09746784e281 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:13.450890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-eba08fd8-5b57-4e73-8114-71e3f7578469 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:13.460928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-eba08fd8-5b57-4e73-8114-71e3f7578469 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:13.462954 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-eba08fd8-5b57-4e73-8114-71e3f7578469 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "GET /v2.0/networks?id=0b9d256e-0abc-4291-8679-63a005d3f466&id=302c50ec-4342-41c6-913d-a674d7cec0f1&id=0b9d256e-0abc-4291-8679-63a005d3f466 HTTP/1.1" status: 200 len: 1391 time: 0.9929287 Jan 28 20:22:13.482720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-eedeac79-00fb-40e0-98d4-acc611aa177c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917544 Jan 28 20:22:13.507379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-90aed9d9-23d9-46bf-890d-6594e29f65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:13.509603 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-90aed9d9-23d9-46bf-890d-6594e29f65f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca HTTP/1.1" status: 200 len: 916 time: 0.4966021 Jan 28 20:22:13.518504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'port': {'device_id': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466', 'admin_state_up': True, 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:13.591537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] Set router 2941ef9f-28be-4353-85e3-7a4f226585b7 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:13.618865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cc375-f44c-41d4-97e5-07e971f6ba08 req-b4cd15a4-a1b7-49a5-bf5e-7d89c5308ab9 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:13.624057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-309cc375-f44c-41d4-97e5-07e971f6ba08 req-b4cd15a4-a1b7-49a5-bf5e-7d89c5308ab9 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3381524 Jan 28 20:22:13.673313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:13.694426 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-df80cafc-97b0-459c-84f2-5ca64cd445e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3296442 Jan 28 20:22:13.827613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-32acd500-e441-42b0-a185-09930aaf4525 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3402e6f-73a1-419e-9cd9-19d1b51c484a HTTP/1.1" status: 200 len: 999 time: 0.3021824 Jan 28 20:22:13.835751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-309cc375-f44c-41d4-97e5-07e971f6ba08 req-378ee16d-24d6-4fa2-88b6-daea958d1463 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014122 Jan 28 20:22:13.923856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-6b721f21-493e-4838-9fe3-3bf5367833f4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:13.932275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-6b721f21-493e-4838-9fe3-3bf5367833f4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4476547 Jan 28 20:22:13.969731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b24d52-a740-439d-9e26-2496d81896e5 None None] New status for floating IP 720cc3ab-fe26-4308-89f9-b8617e469bc1: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:22:14.001039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a876b5ab-abea-4e01-a147-ed65aaaf8fb4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/quotas/b999c7ec5020422f834ccc5863dbe3e5 HTTP/1.1" status: 200 len: 375 time: 0.0532134 Jan 28 20:22:14.063387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-64226227-3ddd-45fa-a88c-6f3d74a2758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:14.065898 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-64226227-3ddd-45fa-a88c-6f3d74a2758a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c9d9f9c-8d69-4451-8198-e153da9d93ab HTTP/1.1" status: 200 len: 854 time: 0.2285252 Jan 28 20:22:14.070941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:14.091641 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:14.235327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-8518e1ea-6b30-4d21-8dc2-b02d98a4829c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2189419 Jan 28 20:22:14.398620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Router 5f532c71-b988-441d-8c26-0b65c3d0ad82 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:14.407070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-0c84a1b8-ff1d-4476-84b9-fb195c3a023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:14.409034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-0c84a1b8-ff1d-4476-84b9-fb195c3a023d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2739656 Jan 28 20:22:14.504928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 16d45490-df84-4047-bded-09746784e281 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:14.506425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:14.562397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73835165-4d8d-4134-a96e-bf12d2aa1e02 req-1a55fa8f-0b0d-4cbb-8c2a-97070f8912bc tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:14.573008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73835165-4d8d-4134-a96e-bf12d2aa1e02 req-1a55fa8f-0b0d-4cbb-8c2a-97070f8912bc tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.4473295 Jan 28 20:22:14.605788 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-cc7215b4-6e49-4ecb-8125-0ca3b30b116e service neutron] 10.222.0.26 "GET /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845040 Jan 28 20:22:14.714971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2941ef9f-28be-4353-85e3-7a4f226585b7', 'name': 'tempest-snat-router-2032071182', 'tenant_id': 'e9438156eee741a7bbc4441f5182e3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.16'}], 'enable_snat': False}, 'gw_port_id': 'a0f21897-caf7-4e45-bcc9-f396299b82c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:06Z', 'updated_at': '2022-01-28T20:22:07Z', 'revision_number': 3, 'project_id': 'e9438156eee741a7bbc4441f5182e3d6', 'gw_port': {'id': 'a0f21897-caf7-4e45-bcc9-f396299b82c6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2941ef9f-28be-4353-85e3-7a4f226585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:06Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:14.770035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e5709-1df7-443e-8c3b-47ed15b9d95f None None] The sync data for ids ['2941ef9f-28be-4353-85e3-7a4f226585b7'] in n-d-825064-3 is: [{'id': '2941ef9f-28be-4353-85e3-7a4f226585b7', 'name': 'tempest-snat-router-2032071182', 'tenant_id': 'e9438156eee741a7bbc4441f5182e3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.16'}], 'enable_snat': False}, 'gw_port_id': 'a0f21897-caf7-4e45-bcc9-f396299b82c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:06Z', 'updated_at': '2022-01-28T20:22:07Z', 'revision_number': 3, 'project_id': 'e9438156eee741a7bbc4441f5182e3d6', 'gw_port': {'id': 'a0f21897-caf7-4e45-bcc9-f396299b82c6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:07:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2941ef9f-28be-4353-85e3-7a4f226585b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:06Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:14.779563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73835165-4d8d-4134-a96e-bf12d2aa1e02 req-22b6ff81-7a43-4132-9b03-d6dc2932aabd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045109 Jan 28 20:22:14.788942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-5f73ee78-b445-475a-b473-bf1770a5d3e6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:14.790688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-5f73ee78-b445-475a-b473-bf1770a5d3e6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.5354724 Jan 28 20:22:14.813688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Request body: {'port': {'device_id': '9e5e8574-baf7-45f7-b279-0bd01148c97b', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'admin_state_up': True, 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:14.927080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Allocated IP 19.80.0.15 (0b9d256e-0abc-4291-8679-63a005d3f466/e19a3350-b17a-4375-9b64-47e6ca4537b3/4360e7ea-2299-4336-9d24-c7fae4bb5e73) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:15.048977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39d79358-a3ed-4a1c-88e3-4b1a54eb13e5 req-8d9382ab-6a0b-4052-9029-2a6d81191739 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 210 time: 0.0924985 Jan 28 20:22:15.079825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:15.083518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:15.175561 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8eca47d3-3ab7-456d-8e5b-c94355679d74 req-fa25d1d9-3115-403f-abab-cefa209ffbe4 service neutron] 10.222.0.26 "GET /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575342 Jan 28 20:22:15.431985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:15.449243 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Sync routers for ids ['5f532c71-b988-441d-8c26-0b65c3d0ad82'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:15.476646 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Routers {'5f532c71-b988-441d-8c26-0b65c3d0ad82'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:15.477289 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f532c71-b988-441d-8c26-0b65c3d0ad82'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:15.477455 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:15.514169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:15.519865 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-74c86ba3-f778-4d03-8a52-e4664f4ab9bf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0092642 Jan 28 20:22:15.520068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-650d81b7-82dc-49e1-a7a4-d299fe440277 req-6d13b7e0-c731-4929-bf8f-cb39a0be0205 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 210 time: 0.1715951 Jan 28 20:22:15.529371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34538) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:15.590742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Allocated IP 172.20.0.13 (02e595f2-4677-4e83-bfd2-59511c164baa/11bfe728-918d-47cb-bc30-3185f3afc3c5/f90d6d00-4fa3-4b7f-909b-c2675b51393c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:15.846678 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:15.939600 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Set router 5f532c71-b988-441d-8c26-0b65c3d0ad82 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:15.941727 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bfff2d52-daca-425c-a6fb-807dff7a208d tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/routers/5f532c71-b988-441d-8c26-0b65c3d0ad82 HTTP/1.1" status: 200 len: 908 time: 0.4111750 Jan 28 20:22:15.943887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network 0b9d256e-0abc-4291-8679-63a005d3f466 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:15.949659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34548) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:15.962078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:15.969053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:16.377011 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f532c71-b988-441d-8c26-0b65c3d0ad82', 'name': 'tempest-snat-router-2032071182', 'tenant_id': 'e9438156eee741a7bbc4441f5182e3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0198f27c-dfd1-46fa-85db-4273c42a7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:09Z', 'updated_at': '2022-01-28T20:22:11Z', 'revision_number': 3, 'project_id': 'e9438156eee741a7bbc4441f5182e3d6', 'gw_port': {'id': '0198f27c-dfd1-46fa-85db-4273c42a7843', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f532c71-b988-441d-8c26-0b65c3d0ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:16.438497 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Checking router: 5f532c71-b988-441d-8c26-0b65c3d0ad82 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:16.442989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6509f903-66bd-40a1-9344-de87720542f4 None None] Provisioning complete for port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:16.444268 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6509f903-66bd-40a1-9344-de87720542f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:16.445190 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Updating router 5f532c71-b988-441d-8c26-0b65c3d0ad82 port 0198f27c-dfd1-46fa-85db-4273c42a7843 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:22:16.523680 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:16.571211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6509f903-66bd-40a1-9344-de87720542f4 None None] Port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:16.679220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20ea6abc-6d06-434e-a9dc-842c11aaf175 req-228c045e-a857-4c0d-b6ce-5747771412b6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 210 time: 0.0755150 Jan 28 20:22:16.803422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:16.804122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:16.866509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Port': ['ID=4360e7ea-2299-4336-9d24-c7fae4bb5e73,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:16.950203 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-905bcd98-0b9e-4b88-aca5-c2fe2588db20 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4391236 Jan 28 20:22:16.977774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'port': {'device_id': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1', 'admin_state_up': True, 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:17.019656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e0795-d143-4f5c-868d-7db1c25db36a req-d9371689-e152-49d0-94a9-970d753559e5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:17.032407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d59e0795-d143-4f5c-868d-7db1c25db36a req-d9371689-e152-49d0-94a9-970d753559e5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4297554 Jan 28 20:22:17.080168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a0f21897-caf7-4e45-bcc9-f396299b82c6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:17.098291 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.109497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30056a-1af4-45ca-8e06-15426917b736 req-2afd5b6c-a2bf-469e-b7fd-015696cdabb7 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:17.111524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e30056a-1af4-45ca-8e06-15426917b736 req-2afd5b6c-a2bf-469e-b7fd-015696cdabb7 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2171788 Jan 28 20:22:17.123831 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.160923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d59e0795-d143-4f5c-868d-7db1c25db36a req-ec260399-b698-4820-9651-0af9201f7ab0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254287 Jan 28 20:22:17.221338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.251656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a0f21897-caf7-4e45-bcc9-f396299b82c6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:17.252525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.308997 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Attempting to bind port 0198f27c-dfd1-46fa-85db-4273c42a7843 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:17.309366 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Attempting to bind port 0198f27c-dfd1-46fa-85db-4273c42a7843 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:17.309728 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Attempting to bind port 0198f27c-dfd1-46fa-85db-4273c42a7843 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:17.321636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e30056a-1af4-45ca-8e06-15426917b736 req-32b4e935-a54e-4f99-a5fd-a085d1aaf68b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949379 Jan 28 20:22:17.348619 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Pushing event updated for resources: {'Port': ['ID=0198f27c-dfd1-46fa-85db-4273c42a7843,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:17.366268 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:17.366961 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:17.367562 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.372642 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:17.373385 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Bound port: 0198f27c-dfd1-46fa-85db-4273c42a7843, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:17.374016 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.409943 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.415289 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.420441 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.421111 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.421648 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.422143 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.422635 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.423138 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.423373 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.423954 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.424881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.426191 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.428346 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.428896 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:17.462015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:17.462514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-88a82b10-0a7a-4329-907e-a8ff74df0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:17.464230 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-88a82b10-0a7a-4329-907e-a8ff74df0c14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 1101 time: 0.7237222 Jan 28 20:22:17.466642 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.541132 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] For port 0198f27c-dfd1-46fa-85db-4273c42a7843, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:17.551780 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] For port 0198f27c-dfd1-46fa-85db-4273c42a7843, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0198f27c-dfd1-46fa-85db-4273c42a7843,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:17.563351 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.600821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port a0f21897-caf7-4e45-bcc9-f396299b82c6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a0f21897-caf7-4e45-bcc9-f396299b82c6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:17.634803 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.725116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Network 02e595f2-4677-4e83-bfd2-59511c164baa is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:17.737482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558e3c7-71ec-4a26-8ecb-b690ee195a5a req-c9fe1bff-b92b-4145-aaba-a87517109085 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:17.739377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0558e3c7-71ec-4a26-8ecb-b690ee195a5a req-c9fe1bff-b92b-4145-aaba-a87517109085 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 931 time: 0.4418650 Jan 28 20:22:17.741430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:17.745045 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Routers {'5f532c71-b988-441d-8c26-0b65c3d0ad82'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:17.745966 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f532c71-b988-441d-8c26-0b65c3d0ad82'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:17.748739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=a0f21897-caf7-4e45-bcc9-f396299b82c6,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:17.755912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:17.797585 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.822468 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event updated for resources: {'Port': ['ID=f90d6d00-4fa3-4b7f-909b-c2675b51393c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:17.856111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:17.861771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.863784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c62ff-95bd-4747-844e-7b19d4ace79a req-256ac1a0-b686-439e-849f-05223810610c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:17.866170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c4c62ff-95bd-4747-844e-7b19d4ace79a req-256ac1a0-b686-439e-849f-05223810610c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 932 time: 0.4136720 Jan 28 20:22:17.889897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-81ed3f46-39fd-495a-bfb1-099a8b172dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:17.892495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-81ed3f46-39fd-495a-bfb1-099a8b172dd1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3383460 Jan 28 20:22:17.899577 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:17.902327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0558e3c7-71ec-4a26-8ecb-b690ee195a5a req-c21b0776-675b-42e1-9aed-120e2491088a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482859 Jan 28 20:22:18.014948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:18.015697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:18.062286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c4c62ff-95bd-4747-844e-7b19d4ace79a req-4e65af2e-3a62-4c40-9a60-1041bfd57c51 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752076 Jan 28 20:22:18.073013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-f53557af-f3c9-46e1-8a82-f16497702019 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2683139 Jan 28 20:22:18.093458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Request body: {'port': {'device_id': '9e5e8574-baf7-45f7-b279-0bd01148c97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:18.133518 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] Set router 5f532c71-b988-441d-8c26-0b65c3d0ad82 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:18.144970 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29fa6c-7134-4c3d-9f5e-4789fcd83581 None None] Pushing event updated for resources: {'Port': ['ID=0198f27c-dfd1-46fa-85db-4273c42a7843,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:18.303237 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-662805f5-5727-40f7-8dca-049b765220d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd HTTP/1.1" status: 200 len: 217 time: 0.1819980 Jan 28 20:22:18.316888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-204af415-af26-47ce-96db-9e92ae234db2 req-00d3a0f4-b06e-40c8-98cb-c053473a9750 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 210 time: 0.1078689 Jan 28 20:22:18.325057 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-03b0a848-efd0-4269-a9ff-c56c1b75c434 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1717155 Jan 28 20:22:18.366416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-5ab179c7-d8eb-427f-acf3-4904928b1c33 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1865220 Jan 28 20:22:18.561500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Allocated IP 19.86.0.50 (302c50ec-4342-41c6-913d-a674d7cec0f1/99245db0-59b6-4550-b7a2-4b4d273c5d80/3a2e96b9-b499-47e5-bba8-2187ff9bdcf5) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:18.587602 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f532c71-b988-441d-8c26-0b65c3d0ad82', 'name': 'tempest-snat-router-2032071182', 'tenant_id': 'e9438156eee741a7bbc4441f5182e3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0198f27c-dfd1-46fa-85db-4273c42a7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:09Z', 'updated_at': '2022-01-28T20:22:11Z', 'revision_number': 3, 'project_id': 'e9438156eee741a7bbc4441f5182e3d6', 'gw_port': {'id': '0198f27c-dfd1-46fa-85db-4273c42a7843', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f532c71-b988-441d-8c26-0b65c3d0ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:18.597058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-3aacff0a-aeab-430d-92fb-256318b2c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:18.598689 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-3aacff0a-aeab-430d-92fb-256318b2c208 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2719316 Jan 28 20:22:18.625207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-9d5a677b-60b2-448e-93cb-f6110ace1850 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:18.627096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-9d5a677b-60b2-448e-93cb-f6110ace1850 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536066 Jan 28 20:22:18.627883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:18.650449 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264a10f4-2a87-4485-bd8b-3903abb0f0ef None None] The sync data for ids ['5f532c71-b988-441d-8c26-0b65c3d0ad82'] in n-d-825064-3 is: [{'id': '5f532c71-b988-441d-8c26-0b65c3d0ad82', 'name': 'tempest-snat-router-2032071182', 'tenant_id': 'e9438156eee741a7bbc4441f5182e3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0198f27c-dfd1-46fa-85db-4273c42a7843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:09Z', 'updated_at': '2022-01-28T20:22:11Z', 'revision_number': 3, 'project_id': 'e9438156eee741a7bbc4441f5182e3d6', 'gw_port': {'id': '0198f27c-dfd1-46fa-85db-4273c42a7843', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f532c71-b988-441d-8c26-0b65c3d0ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:18.659396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Request body: {'port': {'device_id': 'c4d36caa-febd-4b56-be27-2a23c07dea73', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b999c7ec5020422f834ccc5863dbe3e5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:18.673476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f8ccb-1be8-4514-bca0-34d06fc44782 req-b0f92688-4655-46d6-9db1-c4b72cc18a81 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:18.681730 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f9f8ccb-1be8-4514-bca0-34d06fc44782 req-b0f92688-4655-46d6-9db1-c4b72cc18a81 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.5258961 Jan 28 20:22:18.686622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-0de57eeb-c423-4bad-acac-62366f54a840 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:18.688466 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-0de57eeb-c423-4bad-acac-62366f54a840 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320711 Jan 28 20:22:18.704015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Deleting port 0198f27c-dfd1-46fa-85db-4273c42a7843 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:18.704749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:18.727314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Request body: {'port': {'device_id': '280f30ab-34d8-4921-b88d-2a510432ab22', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b999c7ec5020422f834ccc5863dbe3e5'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:18.821426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245148d4-085f-480b-b893-b04b28618e03 req-19d1c02d-5242-4a28-a888-f69b79d9ca87 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:18.822986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-245148d4-085f-480b-b893-b04b28618e03 req-19d1c02d-5242-4a28-a888-f69b79d9ca87 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.3209596 Jan 28 20:22:18.872690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-caf96740-3e36-4916-92c1-4fc2b6de36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:18.874463 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-caf96740-3e36-4916-92c1-4fc2b6de36a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2616584 Jan 28 20:22:18.937398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f9f8ccb-1be8-4514-bca0-34d06fc44782 req-61c71028-fa10-4b82-92a6-b46e46cf6678 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548518 Jan 28 20:22:18.975042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a0f21897-caf7-4e45-bcc9-f396299b82c6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:19.043056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Made reservation on behalf of b999c7ec5020422f834ccc5863dbe3e5 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:19.046819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.052679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-245148d4-085f-480b-b893-b04b28618e03 req-33df3619-13d0-406e-b25d-2fcc68907197 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148886 Jan 28 20:22:19.086311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a0f21897-caf7-4e45-bcc9-f396299b82c6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:19.086938 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.113060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] For port 0198f27c-dfd1-46fa-85db-4273c42a7843, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0198f27c-dfd1-46fa-85db-4273c42a7843,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:19.113574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.155571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Calling delete_port for 0198f27c-dfd1-46fa-85db-4273c42a7843 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:22:19.348096 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-d5d73f75-afaf-49da-ad49-35aef936e293 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510131 Jan 28 20:22:19.362372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Made reservation on behalf of b999c7ec5020422f834ccc5863dbe3e5 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:19.366368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0462071-b1b5-401b-a0cc-0aecbfebaef3 req-22785895-2098-43fd-8fcf-ca259848bc8e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:19.371570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.376234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.377163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e0462071-b1b5-401b-a0cc-0aecbfebaef3 req-22785895-2098-43fd-8fcf-ca259848bc8e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 931 time: 0.2454669 Jan 28 20:22:19.448007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Allocated IP 192.168.233.107 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/b37dc976-111e-44a0-b2ab-4872fdb67894) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:19.469600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc984d6-c851-4aee-8f21-b5b8f68fe848 req-ba621cc2-531b-4f3e-8f48-e616a45783fa tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:19.472009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dc984d6-c851-4aee-8f21-b5b8f68fe848 req-ba621cc2-531b-4f3e-8f48-e616a45783fa tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 932 time: 0.1825554 Jan 28 20:22:19.482157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90d6d00-4fa3-4b7f-909b-c2675b51393c {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:19.509370 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.528192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e0462071-b1b5-401b-a0cc-0aecbfebaef3 req-c163b11a-d22e-4052-b2c2-0920dde454de tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498647 Jan 28 20:22:19.587443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Transition to ACTIVE for port object f90d6d00-4fa3-4b7f-909b-c2675b51393c will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:19.605148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.674495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.736139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network 302c50ec-4342-41c6-913d-a674d7cec0f1 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:19.749176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:19.756193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dc984d6-c851-4aee-8f21-b5b8f68fe848 req-adb7ff77-f35e-443f-b399-bd106fb4d840 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638068 Jan 28 20:22:19.763229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:19.802988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-54dc18c4-c26c-4e83-ac5e-47f47b1bcbbc service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235117 Jan 28 20:22:19.863525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Port': ['ID=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:19.957903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:19.965375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:19.980302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a14bfd78-d3f5-45fd-9d4b-357fb793fa15 req-868a4a1b-ea2d-497c-9333-0ae12456dda0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 210 time: 0.0699542 Jan 28 20:22:19.998235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68730230-e650-4693-8317-41fab00b1029 service neutron] Pushing event updated for resources: {'Port': ['ID=f90d6d00-4fa3-4b7f-909b-c2675b51393c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:20.028362 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.044684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa9f60-3cd9-44cc-b16f-afa06a6e44e2 req-76f31111-9a21-413e-8ade-fdceb10d7071 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:20.046301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aaa9f60-3cd9-44cc-b16f-afa06a6e44e2 req-76f31111-9a21-413e-8ade-fdceb10d7071 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4014747 Jan 28 20:22:20.056559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-33210700-efd7-43dc-bd7f-eb42c13ab28b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0907116 Jan 28 20:22:20.086838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'port': {'device_id': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466', 'admin_state_up': True, 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:20.094033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event deleted for resources: {'Port': ['ID=0198f27c-dfd1-46fa-85db-4273c42a7843,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:20.209743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aaa9f60-3cd9-44cc-b16f-afa06a6e44e2 req-5879837d-6bb5-414f-aee4-b433c10aa2f2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079280 Jan 28 20:22:20.213298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.233451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Attempting to bind port f90d6d00-4fa3-4b7f-909b-c2675b51393c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:20.233799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Attempting to bind port f90d6d00-4fa3-4b7f-909b-c2675b51393c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:20.234119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Attempting to bind port f90d6d00-4fa3-4b7f-909b-c2675b51393c on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:20.236613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-12e27525-7dec-4aed-bd06-77cc06d4c817 None None] Provisioning complete for port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:20.238516 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-12e27525-7dec-4aed-bd06-77cc06d4c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.254635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Port f90d6d00-4fa3-4b7f-909b-c2675b51393c on network 02e595f2-4677-4e83-bfd2-59511c164baa not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:20.254635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Attempting to bind port f90d6d00-4fa3-4b7f-909b-c2675b51393c on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:20.254635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:20.255916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:20.255916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Bound using segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:20.256807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Bound port: f90d6d00-4fa3-4b7f-909b-c2675b51393c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:20.257105 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.339626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-12e27525-7dec-4aed-bd06-77cc06d4c817 None None] Port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:20.354272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.421576 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.435899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:20.460288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:20.463677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.475695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aac076-d217-4137-a5ae-cca5857ab335 req-b8b71bac-5990-433d-9626-bc58e1274d26 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:20.483199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6aac076-d217-4137-a5ae-cca5857ab335 req-b8b71bac-5990-433d-9626-bc58e1274d26 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2431777 Jan 28 20:22:20.516555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.530548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:20.531238 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.553018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:20.560756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:20.563889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] For port f90d6d00-4fa3-4b7f-909b-c2675b51393c, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:20.572785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'Port': ['ID=b37dc976-111e-44a0-b2ab-4872fdb67894,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:20.631175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] For port f90d6d00-4fa3-4b7f-909b-c2675b51393c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f90d6d00-4fa3-4b7f-909b-c2675b51393c,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:20.643516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38add59b-d4e2-4726-90ad-ec20d18b0459 req-b3f22f75-e0cb-444a-b315-c76aac559d34 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:20.645116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38add59b-d4e2-4726-90ad-ec20d18b0459 req-b3f22f75-e0cb-444a-b315-c76aac559d34 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2874324 Jan 28 20:22:20.652355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.661337 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6aac076-d217-4137-a5ae-cca5857ab335 req-4d2d9348-d91a-496c-915b-a71da0c5fffd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770151 Jan 28 20:22:20.731568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Allocated IP 192.168.233.136 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/0a84a83e-9ee4-4370-8418-3fca9a15aa32) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:20.752078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.752636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f532c71-b988-441d-8c26-0b65c3d0ad82 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:22:20.765471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:20.767516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.768281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.775111 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e347d9b6-4f6a-4e59-9603-d5c9212f8acf tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "DELETE /v2.0/routers/5f532c71-b988-441d-8c26-0b65c3d0ad82 HTTP/1.1" status: 204 len: 168 time: 4.8243752 Jan 28 20:22:20.781964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34610) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:20.799683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:20.800945 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:20.804073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-68730230-e650-4693-8317-41fab00b1029 service neutron] 10.222.0.13 "PUT /v2.0/ports/f90d6d00-4fa3-4b7f-909b-c2675b51393c HTTP/1.1" status: 200 len: 1092 time: 2.7228100 Jan 28 20:22:20.868532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5e8574-baf7-45f7-b279-0bd01148c97b', 'tag': 'f90d6d00-4fa3-4b7f-909b-c2675b51393c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:20.873363 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a31293-2b50-470c-a1e9-d5b852d43122" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5e8574-baf7-45f7-b279-0bd01148c97b", "tag": "f90d6d00-4fa3-4b7f-909b-c2675b51393c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:20.982427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f27646c1-84c8-4d87-a845-06912e1535ab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3328381 Jan 28 20:22:21.071457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38add59b-d4e2-4726-90ad-ec20d18b0459 req-1049a4c2-9cb1-482f-9e81-dfd9b401e9d2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030030 Jan 28 20:22:21.126465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Request body: {'port': {'device_id': 'c4d36caa-febd-4b56-be27-2a23c07dea73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:21.127578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:21.146445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4397ecf4-11ce-477c-877a-de59a5dc73c6 None None] Provisioning complete for port b37dc976-111e-44a0-b2ab-4872fdb67894 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:21.146701 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4397ecf4-11ce-477c-877a-de59a5dc73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:21.168512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68730230-e650-4693-8317-41fab00b1029 service neutron] Pushing event updated for resources: {'Port': ['ID=f90d6d00-4fa3-4b7f-909b-c2675b51393c,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:21.197011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401eacd-7eaa-405e-9992-39c8b9f4f933 req-a27c981e-06da-4d82-aea5-f763790ca3ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:21.205309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401eacd-7eaa-405e-9992-39c8b9f4f933 req-a27c981e-06da-4d82-aea5-f763790ca3ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:21.210285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4397ecf4-11ce-477c-877a-de59a5dc73c6 None None] Port b37dc976-111e-44a0-b2ab-4872fdb67894 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:21.212808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0401eacd-7eaa-405e-9992-39c8b9f4f933 req-a27c981e-06da-4d82-aea5-f763790ca3ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 1653 time: 0.3247540 Jan 28 20:22:21.296453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-38b121c3-7d3f-45f4-ab4e-21c1ae4de680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:21.298053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-38b121c3-7d3f-45f4-ab4e-21c1ae4de680 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 1095 time: 0.4210730 Jan 28 20:22:21.358983 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:21.372926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16129029-2d72-46a5-bb8e-3bbca6b33f23 req-9b4e19df-ece6-438d-8e46-fe5d95e5ee78 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:21.374529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16129029-2d72-46a5-bb8e-3bbca6b33f23 req-9b4e19df-ece6-438d-8e46-fe5d95e5ee78 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 944 time: 0.1964765 Jan 28 20:22:21.376148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-6bf5b472-0521-4a52-8b6d-13780b6da4eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90d6d00-4fa3-4b7f-909b-c2675b51393c HTTP/1.1" status: 200 len: 217 time: 0.0674353 Jan 28 20:22:21.385930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0401eacd-7eaa-405e-9992-39c8b9f4f933 req-33591e9b-8279-47ec-b318-3b0ff2e8e6af tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594701 Jan 28 20:22:21.479301 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5f58ca-e470-4348-89f2-3193470ede04 x-openstack-request-id: req-ef5f58ca-e470-4348-89f2-3193470ede04 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:21.480117 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5e8574-baf7-45f7-b279-0bd01148c97b", "tag": "f90d6d00-4fa3-4b7f-909b-c2675b51393c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:21.480492 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef5f58ca-e470-4348-89f2-3193470ede04 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:21.483373 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5e8574-baf7-45f7-b279-0bd01148c97b', 'tag': 'f90d6d00-4fa3-4b7f-909b-c2675b51393c', 'status': 'completed', 'code': 200} Jan 28 20:22:21.536286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16129029-2d72-46a5-bb8e-3bbca6b33f23 req-f78a0805-9f63-440d-a27c-24d0663019eb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475725 Jan 28 20:22:21.586316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-c244acc1-3c7f-4921-92fc-2cad2a3ca5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:21.587851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-c244acc1-3c7f-4921-92fc-2cad2a3ca5f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.1981583 Jan 28 20:22:21.597312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:21.635280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df1cfcd2-9fa2-4150-887d-b232a78a154c req-a991afa3-adce-4893-a286-cf45c26ac066 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 210 time: 0.0972462 Jan 28 20:22:21.654730 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-b416b316-5f42-4fd0-90cc-b6db1b620f93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465891 Jan 28 20:22:21.714476 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Allocated IP 19.80.0.224 (0b9d256e-0abc-4291-8679-63a005d3f466/e19a3350-b17a-4375-9b64-47e6ca4537b3/fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:21.849599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:21.894379 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.058756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.061997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Deleting port a0f21897-caf7-4e45-bcc9-f396299b82c6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:22.061997 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.066731 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.080755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:22.203502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:22.216724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:22.227131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:22.261471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34634) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:22.297838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'Port': ['ID=0a84a83e-9ee4-4370-8418-3fca9a15aa32,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:22.313369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.328833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] For port a0f21897-caf7-4e45-bcc9-f396299b82c6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a0f21897-caf7-4e45-bcc9-f396299b82c6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:22.329244 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.353601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:22.354255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.403709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Calling delete_port for a0f21897-caf7-4e45-bcc9-f396299b82c6 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:22:22.427914 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-ccf97624-109b-4c42-8eeb-6b7eaf73fc02 service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554922 Jan 28 20:22:22.428326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network 0b9d256e-0abc-4291-8679-63a005d3f466 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:22.441779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:22.455874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:22.456094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1885870856'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:22.467289 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-da799e28-7b47-4277-8988-64cf0f61f4c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7447331 Jan 28 20:22:22.470870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Port': ['ID=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:22.520927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37dc976-111e-44a0-b2ab-4872fdb67894 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:22.535709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Request body: {'port': {'device_id': '280f30ab-34d8-4921-b88d-2a510432ab22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:22.562763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf34736-f2d2-4f4c-b58c-1bed2e5277a1 req-fcf21c6d-b7ec-4b07-932f-125113f32e25 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:22.571215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbf34736-f2d2-4f4c-b58c-1bed2e5277a1 req-fcf21c6d-b7ec-4b07-932f-125113f32e25 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.3941956 Jan 28 20:22:22.590140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.593213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ea4e441e-c9cd-4589-a4b6-0b6b2eaf4c69 None None] Provisioning complete for port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:22.593508 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea4e441e-c9cd-4589-a4b6-0b6b2eaf4c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.634820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:22.635865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.649404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Transition to ACTIVE for port object b37dc976-111e-44a0-b2ab-4872fdb67894 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:22.666777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.669581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e441e-c9cd-4589-a4b6-0b6b2eaf4c69 None None] Port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:22.675671 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-71b712c0-462b-4987-9fee-f2ed510c983d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5937181 Jan 28 20:22:22.678766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc28b56-6563-4428-97df-06e22c8e3ba1 req-7da59578-508b-4524-9ea6-ad01673ee7f2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:22.681649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cc28b56-6563-4428-97df-06e22c8e3ba1 req-7da59578-508b-4524-9ea6-ad01673ee7f2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.5085838 Jan 28 20:22:22.691964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.728823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:22.732222 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.736635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Request body: {'port': {'device_id': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:22.789802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbf34736-f2d2-4f4c-b58c-1bed2e5277a1 req-4d4c8f76-23a2-478e-bb0b-57c00e8259a4 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173631 Jan 28 20:22:22.849778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:22:22.859180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cc28b56-6563-4428-97df-06e22c8e3ba1 req-b095b484-3fba-4449-aedf-a07a6eb283e4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563938 Jan 28 20:22:22.874560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f05dc514-39a4-40a5-84c2-ab0000c7b603 req-7e353764-2011-4417-bdf9-99049fd5f519 service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087598 Jan 28 20:22:22.876394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0198f27c-dfd1-46fa-85db-4273c42a7843 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:22:22.881986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b37dc976-111e-44a0-b2ab-4872fdb67894,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:22.912426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0198f27c-dfd1-46fa-85db-4273c42a7843 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:22:22.913293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0198f27c-dfd1-46fa-85db-4273c42a7843 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:22:22.934851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8c3621f8-3255-41f9-a2f7-66f46b18edb0 None None] Provisioning complete for port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:22.935321 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8c3621f8-3255-41f9-a2f7-66f46b18edb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:22.991230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8c3621f8-3255-41f9-a2f7-66f46b18edb0 None None] Port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:23.047891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.061058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Attempting to bind port b37dc976-111e-44a0-b2ab-4872fdb67894 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:23.061528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Attempting to bind port b37dc976-111e-44a0-b2ab-4872fdb67894 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:23.061870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Attempting to bind port b37dc976-111e-44a0-b2ab-4872fdb67894 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:23.078622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Port b37dc976-111e-44a0-b2ab-4872fdb67894 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:23.078933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Attempting to bind port b37dc976-111e-44a0-b2ab-4872fdb67894 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:23.093689 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.098241 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.098647 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Added segment 03c27f0c-cc0b-493b-9ff4-b40220687094 of type vlan for network ccfa6aae-5890-4c49-9f68-054fc50eefc1 Jan 28 20:22:23.103004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:23.103364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:23.103729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:23.104198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Bound port: b37dc976-111e-44a0-b2ab-4872fdb67894, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:23.104550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.107672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-f49fff5d-b4a0-4557-85fc-24e4b9e553b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.109358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-f49fff5d-b4a0-4557-85fc-24e4b9e553b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 1095 time: 0.1492739 Jan 28 20:22:23.145347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836065d-f40a-4dd5-8323-0d957295b44d req-81d4c566-3540-4273-814d-f5616f2415a1 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.152093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836065d-f40a-4dd5-8323-0d957295b44d req-81d4c566-3540-4273-814d-f5616f2415a1 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.157980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836065d-f40a-4dd5-8323-0d957295b44d req-81d4c566-3540-4273-814d-f5616f2415a1 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.159902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b836065d-f40a-4dd5-8323-0d957295b44d req-81d4c566-3540-4273-814d-f5616f2415a1 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2375 time: 0.1878772 Jan 28 20:22:23.198234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0f21897-caf7-4e45-bcc9-f396299b82c6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:23.198862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd74a3c-b0d0-4bc0-b736-2de0ba8e3e5b req-171cf75a-411a-4004-8ba3-d1bfec0be5b1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.201530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffd74a3c-b0d0-4bc0-b736-2de0ba8e3e5b req-171cf75a-411a-4004-8ba3-d1bfec0be5b1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 944 time: 0.1822102 Jan 28 20:22:23.320144 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.375496 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.425946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffd74a3c-b0d0-4bc0-b736-2de0ba8e3e5b req-c1ea0bd8-acb6-48d8-bca2-eb2c0c3d91d6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754458 Jan 28 20:22:23.434038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] For port b37dc976-111e-44a0-b2ab-4872fdb67894, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:23.436466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.442373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.444153 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.449013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b836065d-f40a-4dd5-8323-0d957295b44d req-d50186c8-5f75-419b-a9c0-7b73a81913cd tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438006 Jan 28 20:22:23.450990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] For port b37dc976-111e-44a0-b2ab-4872fdb67894, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b37dc976-111e-44a0-b2ab-4872fdb67894,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:23.466900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.487393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-41945e7e-dd63-4c1c-b6aa-a8a3d9233171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.490529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-41945e7e-dd63-4c1c-b6aa-a8a3d9233171 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 907 time: 0.3700016 Jan 28 20:22:23.549561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1251113 Jan 28 20:22:23.558408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34642) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:23.569622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1391744888'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:23.574489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.584995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.659827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-75b1a889-3b70-48b5-ac5d-0ed200efc369 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f90d6d00-4fa3-4b7f-909b-c2675b51393c HTTP/1.1" status: 200 len: 217 time: 0.1191652 Jan 28 20:22:23.690830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.691440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.693464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/b37dc976-111e-44a0-b2ab-4872fdb67894 HTTP/1.1" status: 200 len: 1096 time: 2.6182954 Jan 28 20:22:23.694346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d36caa-febd-4b56-be27-2a23c07dea73', 'tag': 'b37dc976-111e-44a0-b2ab-4872fdb67894'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:23.696313 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1638ed-bb04-4e16-9808-1d26f771b01f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d36caa-febd-4b56-be27-2a23c07dea73", "tag": "b37dc976-111e-44a0-b2ab-4872fdb67894"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:23.708304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86922349-f5e6-4b2c-939a-ff89bf33ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Network': ['ID=ccfa6aae-5890-4c49-9f68-054fc50eefc1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:23.737204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:22:23.738686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a84a83e-9ee4-4370-8418-3fca9a15aa32 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:23.745491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2825e6f-15e3-4661-be00-54f823a4a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b37dc976-111e-44a0-b2ab-4872fdb67894,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:23.751924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.752498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2941ef9f-28be-4353-85e3-7a4f226585b7 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:22:23.757914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.779652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.781644 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-087b6f96-9a31-4ffd-abf8-de8274893391 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "DELETE /v2.0/routers/2941ef9f-28be-4353-85e3-7a4f226585b7 HTTP/1.1" status: 204 len: 168 time: 2.9978290 Jan 28 20:22:23.785003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:23.791909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.800658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34648) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:23.810255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-183879051', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:23.813546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ca9dc-2997-40ba-bec3-cca28733a50e req-52c1a343-96da-4111-a262-b42d0df05ada tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.815659 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d86ca9dc-2997-40ba-bec3-cca28733a50e req-52c1a343-96da-4111-a262-b42d0df05ada tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 936 time: 0.2323270 Jan 28 20:22:23.855890 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328735ae-6663-4a7f-91b1-3620327df169 x-openstack-request-id: req-328735ae-6663-4a7f-91b1-3620327df169 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:23.856219 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d36caa-febd-4b56-be27-2a23c07dea73", "tag": "b37dc976-111e-44a0-b2ab-4872fdb67894", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:23.861707 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-328735ae-6663-4a7f-91b1-3620327df169 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:23.862272 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d36caa-febd-4b56-be27-2a23c07dea73', 'tag': 'b37dc976-111e-44a0-b2ab-4872fdb67894', 'status': 'completed', 'code': 200} Jan 28 20:22:23.882545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Transition to ACTIVE for port object 0a84a83e-9ee4-4370-8418-3fca9a15aa32 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:23.928255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:23.983066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-820cef09-7099-435a-ba36-8a4905873de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.984701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-820cef09-7099-435a-ba36-8a4905873de5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.2129064 Jan 28 20:22:24.013386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-07d7278f-ea15-4aee-a1f2-21fe8b227522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.014952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-07d7278f-ea15-4aee-a1f2-21fe8b227522 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 1099 time: 0.2621973 Jan 28 20:22:24.033954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d86ca9dc-2997-40ba-bec3-cca28733a50e req-30ab5b5a-6eb7-47a9-b811-e14bb814c7d4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052560 Jan 28 20:22:24.051084 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.052724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.086361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-b9bebe75-de69-412d-a7d1-daef42ebe247 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780056 Jan 28 20:22:24.134328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:22:24.171435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.171791 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Added segment c7d9fd9a-2cb2-4301-b19c-7b35382912f6 of type vlan for network 560b8a65-0f63-4c02-9fb6-f4e74b394998 Jan 28 20:22:24.201440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-45beba3b-1ff3-4aad-9041-dd0e1fac045d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b37dc976-111e-44a0-b2ab-4872fdb67894 HTTP/1.1" status: 200 len: 217 time: 0.1438379 Jan 28 20:22:24.209037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4360e7ea-2299-4336-9d24-c7fae4bb5e73 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:24.270284 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.275342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Pushing event updated for resources: {'Port': ['ID=0a84a83e-9ee4-4370-8418-3fca9a15aa32,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:24.284015 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.327232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.349048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258b885-1402-4c7d-8ddb-0bdeb831feb3 req-63c355e3-677b-41bb-a4c0-bf496e2eba7f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.352485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e258b885-1402-4c7d-8ddb-0bdeb831feb3 req-63c355e3-677b-41bb-a4c0-bf496e2eba7f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.3960433 Jan 28 20:22:24.384419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Transition to ACTIVE for port object 4360e7ea-2299-4336-9d24-c7fae4bb5e73 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:24.398520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb189c-43ec-49c2-a512-9e0c41581baa req-9c57c5bb-667b-4127-8005-83588f40faa3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.401590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2cb189c-43ec-49c2-a512-9e0c41581baa req-9c57c5bb-667b-4127-8005-83588f40faa3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2590861 Jan 28 20:22:24.417767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-8a72f650-284d-450b-86fb-73012153b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.419305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-8a72f650-284d-450b-86fb-73012153b703 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1632454 Jan 28 20:22:24.471319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-fba2f85c-dbcc-46e8-8cb3-7eaa06ee902e service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717544 Jan 28 20:22:24.537842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.579172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e258b885-1402-4c7d-8ddb-0bdeb831feb3 req-516b3210-9e9c-4572-9141-c30cda45db70 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762006 Jan 28 20:22:24.588607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2cb189c-43ec-49c2-a512-9e0c41581baa req-9b24b985-f385-4a9e-b69b-535c975023f5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726837 Jan 28 20:22:24.623666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.628054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.628714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.706222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-4d61aee2-f59d-4dc1-83e3-7940ee6ed547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.709426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-4d61aee2-f59d-4dc1-83e3-7940ee6ed547 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2663476 Jan 28 20:22:24.767839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f90d6d00-4fa3-4b7f-909b-c2675b51393c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:24.866815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Attempting to bind port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:24.867654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Attempting to bind port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:24.867654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Attempting to bind port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:24.919236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:24.919236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Attempting to bind port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:24.926554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Pushing event updated for resources: {'Port': ['ID=4360e7ea-2299-4336-9d24-c7fae4bb5e73,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:24.937467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:24.956631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a31293-2b50-470c-a1e9-d5b852d43122 req-b230121c-49b8-4d63-b261-b53973ac245e service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517126 Jan 28 20:22:24.970826 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4097393 Jan 28 20:22:24.981053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34658) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:25.010817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f90d6d00-4fa3-4b7f-909b-c2675b51393c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f90d6d00-4fa3-4b7f-909b-c2675b51393c,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:25.011085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'subnet': {'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:25.026058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a697-09fe-4d11-83ca-887833097dc0 req-72bb1ddb-c4ee-4d66-8d09-d3d879338826 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:25.028336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e409a697-09fe-4d11-83ca-887833097dc0 req-72bb1ddb-c4ee-4d66-8d09-d3d879338826 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 944 time: 0.3137231 Jan 28 20:22:25.029128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a0f21897-caf7-4e45-bcc9-f396299b82c6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:22:25.036978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'f90d6d00-4fa3-4b7f-909b-c2675b51393c', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'port_id': 'f90d6d00-4fa3-4b7f-909b-c2675b51393c', 'mac_address': 'fa:16:3e:9c:42:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bfe728-918d-47cb-bc30-3185f3afc3c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:25.045154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:25.045724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:25.046434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:25.047201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Bound port: 0a84a83e-9ee4-4370-8418-3fca9a15aa32, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:25.047896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:25.051319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Attempting to bind port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:25.052597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Attempting to bind port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:25.053309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Attempting to bind port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 on network 0b9d256e-0abc-4291-8679-63a005d3f466 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:25.059398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: a0f21897-caf7-4e45-bcc9-f396299b82c6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:22:25.059781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a0f21897-caf7-4e45-bcc9-f396299b82c6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:22:25.072161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-270cfeda-5920-4907-90ed-dd9f47025ecf service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389101 Jan 28 20:22:25.086620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292750a-b80f-485b-92ff-e1cbaaab8136 req-4272cd58-f260-424e-9765-1f9bafad28f7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:25.096311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292750a-b80f-485b-92ff-e1cbaaab8136 req-4272cd58-f260-424e-9765-1f9bafad28f7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:25.102730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:25.108629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292750a-b80f-485b-92ff-e1cbaaab8136 req-4272cd58-f260-424e-9765-1f9bafad28f7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:25.121230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f292750a-b80f-485b-92ff-e1cbaaab8136 req-4272cd58-f260-424e-9765-1f9bafad28f7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2387 time: 0.3157523 Jan 28 20:22:25.125088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90d6d00-4fa3-4b7f-909b-c2675b51393c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:25.128369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35877dc0-63d8-4301-9be3-97337dca6fe8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Network': ['ID=560b8a65-0f63-4c02-9fb6-f4e74b394998,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:25.143550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 on network 0b9d256e-0abc-4291-8679-63a005d3f466 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:25.144276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Attempting to bind port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 on network 0b9d256e-0abc-4291-8679-63a005d3f466 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:25.165930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 560b8a65-0f63-4c02-9fb6-f4e74b394998 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:22:25.170590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f90d6d00-4fa3-4b7f-909b-c2675b51393c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f90d6d00-4fa3-4b7f-909b-c2675b51393c,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:25.186429 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:25.248614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:25.248845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Checking segment: {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:25.249369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Bound using segment: {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:25.250252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Bound port: 4360e7ea-2299-4336-9d24-c7fae4bb5e73, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:25.251459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:25.269870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f90d6d00-4fa3-4b7f-909b-c2675b51393c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:25.296589 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e409a697-09fe-4d11-83ca-887833097dc0 req-512b9c11-933c-42f6-873f-3d22b7a6875d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406006 Jan 28 20:22:25.309429 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f292750a-b80f-485b-92ff-e1cbaaab8136 req-5fcf2d96-2ab0-40d3-a7ae-5083c9f12940 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635103 Jan 28 20:22:25.365653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-506c8683-ee2f-4e4b-bf5c-38362aee3d5f service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431734 Jan 28 20:22:25.380844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] For port 0a84a83e-9ee4-4370-8418-3fca9a15aa32, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:25.403135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:25.406751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:25.446167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] For port 0a84a83e-9ee4-4370-8418-3fca9a15aa32, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0a84a83e-9ee4-4370-8418-3fca9a15aa32,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:25.486425 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:25.509258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f90d6d00-4fa3-4b7f-909b-c2675b51393c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:25.524105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc29d5-be4f-4c54-978f-c498a85948dc req-67e2deb1-e68a-44bb-a4d8-f2b3eafa80b9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:25.529441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82bc29d5-be4f-4c54-978f-c498a85948dc req-67e2deb1-e68a-44bb-a4d8-f2b3eafa80b9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 948 time: 0.0959513 Jan 28 20:22:25.541452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-2bbe31b7-6c68-4f3f-a54d-fd2acda1cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:25.543591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-2bbe31b7-6c68-4f3f-a54d-fd2acda1cc3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 1099 time: 0.0997145 Jan 28 20:22:25.660615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82bc29d5-be4f-4c54-978f-c498a85948dc req-80fcf35b-1693-4eae-8161-b02b584ee650 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223099 Jan 28 20:22:25.733228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-bc71a692-2f12-4509-9d1a-e4a1f500a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:25.735942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-bc71a692-2f12-4509-9d1a-e4a1f500a9f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1793218 Jan 28 20:22:25.824277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-c80ed065-ecbf-4010-9db1-b2f725f0dc13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=b37dc976-111e-44a0-b2ab-4872fdb67894 HTTP/1.1" status: 200 len: 217 time: 0.0767167 Jan 28 20:22:25.925920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] For port 4360e7ea-2299-4336-9d24-c7fae4bb5e73, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:25.939854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:25.940921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:25.943414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a84a83e-9ee4-4370-8418-3fca9a15aa32 HTTP/1.1" status: 200 len: 1096 time: 3.4164748 Jan 28 20:22:25.952724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280f30ab-34d8-4921-b88d-2a510432ab22', 'tag': '0a84a83e-9ee4-4370-8418-3fca9a15aa32'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:25.955332 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b303ab7f-3418-4809-bd6f-15aee22fef4c" -d '{"events": [{"name": "network-changed", "server_uuid": "280f30ab-34d8-4921-b88d-2a510432ab22", "tag": "0a84a83e-9ee4-4370-8418-3fca9a15aa32"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:25.995679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] For port 4360e7ea-2299-4336-9d24-c7fae4bb5e73, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4360e7ea-2299-4336-9d24-c7fae4bb5e73,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:26.018282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:26.019832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71cad2-4107-4d12-989c-1f0e3629ef5e req-5ae918f1-ffca-40b1-bd4a-9328ef1d89cf tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.022369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe71cad2-4107-4d12-989c-1f0e3629ef5e req-5ae918f1-ffca-40b1-bd4a-9328ef1d89cf tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2041790 Jan 28 20:22:26.035799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e4daa-573f-47d6-97f3-f0a760b145f5 req-4687090e-04e0-430e-a587-7b401dac5717 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.040228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b5e4daa-573f-47d6-97f3-f0a760b145f5 req-4687090e-04e0-430e-a587-7b401dac5717 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2180748 Jan 28 20:22:26.042923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-711dacb5-f640-450e-9841-f6cc49647286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.045357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-711dacb5-f640-450e-9841-f6cc49647286 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1972599 Jan 28 20:22:26.077109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a4ad2-0b02-479f-8cbd-8c24118d7031 service neutron] Pushing event updated for resources: {'Port': ['ID=0a84a83e-9ee4-4370-8418-3fca9a15aa32,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:26.096564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.097354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:26.098961 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] 10.222.0.26 "PUT /v2.0/ports/4360e7ea-2299-4336-9d24-c7fae4bb5e73 HTTP/1.1" status: 200 len: 1091 time: 3.3695066 Jan 28 20:22:26.153501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Request body: {'port': {'device_id': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:26.190878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b5e4daa-573f-47d6-97f3-f0a760b145f5 req-bd1a9dc4-55f9-4b1e-8fac-c76f1ad11087 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343141 Jan 28 20:22:26.206658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe71cad2-4107-4d12-989c-1f0e3629ef5e req-580c569d-22d5-4f69-a311-70d0477ae2d3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667957 Jan 28 20:22:26.240992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-b92b4458-cec8-4e2d-8ab5-6040a5c46b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.242137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-b92b4458-cec8-4e2d-8ab5-6040a5c46b0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842487 Jan 28 20:22:26.342494 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680635fc-388a-42fe-a59d-bf9d6e921d76 x-openstack-request-id: req-680635fc-388a-42fe-a59d-bf9d6e921d76 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:26.342959 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280f30ab-34d8-4921-b88d-2a510432ab22", "tag": "0a84a83e-9ee4-4370-8418-3fca9a15aa32", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:26.343322 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-680635fc-388a-42fe-a59d-bf9d6e921d76 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:26.343916 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280f30ab-34d8-4921-b88d-2a510432ab22', 'tag': '0a84a83e-9ee4-4370-8418-3fca9a15aa32', 'status': 'completed', 'code': 200} Jan 28 20:22:26.379186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-0d9ff8a4-d467-4f19-81ca-186dc0499d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.383562 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-0d9ff8a4-d467-4f19-81ca-186dc0499d7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 1099 time: 0.3615191 Jan 28 20:22:26.502507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785daa2-bdbd-4aa3-87d4-d0de4aacb031 service neutron] Pushing event updated for resources: {'Port': ['ID=4360e7ea-2299-4336-9d24-c7fae4bb5e73,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:26.547232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-ebca7d8e-b460-49d1-8384-ff07c2e870c9 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862029 Jan 28 20:22:26.566008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:26.575221 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-5aca1a64-9aa1-4d9b-9094-1ac8a4021019 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=0a84a83e-9ee4-4370-8418-3fca9a15aa32 HTTP/1.1" status: 200 len: 217 time: 0.1830664 Jan 28 20:22:26.607632 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:26.650593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:26.656059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95f161-f902-4865-a6d6-239a7c6b2bdf req-0be56570-56cd-4f6d-8fbb-cb50a58929b0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.658805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f95f161-f902-4865-a6d6-239a7c6b2bdf req-0be56570-56cd-4f6d-8fbb-cb50a58929b0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 945 time: 0.2236953 Jan 28 20:22:26.691653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8014c-4a30-4ec0-b694-9ef8d55e623f req-08ad74c0-cc64-4e41-842c-23bf64e4cc0e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.698568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8014c-4a30-4ec0-b694-9ef8d55e623f req-08ad74c0-cc64-4e41-842c-23bf64e4cc0e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.704432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8014c-4a30-4ec0-b694-9ef8d55e623f req-08ad74c0-cc64-4e41-842c-23bf64e4cc0e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.706062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6c8014c-4a30-4ec0-b694-9ef8d55e623f req-08ad74c0-cc64-4e41-842c-23bf64e4cc0e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2387 time: 0.2148020 Jan 28 20:22:26.772859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:26.779239 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f90d6d00-4fa3-4b7f-909b-c2675b51393c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:26.779965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f95f161-f902-4865-a6d6-239a7c6b2bdf req-6a9497c9-0e61-4b2d-8f16-bd7ec145d204 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110218 Jan 28 20:22:26.782256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1638ed-bb04-4e16-9808-1d26f771b01f req-9aa18544-eded-4be5-8271-cf09ead61570 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224975 Jan 28 20:22:26.816659 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6c8014c-4a30-4ec0-b694-9ef8d55e623f req-e7a86380-3dd5-477c-8c9e-1ab9e8a03d01 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873194 Jan 28 20:22:26.857398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f10efda7-5e45-4d90-9046-2b4816414551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.859282 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-f10efda7-5e45-4d90-9046-2b4816414551 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2469323 Jan 28 20:22:26.873823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port f90d6d00-4fa3-4b7f-909b-c2675b51393c completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:26.877750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port f90d6d00-4fa3-4b7f-909b-c2675b51393c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:26.878293 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:26.987602 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:27.038383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5e8574-baf7-45f7-b279-0bd01148c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d6d00-4fa3-4b7f-909b-c2675b51393c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:27.042073 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3801d506-03b9-4b0b-8500-332f8677c620" -d '{"events": [{"server_uuid": "9e5e8574-baf7-45f7-b279-0bd01148c97b", "name": "network-vif-plugged", "status": "completed", "tag": "f90d6d00-4fa3-4b7f-909b-c2675b51393c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:27.075212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f90d6d00-4fa3-4b7f-909b-c2675b51393c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f90d6d00-4fa3-4b7f-909b-c2675b51393c,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:27.076282 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Subnet': ['ID=e6680c8d-96c4-4cb0-acf0-ded4fb863210,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:27.091288 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:27.120266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Allocated IP 172.25.2.88 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/4142dca2-0940-4363-bf30-8a3a4aa78dc2) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:27.138268 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b596379-a48c-47f5-b137-58232399cfcc x-openstack-request-id: req-7b596379-a48c-47f5-b137-58232399cfcc {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:27.138589 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5e8574-baf7-45f7-b279-0bd01148c97b", "name": "network-vif-plugged", "status": "completed", "tag": "f90d6d00-4fa3-4b7f-909b-c2675b51393c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:27.138859 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b596379-a48c-47f5-b137-58232399cfcc {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:27.139909 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5e8574-baf7-45f7-b279-0bd01148c97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d6d00-4fa3-4b7f-909b-c2675b51393c', 'code': 200} Jan 28 20:22:27.151392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-e3916e75-701d-4a93-a8d1-8ac83887e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:27.153466 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-e3916e75-701d-4a93-a8d1-8ac83887e157 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2743132 Jan 28 20:22:27.175811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Checking segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:27.176403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network hostable DHCP agents. Network: ccfa6aae-5890-4c49-9f68-054fc50eefc1, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:22:27.184750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f90d6d00-4fa3-4b7f-909b-c2675b51393c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:27.441115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:22:27.487355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956bef-6f8d-4781-ab93-9a906ce7df24 req-8d5abfe2-c717-4603-92b8-5f197bd12045 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:27.490485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96956bef-6f8d-4781-ab93-9a906ce7df24 req-8d5abfe2-c717-4603-92b8-5f197bd12045 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 948 time: 0.6100583 Jan 28 20:22:27.495847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, ccfa6aae-5890-4c49-9f68-054fc50eefc1) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:27.507320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6855316-5fc9-42ba-9bdc-dea310549988 None None] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:22:27.516302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba8d3d-efc1-4d22-99c9-e3b9b21ec40b req-50a97c9b-89ff-4d2d-974b-d2704c104079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:27.519911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ba8d3d-efc1-4d22-99c9-e3b9b21ec40b req-50a97c9b-89ff-4d2d-974b-d2704c104079 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 1097 time: 0.1755419 Jan 28 20:22:27.550830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:27.551435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:27.552779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb752fa-e78c-4b4c-9cdf-4dd457ee3d02 req-a5ccd470-48f7-42ed-9cdf-d64c353bc401 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:27.555448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb752fa-e78c-4b4c-9cdf-4dd457ee3d02 req-a5ccd470-48f7-42ed-9cdf-d64c353bc401 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1980476 Jan 28 20:22:27.611104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:27.649316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96956bef-6f8d-4781-ab93-9a906ce7df24 req-8d43ed44-e5a8-433a-9786-3074f5b3373a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458008 Jan 28 20:22:27.662503 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cac45377-3c16-4fa9-8b64-b9b52a48d256 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6740472 Jan 28 20:22:27.663650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fb752fa-e78c-4b4c-9cdf-4dd457ee3d02 req-cbb89c8c-7e5a-484c-829c-d6e2b35eca39 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940318 Jan 28 20:22:27.664405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34680) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:27.674189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'subnet': {'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:27.675436 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-50ce883d-bdf3-46ba-b17f-f82694c36e53 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902103 Jan 28 20:22:27.685602 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ba8d3d-efc1-4d22-99c9-e3b9b21ec40b req-1a555f13-eadd-4fd3-a653-a40e8569510a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285927 Jan 28 20:22:27.752066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'fixed_ips': [{'subnet_id': 'e6680c8d-96c4-4cb0-acf0-ded4fb863210'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:22:27.752964 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:27.852048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344a13-2f32-4e43-a360-5f97f61ec735 req-28993916-d96a-480e-af84-1f81ce79807d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:27.853343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c344a13-2f32-4e43-a360-5f97f61ec735 req-28993916-d96a-480e-af84-1f81ce79807d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.0766249 Jan 28 20:22:27.861170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:27.865442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:27.869318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:27.870928 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:27.878081 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:27.886626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b37dc976-111e-44a0-b2ab-4872fdb67894 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:27.994724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:27.996116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Transition to ACTIVE for port object 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:28.003400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c34db894-a54a-411a-b02f-1adb8c4e3cb8 req-be348222-8b06-4c54-a722-66d0013005ca service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739880 Jan 28 20:22:28.023602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:28.026633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.029763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:28.030777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Allocated IP 10.1.1.2 (ccfa6aae-5890-4c49-9f68-054fc50eefc1/e6680c8d-96c4-4cb0-acf0-ded4fb863210/7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:28.068492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c344a13-2f32-4e43-a360-5f97f61ec735 req-16eef7fa-00eb-470e-8f9d-502a4d38c3cd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714764 Jan 28 20:22:28.093686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event updated for resources: {'Port': ['ID=4142dca2-0940-4363-bf30-8a3a4aa78dc2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:28.118878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae74aa-5f3c-4f48-a6b9-c8db518440e4 req-472562db-e386-4c32-b882-32fdf90b79b9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.121869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ae74aa-5f3c-4f48-a6b9-c8db518440e4 req-472562db-e386-4c32-b882-32fdf90b79b9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 946 time: 0.1588852 Jan 28 20:22:28.219776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b37dc976-111e-44a0-b2ab-4872fdb67894, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b37dc976-111e-44a0-b2ab-4872fdb67894,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:28.244503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'b37dc976-111e-44a0-b2ab-4872fdb67894', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'b37dc976-111e-44a0-b2ab-4872fdb67894', 'mac_address': 'fa:16:3e:e1:a6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:28.304234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09ae74aa-5f3c-4f48-a6b9-c8db518440e4 req-0882d847-ab39-46c3-81d9-69859042f1c2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516778 Jan 28 20:22:28.393089 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.415831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d405ca-3a1a-4162-bfea-99699b786239 req-2d66d48f-a28a-4706-893f-7ea401afb22d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.418830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37dc976-111e-44a0-b2ab-4872fdb67894 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:28.422493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d405ca-3a1a-4162-bfea-99699b786239 req-2d66d48f-a28a-4706-893f-7ea401afb22d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.429452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d405ca-3a1a-4162-bfea-99699b786239 req-2d66d48f-a28a-4706-893f-7ea401afb22d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.431135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56d405ca-3a1a-4162-bfea-99699b786239 req-2d66d48f-a28a-4706-893f-7ea401afb22d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2399 time: 0.2247424 Jan 28 20:22:28.436872 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.444142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'tag': '4360e7ea-2299-4336-9d24-c7fae4bb5e73'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:28.446547 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119" -d '{"events": [{"name": "network-changed", "server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "tag": "4360e7ea-2299-4336-9d24-c7fae4bb5e73"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:28.452350 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.456644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b37dc976-111e-44a0-b2ab-4872fdb67894, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b37dc976-111e-44a0-b2ab-4872fdb67894,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:28.471133 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.498803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:28.501798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Pushing event updated for resources: {'Port': ['ID=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:28.508357 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.533801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Subnet': ['ID=417eb0a5-46aa-4a04-86b6-7e8779ba1294,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:28.548442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:28.551589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:28.557843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:28.596789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56d405ca-3a1a-4162-bfea-99699b786239 req-57beb022-264b-4200-ba3a-72b40ad06bd6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563048 Jan 28 20:22:28.609816 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750e68f6-db46-4e5d-ac4b-fe37c71b4d69 x-openstack-request-id: req-750e68f6-db46-4e5d-ac4b-fe37c71b4d69 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:28.610404 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "tag": "4360e7ea-2299-4336-9d24-c7fae4bb5e73", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:28.610833 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-750e68f6-db46-4e5d-ac4b-fe37c71b4d69 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:28.611432 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'tag': '4360e7ea-2299-4336-9d24-c7fae4bb5e73', 'status': 'completed', 'code': 200} Jan 28 20:22:28.622308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=b37dc976-111e-44a0-b2ab-4872fdb67894,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:28.631285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-7faa2047-e67b-4b9e-9462-2f61cd84e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.633763 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-7faa2047-e67b-4b9e-9462-2f61cd84e180 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 1099 time: 0.4770093 Jan 28 20:22:28.650071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Attempting to bind port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:28.650405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Attempting to bind port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:28.651554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Attempting to bind port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:28.657693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:28.658693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Checking segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:28.658998 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.659610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Bound using segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:28.660599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Bound port: 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:28.661437 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.667636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Checking segment: {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:28.668003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network hostable DHCP agents. Network: 560b8a65-0f63-4c02-9fb6-f4e74b394998, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:22:28.687409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-3de09088-bbcf-4cc0-b9bf-d501eded45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.687649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-3de09088-bbcf-4cc0-b9bf-d501eded45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.691017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-3de09088-bbcf-4cc0-b9bf-d501eded45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.691017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-3de09088-bbcf-4cc0-b9bf-d501eded45ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2755 time: 0.0708845 Jan 28 20:22:28.702130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network 560b8a65-0f63-4c02-9fb6-f4e74b394998 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:22:28.755751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Attempting to bind port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:28.755751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Attempting to bind port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:28.755751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Attempting to bind port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 on network 302c50ec-4342-41c6-913d-a674d7cec0f1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:28.781653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] For port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:28.787326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] For port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:28.796022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.817956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 on network 302c50ec-4342-41c6-913d-a674d7cec0f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:28.818252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Attempting to bind port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 on network 302c50ec-4342-41c6-913d-a674d7cec0f1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:28.875029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:28.875385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Checking segment: {'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:28.875763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Bound using segment: {'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:28.876243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Bound port: 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c97116f-e470-4765-989a-c2e21e3e8b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:28.876607 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.886066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94c427-fbe1-4ce7-a325-25aa26d95e4f None None] Pushing event updated for resources: {'Port': ['ID=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:28.895131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 560b8a65-0f63-4c02-9fb6-f4e74b394998) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:28.906357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:28.914167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c2efda-6331-4839-9f17-f85491110569 None None] Network 560b8a65-0f63-4c02-9fb6-f4e74b394998 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:22:28.920095 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:28.946132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-fb298715-8500-46f4-b5ef-8b39cd2d67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.959992 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-fb298715-8500-46f4-b5ef-8b39cd2d67eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2957625 Jan 28 20:22:28.984543 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.985648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:29.092865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4ec16abc-661b-454d-917c-8532d1fb9b21 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4266150 Jan 28 20:22:29.104319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34692) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:29.117783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'port': {'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'name': 'tempest-TaggedBootDevicesTest-925876708', 'fixed_ips': [{'subnet_id': 'e6680c8d-96c4-4cb0-acf0-ded4fb863210'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:29.194169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fba3d-2df7-44fe-84e4-246e26a8d346 req-52972bd0-bec0-4f3b-b7cf-e0c2706a4655 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.209782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511fba3d-2df7-44fe-84e4-246e26a8d346 req-52972bd0-bec0-4f3b-b7cf-e0c2706a4655 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4118590 Jan 28 20:22:29.215152 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:22:29.218719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-ceda2acc-51c3-49b4-a4e8-334435507c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.219180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-ceda2acc-51c3-49b4-a4e8-334435507c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.219642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-ceda2acc-51c3-49b4-a4e8-334435507c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.222807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-ceda2acc-51c3-49b4-a4e8-334435507c22 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5166430 Jan 28 20:22:29.285233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-560b8a65-0f63-4c02-9fb6-f4e74b394998', 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'fixed_ips': [{'subnet_id': '417eb0a5-46aa-4a04-86b6-7e8779ba1294'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:22:29.286072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abdfb1-3829-4896-9852-46e278d8cd0d req-3e97a603-64b5-4911-adf2-69d8cbd84e6e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.295448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70abdfb1-3829-4896-9852-46e278d8cd0d req-3e97a603-64b5-4911-adf2-69d8cbd84e6e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 948 time: 0.5000715 Jan 28 20:22:29.301033 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:29.503992 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-b86b66cf-a990-40da-b900-94da90ef6180 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=0a84a83e-9ee4-4370-8418-3fca9a15aa32 HTTP/1.1" status: 200 len: 217 time: 0.4849792 Jan 28 20:22:29.530054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-0995c6f8-6ab9-45e4-9d4a-477659b0f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.533398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2fdddc2-4ea8-4e25-a095-3f1b73af5119 req-0995c6f8-6ab9-45e4-9d4a-477659b0f8b3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240434 Jan 28 20:22:29.555944 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70abdfb1-3829-4896-9852-46e278d8cd0d req-53e0855a-d0a5-4c70-a92c-7320e2d61008 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594230 Jan 28 20:22:29.568238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] For port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:29.573748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] For port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:29.603053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Allocated IP 10.2.2.2 (560b8a65-0f63-4c02-9fb6-f4e74b394998/417eb0a5-46aa-4a04-86b6-7e8779ba1294/9fe234ef-b40d-424b-98aa-5d8aea11d644) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:29.604995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-511fba3d-2df7-44fe-84e4-246e26a8d346 req-753cdced-6c32-42d5-9e41-2e2079859b7e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938334 Jan 28 20:22:29.617545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:29.671462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.672148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:29.673754 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 HTTP/1.1" status: 200 len: 1091 time: 3.5398843 Jan 28 20:22:29.688529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-41bb6020-9ec6-47b1-928a-e2c521f5ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.689717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-41bb6020-9ec6-47b1-928a-e2c521f5ead4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1754885 Jan 28 20:22:29.720682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Request body: {'port': {'device_id': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:29.860507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c881c-190c-4355-bc86-43e9190a747a req-cf613354-6991-41b0-80d3-bbd74af29e9b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.861755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1af89-a1e8-4a50-802f-5ac9cd7503f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:29.872369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-896c881c-190c-4355-bc86-43e9190a747a req-cf613354-6991-41b0-80d3-bbd74af29e9b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.1484771 Jan 28 20:22:29.875305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:29.885845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:29.888689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:29.977537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae346ee-60da-4a97-990e-a058c2ea9641 req-ddea81f5-88f6-4e4f-8c4e-d3bd2b7c6cdb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.979396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ae346ee-60da-4a97-990e-a058c2ea9641 req-ddea81f5-88f6-4e4f-8c4e-d3bd2b7c6cdb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 946 time: 0.2362301 Jan 28 20:22:29.999704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Pushing event updated for resources: {'Port': ['ID=9fe234ef-b40d-424b-98aa-5d8aea11d644,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:30.003985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Network 560b8a65-0f63-4c02-9fb6-f4e74b394998 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:30.006609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:30.009885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:30.036538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:30.037852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-896c881c-190c-4355-bc86-43e9190a747a req-0eccd6cb-1eb6-4338-be7b-69fad34a8f08 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643884 Jan 28 20:22:30.054233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-f5a61464-c390-4aa4-aa0b-5c5373f51834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:30.056147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-f5a61464-c390-4aa4-aa0b-5c5373f51834 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3590813 Jan 28 20:22:30.058167 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:30.109916 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:30.118978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Attempting to bind port 9fe234ef-b40d-424b-98aa-5d8aea11d644 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:30.119599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Attempting to bind port 9fe234ef-b40d-424b-98aa-5d8aea11d644 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:30.120248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Attempting to bind port 9fe234ef-b40d-424b-98aa-5d8aea11d644 on network 560b8a65-0f63-4c02-9fb6-f4e74b394998 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:30.130496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:30.130955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Checking segment: {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:30.131479 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:30.132839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Bound using segment: {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:30.133628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Bound port: 9fe234ef-b40d-424b-98aa-5d8aea11d644, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:30.134207 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:30.139164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ae346ee-60da-4a97-990e-a058c2ea9641 req-446f4c5b-e2ac-479f-bfb1-d54fa097e689 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418607 Jan 28 20:22:30.147522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] device_id is not set on port daa0f061-5cf3-4a13-baa6-48af89604eda yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:22:30.280228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] For port 9fe234ef-b40d-424b-98aa-5d8aea11d644, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:30.284755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] For port 9fe234ef-b40d-424b-98aa-5d8aea11d644, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9fe234ef-b40d-424b-98aa-5d8aea11d644,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:30.293013 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:30.398087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eeaee-36eb-40f9-b90c-a9a8a3b6b5ab req-051ec3c3-4b2e-4e3e-b6bf-379a94d13bd6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:30.403600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a0508-2bc2-4945-90f6-6860005155ff None None] Pushing event updated for resources: {'Port': ['ID=9fe234ef-b40d-424b-98aa-5d8aea11d644,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:30.404551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eeaee-36eb-40f9-b90c-a9a8a3b6b5ab req-051ec3c3-4b2e-4e3e-b6bf-379a94d13bd6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:30.415223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eeaee-36eb-40f9-b90c-a9a8a3b6b5ab req-051ec3c3-4b2e-4e3e-b6bf-379a94d13bd6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:30.417684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-198eeaee-36eb-40f9-b90c-a9a8a3b6b5ab req-051ec3c3-4b2e-4e3e-b6bf-379a94d13bd6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2399 time: 0.2571387 Jan 28 20:22:30.429085 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-7ddd1fb1-a394-41fe-bd12-715a0c4feb50 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637192 Jan 28 20:22:30.583731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62946d10-9242-4bc9-9f62-96d2ea181f99 None None] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:22:30.612733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'tag': '3a2e96b9-b499-47e5-bba8-2187ff9bdcf5'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:30.615777 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb84a5f2-986b-4e41-8a59-e102e2278b21" -d '{"events": [{"name": "network-changed", "server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "tag": "3a2e96b9-b499-47e5-bba8-2187ff9bdcf5"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:30.624838 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-198eeaee-36eb-40f9-b90c-a9a8a3b6b5ab req-b5d38ded-9d94-413d-bc31-f89e16d8e455 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722243 Jan 28 20:22:30.647435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Router 16571b35-1320-4132-9b5d-24aad102c7b7 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:30.703667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Provisioning complete for port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:30.703667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:30.748296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-f20e33d5-5d83-4e6f-8d27-8e6f1691b56e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:30.750159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-f20e33d5-5d83-4e6f-8d27-8e6f1691b56e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.3054988 Jan 28 20:22:30.801047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Allocated IP 10.1.1.37 (ccfa6aae-5890-4c49-9f68-054fc50eefc1/e6680c8d-96c4-4cb0-acf0-ded4fb863210/daa0f061-5cf3-4a13-baa6-48af89604eda) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:30.808856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-80c9f34c-7696-4265-be7e-c8ca92918d72 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/quotas/6bd5e10b26e841869c57cbff6ca81cba HTTP/1.1" status: 200 len: 375 time: 0.0475154 Jan 28 20:22:30.831774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0a84a83e-9ee4-4370-8418-3fca9a15aa32 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:30.974774 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b303ab7f-3418-4809-bd6f-15aee22fef4c req-1bf6a188-00c0-4cde-bc77-5ad9b2aa7cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320103 Jan 28 20:22:31.162249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:31.181847 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:22:31.190934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cbd81b-e7a2-4ddd-9175-7029b2592bd8 None None] Sync routers for ids ['16571b35-1320-4132-9b5d-24aad102c7b7'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:31.191698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-74a57c4c-fc96-42fc-8061-6bd28f96c0e7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3537848 Jan 28 20:22:31.208987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01db97a-7ca1-4baf-9a30-8e5a4072c5e8 req-59416463-671d-429f-b9c8-db900af57c0e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:31.211520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a01db97a-7ca1-4baf-9a30-8e5a4072c5e8 req-59416463-671d-429f-b9c8-db900af57c0e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 948 time: 0.3607068 Jan 28 20:22:31.218642 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:31.220345 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ad66d244-5d3a-4383-9840-8a0a66cce305 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.4158409 Jan 28 20:22:31.225230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34722) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:31.230679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e5f5977a-a86a-46a9-a769-dc9c80d13325 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': False}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:31.329850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:31.330778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:31.343643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:31.343958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cbd81b-e7a2-4ddd-9175-7029b2592bd8 None None] Routers {'16571b35-1320-4132-9b5d-24aad102c7b7'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:31.344548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c5cbd81b-e7a2-4ddd-9175-7029b2592bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['16571b35-1320-4132-9b5d-24aad102c7b7'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:31.366540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a01db97a-7ca1-4baf-9a30-8e5a4072c5e8 req-abe28b00-5175-4b15-aeb3-92c2f0f8d08f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336846 Jan 28 20:22:31.411444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Transition to ACTIVE for port object fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:31.418618 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:31.441613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:31.444510 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:31.462283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-a6adb1f5-96ec-4686-93ca-674e1225b8db service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495809 Jan 28 20:22:31.543063 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac5c5c-fa44-4568-bf00-1b24547aecd4 x-openstack-request-id: req-2eac5c5c-fa44-4568-bf00-1b24547aecd4 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:31.548911 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "tag": "3a2e96b9-b499-47e5-bba8-2187ff9bdcf5", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:31.549581 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2eac5c5c-fa44-4568-bf00-1b24547aecd4 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:31.550244 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'tag': '3a2e96b9-b499-47e5-bba8-2187ff9bdcf5', 'status': 'completed', 'code': 200} Jan 28 20:22:31.565540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c5cbd81b-e7a2-4ddd-9175-7029b2592bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:31.613767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Pushing event updated for resources: {'Port': ['ID=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:31.670537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] For port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:31.674442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0a84a83e-9ee4-4370-8418-3fca9a15aa32, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0a84a83e-9ee4-4370-8418-3fca9a15aa32,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:31.688080 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:31.691229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cbd81b-e7a2-4ddd-9175-7029b2592bd8 None None] Routers {'16571b35-1320-4132-9b5d-24aad102c7b7'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:31.691867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c5cbd81b-e7a2-4ddd-9175-7029b2592bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['16571b35-1320-4132-9b5d-24aad102c7b7'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:31.697057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:31.697057 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:31.701384 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:31.716104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-09adef49-583d-4bb9-bb7f-17a6d4a46a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:31.717166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-09adef49-583d-4bb9-bb7f-17a6d4a46a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:31.717321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-09adef49-583d-4bb9-bb7f-17a6d4a46a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:31.722366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-09adef49-583d-4bb9-bb7f-17a6d4a46a11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2822 time: 0.1880629 Jan 28 20:22:31.744679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3f1b0644-5c7b-4441-b1ca-820ed4583eb8 service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807260 Jan 28 20:22:31.764401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683412d5-d934-4f21-851c-9461c5fcca6a req-26f26e5b-cd0a-440a-b38e-1cef0a3961e3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:31.765956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-683412d5-d934-4f21-851c-9461c5fcca6a req-26f26e5b-cd0a-440a-b38e-1cef0a3961e3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1711185 Jan 28 20:22:31.833677 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b37dc976-111e-44a0-b2ab-4872fdb67894 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:31.866577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=daa0f061-5cf3-4a13-baa6-48af89604eda,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:31.943839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c5cbd81b-e7a2-4ddd-9175-7029b2592bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:31.944793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cbd81b-e7a2-4ddd-9175-7029b2592bd8 None None] The sync data for ids ['16571b35-1320-4132-9b5d-24aad102c7b7'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:32.008537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '0a84a83e-9ee4-4370-8418-3fca9a15aa32', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '0a84a83e-9ee4-4370-8418-3fca9a15aa32', 'mac_address': 'fa:16:3e:59:f3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:32.071358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:32.091178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Attempting to bind port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:32.091520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Attempting to bind port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:32.093419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:32.102635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Attempting to bind port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc on network 0b9d256e-0abc-4291-8679-63a005d3f466 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:32.125931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc on network 0b9d256e-0abc-4291-8679-63a005d3f466 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:32.127585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Attempting to bind port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc on network 0b9d256e-0abc-4291-8679-63a005d3f466 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:32.129106 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.147873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Pushing event updated for resources: {'Port': ['ID=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:32.154352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:32.160911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Checking segment: {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:32.160911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Bound using segment: {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:32.160911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Bound port: fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc25b88-f14c-414e-af6a-a353cb5fced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:32.160911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.172730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.178657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.178657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.178657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.178657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.178657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.179197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.179197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.179370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.179741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.180249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.180585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71206975-fc09-4ffb-9bf8-9178210e8e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:32.197895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5f5977a-a86a-46a9-a769-dc9c80d13325 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.201186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:32.241835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a84a83e-9ee4-4370-8418-3fca9a15aa32 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:32.250328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-683412d5-d934-4f21-851c-9461c5fcca6a req-c95b3cbe-46fb-4bee-a84d-8a2e7cb16382 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196031 Jan 28 20:22:32.310659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port b37dc976-111e-44a0-b2ab-4872fdb67894 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:32.320542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] For port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:32.327806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] For port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:32.337953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.365861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0a84a83e-9ee4-4370-8418-3fca9a15aa32, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0a84a83e-9ee4-4370-8418-3fca9a15aa32,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:32.377684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48f7a2-94c8-4d6d-b007-997f7a982a5b req-935a7b8b-b19c-4f6a-9d3c-9b5c2281be6a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.381529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb58fb-0114-405b-a51b-58c283401237 None None] Network 560b8a65-0f63-4c02-9fb6-f4e74b394998 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:22:32.391834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port b37dc976-111e-44a0-b2ab-4872fdb67894 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:32.391834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.396453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd48f7a2-94c8-4d6d-b007-997f7a982a5b req-935a7b8b-b19c-4f6a-9d3c-9b5c2281be6a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2658207 Jan 28 20:22:32.407074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.414104 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.414779 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.426086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.429019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.432808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] 10.222.0.26 "PUT /v2.0/ports/fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc HTTP/1.1" status: 200 len: 1092 time: 2.7177629 Jan 28 20:22:32.501214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3740665-17d7-4a9e-9b0d-8909eef756dc service neutron] Pushing event updated for resources: {'Port': ['ID=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:32.527677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-6d2d1f11-1a7a-4a09-b0f8-d26d86a7c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.528255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9fe234ef-b40d-424b-98aa-5d8aea11d644 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:32.532739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-6d2d1f11-1a7a-4a09-b0f8-d26d86a7c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.533472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-6d2d1f11-1a7a-4a09-b0f8-d26d86a7c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.535898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-6d2d1f11-1a7a-4a09-b0f8-d26d86a7c381 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6861191 Jan 28 20:22:32.563024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6a368bfd-0828-4523-bf40-abd5a2be6ab2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4565880 Jan 28 20:22:32.571964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34736) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:32.744527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=0a84a83e-9ee4-4370-8418-3fca9a15aa32,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:32.773490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ec021600-d7ae-4c71-9af6-97ce3cfc9b8d None None] Provisioning complete for port 9fe234ef-b40d-424b-98aa-5d8aea11d644 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:32.773918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec021600-d7ae-4c71-9af6-97ce3cfc9b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:32.779838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['0a84a83e-9ee4-4370-8418-3fca9a15aa32'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:32.950255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9fe234ef-b40d-424b-98aa-5d8aea11d644 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:32.950829 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.014586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.033217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5f5977a-a86a-46a9-a769-dc9c80d13325 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.039036 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5f5977a-a86a-46a9-a769-dc9c80d13325 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.058353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'port': {'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'name': 'tempest-TaggedBootDevicesTest-2008453924', 'fixed_ips': [{'subnet_id': 'e6680c8d-96c4-4cb0-acf0-ded4fb863210'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:33.144475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d36caa-febd-4b56-be27-2a23c07dea73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37dc976-111e-44a0-b2ab-4872fdb67894'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:33.147169 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f078d8-0e5b-4005-a77f-8a9ea50a7475" -d '{"events": [{"server_uuid": "c4d36caa-febd-4b56-be27-2a23c07dea73", "name": "network-vif-plugged", "status": "completed", "tag": "b37dc976-111e-44a0-b2ab-4872fdb67894"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:33.164083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b37dc976-111e-44a0-b2ab-4872fdb67894, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b37dc976-111e-44a0-b2ab-4872fdb67894,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:33.188255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.189542 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd48f7a2-94c8-4d6d-b007-997f7a982a5b req-c5a6fda5-7c85-4adc-98dc-d100e44b31d7 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7893250 Jan 28 20:22:33.211152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef76db6-bbb8-4cfa-a50c-264de235629e req-d4b72259-c613-487f-a8f2-94a81de8d3ea tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.214387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef76db6-bbb8-4cfa-a50c-264de235629e req-d4b72259-c613-487f-a8f2-94a81de8d3ea tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.220504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef76db6-bbb8-4cfa-a50c-264de235629e req-d4b72259-c613-487f-a8f2-94a81de8d3ea tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.228539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ef76db6-bbb8-4cfa-a50c-264de235629e req-d4b72259-c613-487f-a8f2-94a81de8d3ea tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2411 time: 0.7919390 Jan 28 20:22:33.246347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec021600-d7ae-4c71-9af6-97ce3cfc9b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.246981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f5977a-a86a-46a9-a769-dc9c80d13325 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Router 16571b35-1320-4132-9b5d-24aad102c7b7 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:33.312550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=b37dc976-111e-44a0-b2ab-4872fdb67894,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:33.341848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.376889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1590c25d-b4ce-4597-9a1d-727596d4056b req-44b467fc-c654-4bb1-b2e9-eaf211b6e914 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 210 time: 0.1012990 Jan 28 20:22:33.377657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ec021600-d7ae-4c71-9af6-97ce3cfc9b8d None None] For port 9fe234ef-b40d-424b-98aa-5d8aea11d644, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9fe234ef-b40d-424b-98aa-5d8aea11d644,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:33.394875 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec021600-d7ae-4c71-9af6-97ce3cfc9b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.406699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ef76db6-bbb8-4cfa-a50c-264de235629e req-11d666e6-b4f0-423d-bc03-36420fb7773d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771898 Jan 28 20:22:33.418436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-0b28e8e6-ccec-46c8-bf2d-17cf2f9e0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.421487 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb84a5f2-986b-4e41-8a59-e102e2278b21 req-0b28e8e6-ccec-46c8-bf2d-17cf2f9e0882 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8752632 Jan 28 20:22:33.467448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f5977a-a86a-46a9-a769-dc9c80d13325 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:33.472966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5f5977a-a86a-46a9-a769-dc9c80d13325 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.476014 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e5f5977a-a86a-46a9-a769-dc9c80d13325 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "PUT /v2.0/routers/16571b35-1320-4132-9b5d-24aad102c7b7 HTTP/1.1" status: 200 len: 920 time: 2.2494876 Jan 28 20:22:33.478334 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34744) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:33.478579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:33.485862 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df22d4-476e-4b18-9c28-48bf58042765 None None] Sync routers for ids ['16571b35-1320-4132-9b5d-24aad102c7b7'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:33.488757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.510610 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df22d4-476e-4b18-9c28-48bf58042765 None None] Routers {'16571b35-1320-4132-9b5d-24aad102c7b7'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:33.511279 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a1df22d4-476e-4b18-9c28-48bf58042765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['16571b35-1320-4132-9b5d-24aad102c7b7'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:33.543846 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc42367-33c0-4242-b716-69336c92494a x-openstack-request-id: req-7fc42367-33c0-4242-b716-69336c92494a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:33.544148 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d36caa-febd-4b56-be27-2a23c07dea73", "name": "network-vif-plugged", "status": "completed", "tag": "b37dc976-111e-44a0-b2ab-4872fdb67894", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:33.544429 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fc42367-33c0-4242-b716-69336c92494a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:33.544837 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d36caa-febd-4b56-be27-2a23c07dea73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37dc976-111e-44a0-b2ab-4872fdb67894', 'code': 200} Jan 28 20:22:33.634870 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a1df22d4-476e-4b18-9c28-48bf58042765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:33.657632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] device_id is not set on port 694c8880-36b6-4b7d-a411-41c3ed3bc69b yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:22:33.664500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec021600-d7ae-4c71-9af6-97ce3cfc9b8d None None] Pushing event updated for resources: {'Port': ['ID=9fe234ef-b40d-424b-98aa-5d8aea11d644,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:33.668520 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df22d4-476e-4b18-9c28-48bf58042765 None None] Routers {'16571b35-1320-4132-9b5d-24aad102c7b7'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:33.670074 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a1df22d4-476e-4b18-9c28-48bf58042765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['16571b35-1320-4132-9b5d-24aad102c7b7'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:33.693693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ec021600-d7ae-4c71-9af6-97ce3cfc9b8d None None] Provisioning complete for port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:33.693693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec021600-d7ae-4c71-9af6-97ce3cfc9b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:33.773978 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a1df22d4-476e-4b18-9c28-48bf58042765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:33.774649 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df22d4-476e-4b18-9c28-48bf58042765 None None] The sync data for ids ['16571b35-1320-4132-9b5d-24aad102c7b7'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:33.795711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-0d552315-e258-4be7-a5be-6d9222063530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.796231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-0d552315-e258-4be7-a5be-6d9222063530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.796479 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:22:33.796694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-0d552315-e258-4be7-a5be-6d9222063530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.796887 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:22:33.798443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-0d552315-e258-4be7-a5be-6d9222063530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2864 time: 0.2699573 Jan 28 20:22:33.853422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252c9c8-815e-4e11-8c06-badcb03b22be req-9ac30f41-4189-4d87-9a66-e999a87b435b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.854932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c252c9c8-815e-4e11-8c06-badcb03b22be req-9ac30f41-4189-4d87-9a66-e999a87b435b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 949 time: 0.2638869 Jan 28 20:22:33.898069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d938-bcc0-48b0-ac7c-e55cc64a86cd req-423aca3e-0169-4029-952d-15f4dbae61a2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:33.899640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3910d938-bcc0-48b0-ac7c-e55cc64a86cd req-423aca3e-0169-4029-952d-15f4dbae61a2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2833004 Jan 28 20:22:33.908728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-b0df2cf7-8148-4d28-9fef-b5074f8a34ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=4360e7ea-2299-4336-9d24-c7fae4bb5e73 HTTP/1.1" status: 200 len: 217 time: 0.0774546 Jan 28 20:22:33.936739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-43617b03-22a6-4b4c-b7c0-b44e403c7336 None None] Provisioning complete for port 9fe234ef-b40d-424b-98aa-5d8aea11d644 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:33.937212 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43617b03-22a6-4b4c-b7c0-b44e403c7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:34.054673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-43617b03-22a6-4b4c-b7c0-b44e403c7336 None None] Provisioning complete for port daa0f061-5cf3-4a13-baa6-48af89604eda triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:34.055499 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43617b03-22a6-4b4c-b7c0-b44e403c7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:34.058681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c252c9c8-815e-4e11-8c06-badcb03b22be req-9cd9ea59-0ef5-48c7-aeb7-c3328dc64074 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711726 Jan 28 20:22:34.065819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3910d938-bcc0-48b0-ac7c-e55cc64a86cd req-3201b55c-6243-42a7-b6b7-0539ce1bb727 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518803 Jan 28 20:22:34.072373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-2ee0984e-0084-4bfc-a2d9-ddd99564ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.072677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'tag': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:34.073855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-2ee0984e-0084-4bfc-a2d9-ddd99564ee3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e19a3350-b17a-4375-9b64-47e6ca4537b3 HTTP/1.1" status: 200 len: 801 time: 0.1460512 Jan 28 20:22:34.074988 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "tag": "fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:34.079446 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-328fe91d-e089-4c65-b106-5a03bc9ed967 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/routers/16571b35-1320-4132-9b5d-24aad102c7b7 HTTP/1.1" status: 200 len: 920 time: 0.5988097 Jan 28 20:22:34.102564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34748) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:34.125666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-43617b03-22a6-4b4c-b7c0-b44e403c7336 None None] Port daa0f061-5cf3-4a13-baa6-48af89604eda cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:34.126111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Allocated IP 10.1.1.155 (ccfa6aae-5890-4c49-9f68-054fc50eefc1/e6680c8d-96c4-4cb0-acf0-ded4fb863210/694c8880-36b6-4b7d-a411-41c3ed3bc69b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:34.197524 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89892187-780c-4c54-86c2-080f5e0e1550 x-openstack-request-id: req-89892187-780c-4c54-86c2-080f5e0e1550 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:34.197846 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "tag": "fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:34.197967 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89892187-780c-4c54-86c2-080f5e0e1550 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:34.198439 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'tag': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc', 'status': 'completed', 'code': 200} Jan 28 20:22:34.222115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b3a53-f021-4cbf-8031-a7a719a54f4a req-885ca8ec-b857-426b-8765-c537bc458ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.226417 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c10b3a53-f021-4cbf-8031-a7a719a54f4a req-885ca8ec-b857-426b-8765-c537bc458ad2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 1101 time: 0.1347001 Jan 28 20:22:34.268653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-447b511e-34cd-4852-bbe5-c9f4f0b0fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.273798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-447b511e-34cd-4852-bbe5-c9f4f0b0fd4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b9d256e-0abc-4291-8679-63a005d3f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1875894 Jan 28 20:22:34.302010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-013694a0-e2bf-49bb-8b16-d1d1fd6db1ee tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.304008 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-013694a0-e2bf-49bb-8b16-d1d1fd6db1ee tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.2233784 Jan 28 20:22:34.310627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c10b3a53-f021-4cbf-8031-a7a719a54f4a req-615b0fad-0a2e-415a-abc4-13300218cb71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693562 Jan 28 20:22:34.322085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Request body: {'port': {'device_id': 'fcf9de33-2001-4384-8ff7-239ef4b83c5b', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'admin_state_up': True, 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:34.329617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bdb7b3-08bc-489c-bf62-6f17ff9e9db0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.334013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-15bdb7b3-08bc-489c-bf62-6f17ff9e9db0 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=16571b35-1320-4132-9b5d-24aad102c7b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2276723 Jan 28 20:22:34.340688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34752) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:34.479311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:34.543741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18366f33-487b-4598-81ea-9e51be9968b6 req-8c9cc5dd-8b01-41bd-b40e-2297ee8a06ea tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 210 time: 0.0579946 Jan 28 20:22:34.559553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075a217-198f-402f-9c1c-aa2cf356f399 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.561330 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1075a217-198f-402f-9c1c-aa2cf356f399 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 881 time: 0.2197742 Jan 28 20:22:34.564250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34758) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:34.565876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:34.566704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:34.578979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-39ad7670-387a-4c2e-8c8e-e64ca3c9ba60 service neutron] 10.222.0.26 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851591 Jan 28 20:22:34.617386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f10f7-b378-4509-9af4-c5297123e300 req-88def625-b902-449f-abd0-ced7f7fba530 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.620246 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9363fda1-20f9-416a-b661-4bcef627e418 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=16571b35-1320-4132-9b5d-24aad102c7b7 HTTP/1.1" status: 200 len: 205 time: 0.0545647 Jan 28 20:22:34.631515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c9f10f7-b378-4509-9af4-c5297123e300 req-88def625-b902-449f-abd0-ced7f7fba530 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.3389084 Jan 28 20:22:34.634000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34760) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:34.707290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9fe234ef-b40d-424b-98aa-5d8aea11d644 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:34.708534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:34.712639 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:34.752067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:34.784250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9fe234ef-b40d-424b-98aa-5d8aea11d644 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:34.785740 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:34.810486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c9f10f7-b378-4509-9af4-c5297123e300 req-5df9f4b1-592a-45b7-b8bb-ab940ad82e69 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782093 Jan 28 20:22:34.866202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf9b2c-4836-420f-8248-dfd2fe17d4bb req-9175cdb8-4a08-4cc4-acf6-c7641c61cb74 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.872320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf9b2c-4836-420f-8248-dfd2fe17d4bb req-9175cdb8-4a08-4cc4-acf6-c7641c61cb74 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.878383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf9b2c-4836-420f-8248-dfd2fe17d4bb req-9175cdb8-4a08-4cc4-acf6-c7641c61cb74 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.886217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9baf9b2c-4836-420f-8248-dfd2fe17d4bb req-9175cdb8-4a08-4cc4-acf6-c7641c61cb74 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2411 time: 0.2058215 Jan 28 20:22:34.900350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-c5fe7f15-07ec-4f34-aa7f-7acb01e7d0ee service neutron] 10.222.0.26 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590277 Jan 28 20:22:34.909754 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:34.927568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:34.973087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0a84a83e-9ee4-4370-8418-3fca9a15aa32 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:34.982875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-26d7bb7d-7fe0-4480-81fc-95954531fb69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.50&port_id=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 HTTP/1.1" status: 200 len: 217 time: 0.0693111 Jan 28 20:22:35.021564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Allocated IP 172.20.0.7 (02e595f2-4677-4e83-bfd2-59511c164baa/11bfe728-918d-47cb-bc30-3185f3afc3c5/b3793aa6-e554-4848-a7e5-c6ea5918ecf2) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:35.041178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:35.056010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:35.074361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9baf9b2c-4836-420f-8248-dfd2fe17d4bb req-eda6d886-977d-4ab4-9e6b-98d39c7a32b1 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852565 Jan 28 20:22:35.080124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:35.080540 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.088119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:35.096340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.109495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:35.209413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:35.210243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.275576 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.281166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7012913 Jan 28 20:22:35.296330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976e216-dd79-45a6-9fee-d3c921010f1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=694c8880-36b6-4b7d-a411-41c3ed3bc69b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:35.340110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-f20a7b01-9d92-4f66-9b51-22da43722221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:35.341833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-f20a7b01-9d92-4f66-9b51-22da43722221 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99245db0-59b6-4550-b7a2-4b4d273c5d80 HTTP/1.1" status: 200 len: 801 time: 0.3337257 Jan 28 20:22:35.351736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0a84a83e-9ee4-4370-8418-3fca9a15aa32, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0a84a83e-9ee4-4370-8418-3fca9a15aa32,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:35.357369 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.391566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Deleting port 4142dca2-0940-4363-bf30-8a3a4aa78dc2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:35.391902 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.410213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf2b4c-f685-44c3-b8bc-7d96bc951b15 req-54837482-2296-48e7-97a1-c921f881c996 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:35.423426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49cf2b4c-f685-44c3-b8bc-7d96bc951b15 req-54837482-2296-48e7-97a1-c921f881c996 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1438944 Jan 28 20:22:35.441248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae827c7f-a7f3-4d70-9579-f06c5400a892 req-968dfb69-7e84-4e46-afe0-4c80c0d6342a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:35.442878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=0a84a83e-9ee4-4370-8418-3fca9a15aa32,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:35.450132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae827c7f-a7f3-4d70-9579-f06c5400a892 req-968dfb69-7e84-4e46-afe0-4c80c0d6342a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 949 time: 0.2242675 Jan 28 20:22:35.482285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.523702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49cf2b4c-f685-44c3-b8bc-7d96bc951b15 req-cfb0eef7-de97-4722-8a41-dcf8f6ce76ae tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977290 Jan 28 20:22:35.535288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae827c7f-a7f3-4d70-9579-f06c5400a892 req-e63fe18f-ca92-43f2-92b6-f9b9062c8a67 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839157 Jan 28 20:22:35.550254 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.550396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280f30ab-34d8-4921-b88d-2a510432ab22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a84a83e-9ee4-4370-8418-3fca9a15aa32'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:35.555041 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367e250f-f98f-4905-9fbe-1174d3c97d08" -d '{"events": [{"server_uuid": "280f30ab-34d8-4921-b88d-2a510432ab22", "name": "network-vif-plugged", "status": "completed", "tag": "0a84a83e-9ee4-4370-8418-3fca9a15aa32"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:35.556931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-fa636db1-bd73-4e83-94b5-a995e509dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:35.559792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-fa636db1-bd73-4e83-94b5-a995e509dd9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=302c50ec-4342-41c6-913d-a674d7cec0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2048149 Jan 28 20:22:35.565523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Calling delete_port for 4142dca2-0940-4363-bf30-8a3a4aa78dc2 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:22:35.575950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.580981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2741140f-6645-4e7c-89cb-78eeeb163f96 None None] Provisioning complete for port 694c8880-36b6-4b7d-a411-41c3ed3bc69b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:35.581704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2741140f-6645-4e7c-89cb-78eeeb163f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.631743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2741140f-6645-4e7c-89cb-78eeeb163f96 None None] Port 694c8880-36b6-4b7d-a411-41c3ed3bc69b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:35.634119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f90d6d00-4fa3-4b7f-909b-c2675b51393c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:35.638859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:35.697460 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcbaf86-dfb3-4b61-b119-1642a8afe4ea x-openstack-request-id: req-8fcbaf86-dfb3-4b61-b119-1642a8afe4ea {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:35.697713 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280f30ab-34d8-4921-b88d-2a510432ab22", "name": "network-vif-plugged", "status": "completed", "tag": "0a84a83e-9ee4-4370-8418-3fca9a15aa32", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:35.697942 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fcbaf86-dfb3-4b61-b119-1642a8afe4ea {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:35.698331 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280f30ab-34d8-4921-b88d-2a510432ab22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a84a83e-9ee4-4370-8418-3fca9a15aa32', 'code': 200} Jan 28 20:22:35.901700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event updated for resources: {'Port': ['ID=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:35.906813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Network 02e595f2-4677-4e83-bfd2-59511c164baa is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:35.914279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8adf-8d3c-4e9c-8763-9ee9c915078d req-376f52c8-a7aa-4c05-8944-2f5a2fc9f4a3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:35.917019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a0b8adf-8d3c-4e9c-8763-9ee9c915078d req-376f52c8-a7aa-4c05-8944-2f5a2fc9f4a3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 931 time: 0.1783545 Jan 28 20:22:35.917277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:35.955819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73875717-148e-4374-bde0-9c8d323ca758 req-8a7b2724-7de5-4b49-91a6-edaeb1340d47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2191010 Jan 28 20:22:35.985246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:36.017267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:36.025485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event deleted for resources: {'Port': ['ID=4142dca2-0940-4363-bf30-8a3a4aa78dc2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:36.038982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a0b8adf-8d3c-4e9c-8763-9ee9c915078d req-4bb4af0d-c9b7-4db4-a269-773f16459719 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043136 Jan 28 20:22:36.045595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-d7903e50-7dbb-46f1-80aa-bd522fbc15f1 service neutron] 10.222.0.26 "GET /v2.0/networks/302c50ec-4342-41c6-913d-a674d7cec0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705243 Jan 28 20:22:36.104842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34774) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:36.115777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0ec4e0ac-f305-438e-874b-e340041897ae tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898938908', 'description': 'tempest-description--650941739'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:36.150039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.151834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.184026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec746df-3b39-4bd8-bddb-b3822c9e45ef req-f9686a5d-a697-4eb3-9bae-3294b1f6253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.185707 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bec746df-3b39-4bd8-bddb-b3822c9e45ef req-f9686a5d-a697-4eb3-9bae-3294b1f6253a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 1101 time: 0.2778101 Jan 28 20:22:36.204562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.210841 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-89b942b3-b296-4172-b373-fdc35d12dadf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8942289 Jan 28 20:22:36.235157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73875717-148e-4374-bde0-9c8d323ca758 req-7bfd7501-dfba-444a-a795-778ad1400b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.236888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73875717-148e-4374-bde0-9c8d323ca758 req-7bfd7501-dfba-444a-a795-778ad1400b19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 1101 time: 0.2152722 Jan 28 20:22:36.247781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e0ac-f305-438e-874b-e340041897ae tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.255835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Request body: {'port': {'device_id': 'fcf9de33-2001-4384-8ff7-239ef4b83c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:36.344036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4b89f-1596-4017-b657-b9456c4a2e5b req-12ebc692-dbc2-4faa-b8dd-bd4261d45b0c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.345581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1d4b89f-1596-4017-b657-b9456c4a2e5b req-12ebc692-dbc2-4faa-b8dd-bd4261d45b0c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.1835361 Jan 28 20:22:36.347408 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.357289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.369520 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bec746df-3b39-4bd8-bddb-b3822c9e45ef req-5a01ac3a-b04f-439d-9994-499ce6366b3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722875 Jan 28 20:22:36.396336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-343aaf2f-f16f-4949-8c9c-572b72075d75 service neutron] 10.222.0.26 "GET /v2.0/networks/302c50ec-4342-41c6-913d-a674d7cec0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234606 Jan 28 20:22:36.431562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.434197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.435027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Fanout notify agent at l3_agent the message router_deleted on router 16571b35-1320-4132-9b5d-24aad102c7b7 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:22:36.447695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.454594 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-45b33772-2fc1-4118-941f-36f5a2eb2fa7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/16571b35-1320-4132-9b5d-24aad102c7b7 HTTP/1.1" status: 204 len: 168 time: 1.8120573 Jan 28 20:22:36.460352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34778) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:36.467853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-04b51112-02fe-4c36-afb1-c4267b13b2bb tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-767343866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:36.483299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-8159ceb9-18b5-48ae-85ff-2f1e8930463a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.224&port_id=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc HTTP/1.1" status: 200 len: 217 time: 0.0666842 Jan 28 20:22:36.533061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db8e98-e63e-4cee-b3d3-b07c6a031fc9 req-559e7c2f-85da-4339-90c7-8a1eb818befc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.533818 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b51112-02fe-4c36-afb1-c4267b13b2bb tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.534829 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b51112-02fe-4c36-afb1-c4267b13b2bb tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.540729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db8e98-e63e-4cee-b3d3-b07c6a031fc9 req-559e7c2f-85da-4339-90c7-8a1eb818befc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.548998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db8e98-e63e-4cee-b3d3-b07c6a031fc9 req-559e7c2f-85da-4339-90c7-8a1eb818befc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.550879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0db8e98-e63e-4cee-b3d3-b07c6a031fc9 req-559e7c2f-85da-4339-90c7-8a1eb818befc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2411 time: 0.3128862 Jan 28 20:22:36.599145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1d4b89f-1596-4017-b657-b9456c4a2e5b req-170b1696-1f6b-4a34-90aa-bae67c2335ae tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247829 Jan 28 20:22:36.625091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73875717-148e-4374-bde0-9c8d323ca758 req-08c1015e-5211-4875-a8de-defab929ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.626582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73875717-148e-4374-bde0-9c8d323ca758 req-08c1015e-5211-4875-a8de-defab929ae4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3526826 Jan 28 20:22:36.661751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b51112-02fe-4c36-afb1-c4267b13b2bb tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.669648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b51112-02fe-4c36-afb1-c4267b13b2bb tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.697146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e0ac-f305-438e-874b-e340041897ae tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.714449 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e0ac-f305-438e-874b-e340041897ae tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.717845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73875717-148e-4374-bde0-9c8d323ca758 req-4e01d7e1-8150-4f5a-84ef-e058402b70df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 200 len: 217 time: 0.0769036 Jan 28 20:22:36.734352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b51112-02fe-4c36-afb1-c4267b13b2bb tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.738117 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-04b51112-02fe-4c36-afb1-c4267b13b2bb tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2739322 Jan 28 20:22:36.738725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34784) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:36.745699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:36.771911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-1dec99fb-fa90-488f-b711-1837e760536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:36.773521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-1dec99fb-fa90-488f-b711-1837e760536e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e19a3350-b17a-4375-9b64-47e6ca4537b3 HTTP/1.1" status: 200 len: 801 time: 0.2658913 Jan 28 20:22:36.834823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0db8e98-e63e-4cee-b3d3-b07c6a031fc9 req-0ff7bcb6-44dd-41dc-8f5e-3aab17707254 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672980 Jan 28 20:22:36.908942 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e0ac-f305-438e-874b-e340041897ae tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:36.911430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0ec4e0ac-f305-438e-874b-e340041897ae tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8011088 Jan 28 20:22:36.929782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34786) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:36.938124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e2061047-452a-4b29-8165-24bfcb5ef9fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'security_group_rule': {'security_group_id': '09bd0a60-db3e-4823-9184-a041a4f098c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:36.962255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4e0ac-f305-438e-874b-e340041897ae tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bd0a60-db3e-4823-9184-a041a4f098c8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:37.004094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3cc99-8ece-4f4a-97bb-403c354ce213 req-ce898c02-b773-400f-8d52-345bb805cd48 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:37.007583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91c3cc99-8ece-4f4a-97bb-403c354ce213 req-ce898c02-b773-400f-8d52-345bb805cd48 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.3130865 Jan 28 20:22:37.035253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73875717-148e-4374-bde0-9c8d323ca758 req-d5cc6de1-59b7-4aa8-8b64-3599dcd74d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:37.039255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73875717-148e-4374-bde0-9c8d323ca758 req-d5cc6de1-59b7-4aa8-8b64-3599dcd74d09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2859540 Jan 28 20:22:37.179842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:37.275692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3793aa6-e554-4848-a7e5-c6ea5918ecf2 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:37.293601 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:37.367696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Transition to ACTIVE for port object b3793aa6-e554-4848-a7e5-c6ea5918ecf2 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:37.373965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:37.444490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:37.569673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-c407ca81-4aa4-4a81-bc87-3dacf402c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:37.571072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-c407ca81-4aa4-4a81-bc87-3dacf402c8db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b9d256e-0abc-4291-8679-63a005d3f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7470777 Jan 28 20:22:37.601907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Attempting to bind port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:37.602812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Attempting to bind port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:37.603493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Attempting to bind port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:37.630153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd02822-c684-4ed8-902d-497aeb62f185 req-3f73a617-cc27-4c05-9545-d73bea77b526 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:37.632432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfd02822-c684-4ed8-902d-497aeb62f185 req-3f73a617-cc27-4c05-9545-d73bea77b526 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 950 time: 0.6827304 Jan 28 20:22:37.645111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91c3cc99-8ece-4f4a-97bb-403c354ce213 req-5ff75882-25fd-4afd-9aa2-347592b664b6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996311 Jan 28 20:22:37.673668 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-73113bf2-e709-4401-93bd-d0ad3483783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:37.686017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2061047-452a-4b29-8165-24bfcb5ef9fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:37.759826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73875717-148e-4374-bde0-9c8d323ca758 req-4910ac49-7105-45be-b0b8-81f81a0170c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:37.761627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73875717-148e-4374-bde0-9c8d323ca758 req-4910ac49-7105-45be-b0b8-81f81a0170c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7019076 Jan 28 20:22:37.889643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfd02822-c684-4ed8-902d-497aeb62f185 req-aa31d801-d544-433a-a6ac-380ed81398c7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407370 Jan 28 20:22:37.925528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-2e22f83c-b02e-4c61-b95e-6adef34dabcb service neutron] 10.222.0.26 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375602 Jan 28 20:22:37.978630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14912f7f-16ab-4686-ac2f-eb9d7259e68d req-b6af144f-988d-4045-8d9f-cc9395f1a8e3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:37.980545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14912f7f-16ab-4686-ac2f-eb9d7259e68d req-b6af144f-988d-4045-8d9f-cc9395f1a8e3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 943 time: 0.2527356 Jan 28 20:22:37.994629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 on network 02e595f2-4677-4e83-bfd2-59511c164baa not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:37.994981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Attempting to bind port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:38.005621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:38.006169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:38.006701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Bound using segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:38.007211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Bound port: b3793aa6-e554-4848-a7e5-c6ea5918ecf2, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:38.007899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.030043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2061047-452a-4b29-8165-24bfcb5ef9fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.031336 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.060668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.061631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2061047-452a-4b29-8165-24bfcb5ef9fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.140471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2061047-452a-4b29-8165-24bfcb5ef9fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8de1450-c9c7-41e0-b2f5-6321a418e8db,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:38.156043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2061047-452a-4b29-8165-24bfcb5ef9fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.157285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e2061047-452a-4b29-8165-24bfcb5ef9fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2249606 Jan 28 20:22:38.160879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34796) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:38.163925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73875717-148e-4374-bde0-9c8d323ca758 req-625575f6-f8ae-4dc7-bcb7-9a8003e26f03 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712146 Jan 28 20:22:38.168541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3a41968b-6ca4-4a5a-bd83-e427968c1636 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'security_group_rule': {'security_group_id': '09bd0a60-db3e-4823-9184-a041a4f098c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:38.184903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14912f7f-16ab-4686-ac2f-eb9d7259e68d req-fdebbc57-7aa5-481c-b979-f37610c29144 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627355 Jan 28 20:22:38.211412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a364176-9be2-4e20-9770-49e7a5eacf1f req-dca2dbba-1d3d-4d1b-bea9-7cd8c40633b9 service neutron] 10.222.0.26 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669878 Jan 28 20:22:38.211598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] For port b3793aa6-e554-4848-a7e5-c6ea5918ecf2, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:38.221198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb0635-389b-494f-835e-b555adfbda28 req-ddd26c4a-9898-4e4e-8cb2-4fcc51bc3679 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.222795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82cb0635-389b-494f-835e-b555adfbda28 req-ddd26c4a-9898-4e4e-8cb2-4fcc51bc3679 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2101121 Jan 28 20:22:38.225175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] For port b3793aa6-e554-4848-a7e5-c6ea5918ecf2, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:38.240933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.294914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Allocated IP 172.25.2.29 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/0c65efe4-6c85-4945-a9d6-b0ef6738f9b2) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:38.319584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.320241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.321663 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] 10.222.0.13 "PUT /v2.0/ports/b3793aa6-e554-4848-a7e5-c6ea5918ecf2 HTTP/1.1" status: 200 len: 1091 time: 2.0706410 Jan 28 20:22:38.322117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf9de33-2001-4384-8ff7-239ef4b83c5b', 'tag': 'b3793aa6-e554-4848-a7e5-c6ea5918ecf2'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:38.324434 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d13f60-e220-47ec-8d7a-1f0913270599" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf9de33-2001-4384-8ff7-239ef4b83c5b", "tag": "b3793aa6-e554-4848-a7e5-c6ea5918ecf2"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:38.346861 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a41968b-6ca4-4a5a-bd83-e427968c1636 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.382094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a8ae-7799-411f-bca1-29ab5d3614b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:38.412083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82cb0635-389b-494f-835e-b555adfbda28 req-27a1fc0a-ba6c-46ed-902a-13ce5df64274 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492872 Jan 28 20:22:38.436798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73875717-148e-4374-bde0-9c8d323ca758 req-679b574a-10e9-4ce8-833c-f4ba3e87178a service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601070 Jan 28 20:22:38.447305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-1fa03a39-331f-4dc6-a005-b46de230299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.447796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-1fa03a39-331f-4dc6-a005-b46de230299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.448300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-1fa03a39-331f-4dc6-a005-b46de230299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.450086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-1fa03a39-331f-4dc6-a005-b46de230299b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2864 time: 0.1361704 Jan 28 20:22:38.462788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae87e7-c33b-443b-81c3-724f31b9683c req-9ab174ed-f4fa-4759-9194-e78c1e3a0ebe tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.470718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae87e7-c33b-443b-81c3-724f31b9683c req-9ab174ed-f4fa-4759-9194-e78c1e3a0ebe tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.477376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae87e7-c33b-443b-81c3-724f31b9683c req-9ab174ed-f4fa-4759-9194-e78c1e3a0ebe tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.479105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aae87e7-c33b-443b-81c3-724f31b9683c req-9ab174ed-f4fa-4759-9194-e78c1e3a0ebe tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2411 time: 0.1948993 Jan 28 20:22:38.498277 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14aeca8-7bf7-4125-b930-d0582172d593 x-openstack-request-id: req-b14aeca8-7bf7-4125-b930-d0582172d593 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:38.498720 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf9de33-2001-4384-8ff7-239ef4b83c5b", "tag": "b3793aa6-e554-4848-a7e5-c6ea5918ecf2", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:38.499145 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b14aeca8-7bf7-4125-b930-d0582172d593 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:38.499710 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf9de33-2001-4384-8ff7-239ef4b83c5b', 'tag': 'b3793aa6-e554-4848-a7e5-c6ea5918ecf2', 'status': 'completed', 'code': 200} Jan 28 20:22:38.605392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a41968b-6ca4-4a5a-bd83-e427968c1636 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.611823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-6020e831-b075-47bf-b102-9ddcbf1b6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.613397 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-6020e831-b075-47bf-b102-9ddcbf1b6d33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 1094 time: 0.1899011 Jan 28 20:22:38.621292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a41968b-6ca4-4a5a-bd83-e427968c1636 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.622686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aae87e7-c33b-443b-81c3-724f31b9683c req-d674e6dc-edf8-476e-8b44-45ba23c145af tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202128 Jan 28 20:22:38.635681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.655327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-29bb9f75-ffa2-4c47-b313-683481801ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.658879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-29bb9f75-ffa2-4c47-b313-683481801ebd service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b9d256e-0abc-4291-8679-63a005d3f466 HTTP/1.1" status: 200 len: 903 time: 0.1786528 Jan 28 20:22:38.705995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41968b-6ca4-4a5a-bd83-e427968c1636 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892d0917-0060-469d-856c-43d5b4b0f665,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:38.715753 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-b86746e1-18b7-4257-86cc-dbff9b398522 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3793aa6-e554-4848-a7e5-c6ea5918ecf2 HTTP/1.1" status: 200 len: 217 time: 0.0877502 Jan 28 20:22:38.720894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a41968b-6ca4-4a5a-bd83-e427968c1636 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.721257 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a41968b-6ca4-4a5a-bd83-e427968c1636 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5564926 Jan 28 20:22:38.725261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34802) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:38.739725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-5eaedaef-4b31-41bb-957b-5bd4c331665d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.224&port_id=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc HTTP/1.1" status: 200 len: 217 time: 0.0715120 Jan 28 20:22:38.742926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:38.803922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.820554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-134b5b51-0b8f-4ba5-9c65-0adbbdb92948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.822393 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-134b5b51-0b8f-4ba5-9c65-0adbbdb92948 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.0979774 Jan 28 20:22:38.833949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-580b22f1-5d7a-46b5-a247-6818c4ecec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.835618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-580b22f1-5d7a-46b5-a247-6818c4ecec0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e19a3350-b17a-4375-9b64-47e6ca4537b3 HTTP/1.1" status: 200 len: 801 time: 0.0856917 Jan 28 20:22:38.837024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:38.845569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84f912-d7aa-4d12-9111-e29830d89029 req-5e9cf205-ba19-4772-8018-02b12de3ad53 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.847164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc84f912-d7aa-4d12-9111-e29830d89029 req-5e9cf205-ba19-4772-8018-02b12de3ad53 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1109705 Jan 28 20:22:38.859745 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:38.896438 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-518e4f56-50a5-4e17-898c-2420607afa02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513349 Jan 28 20:22:38.898258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:38.916307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:38.919969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:38.947837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-e3838f00-c4f6-49a4-84e4-8e934c80d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:38.950865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-e3838f00-c4f6-49a4-84e4-8e934c80d39b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b9d256e-0abc-4291-8679-63a005d3f466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024110 Jan 28 20:22:38.965089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc84f912-d7aa-4d12-9111-e29830d89029 req-e7267965-55cf-47f1-91cc-a0b05fb574db tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073635 Jan 28 20:22:38.996549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event updated for resources: {'Port': ['ID=0c65efe4-6c85-4945-a9d6-b0ef6738f9b2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:39.029208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:39.049362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '584a060a-fd75-4b02-953a-40dfb3adb481', 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415', 'port_id': '584a060a-fd75-4b02-953a-40dfb3adb481', 'mac_address': 'fa:16:3e:95:37:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66675cc4-a547-4f4a-bbf1-996ef1cb3c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:39.106392 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:39.124483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584a060a-fd75-4b02-953a-40dfb3adb481 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:39.127189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a16ba-555d-470a-9b05-cab2e52e1068 req-de15d3bc-c66f-4595-a6ef-1724af31276e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.128882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea6a16ba-555d-470a-9b05-cab2e52e1068 req-de15d3bc-c66f-4595-a6ef-1724af31276e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 950 time: 0.0829895 Jan 28 20:22:39.149367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-e86c5eba-f52a-4720-827d-b91c23bb3f0d service neutron] 10.222.0.26 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796918 Jan 28 20:22:39.158231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:39.165169 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:39.195543 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-2fc21436-df2b-4aeb-96a0-6d6c70faee7c service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888401 Jan 28 20:22:39.253376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:39.273570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea6a16ba-555d-470a-9b05-cab2e52e1068 req-5d78b24f-8745-4082-9c5b-b9bc89a85082 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350553 Jan 28 20:22:39.339475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['584a060a-fd75-4b02-953a-40dfb3adb481'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:39.403104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:39.417194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-343e3d46-8af1-4bc3-9b7b-23aea269f4d8 req-87369669-6c02-40d5-adb3-f97fc02d7e04 service neutron] 10.222.0.26 "GET /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380285 Jan 28 20:22:39.419337 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afbd7d54-6c7b-4c5d-a995-6b0e89b91981 req-2eea85f8-89e0-4b6b-9e72-dd951ac0618a service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140965 Jan 28 20:22:39.420969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cafb02-7e47-45d8-bf07-377d00117a3f req-8343505e-9d0f-48d7-ae93-ffa3bf4f6114 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.422580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8cafb02-7e47-45d8-bf07-377d00117a3f req-8343505e-9d0f-48d7-ae93-ffa3bf4f6114 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 943 time: 0.1251996 Jan 28 20:22:39.457655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1aada-5edf-4743-a8be-3dc49be4a97f req-8fa910a4-4447-4179-b736-6bbae642d633 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.459270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7be1aada-5edf-4743-a8be-3dc49be4a97f req-8fa910a4-4447-4179-b736-6bbae642d633 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 950 time: 0.0905087 Jan 28 20:22:39.542778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8cafb02-7e47-45d8-bf07-377d00117a3f req-e8fa0d4c-a77e-46a4-a70b-693e9f718005 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961564 Jan 28 20:22:39.549170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7be1aada-5edf-4743-a8be-3dc49be4a97f req-c60cea32-17de-4435-ba86-db4e12981534 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Jan 28 20:22:39.609196 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:39.711788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08ebb2-a2d9-43c6-b78b-70d8d8150c9f req-4c9cbaed-ae54-48c3-998f-cf652e1d0257 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.714596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e08ebb2-a2d9-43c6-b78b-70d8d8150c9f req-4c9cbaed-ae54-48c3-998f-cf652e1d0257 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.0849564 Jan 28 20:22:39.758039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Allocated IP 172.25.2.186 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/54a20819-54b4-44a7-8254-7c778b49406e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:39.780705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-33ab6f3d-710c-4bb0-888a-181bfdd69733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.782100 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-33ab6f3d-710c-4bb0-888a-181bfdd69733 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 1094 time: 0.1740386 Jan 28 20:22:39.783861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e08ebb2-a2d9-43c6-b78b-70d8d8150c9f req-a5986e59-82ff-4fdd-a429-50cd9cdd6d23 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 Jan 28 20:22:39.893330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4360e7ea-2299-4336-9d24-c7fae4bb5e73 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:39.932128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c97229-8358-489a-97f0-436ff2472f3c req-4d8ef6dd-81ee-41b9-8984-66eb0486cfed tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.940678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c97229-8358-489a-97f0-436ff2472f3c req-4d8ef6dd-81ee-41b9-8984-66eb0486cfed tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.944741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71c97229-8358-489a-97f0-436ff2472f3c req-4d8ef6dd-81ee-41b9-8984-66eb0486cfed tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22&device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 1691 time: 0.1037612 Jan 28 20:22:39.968525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991dd4e-924d-44d5-bd4d-40c0c86f0115 req-0f7f49fb-97cd-4d41-bd93-b1571159f92a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.977822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991dd4e-924d-44d5-bd4d-40c0c86f0115 req-0f7f49fb-97cd-4d41-bd93-b1571159f92a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.988232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991dd4e-924d-44d5-bd4d-40c0c86f0115 req-0f7f49fb-97cd-4d41-bd93-b1571159f92a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:39.990168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9991dd4e-924d-44d5-bd4d-40c0c86f0115 req-0f7f49fb-97cd-4d41-bd93-b1571159f92a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2411 time: 0.1170390 Jan 28 20:22:40.027438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4360e7ea-2299-4336-9d24-c7fae4bb5e73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4360e7ea-2299-4336-9d24-c7fae4bb5e73,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:40.041001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-61bd6c21-fc5b-43b6-9a79-9332edd7eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:40.041933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-61bd6c21-fc5b-43b6-9a79-9332edd7eebd service neutron] 10.222.0.13 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 907 time: 0.2496657 Jan 28 20:22:40.052128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '4360e7ea-2299-4336-9d24-c7fae4bb5e73', 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466', 'port_id': '4360e7ea-2299-4336-9d24-c7fae4bb5e73', 'mac_address': 'fa:16:3e:69:50:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19a3350-b17a-4375-9b64-47e6ca4537b3', 'ip_address': '19.80.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:40.095753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9991dd4e-924d-44d5-bd4d-40c0c86f0115 req-591fc085-3eea-4de6-b6a6-1b5f40ff6500 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784843 Jan 28 20:22:40.109529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71c97229-8358-489a-97f0-436ff2472f3c req-e2a78c17-caab-4fec-a19c-897caf6b9857 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171007 Jan 28 20:22:40.109792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:40.115397 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-03c6e6ed-15ee-4376-aea0-0446520a70a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3793aa6-e554-4848-a7e5-c6ea5918ecf2 HTTP/1.1" status: 200 len: 217 time: 0.0484040 Jan 28 20:22:40.117326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:40.135154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:40.139898 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:40.183905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4360e7ea-2299-4336-9d24-c7fae4bb5e73 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:40.200735 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cabc8976-062d-48e8-9e21-36ed6a373703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:40.233032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4360e7ea-2299-4336-9d24-c7fae4bb5e73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4360e7ea-2299-4336-9d24-c7fae4bb5e73,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:40.241234 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:40.263053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d9a6c-c7bc-4f66-8fef-33f9e8029960 req-e176cc04-d647-4cce-a8da-361a6257320b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:40.266288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-816d9a6c-c7bc-4f66-8fef-33f9e8029960 req-e176cc04-d647-4cce-a8da-361a6257320b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 945 time: 0.0763760 Jan 28 20:22:40.353471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-99d6cfdf-be03-4891-9cd5-21dd9cca0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:40.357037 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-99d6cfdf-be03-4891-9cd5-21dd9cca0277 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.2302876 Jan 28 20:22:40.379301 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:40.388249 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-816d9a6c-c7bc-4f66-8fef-33f9e8029960 req-62073d82-a0ee-4c8b-ae6a-d160c9ad4d15 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117678 Jan 28 20:22:40.391476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4360e7ea-2299-4336-9d24-c7fae4bb5e73,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:40.430437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dff569-794d-4630-820b-aaf32cb4e67d req-d7513238-3425-4679-bedb-ffa6fa9d2958 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:40.433905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35dff569-794d-4630-820b-aaf32cb4e67d req-d7513238-3425-4679-bedb-ffa6fa9d2958 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 1101 time: 0.1220667 Jan 28 20:22:40.492382 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-e6e7ef7f-7f73-426f-bc30-761ed25fee54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069427 Jan 28 20:22:40.512434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35dff569-794d-4630-820b-aaf32cb4e67d req-fdfdbfb0-3cb6-4d73-b661-081a03881999 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635843 Jan 28 20:22:40.650230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:40.656449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['4360e7ea-2299-4336-9d24-c7fae4bb5e73'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:40.668709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:40.675496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:40.715590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d5fe9-7853-47f0-aa8b-019a9d0dd8dd req-9005c704-9d79-43fe-96ab-21e1ed67edf2 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:40.718112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-435d5fe9-7853-47f0-aa8b-019a9d0dd8dd req-9005c704-9d79-43fe-96ab-21e1ed67edf2 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 1101 time: 0.0786867 Jan 28 20:22:40.789245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=54a20819-54b4-44a7-8254-7c778b49406e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:40.807852 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-114b3c77-46b2-4dc8-934d-8b7ac4c9a62c service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940457 Jan 28 20:22:40.820910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-435d5fe9-7853-47f0-aa8b-019a9d0dd8dd req-af2b9cf1-9801-412b-958c-afa71260cda1 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847704 Jan 28 20:22:40.858162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:40.862537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a69afb-b91a-4e8d-afe8-37d7527b0286 req-698647bc-e126-461e-8c48-e559a3b922b3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:40.877523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0a69afb-b91a-4e8d-afe8-37d7527b0286 req-698647bc-e126-461e-8c48-e559a3b922b3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 943 time: 0.1385205 Jan 28 20:22:40.950973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0a69afb-b91a-4e8d-afe8-37d7527b0286 req-dfd3d709-28d8-4cef-bb81-33f860ce6d05 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713737 Jan 28 20:22:41.001066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 584a060a-fd75-4b02-953a-40dfb3adb481 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:41.002210 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:41.023291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Router 13632653-e3ca-4ed4-b68e-625836c8929a is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:41.034404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7a4fe-eee0-45d2-a8f3-c377bdc3a9e3 req-3932f938-c0a0-43b4-bf71-0db16d24bd8d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:41.049973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56f7a4fe-eee0-45d2-a8f3-c377bdc3a9e3 req-3932f938-c0a0-43b4-bf71-0db16d24bd8d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.0974803 Jan 28 20:22:41.101113 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2d13f60-e220-47ec-8d7a-1f0913270599 req-761af746-4875-4493-97c2-02e55fcb1424 service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783940 Jan 28 20:22:41.113491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:41.151105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-9be39e2d-e764-4e72-889d-57ff6e382446 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570555 Jan 28 20:22:41.212587 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:41.244157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56f7a4fe-eee0-45d2-a8f3-c377bdc3a9e3 req-fec9963e-9c6f-4b72-b395-f7a4e84ad626 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801155 Jan 28 20:22:41.265535 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:41.314742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:41.325036 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:41.326650 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a450d86c-8acb-4a73-8a93-0551f01ebbb7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "PUT /v2.0/routers/13632653-e3ca-4ed4-b68e-625836c8929a HTTP/1.1" status: 200 len: 878 time: 4.5858283 Jan 28 20:22:41.326787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:41.328585 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1c3a8e-26d4-4b38-b6db-41a1309cc3dd" -d '{"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-plugged", "status": "completed", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:41.329453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34874) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:41.348755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75af14-0290-4d0f-911a-376400d95da2 None None] Sync routers for ids ['13632653-e3ca-4ed4-b68e-625836c8929a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:41.399563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-b5ffca6c-0407-4552-8728-880b6f971a8e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:41.402223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-b5ffca6c-0407-4552-8728-880b6f971a8e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499557 Jan 28 20:22:41.407222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:41.419805 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:41.429350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75af14-0290-4d0f-911a-376400d95da2 None None] Routers {'13632653-e3ca-4ed4-b68e-625836c8929a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:41.430777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc75af14-0290-4d0f-911a-376400d95da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['13632653-e3ca-4ed4-b68e-625836c8929a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:41.442536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-5e99b841-1929-426c-9c7a-46099c50ee48 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/quotas/b999c7ec5020422f834ccc5863dbe3e5 HTTP/1.1" status: 200 len: 375 time: 0.0290585 Jan 28 20:22:41.512791 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-988578ff-49e8-4d0d-af80-df760237157c tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/routers/13632653-e3ca-4ed4-b68e-625836c8929a HTTP/1.1" status: 200 len: 919 time: 0.1780069 Jan 28 20:22:41.515021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34880) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:41.533032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc75af14-0290-4d0f-911a-376400d95da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:41.571020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc75af14-0290-4d0f-911a-376400d95da2 None None] Routers {'13632653-e3ca-4ed4-b68e-625836c8929a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:41.571716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc75af14-0290-4d0f-911a-376400d95da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['13632653-e3ca-4ed4-b68e-625836c8929a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:41.579021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb7496-ae7e-48fb-a353-81c09eaa2aca req-87216202-8663-47be-8378-07fa3a20c5e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:41.579335 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:41.589001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb7496-ae7e-48fb-a353-81c09eaa2aca req-87216202-8663-47be-8378-07fa3a20c5e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:41.596311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb7496-ae7e-48fb-a353-81c09eaa2aca req-87216202-8663-47be-8378-07fa3a20c5e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:41.604675 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dfb7496-ae7e-48fb-a353-81c09eaa2aca req-87216202-8663-47be-8378-07fa3a20c5e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2412 time: 0.1853943 Jan 28 20:22:41.618818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc75af14-0290-4d0f-911a-376400d95da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:41.619574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc75af14-0290-4d0f-911a-376400d95da2 None None] The sync data for ids ['13632653-e3ca-4ed4-b68e-625836c8929a'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:41.636318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:41.655636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-998f49fe-d251-4879-ae5e-7e0eff6e1545 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2143052 Jan 28 20:22:41.716382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded5067f-7b70-4bfc-9654-b3c866a6c3c3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:41.718957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ded5067f-7b70-4bfc-9654-b3c866a6c3c3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=13632653-e3ca-4ed4-b68e-625836c8929a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2006907 Jan 28 20:22:41.723002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dfb7496-ae7e-48fb-a353-81c09eaa2aca req-fd371d20-4e36-4063-9f4d-850e2b8aa4bc tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171916 Jan 28 20:22:41.724578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34882) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:41.840672 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817355cb-c3f8-4b34-96c4-00bea976bd0b x-openstack-request-id: req-817355cb-c3f8-4b34-96c4-00bea976bd0b {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:41.841119 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-plugged", "status": "completed", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:41.841482 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-817355cb-c3f8-4b34-96c4-00bea976bd0b {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:41.842037 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481', 'code': 200} Jan 28 20:22:41.896022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:41.939879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e2b2f0-e87f-4e99-b442-de78281d7292 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:41.942515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-96e2b2f0-e87f-4e99-b442-de78281d7292 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 881 time: 0.2163794 Jan 28 20:22:41.946510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34888) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:42.007319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ea7ad63b-4a87-4e73-ae4a-33b8d1027c42 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=13632653-e3ca-4ed4-b68e-625836c8929a HTTP/1.1" status: 200 len: 205 time: 0.0586157 Jan 28 20:22:42.027487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34892) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:42.070020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58388229-d875-4ca7-894a-c71e9753d6d2 req-84947c49-8fcf-4ab6-9e95-e2b1ca3bee16 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 210 time: 0.1091495 Jan 28 20:22:42.102312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bdbdb-4cb0-4a83-b2d7-279bbab2354c req-37958742-1ed4-47f1-8041-61617dd40ae4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:42.109648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-387bdbdb-4cb0-4a83-b2d7-279bbab2354c req-37958742-1ed4-47f1-8041-61617dd40ae4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.0993836 Jan 28 20:22:42.165281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:42.193699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc', 'network_id': '0b9d256e-0abc-4291-8679-63a005d3f466', 'port_id': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc', 'mac_address': 'fa:16:3e:7c:7f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19a3350-b17a-4375-9b64-47e6ca4537b3', 'ip_address': '19.80.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:42.196254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-387bdbdb-4cb0-4a83-b2d7-279bbab2354c req-e41abe59-ec1d-48a5-8f8c-8db3eb15301a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848935 Jan 28 20:22:42.287721 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.347375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:42.397705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d59b3-16a3-41dc-aa51-1a127dfabc11 req-7c313dd5-5bc0-4568-86a0-7322129c29bc tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:42.412837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f60d59b3-16a3-41dc-aa51-1a127dfabc11 req-7c313dd5-5bc0-4568-86a0-7322129c29bc tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 943 time: 0.1492214 Jan 28 20:22:42.422344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:42.430644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.431919 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.435973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:42.502111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.509971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.589582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f60d59b3-16a3-41dc-aa51-1a127dfabc11 req-bce7a4a2-198d-4b8e-9140-98681283cca6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748581 Jan 28 20:22:42.592263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=54a20819-54b4-44a7-8254-7c778b49406e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:42.637990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:42.671875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee8a10-0f98-4d16-9b6d-6351b375c35a req-95f9d91a-426b-49df-90f6-d0f1892c58b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:42.690736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.706279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80ee8a10-0f98-4d16-9b6d-6351b375c35a req-95f9d91a-426b-49df-90f6-d0f1892c58b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2641644 Jan 28 20:22:42.748783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.793701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.805925 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90b827b9-a58c-4bfa-a86c-d0adfa8b70a5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0780349 Jan 28 20:22:42.816681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Deleting port 0c65efe4-6c85-4945-a9d6-b0ef6738f9b2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:42.818173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:42.823598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80ee8a10-0f98-4d16-9b6d-6351b375c35a req-b220fb42-2081-4f1a-b920-1179a0d31834 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163003 Jan 28 20:22:42.880631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b3793aa6-e554-4848-a7e5-c6ea5918ecf2 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:42.990596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e3da-f737-4a09-9518-7855db0b42cc req-4de1bc65-cfe1-4279-9c2b-e23192550f4e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:43.004147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e3da-f737-4a09-9518-7855db0b42cc req-4de1bc65-cfe1-4279-9c2b-e23192550f4e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:43.011321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1e3da-f737-4a09-9518-7855db0b42cc req-4de1bc65-cfe1-4279-9c2b-e23192550f4e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:43.021469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5b1e3da-f737-4a09-9518-7855db0b42cc req-4de1bc65-cfe1-4279-9c2b-e23192550f4e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2413 time: 0.1343381 Jan 28 20:22:43.060838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b3793aa6-e554-4848-a7e5-c6ea5918ecf2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:43.072046 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5b1e3da-f737-4a09-9518-7855db0b42cc req-ee67a25b-ba51-4674-8adb-41a4f57b46d9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490408 Jan 28 20:22:43.083684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.084223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'b3793aa6-e554-4848-a7e5-c6ea5918ecf2', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'port_id': 'b3793aa6-e554-4848-a7e5-c6ea5918ecf2', 'mac_address': 'fa:16:3e:d6:ff:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bfe728-918d-47cb-bc30-3185f3afc3c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:43.110085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:43.126651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '3a2e96b9-b499-47e5-bba8-2187ff9bdcf5', 'network_id': '302c50ec-4342-41c6-913d-a674d7cec0f1', 'port_id': '3a2e96b9-b499-47e5-bba8-2187ff9bdcf5', 'mac_address': 'fa:16:3e:29:eb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99245db0-59b6-4550-b7a2-4b4d273c5d80', 'ip_address': '19.86.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:43.146906 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.150221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Calling delete_port for 0c65efe4-6c85-4945-a9d6-b0ef6738f9b2 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:22:43.238162 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.265306 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.268475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.287987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3793aa6-e554-4848-a7e5-c6ea5918ecf2 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:43.309258 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b9e64b7-53cb-4ef1-8961-a6eec2b2a7ea req-ba57a4e1-e2f4-4110-bfcd-cbbae6e08c7d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 210 time: 0.1039808 Jan 28 20:22:43.316515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:43.326640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b3793aa6-e554-4848-a7e5-c6ea5918ecf2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:43.354544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:43.358107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.374540 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.414088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1192e4b9-5f75-427e-bf76-f456c7fc80fc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--898938908&fields=id&tenant_id=1aefb1f7410d451eac118b095331837a HTTP/1.1" status: 200 len: 267 time: 0.1036777 Jan 28 20:22:43.475915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5eb4b79f-77aa-4ac6-b48d-80e9ac9f66d9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:43.485911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5eb4b79f-77aa-4ac6-b48d-80e9ac9f66d9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports/daa0f061-5cf3-4a13-baa6-48af89604eda HTTP/1.1" status: 200 len: 930 time: 0.0704589 Jan 28 20:22:43.498858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:43.533250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.624118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:43.640990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event deleted for resources: {'Port': ['ID=0c65efe4-6c85-4945-a9d6-b0ef6738f9b2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:43.648002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab4682-8b4c-4b58-af0d-ea340e66e550 req-4cef2cf2-13da-420a-9112-158a82b6cd20 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:43.649823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19ab4682-8b4c-4b58-af0d-ea340e66e550 req-4cef2cf2-13da-420a-9112-158a82b6cd20 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1607549 Jan 28 20:22:43.658553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-8c265754-1bef-4ff0-9708-c1de28b17970 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:43.668971 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-8c265754-1bef-4ff0-9708-c1de28b17970 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports/694c8880-36b6-4b7d-a411-41c3ed3bc69b HTTP/1.1" status: 200 len: 932 time: 0.1816783 Jan 28 20:22:43.747242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-307e1619-2e4e-4d82-acfe-8db7a7c075f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?network_id=560b8a65-0f63-4c02-9fb6-f4e74b394998&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0771663 Jan 28 20:22:43.758591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['b3793aa6-e554-4848-a7e5-c6ea5918ecf2'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:43.767318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:43.820775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-11fa2230-0013-450d-a29b-466e303a031a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?network_id=560b8a65-0f63-4c02-9fb6-f4e74b394998&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0721591 Jan 28 20:22:43.873246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:43.885697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19ab4682-8b4c-4b58-af0d-ea340e66e550 req-5a837098-5b5b-4446-954e-1cd380ac0995 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143922 Jan 28 20:22:43.976050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4360e7ea-2299-4336-9d24-c7fae4bb5e73 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:43.978914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['3a2e96b9-b499-47e5-bba8-2187ff9bdcf5'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:44.017071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.021931 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.068930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-27c6d405-1dd2-4caf-8151-a6478fcfe57a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:44.090667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-27c6d405-1dd2-4caf-8151-a6478fcfe57a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:44.096696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-27c6d405-1dd2-4caf-8151-a6478fcfe57a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:44.105235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.106474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Fanout notify agent at l3_agent the message router_deleted on router 13632653-e3ca-4ed4-b68e-625836c8929a {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:22:44.118281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-27c6d405-1dd2-4caf-8151-a6478fcfe57a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/networks?id=96031065-7361-49f5-b7d0-d7404da90120&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=560b8a65-0f63-4c02-9fb6-f4e74b394998&id=560b8a65-0f63-4c02-9fb6-f4e74b394998 HTTP/1.1" status: 200 len: 1991 time: 0.2957687 Jan 28 20:22:44.121726 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.130293 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-32a2363c-706e-431f-9aa9-1a9801846ca3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/13632653-e3ca-4ed4-b68e-625836c8929a HTTP/1.1" status: 204 len: 168 time: 2.1016901 Jan 28 20:22:44.131096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34928) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:44.136042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2ee10793-802c-4096-9628-c9863f617602 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-549740662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:44.192927 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ee10793-802c-4096-9628-c9863f617602 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.198024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ee10793-802c-4096-9628-c9863f617602 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.211334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-d18ecb0b-33e7-4e58-be21-42adae1e13ee tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/quotas/1aefb1f7410d451eac118b095331837a HTTP/1.1" status: 200 len: 375 time: 0.0898743 Jan 28 20:22:44.225098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-75105067-28f4-4e18-9ef4-68c494e4f18a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512633 Jan 28 20:22:44.328499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ee10793-802c-4096-9628-c9863f617602 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.356247 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ee10793-802c-4096-9628-c9863f617602 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.418522 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ee10793-802c-4096-9628-c9863f617602 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.420344 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2ee10793-802c-4096-9628-c9863f617602 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2881420 Jan 28 20:22:44.423692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34932) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:44.429876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': True}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:44.436262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534e0d3-0255-4066-afef-14e2ae572731 req-bc1a3146-00d5-4c90-9f21-f8f9dd5c980a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:44.444750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5534e0d3-0255-4066-afef-14e2ae572731 req-bc1a3146-00d5-4c90-9f21-f8f9dd5c980a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 944 time: 0.2949686 Jan 28 20:22:44.480467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:44.507540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-783b027a-5458-4dfd-9c27-13264ae62b95 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2861669 Jan 28 20:22:44.508593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:44.508968 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.619639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-a8bd961f-f99c-41b4-ab91-90f5f589d9c1 service neutron] 10.222.0.44 "GET /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109610 Jan 28 20:22:44.667256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5534e0d3-0255-4066-afef-14e2ae572731 req-c03f019c-a2ea-4963-8837-34d039a8eb90 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212033 Jan 28 20:22:44.731043 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.758975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-dd990bdf-493e-4ebb-a9e0-4f70e34158b6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:44.760687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-dd990bdf-493e-4ebb-a9e0-4f70e34158b6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4506924 Jan 28 20:22:44.800541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4360e7ea-2299-4336-9d24-c7fae4bb5e73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4360e7ea-2299-4336-9d24-c7fae4bb5e73,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:44.803441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4360e7ea-2299-4336-9d24-c7fae4bb5e73'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:44.805215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Request body: {'port': {'device_id': 'edbc7442-3e0b-4851-9816-89e18b161231', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b999c7ec5020422f834ccc5863dbe3e5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:44.809243 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ea6a28-1bac-4cc8-a9ad-f32d15271470" -d '{"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-plugged", "status": "completed", "tag": "4360e7ea-2299-4336-9d24-c7fae4bb5e73"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:44.818441 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.833300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:44.908352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-a110b516-b145-4624-bcc6-6dcccdb8e28f service neutron] 10.222.0.44 "GET /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877023 Jan 28 20:22:44.910076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4360e7ea-2299-4336-9d24-c7fae4bb5e73,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:45.232749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:45.269139 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:45.433897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636f489-0293-460d-af54-44cb5541983d req-b314b75e-7366-4a38-93ee-1bd1544e07ab tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:45.435802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8636f489-0293-460d-af54-44cb5541983d req-b314b75e-7366-4a38-93ee-1bd1544e07ab tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.6217792 Jan 28 20:22:45.437999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-84eaef9c-6bfa-443f-a8ae-3317780d4196 service neutron] 10.222.0.44 "GET /v2.0/ports/daa0f061-5cf3-4a13-baa6-48af89604eda?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5288556 Jan 28 20:22:45.499504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Allocated IP 172.25.2.189 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/1b1e7994-7b16-4869-b752-d0a5f5773d50) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:45.592200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8636f489-0293-460d-af54-44cb5541983d req-6e9f1478-1bc9-4689-bb71-352f57e09e8e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461587 Jan 28 20:22:45.654075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-212887b4-b20c-41cb-91b1-5919e9ee6571 service neutron] 10.222.0.44 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069905 Jan 28 20:22:45.659911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Made reservation on behalf of b999c7ec5020422f834ccc5863dbe3e5 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:45.667277 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:45.780628 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:45.866135 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:45.909124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:45.937074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-b0d40089-6ea6-4918-bd0f-fd54384cf729 service neutron] 10.222.0.44 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703373 Jan 28 20:22:45.961765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:45.965941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:45.974370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:46.015685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:46.020944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:46.021673 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.050408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'Port': ['ID=1b1e7994-7b16-4869-b752-d0a5f5773d50,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:46.082125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b6d3-787b-43d0-906f-15316a21e36f req-523ad8dc-e09c-4ee4-88ea-d67561de9ab6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:46.088502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b6d3-787b-43d0-906f-15316a21e36f req-523ad8dc-e09c-4ee4-88ea-d67561de9ab6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:46.096937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b6d3-787b-43d0-906f-15316a21e36f req-523ad8dc-e09c-4ee4-88ea-d67561de9ab6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:46.109083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ae2b6d3-787b-43d0-906f-15316a21e36f req-523ad8dc-e09c-4ee4-88ea-d67561de9ab6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2415 time: 0.3053167 Jan 28 20:22:46.130090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-cb285621-43ba-4a97-8cd1-7f183d553caa service neutron] 10.222.0.44 "GET /v2.0/ports/694c8880-36b6-4b7d-a411-41c3ed3bc69b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1528056 Jan 28 20:22:46.156909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Allocated IP 192.168.233.24 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/cc742ebb-c4aa-446e-83a8-c6ebf14116ef) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:46.245296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.300891 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ae2b6d3-787b-43d0-906f-15316a21e36f req-d32b4b7d-c443-45aa-afc4-c0bae9508a71 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896329 Jan 28 20:22:46.376765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:46.382717 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.383224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:46.560924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.561723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:46.611144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:46.618587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:46.619013 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.657902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-510ec8f9-5633-4120-89a8-ce41e0ab8976 req-4bcf0212-7aba-4ff2-b897-304822d456cc tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 210 time: 0.0505095 Jan 28 20:22:46.669774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-2a3c3e20-797b-42ef-94bd-f26dafd2ce53 service neutron] 10.222.0.44 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144715 Jan 28 20:22:46.764559 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9688d2b-e1d5-475c-a769-b756704cf8f8 x-openstack-request-id: req-b9688d2b-e1d5-475c-a769-b756704cf8f8 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:46.764909 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-plugged", "status": "completed", "tag": "4360e7ea-2299-4336-9d24-c7fae4bb5e73", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:46.765139 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9688d2b-e1d5-475c-a769-b756704cf8f8 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:46.765532 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4360e7ea-2299-4336-9d24-c7fae4bb5e73', 'code': 200} Jan 28 20:22:46.789692 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.873492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:46.881123 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.925851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.928685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b3793aa6-e554-4848-a7e5-c6ea5918ecf2 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:46.968313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668c276-35a2-4db9-a77a-72d3e922a81d req-bf655a9a-2160-498a-bbc5-d8639a30a672 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:46.969732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e668c276-35a2-4db9-a77a-72d3e922a81d req-bf655a9a-2160-498a-bbc5-d8639a30a672 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1195018 Jan 28 20:22:46.976448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-beaa38ce-0f48-4e26-9e2c-f77a136069a1 service neutron] 10.222.0.44 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053646 Jan 28 20:22:46.981171 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:46.995024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.045911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:47.065723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:47.066402 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.116313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-be93ac9f-701b-4d95-9c69-4b94ead14b1d service neutron] 10.222.0.44 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244256 Jan 28 20:22:47.179295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.210615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e668c276-35a2-4db9-a77a-72d3e922a81d req-d08cfd97-5dbb-4059-8812-0a099c99ca46 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312148 Jan 28 20:22:47.254251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Router 3c7398ca-f2af-414f-9a16-3754a3040256 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:47.277595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'Port': ['ID=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:47.286171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:47.290480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:47.294413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:47.352075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:47.352806 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.402226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-744d5ea9-2847-4075-a264-6b5047e7858b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6048052 Jan 28 20:22:47.412956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:47.447392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b', '0a84a83e-9ee4-4370-8418-3fca9a15aa32'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:47.449937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Request body: {'port': {'device_id': 'edbc7442-3e0b-4851-9816-89e18b161231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:47.504053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:47.544403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:47.558650 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec70d8-b7bc-4384-b392-cf5d77874e0f None None] Sync routers for ids ['3c7398ca-f2af-414f-9a16-3754a3040256'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:47.572784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.574751 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-65b02291-77f8-4479-8f84-0a4e2acc00a3 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "PUT /v2.0/routers/3c7398ca-f2af-414f-9a16-3754a3040256 HTTP/1.1" status: 200 len: 914 time: 3.1494179 Jan 28 20:22:47.581528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34946) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:47.591276 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec70d8-b7bc-4384-b392-cf5d77874e0f None None] Routers {'3c7398ca-f2af-414f-9a16-3754a3040256'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:47.592285 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-bfec70d8-b7bc-4384-b392-cf5d77874e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3c7398ca-f2af-414f-9a16-3754a3040256'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:47.631135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.640080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-742004d5-2d7a-4e54-a5b5-1fccf11f62c0 service neutron] 10.222.0.44 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075614 Jan 28 20:22:47.718412 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.724857 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-bfec70d8-b7bc-4384-b392-cf5d77874e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:47.752508 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec70d8-b7bc-4384-b392-cf5d77874e0f None None] Routers {'3c7398ca-f2af-414f-9a16-3754a3040256'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:47.753300 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-bfec70d8-b7bc-4384-b392-cf5d77874e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3c7398ca-f2af-414f-9a16-3754a3040256'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:47.788275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815460f-3d09-4c57-bdcb-bf71df33227f req-9927745d-aff3-4d77-b1ce-b07b15dcc6c3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:47.792219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b815460f-3d09-4c57-bdcb-bf71df33227f req-9927745d-aff3-4d77-b1ce-b07b15dcc6c3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 944 time: 0.3716714 Jan 28 20:22:47.843312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b3793aa6-e554-4848-a7e5-c6ea5918ecf2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:47.900315 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.953400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b7a25d09-e58e-49dc-85b4-fef0fc4cc90b None None] Provisioning complete for port cc742ebb-c4aa-446e-83a8-c6ebf14116ef triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:47.954724 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b7a25d09-e58e-49dc-85b4-fef0fc4cc90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.957255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:47.993211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b815460f-3d09-4c57-bdcb-bf71df33227f req-b31d3836-ccd5-4a9d-a690-1669b5d8ce18 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901457 Jan 28 20:22:48.081941 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-bfec70d8-b7bc-4384-b392-cf5d77874e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:48.083903 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec70d8-b7bc-4384-b392-cf5d77874e0f None None] The sync data for ids ['3c7398ca-f2af-414f-9a16-3754a3040256'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:48.225086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:48.257148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b7a25d09-e58e-49dc-85b4-fef0fc4cc90b None None] Port cc742ebb-c4aa-446e-83a8-c6ebf14116ef cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:48.295632 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-34d607e8-2200-4968-9620-af73b74bfe75 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/routers/3c7398ca-f2af-414f-9a16-3754a3040256 HTTP/1.1" status: 200 len: 920 time: 0.7119417 Jan 28 20:22:48.300158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34958) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:48.509690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-bd8388a7-1d70-4d9f-b59a-7428a3213c78 service neutron] 10.222.0.44 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8552132 Jan 28 20:22:48.529807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df079571-b46a-40dc-973c-aa58ccc98c72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:48.531989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-df079571-b46a-40dc-973c-aa58ccc98c72 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=3c7398ca-f2af-414f-9a16-3754a3040256&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2303851 Jan 28 20:22:48.534603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34960) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:48.631369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-2c5d96e8-00ed-4ab8-b54b-ae256b93b5ce service neutron] 10.222.0.44 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207647 Jan 28 20:22:48.769206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc'}, {'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2e96b9-b499-47e5-bba8-2187ff9bdcf5'}, {'server_uuid': 'fcf9de33-2001-4384-8ff7-239ef4b83c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3793aa6-e554-4848-a7e5-c6ea5918ecf2'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:48.777067 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c4db49-7ba9-4302-8103-6827c39b8355" -d '{"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-plugged", "status": "completed", "tag": "fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc"}, {"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-plugged", "status": "completed", "tag": "3a2e96b9-b499-47e5-bba8-2187ff9bdcf5"}, {"server_uuid": "fcf9de33-2001-4384-8ff7-239ef4b83c5b", "name": "network-vif-plugged", "status": "completed", "tag": "b3793aa6-e554-4848-a7e5-c6ea5918ecf2"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:48.783022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2196ea13-732e-41ce-bb99-a428c426ffd4 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:48.786335 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2196ea13-732e-41ce-bb99-a428c426ffd4 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 881 time: 0.2490053 Jan 28 20:22:48.799377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c7fbe-767a-4afd-b696-5e37a0bb7cb8 req-19e7197b-08ab-45ae-b25a-0e78f1b15ae2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:48.803064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34964) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:48.808584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-056c7fbe-767a-4afd-b696-5e37a0bb7cb8 req-19e7197b-08ab-45ae-b25a-0e78f1b15ae2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.6606927 Jan 28 20:22:48.863439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb4b5bca-19c6-4ebd-9ddc-8201ea9b6cc3 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7398ca-f2af-414f-9a16-3754a3040256 HTTP/1.1" status: 200 len: 205 time: 0.0564308 Jan 28 20:22:48.864867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34966) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:48.908418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-056c7fbe-767a-4afd-b696-5e37a0bb7cb8 req-e38c702a-ecd7-4592-9a88-40d73011d6d1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989325 Jan 28 20:22:48.914289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff1cc333-a3b9-4680-929a-da0182d7644d service neutron] 10.222.0.44 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819731 Jan 28 20:22:49.056648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:49.178547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc742ebb-c4aa-446e-83a8-c6ebf14116ef {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:49.206837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:49.249139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6aa2d-5366-444e-84d3-11fff6df3bc0 req-8257b2af-111f-40ac-89d1-1951066b0935 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:49.259810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6aa2d-5366-444e-84d3-11fff6df3bc0 req-8257b2af-111f-40ac-89d1-1951066b0935 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:49.284711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:49.287368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6aa2d-5366-444e-84d3-11fff6df3bc0 req-8257b2af-111f-40ac-89d1-1951066b0935 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:49.289766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10f6aa2d-5366-444e-84d3-11fff6df3bc0 req-8257b2af-111f-40ac-89d1-1951066b0935 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2417 time: 0.2144494 Jan 28 20:22:49.299835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Transition to ACTIVE for port object cc742ebb-c4aa-446e-83a8-c6ebf14116ef will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:49.305054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-d53a3c37-0e22-48d4-9879-1e2288d6bdee service neutron] 10.222.0.44 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771105 Jan 28 20:22:49.435560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Deleting port 1b1e7994-7b16-4869-b752-d0a5f5773d50 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:49.436221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:49.444086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-b0f09f97-d764-42b1-a27c-bb57816b25c9 service neutron] 10.222.0.44 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260381 Jan 28 20:22:49.445101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:49.547330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:49.575120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Calling delete_port for 1b1e7994-7b16-4869-b752-d0a5f5773d50 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:22:49.686409 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10f6aa2d-5366-444e-84d3-11fff6df3bc0 req-cbe315b0-8973-4ebf-923d-32118e3daf4c tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761251 Jan 28 20:22:49.687157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Pushing event updated for resources: {'Port': ['ID=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:49.790802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-103e2162-84d1-4f0e-8ea3-07f56924a02a service neutron] 10.222.0.44 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235269 Jan 28 20:22:49.866243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Attempting to bind port cc742ebb-c4aa-446e-83a8-c6ebf14116ef on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:22:49.866575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Attempting to bind port cc742ebb-c4aa-446e-83a8-c6ebf14116ef by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:22:49.866951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Attempting to bind port cc742ebb-c4aa-446e-83a8-c6ebf14116ef on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:49.889196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c8cab-7df1-4088-9c34-77b8b94e913e req-022156da-b82d-466a-8a2d-44153f0ebf80 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:49.891325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f6c8cab-7df1-4088-9c34-77b8b94e913e req-022156da-b82d-466a-8a2d-44153f0ebf80 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 947 time: 0.0849395 Jan 28 20:22:49.892631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Port cc742ebb-c4aa-446e-83a8-c6ebf14116ef on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:49.892890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Attempting to bind port cc742ebb-c4aa-446e-83a8-c6ebf14116ef on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:49.899500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:49.899849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:22:49.901033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:49.901234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Bound port: cc742ebb-c4aa-446e-83a8-c6ebf14116ef, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:22:49.901600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:49.947094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:49.995376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] For port cc742ebb-c4aa-446e-83a8-c6ebf14116ef, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:50.000063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] For port cc742ebb-c4aa-446e-83a8-c6ebf14116ef, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:50.001092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event deleted for resources: {'Port': ['ID=1b1e7994-7b16-4869-b752-d0a5f5773d50,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:50.014968 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.076932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:50.077541 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.079238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] 10.222.0.26 "PUT /v2.0/ports/cc742ebb-c4aa-446e-83a8-c6ebf14116ef HTTP/1.1" status: 200 len: 1095 time: 2.6622908 Jan 28 20:22:50.083197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbc7442-3e0b-4851-9816-89e18b161231', 'tag': 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:50.085578 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da092d88-c1d7-41a2-b957-14802b3d2060" -d '{"events": [{"name": "network-changed", "server_uuid": "edbc7442-3e0b-4851-9816-89e18b161231", "tag": "cc742ebb-c4aa-446e-83a8-c6ebf14116ef"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:50.099885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f6c8cab-7df1-4088-9c34-77b8b94e913e req-ca3bae03-3c33-4599-a9fc-bcb817f95ad9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837852 Jan 28 20:22:50.116776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed86bcf-c169-4fb0-a46f-ab4327f4678b service neutron] Pushing event updated for resources: {'Port': ['ID=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:50.170527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.252823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-9d35822b-7070-4c5b-a805-06532b10bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:50.255307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-9d35822b-7070-4c5b-a805-06532b10bed9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 1098 time: 0.0760558 Jan 28 20:22:50.332722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-fd28ffc7-f99a-4cd1-b09a-4c5033003fe5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=cc742ebb-c4aa-446e-83a8-c6ebf14116ef HTTP/1.1" status: 200 len: 217 time: 0.0628998 Jan 28 20:22:50.507450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.512970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.556772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d663f2-9369-47ea-b980-1aebfec80ae6 req-b9a9fa01-95eb-44ac-b3a7-ca993a232092 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:50.559094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6d663f2-9369-47ea-b980-1aebfec80ae6 req-b9a9fa01-95eb-44ac-b3a7-ca993a232092 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.2767529 Jan 28 20:22:50.561290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-2438a03b-0153-42fb-a2b2-bcc5559932ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:50.563423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-2438a03b-0153-42fb-a2b2-bcc5559932ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2059186 Jan 28 20:22:50.610914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.611449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7398ca-f2af-414f-9a16-3754a3040256 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:22:50.621201 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.624233 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ee29aaba-85ba-4da6-8e6c-94d533b72f6e tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/3c7398ca-f2af-414f-9a16-3754a3040256 HTTP/1.1" status: 204 len: 168 time: 1.7565956 Jan 28 20:22:50.646205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34986) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:50.665066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d222f98f-805b-4fc6-ae68-18c5706263d6 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1812042173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:50.667074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6d663f2-9369-47ea-b980-1aebfec80ae6 req-d66caf9e-24e9-47c0-8268-316b64700331 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024179 Jan 28 20:22:50.696152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-74ebd90b-fb3a-45a8-a86d-0d151889adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:50.697869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-74ebd90b-fb3a-45a8-a86d-0d151889adc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138053 Jan 28 20:22:50.734939 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d222f98f-805b-4fc6-ae68-18c5706263d6 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.736846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d222f98f-805b-4fc6-ae68-18c5706263d6 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.773728 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e81df5d-ae22-4d2e-8516-a2da7d9c9be5 x-openstack-request-id: req-2e81df5d-ae22-4d2e-8516-a2da7d9c9be5 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:50.774279 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-plugged", "status": "completed", "tag": "fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc", "code": 200}, {"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-plugged", "status": "completed", "tag": "3a2e96b9-b499-47e5-bba8-2187ff9bdcf5", "code": 200}, {"server_uuid": "fcf9de33-2001-4384-8ff7-239ef4b83c5b", "name": "network-vif-plugged", "status": "completed", "tag": "b3793aa6-e554-4848-a7e5-c6ea5918ecf2", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:50.774279 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e81df5d-ae22-4d2e-8516-a2da7d9c9be5 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:50.774718 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc', 'code': 200} Jan 28 20:22:50.775075 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2e96b9-b499-47e5-bba8-2187ff9bdcf5', 'code': 200} Jan 28 20:22:50.775368 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf9de33-2001-4384-8ff7-239ef4b83c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3793aa6-e554-4848-a7e5-c6ea5918ecf2', 'code': 200} Jan 28 20:22:50.845612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d222f98f-805b-4fc6-ae68-18c5706263d6 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.855722 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d222f98f-805b-4fc6-ae68-18c5706263d6 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.957098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-5e1f2b4f-a373-477e-9794-8f448bc87ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401927 Jan 28 20:22:50.958764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d222f98f-805b-4fc6-ae68-18c5706263d6 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:50.960937 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d222f98f-805b-4fc6-ae68-18c5706263d6 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3159604 Jan 28 20:22:50.968551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34998) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:50.973565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': False}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:51.095580 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:51.130545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9c1ecd8-dba5-4607-badd-203c053df044 req-9aafb2fb-3bdd-401c-9260-4f31427cd293 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462524 Jan 28 20:22:51.190459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4dea4-b10f-46b8-8b83-4618235d03e0 req-df9f8b61-3abe-47ee-be89-18d3beda6ae7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.200212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49d4dea4-b10f-46b8-8b83-4618235d03e0 req-df9f8b61-3abe-47ee-be89-18d3beda6ae7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 945 time: 0.2931714 Jan 28 20:22:51.223585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549166c1-8655-423b-84d7-67304a0517f9 req-a3ac09c9-53f2-4692-8eb6-91b4f0598f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.224273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549166c1-8655-423b-84d7-67304a0517f9 req-a3ac09c9-53f2-4692-8eb6-91b4f0598f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.224985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549166c1-8655-423b-84d7-67304a0517f9 req-a3ac09c9-53f2-4692-8eb6-91b4f0598f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.227581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-549166c1-8655-423b-84d7-67304a0517f9 req-a3ac09c9-53f2-4692-8eb6-91b4f0598f34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2870 time: 0.3594737 Jan 28 20:22:51.323437 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-549166c1-8655-423b-84d7-67304a0517f9 req-d225010d-af6c-4201-b8f3-93694902813f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540595 Jan 28 20:22:51.326380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ece2-3cee-4423-a642-c1709331cde4 req-3dd3ac43-5e9c-4da3-be95-7ba16410f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.328589 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5022ece2-3cee-4423-a642-c1709331cde4 req-3dd3ac43-5e9c-4da3-be95-7ba16410f879 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 1096 time: 0.4387107 Jan 28 20:22:51.331452 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:51.385686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49d4dea4-b10f-46b8-8b83-4618235d03e0 req-4d2ec9ff-b1fb-40cf-a99d-71ee12bf494f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401722 Jan 28 20:22:51.424199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520144-9c00-4541-950c-7bfb8ce25647 req-5dcde55f-53d6-470a-808d-4f4d463eb35c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.426419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39520144-9c00-4541-950c-7bfb8ce25647 req-5dcde55f-53d6-470a-808d-4f4d463eb35c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2216866 Jan 28 20:22:51.486934 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5022ece2-3cee-4423-a642-c1709331cde4 req-5a09d655-aae8-4f9d-ae6b-edff1762b3cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475704 Jan 28 20:22:51.517743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39520144-9c00-4541-950c-7bfb8ce25647 req-3f429751-586b-4331-8678-45b36ec55d5b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806093 Jan 28 20:22:51.530667 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8203d38a-c373-4592-9949-dbbccc44d2f7 x-openstack-request-id: req-8203d38a-c373-4592-9949-dbbccc44d2f7 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:51.531945 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbc7442-3e0b-4851-9816-89e18b161231", "tag": "cc742ebb-c4aa-446e-83a8-c6ebf14116ef", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:51.532473 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8203d38a-c373-4592-9949-dbbccc44d2f7 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:51.535397 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbc7442-3e0b-4851-9816-89e18b161231', 'tag': 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef', 'status': 'completed', 'code': 200} Jan 28 20:22:51.774842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-f823ecc0-58d1-4de6-9774-7d35e2068e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.777776 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-f823ecc0-58d1-4de6-9774-7d35e2068e06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 1098 time: 0.0878696 Jan 28 20:22:51.787353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05c941f0-ff1d-4c04-aa71-3057778eba59 req-6be6fcce-4825-4f4b-816f-dedb039b4fff tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 210 time: 0.0753903 Jan 28 20:22:51.896990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2953e-2b31-443d-a3a4-05647ecc19b9 req-4acc0a37-150f-47f3-b015-171e1f3fafc7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.914639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2953e-2b31-443d-a3a4-05647ecc19b9 req-4acc0a37-150f-47f3-b015-171e1f3fafc7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.930638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2953e-2b31-443d-a3a4-05647ecc19b9 req-4acc0a37-150f-47f3-b015-171e1f3fafc7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:51.949679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66a2953e-2b31-443d-a3a4-05647ecc19b9 req-4acc0a37-150f-47f3-b015-171e1f3fafc7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2417 time: 0.3218749 Jan 28 20:22:51.959974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:52.054863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:52.056097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-1920d905-7882-40e7-873f-34fa4c14b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:52.058652 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-1920d905-7882-40e7-873f-34fa4c14b9c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2696116 Jan 28 20:22:52.135473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66a2953e-2b31-443d-a3a4-05647ecc19b9 req-a2feed78-9c27-4d68-9436-de652ea72cb9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857729 Jan 28 20:22:52.199699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e717e-eb1c-45bc-9da7-22be576ad4d2 req-47c16995-8a50-4c45-846b-ec72193175cb tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:52.205035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a32e717e-eb1c-45bc-9da7-22be576ad4d2 req-47c16995-8a50-4c45-846b-ec72193175cb tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 947 time: 0.2332056 Jan 28 20:22:52.351441 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-774c34cd-be00-450b-a1f2-28ff97754896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=cc742ebb-c4aa-446e-83a8-c6ebf14116ef HTTP/1.1" status: 200 len: 217 time: 0.1175880 Jan 28 20:22:52.399907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a32e717e-eb1c-45bc-9da7-22be576ad4d2 req-4c2fd15e-ed38-4049-b632-5ee4564c3c95 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632175 Jan 28 20:22:52.450152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Allocated IP 172.25.2.140 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/27c07d47-a8c7-42ff-ab56-dba6caa64724) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:52.469351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5c516-9103-4b52-9fce-1dba40c811da req-708c2f6c-8c15-458a-bd5e-1fb77feec93f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:52.477928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78c5c516-9103-4b52-9fce-1dba40c811da req-708c2f6c-8c15-458a-bd5e-1fb77feec93f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1884358 Jan 28 20:22:52.558225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-3f0205a8-d067-467e-bf97-362fb03889fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:52.561305 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-3f0205a8-d067-467e-bf97-362fb03889fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1829157 Jan 28 20:22:52.647681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2169f88-0a84-40e5-8724-187030824257 req-a277d0d0-3731-4078-b77d-9f69f729aa17 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:52.663328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2169f88-0a84-40e5-8724-187030824257 req-a277d0d0-3731-4078-b77d-9f69f729aa17 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 945 time: 0.1522305 Jan 28 20:22:52.681394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78c5c516-9103-4b52-9fce-1dba40c811da req-cf0ed4fe-e870-485c-8c6a-c20778d03cb4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970675 Jan 28 20:22:52.765756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-9a4a1ddf-1514-454b-84cf-b200583bd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:52.768833 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-9a4a1ddf-1514-454b-84cf-b200583bd80a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705554 Jan 28 20:22:52.777951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:52.781079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2169f88-0a84-40e5-8724-187030824257 req-75fd7144-28b0-4341-86a9-2d123b0e0ba8 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158714 Jan 28 20:22:52.953350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81063db-8665-4b3b-a591-1f2382f032c9 req-60daee93-0dbe-4cfc-b705-f732ba61468d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:52.954973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c81063db-8665-4b3b-a591-1f2382f032c9 req-60daee93-0dbe-4cfc-b705-f732ba61468d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.1357198 Jan 28 20:22:52.970808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:53.015042 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-801b92b1-dcf5-4a9e-b570-014b191d102c service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338555 Jan 28 20:22:53.070313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:53.081447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-531940c4-b870-417c-9856-a529df506e59 req-768b8717-aac1-413c-a7cc-de91bf807ffa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 210 time: 0.0681806 Jan 28 20:22:53.087126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:53.100145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:53.110215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c81063db-8665-4b3b-a591-1f2382f032c9 req-928c539c-b103-420b-8bb0-fcf48c1a3e8a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310065 Jan 28 20:22:53.161021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-b3a582ee-b1b6-47e1-b4f6-06caeac885b3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:22:53.170183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-b3a582ee-b1b6-47e1-b4f6-06caeac885b3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079505 Jan 28 20:22:53.245166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Pushing event updated for resources: {'Port': ['ID=27c07d47-a8c7-42ff-ab56-dba6caa64724,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:53.330582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-35c19979-1654-4c4f-872f-6d099b383913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:53.332054 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-35c19979-1654-4c4f-872f-6d099b383913 service neutron] 10.222.0.13 "GET /v2.0/ports/daa0f061-5cf3-4a13-baa6-48af89604eda HTTP/1.1" status: 200 len: 1026 time: 0.1374626 Jan 28 20:22:53.404783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-6691a197-a81b-489a-9a1e-704f42190639 service neutron] 10.222.0.26 "GET /v2.0/ports/9d1c5e00-ac29-4b93-aca7-6f2324c658bd/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 382 time: 0.2288797 Jan 28 20:22:53.479160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008522-08a9-4fda-afc2-092fbd01593e req-b25df059-41d7-4162-9258-8670573f9aa3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:53.490617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008522-08a9-4fda-afc2-092fbd01593e req-b25df059-41d7-4162-9258-8670573f9aa3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:53.507795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008522-08a9-4fda-afc2-092fbd01593e req-b25df059-41d7-4162-9258-8670573f9aa3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:53.516476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8008522-08a9-4fda-afc2-092fbd01593e req-b25df059-41d7-4162-9258-8670573f9aa3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2417 time: 0.2278283 Jan 28 20:22:53.516699 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-da092d88-c1d7-41a2-b957-14802b3d2060 req-f48b0edb-fe6a-4783-bc87-673a29f41c82 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576442 Jan 28 20:22:53.570868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-67bf43cc-286c-48bb-b6f3-4119c610e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:53.572935 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-67bf43cc-286c-48bb-b6f3-4119c610e2c7 service neutron] 10.222.0.13 "GET /v2.0/ports/694c8880-36b6-4b7d-a411-41c3ed3bc69b HTTP/1.1" status: 200 len: 1028 time: 0.0590901 Jan 28 20:22:53.631920 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8008522-08a9-4fda-afc2-092fbd01593e req-81aac8e5-92fc-4020-af38-04c575a272f5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134148 Jan 28 20:22:53.788699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe43c2-2aaf-4b9d-b102-f82828177a3f req-93b5c2b8-fc0d-4875-809e-b461991b1c29 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:53.790340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ffe43c2-2aaf-4b9d-b102-f82828177a3f req-93b5c2b8-fc0d-4875-809e-b461991b1c29 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 947 time: 0.1363649 Jan 28 20:22:53.907541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ffe43c2-2aaf-4b9d-b102-f82828177a3f req-862b8a63-a9d5-479d-ae18-56fc35c756bd tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056759 Jan 28 20:22:53.917569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0e69a-d8ef-4c68-98d7-e433a8562071 req-597e43cc-e6fa-4345-b4c8-02d05a2998e7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:53.927968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09f0e69a-d8ef-4c68-98d7-e433a8562071 req-597e43cc-e6fa-4345-b4c8-02d05a2998e7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1076126 Jan 28 20:22:53.928767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device cc742ebb-c4aa-446e-83a8-c6ebf14116ef details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:54.008466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09f0e69a-d8ef-4c68-98d7-e433a8562071 req-fe78e832-2980-45a3-bd9b-46d12b17ec1e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791147 Jan 28 20:22:54.131375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port cc742ebb-c4aa-446e-83a8-c6ebf14116ef, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:54.146996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef', 'mac_address': 'fa:16:3e:ef:a5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:54.197286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:54.261009 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:54.328806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499ca0c-9ea7-45df-82ca-9f6bea3728db req-3e6f639a-73bf-404c-8e56-9d63370ecdfd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:54.330493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b499ca0c-9ea7-45df-82ca-9f6bea3728db req-3e6f639a-73bf-404c-8e56-9d63370ecdfd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 945 time: 0.1146605 Jan 28 20:22:54.331063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc742ebb-c4aa-446e-83a8-c6ebf14116ef {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:22:54.380895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port cc742ebb-c4aa-446e-83a8-c6ebf14116ef, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:54.391420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-85f52b43-3b3a-476c-9613-9253b4e05aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:54.393563 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:54.400822 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-85f52b43-3b3a-476c-9613-9253b4e05aac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e&tenant_id=f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 1101 time: 0.2373571 Jan 28 20:22:54.481736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b499ca0c-9ea7-45df-82ca-9f6bea3728db req-f1e421e1-e309-4fd6-8460-02d386ae0282 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423616 Jan 28 20:22:54.493227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:54.563872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b180d91-3223-4504-aa97-0df55e0d4d82 req-7b66e716-50ea-4751-8b8e-7e137cc942f9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:54.572115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b180d91-3223-4504-aa97-0df55e0d4d82 req-7b66e716-50ea-4751-8b8e-7e137cc942f9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2145402 Jan 28 20:22:54.610515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-72202823-6968-4d31-92f2-6c0ae604a9d0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:54.622298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-72202823-6968-4d31-92f2-6c0ae604a9d0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:54.634974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-72202823-6968-4d31-92f2-6c0ae604a9d0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:54.638091 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-72202823-6968-4d31-92f2-6c0ae604a9d0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "GET /v2.0/networks?id=96031065-7361-49f5-b7d0-d7404da90120&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=560b8a65-0f63-4c02-9fb6-f4e74b394998&id=560b8a65-0f63-4c02-9fb6-f4e74b394998 HTTP/1.1" status: 200 len: 1991 time: 0.4500434 Jan 28 20:22:54.716082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b180d91-3223-4504-aa97-0df55e0d4d82 req-3164e1a6-a8c7-4283-8d02-5a720391ddd5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090720 Jan 28 20:22:54.796068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-57f2c9c8-8976-46f1-9f20-3d0e42ea28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:54.797984 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-57f2c9c8-8976-46f1-9f20-3d0e42ea28f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 1101 time: 0.3266690 Jan 28 20:22:54.805260 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-a9736ac8-b0d0-4fec-85cf-2060475bafde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aefb1f7410d451eac118b095331837a HTTP/1.1" status: 200 len: 379 time: 0.1460364 Jan 28 20:22:54.811793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-198b7935-3075-4e27-993a-ca347ff3201b req-e78f3f3b-da35-4f2c-8f4d-0c56903080d9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 210 time: 0.0660095 Jan 28 20:22:54.818631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['cc742ebb-c4aa-446e-83a8-c6ebf14116ef'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:54.829856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'admin_state_up': True, 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'security_groups': ['09bd0a60-db3e-4823-9184-a041a4f098c8']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:54.929258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc3f62-1f00-44db-bb82-95bb8b20d132 req-8f5e4a7d-4761-42c4-8877-46ea8cd3b93a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:54.940709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8cc3f62-1f00-44db-bb82-95bb8b20d132 req-8f5e4a7d-4761-42c4-8877-46ea8cd3b93a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 946 time: 0.1553786 Jan 28 20:22:55.024981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:55.053095 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:55.074706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-e77cb660-add9-463a-bf4e-7b172eb7e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.076536 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-e77cb660-add9-463a-bf4e-7b172eb7e854 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2689555 Jan 28 20:22:55.084243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8cc3f62-1f00-44db-bb82-95bb8b20d132 req-27a6141e-b8c9-436a-873e-c89530f515cb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297414 Jan 28 20:22:55.131349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a5e5-9654-4f25-8f22-4e3fd83b14c1 req-57ac2eff-5c3f-4959-84ee-768424679753 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.137464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a5e5-9654-4f25-8f22-4e3fd83b14c1 req-57ac2eff-5c3f-4959-84ee-768424679753 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.143582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a5e5-9654-4f25-8f22-4e3fd83b14c1 req-57ac2eff-5c3f-4959-84ee-768424679753 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.146292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e05a5e5-9654-4f25-8f22-4e3fd83b14c1 req-57ac2eff-5c3f-4959-84ee-768424679753 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2417 time: 0.1509702 Jan 28 20:22:55.213765 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-5b35dc5e-ed33-4af7-bc4b-254b7674c48c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd HTTP/1.1" status: 200 len: 217 time: 0.0713248 Jan 28 20:22:55.291502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e05a5e5-9654-4f25-8f22-4e3fd83b14c1 req-0b5523d4-e6af-4be2-83cf-3c69bdc28395 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382287 Jan 28 20:22:55.336491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da85171-6ea0-4d70-b051-0220a4c8d0f1 req-b0adc4ba-8327-4cc3-be16-bf4d7fbeb6a4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.336491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4da85171-6ea0-4d70-b051-0220a4c8d0f1 req-b0adc4ba-8327-4cc3-be16-bf4d7fbeb6a4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 948 time: 0.1419265 Jan 28 20:22:55.381294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:55.385011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:55.440428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-e92ef029-5551-4c09-a888-c10a2d6ec74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.442217 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-e92ef029-5551-4c09-a888-c10a2d6ec74b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1857648 Jan 28 20:22:55.468739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4da85171-6ea0-4d70-b051-0220a4c8d0f1 req-cf659c82-bd22-4f1a-8014-1647597dd03b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317205 Jan 28 20:22:55.520270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Router 4bfc8e0d-22d6-478d-95d1-06b60ad53e78 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:55.574062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-bbd91f0b-4c69-4efd-9dab-c29c515b17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.576736 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-bbd91f0b-4c69-4efd-9dab-c29c515b17b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161263 Jan 28 20:22:55.633836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66b7a9-5df0-4a33-9b92-39ebcd316da8 req-9db7c688-f219-4247-bbe8-5aa24783fd21 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.636223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b66b7a9-5df0-4a33-9b92-39ebcd316da8 req-9db7c688-f219-4247-bbe8-5aa24783fd21 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1606853 Jan 28 20:22:55.744237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b66b7a9-5df0-4a33-9b92-39ebcd316da8 req-ef5f5cb9-88ed-424d-9921-e3b2595625c8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973344 Jan 28 20:22:55.779847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8824f-5fc4-4f11-ab89-85a61d40ef9e req-57e87849-ee28-40d1-9f88-d8bc92a79d68 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:55.790766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32c8824f-5fc4-4f11-ab89-85a61d40ef9e req-57e87849-ee28-40d1-9f88-d8bc92a79d68 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 945 time: 0.1303732 Jan 28 20:22:55.867951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32c8824f-5fc4-4f11-ab89-85a61d40ef9e req-00b9adbc-a60d-4fed-a644-f76f77b85572 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670698 Jan 28 20:22:55.953190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:22:55.989120 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-885613d9-2fa6-4fd1-a2f3-ac3286847afb service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198807 Jan 28 20:22:56.070197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f5ef3-665f-4aa1-9b07-440a1ab87a01 req-88a750bb-45de-4419-8fd6-79789c3864db tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:56.080990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc2f5ef3-665f-4aa1-9b07-440a1ab87a01 req-88a750bb-45de-4419-8fd6-79789c3864db tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.0994263 Jan 28 20:22:56.198375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc2f5ef3-665f-4aa1-9b07-440a1ab87a01 req-c79a0f71-beda-47c6-ae44-bf23488a5534 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142764 Jan 28 20:22:56.211426 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:56.278545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:56.298715 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:56.300871 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c02c04e5-6d55-43d7-a7ac-f939697ef12a tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "PUT /v2.0/routers/4bfc8e0d-22d6-478d-95d1-06b60ad53e78 HTTP/1.1" status: 200 len: 916 time: 5.3306682 Jan 28 20:22:56.303020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Allocated IP 172.20.0.3 (96031065-7361-49f5-b7d0-d7404da90120/1e5bedbc-af42-49bb-a79f-6ef63971f178/1cf30484-f814-47f7-a2da-c6e283b6327d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:56.307097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:56.314873 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e2414-8091-4bbc-a550-5a901706ad57" -d '{"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:56.323135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35060) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:56.334366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89edcf-d221-4591-9153-974a7a38c03c None None] Sync routers for ids ['4bfc8e0d-22d6-478d-95d1-06b60ad53e78'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:56.345434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf93d481-cd55-42ae-a61c-7e3577027129 req-2b5fd177-a513-4f75-b5c6-c85ce98e221e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 210 time: 0.1469750 Jan 28 20:22:56.383753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:56.390990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89edcf-d221-4591-9153-974a7a38c03c None None] Routers {'4bfc8e0d-22d6-478d-95d1-06b60ad53e78'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:56.391992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2f89edcf-d221-4591-9153-974a7a38c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4bfc8e0d-22d6-478d-95d1-06b60ad53e78'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:56.427728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:56.515653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2f89edcf-d221-4591-9153-974a7a38c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:56.546374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89edcf-d221-4591-9153-974a7a38c03c None None] Routers {'4bfc8e0d-22d6-478d-95d1-06b60ad53e78'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:56.546374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2f89edcf-d221-4591-9153-974a7a38c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4bfc8e0d-22d6-478d-95d1-06b60ad53e78'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:56.594212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2f89edcf-d221-4591-9153-974a7a38c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:56.598206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89edcf-d221-4591-9153-974a7a38c03c None None] The sync data for ids ['4bfc8e0d-22d6-478d-95d1-06b60ad53e78'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:56.632875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:56.703681 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf06f5-d84b-4bc3-b3e5-0f9b379f8f62 x-openstack-request-id: req-f0cf06f5-d84b-4bc3-b3e5-0f9b379f8f62 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:56.703989 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:56.704273 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0cf06f5-d84b-4bc3-b3e5-0f9b379f8f62 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:56.704680 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'code': 200} Jan 28 20:22:56.743680 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a2c9daa-4f54-4cdd-9465-3003143ba0ba req-a6c374a6-2322-422a-ba0e-ad6a2cc6c82f service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287364 Jan 28 20:22:56.820275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90693bf2-6e71-413c-98f3-e5a783e3bf7c req-fc18c6c3-fb18-4de7-a4f4-4d29890eb5c7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:56.841022 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cc1890e7-2d35-4913-b966-356bce5c6847 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/routers/4bfc8e0d-22d6-478d-95d1-06b60ad53e78 HTTP/1.1" status: 200 len: 922 time: 0.5063691 Jan 28 20:22:56.841814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35070) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:56.847368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90693bf2-6e71-413c-98f3-e5a783e3bf7c req-fc18c6c3-fb18-4de7-a4f4-4d29890eb5c7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:56.892369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90693bf2-6e71-413c-98f3-e5a783e3bf7c req-fc18c6c3-fb18-4de7-a4f4-4d29890eb5c7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:56.896323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90693bf2-6e71-413c-98f3-e5a783e3bf7c req-fc18c6c3-fb18-4de7-a4f4-4d29890eb5c7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2417 time: 0.2810426 Jan 28 20:22:56.980558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:56.991844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455b9c0-784d-4fba-aea1-317fdc8dc654 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:56.996867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d455b9c0-784d-4fba-aea1-317fdc8dc654 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=4bfc8e0d-22d6-478d-95d1-06b60ad53e78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1445212 Jan 28 20:22:56.998979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35072) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:57.079600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90693bf2-6e71-413c-98f3-e5a783e3bf7c req-045a0934-133c-4e31-84d7-d0d2c0569de3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741431 Jan 28 20:22:57.097744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:57.123503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3616c-0592-4462-ae91-06725863406f req-718943d7-6830-474b-9efd-481f2ef9ed4d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:57.139087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8b3616c-0592-4462-ae91-06725863406f req-718943d7-6830-474b-9efd-481f2ef9ed4d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 948 time: 0.1926947 Jan 28 20:22:57.216857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network 96031065-7361-49f5-b7d0-d7404da90120 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:57.242404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:57.245212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:57.271450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8b3616c-0592-4462-ae91-06725863406f req-2e9aa0de-93fe-4752-9145-57c55ee69282 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265497 Jan 28 20:22:57.322104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=1cf30484-f814-47f7-a2da-c6e283b6327d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:57.341344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0fde6-a459-4965-a856-58216ac5173e req-f9630e7f-5d0c-475f-b1b2-e7cc364f76e5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:57.343872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcf0fde6-a459-4965-a856-58216ac5173e req-f9630e7f-5d0c-475f-b1b2-e7cc364f76e5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 945 time: 0.1626725 Jan 28 20:22:57.360610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad778cdc-1841-4488-a2bb-fa5af91ac1e6 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:57.363997 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ad778cdc-1841-4488-a2bb-fa5af91ac1e6 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 881 time: 0.3628585 Jan 28 20:22:57.371577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35076) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:57.398712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.399523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.399769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.400345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.400888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.401429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.402214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.402755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.403287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.403803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.404370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.404924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:57.454828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:57.455874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:57.498351 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0b863d86-3c5e-4734-9deb-5d321c9b43dc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6747618 Jan 28 20:22:57.514353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'admin_state_up': True, 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'security_groups': ['09bd0a60-db3e-4823-9184-a041a4f098c8']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:57.734621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:57.747964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:57.753955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4e6c9bb6-5584-491d-8596-accf5a35575b None None] Provisioning complete for port 1cf30484-f814-47f7-a2da-c6e283b6327d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:57.754677 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9bb6-5584-491d-8596-accf5a35575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:57.913887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c9bb6-5584-491d-8596-accf5a35575b None None] Port 1cf30484-f814-47f7-a2da-c6e283b6327d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:57.959319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device cc742ebb-c4aa-446e-83a8-c6ebf14116ef up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:58.082241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3a4089f2-4dad-47ad-ac73-e9f9bd5bd066 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bfc8e0d-22d6-478d-95d1-06b60ad53e78 HTTP/1.1" status: 200 len: 205 time: 0.7067835 Jan 28 20:22:58.084091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Allocated IP 10.1.1.126 (ccfa6aae-5890-4c49-9f68-054fc50eefc1/e6680c8d-96c4-4cb0-acf0-ded4fb863210/7a5d503d-11b3-4c6c-b4cb-46ffd626e347) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:58.086017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35080) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:22:58.111126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port cc742ebb-c4aa-446e-83a8-c6ebf14116ef completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:58.121867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port cc742ebb-c4aa-446e-83a8-c6ebf14116ef triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:58.125136 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:58.324600 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:58.346628 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:58.409740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port cc742ebb-c4aa-446e-83a8-c6ebf14116ef, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:58.417107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:58.513884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a222261-7f45-49aa-9fed-c93493205896 req-d7fc3cc6-f20c-48ab-b970-9d753b6cb319 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:58.514159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:58.524782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a222261-7f45-49aa-9fed-c93493205896 req-d7fc3cc6-f20c-48ab-b970-9d753b6cb319 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4903235 Jan 28 20:22:58.593656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:58.617322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcf0fde6-a459-4965-a856-58216ac5173e req-a7f287c1-6cdf-4f6d-a2ea-e9432fb83ebb tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2564068 Jan 28 20:22:58.625091 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:58.625293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:58.683943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-3e3abe2d-c0db-4c19-8c48-0e523178ab87 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:58.685904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-3e3abe2d-c0db-4c19-8c48-0e523178ab87 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 945 time: 0.1513786 Jan 28 20:22:58.691154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a222261-7f45-49aa-9fed-c93493205896 req-e7bf9d65-4c0a-49be-ad7e-9e32097f79be tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656511 Jan 28 20:22:58.705798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbc7442-3e0b-4851-9816-89e18b161231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:22:58.710281 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7e1df7-24b8-44c5-bd2a-8f26e0f2f81a" -d '{"events": [{"server_uuid": "edbc7442-3e0b-4851-9816-89e18b161231", "name": "network-vif-plugged", "status": "completed", "tag": "cc742ebb-c4aa-446e-83a8-c6ebf14116ef"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:58.826925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:58.842380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:58.849402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:58.976904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:58.978050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:59.015333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:59.043615 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98d25613-637e-4c75-91ae-8d0cff7c617e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5356023 Jan 28 20:22:59.057227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'admin_state_up': True, 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'security_groups': ['09bd0a60-db3e-4823-9184-a041a4f098c8']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:59.094559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b2371-70fa-4707-8c04-73946b4d3af4 req-5f53637b-288d-4576-bada-c8d922696fe0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.113625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-646b2371-70fa-4707-8c04-73946b4d3af4 req-5f53637b-288d-4576-bada-c8d922696fe0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 948 time: 0.3314030 Jan 28 20:22:59.128061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Deleting port 27c07d47-a8c7-42ff-ab56-dba6caa64724 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:59.128432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:59.173945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d45cc-15f1-4030-88ce-d3293ee49aaf req-c6003b02-3036-4e20-94b4-1afb97dc6c67 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.182397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d45cc-15f1-4030-88ce-d3293ee49aaf req-c6003b02-3036-4e20-94b4-1afb97dc6c67 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.185241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-811d45cc-15f1-4030-88ce-d3293ee49aaf req-c6003b02-3036-4e20-94b4-1afb97dc6c67 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 1653 time: 0.3520861 Jan 28 20:22:59.306770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Deleting port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:59.307145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:59.329112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-646b2371-70fa-4707-8c04-73946b4d3af4 req-26f512ed-8e1c-44f6-b983-cf664f12c88c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131419 Jan 28 20:22:59.382210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-811d45cc-15f1-4030-88ce-d3293ee49aaf req-ede0cdba-0f4d-4261-9187-181c92a67f93 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374426 Jan 28 20:22:59.398072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-18ed7805-98e2-4b05-8b69-6b43f9eb0f70 None None] Provisioning complete for port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:59.399843 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-18ed7805-98e2-4b05-8b69-6b43f9eb0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:59.418117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-4b53f812-4cf0-4dc2-a301-611adff4beb8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.443111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-4b53f812-4cf0-4dc2-a301-611adff4beb8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.443111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-4b53f812-4cf0-4dc2-a301-611adff4beb8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.458643 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-4b53f812-4cf0-4dc2-a301-611adff4beb8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2417 time: 0.3846920 Jan 28 20:22:59.520444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:59.527170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-18ed7805-98e2-4b05-8b69-6b43f9eb0f70 None None] Port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:22:59.531570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:59.682353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:59.726305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Calling delete_port for 27c07d47-a8c7-42ff-ab56-dba6caa64724 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:22:59.820300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9518e53-1f09-4315-bba7-824896853d93 req-948d2183-a24b-4b86-b511-622ad0620974 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.832589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9518e53-1f09-4315-bba7-824896853d93 req-948d2183-a24b-4b86-b511-622ad0620974 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.844678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9518e53-1f09-4315-bba7-824896853d93 req-948d2183-a24b-4b86-b511-622ad0620974 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.859728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9518e53-1f09-4315-bba7-824896853d93 req-948d2183-a24b-4b86-b511-622ad0620974 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 2417 time: 0.3592012 Jan 28 20:22:59.954645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:59.967494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:22:59.967995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:22:59.991236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ba831-4082-44e3-81e6-406605ab23a2 req-2cc909fa-dad3-40a2-a2e6-fe2f7a9d00a2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:59.993813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-037ba831-4082-44e3-81e6-406605ab23a2 req-2cc909fa-dad3-40a2-a2e6-fe2f7a9d00a2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 949 time: 0.4091582 Jan 28 20:23:00.038893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] For port b3793aa6-e554-4848-a7e5-c6ea5918ecf2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:00.039562 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:00.110354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Calling delete_port for b3793aa6-e554-4848-a7e5-c6ea5918ecf2 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:00.165357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9518e53-1f09-4315-bba7-824896853d93 req-bae561dc-5d70-4b06-826a-ee8b1d3fbcce tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038995 Jan 28 20:23:00.229201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:00.251345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'mac_address': 'fa:16:3e:2c:d3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:23:00.258300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-037ba831-4082-44e3-81e6-406605ab23a2 req-19db652b-2136-4200-bb50-6f24fd17f5c0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468786 Jan 28 20:23:00.352018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:00.407385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1c5e00-ac29-4b93-aca7-6f2324c658bd {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:00.446463 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11013fb-7e6f-4027-ae29-a9eddfdeb5be x-openstack-request-id: req-c11013fb-7e6f-4027-ae29-a9eddfdeb5be {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:00.446815 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbc7442-3e0b-4851-9816-89e18b161231", "name": "network-vif-plugged", "status": "completed", "tag": "cc742ebb-c4aa-446e-83a8-c6ebf14116ef", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:00.447081 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c11013fb-7e6f-4027-ae29-a9eddfdeb5be {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:00.447507 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbc7442-3e0b-4851-9816-89e18b161231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef', 'code': 200} Jan 28 20:23:00.487043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:00.493948 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:00.629726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:00.711508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Allocated IP 10.1.1.218 (ccfa6aae-5890-4c49-9f68-054fc50eefc1/e6680c8d-96c4-4cb0-acf0-ded4fb863210/59117eb7-42cd-4d42-8e49-2d0b9ab72a06) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:00.774949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:00.775284 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:00.791288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:00.809536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:00.975844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b3793aa6-e554-4848-a7e5-c6ea5918ecf2 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:01.003361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event deleted for resources: {'Port': ['ID=27c07d47-a8c7-42ff-ab56-dba6caa64724,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:01.069209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.070480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.072404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.073229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.073840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.074454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.074952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.075532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.076041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.076586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.077070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.077599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:01.080538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['9d1c5e00-ac29-4b93-aca7-6f2324c658bd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:01.105783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:01.150309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bc14-92ff-4785-9b0d-c6c73c087210 req-0fbe2649-3800-40cf-b876-b8f3e437f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:01.153165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1e3bc14-92ff-4785-9b0d-c6c73c087210 req-0fbe2649-3800-40cf-b876-b8f3e437f378 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 1100 time: 0.4118884 Jan 28 20:23:01.180575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dc256-d802-43bd-849f-1c1b66bfab2e req-e5e80277-43e9-4443-b1dc-3d04957e0d23 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:01.183489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd9dc256-d802-43bd-849f-1c1b66bfab2e req-e5e80277-43e9-4443-b1dc-3d04957e0d23 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcf9de33-2001-4384-8ff7-239ef4b83c5b HTTP/1.1" status: 200 len: 945 time: 0.4631522 Jan 28 20:23:01.193247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d5eba-3e66-45b7-9da0-30e320cef6c2 req-87828a00-3e26-4449-84dc-201ad7bfaffd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:01.205790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-967d5eba-3e66-45b7-9da0-30e320cef6c2 req-87828a00-3e26-4449-84dc-201ad7bfaffd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4614844 Jan 28 20:23:01.215288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:01.230686 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:01.280622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=3a2e96b9-b499-47e5-bba8-2187ff9bdcf5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:01.360798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:01.380144 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:01.393389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:01.396911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:01.423075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:01.430616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:01.439146 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-65332712-8650-4fcf-884f-881efacc702e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "DELETE /v2.0/ports/3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 HTTP/1.1" status: 204 len: 173 time: 1.9313765 Jan 28 20:23:01.498612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-deleted', 'tag': '3a2e96b9-b499-47e5-bba8-2187ff9bdcf5'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:01.502016 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ad2ec9-7033-44d2-9555-e8032777db22" -d '{"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-deleted", "tag": "3a2e96b9-b499-47e5-bba8-2187ff9bdcf5"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:01.539773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:01.612362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:01.659484 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-967d5eba-3e66-45b7-9da0-30e320cef6c2 req-5f8a2bf6-75e3-4b7c-9d22-efce2041bc72 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509377 Jan 28 20:23:01.726374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:01.727312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:01.852085 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ae6297e2-044d-4ac9-9e92-8ae0299bd56a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7999568 Jan 28 20:23:01.886964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998', 'admin_state_up': True, 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'security_groups': ['09bd0a60-db3e-4823-9184-a041a4f098c8']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:01.964449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1e3bc14-92ff-4785-9b0d-c6c73c087210 req-5a2a4bc4-82d3-4927-a83e-1d83f2a1c5ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7442846 Jan 28 20:23:01.978939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:01.997782 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.004946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.010408 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.015110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd9dc256-d802-43bd-849f-1c1b66bfab2e req-f079d105-86bc-4dae-8520-2e0c7bd87be5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7729633 Jan 28 20:23:02.078852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:02.084831 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.109166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f90d6d00-4fa3-4b7f-909b-c2675b51393c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:02.165580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event deleted for resources: {'Port': ['ID=b3793aa6-e554-4848-a7e5-c6ea5918ecf2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:02.212449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] No DVR routers for this DVR port b3793aa6-e554-4848-a7e5-c6ea5918ecf2 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:02.225513 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.230618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12a5ac51-cd0b-4d22-9adc-de80141969dd req-7e92403b-2616-4537-92f5-243044411291 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "DELETE /v2.0/ports/b3793aa6-e554-4848-a7e5-c6ea5918ecf2 HTTP/1.1" status: 204 len: 173 time: 3.5060861 Jan 28 20:23:02.231102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf9de33-2001-4384-8ff7-239ef4b83c5b', 'name': 'network-vif-deleted', 'tag': 'b3793aa6-e554-4848-a7e5-c6ea5918ecf2'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:02.234156 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df509c3e-f5a2-42c6-8bee-d92920df6014" -d '{"events": [{"server_uuid": "fcf9de33-2001-4384-8ff7-239ef4b83c5b", "name": "network-vif-deleted", "tag": "b3793aa6-e554-4848-a7e5-c6ea5918ecf2"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:02.259147 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.260554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Fanout notify agent at l3_agent the message router_deleted on router 4bfc8e0d-22d6-478d-95d1-06b60ad53e78 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:23:02.287804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096810b-df82-487a-b94a-02c57fdd3cf9 req-01e22bb5-7a97-44a7-831c-ec9b29eb3e35 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:02.311965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5096810b-df82-487a-b94a-02c57fdd3cf9 req-01e22bb5-7a97-44a7-831c-ec9b29eb3e35 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 949 time: 0.4280870 Jan 28 20:23:02.313938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b28fcdcc-8ff8-45e2-bf2a-cce71030d3b3 None None] Provisioning complete for port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:02.314577 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b28fcdcc-8ff8-45e2-bf2a-cce71030d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.357839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.359645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-50ffa0c9-9274-4e4b-aaba-a7068951def7 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/4bfc8e0d-22d6-478d-95d1-06b60ad53e78 HTTP/1.1" status: 204 len: 168 time: 4.2705443 Jan 28 20:23:02.378704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35108) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:02.398346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-498204502', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:02.476210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b28fcdcc-8ff8-45e2-bf2a-cce71030d3b3 None None] Port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:02.513405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190f3d-fe75-42e6-95c1-bb4ffb093564 req-44926146-1131-40a0-b07a-58c89184af9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:02.534608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190f3d-fe75-42e6-95c1-bb4ffb093564 req-44926146-1131-40a0-b07a-58c89184af9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:02.553034 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.553808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190f3d-fe75-42e6-95c1-bb4ffb093564 req-44926146-1131-40a0-b07a-58c89184af9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:02.555574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42190f3d-fe75-42e6-95c1-bb4ffb093564 req-44926146-1131-40a0-b07a-58c89184af9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 2374 time: 0.4161296 Jan 28 20:23:02.562214 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.592039 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.596795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5096810b-df82-487a-b94a-02c57fdd3cf9 req-fc69bad2-48c6-4f1d-b8da-3dbbab5cf8e4 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824948 Jan 28 20:23:02.709220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42190f3d-fe75-42e6-95c1-bb4ffb093564 req-0bb7b29c-8802-4462-8850-4c4a5a8134ed tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073046 Jan 28 20:23:02.770275 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.814628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port 4360e7ea-2299-4336-9d24-c7fae4bb5e73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4360e7ea-2299-4336-9d24-c7fae4bb5e73,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:02.815032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.825801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:02.840229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for 4360e7ea-2299-4336-9d24-c7fae4bb5e73 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:02.844626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:02.852575 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af42564-4c61-4af4-8d59-d732303e87cc" -d '{"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:02.857083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:02.863729 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:02.864793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:02.924608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:23:02.925488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 3a2e96b9-b499-47e5-bba8-2187ff9bdcf5 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:02.926278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4360e7ea-2299-4336-9d24-c7fae4bb5e73 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:03.011219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b711b-3382-4927-9c39-fe935f9a3403 req-d248c2d9-4fd3-4af2-b9c1-a37d84503728 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:03.023833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b711b-3382-4927-9c39-fe935f9a3403 req-d248c2d9-4fd3-4af2-b9c1-a37d84503728 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:03.027018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d5b711b-3382-4927-9c39-fe935f9a3403 req-d248c2d9-4fd3-4af2-b9c1-a37d84503728 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 1680 time: 0.1651454 Jan 28 20:23:03.096042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d5b711b-3382-4927-9c39-fe935f9a3403 req-29cabedb-4b8f-46c2-b8ed-f82901309b1a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590689 Jan 28 20:23:03.109406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c75549-ec60-4da7-b633-cbefc458c645 req-e29d9cb8-ad89-47ed-b9e0-e40c5f4ea02f tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:03.130377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6c75549-ec60-4da7-b633-cbefc458c645 req-e29d9cb8-ad89-47ed-b9e0-e40c5f4ea02f tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 946 time: 0.3228707 Jan 28 20:23:03.130717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:03.284406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:03.289486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:03.296010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6c75549-ec60-4da7-b633-cbefc458c645 req-436e0c68-628c-4fea-9508-de4687bc0f76 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups?id=206eae67-a074-48cc-8ec6-4f446264e04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521971 Jan 28 20:23:03.314475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:03.358142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b69c0-681d-40cb-9948-4c6a2124a82a req-88fb51d2-24c5-4c5c-bcb3-b24e3b80feb1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:03.375880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a84b69c0-681d-40cb-9948-4c6a2124a82a req-88fb51d2-24c5-4c5c-bcb3-b24e3b80feb1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 949 time: 0.1570590 Jan 28 20:23:03.447485 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c246f0d-0308-4002-9474-c45e251d9a9f x-openstack-request-id: req-7c246f0d-0308-4002-9474-c45e251d9a9f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:03.447929 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-deleted", "tag": "3a2e96b9-b499-47e5-bba8-2187ff9bdcf5", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:03.448425 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c246f0d-0308-4002-9474-c45e251d9a9f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:03.449057 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-deleted', 'tag': '3a2e96b9-b499-47e5-bba8-2187ff9bdcf5', 'status': 'completed', 'code': 200} Jan 28 20:23:03.588870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a84b69c0-681d-40cb-9948-4c6a2124a82a req-61d847c2-0267-4800-b33e-ae6024b77b3d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115719 Jan 28 20:23:03.600814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-aae5b2cf-f688-4a04-bda5-857a7ec6e171 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:03.603322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-aae5b2cf-f688-4a04-bda5-857a7ec6e171 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 946 time: 0.2240756 Jan 28 20:23:03.665262 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9797119-de7a-4ae7-b333-ae00bbe3a85e x-openstack-request-id: req-e9797119-de7a-4ae7-b333-ae00bbe3a85e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:03.665572 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf9de33-2001-4384-8ff7-239ef4b83c5b", "name": "network-vif-deleted", "tag": "b3793aa6-e554-4848-a7e5-c6ea5918ecf2", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:03.665856 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9797119-de7a-4ae7-b333-ae00bbe3a85e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:03.666472 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf9de33-2001-4384-8ff7-239ef4b83c5b', 'name': 'network-vif-deleted', 'tag': 'b3793aa6-e554-4848-a7e5-c6ea5918ecf2', 'status': 'completed', 'code': 200} Jan 28 20:23:03.703783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:03.831010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=4360e7ea-2299-4336-9d24-c7fae4bb5e73,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:03.982177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Deleting port d3402e6f-73a1-419e-9cd9-19d1b51c484a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:03.986698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:03.992869 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:04.443644 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6623e86b-451e-4337-b15e-ac735fd5b2cb x-openstack-request-id: req-6623e86b-451e-4337-b15e-ac735fd5b2cb {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:04.444322 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-unplugged", "status": "completed", "tag": "fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:04.444457 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6623e86b-451e-4337-b15e-ac735fd5b2cb {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:04.445062 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc', 'code': 200} Jan 28 20:23:04.482778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] For port d3402e6f-73a1-419e-9cd9-19d1b51c484a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d3402e6f-73a1-419e-9cd9-19d1b51c484a,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:04.483395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:04.498380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Allocated IP 10.2.2.100 (560b8a65-0f63-4c02-9fb6-f4e74b394998/417eb0a5-46aa-4a04-86b6-7e8779ba1294/576d7047-f335-42d8-8285-5629dda21340) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:04.503000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port 4360e7ea-2299-4336-9d24-c7fae4bb5e73 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:04.535265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:04.536023 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:04.550156 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:04.554582 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-7b8113bf-931d-4e59-9ad8-e0fc8f49d2d5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "DELETE /v2.0/ports/4360e7ea-2299-4336-9d24-c7fae4bb5e73 HTTP/1.1" status: 204 len: 173 time: 3.0385337 Jan 28 20:23:04.690817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:04.713031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:04.723928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297983d6-847e-4434-b457-7af06a3afb18 req-3965886b-9a8f-4235-8f15-9ea05babfa62 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:04.739421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-297983d6-847e-4434-b457-7af06a3afb18 req-3965886b-9a8f-4235-8f15-9ea05babfa62 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.7387104 Jan 28 20:23:04.787755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:04.818063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:04.856055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-5f9b3a2c-f3a1-41d0-a0e1-8831784b7aa0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:04.858041 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-5f9b3a2c-f3a1-41d0-a0e1-8831784b7aa0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e&tenant_id=f824123e2bd0424888965ac2b937b05a&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 949 time: 0.4177778 Jan 28 20:23:04.901611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:04.937128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-297983d6-847e-4434-b457-7af06a3afb18 req-1e40c9dd-11e4-45ff-8137-8d31875ef5cc tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624498 Jan 28 20:23:04.953344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed7430-109d-477a-88b9-5b7aceb5c7a3 req-f06b7e25-c32b-4c92-8958-abd26f2ae023 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:04.961867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed7430-109d-477a-88b9-5b7aceb5c7a3 req-f06b7e25-c32b-4c92-8958-abd26f2ae023 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:04.969914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed7430-109d-477a-88b9-5b7aceb5c7a3 req-f06b7e25-c32b-4c92-8958-abd26f2ae023 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:04.978330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59ed7430-109d-477a-88b9-5b7aceb5c7a3 req-f06b7e25-c32b-4c92-8958-abd26f2ae023 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 2374 time: 0.2957327 Jan 28 20:23:05.086220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:05.088456 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:05.089173 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Floating IP 720cc3ab-fe26-4308-89f9-b8617e469bc1 disassociated. External IP: 172.25.2.64, port: d3402e6f-73a1-419e-9cd9-19d1b51c484a. Jan 28 20:23:05.090208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Calling delete_port for d3402e6f-73a1-419e-9cd9-19d1b51c484a owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:05.096812 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-6f574905-59f9-4479-869a-22a8fb8a0ebd service neutron] 10.222.0.26 "GET /v2.0/ports/9d1c5e00-ac29-4b93-aca7-6f2324c658bd/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 382 time: 0.1687505 Jan 28 20:23:05.301424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:05.301802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:05.403287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:05.403699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:05.413234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59ed7430-109d-477a-88b9-5b7aceb5c7a3 req-c240cfab-bd90-4fad-9197-e358b11b4643 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4331400 Jan 28 20:23:05.418286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:05.425177 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:05.565009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-deleted', 'tag': '4360e7ea-2299-4336-9d24-c7fae4bb5e73'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:05.567361 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bbb828-3832-4e02-94a5-ca6a8ea3219c" -d '{"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-deleted", "tag": "4360e7ea-2299-4336-9d24-c7fae4bb5e73"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:05.575338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:05.577703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:05.585485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event deleted for resources: {'Port': ['ID=d3402e6f-73a1-419e-9cd9-19d1b51c484a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:05.640722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-5eb5271e-29bf-4a62-a91a-bfc433ef9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:05.642234 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-5eb5271e-29bf-4a62-a91a-bfc433ef9062 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 1101 time: 0.4764078 Jan 28 20:23:05.673007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:05.753014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21348-aac0-4abc-bd17-b362f3dba24f req-7f6c7d96-2029-471b-aa8a-bebda4e2bbc6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:05.760821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35f21348-aac0-4abc-bd17-b362f3dba24f req-7f6c7d96-2029-471b-aa8a-bebda4e2bbc6 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=15a47a4f-8b37-480e-802b-8b5b497b51cf HTTP/1.1" status: 200 len: 865 time: 0.3424456 Jan 28 20:23:05.787696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-cd43677c-1411-454f-b0ed-a97792183881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:05.789390 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-cd43677c-1411-454f-b0ed-a97792183881 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1186709 Jan 28 20:23:05.881128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Router 1fb4c801-e2f9-47d9-924e-b33e602c7570 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:23:05.935717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35f21348-aac0-4abc-bd17-b362f3dba24f req-484347cb-30ab-460e-a05e-a8e34b74c4f1 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700740 Jan 28 20:23:05.946747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:06.031334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0ff25-7b7c-4743-8a98-52da005a10e9 req-06cc6923-3d7a-4dd0-b0f7-7843bfce4f8d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:06.034307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99a0ff25-7b7c-4743-8a98-52da005a10e9 req-06cc6923-3d7a-4dd0-b0f7-7843bfce4f8d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.3079286 Jan 28 20:23:06.052274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:06.064142 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c2075c35-2d96-472e-ab4f-84b628620c64 req-8eb25344-f953-47b7-816c-f370f3336b69 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "DELETE /v2.0/ports/fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc HTTP/1.1" status: 204 len: 173 time: 1.4720960 Jan 28 20:23:06.149125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c06a3a8-56e9-4c1c-8a6d-ce22fecb5f20 req-72f019d2-c2f1-41c0-b305-c008e337e805 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd7361ce-568c-40a2-83ba-4cfca461cb38 HTTP/1.1" status: 200 len: 210 time: 0.0995812 Jan 28 20:23:06.149798 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:06.153265 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:06.158449 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-1909b2b8-46f3-4a9d-94e7-668cb13e2a31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd HTTP/1.1" status: 200 len: 217 time: 0.2861516 Jan 28 20:23:06.210505 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:23:06.359218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:06.446929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:06.449791 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d6b1b6-0acb-43a7-a8a3-cd546ab6a022" -d '{"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:06.453936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network 560b8a65-0f63-4c02-9fb6-f4e74b394998 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:06.474494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-5eab3443-90f7-4dc5-a0ee-08a133bfc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:06.476121 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-5eab3443-90f7-4dc5-a0ee-08a133bfc81e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2667286 Jan 28 20:23:06.481580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:06.498773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:06.559140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=576d7047-f335-42d8-8285-5629dda21340,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:06.632853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:06.633426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:06.660838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-c2470503-f034-48ed-bf6f-ff79602dd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:06.662419 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-c2470503-f034-48ed-bf6f-ff79602dd1ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602345 Jan 28 20:23:06.664548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Allocated IP 172.25.2.109 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d9fbf3cc-1923-45ab-ae10-99da504515d6) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:06.683338 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1f1c781a-710c-4163-b21c-61c83d5b9b24 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8020685 Jan 28 20:23:06.711182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998', 'admin_state_up': True, 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'security_groups': ['09bd0a60-db3e-4823-9184-a041a4f098c8']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:06.790088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99a0ff25-7b7c-4743-8a98-52da005a10e9 req-209f0953-cb02-45e6-8f85-34977ad2b772 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277339 Jan 28 20:23:06.843599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa59906-96af-4956-b855-d52d136021c5 req-14b86f81-1577-450b-ba59-10304ed07795 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:06.856548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa59906-96af-4956-b855-d52d136021c5 req-14b86f81-1577-450b-ba59-10304ed07795 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 949 time: 0.1401620 Jan 28 20:23:06.858058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:06.874480 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] Sync routers for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:06.891305 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:06.892219 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:06.924684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-72ff1129-9173-4e04-ac84-40523028d9ce None None] Provisioning complete for port 576d7047-f335-42d8-8285-5629dda21340 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:06.925996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-72ff1129-9173-4e04-ac84-40523028d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:07.039101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-72ff1129-9173-4e04-ac84-40523028d9ce None None] Port 576d7047-f335-42d8-8285-5629dda21340 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:07.096032 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:07.111622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] No DVR routers for this DVR port d3402e6f-73a1-419e-9cd9-19d1b51c484a on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:07.114740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:07.120894 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0aa63a24-50e5-441e-9dd0-037f6543b15b req-d918f7e7-a1f6-4bfb-b545-a5bcee852389 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.26 "DELETE /v2.0/ports/d3402e6f-73a1-419e-9cd9-19d1b51c484a HTTP/1.1" status: 204 len: 173 time: 3.5096831 Jan 28 20:23:07.168801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'name': 'network-vif-deleted', 'tag': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:07.181588 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0817c3-5174-470d-bf3b-ffe2481510c3" -d '{"events": [{"server_uuid": "dd7361ce-568c-40a2-83ba-4cfca461cb38", "name": "network-vif-deleted", "tag": "d3402e6f-73a1-419e-9cd9-19d1b51c484a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:07.226814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aa59906-96af-4956-b855-d52d136021c5 req-b1d728ad-f2fd-4d54-99de-cf874447ee2d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610344 Jan 28 20:23:07.308254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-1bb9cd68-73b9-461e-92d2-06015afa57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:07.310295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-1bb9cd68-73b9-461e-92d2-06015afa57d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1097 time: 0.3829172 Jan 28 20:23:07.388358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d7fad-beba-451e-b49b-6db1749644a1 req-db0fee2f-9f8b-4136-8fca-951c6bdd9a0a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:07.391942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a0d7fad-beba-451e-b49b-6db1749644a1 req-db0fee2f-9f8b-4136-8fca-951c6bdd9a0a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.1542230 Jan 28 20:23:07.410974 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc4b2d-7782-4d19-8559-67e202553214 x-openstack-request-id: req-8cbc4b2d-7782-4d19-8559-67e202553214 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:07.411358 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:07.411686 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cbc4b2d-7782-4d19-8559-67e202553214 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:07.412204 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'code': 200} Jan 28 20:23:07.490683 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c7f452-b236-48c9-9486-926e60e05eb2 x-openstack-request-id: req-15c7f452-b236-48c9-9486-926e60e05eb2 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:07.491305 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-deleted", "tag": "4360e7ea-2299-4336-9d24-c7fae4bb5e73", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:07.491305 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15c7f452-b236-48c9-9486-926e60e05eb2 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:07.491693 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-deleted', 'tag': '4360e7ea-2299-4336-9d24-c7fae4bb5e73', 'status': 'completed', 'code': 200} Jan 28 20:23:07.536268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Made reservation on behalf of 1aefb1f7410d451eac118b095331837a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:07.544049 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:07.615328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-706d5f1c-b672-47b6-9408-080495663d56 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9307764 Jan 28 20:23:07.650467 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:40Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:07.665486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a0d7fad-beba-451e-b49b-6db1749644a1 req-ee63ca6d-3464-4529-a98b-029274218f93 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649400 Jan 28 20:23:07.681367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0decb66a-b8c4-4746-bc80-3a1a74ac97be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:07.736925 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] Checking router: 1fb4c801-e2f9-47d9-924e-b33e602c7570 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:23:07.740086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da9a2e-a2f7-4d6f-b3b2-0b05fd120356 req-088d4127-2c77-416b-aead-ee79f8ba48c5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:07.750922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43da9a2e-a2f7-4d6f-b3b2-0b05fd120356 req-088d4127-2c77-416b-aead-ee79f8ba48c5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 946 time: 0.2177382 Jan 28 20:23:07.761066 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:07.761829 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:22:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:07.763514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-3016f69c-6999-4f4e-b309-822de87bcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:07.770231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-3016f69c-6999-4f4e-b309-822de87bcd3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 914 time: 0.4473641 Jan 28 20:23:07.772816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-97062d3b-3d23-4945-943c-2c766cd8d433 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082289 Jan 28 20:23:07.797246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:07.919382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-1ee65dc4-e406-4f0a-aac9-7bf72754fc10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 200 len: 217 time: 0.0849898 Jan 28 20:23:07.934312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:08.012976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d3402e6f-73a1-419e-9cd9-19d1b51c484a no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:08.027641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:08.029827 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:08.054555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43da9a2e-a2f7-4d6f-b3b2-0b05fd120356 req-ee24432e-25f7-45e5-bc5e-b4e4ca795a3d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979970 Jan 28 20:23:08.061124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:08.065131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: d3402e6f-73a1-419e-9cd9-19d1b51c484a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:23:08.065477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d3402e6f-73a1-419e-9cd9-19d1b51c484a not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:08.070822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Allocated IP 10.2.2.200 (560b8a65-0f63-4c02-9fb6-f4e74b394998/417eb0a5-46aa-4a04-86b6-7e8779ba1294/2eec3143-59d6-4b5c-bf9b-a1fd687e6404) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:08.074296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:08.144746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-be46c6ec-052b-4953-978a-81e20099186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:08.147518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-be46c6ec-052b-4953-978a-81e20099186a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.2201223 Jan 28 20:23:08.164881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e762d-0a8e-4694-ac26-1db69b722912 req-b032f644-0926-4f3b-8d9f-84d28b6b927d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:08.177319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e762d-0a8e-4694-ac26-1db69b722912 req-b032f644-0926-4f3b-8d9f-84d28b6b927d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:08.189867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e762d-0a8e-4694-ac26-1db69b722912 req-b032f644-0926-4f3b-8d9f-84d28b6b927d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:08.201811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e762d-0a8e-4694-ac26-1db69b722912 req-b032f644-0926-4f3b-8d9f-84d28b6b927d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:08.215697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de2e762d-0a8e-4694-ac26-1db69b722912 req-b032f644-0926-4f3b-8d9f-84d28b6b927d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 3095 time: 0.2926264 Jan 28 20:23:08.218379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35166) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:08.431679 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc10bf95-f0d9-474b-bb19-766c8b6a44c4 x-openstack-request-id: req-bc10bf95-f0d9-474b-bb19-766c8b6a44c4 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:08.431973 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7361ce-568c-40a2-83ba-4cfca461cb38", "name": "network-vif-deleted", "tag": "d3402e6f-73a1-419e-9cd9-19d1b51c484a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:08.435156 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc10bf95-f0d9-474b-bb19-766c8b6a44c4 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:08.435580 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7361ce-568c-40a2-83ba-4cfca461cb38', 'name': 'network-vif-deleted', 'tag': 'd3402e6f-73a1-419e-9cd9-19d1b51c484a', 'status': 'completed', 'code': 200} Jan 28 20:23:08.437733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-74eff832-72ed-41e1-a314-f8ae5507e137 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2156980 Jan 28 20:23:08.485548 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:40Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:08.489119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de2e762d-0a8e-4694-ac26-1db69b722912 req-6501554a-e2a5-41d7-a7b7-fc8d57b47381 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645156 Jan 28 20:23:08.502932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event updated for resources: {'Port': ['ID=d9fbf3cc-1923-45ab-ae10-99da504515d6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:08.538047 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70685993-2ae3-4b54-8b1f-992067db6275 None None] The sync data for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 is: [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:21:27Z', 'revision_number': 4, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f13475c-a236-4642-9b9b-240b9735e147', 'name': '', 'network_id': 'e59aef80-5cc3-4bd8-a71f-519fe70eb9ca', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'mac_address': 'fa:16:3e:03:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:25Z', 'updated_at': '2022-01-28T20:21:40Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'subnets': [{'id': '0c9d9f9c-8d69-4451-8198-e153da9d93ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:08.643713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb42ab4d-fd28-459a-86c7-46a6e1604fee tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting subnet 99245db0-59b6-4550-b7a2-4b4d273c5d80 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:23:08.658615 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb42ab4d-fd28-459a-86c7-46a6e1604fee tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:08.722194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-f37039de-f1f1-475f-9bf0-14401dce4fbd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:08.726139 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-f37039de-f1f1-475f-9bf0-14401dce4fbd tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 946 time: 0.5741210 Jan 28 20:23:08.743967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77cc7-33a2-40cc-8472-8a6eb4d9c2e2 req-762cbf2a-a238-48c3-9fc9-e789bf4006d6 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:08.746155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22b77cc7-33a2-40cc-8472-8a6eb4d9c2e2 req-762cbf2a-a238-48c3-9fc9-e789bf4006d6 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 1100 time: 0.2539432 Jan 28 20:23:08.813200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb42ab4d-fd28-459a-86c7-46a6e1604fee tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:08.864939 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:08.871450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22b77cc7-33a2-40cc-8472-8a6eb4d9c2e2 req-2dc62289-4d16-45f5-9940-f00faeaa97ab tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985203 Jan 28 20:23:08.898440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-0932bc48-3954-4cca-969a-07350fddb8de service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361084 Jan 28 20:23:08.967263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:09.011912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:09.021441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653a77d-2f9a-4dab-85e6-41b081c4cab2 req-69cf6e21-8afe-40aa-a554-0f1b7c6a455e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:09.029192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1653a77d-2f9a-4dab-85e6-41b081c4cab2 req-69cf6e21-8afe-40aa-a554-0f1b7c6a455e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.3600469 Jan 28 20:23:09.124536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.131895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac244ed-1eab-402e-9ad9-c4cb28ea3f7f None None] New status for floating IP 720cc3ab-fe26-4308-89f9-b8617e469bc1: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:23:09.170615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1653a77d-2f9a-4dab-85e6-41b081c4cab2 req-181e6d8b-04a0-4a5c-b885-74a19c602b5e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385818 Jan 28 20:23:09.220978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.231773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb42ab4d-fd28-459a-86c7-46a6e1604fee tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.239610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab074a43-0169-4b4e-b55d-93f94d450867 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.314677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Deleting port f90d6d00-4fa3-4b7f-909b-c2675b51393c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:09.315033 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.376504 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.388782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf0bf0c-c4e5-4cf9-a50e-a923fa841501 req-bf8b4ea1-d257-4707-9982-47c1423c1dcc service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857955 Jan 28 20:23:09.467092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:09.471448 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5cc66-7c2a-4d93-baed-d948fc617b41" -d '{"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:09.483936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-a421b71b-6c2f-493e-ad53-351f2b437c98 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493500 Jan 28 20:23:09.491583 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab074a43-0169-4b4e-b55d-93f94d450867 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.499296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:09.499676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-deleted', 'tag': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:09.501361 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d2ece-7fcb-4a46-8071-9bf967a1e01a" -d '{"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-deleted", "tag": "fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:09.505411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.510199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Network 560b8a65-0f63-4c02-9fb6-f4e74b394998 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:09.517162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event updated for resources: {'Port': ['ID=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:09.531207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:09.540910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:09.548903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b574f-f485-49ea-a3af-8d56644612b2 req-74358040-f442-4ac8-83e8-d28219e94c5e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:09.559168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d0b574f-f485-49ea-a3af-8d56644612b2 req-74358040-f442-4ac8-83e8-d28219e94c5e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 946 time: 0.4961269 Jan 28 20:23:09.618767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:09.702014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb42ab4d-fd28-459a-86c7-46a6e1604fee tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.707354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] For port f90d6d00-4fa3-4b7f-909b-c2675b51393c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f90d6d00-4fa3-4b7f-909b-c2675b51393c,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:09.708040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.745684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d0b574f-f485-49ea-a3af-8d56644612b2 req-9542646b-90df-44e5-b95b-af8470f3755a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849296 Jan 28 20:23:09.755976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:09.756852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.761164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Calling delete_port for f90d6d00-4fa3-4b7f-909b-c2675b51393c owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:09.764846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab074a43-0169-4b4e-b55d-93f94d450867 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.778162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab074a43-0169-4b4e-b55d-93f94d450867 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.783615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35196) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:09.784043 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ab074a43-0169-4b4e-b55d-93f94d450867 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "DELETE /v2.0/security-groups/206eae67-a074-48cc-8ec6-4f446264e04a HTTP/1.1" status: 204 len: 168 time: 0.8140523 Jan 28 20:23:09.787677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42ab4d-fd28-459a-86c7-46a6e1604fee tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Subnet': ['ID=99245db0-59b6-4550-b7a2-4b4d273c5d80,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:09.795269 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098a729-c63c-4abf-82a0-a36736365243 None None] Network 302c50ec-4342-41c6-913d-a674d7cec0f1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:09.801761 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb42ab4d-fd28-459a-86c7-46a6e1604fee tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:09.806480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fb42ab4d-fd28-459a-86c7-46a6e1604fee tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "DELETE /v2.0/subnets/99245db0-59b6-4550-b7a2-4b4d273c5d80 HTTP/1.1" status: 204 len: 168 time: 1.5701964 Jan 28 20:23:09.812374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35198) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:09.823186 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-ff9ada9f-6bde-4e5b-8f58-90887437da4d tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] show failed (client error): The resource could not be found. Jan 28 20:23:09.826595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ff9ada9f-6bde-4e5b-8f58-90887437da4d tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "GET /v2.0/security-groups/206eae67-a074-48cc-8ec6-4f446264e04a HTTP/1.1" status: 404 len: 347 time: 0.0376241 Jan 28 20:23:09.827126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35200) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:09.947795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-cc696bce-66bd-4479-8890-4f91c4e1213f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:09.955351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-cc696bce-66bd-4479-8890-4f91c4e1213f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4606776 Jan 28 20:23:10.008772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-03701ca4-6aa2-4175-931d-d19fb88937ce None None] Provisioning complete for port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:10.009507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.010079 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03701ca4-6aa2-4175-931d-d19fb88937ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.028574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab074a43-0169-4b4e-b55d-93f94d450867 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206eae67-a074-48cc-8ec6-4f446264e04a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:10.029058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-417076aa-f9a8-44b8-ae04-14a6e283b348 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/quotas/b999c7ec5020422f834ccc5863dbe3e5 HTTP/1.1" status: 200 len: 375 time: 0.0725110 Jan 28 20:23:10.042856 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dcb1315c-2b45-4a47-9ec1-f00f41718128 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3355861 Jan 28 20:23:10.079440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-03701ca4-6aa2-4175-931d-d19fb88937ce None None] Port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:10.094527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:10.098413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e203d0-8bfe-47ed-b38a-be412397dda4 req-bce588ad-b022-4556-8a65-b5dcf88f0d15 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:10.109924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6e203d0-8bfe-47ed-b38a-be412397dda4 req-bce588ad-b022-4556-8a65-b5dcf88f0d15 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 946 time: 0.2122614 Jan 28 20:23:10.128809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.171111 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8c31dae3-3ffd-4e5b-b503-e2563e06b153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.177519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] DHCP port deletion for 302c50ec-4342-41c6-913d-a674d7cec0f1 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:23:10.214438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-f79e4d2a-3a4f-4b5e-b32e-37870989a528 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1843474 Jan 28 20:23:10.234933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6e203d0-8bfe-47ed-b38a-be412397dda4 req-d7432f51-0b42-4d7f-bfbf-d85666172baf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001296 Jan 28 20:23:10.239697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Deleting port fd4e75b7-2905-4c09-a38f-dc0dd0b1b503 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:10.240050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.287328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] Deleting port 16d45490-df84-4047-bded-09746784e281 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:10.287514 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.346230 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05529acf-c4c2-45af-b392-1ee384b439b5 x-openstack-request-id: req-05529acf-c4c2-45af-b392-1ee384b439b5 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:10.346520 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:10.346746 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05529acf-c4c2-45af-b392-1ee384b439b5 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:10.347984 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481', 'code': 200} Jan 28 20:23:10.393467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] For port 16d45490-df84-4047-bded-09746784e281, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=16d45490-df84-4047-bded-09746784e281,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:10.394693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.400241 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.400408 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.403633 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684a0b94-6422-4bfc-abf8-1e9e102b53f7 x-openstack-request-id: req-684a0b94-6422-4bfc-abf8-1e9e102b53f7 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:10.403943 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a47a4f-8b37-480e-802b-8b5b497b51cf", "name": "network-vif-deleted", "tag": "fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:10.404287 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-684a0b94-6422-4bfc-abf8-1e9e102b53f7 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:10.404840 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a47a4f-8b37-480e-802b-8b5b497b51cf', 'name': 'network-vif-deleted', 'tag': 'fdfe4a6c-6188-45e2-a5d1-a14e38fb25bc', 'status': 'completed', 'code': 200} Jan 28 20:23:10.429881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Calling delete_port for fd4e75b7-2905-4c09-a38f-dc0dd0b1b503 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:10.449207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] Calling delete_port for 16d45490-df84-4047-bded-09746784e281 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:10.501407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.613631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 16d45490-df84-4047-bded-09746784e281 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:10.771856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02237b95-2fe3-4b1f-b57f-b132ef3b241e req-ba76dc50-5558-4981-8926-b7067afda2b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:10.783178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02237b95-2fe3-4b1f-b57f-b132ef3b241e req-ba76dc50-5558-4981-8926-b7067afda2b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2096033 Jan 28 20:23:10.804906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port 16d45490-df84-4047-bded-09746784e281 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:10.805411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.814654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa203ef-9f7c-4a05-8877-726e595c7963 req-4325b218-89f0-4972-83d7-05d616097f6b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:10.842177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa203ef-9f7c-4a05-8877-726e595c7963 req-4325b218-89f0-4972-83d7-05d616097f6b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:10.853358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa203ef-9f7c-4a05-8877-726e595c7963 req-4325b218-89f0-4972-83d7-05d616097f6b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:10.865993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa203ef-9f7c-4a05-8877-726e595c7963 req-4325b218-89f0-4972-83d7-05d616097f6b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:10.876616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa203ef-9f7c-4a05-8877-726e595c7963 req-4325b218-89f0-4972-83d7-05d616097f6b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:10.880130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fa203ef-9f7c-4a05-8877-726e595c7963 req-4325b218-89f0-4972-83d7-05d616097f6b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 3816 time: 0.3078756 Jan 28 20:23:10.893817 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.918238 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:10.942199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] Pushing event deleted for resources: {'Port': ['ID=16d45490-df84-4047-bded-09746784e281,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:10.944603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae90784-fcb9-4196-9b3f-1c18863cf18c None None] No DVR routers for this DVR port 16d45490-df84-4047-bded-09746784e281 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:11.021260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f90d6d00-4fa3-4b7f-909b-c2675b51393c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:11.113690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02237b95-2fe3-4b1f-b57f-b132ef3b241e req-b8ec967e-5c32-431f-ba45-e59543bbc4f2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260064 Jan 28 20:23:11.155411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fa203ef-9f7c-4a05-8877-726e595c7963 req-777db281-65c9-42d6-a3f7-c66cd0961d92 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572825 Jan 28 20:23:11.156897 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:11.188707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:11.225200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Pushing event deleted for resources: {'Port': ['ID=fd4e75b7-2905-4c09-a38f-dc0dd0b1b503,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:11.285784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e42a49d4-dcd7-44cc-8909-32a6ee9c452f req-8d0ba4c7-c670-406b-8a34-1267c01a4b7d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 210 time: 0.0620391 Jan 28 20:23:11.291254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port 16d45490-df84-4047-bded-09746784e281, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=16d45490-df84-4047-bded-09746784e281,segment=NetworkSegment(7c97116f-e470-4765-989a-c2e21e3e8b07),segment_id=7c97116f-e470-4765-989a-c2e21e3e8b07)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:11.291654 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:11.319398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for 16d45490-df84-4047-bded-09746784e281 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:11.376551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:11.381693 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:11.383540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-211b8a12-220e-433e-bf9d-a3f6e411e7f9 tempest-ServersTestFqdnHostnames-1412870296 tempest-ServersTestFqdnHostnames-1412870296-project] 10.222.0.44 "DELETE /v2.0/floatingips/720cc3ab-fe26-4308-89f9-b8617e469bc1 HTTP/1.1" status: 204 len: 168 time: 1.5553772 Jan 28 20:23:11.386963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35222) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:11.509574 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:11.524009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:11.525595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Router c19e7078-d792-4540-9658-f7743bc60864 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:23:11.545838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6a73f-ea73-4db8-b128-ad97a6812640 req-4a0513c4-4caa-4e0d-8399-7c5e0911f1de tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:11.547569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78b6a73f-ea73-4db8-b128-ad97a6812640 req-4a0513c4-4caa-4e0d-8399-7c5e0911f1de tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.2586439 Jan 28 20:23:11.572404 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:11.590822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event deleted for resources: {'Port': ['ID=f90d6d00-4fa3-4b7f-909b-c2675b51393c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:11.824773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf703-7423-4e5e-b552-f82891c033fd req-794e2bad-a246-45f0-b606-a64f48cd0df5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:11.826547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6fbf703-7423-4e5e-b552-f82891c033fd req-794e2bad-a246-45f0-b606-a64f48cd0df5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e5e8574-baf7-45f7-b279-0bd01148c97b HTTP/1.1" status: 200 len: 867 time: 0.4241283 Jan 28 20:23:11.875319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78b6a73f-ea73-4db8-b128-ad97a6812640 req-72ca1b32-abac-409d-99fa-0f4385a9c593 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145800 Jan 28 20:23:12.000904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6fbf703-7423-4e5e-b552-f82891c033fd req-356a1bbe-9593-4b0d-aa2a-dd5d506f45e9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492195 Jan 28 20:23:12.008404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-93368901-1ef2-42ff-a73d-ace3ef0219f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:12.010915 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-93368901-1ef2-42ff-a73d-ace3ef0219f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e&tenant_id=f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 1101 time: 0.9860871 Jan 28 20:23:12.249495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.251541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] No DVR routers for this DVR port f90d6d00-4fa3-4b7f-909b-c2675b51393c on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:12.262341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf30484-f814-47f7-a2da-c6e283b6327d {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:12.276332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.278800 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cc0fec2c-e901-44fa-9447-8bfb58d242bc req-96607c85-b52b-4b30-acfc-e1260511debf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "DELETE /v2.0/ports/f90d6d00-4fa3-4b7f-909b-c2675b51393c HTTP/1.1" status: 204 len: 173 time: 3.5463159 Jan 28 20:23:12.295961 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.345435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.377392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port 16d45490-df84-4047-bded-09746784e281 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:12.379352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=16d45490-df84-4047-bded-09746784e281,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:12.397660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Transition to ACTIVE for port object 1cf30484-f814-47f7-a2da-c6e283b6327d will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:12.423735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5e8574-baf7-45f7-b279-0bd01148c97b', 'name': 'network-vif-deleted', 'tag': 'f90d6d00-4fa3-4b7f-909b-c2675b51393c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:12.425935 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f0ebf-8353-4e87-ae18-a12c1d5ba294" -d '{"events": [{"server_uuid": "9e5e8574-baf7-45f7-b279-0bd01148c97b", "name": "network-vif-deleted", "tag": "f90d6d00-4fa3-4b7f-909b-c2675b51393c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:12.434044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-542f947e-083f-4d42-9a10-637aa6c253f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:12.435612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-542f947e-083f-4d42-9a10-637aa6c253f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 1101 time: 0.3466241 Jan 28 20:23:12.444517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.490918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685d08-c630-45ec-a6b6-084139ce20c0 req-eaf81a0e-5941-40c8-a763-5c98027bb4df tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:12.492488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3685d08-c630-45ec-a6b6-084139ce20c0 req-eaf81a0e-5941-40c8-a763-5c98027bb4df tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.2496564 Jan 28 20:23:12.571924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-75b64327-6afd-49bd-85f0-24742feef21a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076331 Jan 28 20:23:12.597756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3685d08-c630-45ec-a6b6-084139ce20c0 req-a97fd955-d285-4bad-8662-584d3b744357 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808210 Jan 28 20:23:12.615142 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.648769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302c50ec-4342-41c6-913d-a674d7cec0f1']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:12.661374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c97116f-e470-4765-989a-c2e21e3e8b07') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:12.662322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c97116f-e470-4765-989a-c2e21e3e8b07') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:12.714732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:12.727575 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189c81b-2336-4a63-9932-0c067dbe21e7 None None] Sync routers for ids ['c19e7078-d792-4540-9658-f7743bc60864'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:12.740339 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189c81b-2336-4a63-9932-0c067dbe21e7 None None] Routers {'c19e7078-d792-4540-9658-f7743bc60864'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:12.741995 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4189c81b-2336-4a63-9932-0c067dbe21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c19e7078-d792-4540-9658-f7743bc60864'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:12.760892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.764126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631b2ec8-e18f-44ee-b88b-456401c505cb req-cf4e120d-9e00-4c2c-be9a-04b37464001c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 210 time: 0.0371504 Jan 28 20:23:12.837750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.842911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.843303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.844200 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e1ae09ea-31d1-4636-94eb-737967bac723 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4543052 Jan 28 20:23:12.872730 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4189c81b-2336-4a63-9932-0c067dbe21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:12.896363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf30484-f814-47f7-a2da-c6e283b6327d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:12.901386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35232) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:12.903877 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189c81b-2336-4a63-9932-0c067dbe21e7 None None] Routers {'c19e7078-d792-4540-9658-f7743bc60864'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:12.904509 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4189c81b-2336-4a63-9932-0c067dbe21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c19e7078-d792-4540-9658-f7743bc60864'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:12.909695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:12.916052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:23:12.916696 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:23:12.920742 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:23:12.961431 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4189c81b-2336-4a63-9932-0c067dbe21e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:12.962096 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189c81b-2336-4a63-9932-0c067dbe21e7 None None] The sync data for ids ['c19e7078-d792-4540-9658-f7743bc60864'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:13.014659 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc25253-78e9-473c-87aa-542d3fa8a8b1 x-openstack-request-id: req-afc25253-78e9-473c-87aa-542d3fa8a8b1 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:13.015670 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5e8574-baf7-45f7-b279-0bd01148c97b", "name": "network-vif-deleted", "tag": "f90d6d00-4fa3-4b7f-909b-c2675b51393c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:13.016401 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afc25253-78e9-473c-87aa-542d3fa8a8b1 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:13.017024 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5e8574-baf7-45f7-b279-0bd01148c97b', 'name': 'network-vif-deleted', 'tag': 'f90d6d00-4fa3-4b7f-909b-c2675b51393c', 'status': 'completed', 'code': 200} Jan 28 20:23:13.095221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-544acce9-cbf4-45c9-b00d-67e3611eac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.096957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-544acce9-cbf4-45c9-b00d-67e3611eac9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.6424792 Jan 28 20:23:13.169043 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.180603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.195754 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.201678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "DELETE /v2.0/networks/302c50ec-4342-41c6-913d-a674d7cec0f1 HTTP/1.1" status: 204 len: 168 time: 3.3174255 Jan 28 20:23:13.201678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-ed3e91bb-0a7b-4e10-b979-f807317841aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd HTTP/1.1" status: 200 len: 217 time: 0.0922198 Jan 28 20:23:13.223179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:13.250097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0e30-2e3f-47c6-8755-f84308d1d5ae tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Network': ['ID=302c50ec-4342-41c6-913d-a674d7cec0f1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:13.299969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Attempting to bind port 1cf30484-f814-47f7-a2da-c6e283b6327d on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:13.301171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Attempting to bind port 1cf30484-f814-47f7-a2da-c6e283b6327d by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:13.301171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Attempting to bind port 1cf30484-f814-47f7-a2da-c6e283b6327d on network 96031065-7361-49f5-b7d0-d7404da90120 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:13.320351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e772b74e-e10d-439a-b3fd-dc403a84005d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.321990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e772b74e-e10d-439a-b3fd-dc403a84005d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7312226 Jan 28 20:23:13.322136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Port 1cf30484-f814-47f7-a2da-c6e283b6327d on network 96031065-7361-49f5-b7d0-d7404da90120 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:13.322371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Attempting to bind port 1cf30484-f814-47f7-a2da-c6e283b6327d on network 96031065-7361-49f5-b7d0-d7404da90120 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:13.353659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e104f-f979-43f0-920d-6ee21fa8a825 req-f54c1d8e-cf2b-4512-84af-7a15e1e4e34d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.359478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e104f-f979-43f0-920d-6ee21fa8a825 req-f54c1d8e-cf2b-4512-84af-7a15e1e4e34d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.368242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e104f-f979-43f0-920d-6ee21fa8a825 req-f54c1d8e-cf2b-4512-84af-7a15e1e4e34d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.371850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e104f-f979-43f0-920d-6ee21fa8a825 req-f54c1d8e-cf2b-4512-84af-7a15e1e4e34d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.377610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e104f-f979-43f0-920d-6ee21fa8a825 req-f54c1d8e-cf2b-4512-84af-7a15e1e4e34d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.380129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722e104f-f979-43f0-920d-6ee21fa8a825 req-f54c1d8e-cf2b-4512-84af-7a15e1e4e34d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 3828 time: 0.9120746 Jan 28 20:23:13.381599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:13.382515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Checking segment: {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:13.382515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Bound using segment: {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:13.382757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Bound port: 1cf30484-f814-47f7-a2da-c6e283b6327d, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8196721b-5f22-4d80-a77d-76a08fce20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '96031065-7361-49f5-b7d0-d7404da90120'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:13.383127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.385330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Request body: {'port': {'device_id': 'dd97f623-705c-4423-8a98-0c4733083d91', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b999c7ec5020422f834ccc5863dbe3e5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:13.393401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d350991f-09f0-4a33-a306-40f1c432ebca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting subnet e19a3350-b17a-4375-9b64-47e6ca4537b3 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:23:13.405595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-28ce4ac6-a41f-456e-9ef9-fdd64a640684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.407082 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-28ce4ac6-a41f-456e-9ef9-fdd64a640684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1745925 Jan 28 20:23:13.407813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d350991f-09f0-4a33-a306-40f1c432ebca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.559675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d350991f-09f0-4a33-a306-40f1c432ebca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.567091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0ebc-d133-4bc3-822e-9697e1cceec6 req-c4fd2db9-61a0-40ed-9d3e-4aafeb412cd0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.568790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9bff0ebc-d133-4bc3-822e-9697e1cceec6 req-c4fd2db9-61a0-40ed-9d3e-4aafeb412cd0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.2440226 Jan 28 20:23:13.581146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722e104f-f979-43f0-920d-6ee21fa8a825 req-ec460594-ebd3-4615-ae7a-3963f840a103 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666031 Jan 28 20:23:13.617075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] For port 1cf30484-f814-47f7-a2da-c6e283b6327d, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:13.646815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9bff0ebc-d133-4bc3-822e-9697e1cceec6 req-ba23768a-9ec0-46d4-9d5c-50dc2c944027 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635228 Jan 28 20:23:13.703127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Made reservation on behalf of b999c7ec5020422f834ccc5863dbe3e5 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:13.706980 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.724383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] For port 1cf30484-f814-47f7-a2da-c6e283b6327d, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1cf30484-f814-47f7-a2da-c6e283b6327d,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:13.731028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-921cbf17-7acc-475c-afaa-c3343d4894bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.736796 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-921cbf17-7acc-475c-afaa-c3343d4894bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3203609 Jan 28 20:23:13.755502 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.926227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:13.926952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.929407 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] 10.222.0.13 "PUT /v2.0/ports/1cf30484-f814-47f7-a2da-c6e283b6327d HTTP/1.1" status: 200 len: 1091 time: 3.8398178 Jan 28 20:23:13.980795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:13.985677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Deleting port 8f13475c-a236-4642-9b9b-240b9735e147 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:13.986029 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:13.998413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f8669-2f8c-4939-a4ed-c0362823d0b9 req-f4ae6d78-d15e-428d-ba6f-631e46aed04e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:14.006514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621f8669-2f8c-4939-a4ed-c0362823d0b9 req-f4ae6d78-d15e-428d-ba6f-631e46aed04e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.1956263 Jan 28 20:23:14.015393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa331c8-6400-410e-8e06-aacb483ae618 req-c5aa409a-c57b-4719-91aa-740f7e4dbc2d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:14.016983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaa331c8-6400-410e-8e06-aacb483ae618 req-c5aa409a-c57b-4719-91aa-740f7e4dbc2d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.1784430 Jan 28 20:23:14.033986 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d350991f-09f0-4a33-a306-40f1c432ebca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.068673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e095e-2965-455c-a2cd-972f9b377e26 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf30484-f814-47f7-a2da-c6e283b6327d,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:14.069601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:14.146012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Allocated IP 192.168.233.138 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/71a66e1e-1fc0-4c34-8e05-e5251df885fd) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:14.148166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.168540 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-e93d8ece-b47f-4485-a8a5-e7a2d648a470 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148800 Jan 28 20:23:14.183382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.196760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621f8669-2f8c-4939-a4ed-c0362823d0b9 req-af237686-b7b0-47bb-a432-513a841fc301 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893139 Jan 28 20:23:14.225150 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.317243 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d350991f-09f0-4a33-a306-40f1c432ebca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.339652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.386766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaa331c8-6400-410e-8e06-aacb483ae618 req-85d84d6e-7594-4c5c-b3ac-5fd9439f0f6d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407979 Jan 28 20:23:14.396809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:14.399406 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc991213-a8eb-47f5-a592-50e98e4ec846" -d '{"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:14.430383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:14.444540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83ae73bb-bae4-4f46-b411-6be260b20364 req-25673f6a-7879-4206-af6f-3f23adac3294 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 210 time: 0.0826340 Jan 28 20:23:14.450280 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.454453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350991f-09f0-4a33-a306-40f1c432ebca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Subnet': ['ID=e19a3350-b17a-4375-9b64-47e6ca4537b3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:14.482107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d350991f-09f0-4a33-a306-40f1c432ebca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.485668 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d350991f-09f0-4a33-a306-40f1c432ebca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "DELETE /v2.0/subnets/e19a3350-b17a-4375-9b64-47e6ca4537b3 HTTP/1.1" status: 204 len: 168 time: 1.2615573 Jan 28 20:23:14.495502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35260) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:14.579250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20286ac2-a3ed-4d4c-bda6-c3f43cd902af None None] Network 0b9d256e-0abc-4291-8679-63a005d3f466 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:14.586679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.665425 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ccc30a73-6c49-4ece-9f93-8d18ad67d1e4 req-3e127fa6-b2e4-4cdd-aa13-af9f4ed135b0 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833651 Jan 28 20:23:14.719443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] For port 8f13475c-a236-4642-9b9b-240b9735e147, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8f13475c-a236-4642-9b9b-240b9735e147,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:14.719825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.723177 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.779423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Calling delete_port for 8f13475c-a236-4642-9b9b-240b9735e147 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:14.787174 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b', '0a84a83e-9ee4-4370-8418-3fca9a15aa32'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:14.802213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894', 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:14.836730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:14.843655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'Port': ['ID=71a66e1e-1fc0-4c34-8e05-e5251df885fd,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:14.844080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:14.855207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:14.867163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:14.872002 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0265cba7-f642-463e-a022-9efd8fcdef41 x-openstack-request-id: req-0265cba7-f642-463e-a022-9efd8fcdef41 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:14.872433 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:14.872780 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0265cba7-f642-463e-a022-9efd8fcdef41 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:14.873266 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'code': 200} Jan 28 20:23:14.891111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Deleting port d9fbf3cc-1923-45ab-ae10-99da504515d6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:14.891453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:15.022350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:15.093853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-161137c0-361b-42df-911b-fce04211f2d9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:15.096521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-161137c0-361b-42df-911b-fce04211f2d9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.4698920 Jan 28 20:23:15.104502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:15.223377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:15.224386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:15.237606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-2ced8d00-af25-4680-a1d1-6cd4a55cda20 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/quotas/6bd5e10b26e841869c57cbff6ca81cba HTTP/1.1" status: 200 len: 375 time: 0.0829372 Jan 28 20:23:15.288277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-5fa47117-1bb2-46cd-9d04-b12270c605f7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9454558 Jan 28 20:23:15.393154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Request body: {'port': {'device_id': 'dd97f623-705c-4423-8a98-0c4733083d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:15.418403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2a67-c62c-4788-8947-eb1b00f6f6f8 req-64c1aba9-29f0-4b99-beac-853334bf2289 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:15.431521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2a67-c62c-4788-8947-eb1b00f6f6f8 req-64c1aba9-29f0-4b99-beac-853334bf2289 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:15.438232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2a67-c62c-4788-8947-eb1b00f6f6f8 req-64c1aba9-29f0-4b99-beac-853334bf2289 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:15.441120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] DHCP port deletion for 0b9d256e-0abc-4291-8679-63a005d3f466 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:23:15.446698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2a67-c62c-4788-8947-eb1b00f6f6f8 req-64c1aba9-29f0-4b99-beac-853334bf2289 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:15.454343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2a67-c62c-4788-8947-eb1b00f6f6f8 req-64c1aba9-29f0-4b99-beac-853334bf2289 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:15.463560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-420d2a67-c62c-4788-8947-eb1b00f6f6f8 req-64c1aba9-29f0-4b99-beac-853334bf2289 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 3828 time: 0.4624622 Jan 28 20:23:15.596790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-3f8bdecb-73e4-40cd-804b-ddbc1e52db19 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3520734 Jan 28 20:23:15.624581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4b3ac15d-473f-40b0-a52e-947921f9c4cf None None] Provisioning complete for port 71a66e1e-1fc0-4c34-8e05-e5251df885fd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:15.625034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b3ac15d-473f-40b0-a52e-947921f9c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:15.626528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-fa148306-ba80-4cd3-837a-f25ac118c3ff service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:23:15.627899 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-fa148306-ba80-4cd3-837a-f25ac118c3ff service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111105 Jan 28 20:23:15.650615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-420d2a67-c62c-4788-8947-eb1b00f6f6f8 req-98cdf37a-1345-4cc2-ab0d-3ca9ce2aa36c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834805 Jan 28 20:23:15.655828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:15.664343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa0f061-5cf3-4a13-baa6-48af89604eda {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:15.674333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:15.694075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:15.696940 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08055b4b-fba6-4dd1-86f8-b6d41472e108" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:15.711409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ac15d-473f-40b0-a52e-947921f9c4cf None None] Port 71a66e1e-1fc0-4c34-8e05-e5251df885fd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:15.820612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-609c8e71-a528-40aa-890e-a016671243c1 req-b5614c87-3173-4429-85fc-74c734da7ffc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:23:15.839930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-609c8e71-a528-40aa-890e-a016671243c1 req-b5614c87-3173-4429-85fc-74c734da7ffc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558207 Jan 28 20:23:15.861921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:15.902201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Calling delete_port for d9fbf3cc-1923-45ab-ae10-99da504515d6 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:15.908023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] Deleting port 72807103-a43c-463a-9c40-679908fbea50 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:15.909133 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:15.959351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port 72807103-a43c-463a-9c40-679908fbea50 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:15.959843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:16.023761 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:16.075662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Transition to ACTIVE for port object daa0f061-5cf3-4a13-baa6-48af89604eda will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:16.113838 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:16.189617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f13475c-a236-4642-9b9b-240b9735e147,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:16.224239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-c607cf72-7892-4262-92b4-0920d5fe84fc service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636506 Jan 28 20:23:16.441184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:23:16.578331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:16.754923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:16.764002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 72807103-a43c-463a-9c40-679908fbea50 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:16.802352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a66e1e-1fc0-4c34-8e05-e5251df885fd {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:16.813650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:16.830300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Transition to ACTIVE for port object 71a66e1e-1fc0-4c34-8e05-e5251df885fd will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:16.842100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:16.865994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port 72807103-a43c-463a-9c40-679908fbea50, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=72807103-a43c-463a-9c40-679908fbea50,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:16.867615 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:16.869203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] For port 72807103-a43c-463a-9c40-679908fbea50, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=72807103-a43c-463a-9c40-679908fbea50,segment=NetworkSegment(8fc25b88-f14c-414e-af6a-a353cb5fced9),segment_id=8fc25b88-f14c-414e-af6a-a353cb5fced9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:16.869603 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:16.872738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'mac_address': 'fa:16:3e:2c:d3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:23:16.935360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] Calling delete_port for 72807103-a43c-463a-9c40-679908fbea50 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:16.946574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Pushing event updated for resources: {'Port': ['ID=daa0f061-5cf3-4a13-baa6-48af89604eda,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:16.963046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for 72807103-a43c-463a-9c40-679908fbea50 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:16.975007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5d901-d0c0-40f2-a063-7570f19d4c2f req-d3442700-8e7c-41de-afda-d07bd5d5c725 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:16.985449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47f5d901-d0c0-40f2-a063-7570f19d4c2f req-d3442700-8e7c-41de-afda-d07bd5d5c725 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 948 time: 0.7917700 Jan 28 20:23:17.057371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Pushing event deleted for resources: {'Port': ['ID=d9fbf3cc-1923-45ab-ae10-99da504515d6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:17.183870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-2b411734-3c1e-4c51-ad76-9c5f83ebf621 service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9375594 Jan 28 20:23:17.265359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:17.313790 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-0304742c-0818-4720-8b6f-91cbcc92ced5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7298687 Jan 28 20:23:17.325021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:17.349518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:17.421256 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1c5e00-ac29-4b93-aca7-6f2324c658bd {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:17.490208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Pushing event updated for resources: {'Port': ['ID=71a66e1e-1fc0-4c34-8e05-e5251df885fd,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:17.504609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:17.551269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:17.559052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47f5d901-d0c0-40f2-a063-7570f19d4c2f req-010da56d-e20e-4dbd-a0f6-3895f616b103 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726070 Jan 28 20:23:17.708260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port 72807103-a43c-463a-9c40-679908fbea50 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:17.719484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=72807103-a43c-463a-9c40-679908fbea50,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:17.720809 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:17.721597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:17.800588 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f40c806-9d10-47e2-a829-1f7a7e43f7db x-openstack-request-id: req-8f40c806-9d10-47e2-a829-1f7a7e43f7db {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:17.801139 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:17.801139 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f40c806-9d10-47e2-a829-1f7a7e43f7db {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:17.801646 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'status': 'completed', 'code': 200} Jan 28 20:23:17.912251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Attempting to bind port daa0f061-5cf3-4a13-baa6-48af89604eda on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:17.912900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Attempting to bind port daa0f061-5cf3-4a13-baa6-48af89604eda by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:17.913009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Attempting to bind port daa0f061-5cf3-4a13-baa6-48af89604eda on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:18.005216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['9d1c5e00-ac29-4b93-aca7-6f2324c658bd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:18.056651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Port daa0f061-5cf3-4a13-baa6-48af89604eda on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:18.057016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Attempting to bind port daa0f061-5cf3-4a13-baa6-48af89604eda on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:18.071974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.075638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.088959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:18.089321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Checking segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:18.089510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Bound using segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:18.089970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Bound port: daa0f061-5cf3-4a13-baa6-48af89604eda, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:18.090338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.095969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.114904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-a93b1a97-5f1d-4155-bf9b-1991838b7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.115502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-a93b1a97-5f1d-4155-bf9b-1991838b7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.115989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-a93b1a97-5f1d-4155-bf9b-1991838b7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.116671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-a93b1a97-5f1d-4155-bf9b-1991838b7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.117161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-a93b1a97-5f1d-4155-bf9b-1991838b7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.117802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-a93b1a97-5f1d-4155-bf9b-1991838b7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.120544 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-a93b1a97-5f1d-4155-bf9b-1991838b7f00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5243 time: 0.3226216 Jan 28 20:23:18.130688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Attempting to bind port 71a66e1e-1fc0-4c34-8e05-e5251df885fd on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:18.131491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Attempting to bind port 71a66e1e-1fc0-4c34-8e05-e5251df885fd by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:18.132858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Attempting to bind port 71a66e1e-1fc0-4c34-8e05-e5251df885fd on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:18.139651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9d256e-0abc-4291-8679-63a005d3f466']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:18.165807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc25b88-f14c-414e-af6a-a353cb5fced9') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:18.166268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc25b88-f14c-414e-af6a-a353cb5fced9') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:18.195608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Port 71a66e1e-1fc0-4c34-8e05-e5251df885fd on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:18.196060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Attempting to bind port 71a66e1e-1fc0-4c34-8e05-e5251df885fd on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:18.225839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:18.226348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:18.226813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:18.227535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Bound port: 71a66e1e-1fc0-4c34-8e05-e5251df885fd, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:18.227900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.322286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c795a88-e67c-4f9d-82c0-98f7ac41985c req-8daad563-bc50-411a-8894-d771ba9a32e0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.326234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c795a88-e67c-4f9d-82c0-98f7ac41985c req-8daad563-bc50-411a-8894-d771ba9a32e0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 948 time: 0.7204061 Jan 28 20:23:18.423147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.433619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.448094 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.465387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.477436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:23:18.478152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.512273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] No DVR routers for this DVR port 72807103-a43c-463a-9c40-679908fbea50 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:18.513178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a96ee-4cff-4ba8-bea7-406b8c19aedf req-85b63814-4d9c-4bb4-945d-fd8ca5aeb4ee tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:18.530665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-691a96ee-4cff-4ba8-bea7-406b8c19aedf req-85b63814-4d9c-4bb4-945d-fd8ca5aeb4ee tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.4623780 Jan 28 20:23:18.559059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:23:18.585915 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:23:18.619415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] For port 71a66e1e-1fc0-4c34-8e05-e5251df885fd, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:18.625997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] For port 71a66e1e-1fc0-4c34-8e05-e5251df885fd, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71a66e1e-1fc0-4c34-8e05-e5251df885fd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:18.636028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Router c19e7078-d792-4540-9658-f7743bc60864 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:23:18.658893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.670708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1323d-bc67-4fd4-8be3-b49489acafde None None] Pushing event deleted for resources: {'Port': ['ID=72807103-a43c-463a-9c40-679908fbea50,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:18.930450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.940018 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:18.947473 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "DELETE /v2.0/networks/0b9d256e-0abc-4291-8679-63a005d3f466 HTTP/1.1" status: 204 len: 168 time: 4.4501894 Jan 28 20:23:19.081458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35316) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:19.150668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1549917684'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:19.162738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] For port daa0f061-5cf3-4a13-baa6-48af89604eda, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:19.171464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161323d1-e148-44be-9907-e99a428f87ca tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Network': ['ID=0b9d256e-0abc-4291-8679-63a005d3f466,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:19.203248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] For port daa0f061-5cf3-4a13-baa6-48af89604eda, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=daa0f061-5cf3-4a13-baa6-48af89604eda,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:19.205754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:19.226218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:19.227576 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-77ce5a12-6a4a-468f-a5e7-6e542b7a5ec4 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "PUT /v2.0/routers/c19e7078-d792-4540-9658-f7743bc60864 HTTP/1.1" status: 200 len: 705 time: 6.3218338 Jan 28 20:23:19.233888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:19.241588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed2b21-cf36-4e0b-b21b-2b45b9d7dbf3 None None] Sync routers for ids ['c19e7078-d792-4540-9658-f7743bc60864'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:19.247540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35318) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:19.268665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:19.269217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:19.270686 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] 10.222.0.13 "PUT /v2.0/ports/daa0f061-5cf3-4a13-baa6-48af89604eda HTTP/1.1" status: 200 len: 1129 time: 5.2970233 Jan 28 20:23:19.332073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed2b21-cf36-4e0b-b21b-2b45b9d7dbf3 None None] Routers {'c19e7078-d792-4540-9658-f7743bc60864'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:19.333680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-36ed2b21-cf36-4e0b-b21b-2b45b9d7dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c19e7078-d792-4540-9658-f7743bc60864'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:19.418038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-36ed2b21-cf36-4e0b-b21b-2b45b9d7dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:19.434602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-cd2d3e28-e7c3-47ee-86f6-38e19b09c8c3 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:23:19.436213 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-cd2d3e28-e7c3-47ee-86f6-38e19b09c8c3 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1220047 Jan 28 20:23:19.441776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed2b21-cf36-4e0b-b21b-2b45b9d7dbf3 None None] Routers {'c19e7078-d792-4540-9658-f7743bc60864'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:19.442444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-36ed2b21-cf36-4e0b-b21b-2b45b9d7dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c19e7078-d792-4540-9658-f7743bc60864'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:19.465213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:19.470446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:19.498781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-36ed2b21-cf36-4e0b-b21b-2b45b9d7dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:19.499555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ed2b21-cf36-4e0b-b21b-2b45b9d7dbf3 None None] The sync data for ids ['c19e7078-d792-4540-9658-f7743bc60864'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:19.518126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c795a88-e67c-4f9d-82c0-98f7ac41985c req-4e161d6e-84a3-46bf-b90f-c144bfa4009d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1661944 Jan 28 20:23:19.527066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:19.528051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:19.529597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] 10.222.0.26 "PUT /v2.0/ports/71a66e1e-1fc0-4c34-8e05-e5251df885fd HTTP/1.1" status: 200 len: 1096 time: 4.1570017 Jan 28 20:23:19.533449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd97f623-705c-4423-8a98-0c4733083d91', 'tag': '71a66e1e-1fc0-4c34-8e05-e5251df885fd'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:19.537813 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e954f446-ddc4-4428-bc4d-40497e78d1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd97f623-705c-4423-8a98-0c4733083d91", "tag": "71a66e1e-1fc0-4c34-8e05-e5251df885fd"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:19.590350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-691a96ee-4cff-4ba8-bea7-406b8c19aedf req-78569826-795c-4fe7-8374-b8f6228d8ae6 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0555463 Jan 28 20:23:19.601120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:19.657165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-afab2eb3-65fa-486f-ac87-5940d1ffdcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:19.658001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-afab2eb3-65fa-486f-ac87-5940d1ffdcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:19.658756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-afab2eb3-65fa-486f-ac87-5940d1ffdcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:19.664875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2932467-1659-4cfd-87fb-bedb098b110d service neutron] Pushing event updated for resources: {'Port': ['ID=71a66e1e-1fc0-4c34-8e05-e5251df885fd,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:19.671803 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-afab2eb3-65fa-486f-ac87-5940d1ffdcef service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1aefb1f7410d451eac118b095331837a&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.5277371 Jan 28 20:23:19.767986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c09e1b-1481-4b42-85dd-e093c1485793 service neutron] Pushing event updated for resources: {'Port': ['ID=daa0f061-5cf3-4a13-baa6-48af89604eda,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:19.814599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ac649c20-7ed4-457d-930c-d28606709c47 tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/routers/c19e7078-d792-4540-9658-f7743bc60864 HTTP/1.1" status: 200 len: 740 time: 0.5593338 Jan 28 20:23:19.814599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': 'daa0f061-5cf3-4a13-baa6-48af89604eda'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:19.814599 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16746572-dce2-4b9d-a1b0-7f5d802e61ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "daa0f061-5cf3-4a13-baa6-48af89604eda"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:19.831668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:23:19.840437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Router 1fb4c801-e2f9-47d9-924e-b33e602c7570 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:23:19.843870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:19.843870 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Added segment 3dd04952-5458-4685-9862-839fefd09cce of type vlan for network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 Jan 28 20:23:19.851303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:19.931254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5f0105c-0e7e-4dac-8b24-aaa42fca9c28 req-2039cf79-7c47-40f7-a323-b0b7c3cab38a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 210 time: 0.1339836 Jan 28 20:23:19.966901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-721deb13-7351-4a8e-b465-f560a2cc991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:19.968626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-721deb13-7351-4a8e-b465-f560a2cc991e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 1099 time: 0.3562715 Jan 28 20:23:19.976171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-3df5c0e9-dae9-4683-9d89-c7bc02003c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:19.977721 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:19.979852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-3df5c0e9-dae9-4683-9d89-c7bc02003c81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b&tenant_id=75c46c66ca09437ab4a008964f024306 HTTP/1.1" status: 200 len: 1095 time: 0.4452546 Jan 28 20:23:19.982575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-47e9a96f-c63f-4926-bf98-58d91b1aec9e tempest-RoutersAdminTest-1199907353 tempest-RoutersAdminTest-1199907353-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=c19e7078-d792-4540-9658-f7743bc60864 HTTP/1.1" status: 200 len: 205 time: 0.1286612 Jan 28 20:23:19.988952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35326) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:20.031984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f488c3cb-b82a-4360-abd4-b9ae2cef9518 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c19e7078-d792-4540-9658-f7743bc60864 HTTP/1.1" status: 200 len: 205 time: 0.0402577 Jan 28 20:23:20.046718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35328) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:20.091227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:20.120479 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:20.157241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-8dcd35da-0c8d-45c8-81aa-cb189c9eb67a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=71a66e1e-1fc0-4c34-8e05-e5251df885fd HTTP/1.1" status: 200 len: 217 time: 0.1695573 Jan 28 20:23:20.189845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819826f7-9345-4d7f-b5ef-595afb821cd8 req-b23c22c9-38de-486a-a82c-a4454dc908ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.197622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819826f7-9345-4d7f-b5ef-595afb821cd8 req-b23c22c9-38de-486a-a82c-a4454dc908ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.198751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:20.200928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:20.201135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-cff7f226-ca9a-4292-b536-1bd64b0c9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.202903 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-08055b4b-fba6-4dd1-86f8-b6d41472e108 req-cff7f226-ca9a-4292-b536-1bd64b0c9646 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5294554 Jan 28 20:23:20.205643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819826f7-9345-4d7f-b5ef-595afb821cd8 req-b23c22c9-38de-486a-a82c-a4454dc908ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.214850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819826f7-9345-4d7f-b5ef-595afb821cd8 req-b23c22c9-38de-486a-a82c-a4454dc908ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.221120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819826f7-9345-4d7f-b5ef-595afb821cd8 req-b23c22c9-38de-486a-a82c-a4454dc908ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.227608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819826f7-9345-4d7f-b5ef-595afb821cd8 req-b23c22c9-38de-486a-a82c-a4454dc908ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.236825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-819826f7-9345-4d7f-b5ef-595afb821cd8 req-b23c22c9-38de-486a-a82c-a4454dc908ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 4599 time: 0.4365108 Jan 28 20:23:20.276754 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.resource_extend [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:23:20.327039 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:20.337003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9716ce46-2e26-4b1c-bab0-e324b5e96439 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:20.353127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-5d695c17-a69f-462e-b5a3-13b496c64c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.354698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-5d695c17-a69f-462e-b5a3-13b496c64c19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1095 time: 0.3276060 Jan 28 20:23:20.371559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:20.373933 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9838067-07db-4376-acde-2a1aeffba33b" -d '{"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:20.399140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:20.404896 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:20.428417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-3094591c-ccdf-425f-b5a8-79c171a2faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.429995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-3094591c-ccdf-425f-b5a8-79c171a2faee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1791360 Jan 28 20:23:20.463219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-819826f7-9345-4d7f-b5ef-595afb821cd8 req-0f192013-9a36-4f72-adbe-1b5960f1be04 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255254 Jan 28 20:23:20.473900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=11']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:20.483076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:20.485574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:20.491748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.505791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:20.509318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcc351-362d-4839-b7e8-63da1a62043b req-c52b709c-d207-4df7-a910-e24bf566051a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.510238 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] Sync routers for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:20.516724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9dcc351-362d-4839-b7e8-63da1a62043b req-c52b709c-d207-4df7-a910-e24bf566051a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 950 time: 0.3786516 Jan 28 20:23:20.526364 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:20.527704 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:20.542099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7a14156c-502b-4e24-9733-635c2e4e843e admin admin] 10.222.0.44 "PUT /v2.0/routers/1fb4c801-e2f9-47d9-924e-b33e602c7570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1537707 Jan 28 20:23:20.554187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35332) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:20.555974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0641adfd-4323-409d-988a-7495e96b7edf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.558030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0641adfd-4323-409d-988a-7495e96b7edf tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.6833951 Jan 28 20:23:20.577023 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168045a5-4791-4258-a981-59873e71e73c x-openstack-request-id: req-168045a5-4791-4258-a981-59873e71e73c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:20.577298 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd97f623-705c-4423-8a98-0c4733083d91", "tag": "71a66e1e-1fc0-4c34-8e05-e5251df885fd", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:20.577538 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-168045a5-4791-4258-a981-59873e71e73c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:20.577929 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd97f623-705c-4423-8a98-0c4733083d91', 'tag': '71a66e1e-1fc0-4c34-8e05-e5251df885fd', 'status': 'completed', 'code': 200} Jan 28 20:23:20.581037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Request body: {'port': {'device_id': '280b3803-b1a8-4c73-9d45-eebf9e193923', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'admin_state_up': True, 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:20.630280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5426021 Jan 28 20:23:20.633384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35338) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:20.643038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'subnet': {'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:20.681205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9dcc351-362d-4839-b7e8-63da1a62043b req-3fe4431c-b6e3-4e17-aa88-1cca7a88a292 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635222 Jan 28 20:23:20.718582 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e2a196-07a7-47de-9c03-d31aa71621ae x-openstack-request-id: req-27e2a196-07a7-47de-9c03-d31aa71621ae {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:20.718811 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:20.719182 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27e2a196-07a7-47de-9c03-d31aa71621ae {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:20.719805 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'code': 200} Jan 28 20:23:20.731791 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:20.869172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-426a33f2-567e-4b5c-8ad9-19cd16cb6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.871216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-426a33f2-567e-4b5c-8ad9-19cd16cb6fb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4044077 Jan 28 20:23:20.923166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-20c501ca-dda8-4eee-89ee-5a86e36794b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:20.925015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-20c501ca-dda8-4eee-89ee-5a86e36794b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 914 time: 0.5563667 Jan 28 20:23:21.039498 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:23:15Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:21.042237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-26a6ebfe-4107-49c0-9dd6-40bbf74873bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 200 len: 217 time: 0.0987144 Jan 28 20:23:21.070134 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.073383 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] Checking router: 1fb4c801-e2f9-47d9-924e-b33e602c7570 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:23:21.085936 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] Routers {'1fb4c801-e2f9-47d9-924e-b33e602c7570'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:21.086565 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1fb4c801-e2f9-47d9-924e-b33e602c7570'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:21.107994 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.115339 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2c4446-0098-4017-9a99-0b90168303b6 x-openstack-request-id: req-db2c4446-0098-4017-9a99-0b90168303b6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:21.116138 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "daa0f061-5cf3-4a13-baa6-48af89604eda", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:21.116138 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db2c4446-0098-4017-9a99-0b90168303b6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:21.116681 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': 'daa0f061-5cf3-4a13-baa6-48af89604eda', 'status': 'completed', 'code': 200} Jan 28 20:23:21.159490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee59d3-4b31-4c2f-9d1c-0ca20216b41e req-e039553a-f021-4ace-a8fd-9001b0a96241 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.164849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44ee59d3-4b31-4c2f-9d1c-0ca20216b41e req-e039553a-f021-4ace-a8fd-9001b0a96241 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 948 time: 0.3586032 Jan 28 20:23:21.200112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f2eca-b2d5-424a-8a11-d4cf9e46e67d req-839ec2db-c6c3-4265-bb4c-c3da8ed7c443 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.202436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c5f2eca-b2d5-424a-8a11-d4cf9e46e67d req-839ec2db-c6c3-4265-bb4c-c3da8ed7c443 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.3887382 Jan 28 20:23:21.246492 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] Set router 1fb4c801-e2f9-47d9-924e-b33e602c7570 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:21.248220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:21.254575 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.297971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9716ce46-2e26-4b1c-bab0-e324b5e96439 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.304521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9716ce46-2e26-4b1c-bab0-e324b5e96439 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.308844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b828db-5490-4a1c-b6ca-9d06b1b79f64 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Network': ['ID=4d676fde-2095-43d8-b4a5-26e69b0d4d26,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:21.332576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:23:21.334656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-086e2b7e-707c-4db9-9a64-30ea3627ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.337756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-086e2b7e-707c-4db9-9a64-30ea3627ad15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.2834384 Jan 28 20:23:21.434088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-cad26f98-4896-48b9-8ef1-8aac955d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.434482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-cad26f98-4896-48b9-8ef1-8aac955d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.434955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-cad26f98-4896-48b9-8ef1-8aac955d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.435414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-cad26f98-4896-48b9-8ef1-8aac955d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.435883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-cad26f98-4896-48b9-8ef1-8aac955d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.436376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-cad26f98-4896-48b9-8ef1-8aac955d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.438376 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-cad26f98-4896-48b9-8ef1-8aac955d4548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5285 time: 0.7454388 Jan 28 20:23:21.446147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9716ce46-2e26-4b1c-bab0-e324b5e96439 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.446889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9716ce46-2e26-4b1c-bab0-e324b5e96439 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Fanout notify agent at l3_agent the message router_deleted on router c19e7078-d792-4540-9658-f7743bc60864 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:23:21.478605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9716ce46-2e26-4b1c-bab0-e324b5e96439 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.486241 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9716ce46-2e26-4b1c-bab0-e324b5e96439 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/c19e7078-d792-4540-9658-f7743bc60864 HTTP/1.1" status: 204 len: 168 time: 1.4333460 Jan 28 20:23:21.489296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35344) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:21.566983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-93302de8-b0da-4370-9966-57208b4fb2f3 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622231 Jan 28 20:23:21.613367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-4fe5f0ab-c141-4444-a7e0-a01ff9e4036e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2524469 Jan 28 20:23:21.619788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:21.623217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.640360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8b61d770-402e-4bb6-a301-cd7ead8259d1 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=c19e7078-d792-4540-9658-f7743bc60864 HTTP/1.1" status: 200 len: 205 time: 0.1329939 Jan 28 20:23:21.645337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35348) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:21.652538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44ee59d3-4b31-4c2f-9d1c-0ca20216b41e req-9e5a1202-ce50-4dfa-9670-f05512d93c71 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701445 Jan 28 20:23:21.683030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c5f2eca-b2d5-424a-8a11-d4cf9e46e67d req-2525aafb-953e-4d5e-a747-919ad86de98a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529958 Jan 28 20:23:21.726024 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:23:15Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:21.755624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694c8880-36b6-4b7d-a411-41c3ed3bc69b {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:21.766054 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da8b1a-a6d4-4008-a491-4378615a8e8c None None] The sync data for ids ['1fb4c801-e2f9-47d9-924e-b33e602c7570'] in n-d-825064-3 is: [{'id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'name': 'tempest-ServersTestFqdnHostnames-1578420770-router', 'tenant_id': 'b8faa5f5569349a0b84e8929b001132a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:20Z', 'updated_at': '2022-01-28T20:23:15Z', 'revision_number': 5, 'project_id': 'b8faa5f5569349a0b84e8929b001132a', 'gw_port': {'id': '26a4d9b0-b310-44dd-b3b7-21f36f8e852c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb4c801-e2f9-47d9-924e-b33e602c7570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:21Z', 'updated_at': '2022-01-28T20:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:21.769647 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-be560cef-3edd-4511-8771-7ce9526e5ff1 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] delete failed (client error): The resource could not be found. Jan 28 20:23:21.771446 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be560cef-3edd-4511-8771-7ce9526e5ff1 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/c19e7078-d792-4540-9658-f7743bc60864 HTTP/1.1" status: 404 len: 336 time: 0.1163766 Jan 28 20:23:21.775260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.782797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35350) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:21.795982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-feef1e5a-e129-493a-880a-6ac5cd4e8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.797241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-feef1e5a-e129-493a-880a-6ac5cd4e8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.798259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-feef1e5a-e129-493a-880a-6ac5cd4e8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:21.801901 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-feef1e5a-e129-493a-880a-6ac5cd4e8029 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1aefb1f7410d451eac118b095331837a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3506832 Jan 28 20:23:21.842692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.853784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d831e02f-2800-481b-909e-cce7c5bc2965 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bfc8e0d-22d6-478d-95d1-06b60ad53e78 HTTP/1.1" status: 200 len: 205 time: 0.0615070 Jan 28 20:23:21.857493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35352) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:21.873038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Transition to ACTIVE for port object 694c8880-36b6-4b7d-a411-41c3ed3bc69b will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:21.914689 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:21.978586 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-2ae0d709-685c-423a-84f8-497b67a8fd0a tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] delete failed (client error): The resource could not be found. Jan 28 20:23:21.980461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2ae0d709-685c-423a-84f8-497b67a8fd0a tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/4bfc8e0d-22d6-478d-95d1-06b60ad53e78 HTTP/1.1" status: 404 len: 336 time: 0.1194637 Jan 28 20:23:21.986822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e1299b5-849e-4417-8704-059f33205187 req-a73d4294-12e1-4f1e-b644-5892d2feba0f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 210 time: 0.1308336 Jan 28 20:23:21.987891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35354) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:22.038779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e93fcb18-6764-4138-adfe-180cc0ca1c59 req-c32b61f2-eb4d-4dc8-843d-09b4acedb1a7 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211383 Jan 28 20:23:22.045578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-d09b6fbb-5998-4387-bf3f-259657189d54 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026697 Jan 28 20:23:22.070625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-696d0bdf-9b46-4e11-b02b-22aaeb838c7b tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c7398ca-f2af-414f-9a16-3754a3040256 HTTP/1.1" status: 200 len: 205 time: 0.0587358 Jan 28 20:23:22.088320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35356) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:22.135663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Pushing event updated for resources: {'Port': ['ID=694c8880-36b6-4b7d-a411-41c3ed3bc69b,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:22.141889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec6618-7561-44c8-a7c5-a6bae7c6ce68 req-77a39b02-b69e-45fe-8eb2-e23cc9255a08 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:22.149447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cec6618-7561-44c8-a7c5-a6bae7c6ce68 req-77a39b02-b69e-45fe-8eb2-e23cc9255a08 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 951 time: 0.3010440 Jan 28 20:23:22.209722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-8e992c34-4f9b-4a48-a8c9-ad486b37cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:22.211874 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16746572-dce2-4b9d-a1b0-7f5d802e61ef req-8e992c34-4f9b-4a48-a8c9-ad486b37cf7e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4010558 Jan 28 20:23:22.260131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Allocated IP 172.20.0.8 (02e595f2-4677-4e83-bfd2-59511c164baa/11bfe728-918d-47cb-bc30-3185f3afc3c5/ac0f6d69-b806-4de0-9369-72e37a1a5a8a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:22.355793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Attempting to bind port 694c8880-36b6-4b7d-a411-41c3ed3bc69b on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:22.356232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Attempting to bind port 694c8880-36b6-4b7d-a411-41c3ed3bc69b by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:22.356782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Attempting to bind port 694c8880-36b6-4b7d-a411-41c3ed3bc69b on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:22.380796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Port 694c8880-36b6-4b7d-a411-41c3ed3bc69b on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:22.381209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Attempting to bind port 694c8880-36b6-4b7d-a411-41c3ed3bc69b on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:22.410669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:22.411079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Checking segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:22.411477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Bound using segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:22.411945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Bound port: 694c8880-36b6-4b7d-a411-41c3ed3bc69b, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:22.412432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:22.513409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8f13475c-a236-4642-9b9b-240b9735e147 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:22.555458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 8f13475c-a236-4642-9b9b-240b9735e147 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:23:22.555797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8f13475c-a236-4642-9b9b-240b9735e147 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:22.623800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] For port 694c8880-36b6-4b7d-a411-41c3ed3bc69b, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:22.633956 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:22.638130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] For port 694c8880-36b6-4b7d-a411-41c3ed3bc69b, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=694c8880-36b6-4b7d-a411-41c3ed3bc69b,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:22.647906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:22.716616 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-fb8ebeaa-17b8-42c3-b37c-dd5a2e550840 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] delete failed (client error): The resource could not be found. Jan 28 20:23:22.719328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fb8ebeaa-17b8-42c3-b37c-dd5a2e550840 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/3c7398ca-f2af-414f-9a16-3754a3040256 HTTP/1.1" status: 404 len: 336 time: 0.6286664 Jan 28 20:23:22.729204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:22.730093 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:22.731872 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] 10.222.0.13 "PUT /v2.0/ports/694c8880-36b6-4b7d-a411-41c3ed3bc69b HTTP/1.1" status: 200 len: 1131 time: 3.1737401 Jan 28 20:23:22.732527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35360) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:22.794284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Deleting port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:22.794861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:22.820203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cec6618-7561-44c8-a7c5-a6bae7c6ce68 req-18a3d5c6-f0e7-4c0c-a49a-876b54b8e819 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6653888 Jan 28 20:23:22.828894 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-56246caf-ec0c-4598-91c8-e4018fba5d75 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=13632653-e3ca-4ed4-b68e-625836c8929a HTTP/1.1" status: 200 len: 205 time: 0.0875442 Jan 28 20:23:22.838577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:22.856756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:22.863370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:22.865189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35364) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:22.869886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd39133-4574-4424-9ba1-6daa6a8e305d service neutron] Pushing event updated for resources: {'Port': ['ID=694c8880-36b6-4b7d-a411-41c3ed3bc69b,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:22.879732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:23.015122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Network 02e595f2-4677-4e83-bfd2-59511c164baa is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:23.021198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:23.029560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:23.035000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:23.037383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event updated for resources: {'Port': ['ID=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:23.174206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-ffbc49c8-02df-4af4-8cb6-ecbad09c00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.176394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-ffbc49c8-02df-4af4-8cb6-ecbad09c00ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 1099 time: 1.0113633 Jan 28 20:23:23.193247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca446-8566-47a0-9270-c703ed961c1e req-55ca30a3-3708-47e2-96f1-f470dd6e6066 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.200733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca446-8566-47a0-9270-c703ed961c1e req-55ca30a3-3708-47e2-96f1-f470dd6e6066 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.209136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca446-8566-47a0-9270-c703ed961c1e req-55ca30a3-3708-47e2-96f1-f470dd6e6066 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.216055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '694c8880-36b6-4b7d-a411-41c3ed3bc69b'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:23.218373 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a0935-302d-4362-bd35-970fb3f5e6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "694c8880-36b6-4b7d-a411-41c3ed3bc69b"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:23.219103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca446-8566-47a0-9270-c703ed961c1e req-55ca30a3-3708-47e2-96f1-f470dd6e6066 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.231588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca446-8566-47a0-9270-c703ed961c1e req-55ca30a3-3708-47e2-96f1-f470dd6e6066 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.243844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca446-8566-47a0-9270-c703ed961c1e req-55ca30a3-3708-47e2-96f1-f470dd6e6066 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.246847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.250523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebca446-8566-47a0-9270-c703ed961c1e req-55ca30a3-3708-47e2-96f1-f470dd6e6066 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.251578 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:23.252526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ebca446-8566-47a0-9270-c703ed961c1e req-55ca30a3-3708-47e2-96f1-f470dd6e6066 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5372 time: 1.1553597 Jan 28 20:23:23.253520 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-398782ee-9308-491a-bce6-e6c53954ded0 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] delete failed (client error): The resource could not be found. Jan 28 20:23:23.254735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-398782ee-9308-491a-bce6-e6c53954ded0 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/13632653-e3ca-4ed4-b68e-625836c8929a HTTP/1.1" status: 404 len: 336 time: 0.3805263 Jan 28 20:23:23.257268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-401d3dd4-26fb-4b8e-a33a-4c78ba821865 req-42be9756-5146-4ba6-bc4f-1304a12166af service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1999710 Jan 28 20:23:23.260288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35372) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:23.311747 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a829a07b-d8c7-43ef-9ba9-70e5670625d0 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=16571b35-1320-4132-9b5d-24aad102c7b7 HTTP/1.1" status: 200 len: 205 time: 0.0496747 Jan 28 20:23:23.343396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35374) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:23.357108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-0aa35c0b-0dd4-4659-89a3-6a022fcfe6ae tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7829404 Jan 28 20:23:23.398537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Request body: {'port': {'device_id': '280b3803-b1a8-4c73-9d45-eebf9e193923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:23.405905 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-9fafe942-649f-4ade-b284-97f4d34bd870 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] delete failed (client error): The resource could not be found. Jan 28 20:23:23.411378 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9fafe942-649f-4ade-b284-97f4d34bd870 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/16571b35-1320-4132-9b5d-24aad102c7b7 HTTP/1.1" status: 404 len: 336 time: 0.0626142 Jan 28 20:23:23.413663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Subnet': ['ID=3cbc97dc-b175-43e2-a3c9-9286c5022bbf,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:23.420574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35380) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:23.492299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:23.499686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-496cca3a-81d5-4236-a5e9-23d3b9fa5a62 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf65a128-4f40-4e55-9ea8-487543101dd5 HTTP/1.1" status: 200 len: 205 time: 0.0734024 Jan 28 20:23:23.500988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35384) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:23.548663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ebca446-8566-47a0-9270-c703ed961c1e req-96b1c786-39e0-4521-aa0f-26184cde060b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2701263 Jan 28 20:23:23.606889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:23.620762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566251c1-4e88-4508-bd7e-7b96ab20e6f8 req-0483734a-3879-441c-97a4-cc5156640056 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.623263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-566251c1-4e88-4508-bd7e-7b96ab20e6f8 req-0483734a-3879-441c-97a4-cc5156640056 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 948 time: 0.6097598 Jan 28 20:23:23.632362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] For port 26a4d9b0-b310-44dd-b3b7-21f36f8e852c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=26a4d9b0-b310-44dd-b3b7-21f36f8e852c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:23.632905 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:23.661032 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-41673ad6-fc65-43b7-bd7f-6e802790b2f8 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] delete failed (client error): The resource could not be found. Jan 28 20:23:23.665189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-41673ad6-fc65-43b7-bd7f-6e802790b2f8 tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/routers/cf65a128-4f40-4e55-9ea8-487543101dd5 HTTP/1.1" status: 404 len: 336 time: 0.1427848 Jan 28 20:23:23.666316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:23.668794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35396) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:23.710015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Calling delete_port for 26a4d9b0-b310-44dd-b3b7-21f36f8e852c owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:23.718972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Checking segment: {'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:23.720121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network hostable DHCP agents. Network: 4d676fde-2095-43d8-b4a5-26e69b0d4d26, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:23:23.732884 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16d308c-1241-4c98-8c4a-4ec59a5ddeaa tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] DELETE failed (client error): The resource could not be found. Jan 28 20:23:23.733462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16d308c-1241-4c98-8c4a-4ec59a5ddeaa tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:23:23.737215 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f16d308c-1241-4c98-8c4a-4ec59a5ddeaa tempest-RoutersAdminTest-28989340 tempest-RoutersAdminTest-28989340-project] 10.222.0.44 "DELETE /v2.0/subnets/315a5c0a-40d5-4416-850f-a8b543216f22 HTTP/1.1" status: 404 len: 337 time: 0.0604763 Jan 28 20:23:23.747447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Transition to ACTIVE for port object 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:23.803336 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:23.806412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-b7a69652-2ee3-44f2-9fd6-246d07bc34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:23.808925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-b7a69652-2ee3-44f2-9fd6-246d07bc34e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.5488603 Jan 28 20:23:23.916492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:24.029206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-b4c540be-2fe0-4f6c-bcd4-f4ca2888c327 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=71a66e1e-1fc0-4c34-8e05-e5251df885fd HTTP/1.1" status: 200 len: 217 time: 0.2027221 Jan 28 20:23:24.046879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-566251c1-4e88-4508-bd7e-7b96ab20e6f8 req-02ee1f33-5060-4d80-aade-b66e0c38a649 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881612 Jan 28 20:23:24.108785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0f6d69-b806-4de0-9369-72e37a1a5a8a {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:24.120828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 71a66e1e-1fc0-4c34-8e05-e5251df885fd details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:23:24.141014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:24.179931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Transition to ACTIVE for port object ac0f6d69-b806-4de0-9369-72e37a1a5a8a will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:24.205825 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:24.436415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:24.465147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e6cf1-37fc-4b0f-8dd6-03a7313cb566 req-fb893e8d-297a-4361-aac6-2b10acfd6aa8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:24.467114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-126e6cf1-37fc-4b0f-8dd6-03a7313cb566 req-fb893e8d-297a-4361-aac6-2b10acfd6aa8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.8102856 Jan 28 20:23:24.489374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:23:24.495730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Attempting to bind port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:24.496117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Attempting to bind port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:24.496481 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Attempting to bind port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:24.524934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 71a66e1e-1fc0-4c34-8e05-e5251df885fd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71a66e1e-1fc0-4c34-8e05-e5251df885fd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:24.525662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:24.526020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Attempting to bind port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:24.548255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:24.548637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Checking segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:24.548964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Bound using segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:24.549413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Bound port: 7a5d503d-11b3-4c6c-b4cb-46ffd626e347, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:24.550395 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:24.554646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '71a66e1e-1fc0-4c34-8e05-e5251df885fd', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '71a66e1e-1fc0-4c34-8e05-e5251df885fd', 'mac_address': 'fa:16:3e:3a:64:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:23:24.555604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 4d676fde-2095-43d8-b4a5-26e69b0d4d26) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:24.564453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb425894-520a-4fb7-8092-a4fca8ea1329 None None] Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:24.567047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:24.568849 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:24.701208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-74020f12-c9d1-4326-975d-67d6f58d5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:24.702981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-74020f12-c9d1-4326-975d-67d6f58d5de4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.6307096 Jan 28 20:23:24.711941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2f42cadc-74a3-4a49-b83c-d627fb5f8396 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0688424 Jan 28 20:23:24.720697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35408) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:24.721309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35410) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:24.739568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1606166108'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:24.807235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:24.860986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a66e1e-1fc0-4c34-8e05-e5251df885fd {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:24.924343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728a07-a496-4c6a-bfb9-dfe7f21ada3b req-58c09a06-6817-41c5-b025-201c3a80eff0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:24.927277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d728a07-a496-4c6a-bfb9-dfe7f21ada3b req-58c09a06-6817-41c5-b025-201c3a80eff0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 943 time: 0.4586847 Jan 28 20:23:24.932628 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-126e6cf1-37fc-4b0f-8dd6-03a7313cb566 req-c6587c5d-b222-4611-87f4-eaba992b3419 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136693 Jan 28 20:23:24.936550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Attempting to bind port ac0f6d69-b806-4de0-9369-72e37a1a5a8a on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:24.937373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Attempting to bind port ac0f6d69-b806-4de0-9369-72e37a1a5a8a by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:24.937607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Attempting to bind port ac0f6d69-b806-4de0-9369-72e37a1a5a8a on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:24.965595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:24.995678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Port ac0f6d69-b806-4de0-9369-72e37a1a5a8a on network 02e595f2-4677-4e83-bfd2-59511c164baa not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:24.995678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Attempting to bind port ac0f6d69-b806-4de0-9369-72e37a1a5a8a on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:25.021150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:25.036407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:25.037956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Bound using segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:25.038622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Bound port: ac0f6d69-b806-4de0-9369-72e37a1a5a8a, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:25.039198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.043763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 71a66e1e-1fc0-4c34-8e05-e5251df885fd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71a66e1e-1fc0-4c34-8e05-e5251df885fd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:25.058378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.089029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] For port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:25.113531 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463b288d-b518-4d39-9148-8892ebb07547 x-openstack-request-id: req-463b288d-b518-4d39-9148-8892ebb07547 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:25.113921 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "694c8880-36b6-4b7d-a411-41c3ed3bc69b", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:25.114277 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-463b288d-b518-4d39-9148-8892ebb07547 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:25.114759 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '694c8880-36b6-4b7d-a411-41c3ed3bc69b', 'status': 'completed', 'code': 200} Jan 28 20:23:25.151554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] For port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:25.198067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a4d9b0-b310-44dd-b3b7-21f36f8e852c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:25.207064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-4d676fde-2095-43d8-b4a5-26e69b0d4d26', 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'fixed_ips': [{'subnet_id': '3cbc97dc-b175-43e2-a3c9-9286c5022bbf'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:23:25.212306 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.213497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.253728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-b65ccdad-8b93-444a-9573-1ff9bc2bb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.255862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-b65ccdad-8b93-444a-9573-1ff9bc2bb632 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5371683 Jan 28 20:23:25.338457 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec900a82-6ca1-4bbd-baba-17977da10a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.341181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:25.347136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.363975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d728a07-a496-4c6a-bfb9-dfe7f21ada3b req-90868075-bb34-4825-a1bf-e91248fc83ee tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143896 Jan 28 20:23:25.415028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=71a66e1e-1fc0-4c34-8e05-e5251df885fd,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:25.421406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] For port ac0f6d69-b806-4de0-9369-72e37a1a5a8a, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:25.437827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] For port ac0f6d69-b806-4de0-9369-72e37a1a5a8a, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:25.454413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.457490 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.460944 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a5d503d-11b3-4c6c-b4cb-46ffd626e347 HTTP/1.1" status: 200 len: 1091 time: 2.6648548 Jan 28 20:23:25.522656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ae581-fe42-4896-a9ed-2ef72fd454b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:25.531010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:25.535937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.602674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:25.609052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['71a66e1e-1fc0-4c34-8e05-e5251df885fd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:25.622579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-89175be6-539a-4db0-b03e-c37fc9af7433 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f824123e2bd0424888965ac2b937b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3228576 Jan 28 20:23:25.660024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.661802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.667955 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-9b2cb895-6797-4d41-b649-11798fe7a95c service neutron] 10.222.0.13 "PUT /v2.0/ports/ac0f6d69-b806-4de0-9369-72e37a1a5a8a HTTP/1.1" status: 200 len: 1091 time: 2.2781565 Jan 28 20:23:25.727842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:25.734520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-0b9c70f3-d54d-4965-9b59-d02815c0212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.743697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-0b9c70f3-d54d-4965-9b59-d02815c0212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.744512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-0b9c70f3-d54d-4965-9b59-d02815c0212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.745322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-0b9c70f3-d54d-4965-9b59-d02815c0212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.746098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-0b9c70f3-d54d-4965-9b59-d02815c0212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.746880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-0b9c70f3-d54d-4965-9b59-d02815c0212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.747622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-0b9c70f3-d54d-4965-9b59-d02815c0212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:25.750957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-0b9c70f3-d54d-4965-9b59-d02815c0212d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6276 time: 0.6083128 Jan 28 20:23:25.758419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Allocated IP 19.80.0.2 (4d676fde-2095-43d8-b4a5-26e69b0d4d26/3cbc97dc-b175-43e2-a3c9-9286c5022bbf/4cfac2f8-05b0-4294-91f2-59c06d153b14) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:26.005347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:23:26.041912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-6cc79738-7090-4c8c-a5a9-1dcba67ca37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:26.048806 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.052673 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-6cc79738-7090-4c8c-a5a9-1dcba67ca37a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 1094 time: 0.3012762 Jan 28 20:23:26.553622 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.562365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.562713 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-477747cf-55d4-4278-94da-cee540cfce3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac0f6d69-b806-4de0-9369-72e37a1a5a8a HTTP/1.1" status: 200 len: 217 time: 0.1880467 Jan 28 20:23:26.563231 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Added segment 35a4720e-d9ad-43f2-af25-a592342db863 of type vlan for network faca7f8b-ad71-43e2-af21-922a09e7dead Jan 28 20:23:26.578046 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.669401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Pushing event updated for resources: {'Port': ['ID=4cfac2f8-05b0-4294-91f2-59c06d153b14,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:26.686510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:26.700537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.720600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.727738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:26.741824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:26.742291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-3218624b-2c81-4eb2-a6ac-d3bd297ec9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:26.744678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:26.747093 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-3218624b-2c81-4eb2-a6ac-d3bd297ec9cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.1562927 Jan 28 20:23:26.751199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Transition to ACTIVE for port object 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:26.780996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.802726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.849019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-e3b2cefb-c491-4bbd-87c3-dcdc942649ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922365 Jan 28 20:23:26.896091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-601a0138-b44a-4ba3-9023-ab93910564e8 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5988817 Jan 28 20:23:26.902580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Attempting to bind port 4cfac2f8-05b0-4294-91f2-59c06d153b14 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:26.903116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Attempting to bind port 4cfac2f8-05b0-4294-91f2-59c06d153b14 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:26.903936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Attempting to bind port 4cfac2f8-05b0-4294-91f2-59c06d153b14 on network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:26.925171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:26.925542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Checking segment: {'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:26.926473 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:26.927131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Bound using segment: {'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:26.927861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Bound port: 4cfac2f8-05b0-4294-91f2-59c06d153b14, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:26.928475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.005528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.120235 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-42dc2cd6-9940-445c-a7a8-d02306828ecb service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065408 Jan 28 20:23:27.125417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347'}, {'name': 'network-changed', 'server_uuid': '280b3803-b1a8-4c73-9d45-eebf9e193923', 'tag': 'ac0f6d69-b806-4de0-9369-72e37a1a5a8a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:27.128493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-c17cfa70-bc7f-41b1-b686-1685381362f6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.130328 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f16af-a605-4c05-9cad-727396444f43" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "7a5d503d-11b3-4c6c-b4cb-46ffd626e347"}, {"name": "network-changed", "server_uuid": "280b3803-b1a8-4c73-9d45-eebf9e193923", "tag": "ac0f6d69-b806-4de0-9369-72e37a1a5a8a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:27.146352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-c17cfa70-bc7f-41b1-b686-1685381362f6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.166836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-c17cfa70-bc7f-41b1-b686-1685381362f6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.175448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-c17cfa70-bc7f-41b1-b686-1685381362f6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.178877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] For port 4cfac2f8-05b0-4294-91f2-59c06d153b14, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:27.186956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] For port 4cfac2f8-05b0-4294-91f2-59c06d153b14, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4cfac2f8-05b0-4294-91f2-59c06d153b14,segment=NetworkSegment(3dd04952-5458-4685-9862-839fefd09cce),segment_id=3dd04952-5458-4685-9862-839fefd09cce)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:27.192574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-c17cfa70-bc7f-41b1-b686-1685381362f6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.209735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-c17cfa70-bc7f-41b1-b686-1685381362f6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.210102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.216449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-c17cfa70-bc7f-41b1-b686-1685381362f6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.218905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-c17cfa70-bc7f-41b1-b686-1685381362f6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5384 time: 1.5309026 Jan 28 20:23:27.283467 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bba1e124-d230-464f-92fc-6f8e995a2d5b req-4dace401-58e5-4c0d-85c4-84796354e7f2 service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449552 Jan 28 20:23:27.308386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.311669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb4c801-e2f9-47d9-924e-b33e602c7570 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:23:27.356000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:23:27.387952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.387952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-36f5d150-cbdb-4ae4-89c8-3bebf97ac693 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1fb4c801-e2f9-47d9-924e-b33e602c7570 HTTP/1.1" status: 204 len: 168 time: 6.8302774 Jan 28 20:23:27.415628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35432) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:27.416596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Pushing event updated for resources: {'Port': ['ID=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:27.457698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec9f14-8e53-4b79-98e5-5267aa4cc17d None None] Pushing event updated for resources: {'Port': ['ID=4cfac2f8-05b0-4294-91f2-59c06d153b14,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:27.474777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-d721758e-22cb-4c6d-a1f8-52e0caf998ed tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.484549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-d721758e-22cb-4c6d-a1f8-52e0caf998ed tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8076131 Jan 28 20:23:27.537898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-c85659f7-5470-4fc2-80a9-51a59b13a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.547005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-c85659f7-5470-4fc2-80a9-51a59b13a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.547659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-c85659f7-5470-4fc2-80a9-51a59b13a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.551420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae9f344-96cf-4997-8eda-b947283a9108 admin admin] Deleting subnet 0c9d9f9c-8d69-4451-8198-e153da9d93ab {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:23:27.556518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-c85659f7-5470-4fc2-80a9-51a59b13a952 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1aefb1f7410d451eac118b095331837a&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.6861567 Jan 28 20:23:27.561738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f344-96cf-4997-8eda-b947283a9108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.586612 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec900a82-6ca1-4bbd-baba-17977da10a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.609855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-8330bede-a708-448a-8c59-03660d78667b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/quotas/f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 375 time: 0.1239984 Jan 28 20:23:27.612076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.618534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:27.626972 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.663755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f344-96cf-4997-8eda-b947283a9108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.742048 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec900a82-6ca1-4bbd-baba-17977da10a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.819008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Attempting to bind port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:27.819472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Attempting to bind port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:27.820106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Attempting to bind port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:27.830014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:27.830727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Attempting to bind port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:27.843257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f344-96cf-4997-8eda-b947283a9108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.848653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:27.849064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Checking segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:27.849517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Bound using segment: {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:27.850206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Bound port: 59117eb7-42cd-4d42-8e49-2d0b9ab72a06, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c27f0c-cc0b-493b-9ff4-b40220687094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:27.852282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:27.929629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f0242c9-7fcd-40ae-9068-c010c6acf625 req-09dcb879-14e6-48b0-9f9e-2c0c1fdb6d66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6937730 Jan 28 20:23:28.111669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e954f446-ddc4-4428-bc4d-40497e78d1d3 req-dc7c4ba5-395e-4561-8f93-be8f76635661 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1852517 Jan 28 20:23:28.137026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ec900a82-6ca1-4bbd-baba-17977da10a61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18a2a515c9ca4c2195ff8a085404ea4c&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4110975 Jan 28 20:23:28.143095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec900a82-6ca1-4bbd-baba-17977da10a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42426efb-300f-4f15-80b9-c0dd6c56db49,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:28.145097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 71a66e1e-1fc0-4c34-8e05-e5251df885fd up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:28.149486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Network': ['ID=faca7f8b-ad71-43e2-af21-922a09e7dead,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:28.154358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35436) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:28.176070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4d33f1ac-41f3-493d-8385-5ca3619e7430 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.4533470 Jan 28 20:23:28.176864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35438) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:28.239536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'subnet': {'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:28.272386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network faca7f8b-ad71-43e2-af21-922a09e7dead details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:23:28.303737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] For port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:28.328486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] For port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:28.355966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:28.412502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 71a66e1e-1fc0-4c34-8e05-e5251df885fd completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:23:28.417856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 71a66e1e-1fc0-4c34-8e05-e5251df885fd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:28.424135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:28.628717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:28.629796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:28.640766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] 10.222.0.13 "PUT /v2.0/ports/59117eb7-42cd-4d42-8e49-2d0b9ab72a06 HTTP/1.1" status: 200 len: 1091 time: 3.1059566 Jan 28 20:23:28.661996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f344-96cf-4997-8eda-b947283a9108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:28.728771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:28.837969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97f623-705c-4423-8a98-0c4733083d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a66e1e-1fc0-4c34-8e05-e5251df885fd'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:28.845013 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cd3166-3646-40e0-ad39-58d496699859" -d '{"events": [{"server_uuid": "dd97f623-705c-4423-8a98-0c4733083d91", "name": "network-vif-plugged", "status": "completed", "tag": "71a66e1e-1fc0-4c34-8e05-e5251df885fd"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:28.864775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4cfac2f8-05b0-4294-91f2-59c06d153b14 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:28.897225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:28.949139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 71a66e1e-1fc0-4c34-8e05-e5251df885fd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71a66e1e-1fc0-4c34-8e05-e5251df885fd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:28.959051 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:29.045953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9f344-96cf-4997-8eda-b947283a9108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9d9f9c-8d69-4451-8198-e153da9d93ab,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:29.090900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4cfac2f8-05b0-4294-91f2-59c06d153b14 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:29.091801 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:29.100855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=71a66e1e-1fc0-4c34-8e05-e5251df885fd,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:29.124994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5925c-9241-4812-801d-41f7179b9114 None None] Network e59aef80-5cc3-4bd8-a71f-519fe70eb9ca requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:29.130061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2ae9f344-96cf-4997-8eda-b947283a9108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:29.132804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ac0f6d69-b806-4de0-9369-72e37a1a5a8a details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:23:29.189923 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2ae9f344-96cf-4997-8eda-b947283a9108 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0c9d9f9c-8d69-4451-8198-e153da9d93ab HTTP/1.1" status: 204 len: 168 time: 1.7691538 Jan 28 20:23:29.193176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682ac88-81b3-4d2e-bd5c-16a217cd2650 service neutron] Pushing event updated for resources: {'Port': ['ID=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:29.246257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35444) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:29.368482 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:29.465115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-ec77d593-9842-43ca-8d4b-03221ddd1d5b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.8537548 Jan 28 20:23:29.746264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ac0f6d69-b806-4de0-9369-72e37a1a5a8a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:29.770727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'ac0f6d69-b806-4de0-9369-72e37a1a5a8a', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'port_id': 'ac0f6d69-b806-4de0-9369-72e37a1a5a8a', 'mac_address': 'fa:16:3e:25:a7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bfe728-918d-47cb-bc30-3185f3afc3c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:23:29.817402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-79d2889b-8fb4-426c-a1e9-d08a160b2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:29.824804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c99a0935-302d-4362-bd35-970fb3f5e6cc req-79d2889b-8fb4-426c-a1e9-d08a160b2628 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.2455113 Jan 28 20:23:29.944061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2ae32-efcb-49a2-84cf-b3d7a6758acf req-d2a69338-7073-44c5-9eae-a041fc506d96 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:29.948373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7f2ae32-efcb-49a2-84cf-b3d7a6758acf req-d2a69338-7073-44c5-9eae-a041fc506d96 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 949 time: 1.6442904 Jan 28 20:23:29.958336 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6bf985b2-3373-42b9-be86-1c47892fb532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.062668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c4f3b-6213-4c18-800e-96a2ca29afb6 None None] Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:30.098035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.235445 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6bf985b2-3373-42b9-be86-1c47892fb532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.259217 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.259481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:30.273850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.524451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7f2ae32-efcb-49a2-84cf-b3d7a6758acf req-654125d6-6381-4809-ad53-419d1a0adc18 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585461 Jan 28 20:23:30.535352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Deleting port fd3244f6-e7b3-453d-872c-fe0907cef4c4 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:30.536513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.553145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 4cfac2f8-05b0-4294-91f2-59c06d153b14, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4cfac2f8-05b0-4294-91f2-59c06d153b14,segment=NetworkSegment(3dd04952-5458-4685-9862-839fefd09cce),segment_id=3dd04952-5458-4685-9862-839fefd09cce)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:30.597254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d6d72f9e-f01d-4170-8b2c-2b3b7caea9f3 None None] Provisioning complete for port 4cfac2f8-05b0-4294-91f2-59c06d153b14 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:30.598023 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6d72f9e-f01d-4170-8b2c-2b3b7caea9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.623528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.629625 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.663363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] For port fd3244f6-e7b3-453d-872c-fe0907cef4c4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fd3244f6-e7b3-453d-872c-fe0907cef4c4,segment=NetworkSegment(736adf50-cf46-465e-a2e9-4979fbeef5e3),segment_id=736adf50-cf46-465e-a2e9-4979fbeef5e3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:30.664249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.666318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c524023-2c12-4618-82f8-f564f9a2f861 req-6aca4185-758d-4af5-8839-1e75ca4f9055 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:30.668206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c524023-2c12-4618-82f8-f564f9a2f861 req-6aca4185-758d-4af5-8839-1e75ca4f9055 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.6286225 Jan 28 20:23:30.696448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Calling delete_port for fd3244f6-e7b3-453d-872c-fe0907cef4c4 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:30.844807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c524023-2c12-4618-82f8-f564f9a2f861 req-cd48616d-48e6-4292-90c3-6a4fadce93cf tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164527 Jan 28 20:23:30.845482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6bf985b2-3373-42b9-be86-1c47892fb532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.853228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576d7047-f335-42d8-8285-5629dda21340 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:30.854791 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6bf985b2-3373-42b9-be86-1c47892fb532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.864963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6bf985b2-3373-42b9-be86-1c47892fb532 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42426efb-300f-4f15-80b9-c0dd6c56db49 HTTP/1.1" status: 204 len: 168 time: 2.7063315 Jan 28 20:23:30.886924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:30.936154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-63faa543-9425-482e-9d66-2b12c2141f56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3596888 Jan 28 20:23:30.946567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf985b2-3373-42b9-be86-1c47892fb532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42426efb-300f-4f15-80b9-c0dd6c56db49,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:30.992010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Transition to ACTIVE for port object 576d7047-f335-42d8-8285-5629dda21340 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:31.014578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 26a4d9b0-b310-44dd-b3b7-21f36f8e852c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:31.024908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:31.086963 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:31.095316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65799-4244-408d-8389-3141c60ec6c9 req-495cc4ee-228d-496c-99e5-174395144ce4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.104000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eb65799-4244-408d-8389-3141c60ec6c9 req-495cc4ee-228d-496c-99e5-174395144ce4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 943 time: 0.1653490 Jan 28 20:23:31.136473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-01129eae-d779-435a-a5b4-26957a6f7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.138579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-01129eae-d779-435a-a5b4-26957a6f7884 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 1101 time: 0.1100383 Jan 28 20:23:31.150177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] No DVR routers for this DVR port fd3244f6-e7b3-453d-872c-fe0907cef4c4 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:31.172840 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3273376b-8f7e-4133-a1a2-94a239e2807f x-openstack-request-id: req-3273376b-8f7e-4133-a1a2-94a239e2807f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:31.175384 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "7a5d503d-11b3-4c6c-b4cb-46ffd626e347", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "280b3803-b1a8-4c73-9d45-eebf9e193923", "tag": "ac0f6d69-b806-4de0-9369-72e37a1a5a8a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:31.175959 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3273376b-8f7e-4133-a1a2-94a239e2807f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:31.176712 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347', 'status': 'completed', 'code': 200} Jan 28 20:23:31.179593 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280b3803-b1a8-4c73-9d45-eebf9e193923', 'tag': 'ac0f6d69-b806-4de0-9369-72e37a1a5a8a', 'status': 'completed', 'code': 200} Jan 28 20:23:31.187772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eb65799-4244-408d-8389-3141c60ec6c9 req-c1752f84-e803-41c3-ba58-2d3fc9003806 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827446 Jan 28 20:23:31.488264 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1797d9-c062-4d28-bfb9-8b92e62e0745 x-openstack-request-id: req-1f1797d9-c062-4d28-bfb9-8b92e62e0745 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:31.489000 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97f623-705c-4423-8a98-0c4733083d91", "name": "network-vif-plugged", "status": "completed", "tag": "71a66e1e-1fc0-4c34-8e05-e5251df885fd", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:31.489737 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f1797d9-c062-4d28-bfb9-8b92e62e0745 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:31.490712 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97f623-705c-4423-8a98-0c4733083d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a66e1e-1fc0-4c34-8e05-e5251df885fd', 'code': 200} Jan 28 20:23:31.572691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 26a4d9b0-b310-44dd-b3b7-21f36f8e852c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:23:31.573269 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 26a4d9b0-b310-44dd-b3b7-21f36f8e852c not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:31.607954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:31.622156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0f6d69-b806-4de0-9369-72e37a1a5a8a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:31.749417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f21c9d29-34de-49b1-8447-d09eb373c0f6 req-500a200e-21b2-46be-a635-2f5718b2310a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 210 time: 0.0926845 Jan 28 20:23:31.758659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59aef80-5cc3-4bd8-a71f-519fe70eb9ca']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:31.774095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-22bcee59-f5fa-457c-a123-2837f87b3472 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.781506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-22bcee59-f5fa-457c-a123-2837f87b3472 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.790829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-22bcee59-f5fa-457c-a123-2837f87b3472 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.806694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-22bcee59-f5fa-457c-a123-2837f87b3472 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.822432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-22bcee59-f5fa-457c-a123-2837f87b3472 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.829131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-22bcee59-f5fa-457c-a123-2837f87b3472 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.833567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736adf50-cf46-465e-a2e9-4979fbeef5e3') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:31.833979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736adf50-cf46-465e-a2e9-4979fbeef5e3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:31.837169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-22bcee59-f5fa-457c-a123-2837f87b3472 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:31.850061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ac0f6d69-b806-4de0-9369-72e37a1a5a8a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:31.850910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-22bcee59-f5fa-457c-a123-2837f87b3472 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5408 time: 0.4897985 Jan 28 20:23:31.872321 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=4cfac2f8-05b0-4294-91f2-59c06d153b14,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:31.892387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:31.922845 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:31.948340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781dc80-ae70-457e-921c-c1e3a6264f7a None None] DHCP port deletion for e59aef80-5cc3-4bd8-a71f-519fe70eb9ca request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:23:31.977955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:31.994822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:23:31.995806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.006458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35464) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:32.022727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-29e80890-5d65-4aea-8390-c2e75883d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.023505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-29e80890-5d65-4aea-8390-c2e75883d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.024172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-29e80890-5d65-4aea-8390-c2e75883d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.024910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-29e80890-5d65-4aea-8390-c2e75883d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.025593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-29e80890-5d65-4aea-8390-c2e75883d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.026289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-29e80890-5d65-4aea-8390-c2e75883d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.027125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-29e80890-5d65-4aea-8390-c2e75883d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.030388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-29e80890-5d65-4aea-8390-c2e75883d29b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6368 time: 0.5507553 Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:23:32.115281 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:23:32.142827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-30a14a3a-8bfa-4807-80df-e3b1375fe420 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9438156eee741a7bbc4441f5182e3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995631 Jan 28 20:23:32.153264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35468) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:32.157821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:32.189883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.202809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.220485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e59aef80-5cc3-4bd8-a71f-519fe70eb9ca HTTP/1.1" status: 204 len: 168 time: 2.9729757 Jan 28 20:23:32.342304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ac0f6d69-b806-4de0-9369-72e37a1a5a8a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:32.447990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Pushing event updated for resources: {'Port': ['ID=576d7047-f335-42d8-8285-5629dda21340,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:32.509479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03bb49e0-5c0b-4a14-8c49-af5c58ad39d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.528222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8706243c-4d12-415b-b9a3-743e413e9c82 None None] Provisioning complete for port 4cfac2f8-05b0-4294-91f2-59c06d153b14 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:32.528937 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8706243c-4d12-415b-b9a3-743e413e9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.529921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59aef80-5cc3-4bd8-a71f-519fe70eb9ca,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:32.552913 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03bb49e0-5c0b-4a14-8c49-af5c58ad39d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.555088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:32.600890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc16e4-8809-4ff8-9b2d-54fa0fbb62b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3244f6-e7b3-453d-872c-fe0907cef4c4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:32.618605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72719d-a379-481d-acb9-8bc8b00526d3 req-c8a11dc1-3f36-442a-8e8b-3fb5841dba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.620816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed72719d-a379-481d-acb9-8bc8b00526d3 req-c8a11dc1-3f36-442a-8e8b-3fb5841dba61 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 1101 time: 0.5223658 Jan 28 20:23:32.654274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1aa39aa4-b35a-4c4a-a28a-6881ecdb2a60 req-4c99ae1c-b0b3-4c27-8c4c-d12c22d9d028 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8020797 Jan 28 20:23:32.662010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.725980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed72719d-a379-481d-acb9-8bc8b00526d3 req-98a732a4-7d37-4a1c-bbf7-55e0ec2b0e44 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640821 Jan 28 20:23:32.730059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-14167af0-94e9-4dc5-bd7e-c950d4d56551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.743675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-14167af0-94e9-4dc5-bd7e-c950d4d56551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.745071 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6aa4416c-a3e5-4ecf-8980-d152b760bcd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8faa5f5569349a0b84e8929b001132a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623921 Jan 28 20:23:32.745754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-14167af0-94e9-4dc5-bd7e-c950d4d56551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:32.746399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35478) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:32.755212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-14167af0-94e9-4dc5-bd7e-c950d4d56551 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1aefb1f7410d451eac118b095331837a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6331000 Jan 28 20:23:32.760018 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03bb49e0-5c0b-4a14-8c49-af5c58ad39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.765609 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03bb49e0-5c0b-4a14-8c49-af5c58ad39d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.786925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Attempting to bind port 576d7047-f335-42d8-8285-5629dda21340 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:32.788523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Attempting to bind port 576d7047-f335-42d8-8285-5629dda21340 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:32.788898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Attempting to bind port 576d7047-f335-42d8-8285-5629dda21340 on network 560b8a65-0f63-4c02-9fb6-f4e74b394998 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:32.807952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-03bb49e0-5c0b-4a14-8c49-af5c58ad39d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e145e9ed-973f-43a2-9df0-e580067d5766 HTTP/1.1" status: 204 len: 168 time: 0.3979797 Jan 28 20:23:32.823128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Port 576d7047-f335-42d8-8285-5629dda21340 on network 560b8a65-0f63-4c02-9fb6-f4e74b394998 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:32.823560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Attempting to bind port 576d7047-f335-42d8-8285-5629dda21340 on network 560b8a65-0f63-4c02-9fb6-f4e74b394998 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:32.844724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:32.845127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Checking segment: {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:32.845612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Bound using segment: {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:32.846843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Bound port: 576d7047-f335-42d8-8285-5629dda21340, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:32.847210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:32.918712 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-59cc92bd-7306-47db-afda-19b5d2c11f9e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f824123e2bd0424888965ac2b937b05a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012104 Jan 28 20:23:33.053768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb49e0-5c0b-4a14-8c49-af5c58ad39d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e145e9ed-973f-43a2-9df0-e580067d5766,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:33.059056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-43e391dd-89ff-4bb6-b533-734e77f7e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:33.060975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-43e391dd-89ff-4bb6-b533-734e77f7e37c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 1.8891742 Jan 28 20:23:33.062277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Subnet': ['ID=8f83109b-298f-4d03-a832-569666fc55f4,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:33.144067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9872-8182-4d70-9fc7-503bc81cda40 req-5cac3045-d7a3-4dce-89a9-fd73aa28a500 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:33.160445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4be9872-8182-4d70-9fc7-503bc81cda40 req-5cac3045-d7a3-4dce-89a9-fd73aa28a500 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 950 time: 1.0304422 Jan 28 20:23:33.204762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:33.208927 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17aeb41-22ad-4955-8409-311e2646a908" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "59117eb7-42cd-4d42-8e49-2d0b9ab72a06"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:33.356635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4be9872-8182-4d70-9fc7-503bc81cda40 req-5c88783e-f2fe-4d68-badb-528efb791bb6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119869 Jan 28 20:23:33.407982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60be23a4-6cf3-4a37-8c4f-b07008d90455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:33.444547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-7e73fc8c-49f8-4d89-998d-ae465e78b3ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 200 len: 217 time: 0.3067875 Jan 28 20:23:33.557556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60be23a4-6cf3-4a37-8c4f-b07008d90455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:33.628468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] For port 576d7047-f335-42d8-8285-5629dda21340, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:33.644971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-d1fa1926-9ef3-4b11-bf11-1f83252d908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:33.646752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-d1fa1926-9ef3-4b11-bf11-1f83252d908f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8076987 Jan 28 20:23:33.648318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-a446a1d2-e913-4c16-b13e-826697334abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:33.649807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-a446a1d2-e913-4c16-b13e-826697334abe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2042518 Jan 28 20:23:33.743959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] For port 576d7047-f335-42d8-8285-5629dda21340, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=576d7047-f335-42d8-8285-5629dda21340,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:33.765298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-49e1d6f3-9fc4-43eb-9624-f9a4306c06d0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:33.767103 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-49e1d6f3-9fc4-43eb-9624-f9a4306c06d0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8364351 Jan 28 20:23:33.771290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:33.792000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126f62d-1991-4fd8-85ca-8427b978aa7f req-6153f68e-248f-4595-9e22-08e8eaeac392 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:33.796083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4cfac2f8-05b0-4294-91f2-59c06d153b14 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:33.811083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e126f62d-1991-4fd8-85ca-8427b978aa7f req-6153f68e-248f-4595-9e22-08e8eaeac392 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.7438691 Jan 28 20:23:33.895977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Request body: {'port': {'device_id': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'f824123e2bd0424888965ac2b937b05a'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:33.898172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Checking segment: {'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:33.898547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network hostable DHCP agents. Network: faca7f8b-ad71-43e2-af21-922a09e7dead, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:23:33.946807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:33.947671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:33.974324 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] 10.222.0.13 "PUT /v2.0/ports/576d7047-f335-42d8-8285-5629dda21340 HTTP/1.1" status: 200 len: 1091 time: 5.2304621 Jan 28 20:23:34.010266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ac0f6d69-b806-4de0-9369-72e37a1a5a8a up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:34.045339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Request body: {'port': {'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:34.112501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e126f62d-1991-4fd8-85ca-8427b978aa7f req-fdbf3a77-a7bd-43a2-b182-736e2d47ddb7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991836 Jan 28 20:23:34.113133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network faca7f8b-ad71-43e2-af21-922a09e7dead is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:23:34.114555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4a3b8-720c-4508-b5f7-0ffee4b23452 service neutron] Pushing event updated for resources: {'Port': ['ID=576d7047-f335-42d8-8285-5629dda21340,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:34.127502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeaf456-58a1-40e8-b7b2-96dd7f07d458 req-ef511c8f-c85d-408c-9f5e-302313790137 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:34.129842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eeaf456-58a1-40e8-b7b2-96dd7f07d458 req-ef511c8f-c85d-408c-9f5e-302313790137 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 944 time: 0.4761729 Jan 28 20:23:34.134103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-68e7eb67-7568-419e-a0f6-92dbfaed59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:34.135688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-68e7eb67-7568-419e-a0f6-92dbfaed59b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4671533 Jan 28 20:23:34.155224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60be23a4-6cf3-4a37-8c4f-b07008d90455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:34.157132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-314159a7-43cc-4b23-b602-9e5ad5f98de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:34.159633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-314159a7-43cc-4b23-b602-9e5ad5f98de4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 1095 time: 0.3981791 Jan 28 20:23:34.194280 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60be23a4-6cf3-4a37-8c4f-b07008d90455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:34.194280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-60be23a4-6cf3-4a37-8c4f-b07008d90455 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65173725-4acb-4039-971d-1b693d9b018b HTTP/1.1" status: 204 len: 168 time: 1.4356017 Jan 28 20:23:34.226458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4cfac2f8-05b0-4294-91f2-59c06d153b14 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:34.226863 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:34.311665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:34.331449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be23a4-6cf3-4a37-8c4f-b07008d90455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65173725-4acb-4039-971d-1b693d9b018b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:34.333447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, faca7f8b-ad71-43e2-af21-922a09e7dead) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:34.375825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549dad9-a786-435e-840c-de6d9d77680b None None] Network faca7f8b-ad71-43e2-af21-922a09e7dead requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:34.434722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:34.435327 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:34.724299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-31b89f3a-4820-4bf0-babb-3d94a62f6a2a tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 6.5144830 Jan 28 20:23:34.764403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-356e67b3-2e09-4960-950e-6eacf67ae174 req-d0d74ddd-4b61-471d-9514-77ef3e3b37b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 210 time: 0.2707605 Jan 28 20:23:34.862735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3eeaf456-58a1-40e8-b7b2-96dd7f07d458 req-ccba367e-c3d7-40fc-ae4a-d2f2d55942fe tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010250 Jan 28 20:23:34.910957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port ac0f6d69-b806-4de0-9369-72e37a1a5a8a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:23:34.957954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port ac0f6d69-b806-4de0-9369-72e37a1a5a8a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:34.959944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:34.993049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Made reservation on behalf of f824123e2bd0424888965ac2b937b05a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:35.019653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:35.035898 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89902638-05f3-4000-a379-e3fbf3182223 x-openstack-request-id: req-89902638-05f3-4000-a379-e3fbf3182223 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:35.036300 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "59117eb7-42cd-4d42-8e49-2d0b9ab72a06", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:35.036493 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89902638-05f3-4000-a379-e3fbf3182223 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:35.037007 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06', 'status': 'completed', 'code': 200} Jan 28 20:23:35.068070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-2e038daa-0902-4357-bb02-29ba401623c6 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9059215 Jan 28 20:23:35.322310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-b0b01908-ac3e-456b-b4f1-57ae2c965fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.323296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-b0b01908-ac3e-456b-b4f1-57ae2c965fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.324157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-b0b01908-ac3e-456b-b4f1-57ae2c965fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.326168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-b0b01908-ac3e-456b-b4f1-57ae2c965fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.326331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-b0b01908-ac3e-456b-b4f1-57ae2c965fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.327077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-b0b01908-ac3e-456b-b4f1-57ae2c965fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.327953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-b0b01908-ac3e-456b-b4f1-57ae2c965fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.331519 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c17aeb41-22ad-4955-8409-311e2646a908 req-b0b01908-ac3e-456b-b4f1-57ae2c965fc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6410 time: 0.2395837 Jan 28 20:23:35.369525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:35.486304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-faca7f8b-ad71-43e2-af21-922a09e7dead', 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'fixed_ips': [{'subnet_id': '8f83109b-298f-4d03-a832-569666fc55f4'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:23:35.487784 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:35.509635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35520) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:35.663082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-0396f566-12de-4852-9711-59fe0282421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.674028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-0396f566-12de-4852-9711-59fe0282421d service neutron] 10.222.0.13 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 907 time: 1.4585829 Jan 28 20:23:35.727810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fd3244f6-e7b3-453d-872c-fe0907cef4c4 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:35.770913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280b3803-b1a8-4c73-9d45-eebf9e193923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0f6d69-b806-4de0-9369-72e37a1a5a8a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:35.773779 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39270478-287a-46ff-aebf-f0281d57dcd8" -d '{"events": [{"server_uuid": "280b3803-b1a8-4c73-9d45-eebf9e193923", "name": "network-vif-plugged", "status": "completed", "tag": "ac0f6d69-b806-4de0-9369-72e37a1a5a8a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:35.809301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: fd3244f6-e7b3-453d-872c-fe0907cef4c4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:23:35.809578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fd3244f6-e7b3-453d-872c-fe0907cef4c4 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:35.838314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-8f0ce86a-9daa-476d-9044-17cd7819f70c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac0f6d69-b806-4de0-9369-72e37a1a5a8a HTTP/1.1" status: 200 len: 217 time: 0.1160645 Jan 28 20:23:35.892167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ac0f6d69-b806-4de0-9369-72e37a1a5a8a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:35.911251 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:35.943390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde27f0d-b05c-46fa-a1e8-1d6b4d618d71 req-1a1e0ab4-01c9-4b94-8ec7-a826335fd340 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:35.954388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dde27f0d-b05c-46fa-a1e8-1d6b4d618d71 req-1a1e0ab4-01c9-4b94-8ec7-a826335fd340 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 950 time: 0.4262550 Jan 28 20:23:35.985399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-1b14e7f9-e771-4770-bbe9-35a9ac1eddfd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.002503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Allocated IP 192.168.233.208 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/d05ab314-27f4-497d-a6f4-67495d037a39) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:36.006493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-1b14e7f9-e771-4770-bbe9-35a9ac1eddfd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.018912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-1b14e7f9-e771-4770-bbe9-35a9ac1eddfd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.024949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-1b14e7f9-e771-4770-bbe9-35a9ac1eddfd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.046821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-1b14e7f9-e771-4770-bbe9-35a9ac1eddfd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.057149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-1b14e7f9-e771-4770-bbe9-35a9ac1eddfd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.072939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-1b14e7f9-e771-4770-bbe9-35a9ac1eddfd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.086459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-1b14e7f9-e771-4770-bbe9-35a9ac1eddfd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5408 time: 0.8931963 Jan 28 20:23:36.125038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:36.134465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Allocated IP 19.86.0.2 (faca7f8b-ad71-43e2-af21-922a09e7dead/8f83109b-298f-4d03-a832-569666fc55f4/36ceceb7-bb56-4bfc-bee1-185b56169987) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:36.148803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.149550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.150621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.152197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.152802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.153528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.154176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.154861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.155520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.156249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.157014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.157594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:36.171944 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7c006f1-b902-4f70-baa2-fb09ffd7a45d req-716bbe54-885c-4025-adef-aa14d8c89c10 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0875268 Jan 28 20:23:36.180054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f16af-a605-4c05-9cad-727396444f43 req-5e580b1c-785c-4803-9bab-4db247e07d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.186514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-5e580b1c-785c-4803-9bab-4db247e07d27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.3329308 Jan 28 20:23:36.271086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dde27f0d-b05c-46fa-a1e8-1d6b4d618d71 req-6c8f2c94-414a-4853-9084-7cd4fb7dc43b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144014 Jan 28 20:23:36.328247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-f0ea8a7c-8cc3-46c1-877a-fd6c97446d2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841231 Jan 28 20:23:36.341153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a8a91e0-e888-4f9d-a823-536e1c5196c7 req-6a38519e-460f-4e0e-ba2a-22b3a337ff66 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2531991 Jan 28 20:23:36.531342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2059049101'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:36.555036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-9b1e6b87-b213-4a5e-9ff9-b9a71f6348d7 service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046001 Jan 28 20:23:36.570174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:36.584026 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:36.617763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-89415c6b-f24d-4b12-9b72-39772f931ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.618352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-89415c6b-f24d-4b12-9b72-39772f931ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.619428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-89415c6b-f24d-4b12-9b72-39772f931ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.621658 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c17aeb41-22ad-4955-8409-311e2646a908 req-89415c6b-f24d-4b12-9b72-39772f931ee7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1aefb1f7410d451eac118b095331837a&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.2760565 Jan 28 20:23:36.653543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Network faca7f8b-ad71-43e2-af21-922a09e7dead is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:36.679559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:36.686183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:36.711688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35556) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:36.716716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Pushing event updated for resources: {'Port': ['ID=36ceceb7-bb56-4bfc-bee1-185b56169987,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:36.816688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Attempting to bind port 36ceceb7-bb56-4bfc-bee1-185b56169987 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:36.817623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Attempting to bind port 36ceceb7-bb56-4bfc-bee1-185b56169987 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:36.818227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Attempting to bind port 36ceceb7-bb56-4bfc-bee1-185b56169987 on network faca7f8b-ad71-43e2-af21-922a09e7dead {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:36.832218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:36.833204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Checking segment: {'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:36.833864 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:36.834566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Bound using segment: {'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:36.835366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Bound port: 36ceceb7-bb56-4bfc-bee1-185b56169987, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:36.836005 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:36.922075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6acd6-2cb9-4fa4-bbcf-cf0cc2869473 req-fc14eb0a-6d49-4474-ad86-7a151a6ea6de tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.940867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00a6acd6-2cb9-4fa4-bbcf-cf0cc2869473 req-fc14eb0a-6d49-4474-ad86-7a151a6ea6de tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.4643278 Jan 28 20:23:36.962376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aeb41-22ad-4955-8409-311e2646a908 req-811e72db-2b29-4369-9842-6fd10179cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:36.965485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c17aeb41-22ad-4955-8409-311e2646a908 req-811e72db-2b29-4369-9842-6fd10179cbed service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3102815 Jan 28 20:23:37.028518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:37.057164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '576d7047-f335-42d8-8285-5629dda21340'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:37.060070 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137141ae-ab9f-4691-8d93-d919dd7648f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "576d7047-f335-42d8-8285-5629dda21340"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:37.098325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.135348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Made reservation on behalf of 517f7284c3124c6885fa458da38bb0e9 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:37.153816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.200713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-947f16af-a605-4c05-9cad-727396444f43 req-58b86462-fac4-4852-9658-d76dd32806f5 service neutron] 10.222.0.13 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321604 Jan 28 20:23:37.202122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.203588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] For port 36ceceb7-bb56-4bfc-bee1-185b56169987, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:37.215773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] For port 36ceceb7-bb56-4bfc-bee1-185b56169987, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=36ceceb7-bb56-4bfc-bee1-185b56169987,segment=NetworkSegment(35a4720e-d9ad-43f2-af25-a592342db863),segment_id=35a4720e-d9ad-43f2-af25-a592342db863)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:37.228304 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.228859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Transition to ACTIVE for port object 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:37.246695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.253090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00a6acd6-2cb9-4fa4-bbcf-cf0cc2869473 req-0926541e-b501-4ed8-9e79-fd75b6a643ab tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094096 Jan 28 20:23:37.284096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-60b230b8-0c4f-40aa-85d8-01631ca94b3f tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:37.307867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-60b230b8-0c4f-40aa-85d8-01631ca94b3f tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:37.313181 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.318140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:37.328396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-60b230b8-0c4f-40aa-85d8-01631ca94b3f tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/networks?id=4d676fde-2095-43d8-b4a5-26e69b0d4d26&id=faca7f8b-ad71-43e2-af21-922a09e7dead HTTP/1.1" status: 200 len: 1392 time: 0.7722175 Jan 28 20:23:37.344780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-587246794-network', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:37.382476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-bb3c0dbd-5926-43de-af35-99da88eb2ca4 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/quotas/3cbd8bb1fe1f4823bf9587b35b78e4ee HTTP/1.1" status: 200 len: 375 time: 0.0529633 Jan 28 20:23:37.386064 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cb6977-b7bd-4b89-bbd8-cee3cf7f195c x-openstack-request-id: req-09cb6977-b7bd-4b89-bbd8-cee3cf7f195c {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:37.386427 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280b3803-b1a8-4c73-9d45-eebf9e193923", "name": "network-vif-plugged", "status": "completed", "tag": "ac0f6d69-b806-4de0-9369-72e37a1a5a8a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:37.386621 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09cb6977-b7bd-4b89-bbd8-cee3cf7f195c {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:37.386989 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280b3803-b1a8-4c73-9d45-eebf9e193923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0f6d69-b806-4de0-9369-72e37a1a5a8a', 'code': 200} Jan 28 20:23:37.458466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892ba15-a138-49de-91c4-e5fcc45d5de2 None None] Pushing event updated for resources: {'Port': ['ID=36ceceb7-bb56-4bfc-bee1-185b56169987,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:37.574482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Made reservation on behalf of f3a82e06a53c439fa95bfb69a34d6457 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:37.576811 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.588274 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.673326 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8905cdb0-7771-469a-bccd-ff3cad691f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.774836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-3b7a2cf1-c4bc-4d9e-a3dd-7158cc157306 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3768620 Jan 28 20:23:37.837291 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.879715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af259272-453f-413e-94d2-4109886d9ed0 req-b8f64ad1-3558-47cd-abe4-cb7672418242 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 210 time: 0.2866783 Jan 28 20:23:37.881360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:37.991787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4acb68-b8bb-4f79-8bac-d803a9177b49 req-de5d4d5c-b7d2-4c88-a3e5-c13832ff7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:37.994323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c4acb68-b8bb-4f79-8bac-d803a9177b49 req-de5d4d5c-b7d2-4c88-a3e5-c13832ff7a7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 1096 time: 0.5134444 Jan 28 20:23:38.095402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:23:38.152853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.153118 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Added segment 89a1f5b9-e703-4564-8dc1-b9ce9f306db9 of type vlan for network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae Jan 28 20:23:38.161970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.177752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869deca2-19ee-4de8-9d0a-905ab42665a7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:38.183359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cefadda7-cac6-491a-abb3-5ad944cea618'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:38.217845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-348c0a78-2d9d-4f48-92d7-51aaae8fe59d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:23:38.233063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-348c0a78-2d9d-4f48-92d7-51aaae8fe59d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4569077 Jan 28 20:23:38.302024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0ea88205-7b03-4a0b-b170-c5f7d315f5ff', '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:38.304832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:38.319190 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-fc8b8147-2e4c-4f71-b4bf-0c7457d20eba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4795778 Jan 28 20:23:38.328003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 36ceceb7-bb56-4bfc-bee1-185b56169987 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:38.364156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506dd8-2136-442d-972f-94b3fc1df128 req-650f0e8f-3480-48d1-bdd6-e70739c58ae5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:38.366676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:38.375154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73506dd8-2136-442d-972f-94b3fc1df128 req-650f0e8f-3480-48d1-bdd6-e70739c58ae5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 945 time: 0.2519348 Jan 28 20:23:38.457227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c4acb68-b8bb-4f79-8bac-d803a9177b49 req-a68888f2-ecdd-4f6d-966b-a4b5eac1993c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525392 Jan 28 20:23:38.459816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.480857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:38.570099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:38.571132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.580148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Attempting to bind port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:38.580968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Attempting to bind port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:38.581800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Attempting to bind port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 on network 560b8a65-0f63-4c02-9fb6-f4e74b394998 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:38.630776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 36ceceb7-bb56-4bfc-bee1-185b56169987 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:38.631295 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.637621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 on network 560b8a65-0f63-4c02-9fb6-f4e74b394998 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:38.638184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Attempting to bind port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 on network 560b8a65-0f63-4c02-9fb6-f4e74b394998 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:38.640740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:38.680523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:38.681233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Checking segment: {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:38.681233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Bound using segment: {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:38.681721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Bound port: 2eec3143-59d6-4b5c-bf9b-a1fd687e6404, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:38.682130 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.694067 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-c0355b67-9959-4586-a3ee-c229879889b9 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8097084 Jan 28 20:23:38.717668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-b18ab0c1-ff06-4449-8704-541efe08cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:38.720418 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-b18ab0c1-ff06-4449-8704-541efe08cf09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 1100 time: 0.3255982 Jan 28 20:23:38.745129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.753525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:38.754342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.839723 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.890680 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3553045 Jan 28 20:23:38.891553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b0e40-e726-40e3-8c58-1503f2594b64 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'Network': ['ID=c4c8b9cf-c348-4a4e-b912-98712ed6f9ae,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:38.904073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35570) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:38.913332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Request body: {'subnet': {'network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:38.946683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-98c3b805-d15f-4fcf-bb00-1d67464fb6d8 None None] Provisioning complete for port d05ab314-27f4-497d-a6f4-67495d037a39 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:38.947215 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-98c3b805-d15f-4fcf-bb00-1d67464fb6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:38.952043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:23:38.965443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 36ceceb7-bb56-4bfc-bee1-185b56169987, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=36ceceb7-bb56-4bfc-bee1-185b56169987,segment=NetworkSegment(35a4720e-d9ad-43f2-af25-a592342db863),segment_id=35a4720e-d9ad-43f2-af25-a592342db863)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:39.001422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.023180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.044508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73506dd8-2136-442d-972f-94b3fc1df128 req-f88f5cd9-7fec-4541-9084-ac7995e361da tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862551 Jan 28 20:23:39.075363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-52723a24-ad45-4169-8961-785d45517160 service neutron] 10.222.0.44 "GET /v2.0/networks/4d676fde-2095-43d8-b4a5-26e69b0d4d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8156660 Jan 28 20:23:39.077631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:23:39.084047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc673b39-5e64-4b6a-b6cc-c5567a908a71,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:39.113603 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.113891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.114350 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Added segment e65c7e90-2f92-4781-a785-96cc7a7bb4e6 of type vlan for network a40c9673-4cc6-450e-8c44-25e74f3c2eda Jan 28 20:23:39.185198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Request body: {'port': {'device_id': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:39.192229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-15216b93-fe4b-4198-aace-2c0e19459699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.193718 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-15216b93-fe4b-4198-aace-2c0e19459699 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1691983 Jan 28 20:23:39.216055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.260875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-98c3b805-d15f-4fcf-bb00-1d67464fb6d8 None None] Port d05ab314-27f4-497d-a6f4-67495d037a39 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:39.275274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b4e46-f8f4-49be-a38f-2cf5f37b8bac None None] Network faca7f8b-ad71-43e2-af21-922a09e7dead requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:39.305898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-8a3f6cbd-10d7-4f76-8ad7-6da181c5143e service neutron] 10.222.0.44 "GET /v2.0/networks/4d676fde-2095-43d8-b4a5-26e69b0d4d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177823 Jan 28 20:23:39.314190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.316209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.316871 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.372263 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=36ceceb7-bb56-4bfc-bee1-185b56169987,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:39.396381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727a1ac-e577-4352-bad6-f984cbd314c1 req-9e653612-8445-457a-881e-602f696085c3 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.404531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b727a1ac-e577-4352-bad6-f984cbd314c1 req-9e653612-8445-457a-881e-602f696085c3 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 1101 time: 0.1723800 Jan 28 20:23:39.437085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-23da4058-89e0-4950-82db-6e1badd65c79 None None] Provisioning complete for port 36ceceb7-bb56-4bfc-bee1-185b56169987 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:39.437598 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23da4058-89e0-4950-82db-6e1badd65c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.454363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7042174 Jan 28 20:23:39.466394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35574) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:39.472391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Request body: {'subnet': {'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-587246794-subnet', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:39.493526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59f1d4-791f-47f4-bcb7-3a8cc55cadd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a40c9673-4cc6-450e-8c44-25e74f3c2eda,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:39.518458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:23:39.546175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b727a1ac-e577-4352-bad6-f984cbd314c1 req-e5e6c006-8519-4be1-9caf-e91f4e8a25f6 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405623 Jan 28 20:23:39.561527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-6424ff61-b7af-49c3-9c8c-91e8b02dc4ec service neutron] 10.222.0.44 "GET /v2.0/networks/faca7f8b-ad71-43e2-af21-922a09e7dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287524 Jan 28 20:23:39.562733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Made reservation on behalf of f3a82e06a53c439fa95bfb69a34d6457 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:39.565757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.672215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] For port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:39.690747 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f07a1c-1bf5-44b3-9853-8bc59976476f x-openstack-request-id: req-41f07a1c-1bf5-44b3-9853-8bc59976476f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:39.691116 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "576d7047-f335-42d8-8285-5629dda21340", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:39.691505 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41f07a1c-1bf5-44b3-9853-8bc59976476f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:39.691971 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '576d7047-f335-42d8-8285-5629dda21340', 'status': 'completed', 'code': 200} Jan 28 20:23:39.697620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-37479a0c-88ae-422a-b91a-30fab12decd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=074ffd3a-1445-4056-802c-dab20d164979 HTTP/1.1" status: 200 len: 217 time: 0.4708636 Jan 28 20:23:39.796973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.810582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] For port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:39.886640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.904098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-92dcf901-db6f-4686-b554-a84bfe3c1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.905318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-92dcf901-db6f-4686-b554-a84bfe3c1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.909653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-92dcf901-db6f-4686-b554-a84bfe3c1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.910557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-92dcf901-db6f-4686-b554-a84bfe3c1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.910739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Made reservation on behalf of 517f7284c3124c6885fa458da38bb0e9 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:39.912299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-92dcf901-db6f-4686-b554-a84bfe3c1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.913000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-92dcf901-db6f-4686-b554-a84bfe3c1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.913878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-92dcf901-db6f-4686-b554-a84bfe3c1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.914659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:39.917753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-92dcf901-db6f-4686-b554-a84bfe3c1f1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6435 time: 0.2589784 Jan 28 20:23:39.925143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-f30f9175-35b1-4be8-815d-ffc2ca730927 service neutron] 10.222.0.44 "GET /v2.0/networks/faca7f8b-ad71-43e2-af21-922a09e7dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201807 Jan 28 20:23:39.932005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 36ceceb7-bb56-4bfc-bee1-185b56169987 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:39.961261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8a72fbf5-c9d8-40a2-a65b-44bfc1611b46 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.972991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8a72fbf5-c9d8-40a2-a65b-44bfc1611b46 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.985149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8a72fbf5-c9d8-40a2-a65b-44bfc1611b46 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:39.998186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8a72fbf5-c9d8-40a2-a65b-44bfc1611b46 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.006016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8a72fbf5-c9d8-40a2-a65b-44bfc1611b46 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.017117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8a72fbf5-c9d8-40a2-a65b-44bfc1611b46 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.028306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8a72fbf5-c9d8-40a2-a65b-44bfc1611b46 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.030848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8a72fbf5-c9d8-40a2-a65b-44bfc1611b46 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.2979286 Jan 28 20:23:40.092135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 36ceceb7-bb56-4bfc-bee1-185b56169987 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:40.092801 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:40.169375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.170069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:40.176537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2eec3143-59d6-4b5c-bf9b-a1fd687e6404 HTTP/1.1" status: 200 len: 1091 time: 6.1390491 Jan 28 20:23:40.188075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:40.189277 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67717033-ab42-4d49-932f-818bcd37a70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:40.212273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1462f9e9-2c43-4c67-83d2-464a5a0d73a1 None None] Provisioning complete for port 36ceceb7-bb56-4bfc-bee1-185b56169987 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:40.212969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1462f9e9-2c43-4c67-83d2-464a5a0d73a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:40.371026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-afafff3b-e9ad-4a9a-8af2-502f9dfad828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.375874 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-afafff3b-e9ad-4a9a-8af2-502f9dfad828 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.5829089 Jan 28 20:23:40.395519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cf3765b-0b6b-4208-ae94-a101f3079f5b req-8e32f33b-4492-40cf-9b21-b89ae17d4c36 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3366947 Jan 28 20:23:40.460927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-832d2cb5-192f-4e67-a977-04ab2618dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.462786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-832d2cb5-192f-4e67-a977-04ab2618dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.463576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-832d2cb5-192f-4e67-a977-04ab2618dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.466526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-832d2cb5-192f-4e67-a977-04ab2618dd34 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1aefb1f7410d451eac118b095331837a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5384340 Jan 28 20:23:40.470200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:40.504654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:40.562863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'Subnet': ['ID=c590a201-ff82-4daa-b19e-ff555abde1bc,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:40.666097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-97b01233-7b20-4d12-a563-afe4a17e9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.668343 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-97b01233-7b20-4d12-a563-afe4a17e9377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2716398 Jan 28 20:23:40.672292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf3375-5cf1-49b9-a672-00a86f737603 req-cfd8ac4f-267d-4053-b079-9f2c151e3cc8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.672505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Checking segment: {'id': '89a1f5b9-e703-4564-8dc1-b9ce9f306db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:40.672505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Network hostable DHCP agents. Network: c4c8b9cf-c348-4a4e-b912-98712ed6f9ae, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:23:40.679850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50bf3375-5cf1-49b9-a672-00a86f737603 req-cfd8ac4f-267d-4053-b079-9f2c151e3cc8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 944 time: 0.3703690 Jan 28 20:23:40.780638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95043fb1-08ec-43a0-92b3-297969736598,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:40.808985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:23:40.810384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Checking segment: {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:40.810873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Network hostable DHCP agents. Network: a40c9673-4cc6-450e-8c44-25e74f3c2eda, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:23:40.821921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50bf3375-5cf1-49b9-a672-00a86f737603 req-68a9fbf3-a51d-4a8a-b292-23495e8464e9 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410613 Jan 28 20:23:40.826189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-d1de94c3-959e-4991-8fd1-17b322e1fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.828399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-137141ae-ab9f-4691-8d93-d919dd7648f5 req-d1de94c3-959e-4991-8fd1-17b322e1fef6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3547013 Jan 28 20:23:40.847172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, c4c8b9cf-c348-4a4e-b912-98712ed6f9ae) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:40.857275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.858243 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:40.861051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2339d1e-35e7-4271-aa6b-1e7941ad0f98 req-dc216956-f6e6-42e9-9a37-1acf604cb77b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:40.872468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9290267f-d181-47ab-8a69-044e3e502d5f None None] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:40.873694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2339d1e-35e7-4271-aa6b-1e7941ad0f98 req-dc216956-f6e6-42e9-9a37-1acf604cb77b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 936 time: 0.3188300 Jan 28 20:23:40.930989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-f33f4726-6dc1-4dd7-aa81-6708c65a0381 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552292 Jan 28 20:23:40.939531 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-64235cb8-8c0b-42d6-b2c3-11eacb9c99b9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0287910 Jan 28 20:23:40.948464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35596) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:40.953035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-306ba939-548c-4297-9b3b-a58e07caaafd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1661955309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:40.968855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:23:41.001089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a40c9673-4cc6-450e-8c44-25e74f3c2eda) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:41.007881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.008501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.023106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac899415-4f6c-4601-bb06-e80028c04249 None None] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:41.043144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-306ba939-548c-4297-9b3b-a58e07caaafd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.044215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-306ba939-548c-4297-9b3b-a58e07caaafd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.050964 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-1d5a564c-1969-4d14-8284-08732db2cda7 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508761 Jan 28 20:23:41.070985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2339d1e-35e7-4271-aa6b-1e7941ad0f98 req-01bfd2d4-5726-457a-b204-a2867d7abc60 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955874 Jan 28 20:23:41.126280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cff2981f-eae6-4bb5-b7ff-b97c1f3fa121 req-305cd4f4-48ca-43a5-a5de-989de15d01ca service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880624 Jan 28 20:23:41.138818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c0065687-6675-45d7-a476-fe4d3a714bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.139825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c0065687-6675-45d7-a476-fe4d3a714bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.141930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c0065687-6675-45d7-a476-fe4d3a714bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.142586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c0065687-6675-45d7-a476-fe4d3a714bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.150882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c0065687-6675-45d7-a476-fe4d3a714bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.151738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c0065687-6675-45d7-a476-fe4d3a714bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.152586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c0065687-6675-45d7-a476-fe4d3a714bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.155779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c0065687-6675-45d7-a476-fe4d3a714bb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6477 time: 0.2516916 Jan 28 20:23:41.184078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4d1a40d8-604a-424b-bc34-563d887ed955 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7162721 Jan 28 20:23:41.187877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35602) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:41.224567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05ab314-27f4-497d-a6f4-67495d037a39 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:41.230540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-306ba939-548c-4297-9b3b-a58e07caaafd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.237443 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-306ba939-548c-4297-9b3b-a58e07caaafd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.238991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:41.263015 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.285453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Transition to ACTIVE for port object d05ab314-27f4-497d-a6f4-67495d037a39 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:41.291345 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.316708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ad1d14f5-c0f1-400e-8386-43074a575c0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf30484-f814-47f7-a2da-c6e283b6327d HTTP/1.1" status: 200 len: 217 time: 0.0906658 Jan 28 20:23:41.321680 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-306ba939-548c-4297-9b3b-a58e07caaafd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.325756 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-306ba939-548c-4297-9b3b-a58e07caaafd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3742363 Jan 28 20:23:41.330883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35604) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:41.332669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-c4c8b9cf-c348-4a4e-b912-98712ed6f9ae', 'network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae', 'tenant_id': '517f7284c3124c6885fa458da38bb0e9', 'fixed_ips': [{'subnet_id': 'c590a201-ff82-4daa-b19e-ff555abde1bc'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:23:41.333911 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.418405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:41.489560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.490514 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.502806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:41.503163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:41.503981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:41.511798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:41.512296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:41.534623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-e9788f49-81c6-4137-bd94-a8640253979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.537647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-e9788f49-81c6-4137-bd94-a8640253979b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e5bedbc-af42-49bb-a79f-6ef63971f178 HTTP/1.1" status: 200 len: 851 time: 0.2121778 Jan 28 20:23:41.538559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:23:41.540695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.545432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:41.546005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:41.546646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:41.547371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Bound port: d05ab314-27f4-497d-a6f4-67495d037a39, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:41.548248 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.553695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-de3b21c3-e161-47c8-9a2b-541d710de82e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.555347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-de3b21c3-e161-47c8-9a2b-541d710de82e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4823875 Jan 28 20:23:41.575407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b6744-5f92-4bb8-9212-14b2ffc40a2b req-81c29f7a-1d48-4c1a-998d-2bdb75d81a46 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.583751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3b6744-5f92-4bb8-9212-14b2ffc40a2b req-81c29f7a-1d48-4c1a-998d-2bdb75d81a46 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 945 time: 0.3557918 Jan 28 20:23:41.656651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:41.661305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:41.671368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.685183 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.705046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '2eec3143-59d6-4b5c-bf9b-a1fd687e6404'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:41.708367 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8217502-e4de-432a-8fc4-e6f066b46c66" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "2eec3143-59d6-4b5c-bf9b-a1fd687e6404"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:41.722135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.722806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.724366 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 1096 time: 2.5441632 Jan 28 20:23:41.753575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b819220-1572-4b1a-a38b-92c9c668b8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:41.764311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-74298ae2-817a-4d79-a789-dbc362accd24 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/quotas/b999c7ec5020422f834ccc5863dbe3e5 HTTP/1.1" status: 200 len: 375 time: 0.1734467 Jan 28 20:23:41.783432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Allocated IP 172.20.0.2 (c4c8b9cf-c348-4a4e-b912-98712ed6f9ae/c590a201-ff82-4daa-b19e-ff555abde1bc/336c0410-6226-464b-9142-9f567960972a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:41.904654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-4586aa0c-6953-43fd-98c4-8c81d0d14dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.912720 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-4586aa0c-6953-43fd-98c4-8c81d0d14dff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1099 time: 0.1142092 Jan 28 20:23:41.938247 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Allocated IP 172.20.0.2 (a40c9673-4cc6-450e-8c44-25e74f3c2eda/95043fb1-08ec-43a0-92b3-297969736598/2888f132-469c-4bd4-a231-4d40db07cf59) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:41.972857 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-e033e0e6-fd4b-4c79-aa8a-e3dc0771b3cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0531559 Jan 28 20:23:41.973678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:23:41.992357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:41.996681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-19ef3fb7-baa0-44ee-bfec-467b751e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:41.999130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-19ef3fb7-baa0-44ee-bfec-467b751e7320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96031065-7361-49f5-b7d0-d7404da90120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4408078 Jan 28 20:23:42.012486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3b6744-5f92-4bb8-9212-14b2ffc40a2b req-ab1a72bc-62ea-420d-a111-672e3161e7d4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276576 Jan 28 20:23:42.060459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-2440105d-4e59-4573-b7e4-f422d67e0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:42.062011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-2440105d-4e59-4573-b7e4-f422d67e0239 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0830066 Jan 28 20:23:42.154193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-41503079-5374-4ddb-b65c-35ab78e91df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:42.156090 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-41503079-5374-4ddb-b65c-35ab78e91df9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869565 Jan 28 20:23:42.285315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-9cd79a0b-f6ee-45ff-b133-bfa040f85cfc service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208386 Jan 28 20:23:42.307888 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.337144 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.427423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:42.440704 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bd4b5b4-1457-43dc-891e-696284a48473 req-132533d9-3527-45e4-a8eb-88771ed2ef20 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474931 Jan 28 20:23:42.454443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:42.469770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:42.473677 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:42.485876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.490284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Pushing event updated for resources: {'Port': ['ID=336c0410-6226-464b-9142-9f567960972a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:42.494034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '584a060a-fd75-4b02-953a-40dfb3adb481', 'network_id': 'f5ac98ad-5fee-4185-8e5b-427f2e1d1415', 'port_id': '584a060a-fd75-4b02-953a-40dfb3adb481', 'mac_address': 'fa:16:3e:95:37:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66675cc4-a547-4f4a-bbf1-996ef1cb3c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:23:42.649437 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.692212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-ba7f3d1a-c9e0-41d5-9b87-d0ce964f1c39 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9268727 Jan 28 20:23:42.730507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7ce1041-ca58-425b-b9dc-dc7bf136a9fa req-82beb106-2a3d-4624-9201-2dd9baedea1b tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 210 time: 0.4917834 Jan 28 20:23:42.764361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:42.765920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.769135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Attempting to bind port 336c0410-6226-464b-9142-9f567960972a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:42.769530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Attempting to bind port 336c0410-6226-464b-9142-9f567960972a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '89a1f5b9-e703-4564-8dc1-b9ce9f306db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:42.769901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Attempting to bind port 336c0410-6226-464b-9142-9f567960972a on network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:42.772141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:42.775111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:42.777315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Pushing event updated for resources: {'Port': ['ID=2888f132-469c-4bd4-a231-4d40db07cf59,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:42.797405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:42.797405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Checking segment: {'id': '89a1f5b9-e703-4564-8dc1-b9ce9f306db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:42.797794 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.798170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Bound using segment: {'id': '89a1f5b9-e703-4564-8dc1-b9ce9f306db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:42.798641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Bound port: 336c0410-6226-464b-9142-9f567960972a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a1f5b9-e703-4564-8dc1-b9ce9f306db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:42.799055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.805273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584a060a-fd75-4b02-953a-40dfb3adb481 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:42.894996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:42.907643 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c50248-8882-49e2-8ca9-7097fb0bd00f x-openstack-request-id: req-f1c50248-8882-49e2-8ca9-7097fb0bd00f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:42.908113 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "2eec3143-59d6-4b5c-bf9b-a1fd687e6404", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:42.908643 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1c50248-8882-49e2-8ca9-7097fb0bd00f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:42.909053 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '2eec3143-59d6-4b5c-bf9b-a1fd687e6404', 'status': 'completed', 'code': 200} Jan 28 20:23:42.922565 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.930749 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.949678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Attempting to bind port 2888f132-469c-4bd4-a231-4d40db07cf59 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:42.950367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Attempting to bind port 2888f132-469c-4bd4-a231-4d40db07cf59 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:42.950607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Attempting to bind port 2888f132-469c-4bd4-a231-4d40db07cf59 on network a40c9673-4cc6-450e-8c44-25e74f3c2eda {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:42.973046 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:42.986157 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:43.001962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:43.001962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Checking segment: {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:43.001962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:43.001962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Bound using segment: {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:43.001962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Bound port: 2888f132-469c-4bd4-a231-4d40db07cf59, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:43.001962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:43.003138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-79b27eb7-7738-4765-8b74-4526d0c254ed service neutron] 10.222.0.13 "GET /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9119375 Jan 28 20:23:43.011513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-c17dc529-599d-46c7-93d5-2aac658dc871 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.019175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-c17dc529-599d-46c7-93d5-2aac658dc871 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.020746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-c17dc529-599d-46c7-93d5-2aac658dc871 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "GET /v2.0/networks?id=4d676fde-2095-43d8-b4a5-26e69b0d4d26&id=faca7f8b-ad71-43e2-af21-922a09e7dead HTTP/1.1" status: 200 len: 1392 time: 1.0478036 Jan 28 20:23:43.036925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] For port 336c0410-6226-464b-9142-9f567960972a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:43.040919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] For port 336c0410-6226-464b-9142-9f567960972a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=336c0410-6226-464b-9142-9f567960972a,segment=NetworkSegment(89a1f5b9-e703-4564-8dc1-b9ce9f306db9),segment_id=89a1f5b9-e703-4564-8dc1-b9ce9f306db9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:43.072238 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:43.100281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:43.169524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'port': {'device_id': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26', 'admin_state_up': True, 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:43.199920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] For port 2888f132-469c-4bd4-a231-4d40db07cf59, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:43.216202 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:43.216474 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:23:43.223392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] For port 2888f132-469c-4bd4-a231-4d40db07cf59, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2888f132-469c-4bd4-a231-4d40db07cf59,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:43.233675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8aa88b-b4a5-47be-99cf-ad55b2b974a5 None None] Pushing event updated for resources: {'Port': ['ID=336c0410-6226-464b-9142-9f567960972a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:43.265367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:43.283115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['584a060a-fd75-4b02-953a-40dfb3adb481'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:43.469973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e685b-8c8f-4bf4-9f1f-859cdc30e74c None None] Pushing event updated for resources: {'Port': ['ID=2888f132-469c-4bd4-a231-4d40db07cf59,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:43.566394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50a4b4-3159-4a12-82cc-89e60fa0244e req-b55d87b8-860f-43eb-aac3-c29692d60591 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.573857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b50a4b4-3159-4a12-82cc-89e60fa0244e req-b55d87b8-860f-43eb-aac3-c29692d60591 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 945 time: 0.5854118 Jan 28 20:23:43.609328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-a2f44f91-b1c7-48f0-9489-e5488b166fbb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.619098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-a2f44f91-b1c7-48f0-9489-e5488b166fbb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.626257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-a2f44f91-b1c7-48f0-9489-e5488b166fbb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.636980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-a2f44f91-b1c7-48f0-9489-e5488b166fbb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.644511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-a2f44f91-b1c7-48f0-9489-e5488b166fbb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.650675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-a2f44f91-b1c7-48f0-9489-e5488b166fbb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.656765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-a2f44f91-b1c7-48f0-9489-e5488b166fbb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:43.666285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-a2f44f91-b1c7-48f0-9489-e5488b166fbb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.7119873 Jan 28 20:23:43.763662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-5e6cd225-416f-4115-9e30-82d52acd1c6c service neutron] 10.222.0.13 "GET /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944516 Jan 28 20:23:43.919018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6e5611cb-110e-4c12-b144-f604a28d8307 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=daa0f061-5cf3-4a13-baa6-48af89604eda HTTP/1.1" status: 200 len: 217 time: 0.1317983 Jan 28 20:23:43.997172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff730777-a01f-4443-b22e-9eaa3e00898a req-c4d0559e-3ec7-4151-9101-b294dd4f7b16 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3298445 Jan 28 20:23:44.046376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b50a4b4-3159-4a12-82cc-89e60fa0244e req-edb072f3-83e7-41c1-a9ff-3f3e41cbaa4e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713955 Jan 28 20:23:44.172620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2888f132-469c-4bd4-a231-4d40db07cf59 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:44.203023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Allocated IP 172.20.0.1 (c4c8b9cf-c348-4a4e-b912-98712ed6f9ae/c590a201-ff82-4daa-b19e-ff555abde1bc/009a96c9-6244-469b-81f3-8288c84bbdf6) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:44.284959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2888f132-469c-4bd4-a231-4d40db07cf59 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:44.285434 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:44.341758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:44.342894 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:44.370107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65de5760-f919-4c39-9ed1-e1cfedcbe3f1 req-37a76cdf-9783-40d4-9d33-0433185fa528 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 210 time: 0.0868208 Jan 28 20:23:44.379598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-8a59bf35-5ecd-4913-86c7-bc4c5ec5c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:44.381097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-8a59bf35-5ecd-4913-86c7-bc4c5ec5c3bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 200 len: 797 time: 0.4003887 Jan 28 20:23:44.448041 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:44.506536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 2888f132-469c-4bd4-a231-4d40db07cf59, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2888f132-469c-4bd4-a231-4d40db07cf59,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:44.514734 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:44.515846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 336c0410-6226-464b-9142-9f567960972a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:44.536715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-3223c60e-56b0-437a-9d03-830cd360562e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618339 Jan 28 20:23:44.616373 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:44.635564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=2888f132-469c-4bd4-a231-4d40db07cf59,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:44.651583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 336c0410-6226-464b-9142-9f567960972a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:44.652107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:44.744470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177948c-ce95-4531-927a-05974cf2092f req-15725b87-9332-454d-8a16-a95af9336af2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:44.746144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c177948c-ce95-4531-927a-05974cf2092f req-15725b87-9332-454d-8a16-a95af9336af2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 948 time: 0.4610858 Jan 28 20:23:44.768690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f47bc28-a609-4c05-a9ea-ff0df063ba55 req-f74d06a8-f883-4663-b211-d4630fe92357 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 210 time: 0.2409818 Jan 28 20:23:44.794439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-0a8d9600-67b0-4f98-8e5f-f3aa11e02cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:44.800482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-0a8d9600-67b0-4f98-8e5f-f3aa11e02cab tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597215 Jan 28 20:23:44.803792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f69ab-00fa-4c55-b160-ba6595aab57e None None] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:44.816604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Request body: {'port': {'device_id': '56c7e11b-e6fd-446c-8f8a-88d8676dbaf6', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b999c7ec5020422f834ccc5863dbe3e5'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:44.896595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:44.911634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:44.915237 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49515fc9-029d-4e1d-9eb9-abc419464ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:44.917073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:44.920234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e3418bc2-959b-47ad-bd74-2cd5f4a9c1a1 None None] Provisioning complete for port 336c0410-6226-464b-9142-9f567960972a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:44.920843 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e3418bc2-959b-47ad-bd74-2cd5f4a9c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.011374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 336c0410-6226-464b-9142-9f567960972a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=336c0410-6226-464b-9142-9f567960972a,segment=NetworkSegment(89a1f5b9-e703-4564-8dc1-b9ce9f306db9),segment_id=89a1f5b9-e703-4564-8dc1-b9ce9f306db9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:45.023895 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.024567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Made reservation on behalf of b999c7ec5020422f834ccc5863dbe3e5 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:45.034475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.116215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c177948c-ce95-4531-927a-05974cf2092f req-90ae581d-19c1-4b58-9402-083c4da7ba8a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437665 Jan 28 20:23:45.192727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1244ab29-939a-464f-a611-fa9e0d649018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.200032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-1244ab29-939a-464f-a611-fa9e0d649018 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7914624 Jan 28 20:23:45.200340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=336c0410-6226-464b-9142-9f567960972a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:45.210267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:45.228860 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f9f3a5-aaf8-495b-9377-7bc9aab626d7 x-openstack-request-id: req-85f9f3a5-aaf8-495b-9377-7bc9aab626d7 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:45.229119 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:45.229285 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85f9f3a5-aaf8-495b-9377-7bc9aab626d7 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:45.229677 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'status': 'completed', 'code': 200} Jan 28 20:23:45.285609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5873a3a-5591-44d6-b338-01aa4071b3c5 None None] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:23:45.345084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:45.358619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-513dee82-c61f-4738-8e38-9714a5b4351b None None] Provisioning complete for port 2888f132-469c-4bd4-a231-4d40db07cf59 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:45.359005 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-513dee82-c61f-4738-8e38-9714a5b4351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.374992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:45.418471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Allocated IP 192.168.233.242 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/6bd5ee92-1277-43e2-87fa-2bd7ec04b65d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:45.431189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-71bccec2-4174-4aa9-bea6-3d03aafc1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.433369 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-71bccec2-4174-4aa9-bea6-3d03aafc1bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1099 time: 0.1276171 Jan 28 20:23:45.467982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Allocated IP 19.80.0.142 (4d676fde-2095-43d8-b4a5-26e69b0d4d26/3cbc97dc-b175-43e2-a3c9-9286c5022bbf/2d03c482-913d-4959-8882-114ea81c9aec) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:45.549539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.656357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-284dea9a-5cef-4622-9823-ed5905e9fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.659017 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-284dea9a-5cef-4622-9823-ed5905e9fe9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2106328 Jan 28 20:23:45.668073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-67c354db-f968-4a8a-a26d-0e148d44bdf6 None None] Provisioning complete for port 009a96c9-6244-469b-81f3-8288c84bbdf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:45.669396 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67c354db-f968-4a8a-a26d-0e148d44bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.694052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'Port': ['ID=009a96c9-6244-469b-81f3-8288c84bbdf6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:45.713004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.729364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.762685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-67c354db-f968-4a8a-a26d-0e148d44bdf6 None None] Port 009a96c9-6244-469b-81f3-8288c84bbdf6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:45.789773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-67c354db-f968-4a8a-a26d-0e148d44bdf6 None None] Provisioning complete for port 336c0410-6226-464b-9142-9f567960972a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:45.790530 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67c354db-f968-4a8a-a26d-0e148d44bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.794877 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.796471 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-16a0b789-2822-4743-b637-fb64f15ebc1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0809548 Jan 28 20:23:45.820921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038efc1-ab74-4216-b3fd-1839f02feff9 req-b3759cb1-be69-4ff5-b520-c8a6ab6e684a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.828678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9038efc1-ab74-4216-b3fd-1839f02feff9 req-b3759cb1-be69-4ff5-b520-c8a6ab6e684a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 945 time: 0.9025393 Jan 28 20:23:45.925325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-268e5b58-5bbf-4599-9472-51ff7c38a881 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083259 Jan 28 20:23:45.937378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-0b68c544-1bec-4da4-a236-562fb25f28f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.940806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-8b9316d8-abb3-4962-a8db-611e096aeff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.942891 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-8b9316d8-abb3-4962-a8db-611e096aeff3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1316648 Jan 28 20:23:45.945195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-0b68c544-1bec-4da4-a236-562fb25f28f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.950251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:45.951946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-0b68c544-1bec-4da4-a236-562fb25f28f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.958636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-0b68c544-1bec-4da4-a236-562fb25f28f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.971937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-0b68c544-1bec-4da4-a236-562fb25f28f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.979546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-0b68c544-1bec-4da4-a236-562fb25f28f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.992318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-0b68c544-1bec-4da4-a236-562fb25f28f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:45.994904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-0b68c544-1bec-4da4-a236-562fb25f28f9 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.6404490 Jan 28 20:23:45.996437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b', '0a84a83e-9ee4-4370-8418-3fca9a15aa32'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:46.003125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894', 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef', '71a66e1e-1fc0-4c34-8e05-e5251df885fd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:46.015757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:23:46.019224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:46.028307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2888f132-469c-4bd4-a231-4d40db07cf59 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:46.090044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:46.100472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:46.103277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:46.147262 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-1e84ca57-e5db-4943-a4c8-bb458ec176d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:46.149533 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-1e84ca57-e5db-4943-a4c8-bb458ec176d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1926453 Jan 28 20:23:46.157919 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event updated for resources: {'Port': ['ID=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:46.196975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:46.248258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:46.249679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:46.318175 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-01922da3-cd04-450c-9838-3b02eb7a76ac tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5098166 Jan 28 20:23:46.324591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9038efc1-ab74-4216-b3fd-1839f02feff9 req-961ee051-a90f-4ebd-9680-b2b26a5dcf81 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947164 Jan 28 20:23:46.355408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Request body: {'port': {'device_id': '56c7e11b-e6fd-446c-8f8a-88d8676dbaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:46.444451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-77755360-2de7-47a3-817b-21541cdaba10 None None] Provisioning complete for port 2888f132-469c-4bd4-a231-4d40db07cf59 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:46.445065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77755360-2de7-47a3-817b-21541cdaba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:46.461879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e40d0475-8d5c-4afd-85d8-2bbf84d89b9f req-75c29512-f9cb-4467-b1ee-2bcec6883d40 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4214249 Jan 28 20:23:46.480804 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-92ea40cd-f953-4370-8dd4-9437f0d09e79 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631679 Jan 28 20:23:46.606561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2888f132-469c-4bd4-a231-4d40db07cf59 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:46.607007 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:46.607203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:46.670427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 584a060a-fd75-4b02-953a-40dfb3adb481 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:46.670798 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:46.735526 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49515fc9-029d-4e1d-9eb9-abc419464ed0 req-8c55dc1d-0d39-4e22-b47c-fe033d4203aa service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993537 Jan 28 20:23:46.754260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:46.803424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'mac_address': 'fa:16:3e:3a:b6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:23:47.002538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Allocated IP 172.25.2.8 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/c4b7e413-6300-4c4d-bad5-f0651587db7f) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:47.024230 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.050866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:47.058797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6b48d702-309d-46de-81e1-e4555dcec98a service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0501642 Jan 28 20:23:47.060099 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.072674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 336c0410-6226-464b-9142-9f567960972a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:47.078218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Transition to ACTIVE for port object 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:47.083712 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.086344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-77755360-2de7-47a3-817b-21541cdaba10 None None] Provisioning complete for port 009a96c9-6244-469b-81f3-8288c84bbdf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:47.086716 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77755360-2de7-47a3-817b-21541cdaba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.109168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.109864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05ab314-27f4-497d-a6f4-67495d037a39 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:47.126994 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.155724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Pushing event updated for resources: {'Port': ['ID=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:47.183792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-67f2a929-e863-430f-9f81-d0a282a4d1f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=694c8880-36b6-4b7d-a411-41c3ed3bc69b HTTP/1.1" status: 200 len: 217 time: 0.1147497 Jan 28 20:23:47.234311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:47.243254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Attempting to bind port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:47.243858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Attempting to bind port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:47.244416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Attempting to bind port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:47.253033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:47.253409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Attempting to bind port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:47.257389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-77755360-2de7-47a3-817b-21541cdaba10 None None] Port 009a96c9-6244-469b-81f3-8288c84bbdf6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:47.259623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:47.259877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:47.260793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:47.260793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:47.261401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Bound port: 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:47.261764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.261934 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fb4373-a5e8-476b-bd07-74a05e3665d5" -d '{"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-plugged", "status": "completed", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:47.265085 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.294788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:47.332356 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.341850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca1f5-0712-4a0f-98e0-ad7f42906095 req-4977bfa0-c48c-4bcd-8dc0-27480889a74b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:47.343892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-534ca1f5-0712-4a0f-98e0-ad7f42906095 req-4977bfa0-c48c-4bcd-8dc0-27480889a74b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 945 time: 0.8590145 Jan 28 20:23:47.363560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] For port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:47.394357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] For port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:47.400708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.404900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:47.449260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:47.450581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 336c0410-6226-464b-9142-9f567960972a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:47.451324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd321429-7878-4bbe-8eec-8a4ddec2b4eb req-0840944e-4fb6-4663-8f47-9b206d977e48 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:47.451508 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.452474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.454242 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] 10.222.0.13 "PUT /v2.0/ports/6bd5ee92-1277-43e2-87fa-2bd7ec04b65d HTTP/1.1" status: 200 len: 1096 time: 1.1239100 Jan 28 20:23:47.455717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c7e11b-e6fd-446c-8f8a-88d8676dbaf6', 'tag': '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:47.458377 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c986706-8a00-4f86-8af0-4ff786ec5bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "56c7e11b-e6fd-446c-8f8a-88d8676dbaf6", "tag": "6bd5ee92-1277-43e2-87fa-2bd7ec04b65d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:47.470261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd321429-7878-4bbe-8eec-8a4ddec2b4eb req-0840944e-4fb6-4663-8f47-9b206d977e48 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 936 time: 0.4649136 Jan 28 20:23:47.498126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6475fb-8282-4d5e-befe-a9e3eef5746d service neutron] Pushing event updated for resources: {'Port': ['ID=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:47.512813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-e62c61b8-2ddb-43bc-b29d-0cfc7dac3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:47.515704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-e62c61b8-2ddb-43bc-b29d-0cfc7dac3ab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 200 len: 797 time: 0.2972028 Jan 28 20:23:47.574240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-b47074cb-20ec-481b-8dae-053153850f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:47.576142 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-b47074cb-20ec-481b-8dae-053153850f11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 1099 time: 0.0598316 Jan 28 20:23:47.595196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:47.609015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d05ab314-27f4-497d-a6f4-67495d037a39'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:47.645246 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.665056 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-d3fa229f-26a6-4163-8a59-b37cfe9e3047 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d HTTP/1.1" status: 200 len: 217 time: 0.0777941 Jan 28 20:23:47.744459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:47.754717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-6344258a-2445-45c3-a0a2-f86265f69bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:47.756685 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-6344258a-2445-45c3-a0a2-f86265f69bcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0833695 Jan 28 20:23:47.771313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Port': ['ID=2d03c482-913d-4959-8882-114ea81c9aec,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:47.788938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:47.826714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-534ca1f5-0712-4a0f-98e0-ad7f42906095 req-576c742f-343b-453a-8527-b9f3de020491 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504459 Jan 28 20:23:47.842723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:47.854132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-30f7fb72-8443-4b9a-b0f3-44ca37a2560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:47.856427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-30f7fb72-8443-4b9a-b0f3-44ca37a2560f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889363 Jan 28 20:23:47.882900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.957764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:47.996588 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-e86dda36-9c9a-436e-b954-b4fa4bdf675e service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280169 Jan 28 20:23:48.025355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-78b73681-366c-4573-980c-6df5f1e9e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:48.026933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-78b73681-366c-4573-980c-6df5f1e9e044 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4707959 Jan 28 20:23:48.031389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd321429-7878-4bbe-8eec-8a4ddec2b4eb req-557b808a-370b-4614-9017-e49938d50fb2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592873 Jan 28 20:23:48.196368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:48.196720 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8f65f6cc-f951-4dee-9302-de8c1fcb05e4 req-4b412909-9df6-43db-bd9c-19bf98bd7260 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910200 Jan 28 20:23:48.212709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7d348339-ec2a-4776-a54c-04ccbbde2305 None None] Provisioning complete for port 2d03c482-913d-4959-8882-114ea81c9aec triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:48.213122 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d348339-ec2a-4776-a54c-04ccbbde2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:48.215222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:48.215878 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:48.265062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7d348339-ec2a-4776-a54c-04ccbbde2305 None None] Port 2d03c482-913d-4959-8882-114ea81c9aec cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:48.314079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:48.333029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbe5d7-2b3e-4fdc-8ef9-c2ddbf40b0b4 req-537eca15-84d6-4765-8d0e-e4cda92f0865 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:48.334655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bfbe5d7-2b3e-4fdc-8ef9-c2ddbf40b0b4 req-537eca15-84d6-4765-8d0e-e4cda92f0865 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 932 time: 0.3693562 Jan 28 20:23:48.337935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4716289d-da47-494e-9804-4245afc7eca8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2597144 Jan 28 20:23:48.340942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:48.350297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:48.366919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:48.380154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Request body: {'port': {'device_id': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead', 'admin_state_up': True, 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:48.386308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:48.407397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Pushing event updated for resources: {'Port': ['ID=c4b7e413-6300-4c4d-bad5-f0651587db7f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:48.575756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-44ff25d5-6bc2-413d-8f33-dd6c67853099 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255172 Jan 28 20:23:48.592887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001322db-dd19-4e27-9864-7affa4559e6a req-ed0b63be-b2ba-4eca-93ff-e83b6a938d8f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:48.594386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-001322db-dd19-4e27-9864-7affa4559e6a req-ed0b63be-b2ba-4eca-93ff-e83b6a938d8f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 949 time: 0.4262342 Jan 28 20:23:48.625227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bfbe5d7-2b3e-4fdc-8ef9-c2ddbf40b0b4 req-4d90525a-6157-442d-b5f2-9b745442d3f3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770965 Jan 28 20:23:48.639115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:48.642137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'Port': ['ID=009a96c9-6244-469b-81f3-8288c84bbdf6,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:48.963698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-001322db-dd19-4e27-9864-7affa4559e6a req-7a2d57fd-f158-44e0-97ce-c6fe3c687065 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428547 Jan 28 20:23:48.981503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-8772f766-39b6-4bd7-9400-29861a5e0238 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788064 Jan 28 20:23:48.998507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51de980-1432-4204-aad1-272fba8f7b37 req-1ff5ccb3-6727-442b-a4a1-8eb9a3c96cf6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.000349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d51de980-1432-4204-aad1-272fba8f7b37 req-1ff5ccb3-6727-442b-a4a1-8eb9a3c96cf6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 945 time: 0.2783527 Jan 28 20:23:49.044142 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc566f94-b61d-4f84-b48c-3b18d77f8539 x-openstack-request-id: req-bc566f94-b61d-4f84-b48c-3b18d77f8539 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:49.044657 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-plugged", "status": "completed", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:49.044783 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc566f94-b61d-4f84-b48c-3b18d77f8539 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:49.045066 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481', 'code': 200} Jan 28 20:23:49.089895 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7d98cb-6293-4bf7-9da2-a8ef08f32d41 x-openstack-request-id: req-fb7d98cb-6293-4bf7-9da2-a8ef08f32d41 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:49.090738 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c7e11b-e6fd-446c-8f8a-88d8676dbaf6", "tag": "6bd5ee92-1277-43e2-87fa-2bd7ec04b65d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:49.090738 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb7d98cb-6293-4bf7-9da2-a8ef08f32d41 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:49.091096 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c7e11b-e6fd-446c-8f8a-88d8676dbaf6', 'tag': '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d', 'status': 'completed', 'code': 200} Jan 28 20:23:49.137043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Made reservation on behalf of 3cbd8bb1fe1f4823bf9587b35b78e4ee for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:49.140765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:49.151946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-a97483e0-0a1b-4fc1-b11b-23d6bd347f12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7a5d503d-11b3-4c6c-b4cb-46ffd626e347 HTTP/1.1" status: 200 len: 217 time: 0.1504135 Jan 28 20:23:49.194064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-b30b4199-2f73-4921-9a8f-0b3b5cc2819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.195970 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-b30b4199-2f73-4921-9a8f-0b3b5cc2819d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 1099 time: 0.0676367 Jan 28 20:23:49.271407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:49.325353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3df0-e0f4-4761-b54a-9e9c5d9a446e req-504733c1-904f-4285-a3ca-b65071bd10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.326828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-21ae3df0-e0f4-4761-b54a-9e9c5d9a446e req-504733c1-904f-4285-a3ca-b65071bd10c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1098 time: 0.0888739 Jan 28 20:23:49.328228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:49.333318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d51de980-1432-4204-aad1-272fba8f7b37 req-e54192ee-b38b-42ef-9425-100f597a7b65 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117440 Jan 28 20:23:49.372930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-0c14a6a9-5f62-419c-942f-4281abf614a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.374491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-0c14a6a9-5f62-419c-942f-4281abf614a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1702526 Jan 28 20:23:49.431352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-2060f12b-1b80-408c-bc96-c9a5b5f40104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.432899 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-2060f12b-1b80-408c-bc96-c9a5b5f40104 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 200 len: 797 time: 0.2603815 Jan 28 20:23:49.434123 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-21ae3df0-e0f4-4761-b54a-9e9c5d9a446e req-bc7e62a4-11d6-4592-a743-5854bfd37b0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881989 Jan 28 20:23:49.466952 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-3822778d-91be-4bee-aa28-f76dae1cff8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d HTTP/1.1" status: 200 len: 217 time: 0.0715642 Jan 28 20:23:49.492444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:49.600913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-fa15016a-46d4-498a-8f63-674ce4b6ade2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.606776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-fa15016a-46d4-498a-8f63-674ce4b6ade2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.607113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f9ff60e2-5e93-47b7-bcdf-d8f1df27ccab None None] Provisioning complete for port 009a96c9-6244-469b-81f3-8288c84bbdf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:49.607485 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9ff60e2-5e93-47b7-bcdf-d8f1df27ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:49.613350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-fa15016a-46d4-498a-8f63-674ce4b6ade2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.619348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-fa15016a-46d4-498a-8f63-674ce4b6ade2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.625179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-fa15016a-46d4-498a-8f63-674ce4b6ade2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.631794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-fa15016a-46d4-498a-8f63-674ce4b6ade2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.637807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-fa15016a-46d4-498a-8f63-674ce4b6ade2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.639729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-fa15016a-46d4-498a-8f63-674ce4b6ade2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.4729483 Jan 28 20:23:49.645853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff60e2-5e93-47b7-bcdf-d8f1df27ccab None None] Port 009a96c9-6244-469b-81f3-8288c84bbdf6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:49.696130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-090d9b1b-1de7-4467-ad1f-24be5cc4b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.697799 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-090d9b1b-1de7-4467-ad1f-24be5cc4b21a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0625498 Jan 28 20:23:49.748081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-2821e8d8-4b3e-48ce-9eb5-a5d09d0cddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:49.749769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-2821e8d8-4b3e-48ce-9eb5-a5d09d0cddcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446472 Jan 28 20:23:49.857212 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-fb99d064-15a2-4505-9179-b06484327022 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992472 Jan 28 20:23:49.968306 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1c986706-8a00-4f86-8af0-4ff786ec5bcb req-2cb07769-d263-4f95-93a7-e2e16c6cbc77 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037717 Jan 28 20:23:49.993738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:50.049956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port d05ab314-27f4-497d-a6f4-67495d037a39 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:23:50.056315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port d05ab314-27f4-497d-a6f4-67495d037a39 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:50.056881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:50.124634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Allocated IP 19.86.0.242 (faca7f8b-ad71-43e2-af21-922a09e7dead/8f83109b-298f-4d03-a832-569666fc55f4/b59684ff-998f-400b-a9e5-5d6637cb9212) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:50.146955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:50.162723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c2789-5be3-4f7f-bc1d-bffee97b0ded req-819f2364-52cf-4838-a185-3c43ec4f20c4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:50.165533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463c2789-5be3-4f7f-bc1d-bffee97b0ded req-819f2364-52cf-4838-a185-3c43ec4f20c4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.6922898 Jan 28 20:23:50.189106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87ec302b-92d3-48d1-b07d-5b1679b41a00 req-1044ff8d-e826-4cc7-8285-22e396f5f97f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2033684 Jan 28 20:23:50.193014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:50.201737 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:50.225534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-9b1e1a4a-c248-40f7-9904-19419cfb3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:50.227061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-9b1e1a4a-c248-40f7-9904-19419cfb3e01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2448332 Jan 28 20:23:50.276241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:50.395332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463c2789-5be3-4f7f-bc1d-bffee97b0ded req-d91b3f40-a4cf-4798-87b1-0fdb0a0ab55e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167716 Jan 28 20:23:50.410096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Router 9a96f578-c268-4025-a353-18a258a0cb1c is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:23:50.615992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785f467-6ad3-407c-be8b-2848153e46e0 req-72b46931-97bb-46c7-b08d-c8b6226b32af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:50.618773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5785f467-6ad3-407c-be8b-2848153e46e0 req-72b46931-97bb-46c7-b08d-c8b6226b32af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 948 time: 0.3169575 Jan 28 20:23:50.664761 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:50.678669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-722e523e-5da0-45b1-bc33-a14bff6f290c service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404912 Jan 28 20:23:50.850230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:50.864871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d84ba-72f6-4dbb-af55-0c5168514e67 None None] Sync routers for ids ['9a96f578-c268-4025-a353-18a258a0cb1c'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:50.871448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35678) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:50.872507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b89bc3a2-9b49-49c9-89c8-2c5f955fbc87 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "PUT /v2.0/routers/9a96f578-c268-4025-a353-18a258a0cb1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5281167 Jan 28 20:23:50.875696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d84ba-72f6-4dbb-af55-0c5168514e67 None None] Routers {'9a96f578-c268-4025-a353-18a258a0cb1c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:50.876354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-587d84ba-72f6-4dbb-af55-0c5168514e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9a96f578-c268-4025-a353-18a258a0cb1c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:50.880637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Request body: {'port': {'network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae', 'name': 'tempest-FloatingIPNegativeTestJSON-2143620541'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:50.880857 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:50.894912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5785f467-6ad3-407c-be8b-2848153e46e0 req-71cd00e9-7f3e-45a0-ae9b-dddef40b7955 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454176 Jan 28 20:23:50.925718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-587d84ba-72f6-4dbb-af55-0c5168514e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:50.953508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d84ba-72f6-4dbb-af55-0c5168514e67 None None] Routers {'9a96f578-c268-4025-a353-18a258a0cb1c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:50.954398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-587d84ba-72f6-4dbb-af55-0c5168514e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9a96f578-c268-4025-a353-18a258a0cb1c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:50.999824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444e1b6-4991-40bb-aacb-0ec6dc4306a6 req-74d9e07f-3c4d-49f3-8d0e-4a4caa6dc7bb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:51.007930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2444e1b6-4991-40bb-aacb-0ec6dc4306a6 req-74d9e07f-3c4d-49f3-8d0e-4a4caa6dc7bb tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 932 time: 0.3214931 Jan 28 20:23:51.064775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:51.068144 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539a0795-0e58-4a58-bc0a-fe1a7abc0feb" -d '{"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-plugged", "status": "completed", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:51.072010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-587d84ba-72f6-4dbb-af55-0c5168514e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:51.076266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587d84ba-72f6-4dbb-af55-0c5168514e67 None None] The sync data for ids ['9a96f578-c268-4025-a353-18a258a0cb1c'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:51.111857 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:51.114379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-d859141e-7965-4116-baa2-b0fbd07a639c service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171069 Jan 28 20:23:51.130606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Made reservation on behalf of 517f7284c3124c6885fa458da38bb0e9 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:23:51.136040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:51.145082 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:51.169685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] device_id is not set on port 60a0bcfc-fa61-4f47-812c-82ec3bfb4268 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:23:51.191653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2444e1b6-4991-40bb-aacb-0ec6dc4306a6 req-71557954-33b9-4179-85b3-9308411f7160 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826327 Jan 28 20:23:51.198430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-cf82466f-f5f3-4151-b86c-9a4061f7500c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=59117eb7-42cd-4d42-8e49-2d0b9ab72a06 HTTP/1.1" status: 200 len: 217 time: 0.0724607 Jan 28 20:23:51.239099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687fb86-e9f2-4037-8bdc-33a7192e651f req-a1a71642-a777-4437-8ab8-fda81e678f95 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:51.246453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0687fb86-e9f2-4037-8bdc-33a7192e651f req-a1a71642-a777-4437-8ab8-fda81e678f95 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2309229 Jan 28 20:23:51.305211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Network faca7f8b-ad71-43e2-af21-922a09e7dead is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:51.322767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:51.337170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:51.353057 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Allocated IP 172.20.0.7 (c4c8b9cf-c348-4a4e-b912-98712ed6f9ae/c590a201-ff82-4daa-b19e-ff555abde1bc/60a0bcfc-fa61-4f47-812c-82ec3bfb4268) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:51.411046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event updated for resources: {'Port': ['ID=b59684ff-998f-400b-a9e5-5d6637cb9212,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:51.468406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0687fb86-e9f2-4037-8bdc-33a7192e651f req-3464b02b-40bd-452c-8cf1-fa00c053cfd2 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207298 Jan 28 20:23:51.487662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:51.488488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:51.494283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-83cff2df-6d0b-4e8e-b68a-705a5ef7a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:51.496267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-83cff2df-6d0b-4e8e-b68a-705a5ef7a44d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 200 len: 797 time: 0.2443218 Jan 28 20:23:51.497003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Router f8662673-a37d-4fff-942e-6bf32d933a06 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:23:51.554000 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f11074-03ad-47f1-b0ce-03f3901853b2 x-openstack-request-id: req-e9f11074-03ad-47f1-b0ce-03f3901853b2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:51.554362 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-plugged", "status": "completed", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:51.554658 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9f11074-03ad-47f1-b0ce-03f3901853b2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:51.555216 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'code': 200} Jan 28 20:23:51.597614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-66b789d6-9264-42a8-8f00-7801afd11539 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2317178 Jan 28 20:23:51.612614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c7662-e074-418a-8903-84463ef62f32 req-feac8342-1e9b-4143-8a1e-58f7bc9b48a6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:51.622614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-282c7662-e074-418a-8903-84463ef62f32 req-feac8342-1e9b-4143-8a1e-58f7bc9b48a6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 945 time: 0.3121500 Jan 28 20:23:51.659841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Request body: {'port': {'device_id': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:51.789130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2f0c2e1f-eac2-41a3-898d-810c1196ab08 None None] Provisioning complete for port b59684ff-998f-400b-a9e5-5d6637cb9212 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:51.789540 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2f0c2e1f-eac2-41a3-898d-810c1196ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:51.846284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-4fe3e01e-d7b0-4d87-8eed-3219b1b17abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:51.848285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-4fe3e01e-d7b0-4d87-8eed-3219b1b17abf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3367901 Jan 28 20:23:51.850532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c2e1f-eac2-41a3-898d-810c1196ab08 None None] Port b59684ff-998f-400b-a9e5-5d6637cb9212 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:51.905158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-282c7662-e074-418a-8903-84463ef62f32 req-e98bf79c-6e6d-466e-81fc-525d1a75f400 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815242 Jan 28 20:23:51.934239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fd7bd-1e1d-43f1-858f-09ec8422fdd3 req-e60eaa8a-011c-46ae-b3a1-c5f66a616212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:51.934239 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0f3fd7bd-1e1d-43f1-858f-09ec8422fdd3 req-e60eaa8a-011c-46ae-b3a1-c5f66a616212 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1101 time: 0.1464896 Jan 28 20:23:51.977167 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:51.995131 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0f3fd7bd-1e1d-43f1-858f-09ec8422fdd3 req-d729079b-45f7-42cd-a9f3-a8eebcb075a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541010 Jan 28 20:23:51.995401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:23:51.996498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-8c2933c7-14b9-448a-9505-43e7d212d3cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.002670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-8c2933c7-14b9-448a-9505-43e7d212d3cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.008658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-8c2933c7-14b9-448a-9505-43e7d212d3cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.014561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-8c2933c7-14b9-448a-9505-43e7d212d3cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.020676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-8c2933c7-14b9-448a-9505-43e7d212d3cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.026746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-8c2933c7-14b9-448a-9505-43e7d212d3cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.033553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-8c2933c7-14b9-448a-9505-43e7d212d3cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.034920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:52.035954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-8c2933c7-14b9-448a-9505-43e7d212d3cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.3717716 Jan 28 20:23:52.077166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:52.093538 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Sync routers for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:52.099189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:52.109187 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:52.111881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:52.185817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:52.188093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:52.192150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a9c3b0ac-5da2-4d2d-95b4-9624b2fa8f2a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.9629164 Jan 28 20:23:52.194401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:52.195580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35708) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:52.214143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d', 'mac_address': 'fa:16:3e:54:cd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:23:52.223972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-963a3193-4a65-4685-9c47-8f8a627e12d0 req-cf6aded6-0660-43d5-a94b-b3e7f9287788 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1697931 Jan 28 20:23:52.241692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-7a73ca69-5efd-4c66-abfe-4cc4aa582bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411672 Jan 28 20:23:52.288145 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:52.289610 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:52.340231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:52.346366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175a6d1-47b9-4396-9c29-081cc3c37c5e req-99f2f3b8-e1a4-44a0-b37f-f5f77b9b5b0f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.353842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b175a6d1-47b9-4396-9c29-081cc3c37c5e req-99f2f3b8-e1a4-44a0-b37f-f5f77b9b5b0f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.3166261 Jan 28 20:23:52.386138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:52.393866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:52.441237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'Port': ['ID=60a0bcfc-fa61-4f47-812c-82ec3bfb4268,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:52.472576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:52.500440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:52.514691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:52.544629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b175a6d1-47b9-4396-9c29-081cc3c37c5e req-b72bc767-dffe-423c-aad5-1d62156bc054 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897440 Jan 28 20:23:52.622909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258a72b-edec-47d5-854c-876b7f064075 req-f923aa55-5f9b-4ad8-a7cb-c895112ba142 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.630684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4258a72b-edec-47d5-854c-876b7f064075 req-f923aa55-5f9b-4ad8-a7cb-c895112ba142 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 949 time: 0.2685721 Jan 28 20:23:52.676941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-24e09bbd-f071-4f42-b206-512eaf282954 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.678548 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-24e09bbd-f071-4f42-b206-512eaf282954 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 945 time: 0.2704690 Jan 28 20:23:52.685979 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:48Z', 'revision_number': 3, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:52.696091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-dd3ce6bb-ae72-4e67-9565-95d34b429779 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457006 Jan 28 20:23:52.711680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['6bd5ee92-1277-43e2-87fa-2bd7ec04b65d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:52.750827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:52.751492 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:52.780794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-f58956a9-5878-49e4-9405-f18f6d42fbe1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=576d7047-f335-42d8-8285-5629dda21340 HTTP/1.1" status: 200 len: 217 time: 0.0547204 Jan 28 20:23:52.810341 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Checking router: f8662673-a37d-4fff-942e-6bf32d933a06 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:23:52.815979 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Updating router f8662673-a37d-4fff-942e-6bf32d933a06 port c4b7e413-6300-4c4d-bad5-f0651587db7f binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:23:52.837686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4258a72b-edec-47d5-854c-876b7f064075 req-41ac882a-cfb0-42cb-9d5b-32f891fc3d27 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814108 Jan 28 20:23:52.898888 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:52.951744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6acb75a4-5490-467e-9dbe-82fc68194540 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0774031 Jan 28 20:23:52.962845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35718) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:52.974375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:52.988774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5163eed2-51ce-44ce-80a9-c3933f77c2fe None None] Provisioning complete for port 60a0bcfc-fa61-4f47-812c-82ec3bfb4268 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:52.989960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5163eed2-51ce-44ce-80a9-c3933f77c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.067964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5163eed2-51ce-44ce-80a9-c3933f77c2fe None None] Port 60a0bcfc-fa61-4f47-812c-82ec3bfb4268 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:53.166293 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.245693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Deleting port ac0f6d69-b806-4de0-9369-72e37a1a5a8a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:53.246370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.289743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d067d-04b8-490b-b473-108e0ce97daa req-06247530-829f-45db-8f71-9976050dc940 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:53.300064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d067d-04b8-490b-b473-108e0ce97daa req-06247530-829f-45db-8f71-9976050dc940 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:53.302372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-638d067d-04b8-490b-b473-108e0ce97daa req-06247530-829f-45db-8f71-9976050dc940 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1655 time: 0.6330223 Jan 28 20:23:53.353602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-bfceaa8b-b672-4d53-afda-bb6986a01638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:53.355629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-bfceaa8b-b672-4d53-afda-bb6986a01638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417eb0a5-46aa-4a04-86b6-7e8779ba1294 HTTP/1.1" status: 200 len: 797 time: 0.5599420 Jan 28 20:23:53.379034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d03c482-913d-4959-8882-114ea81c9aec {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:53.411219 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.418343 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.428692 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.451959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] For port ac0f6d69-b806-4de0-9369-72e37a1a5a8a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:53.452695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.481009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-638d067d-04b8-490b-b473-108e0ce97daa req-17e7f875-0059-4655-8e68-df6b0a2a9c5d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667886 Jan 28 20:23:53.482312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Transition to ACTIVE for port object 2d03c482-913d-4959-8882-114ea81c9aec will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:53.486896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Calling delete_port for ac0f6d69-b806-4de0-9369-72e37a1a5a8a owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:53.496623 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Attempting to bind port c4b7e413-6300-4c4d-bad5-f0651587db7f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:53.497150 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Attempting to bind port c4b7e413-6300-4c4d-bad5-f0651587db7f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:53.497722 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Attempting to bind port c4b7e413-6300-4c4d-bad5-f0651587db7f on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:53.497970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84d43b-ec4d-4105-8b96-20911095443d req-8ec05df9-11e4-4d61-8b9e-d544f635727d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:53.499318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c84d43b-ec4d-4105-8b96-20911095443d req-8ec05df9-11e4-4d61-8b9e-d544f635727d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2292058 Jan 28 20:23:53.502020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.507903 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:53.509963 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:53.509963 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.509963 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:53.509963 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Bound port: c4b7e413-6300-4c4d-bad5-f0651587db7f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:53.510500 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.510625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-998784e8-a20d-42e7-9428-5a468a781d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:53.511965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-998784e8-a20d-42e7-9428-5a468a781d42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=560b8a65-0f63-4c02-9fb6-f4e74b394998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1406367 Jan 28 20:23:53.512464 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Pushing event updated for resources: {'Port': ['ID=c4b7e413-6300-4c4d-bad5-f0651587db7f,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:53.636461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Pushing event updated for resources: {'Port': ['ID=2d03c482-913d-4959-8882-114ea81c9aec,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:53.639535 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] For port c4b7e413-6300-4c4d-bad5-f0651587db7f, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:53.645327 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] For port c4b7e413-6300-4c4d-bad5-f0651587db7f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c4b7e413-6300-4c4d-bad5-f0651587db7f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:53.656518 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.657355 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.657722 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.658799 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.659448 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.659902 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.660587 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.660942 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.661296 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.661856 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.662452 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.662950 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:23:53.669986 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.725916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.733729 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:53.734921 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:53.745156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c84d43b-ec4d-4105-8b96-20911095443d req-54828978-d056-4b62-8147-c10ece26d940 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045994 Jan 28 20:23:53.748724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.805811 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db52a0-253c-44c6-8200-f1d3d6d1cf53 None None] Pushing event updated for resources: {'Port': ['ID=c4b7e413-6300-4c4d-bad5-f0651587db7f,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:53.859737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5679a-29d9-4ebc-ba93-0ac472c58cd3 req-e15462ef-3c8e-4b9e-b74c-2d9e5dded138 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:53.861705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eda5679a-29d9-4ebc-ba93-0ac472c58cd3 req-e15462ef-3c8e-4b9e-b74c-2d9e5dded138 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.2419825 Jan 28 20:23:53.864979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-3bdb94da-3f01-4c0c-aae1-e928e714a070 service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204715 Jan 28 20:23:53.866189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Attempting to bind port 2d03c482-913d-4959-8882-114ea81c9aec on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:53.866521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Attempting to bind port 2d03c482-913d-4959-8882-114ea81c9aec by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:53.866895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Attempting to bind port 2d03c482-913d-4959-8882-114ea81c9aec on network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:53.888239 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:53.911554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ac0f6d69-b806-4de0-9369-72e37a1a5a8a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:53.914664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:23:53.952310 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:53.975698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Port 2d03c482-913d-4959-8882-114ea81c9aec on network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:53.976216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Attempting to bind port 2d03c482-913d-4959-8882-114ea81c9aec on network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:53.979915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-666cacbe-1b59-40e2-90f9-f2078b7f81b5 req-89beb34d-7706-454f-9c5c-e6953957d325 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=280b3803-b1a8-4c73-9d45-eebf9e193923 HTTP/1.1" status: 200 len: 210 time: 0.0957205 Jan 28 20:23:54.032161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:54.033927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Checking segment: {'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:54.034959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Bound using segment: {'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:54.035690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Bound port: 2d03c482-913d-4959-8882-114ea81c9aec, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd04952-5458-4685-9862-839fefd09cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:54.036154 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:54.084996 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eda5679a-29d9-4ebc-ba93-0ac472c58cd3 req-b13447af-de72-4d7a-bf1b-40fce7ddf976 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048848 Jan 28 20:23:54.133243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Allocated IP 172.25.2.42 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d2548306-56db-495d-93fe-29a1cfa29b6d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:54.270517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event deleted for resources: {'Port': ['ID=ac0f6d69-b806-4de0-9369-72e37a1a5a8a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:54.324608 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:48Z', 'revision_number': 3, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:54.324958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-98e97bb8-7381-43fe-8c19-fdaa3bf9833e service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435658 Jan 28 20:23:54.326019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] For port 2d03c482-913d-4959-8882-114ea81c9aec, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:54.364738 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b08efe-3d54-4149-8fb3-91541796abd6 None None] The sync data for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 is: [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:48Z', 'revision_number': 3, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:54.383008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] No DVR routers for this DVR port ac0f6d69-b806-4de0-9369-72e37a1a5a8a on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:23:54.394588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] For port 2d03c482-913d-4959-8882-114ea81c9aec, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2d03c482-913d-4959-8882-114ea81c9aec,segment=NetworkSegment(3dd04952-5458-4685-9862-839fefd09cce),segment_id=3dd04952-5458-4685-9862-839fefd09cce)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:54.395406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:54.399156 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cf3c08cc-16a8-4afb-8767-23b7bbfe5b76 req-67cadd32-cf31-48cf-ba54-070cb5b80b08 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.13 "DELETE /v2.0/ports/ac0f6d69-b806-4de0-9369-72e37a1a5a8a HTTP/1.1" status: 204 len: 173 time: 1.7143004 Jan 28 20:23:54.400164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280b3803-b1a8-4c73-9d45-eebf9e193923', 'name': 'network-vif-deleted', 'tag': 'ac0f6d69-b806-4de0-9369-72e37a1a5a8a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:54.402230 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e34527a-3a1f-4fbd-8d69-337a5b4ad42e" -d '{"events": [{"server_uuid": "280b3803-b1a8-4c73-9d45-eebf9e193923", "name": "network-vif-deleted", "tag": "ac0f6d69-b806-4de0-9369-72e37a1a5a8a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:54.407496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ecb96140-a2dd-44e3-9bb2-38dddcfaffe9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eec3143-59d6-4b5c-bf9b-a1fd687e6404 HTTP/1.1" status: 200 len: 217 time: 0.0737109 Jan 28 20:23:54.415985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:54.428561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:54.455071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-152aa500-e208-480a-888d-57bb62c75d9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.462695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-152aa500-e208-480a-888d-57bb62c75d9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.475297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-152aa500-e208-480a-888d-57bb62c75d9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.482207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-152aa500-e208-480a-888d-57bb62c75d9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.489731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-152aa500-e208-480a-888d-57bb62c75d9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.496417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-152aa500-e208-480a-888d-57bb62c75d9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.503172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-152aa500-e208-480a-888d-57bb62c75d9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.505238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-152aa500-e208-480a-888d-57bb62c75d9f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.3413012 Jan 28 20:23:54.506288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Allocated IP 172.20.0.1 (a40c9673-4cc6-450e-8c44-25e74f3c2eda/95043fb1-08ec-43a0-92b3-297969736598/66c34a1e-b071-4e51-9154-c8b378392e27) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:23:54.536663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb752c0c-3eae-4d9f-88a6-f35e50f47c62 req-ba6b8538-6b6b-4f26-8532-6213a834f2a1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.539546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:54.548286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb752c0c-3eae-4d9f-88a6-f35e50f47c62 req-ba6b8538-6b6b-4f26-8532-6213a834f2a1 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 949 time: 0.3251948 Jan 28 20:23:54.647314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.648049 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:54.650069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] 10.222.0.26 "PUT /v2.0/ports/2d03c482-913d-4959-8882-114ea81c9aec HTTP/1.1" status: 200 len: 1092 time: 3.0194781 Jan 28 20:23:54.676736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:54.684528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'tag': '2d03c482-913d-4959-8882-114ea81c9aec'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:54.686520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:54.686957 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd56a1-1003-4436-b978-d7953b5d526f" -d '{"events": [{"name": "network-changed", "server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "tag": "2d03c482-913d-4959-8882-114ea81c9aec"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:54.692744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:54.695037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'Port': ['ID=d2548306-56db-495d-93fe-29a1cfa29b6d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:54.714236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Request body: {'port': {'device_id': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:54.729098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb752c0c-3eae-4d9f-88a6-f35e50f47c62 req-72418560-818b-461c-a062-038df21b1265 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821539 Jan 28 20:23:54.788051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ce3d2a5a-378e-4447-9a87-e72415c8011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:54.789493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-ce3d2a5a-378e-4447-9a87-e72415c8011b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417eb0a5-46aa-4a04-86b6-7e8779ba1294 HTTP/1.1" status: 200 len: 797 time: 0.3660636 Jan 28 20:23:54.836277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61cb9b37-9c5a-4bca-8b93-79855c8e4d82 req-aa5fc894-7832-44a7-8303-c27d4873064e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2798762 Jan 28 20:23:54.840472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d6e13-6446-4910-91b5-ead15d2cbf93 service neutron] Pushing event updated for resources: {'Port': ['ID=2d03c482-913d-4959-8882-114ea81c9aec,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:54.913000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:54.973273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:54.991248 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9685c9a6-5fd2-41fe-bb03-616800539c04 x-openstack-request-id: req-9685c9a6-5fd2-41fe-bb03-616800539c04 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:54.992058 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280b3803-b1a8-4c73-9d45-eebf9e193923", "name": "network-vif-deleted", "tag": "ac0f6d69-b806-4de0-9369-72e37a1a5a8a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:55.007856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-75195a30-a0cb-4e28-a813-65954b49b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.008354 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9685c9a6-5fd2-41fe-bb03-616800539c04 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:55.009301 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280b3803-b1a8-4c73-9d45-eebf9e193923', 'name': 'network-vif-deleted', 'tag': 'ac0f6d69-b806-4de0-9369-72e37a1a5a8a', 'status': 'completed', 'code': 200} Jan 28 20:23:55.009473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-75195a30-a0cb-4e28-a813-65954b49b744 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=560b8a65-0f63-4c02-9fb6-f4e74b394998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2001266 Jan 28 20:23:55.049230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.105338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.150746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a6dd4-e986-4239-bafd-35d180fc6d21 req-b514bd09-1d08-404c-9c4b-c5c34554177c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.152699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c1a6dd4-e986-4239-bafd-35d180fc6d21 req-b514bd09-1d08-404c-9c4b-c5c34554177c tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.2530525 Jan 28 20:23:55.291461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.372503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-6c983543-86a4-4bd5-8c11-d56ef578a22d service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550968 Jan 28 20:23:55.378921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:55.385329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df27a2-0ed8-4501-af2b-2cead319b82e req-e709757d-306c-47f8-a114-9b2fe6c1eaec tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.395696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:55.398744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df27a2-0ed8-4501-af2b-2cead319b82e req-e709757d-306c-47f8-a114-9b2fe6c1eaec tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.402932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:23:55.410858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10df27a2-0ed8-4501-af2b-2cead319b82e req-e709757d-306c-47f8-a114-9b2fe6c1eaec tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1667 time: 0.2853816 Jan 28 20:23:55.412344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Pushing event updated for resources: {'Port': ['ID=66c34a1e-b071-4e51-9154-c8b378392e27,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:55.440990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c1a6dd4-e986-4239-bafd-35d180fc6d21 req-f905780b-2bd1-420c-bb7f-ba8f0ab76ae0 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517385 Jan 28 20:23:55.463165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.475052 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.508904 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.601974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-82cb3a3d-9ce2-4ed3-85f1-ec4bb70023f5 service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559529 Jan 28 20:23:55.604128 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa99a3f9-2338-4f3e-80a0-71345d6adfd6 x-openstack-request-id: req-fa99a3f9-2338-4f3e-80a0-71345d6adfd6 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:55.604545 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "tag": "2d03c482-913d-4959-8882-114ea81c9aec", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:55.605290 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa99a3f9-2338-4f3e-80a0-71345d6adfd6 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:55.605979 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'tag': '2d03c482-913d-4959-8882-114ea81c9aec', 'status': 'completed', 'code': 200} Jan 28 20:23:55.698693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10df27a2-0ed8-4501-af2b-2cead319b82e req-0543e33a-be8f-40bd-9894-a698eaf71ba5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863133 Jan 28 20:23:55.822740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-92604534-3957-4139-bea6-72cf11a369ee None None] Provisioning complete for port 66c34a1e-b071-4e51-9154-c8b378392e27 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:55.823372 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-92604534-3957-4139-bea6-72cf11a369ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.891750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-92604534-3957-4139-bea6-72cf11a369ee None None] Port 66c34a1e-b071-4e51-9154-c8b378392e27 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:55.897363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'Port': ['ID=d2548306-56db-495d-93fe-29a1cfa29b6d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:55.928625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.944113 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:55.966616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd56a1-1003-4436-b978-d7953b5d526f req-086ec63b-094f-4e72-b6cb-fbdc47b60648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.967271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd56a1-1003-4436-b978-d7953b5d526f req-086ec63b-094f-4e72-b6cb-fbdc47b60648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.969069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10fd56a1-1003-4436-b978-d7953b5d526f req-086ec63b-094f-4e72-b6cb-fbdc47b60648 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1914 time: 0.2468557 Jan 28 20:23:55.971009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce690a27-ac38-4328-9765-c0876fcb7324 req-05cb8702-8ce2-41b2-933a-d0d658be6305 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.984401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce690a27-ac38-4328-9765-c0876fcb7324 req-05cb8702-8ce2-41b2-933a-d0d658be6305 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2696390 Jan 28 20:23:55.995718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-c16009f9-afec-46f9-8f98-c17ee969e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.996227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-c16009f9-afec-46f9-8f98-c17ee969e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.996700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-c16009f9-afec-46f9-8f98-c17ee969e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.997989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-c16009f9-afec-46f9-8f98-c17ee969e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.997989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-c16009f9-afec-46f9-8f98-c17ee969e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.998308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-c16009f9-afec-46f9-8f98-c17ee969e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:55.999033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-c16009f9-afec-46f9-8f98-c17ee969e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.002259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-c16009f9-afec-46f9-8f98-c17ee969e31e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6477 time: 0.2594111 Jan 28 20:23:56.028837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:56.029358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.039683 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-93c10e2b-46db-40f6-8c7d-eba0a5516f61 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0708001 Jan 28 20:23:56.053045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35746) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:56.062589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4d445aa3-abb8-41b7-8a9d-0382ca651b10 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Request body: {'floatingip': {'port_id': '60a0bcfc-fa61-4f47-812c-82ec3bfb4268', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:56.110711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c4b7e413-6300-4c4d-bad5-f0651587db7f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:56.167887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:23:56.176858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:56.177763 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.199705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d445aa3-abb8-41b7-8a9d-0382ca651b10 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.201603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ad06b-9850-41ed-95b0-dc27d2f57732 req-1d9914c3-9165-4a3f-8232-2d00d471ca3b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.204112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-996ad06b-9850-41ed-95b0-dc27d2f57732 req-1d9914c3-9165-4a3f-8232-2d00d471ca3b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 949 time: 0.3333995 Jan 28 20:23:56.232011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce690a27-ac38-4328-9765-c0876fcb7324 req-dc612673-c2f2-41ba-ade6-f2b6e9bb2d08 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461443 Jan 28 20:23:56.235955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c4b7e413-6300-4c4d-bad5-f0651587db7f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:56.236389 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.388562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd56a1-1003-4436-b978-d7953b5d526f req-e26a9314-8f0e-48eb-b4d5-bd0ac2306a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.388562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd56a1-1003-4436-b978-d7953b5d526f req-e26a9314-8f0e-48eb-b4d5-bd0ac2306a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.388562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd56a1-1003-4436-b978-d7953b5d526f req-e26a9314-8f0e-48eb-b4d5-bd0ac2306a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.395409 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10fd56a1-1003-4436-b978-d7953b5d526f req-e26a9314-8f0e-48eb-b4d5-bd0ac2306a27 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3907247 Jan 28 20:23:56.406240 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-996ad06b-9850-41ed-95b0-dc27d2f57732 req-fdb64f55-7351-490c-8af3-db47e928205f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675084 Jan 28 20:23:56.417124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59684ff-998f-400b-a9e5-5d6637cb9212 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:23:56.445126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.453396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-cc3f6aeb-a959-4348-ade3-92043959b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.455828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-cc3f6aeb-a959-4348-ade3-92043959b144 service neutron] 10.222.0.13 "GET /v2.0/networks?id=560b8a65-0f63-4c02-9fb6-f4e74b394998 HTTP/1.1" status: 200 len: 903 time: 0.4294531 Jan 28 20:23:56.487367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Transition to ACTIVE for port object b59684ff-998f-400b-a9e5-5d6637cb9212 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:23:56.510494 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.544291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-63e5cc36-07ae-406d-8d88-7f7e5880c8ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eec3143-59d6-4b5c-bf9b-a1fd687e6404 HTTP/1.1" status: 200 len: 217 time: 0.0753772 Jan 28 20:23:56.545751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.575902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c7e11b-e6fd-446c-8f8a-88d8676dbaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:56.583294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da1ea8-eb62-4b2b-ad82-f2dc41a437c9 req-487d7765-b65e-4b4f-b291-438ca2015d04 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.583714 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa239e-4bdc-49d2-a5c9-675624ede573" -d '{"events": [{"server_uuid": "56c7e11b-e6fd-446c-8f8a-88d8676dbaf6", "name": "network-vif-plugged", "status": "completed", "tag": "6bd5ee92-1277-43e2-87fa-2bd7ec04b65d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:56.585469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6da1ea8-eb62-4b2b-ad82-f2dc41a437c9 req-487d7765-b65e-4b4f-b291-438ca2015d04 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.2591035 Jan 28 20:23:56.612349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:56.613998 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.630331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.635662 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-4d445aa3-abb8-41b7-8a9d-0382ca651b10 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] update failed (client error): The resource could not be found. Jan 28 20:23:56.636853 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4d445aa3-abb8-41b7-8a9d-0382ca651b10 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "PUT /v2.0/floatingips/0e9d2943-61f6-4f13-8620-30e20efac997 HTTP/1.1" status: 404 len: 507 time: 0.5824730 Jan 28 20:23:56.640266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port c4b7e413-6300-4c4d-bad5-f0651587db7f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c4b7e413-6300-4c4d-bad5-f0651587db7f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:56.640695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.642934 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.644109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ac0f6d69-b806-4de0-9369-72e37a1a5a8a no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:23:56.647761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35754) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:56.650681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:56.695585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: ac0f6d69-b806-4de0-9369-72e37a1a5a8a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:23:56.695941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ac0f6d69-b806-4de0-9369-72e37a1a5a8a not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:23:56.726897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:56.795900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=c4b7e413-6300-4c4d-bad5-f0651587db7f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:56.890786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Pushing event updated for resources: {'Port': ['ID=b59684ff-998f-400b-a9e5-5d6637cb9212,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:56.918578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6da1ea8-eb62-4b2b-ad82-f2dc41a437c9 req-df2161cf-2e80-420f-9d96-3fa48cc72c29 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777302 Jan 28 20:23:56.937702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444fcfa-b832-4023-84d3-40c40c614501 req-54a46d12-1eaf-438c-9583-2bdbd8205661 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.946637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444fcfa-b832-4023-84d3-40c40c614501 req-54a46d12-1eaf-438c-9583-2bdbd8205661 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.952880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444fcfa-b832-4023-84d3-40c40c614501 req-54a46d12-1eaf-438c-9583-2bdbd8205661 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.959835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444fcfa-b832-4023-84d3-40c40c614501 req-54a46d12-1eaf-438c-9583-2bdbd8205661 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.978697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444fcfa-b832-4023-84d3-40c40c614501 req-54a46d12-1eaf-438c-9583-2bdbd8205661 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.986727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444fcfa-b832-4023-84d3-40c40c614501 req-54a46d12-1eaf-438c-9583-2bdbd8205661 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:56.994427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444fcfa-b832-4023-84d3-40c40c614501 req-54a46d12-1eaf-438c-9583-2bdbd8205661 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:57.003637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9444fcfa-b832-4023-84d3-40c40c614501 req-54a46d12-1eaf-438c-9583-2bdbd8205661 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.5211079 Jan 28 20:23:57.033783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-eb62e86b-ecd4-4a56-b096-f42eb1e14569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:57.033783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-eb62e86b-ecd4-4a56-b096-f42eb1e14569 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417eb0a5-46aa-4a04-86b6-7e8779ba1294 HTTP/1.1" status: 200 len: 797 time: 0.4411769 Jan 28 20:23:57.098698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Pushing event updated for resources: {'Port': ['ID=66c34a1e-b071-4e51-9154-c8b378392e27,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:57.131193 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:57.133584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd56a1-1003-4436-b978-d7953b5d526f req-ae60f983-3405-4758-8e2f-7525b5ab4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:57.135122 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10fd56a1-1003-4436-b978-d7953b5d526f req-ae60f983-3405-4758-8e2f-7525b5ab4b08 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6894474 Jan 28 20:23:57.245525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9444fcfa-b832-4023-84d3-40c40c614501 req-d72c6f0a-d356-4c1c-8202-11409982f43a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2409475 Jan 28 20:23:57.248766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:23:57.251287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:23:57.298242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Attempting to bind port b59684ff-998f-400b-a9e5-5d6637cb9212 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:57.298792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Attempting to bind port b59684ff-998f-400b-a9e5-5d6637cb9212 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:57.299227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Attempting to bind port b59684ff-998f-400b-a9e5-5d6637cb9212 on network faca7f8b-ad71-43e2-af21-922a09e7dead {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:57.308707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-3faaf86d-9b90-4059-89d8-be9e737f0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:57.310215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-3faaf86d-9b90-4059-89d8-be9e737f0a89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=560b8a65-0f63-4c02-9fb6-f4e74b394998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2329578 Jan 28 20:23:57.342999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Port b59684ff-998f-400b-a9e5-5d6637cb9212 on network faca7f8b-ad71-43e2-af21-922a09e7dead not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:23:57.343608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Attempting to bind port b59684ff-998f-400b-a9e5-5d6637cb9212 on network faca7f8b-ad71-43e2-af21-922a09e7dead {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:57.371244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Deleting port d2548306-56db-495d-93fe-29a1cfa29b6d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:23:57.371857 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:57.421761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Router f8662673-a37d-4fff-942e-6bf32d933a06 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:23:57.550449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fa4d8970-c7c9-4786-bbb6-496eb4e51cd4 None None] Provisioning complete for port 66c34a1e-b071-4e51-9154-c8b378392e27 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:57.551215 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8970-c7c9-4786-bbb6-496eb4e51cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:57.580857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:23:57.588333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d8970-c7c9-4786-bbb6-496eb4e51cd4 None None] Port 66c34a1e-b071-4e51-9154-c8b378392e27 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:23:57.589071 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c6ce504-8840-496e-b52e-b36987d0eabf admin admin] 10.222.0.44 "PUT /v2.0/routers/f8662673-a37d-4fff-942e-6bf32d933a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3919837 Jan 28 20:23:57.604430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Sync routers for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:23:57.617489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:57.618371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:57.748246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:57.815267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:57.816309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Checking segment: {'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:57.816309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Bound using segment: {'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:57.816730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Bound port: b59684ff-998f-400b-a9e5-5d6637cb9212, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a4720e-d9ad-43f2-af25-a592342db863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:57.816730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:57.826970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-edc9eeb0-c7b1-41f9-b812-6a1fe7f015e7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:57.829104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-edc9eeb0-c7b1-41f9-b812-6a1fe7f015e7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.7048423 Jan 28 20:23:57.935034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-3de81c7e-3b50-48db-8a82-039abe31c713 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/quotas/6bd5e10b26e841869c57cbff6ca81cba HTTP/1.1" status: 200 len: 375 time: 0.0959499 Jan 28 20:23:57.975243 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c4b7e413-6300-4c4d-bad5-f0651587db7f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:23:58.008153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f89314-49b7-430e-a2bc-9c7c93cb2f85 req-a4a74b24-fe83-4dfe-bfff-e9e26e6aeed2 tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.009677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15f89314-49b7-430e-a2bc-9c7c93cb2f85 req-a4a74b24-fe83-4dfe-bfff-e9e26e6aeed2 tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1101 time: 0.6226511 Jan 28 20:23:58.040362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 2, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:58.044410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c4b7e413-6300-4c4d-bad5-f0651587db7f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:58.044410 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.047635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-cdbfc6b4-755c-4967-ad05-b7c317a519a8 service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275698 Jan 28 20:23:58.050349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.050743 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.088075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] For port b59684ff-998f-400b-a9e5-5d6637cb9212, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:58.089757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Checking router: f8662673-a37d-4fff-942e-6bf32d933a06 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:23:58.090106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Updating router f8662673-a37d-4fff-942e-6bf32d933a06 port 66c34a1e-b071-4e51-9154-c8b378392e27 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:23:58.094128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Calling delete_port for d2548306-56db-495d-93fe-29a1cfa29b6d owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:23:58.126351 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.168890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] For port b59684ff-998f-400b-a9e5-5d6637cb9212, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b59684ff-998f-400b-a9e5-5d6637cb9212,segment=NetworkSegment(35a4720e-d9ad-43f2-af25-a592342db863),segment_id=35a4720e-d9ad-43f2-af25-a592342db863)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:58.190212 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.228145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-c98ad154-2316-45c9-8674-dc412a33d9c3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2770870 Jan 28 20:23:58.282380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15f89314-49b7-430e-a2bc-9c7c93cb2f85 req-14777d5a-88e1-4b87-80db-2d3d7547ba96 tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611196 Jan 28 20:23:58.355254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.355917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.357266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] 10.222.0.26 "PUT /v2.0/ports/b59684ff-998f-400b-a9e5-5d6637cb9212 HTTP/1.1" status: 200 len: 1092 time: 3.6567562 Jan 28 20:23:58.359250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'tag': 'b59684ff-998f-400b-a9e5-5d6637cb9212'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:23:58.362165 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648" -d '{"events": [{"name": "network-changed", "server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "tag": "b59684ff-998f-400b-a9e5-5d6637cb9212"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:23:58.404311 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfcef60-0feb-4273-a92e-bc3c253e6acc x-openstack-request-id: req-ddfcef60-0feb-4273-a92e-bc3c253e6acc {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:23:58.404845 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c7e11b-e6fd-446c-8f8a-88d8676dbaf6", "name": "network-vif-plugged", "status": "completed", "tag": "6bd5ee92-1277-43e2-87fa-2bd7ec04b65d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:23:58.405347 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddfcef60-0feb-4273-a92e-bc3c253e6acc {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:23:58.406254 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c7e11b-e6fd-446c-8f8a-88d8676dbaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d', 'code': 200} Jan 28 20:23:58.536829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8217502-e4de-432a-8fc4-e6f066b46c66 req-13aa8807-4220-48d5-8293-4dfc76a36051 service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708946 Jan 28 20:23:58.553442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75982c-ba69-4bba-83a7-ea220bf119f9 req-f24c59df-46f8-4bdb-aefc-34d29b7b1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.556034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d75982c-ba69-4bba-83a7-ea220bf119f9 req-f24c59df-46f8-4bdb-aefc-34d29b7b1f2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 1101 time: 0.0673251 Jan 28 20:23:58.556696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1cf54-ebce-460d-bea2-04556f94d94a service neutron] Pushing event updated for resources: {'Port': ['ID=b59684ff-998f-400b-a9e5-5d6637cb9212,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:58.557924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.575011 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.616529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5d75982c-ba69-4bba-83a7-ea220bf119f9 req-880ec465-a957-4ab6-8d25-7657b017bf7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521362 Jan 28 20:23:58.668317 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-40764c57-795b-48ce-8a58-46f11e923c1f service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067371 Jan 28 20:23:58.672253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-ed9bd30e-b947-4ff7-ba7f-86510951230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.673062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-ed9bd30e-b947-4ff7-ba7f-86510951230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.680222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-ed9bd30e-b947-4ff7-ba7f-86510951230c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1981 time: 0.2367570 Jan 28 20:23:58.705601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d15f9-820d-44fd-a740-64d4ff0bce9d None None] Pushing event updated for resources: {'Port': ['ID=66c34a1e-b071-4e51-9154-c8b378392e27,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:58.732883 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Attempting to bind port 66c34a1e-b071-4e51-9154-c8b378392e27 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:23:58.733292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Attempting to bind port 66c34a1e-b071-4e51-9154-c8b378392e27 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:23:58.733777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Attempting to bind port 66c34a1e-b071-4e51-9154-c8b378392e27 on network a40c9673-4cc6-450e-8c44-25e74f3c2eda {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:23:58.743433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:23:58.743871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Checking segment: {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:23:58.744501 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.744976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Bound using segment: {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:23:58.745464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Bound port: 66c34a1e-b071-4e51-9154-c8b378392e27, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:23:58.745882 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.756722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f638953-ec8c-41e4-946b-86f21bfd3677 req-73a88f1b-9940-4582-be75-b53902655542 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.764099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f638953-ec8c-41e4-946b-86f21bfd3677 req-73a88f1b-9940-4582-be75-b53902655542 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.764734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f638953-ec8c-41e4-946b-86f21bfd3677 req-73a88f1b-9940-4582-be75-b53902655542 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1679 time: 0.2247472 Jan 28 20:23:58.832867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-78248f3f-452e-494a-ab5e-10326ae91635 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=2d03c482-913d-4959-8882-114ea81c9aec HTTP/1.1" status: 200 len: 217 time: 0.1111755 Jan 28 20:23:58.849822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] For port 66c34a1e-b071-4e51-9154-c8b378392e27, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:23:58.856921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] For port 66c34a1e-b071-4e51-9154-c8b378392e27, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=66c34a1e-b071-4e51-9154-c8b378392e27,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:23:58.863605 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.898850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:58.939969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:23:58.940646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:58.942619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d15f9-820d-44fd-a740-64d4ff0bce9d None None] Pushing event updated for resources: {'Port': ['ID=66c34a1e-b071-4e51-9154-c8b378392e27,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:58.964218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f638953-ec8c-41e4-946b-86f21bfd3677 req-b1b2da62-bc81-4f30-84ed-64f0283bdade tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392767 Jan 28 20:23:58.971157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event deleted for resources: {'Port': ['ID=d2548306-56db-495d-93fe-29a1cfa29b6d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:58.982375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d5cef78f-8186-4592-aefd-d8fb9654f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:58.983990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-d5cef78f-8186-4592-aefd-d8fb9654f5be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cbc97dc-b175-43e2-a3c9-9286c5022bbf HTTP/1.1" status: 200 len: 801 time: 0.1324840 Jan 28 20:23:59.057332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-150083ef-99ba-404f-a37c-f1d0a2e9c93b service neutron] 10.222.0.44 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653207 Jan 28 20:23:59.083037 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:59.086259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:59.087782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-793c055f-84e9-4cdb-9bdf-f89efdb47387 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "DELETE /v2.0/floatingips/0e9d2943-61f6-4f13-8620-30e20efac997 HTTP/1.1" status: 204 len: 168 time: 2.4091513 Jan 28 20:23:59.092361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35780) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:59.098452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-00ea5a9e-695d-408f-a904-557bdaab95a1 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Request body: {'floatingip': {'floating_network_id': 'c4c8b9cf-c348-4a4e-b912-98712ed6f9ae', 'port_id': '60a0bcfc-fa61-4f47-812c-82ec3bfb4268', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:59.110641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-534a2cc4-0fdd-4b46-9453-62888add3ec9 None None] Provisioning complete for port 66c34a1e-b071-4e51-9154-c8b378392e27 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:59.111329 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-534a2cc4-0fdd-4b46-9453-62888add3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:59.118415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-22822794-d049-4a51-9c3b-d7660ff058e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:59.119958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-22822794-d049-4a51-9c3b-d7660ff058e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4d676fde-2095-43d8-b4a5-26e69b0d4d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159396 Jan 28 20:23:59.194921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:23:59.210372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00ea5a9e-695d-408f-a904-557bdaab95a1 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:59.283708 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-534a2cc4-0fdd-4b46-9453-62888add3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:59.299010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eceae-b0f3-409c-89bc-3589fd810afd req-563f4f56-c557-41ea-9619-843667b9288f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:59.302059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee5eceae-b0f3-409c-89bc-3589fd810afd req-563f4f56-c557-41ea-9619-843667b9288f tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1971812 Jan 28 20:23:59.347596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-da6da4f2-ad12-47ca-92bc-de9b2ef16bb0 service neutron] 10.222.0.26 "GET /v2.0/networks/4d676fde-2095-43d8-b4a5-26e69b0d4d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016473 Jan 28 20:23:59.398995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee5eceae-b0f3-409c-89bc-3589fd810afd req-979517f5-3038-47ac-bfc6-b23503242fbb tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786784 Jan 28 20:23:59.525411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-534a2cc4-0fdd-4b46-9453-62888add3ec9 None None] For port 66c34a1e-b071-4e51-9154-c8b378392e27, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=66c34a1e-b071-4e51-9154-c8b378392e27,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:23:59.556325 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-534a2cc4-0fdd-4b46-9453-62888add3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:59.578039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb234d37-93b1-4592-836f-1a41f9fe7acd req-e5c314b2-98db-48e1-828d-c4428ba291b4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:59.588411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb234d37-93b1-4592-836f-1a41f9fe7acd req-e5c314b2-98db-48e1-828d-c4428ba291b4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 950 time: 0.1878197 Jan 28 20:23:59.645784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-b9b324dd-4900-4077-bb40-3f24a4a1bc7d service neutron] 10.222.0.26 "GET /v2.0/networks/4d676fde-2095-43d8-b4a5-26e69b0d4d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825356 Jan 28 20:23:59.661632 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb234d37-93b1-4592-836f-1a41f9fe7acd req-b9636acf-b49b-49f5-bc9b-fed7606dfced tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719883 Jan 28 20:23:59.702974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a2cc4-0fdd-4b46-9453-62888add3ec9 None None] Pushing event updated for resources: {'Port': ['ID=66c34a1e-b071-4e51-9154-c8b378392e27,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:23:59.738598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:58Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:23:59.772799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-b5a6620c-5192-4a2d-ad3b-33664b8f808b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=b59684ff-998f-400b-a9e5-5d6637cb9212 HTTP/1.1" status: 200 len: 217 time: 0.1068368 Jan 28 20:23:59.813094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e92d85a1-5bc2-4e0d-9b8b-f576111e0b49 None None] Provisioning complete for port 66c34a1e-b071-4e51-9154-c8b378392e27 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:23:59.813903 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e92d85a1-5bc2-4e0d-9b8b-f576111e0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:59.819407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03098436-27f8-4483-ab1c-1b88ef84e23e None None] The sync data for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 is: [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:58Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:23:59.840062 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-00ea5a9e-695d-408f-a904-557bdaab95a1 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:23:59.847952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35796) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:23:59.849059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-00ea5a9e-695d-408f-a904-557bdaab95a1 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7544758 Jan 28 20:23:59.855436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '60a0bcfc-fa61-4f47-812c-82ec3bfb4268', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:23:59.932857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:23:59.985301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-9638f38f-300e-43be-859f-1914d87b744a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.005423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-9638f38f-300e-43be-859f-1914d87b744a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.027781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-9638f38f-300e-43be-859f-1914d87b744a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.035662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-9638f38f-300e-43be-859f-1914d87b744a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.044271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-9638f38f-300e-43be-859f-1914d87b744a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.076050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-9638f38f-300e-43be-859f-1914d87b744a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.086658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-9638f38f-300e-43be-859f-1914d87b744a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.094327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-9638f38f-300e-43be-859f-1914d87b744a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.3266416 Jan 28 20:24:00.165196 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:00.199737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b05fd6d4-379d-4e46-ab3e-38dfd49b0e87 req-712c9bce-c0ed-42b3-9ba9-f9a6e78f00b6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944364 Jan 28 20:24:00.212937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4eebb970-fd7d-4c39-a07b-593171ecc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.215396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4eebb970-fd7d-4c39-a07b-593171ecc370 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f83109b-298f-4d03-a832-569666fc55f4 HTTP/1.1" status: 200 len: 801 time: 0.1186478 Jan 28 20:24:00.324379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-1eec6a1b-7375-421d-b34c-7ee8a4484930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.330817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-1eec6a1b-7375-421d-b34c-7ee8a4484930 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=faca7f8b-ad71-43e2-af21-922a09e7dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0984721 Jan 28 20:24:00.344985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35800) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:00.363783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Allocated IP 172.25.2.172 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/fce1ba33-0068-495c-b92a-b5efb538eeb9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:00.413339 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44af7536-8dc5-4124-a52f-fd47a50a9afe x-openstack-request-id: req-44af7536-8dc5-4124-a52f-fd47a50a9afe {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:00.413658 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "tag": "b59684ff-998f-400b-a9e5-5d6637cb9212", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:00.413880 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44af7536-8dc5-4124-a52f-fd47a50a9afe {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:00.414342 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'tag': 'b59684ff-998f-400b-a9e5-5d6637cb9212', 'status': 'completed', 'code': 200} Jan 28 20:24:00.502996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:00.544065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dd35697b-c5f3-4f9d-a1a5-bb15a5b1e408 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106711001', 'description': 'tempest-description--477326620'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:00.549847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:00.605934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-4dad46e0-8fb4-4cf3-b2ca-b1753006a0cd service neutron] 10.222.0.26 "GET /v2.0/networks/faca7f8b-ad71-43e2-af21-922a09e7dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511499 Jan 28 20:24:00.623700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c94099b9-3846-4370-b825-07d814b892fa req-1d0a6315-92f6-4fad-b4a3-776b50b0dda0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 210 time: 0.0742815 Jan 28 20:24:00.672038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:00.683444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:00.696944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:00.699071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event updated for resources: {'Port': ['ID=fce1ba33-0068-495c-b92a-b5efb538eeb9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:00.755369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.755846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.756116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.756426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.756764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.757109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.757511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.757892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.758224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.758572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.758875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.760007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:00.779442 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd35697b-c5f3-4f9d-a1a5-bb15a5b1e408 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:00.868406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779a72ea-8043-4f47-ab37-f85e4f694505 req-9960aabe-2f77-4476-a174-b3149d3c17eb service neutron] 10.222.0.26 "GET /v2.0/networks/faca7f8b-ad71-43e2-af21-922a09e7dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433224 Jan 28 20:24:00.916110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a4136-7d58-4a94-a41d-5d4dae424a18 req-3234f693-9fbf-464a-bf4c-14e17a6c6402 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.933679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a4136-7d58-4a94-a41d-5d4dae424a18 req-3234f693-9fbf-464a-bf4c-14e17a6c6402 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:00.944585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f60a4136-7d58-4a94-a41d-5d4dae424a18 req-3234f693-9fbf-464a-bf4c-14e17a6c6402 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1679 time: 0.1554635 Jan 28 20:24:00.996507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd35697b-c5f3-4f9d-a1a5-bb15a5b1e408 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.002504 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd35697b-c5f3-4f9d-a1a5-bb15a5b1e408 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.053737 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd35697b-c5f3-4f9d-a1a5-bb15a5b1e408 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.055006 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dd35697b-c5f3-4f9d-a1a5-bb15a5b1e408 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5157757 Jan 28 20:24:01.059485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35816) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:01.067959 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f60a4136-7d58-4a94-a41d-5d4dae424a18 req-008f4518-4668-4af3-9e99-853b45aaf450 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222439 Jan 28 20:24:01.078940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1110717c-9128-48b6-87bb-819afb54b0b7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Request body: {'security_group_rule': {'security_group_id': 'a9690710-49ef-4b1d-98cd-2398907d793b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:01.110162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-03823117-6090-4f4f-ad6e-4740533d8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.112195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-03823117-6090-4f4f-ad6e-4740533d8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.112474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35697b-c5f3-4f9d-a1a5-bb15a5b1e408 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9690710-49ef-4b1d-98cd-2398907d793b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:01.127508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-03823117-6090-4f4f-ad6e-4740533d8880 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1981 time: 0.1508756 Jan 28 20:24:01.226403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Deleting port fce1ba33-0068-495c-b92a-b5efb538eeb9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:01.226748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.390361 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1110717c-9128-48b6-87bb-819afb54b0b7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.433010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-a35e3a1b-bbe5-48e1-ac6d-fc731e8ce3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.435644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-a35e3a1b-bbe5-48e1-ac6d-fc731e8ce3a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=faca7f8b-ad71-43e2-af21-922a09e7dead HTTP/1.1" status: 200 len: 903 time: 0.2996600 Jan 28 20:24:01.483544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18590a-f857-4d97-953f-1f5cba0258ae req-5b76dbdf-91ba-4adc-9541-64f29bb960ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.486320 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc18590a-f857-4d97-953f-1f5cba0258ae req-5b76dbdf-91ba-4adc-9541-64f29bb960ce tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 950 time: 0.3209996 Jan 28 20:24:01.542607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4cdd0-2c15-4026-a3a1-a387d5202dcf req-9e0b5121-9fea-48e8-b673-04b34534da31 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.549070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.550782 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.553924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ab4cdd0-2c15-4026-a3a1-a387d5202dcf req-9e0b5121-9fea-48e8-b673-04b34534da31 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.2073565 Jan 28 20:24:01.557956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-3f478b8a-e6cb-4b0c-9d68-6e7f5af48023 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.242&port_id=b59684ff-998f-400b-a9e5-5d6637cb9212 HTTP/1.1" status: 200 len: 217 time: 0.1078429 Jan 28 20:24:01.590087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-157d9315-e135-4e0e-8deb-a66d475849ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4023519 Jan 28 20:24:01.602310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Calling delete_port for fce1ba33-0068-495c-b92a-b5efb538eeb9 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:01.632456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-80b7c43c-b8eb-4b26-a167-676a7ac53bd1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.635284 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-80b7c43c-b8eb-4b26-a167-676a7ac53bd1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 806 time: 0.3508546 Jan 28 20:24:01.677742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1110717c-9128-48b6-87bb-819afb54b0b7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.683829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Request body: {'port': {'device_id': '15570f56-bc60-4baa-b467-aa9c55c4426d', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'admin_state_up': True, 'tenant_id': '6bd5e10b26e841869c57cbff6ca81cba'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:01.691803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-5df1af88-adc5-4663-b4f1-7b49b456b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.696412 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1110717c-9128-48b6-87bb-819afb54b0b7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.697277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-5df1af88-adc5-4663-b4f1-7b49b456b961 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f83109b-298f-4d03-a832-569666fc55f4 HTTP/1.1" status: 200 len: 801 time: 0.0909650 Jan 28 20:24:01.821592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc18590a-f857-4d97-953f-1f5cba0258ae req-7504e1db-e736-4797-a728-eed878da7e33 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890813 Jan 28 20:24:01.863061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ab4cdd0-2c15-4026-a3a1-a387d5202dcf req-808cc28a-7652-4610-9417-4680cf495a60 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906075 Jan 28 20:24:01.902784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110717c-9128-48b6-87bb-819afb54b0b7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7736f57a-0ea8-48bf-b7e2-a5d9a51fb1c0,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:01.931569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1110717c-9128-48b6-87bb-819afb54b0b7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:01.933892 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1110717c-9128-48b6-87bb-819afb54b0b7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8727679 Jan 28 20:24:01.941630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35838) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:01.945047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-052f46e1-4a52-44bd-9f66-a4bc2b852445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:01.947356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-052f46e1-4a52-44bd-9f66-a4bc2b852445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=faca7f8b-ad71-43e2-af21-922a09e7dead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2172818 Jan 28 20:24:01.967279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Request body: {'security_group_rule': {'security_group_id': 'a9690710-49ef-4b1d-98cd-2398907d793b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:02.221927 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:02.224360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 66c34a1e-b071-4e51-9154-c8b378392e27 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:02.240213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Made reservation on behalf of 6bd5e10b26e841869c57cbff6ca81cba for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:02.249031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:02.307092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event deleted for resources: {'Port': ['ID=fce1ba33-0068-495c-b92a-b5efb538eeb9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:02.327322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:02.340403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 66c34a1e-b071-4e51-9154-c8b378392e27 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:02.340874 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:02.434600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e9a8-83e5-481f-bb93-b53fdd03c002 req-dc8936ff-bba2-4a5b-a177-d1061a20ab0e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.441239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f91e9a8-83e5-481f-bb93-b53fdd03c002 req-dc8936ff-bba2-4a5b-a177-d1061a20ab0e tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.3288014 Jan 28 20:24:02.558915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-337a3316-02d8-48f8-bfa9-b4ecb7f589d2 service neutron] 10.222.0.26 "GET /v2.0/networks/faca7f8b-ad71-43e2-af21-922a09e7dead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634942 Jan 28 20:24:02.582538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-9630905c-5d78-4649-8e25-2eb7ce89c3ce tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.591751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-9630905c-5d78-4649-8e25-2eb7ce89c3ce tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.598916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-9630905c-5d78-4649-8e25-2eb7ce89c3ce tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.607462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-9630905c-5d78-4649-8e25-2eb7ce89c3ce tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.614779 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] create failed (client error): The resource could not be found. Jan 28 20:24:02.619505 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4f9c724d-06a1-456d-91a0-60f3bb075649 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7670419 Jan 28 20:24:02.619614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-9630905c-5d78-4649-8e25-2eb7ce89c3ce tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.620897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35850) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:02.624666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-9630905c-5d78-4649-8e25-2eb7ce89c3ce tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.631178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-9630905c-5d78-4649-8e25-2eb7ce89c3ce tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:02.633476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-9630905c-5d78-4649-8e25-2eb7ce89c3ce tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.4657607 Jan 28 20:24:02.692244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Allocated IP 172.20.0.12 (02e595f2-4677-4e83-bfd2-59511c164baa/11bfe728-918d-47cb-bc30-3185f3afc3c5/69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:02.705771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:02.738121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f91e9a8-83e5-481f-bb93-b53fdd03c002 req-4c9bcb56-a9a0-4599-85ef-3dfc6cec66eb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604177 Jan 28 20:24:02.746238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:02.829070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-714c088a-7743-4ff6-b380-319bcd0664c3 req-6793d0e4-e260-4fea-9b3f-8c9246587cfc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853659 Jan 28 20:24:02.834581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbb930-a833-41b1-8aa1-186913cd37c9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Deleting port 60a0bcfc-fa61-4f47-812c-82ec3bfb4268 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:02.835391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb930-a833-41b1-8aa1-186913cd37c9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:02.835568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:02.840647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8882673 Jan 28 20:24:02.840647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24f3761-4437-4f32-861d-f00857ab5264,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:02.842795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35856) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:02.854499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:02.870735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.871229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.871746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.872261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.872724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.873264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.873686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.874184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.874687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.875150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.875605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.876100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eb8e2-5857-484a-bc2e-584cf8a1d1af tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:02.912890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4035fadc-1b4d-4fd5-a0fa-654e6dabe648 req-8f1bd4c5-e50b-4dd2-a794-5a30a6380b16 service neutron] 10.222.0.26 "GET /v2.0/networks/faca7f8b-ad71-43e2-af21-922a09e7dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758691 Jan 28 20:24:02.967263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-268e3789-5154-4c2d-9fa9-5458e71365c4 req-5793f130-76d8-4ea8-8c65-6c54bbbfe4ab tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 210 time: 0.0469365 Jan 28 20:24:02.990685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.134596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dbb6b-bb7a-46aa-b31c-d8b5a225ce6e req-e351e3a4-fea8-4c68-bebd-46051787a0c4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:03.136382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae9dbb6b-bb7a-46aa-b31c-d8b5a225ce6e req-e351e3a4-fea8-4c68-bebd-46051787a0c4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.0818760 Jan 28 20:24:03.196408 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.208886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb930-a833-41b1-8aa1-186913cd37c9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.228080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b41d1-6220-4e07-bc4e-fd0a3a28b92e req-6af41f01-133f-4f4c-a9c2-d90740444da0 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:03.229474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8b41d1-6220-4e07-bc4e-fd0a3a28b92e req-6af41f01-133f-4f4c-a9c2-d90740444da0 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 1101 time: 0.1041698 Jan 28 20:24:03.244356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbb930-a833-41b1-8aa1-186913cd37c9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Calling delete_port for 60a0bcfc-fa61-4f47-812c-82ec3bfb4268 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:03.258726 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae9dbb6b-bb7a-46aa-b31c-d8b5a225ce6e req-4773e322-ae95-4d96-8934-a86c44514f16 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136277 Jan 28 20:24:03.279770 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.301714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8b41d1-6220-4e07-bc4e-fd0a3a28b92e req-a0c7166b-b227-4538-978b-53d94610ffa5 tempest-ServersOnMultiNodesTest-1253937085 tempest-ServersOnMultiNodesTest-1253937085-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583885 Jan 28 20:24:03.410373 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.429029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:03.473554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Network 02e595f2-4677-4e83-bfd2-59511c164baa is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:03.480518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:03.489559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:03.514341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event updated for resources: {'Port': ['ID=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:03.559007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae595ebe-bfdf-4bb6-95a5-f16f786a1a87 req-598d16b0-1625-41e3-9591-4c63a9fa76a2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:03.569410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae595ebe-bfdf-4bb6-95a5-f16f786a1a87 req-598d16b0-1625-41e3-9591-4c63a9fa76a2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:03.573151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae595ebe-bfdf-4bb6-95a5-f16f786a1a87 req-598d16b0-1625-41e3-9591-4c63a9fa76a2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1679 time: 0.1670606 Jan 28 20:24:03.575186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Allocated IP 172.25.2.68 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/3e28cf53-f11d-4ede-a4dd-8eb64ffd6269) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:03.599053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:03.599749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.609918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb930-a833-41b1-8aa1-186913cd37c9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.673975 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-1e5d2cb8-d6e7-4ee4-8199-63b53cb92643 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0115528 Jan 28 20:24:03.675782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbb930-a833-41b1-8aa1-186913cd37c9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event deleted for resources: {'Port': ['ID=60a0bcfc-fa61-4f47-812c-82ec3bfb4268,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:03.698046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Request body: {'port': {'device_id': '15570f56-bc60-4baa-b467-aa9c55c4426d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:03.927331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb930-a833-41b1-8aa1-186913cd37c9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.932224 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1cdbb930-a833-41b1-8aa1-186913cd37c9 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "DELETE /v2.0/ports/60a0bcfc-fa61-4f47-812c-82ec3bfb4268 HTTP/1.1" status: 204 len: 168 time: 1.3101046 Jan 28 20:24:03.935153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:03.939256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35872) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:04.002870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-70f05fab-b9ee-4036-878a-b61a9b6fafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.004334 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-70f05fab-b9ee-4036-878a-b61a9b6fafe4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1101 time: 0.1340029 Jan 28 20:24:04.071761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c762a-25ee-4049-80b7-33cbc80f9d5f tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.073322 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ce7c762a-25ee-4049-80b7-33cbc80f9d5f tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a96f578-c268-4025-a353-18a258a0cb1c HTTP/1.1" status: 200 len: 913 time: 0.1319830 Jan 28 20:24:04.080425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35876) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:04.201731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae595ebe-bfdf-4bb6-95a5-f16f786a1a87 req-7dc302ef-ded4-4c93-a404-921cd57c2eba tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177442 Jan 28 20:24:04.273184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35546f91-cd3d-4945-83c4-c1ed0e83fccf req-9bbdae25-515f-47b1-a499-0f607c3bbeaf tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.274671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 2d03c482-913d-4959-8882-114ea81c9aec details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:04.280749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35546f91-cd3d-4945-83c4-c1ed0e83fccf req-9bbdae25-515f-47b1-a499-0f607c3bbeaf tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.2449660 Jan 28 20:24:04.311388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-23c7b78e-10c5-410a-9477-feb57989e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.313515 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-23c7b78e-10c5-410a-9477-feb57989e3c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2821121 Jan 28 20:24:04.377708 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-730a5976-680d-495a-bb36-df07c15f6648 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0558724 Jan 28 20:24:04.422220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 2d03c482-913d-4959-8882-114ea81c9aec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2d03c482-913d-4959-8882-114ea81c9aec,segment=NetworkSegment(3dd04952-5458-4685-9862-839fefd09cce),segment_id=3dd04952-5458-4685-9862-839fefd09cce)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:04.437360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '2d03c482-913d-4959-8882-114ea81c9aec', 'network_id': '4d676fde-2095-43d8-b4a5-26e69b0d4d26', 'port_id': '2d03c482-913d-4959-8882-114ea81c9aec', 'mac_address': 'fa:16:3e:79:82:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbc97dc-b175-43e2-a3c9-9286c5022bbf', 'ip_address': '19.80.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:04.462221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35546f91-cd3d-4945-83c4-c1ed0e83fccf req-dddea36a-d0a0-4941-a06b-4dad7bdf59c1 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804707 Jan 28 20:24:04.472656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:04.480698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-60f12582-fda5-42af-89db-dc80407123d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.482214 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-60f12582-fda5-42af-89db-dc80407123d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0867147 Jan 28 20:24:04.485361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:04.508680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d03c482-913d-4959-8882-114ea81c9aec {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:04.512369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62173f9a-a653-4ab9-8bd1-11c228db884e req-07c05a3a-ae11-4a02-bce4-7eafa39e810b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.514663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62173f9a-a653-4ab9-8bd1-11c228db884e req-07c05a3a-ae11-4a02-bce4-7eafa39e810b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2135344 Jan 28 20:24:04.539589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 2d03c482-913d-4959-8882-114ea81c9aec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2d03c482-913d-4959-8882-114ea81c9aec,segment=NetworkSegment(3dd04952-5458-4685-9862-839fefd09cce),segment_id=3dd04952-5458-4685-9862-839fefd09cce)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:04.545659 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:04.546580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b59684ff-998f-400b-a9e5-5d6637cb9212 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:04.601668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:04.618544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-561e1bbb-cf57-4375-b2d5-33006c5a025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.621354 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-561e1bbb-cf57-4375-b2d5-33006c5a025f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256430 Jan 28 20:24:04.624135 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:04.667614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=2d03c482-913d-4959-8882-114ea81c9aec,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:04.691007 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62173f9a-a653-4ab9-8bd1-11c228db884e req-62c0183a-d3f6-4eeb-825d-8bff22e081b5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650815 Jan 28 20:24:04.692352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:04.698118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Transition to ACTIVE for port object 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:24:04.709287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:04.740285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35cdeb-d3c2-4662-aea2-22c709513e68 req-44abc619-db56-4f03-9663-2a7bd3b12f44 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.748487 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b35cdeb-d3c2-4662-aea2-22c709513e68 req-44abc619-db56-4f03-9663-2a7bd3b12f44 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 950 time: 0.1767595 Jan 28 20:24:04.763520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b59684ff-998f-400b-a9e5-5d6637cb9212, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b59684ff-998f-400b-a9e5-5d6637cb9212,segment=NetworkSegment(35a4720e-d9ad-43f2-af25-a592342db863),segment_id=35a4720e-d9ad-43f2-af25-a592342db863)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:04.765987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:04.779502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'b59684ff-998f-400b-a9e5-5d6637cb9212', 'network_id': 'faca7f8b-ad71-43e2-af21-922a09e7dead', 'port_id': 'b59684ff-998f-400b-a9e5-5d6637cb9212', 'mac_address': 'fa:16:3e:d8:75:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f83109b-298f-4d03-a832-569666fc55f4', 'ip_address': '19.86.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:04.782970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:04.792590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:04.793298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Pushing event updated for resources: {'Port': ['ID=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:04.841173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event updated for resources: {'Port': ['ID=3e28cf53-f11d-4ede-a4dd-8eb64ffd6269,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:04.843581 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:04.864692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59684ff-998f-400b-a9e5-5d6637cb9212 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:04.881185 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-6a70ee76-284c-4364-9d50-6cfbc9a54065 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502468 Jan 28 20:24:04.886855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b35cdeb-d3c2-4662-aea2-22c709513e68 req-624d5556-cb47-442e-b767-a8e1e0d1cd3d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373463 Jan 28 20:24:04.889802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b59684ff-998f-400b-a9e5-5d6637cb9212, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b59684ff-998f-400b-a9e5-5d6637cb9212,segment=NetworkSegment(35a4720e-d9ad-43f2-af25-a592342db863),segment_id=35a4720e-d9ad-43f2-af25-a592342db863)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:04.899769 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:04.964956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-f4a69da4-df0f-4521-ae95-33fdbe0c20ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.973941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-f4a69da4-df0f-4521-ae95-33fdbe0c20ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.981018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-f4a69da4-df0f-4521-ae95-33fdbe0c20ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.988659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=b59684ff-998f-400b-a9e5-5d6637cb9212,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:04.988967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-f4a69da4-df0f-4521-ae95-33fdbe0c20ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:04.994921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-f4a69da4-df0f-4521-ae95-33fdbe0c20ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.001038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-f4a69da4-df0f-4521-ae95-33fdbe0c20ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.007612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-f4a69da4-df0f-4521-ae95-33fdbe0c20ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.010834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-f4a69da4-df0f-4521-ae95-33fdbe0c20ea tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.2185698 Jan 28 20:24:05.015539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Attempting to bind port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:05.015539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Attempting to bind port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:05.016098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Attempting to bind port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:05.025630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 on network 02e595f2-4677-4e83-bfd2-59511c164baa not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:24:05.025972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Attempting to bind port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 on network 02e595f2-4677-4e83-bfd2-59511c164baa {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:05.045365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:05.045840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Checking segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:05.046311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Bound using segment: {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:05.047025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Bound port: 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa87eba-0d9f-4102-b052-e281185263a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:05.047561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.082047 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-148f3722-1f62-4061-ae05-4ed58ed4d896 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920366 Jan 28 20:24:05.129958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.151394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f23c3bc6-d364-47b5-ae33-d7d996d02eb4 req-e32a3542-09b7-42fa-85a9-3a815e8de1f7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249259 Jan 28 20:24:05.169307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d738acf-c3b6-4ba0-91ba-b182365684fe req-7efc2c15-8d78-4fff-a39d-95db61b5c0ac tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.170873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d738acf-c3b6-4ba0-91ba-b182365684fe req-7efc2c15-8d78-4fff-a39d-95db61b5c0ac tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 944 time: 0.1603479 Jan 28 20:24:05.173631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] For port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:05.178815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] For port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:05.187367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.193092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.275998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.277149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.279893 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] 10.222.0.26 "PUT /v2.0/ports/69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 HTTP/1.1" status: 200 len: 1092 time: 1.5889554 Jan 28 20:24:05.280434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.280663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15570f56-bc60-4baa-b467-aa9c55c4426d', 'tag': '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:05.289190 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786aabd4-9b76-49b3-ae19-4b47fed4df43" -d '{"events": [{"name": "network-changed", "server_uuid": "15570f56-bc60-4baa-b467-aa9c55c4426d", "tag": "69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:05.329889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['2d03c482-913d-4959-8882-114ea81c9aec'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:05.348713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d738acf-c3b6-4ba0-91ba-b182365684fe req-a11c5b30-34ca-4701-b921-2fb09e568872 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607647 Jan 28 20:24:05.390128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b59684ff-998f-400b-a9e5-5d6637cb9212'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:05.435188 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addb95bf-6de5-472c-8aa5-71c18e386766 x-openstack-request-id: req-addb95bf-6de5-472c-8aa5-71c18e386766 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:05.435821 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15570f56-bc60-4baa-b467-aa9c55c4426d", "tag": "69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:05.435993 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-addb95bf-6de5-472c-8aa5-71c18e386766 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:05.436624 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15570f56-bc60-4baa-b467-aa9c55c4426d', 'tag': '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04', 'status': 'completed', 'code': 200} Jan 28 20:24:05.464428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d7a53-0a24-4a15-81a0-37793c3e5f00 service neutron] Pushing event updated for resources: {'Port': ['ID=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:05.492447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-2978b2dc-3a09-413c-9b85-5f2be3466391 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.494022 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-2978b2dc-3a09-413c-9b85-5f2be3466391 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 950 time: 0.1946390 Jan 28 20:24:05.501877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-b17d3bad-d857-4133-a096-3f70e5620d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.503807 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-b17d3bad-d857-4133-a096-3f70e5620d0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 1095 time: 0.1190867 Jan 28 20:24:05.534335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e07f-0b69-4be1-9388-27bd5b18fe92 req-0b83bd3d-eb4a-4e40-9dd4-b12dee476cd9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.540715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e07f-0b69-4be1-9388-27bd5b18fe92 req-0b83bd3d-eb4a-4e40-9dd4-b12dee476cd9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.548575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60c9e07f-0b69-4be1-9388-27bd5b18fe92 req-0b83bd3d-eb4a-4e40-9dd4-b12dee476cd9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1681 time: 0.2038870 Jan 28 20:24:05.602406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-6c977a6c-7494-4971-99cc-aab371b3b7d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 HTTP/1.1" status: 200 len: 217 time: 0.0829141 Jan 28 20:24:05.637033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60c9e07f-0b69-4be1-9388-27bd5b18fe92 req-2419a72c-dc81-45c8-87a0-e27199125bf7 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875056 Jan 28 20:24:05.680632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.718146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.740025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabee18-4caf-460e-9e7f-5b3704a495a7 req-484b229b-7630-42e1-b745-26284bb0d151 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.741592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-39ed1e56-b076-4054-9d49-7baef13b45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.741822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dabee18-4caf-460e-9e7f-5b3704a495a7 req-484b229b-7630-42e1-b745-26284bb0d151 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1412601 Jan 28 20:24:05.743060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-39ed1e56-b076-4054-9d49-7baef13b45d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.1290781 Jan 28 20:24:05.811524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-b24ad9a9-49f6-4805-8313-2eae9547d669 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498235 Jan 28 20:24:05.889004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event updated for resources: {'Port': ['ID=3e28cf53-f11d-4ede-a4dd-8eb64ffd6269,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:05.895627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Deleting port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:05.896110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.913582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dabee18-4caf-460e-9e7f-5b3704a495a7 req-f9aff3db-2f64-401f-b6f0-e9e77fca14cd tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486106 Jan 28 20:24:05.922101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.950534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2842fbf-c665-4132-b181-ec6c00b7e3cc req-84c9de81-e4d9-4ef1-abdb-c27e67b7a7d8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:05.952097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2842fbf-c665-4132-b181-ec6c00b7e3cc req-84c9de81-e4d9-4ef1-abdb-c27e67b7a7d8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1146142 Jan 28 20:24:05.965320 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:05.979803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d0f7431c-5976-49bd-89d6-f5f4d37c5e4f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1232054 Jan 28 20:24:05.980762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Deleting port 009a96c9-6244-469b-81f3-8288c84bbdf6 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:05.981133 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:06.042856 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-b87f2d9d-8417-4ab9-a834-15ca1c4832a8 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207103 Jan 28 20:24:06.107811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2842fbf-c665-4132-b181-ec6c00b7e3cc req-b50fae7d-35ab-405c-8969-bd8060b4e4b6 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393294 Jan 28 20:24:06.162319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] For port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:06.162614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac9a6d-ed29-4bd2-bba9-0083d02803c0 req-d0a03086-14fe-4759-8a73-7551d6646ad3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.163078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:06.164419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46ac9a6d-ed29-4bd2-bba9-0083d02803c0 req-d0a03086-14fe-4759-8a73-7551d6646ad3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c7e11b-e6fd-446c-8f8a-88d8676dbaf6 HTTP/1.1" status: 200 len: 950 time: 0.1018612 Jan 28 20:24:06.194750 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:06.195594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Calling delete_port for 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:06.215141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Calling delete_port for 009a96c9-6244-469b-81f3-8288c84bbdf6 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:06.241886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46ac9a6d-ed29-4bd2-bba9-0083d02803c0 req-73d9a057-51f4-4695-a03c-81f7b3b919e0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Jan 28 20:24:06.317733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a63af10-ff75-475a-a9ab-fb3b7ec25bed req-ec154e08-3116-4484-b268-cbd16bf2f294 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540729 Jan 28 20:24:06.380584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-3b9b6ccf-3a55-44d0-9f81-18715abaad84 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--106711001&fields=id&tenant_id=f3a82e06a53c439fa95bfb69a34d6457 HTTP/1.1" status: 200 len: 267 time: 0.0682874 Jan 28 20:24:06.421342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:06.434182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b', '0a84a83e-9ee4-4370-8418-3fca9a15aa32', '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:06.479666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event deleted for resources: {'Port': ['ID=6bd5ee92-1277-43e2-87fa-2bd7ec04b65d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:06.534600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] No DVR routers for this DVR port 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:06.540271 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:06.545964 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00f1c4da-5e07-4818-9dc1-92e446fa4e5f req-39b2b118-fbc4-4d71-8664-4aa6a9d71a6b tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "DELETE /v2.0/ports/6bd5ee92-1277-43e2-87fa-2bd7ec04b65d HTTP/1.1" status: 204 len: 173 time: 1.0406551 Jan 28 20:24:06.557853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-35fdb124-b889-4d22-922c-d1b320160c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.560594 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-35fdb124-b889-4d22-922c-d1b320160c8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 1095 time: 0.1269810 Jan 28 20:24:06.725977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64179-134b-4793-90ba-0d2438f778fd req-f53d86e9-a3cb-44f8-a6f5-c58c787f1414 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.739610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64179-134b-4793-90ba-0d2438f778fd req-f53d86e9-a3cb-44f8-a6f5-c58c787f1414 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.750198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64179-134b-4793-90ba-0d2438f778fd req-f53d86e9-a3cb-44f8-a6f5-c58c787f1414 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.761367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64179-134b-4793-90ba-0d2438f778fd req-f53d86e9-a3cb-44f8-a6f5-c58c787f1414 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.772113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64179-134b-4793-90ba-0d2438f778fd req-f53d86e9-a3cb-44f8-a6f5-c58c787f1414 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.781164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64179-134b-4793-90ba-0d2438f778fd req-f53d86e9-a3cb-44f8-a6f5-c58c787f1414 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.789903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b64179-134b-4793-90ba-0d2438f778fd req-f53d86e9-a3cb-44f8-a6f5-c58c787f1414 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.793431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9b64179-134b-4793-90ba-0d2438f778fd req-f53d86e9-a3cb-44f8-a6f5-c58c787f1414 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.2208755 Jan 28 20:24:06.849521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894', 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef', '71a66e1e-1fc0-4c34-8e05-e5251df885fd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:06.857837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-a296b6e7-b5d7-416e-bd2a-224f85196292 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:06.860596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-a296b6e7-b5d7-416e-bd2a-224f85196292 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/networks?id=a40c9673-4cc6-450e-8c44-25e74f3c2eda HTTP/1.1" status: 200 len: 811 time: 0.4789169 Jan 28 20:24:06.953413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-8f5fe566-c864-41da-82ac-cd53391a7c6c tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/quotas/f3a82e06a53c439fa95bfb69a34d6457 HTTP/1.1" status: 200 len: 375 time: 0.0500705 Jan 28 20:24:06.961770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9b64179-134b-4793-90ba-0d2438f778fd req-c112c0b3-ef9c-4c47-b6d1-1ba6e4e69a3b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168621 Jan 28 20:24:06.968056 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:07.047123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event deleted for resources: {'Port': ['ID=009a96c9-6244-469b-81f3-8288c84bbdf6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:07.152100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-3aa04fea-95e9-4001-9144-cda4d1312abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:07.156638 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-3aa04fea-95e9-4001-9144-cda4d1312abc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75c46c66ca09437ab4a008964f024306&device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 1098 time: 0.5894341 Jan 28 20:24:07.226560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-5e87366b-a19c-4d9d-8598-e7e0ce2aee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:07.228453 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-5e87366b-a19c-4d9d-8598-e7e0ce2aee69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 907 time: 0.6386640 Jan 28 20:24:07.257050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-1df2c6eb-33db-4ff7-a21b-45261ef5d7bb tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f3a82e06a53c439fa95bfb69a34d6457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2710869 Jan 28 20:24:07.285661 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-243bd96d-a3c7-4548-9432-5dea5dd6819b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 HTTP/1.1" status: 200 len: 217 time: 0.0492184 Jan 28 20:24:07.379793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-ad8b1e49-f161-4e41-863b-9565fefd6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:07.382034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-ad8b1e49-f161-4e41-863b-9565fefd6b8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 200 len: 914 time: 0.2134321 Jan 28 20:24:07.395930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:07.435157 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-71459695-64c7-49b4-9dcd-4bc6ca591923 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 200 len: 217 time: 0.0413604 Jan 28 20:24:07.437823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c7e11b-e6fd-446c-8f8a-88d8676dbaf6', 'name': 'network-vif-deleted', 'tag': '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:07.441314 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a83df8-05d8-405c-b382-9e9b294d3225" -d '{"events": [{"server_uuid": "56c7e11b-e6fd-446c-8f8a-88d8676dbaf6", "name": "network-vif-deleted", "tag": "6bd5ee92-1277-43e2-87fa-2bd7ec04b65d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:07.455306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-b5299cc7-2141-4cbe-9f15-baeb99f06be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:07.457099 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-b5299cc7-2141-4cbe-9f15-baeb99f06be2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.1514225 Jan 28 20:24:07.506218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668e91-3229-4d52-bc6c-f32437520b76 req-cb640552-3990-4788-a869-3f0d44e66cbe tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:07.513000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97668e91-3229-4d52-bc6c-f32437520b76 req-cb640552-3990-4788-a869-3f0d44e66cbe tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 944 time: 0.3999319 Jan 28 20:24:07.516684 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-e5dfbbc8-b868-48ca-9f6e-db6b8448bdca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365124 Jan 28 20:24:07.550108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-eab6afea-a938-4f71-a3df-91ea7d06905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:07.551817 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-eab6afea-a938-4f71-a3df-91ea7d06905c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 200 len: 853 time: 0.1061168 Jan 28 20:24:07.642989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-d1346878-ea07-4d13-9811-36867561abe5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5ac98ad-5fee-4185-8e5b-427f2e1d1415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563674 Jan 28 20:24:07.701960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce3a7bb8-2345-4b8d-9847-4931eabb2399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:07.741163 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-30f35c80-ec44-487b-922f-fb224f6e42a9 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140188 Jan 28 20:24:07.846255 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-081a3f9f-70e2-4973-9d1e-eec0143e56e1 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916444 Jan 28 20:24:07.931230 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-786aabd4-9b76-49b3-ae19-4b47fed4df43 req-778241a8-7e9e-46d1-b523-03d6d1af8b94 service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790524 Jan 28 20:24:07.984341 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f38b8903-e324-4968-9c22-406e9ce739f1 req-eac5383b-9c79-4e6b-8274-73388c5e06c2 service neutron] 10.222.0.13 "GET /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237907 Jan 28 20:24:08.036041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97668e91-3229-4d52-bc6c-f32437520b76 req-66f65dfe-266b-45c8-b9a7-0b3aa6fb1d2d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654686 Jan 28 20:24:08.120958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-c5df271a-f29f-4e10-8fcc-84fe309013f4 service neutron] 10.222.0.44 "GET /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146089 Jan 28 20:24:08.169584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Router 9a96f578-c268-4025-a353-18a258a0cb1c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:24:08.235330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8bba2-ec82-4fc3-9514-83efce38a766 req-ea5fb87d-1c33-4b6e-b2ec-cfb5c30efdef tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:08.236929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45e8bba2-ec82-4fc3-9514-83efce38a766 req-ea5fb87d-1c33-4b6e-b2ec-cfb5c30efdef tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1287673 Jan 28 20:24:08.300599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 2d03c482-913d-4959-8882-114ea81c9aec up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:08.337343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:24:08.346413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-87c615a3-dcb9-4b95-8ec6-722720031580 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "PUT /v2.0/routers/9a96f578-c268-4025-a353-18a258a0cb1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2631187 Jan 28 20:24:08.350355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35920) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:08.353528 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c6142-5033-4006-abc3-ef5fc686a380 None None] Sync routers for ids ['9a96f578-c268-4025-a353-18a258a0cb1c'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:24:08.360462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-604b7abc-9c2f-42f4-ad05-cd34892d36a9 service neutron] 10.222.0.44 "GET /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190998 Jan 28 20:24:08.371986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45e8bba2-ec82-4fc3-9514-83efce38a766 req-a42f9f69-e0fb-47b2-9ad3-c1f65f063ca9 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981975 Jan 28 20:24:08.374928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 2d03c482-913d-4959-8882-114ea81c9aec completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:08.380778 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c6142-5033-4006-abc3-ef5fc686a380 None None] Routers {'9a96f578-c268-4025-a353-18a258a0cb1c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:08.381396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 2d03c482-913d-4959-8882-114ea81c9aec triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:08.381847 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.384296 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fb0c6142-5033-4006-abc3-ef5fc686a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9a96f578-c268-4025-a353-18a258a0cb1c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:08.478489 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fb0c6142-5033-4006-abc3-ef5fc686a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:08.489618 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c6142-5033-4006-abc3-ef5fc686a380 None None] Routers {'9a96f578-c268-4025-a353-18a258a0cb1c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:08.490703 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fb0c6142-5033-4006-abc3-ef5fc686a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:23:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9a96f578-c268-4025-a353-18a258a0cb1c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:08.516119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-105cd4a5-5ad0-49fd-892b-fcd3ac4229ee tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.525271 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.531563 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fb0c6142-5033-4006-abc3-ef5fc686a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:08.531796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c5426-ecdf-4583-ab4d-62b7c0883b81 req-366a4c64-c960-4917-b1dd-a9bb839ea0d3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:08.533328 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c6142-5033-4006-abc3-ef5fc686a380 None None] The sync data for ids ['9a96f578-c268-4025-a353-18a258a0cb1c'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:24:08.539646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c5426-ecdf-4583-ab4d-62b7c0883b81 req-366a4c64-c960-4917-b1dd-a9bb839ea0d3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:08.541776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875c5426-ecdf-4583-ab4d-62b7c0883b81 req-366a4c64-c960-4917-b1dd-a9bb839ea0d3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1681 time: 0.0822246 Jan 28 20:24:08.555128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d03c482-913d-4959-8882-114ea81c9aec'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:08.558237 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fab1e6-4f62-4562-b4a1-12e8aca540f6" -d '{"events": [{"server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "name": "network-vif-plugged", "status": "completed", "tag": "2d03c482-913d-4959-8882-114ea81c9aec"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:08.585252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 2d03c482-913d-4959-8882-114ea81c9aec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2d03c482-913d-4959-8882-114ea81c9aec,segment=NetworkSegment(3dd04952-5458-4685-9862-839fefd09cce),segment_id=3dd04952-5458-4685-9862-839fefd09cce)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:08.592743 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.593834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b59684ff-998f-400b-a9e5-5d6637cb9212 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:08.605983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875c5426-ecdf-4583-ab4d-62b7c0883b81 req-ad2a8f53-c03a-4162-ab04-c61ac571ef76 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545833 Jan 28 20:24:08.807850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=2d03c482-913d-4959-8882-114ea81c9aec,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:08.817178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c03bd-3ef4-481c-b4b6-45777a0fc010 req-4688e60e-f5e0-48b5-ae34-2502acec1b51 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:08.820888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a68c03bd-3ef4-481c-b4b6-45777a0fc010 req-4688e60e-f5e0-48b5-ae34-2502acec1b51 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1063879 Jan 28 20:24:08.822692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port b59684ff-998f-400b-a9e5-5d6637cb9212 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:08.827592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port b59684ff-998f-400b-a9e5-5d6637cb9212 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:08.828056 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.881012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-105cd4a5-5ad0-49fd-892b-fcd3ac4229ee tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.884784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-105cd4a5-5ad0-49fd-892b-fcd3ac4229ee tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.925557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a68c03bd-3ef4-481c-b4b6-45777a0fc010 req-440125b3-cf83-495b-953b-c42da275dd40 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991113 Jan 28 20:24:08.941703 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056890f8-28e1-41b9-881c-4a15fa5a59fa x-openstack-request-id: req-056890f8-28e1-41b9-881c-4a15fa5a59fa {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:08.942065 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c7e11b-e6fd-446c-8f8a-88d8676dbaf6", "name": "network-vif-deleted", "tag": "6bd5ee92-1277-43e2-87fa-2bd7ec04b65d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:08.942312 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-056890f8-28e1-41b9-881c-4a15fa5a59fa {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:08.942765 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c7e11b-e6fd-446c-8f8a-88d8676dbaf6', 'name': 'network-vif-deleted', 'tag': '6bd5ee92-1277-43e2-87fa-2bd7ec04b65d', 'status': 'completed', 'code': 200} Jan 28 20:24:08.956171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.966694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-105cd4a5-5ad0-49fd-892b-fcd3ac4229ee tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.967222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105cd4a5-5ad0-49fd-892b-fcd3ac4229ee tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Fanout notify agent at l3_agent the message router_deleted on router 9a96f578-c268-4025-a353-18a258a0cb1c {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:24:08.980588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-105cd4a5-5ad0-49fd-892b-fcd3ac4229ee tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:08.985194 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-105cd4a5-5ad0-49fd-892b-fcd3ac4229ee tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "DELETE /v2.0/routers/9a96f578-c268-4025-a353-18a258a0cb1c HTTP/1.1" status: 204 len: 168 time: 0.6334355 Jan 28 20:24:08.986443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35934) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:09.015834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b59684ff-998f-400b-a9e5-5d6637cb9212, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b59684ff-998f-400b-a9e5-5d6637cb9212,segment=NetworkSegment(35a4720e-d9ad-43f2-af25-a592342db863),segment_id=35a4720e-d9ad-43f2-af25-a592342db863)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:09.023666 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.043842 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d37252-cdbb-435f-9c4c-7978d2ee9046 x-openstack-request-id: req-39d37252-cdbb-435f-9c4c-7978d2ee9046 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:09.043984 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "name": "network-vif-plugged", "status": "completed", "tag": "2d03c482-913d-4959-8882-114ea81c9aec", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:09.044267 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39d37252-cdbb-435f-9c4c-7978d2ee9046 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:09.044674 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d03c482-913d-4959-8882-114ea81c9aec', 'code': 200} Jan 28 20:24:09.091752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-9226b39e-f50c-4132-a9b6-fd5362abd94f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.098951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-9226b39e-f50c-4132-a9b6-fd5362abd94f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.103852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-85355453-b72f-453c-aee9-feae86dba4a3 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Deleting subnet c590a201-ff82-4daa-b19e-ff555abde1bc {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:24:09.105135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-9226b39e-f50c-4132-a9b6-fd5362abd94f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.112835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85355453-b72f-453c-aee9-feae86dba4a3 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.113089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-9226b39e-f50c-4132-a9b6-fd5362abd94f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.119241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-9226b39e-f50c-4132-a9b6-fd5362abd94f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.130359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=b59684ff-998f-400b-a9e5-5d6637cb9212,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:09.134661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-9226b39e-f50c-4132-a9b6-fd5362abd94f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.141812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-9226b39e-f50c-4132-a9b6-fd5362abd94f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.144226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-9226b39e-f50c-4132-a9b6-fd5362abd94f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.1643414 Jan 28 20:24:09.187524 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85355453-b72f-453c-aee9-feae86dba4a3 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.189983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c684a265-3223-41d6-a297-c33a9f05e6bf req-3b8fab41-219a-4f3f-806e-b41934bf6efc tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 210 time: 0.0434864 Jan 28 20:24:09.254318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31cdfe7c-fa24-4dbb-a7aa-9bee5aa94cf2 req-d4886023-f076-4780-be62-99f7cdf352a7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984988 Jan 28 20:24:09.313922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85355453-b72f-453c-aee9-feae86dba4a3 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.414367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6e18-a3e9-4bc4-be5d-2f71ab13f599 req-1a4c2e3a-3a45-4a58-9221-e9cda5137110 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.418370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-874d6e18-a3e9-4bc4-be5d-2f71ab13f599 req-1a4c2e3a-3a45-4a58-9221-e9cda5137110 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 944 time: 0.0790973 Jan 28 20:24:09.451291 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85355453-b72f-453c-aee9-feae86dba4a3 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.482718 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-874d6e18-a3e9-4bc4-be5d-2f71ab13f599 req-0eff42ef-32a3-45a2-8d9b-29c9ade64399 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563622 Jan 28 20:24:09.489761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85355453-b72f-453c-aee9-feae86dba4a3 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event deleted for resources: {'Subnet': ['ID=c590a201-ff82-4daa-b19e-ff555abde1bc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:09.496639 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85355453-b72f-453c-aee9-feae86dba4a3 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.500411 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-85355453-b72f-453c-aee9-feae86dba4a3 tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "DELETE /v2.0/subnets/c590a201-ff82-4daa-b19e-ff555abde1bc HTTP/1.1" status: 204 len: 168 time: 0.5125816 Jan 28 20:24:09.503850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35944) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:09.507773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046614a-1c3c-4dd5-a77d-b1eceaef0e96 None None] Network c4c8b9cf-c348-4a4e-b912-98712ed6f9ae requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:09.555781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c7360-bfe9-420a-931a-6d9f5c2ae8ce req-56f2e15c-1111-435a-be7d-a056c3df9306 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.559007 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d44c7360-bfe9-420a-931a-6d9f5c2ae8ce req-56f2e15c-1111-435a-be7d-a056c3df9306 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 950 time: 0.0943849 Jan 28 20:24:09.635707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.665571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d44c7360-bfe9-420a-931a-6d9f5c2ae8ce req-751dbb73-70c2-4919-802d-5e6f5d5e4f1d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995960 Jan 28 20:24:09.700091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47440d22-7007-4b54-97b2-833239d242bb req-23b80574-484d-4a5f-87c5-c3903f650d14 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.712551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47440d22-7007-4b54-97b2-833239d242bb req-23b80574-484d-4a5f-87c5-c3903f650d14 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1192968 Jan 28 20:24:09.764598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Deleting port 336c0410-6226-464b-9142-9f567960972a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:09.765562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.776148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47440d22-7007-4b54-97b2-833239d242bb req-0840ce0a-7da9-4e7d-b8b9-75a38fe33c66 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541306 Jan 28 20:24:09.820596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] DHCP port deletion for c4c8b9cf-c348-4a4e-b912-98712ed6f9ae request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:24:09.853119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07aa22-0e04-4033-a174-a4ea1e4d5eee req-c1a5cace-6364-4949-954a-24dc29f329dd tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.855178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] For port 336c0410-6226-464b-9142-9f567960972a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=336c0410-6226-464b-9142-9f567960972a,segment=NetworkSegment(89a1f5b9-e703-4564-8dc1-b9ce9f306db9),segment_id=89a1f5b9-e703-4564-8dc1-b9ce9f306db9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:09.855720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.860674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07aa22-0e04-4033-a174-a4ea1e4d5eee req-c1a5cace-6364-4949-954a-24dc29f329dd tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:09.862932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa07aa22-0e04-4033-a174-a4ea1e4d5eee req-c1a5cace-6364-4949-954a-24dc29f329dd tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1683 time: 0.0825918 Jan 28 20:24:09.881579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Calling delete_port for 336c0410-6226-464b-9142-9f567960972a owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:09.889203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] Deleting port 336c0410-6226-464b-9142-9f567960972a {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:09.889697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.965389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] For port 336c0410-6226-464b-9142-9f567960972a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=336c0410-6226-464b-9142-9f567960972a,segment=NetworkSegment(89a1f5b9-e703-4564-8dc1-b9ce9f306db9),segment_id=89a1f5b9-e703-4564-8dc1-b9ce9f306db9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:09.966166 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:09.967899 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa07aa22-0e04-4033-a174-a4ea1e4d5eee req-654a3778-0b18-4f47-9854-49670959396d tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982378 Jan 28 20:24:09.999145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] Calling delete_port for 336c0410-6226-464b-9142-9f567960972a owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:10.004773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 336c0410-6226-464b-9142-9f567960972a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:10.005312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20a719-50c7-48fb-b8d4-69da26b72599 req-568919d1-f1aa-4951-ac6d-76a6b548fe8b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.008465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b20a719-50c7-48fb-b8d4-69da26b72599 req-568919d1-f1aa-4951-ac6d-76a6b548fe8b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1203489 Jan 28 20:24:10.010974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.050325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] No DVR routers for this DVR port 336c0410-6226-464b-9142-9f567960972a on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:10.053052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event deleted for resources: {'Port': ['ID=336c0410-6226-464b-9142-9f567960972a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:10.065857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 336c0410-6226-464b-9142-9f567960972a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:10.066235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 336c0410-6226-464b-9142-9f567960972a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:10.094702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b20a719-50c7-48fb-b8d4-69da26b72599 req-3b51a79a-77ee-40f5-aa2e-261ff0efaf56 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769851 Jan 28 20:24:10.142606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac9717-15c3-4dcc-aece-6227e94d70e3 req-916c08cf-fdbd-41a8-97f6-32d746c9e025 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.146339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-beac9717-15c3-4dcc-aece-6227e94d70e3 req-916c08cf-fdbd-41a8-97f6-32d746c9e025 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1001499 Jan 28 20:24:10.159931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:10.173739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.196697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:10.197050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 6bd5ee92-1277-43e2-87fa-2bd7ec04b65d not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:10.206585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c8b9cf-c348-4a4e-b912-98712ed6f9ae']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:10.208605 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fde54c57-75c2-4a85-a45d-d65a9a8c52c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.219089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a1f5b9-e703-4564-8dc1-b9ce9f306db9') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:10.219447 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.219596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a1f5b9-e703-4564-8dc1-b9ce9f306db9') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:10.231989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-beac9717-15c3-4dcc-aece-6227e94d70e3 req-9eedea98-45b0-49b1-acb5-d407e09e790a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747769 Jan 28 20:24:10.235118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.257530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] Pushing event deleted for resources: {'Port': ['ID=336c0410-6226-464b-9142-9f567960972a,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:10.260171 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.276936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46962879-a91b-4272-a31b-ea8b7a892d9c None None] No DVR routers for this DVR port 336c0410-6226-464b-9142-9f567960972a on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:10.304501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:10.357915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9eca7a-6dbe-4dbc-af33-d8cab2be7d16 req-64f8a9b3-1ca8-426f-bac7-fd4c3b8e13f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.360111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd9eca7a-6dbe-4dbc-af33-d8cab2be7d16 req-64f8a9b3-1ca8-426f-bac7-fd4c3b8e13f7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1442666 Jan 28 20:24:10.369439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:10.370100 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:10.373598 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:10.425997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c4c599e-7404-4681-8488-e20015b05ab2 req-765798e2-61a2-4fa5-b6b7-e8ff9204194b tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 210 time: 0.0606875 Jan 28 20:24:10.468460 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd9eca7a-6dbe-4dbc-af33-d8cab2be7d16 req-d2faa00a-f995-4240-9976-094bf999c8c7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727246 Jan 28 20:24:10.499704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-9b322d71-34c3-448c-805e-939faa1848e4 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.499704 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-9b322d71-34c3-448c-805e-939faa1848e4 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.13 "GET /v2.0/networks?id=a40c9673-4cc6-450e-8c44-25e74f3c2eda HTTP/1.1" status: 200 len: 811 time: 0.2352526 Jan 28 20:24:10.505571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:10.522579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04', 'network_id': '02e595f2-4677-4e83-bfd2-59511c164baa', 'port_id': '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04', 'mac_address': 'fa:16:3e:ce:47:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bfe728-918d-47cb-bc30-3185f3afc3c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:10.552941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.573988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.581809 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] 10.222.0.44 "DELETE /v2.0/networks/c4c8b9cf-c348-4a4e-b912-98712ed6f9ae HTTP/1.1" status: 204 len: 168 time: 1.0777893 Jan 28 20:24:10.599497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69565-9bb6-48a8-a405-e72033887342 req-334080a4-90f8-43cb-9720-5da50d56e7fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.603611 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.607894 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-f966725b-e7c5-4383-8205-09ff3fe43708 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3a82e06a53c439fa95bfb69a34d6457 HTTP/1.1" status: 200 len: 379 time: 0.0975819 Jan 28 20:24:10.608922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69565-9bb6-48a8-a405-e72033887342 req-334080a4-90f8-43cb-9720-5da50d56e7fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.609073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765651c-45f0-4e4d-a652-68f49d7738cd tempest-FloatingIPNegativeTestJSON-184801886 tempest-FloatingIPNegativeTestJSON-184801886-project] Pushing event deleted for resources: {'Network': ['ID=c4c8b9cf-c348-4a4e-b912-98712ed6f9ae,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:10.620427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:10.621351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69565-9bb6-48a8-a405-e72033887342 req-334080a4-90f8-43cb-9720-5da50d56e7fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.627631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Request body: {'port': {'device_id': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'admin_state_up': True, 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'security_groups': ['a9690710-49ef-4b1d-98cd-2398907d793b']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:10.629450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69565-9bb6-48a8-a405-e72033887342 req-334080a4-90f8-43cb-9720-5da50d56e7fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.636530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69565-9bb6-48a8-a405-e72033887342 req-334080a4-90f8-43cb-9720-5da50d56e7fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.645689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69565-9bb6-48a8-a405-e72033887342 req-334080a4-90f8-43cb-9720-5da50d56e7fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.647236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:10.652983 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.655859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc69565-9bb6-48a8-a405-e72033887342 req-334080a4-90f8-43cb-9720-5da50d56e7fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.662105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3cc69565-9bb6-48a8-a405-e72033887342 req-334080a4-90f8-43cb-9720-5da50d56e7fa tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.1369901 Jan 28 20:24:10.726109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:10.764996 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3cc69565-9bb6-48a8-a405-e72033887342 req-2182db40-ba00-46f2-8e43-a92e0307cba6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859878 Jan 28 20:24:10.778697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b118c3-86a4-4d76-bf9c-01f4f9c26a69 req-29a2512a-2402-46f1-9174-ce71822e43e4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.786543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7b118c3-86a4-4d76-bf9c-01f4f9c26a69 req-29a2512a-2402-46f1-9174-ce71822e43e4 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1241155 Jan 28 20:24:10.833959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Made reservation on behalf of f3a82e06a53c439fa95bfb69a34d6457 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:10.839889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:10.860583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7b118c3-86a4-4d76-bf9c-01f4f9c26a69 req-81b6672d-c112-45b1-a225-93554e4544df tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605500 Jan 28 20:24:10.956286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c88d1-0ef1-4389-807a-aca8cbf9177f req-eaa2d06a-c12e-41a4-9065-c508c9d37018 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:10.957863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa0c88d1-0ef1-4389-807a-aca8cbf9177f req-eaa2d06a-c12e-41a4-9065-c508c9d37018 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 945 time: 0.0909655 Jan 28 20:24:10.968166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35972) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:11.030374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa0c88d1-0ef1-4389-807a-aca8cbf9177f req-ec8192c2-625d-488b-8bb0-618199731cda tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630176 Jan 28 20:24:11.039051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e33789-ca58-4b27-bbde-e8b397d790a2 req-1871c573-cf06-4895-bd3f-50e9cb36ed86 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.046827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59684ff-998f-400b-a9e5-5d6637cb9212'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:11.053619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52e33789-ca58-4b27-bbde-e8b397d790a2 req-1871c573-cf06-4895-bd3f-50e9cb36ed86 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 950 time: 0.1092668 Jan 28 20:24:11.054416 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6eec10-89a4-4a6c-ad0d-49c8cea29b66" -d '{"events": [{"server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "name": "network-vif-plugged", "status": "completed", "tag": "b59684ff-998f-400b-a9e5-5d6637cb9212"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:11.083357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Allocated IP 172.20.0.8 (a40c9673-4cc6-450e-8c44-25e74f3c2eda/95043fb1-08ec-43a0-92b3-297969736598/267192fb-02e0-4733-a98f-c29ddb853763) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:11.107393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52e33789-ca58-4b27-bbde-e8b397d790a2 req-d184d8a5-d630-45cc-9e86-5fef4804d158 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464137 Jan 28 20:24:11.176683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:11.181824 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bde726-0093-4b6b-8ac9-860c7f291ec9 x-openstack-request-id: req-89bde726-0093-4b6b-8ac9-860c7f291ec9 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:11.182203 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "name": "network-vif-plugged", "status": "completed", "tag": "b59684ff-998f-400b-a9e5-5d6637cb9212", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:11.182383 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89bde726-0093-4b6b-8ac9-860c7f291ec9 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:11.182718 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59684ff-998f-400b-a9e5-5d6637cb9212', 'code': 200} Jan 28 20:24:11.259107 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f6298a5-c0eb-41e7-ba4a-b396fdcfbb3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=517f7284c3124c6885fa458da38bb0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895772 Jan 28 20:24:11.264074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35982) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:11.345973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df64b08-f581-44ce-9d2c-87f1cab4b317 req-8d45d445-3708-4a90-baa2-22da5bd5b530 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.352311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df64b08-f581-44ce-9d2c-87f1cab4b317 req-8d45d445-3708-4a90-baa2-22da5bd5b530 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.354373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1df64b08-f581-44ce-9d2c-87f1cab4b317 req-8d45d445-3708-4a90-baa2-22da5bd5b530 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1683 time: 0.1442168 Jan 28 20:24:11.384392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58cf4d-06fc-4aa6-8e57-10e9985bcf87 req-d0d54e3c-9364-46b5-9746-e1f9cd6aace8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.385820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee58cf4d-06fc-4aa6-8e57-10e9985bcf87 req-d0d54e3c-9364-46b5-9746-e1f9cd6aace8 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1193383 Jan 28 20:24:11.386023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f618-ee14-4138-949b-d08caa12c79b req-b5e17260-e922-4884-9e0e-6cef1bd42363 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.391807 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2324f618-ee14-4138-949b-d08caa12c79b req-b5e17260-e922-4884-9e0e-6cef1bd42363 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 950 time: 0.1108761 Jan 28 20:24:11.395469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28128841-6863-4977-93c6-60082aa3eafc req-a4b8f38c-82ab-44bf-9eb4-f257bca7ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.395955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28128841-6863-4977-93c6-60082aa3eafc req-a4b8f38c-82ab-44bf-9eb4-f257bca7ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.397651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28128841-6863-4977-93c6-60082aa3eafc req-a4b8f38c-82ab-44bf-9eb4-f257bca7ef99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1985 time: 0.1183774 Jan 28 20:24:11.420470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.447771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55a638a6-0e5d-430f-a01c-f3a08c7e6730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.457983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1df64b08-f581-44ce-9d2c-87f1cab4b317 req-7607f073-c998-44e7-b9a6-e8b8983f4aa2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961144 Jan 28 20:24:11.470392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee58cf4d-06fc-4aa6-8e57-10e9985bcf87 req-3e9afb97-4a03-4ea1-835f-7fd3cc1a1c17 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Jan 28 20:24:11.482194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28128841-6863-4977-93c6-60082aa3eafc req-2da5633a-8388-4b03-9776-979f8a7befb9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727663 Jan 28 20:24:11.519922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55a638a6-0e5d-430f-a01c-f3a08c7e6730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.520384 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.588092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.593910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c918ae8-a2f6-4b0a-b4e0-75b6585ff277 req-af2982ea-52e5-4b86-ab57-544f6e47dd37 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 210 time: 0.0426040 Jan 28 20:24:11.634491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Deleting port 71a66e1e-1fc0-4c34-8e05-e5251df885fd {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:11.635005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.666101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:11.667260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3a2e7-2a90-464c-862d-9edd5a4eb2ab req-ac52b3e6-60c1-4f3f-a79a-60f5d95d8157 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.669526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55a638a6-0e5d-430f-a01c-f3a08c7e6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.672839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55a638a6-0e5d-430f-a01c-f3a08c7e6730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.673869 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-55a638a6-0e5d-430f-a01c-f3a08c7e6730 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/869deca2-19ee-4de8-9d0a-905ab42665a7 HTTP/1.1" status: 204 len: 168 time: 0.4087439 Jan 28 20:24:11.684736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee3a2e7-2a90-464c-862d-9edd5a4eb2ab req-ac52b3e6-60c1-4f3f-a79a-60f5d95d8157 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.0935822 Jan 28 20:24:11.715815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:11.726725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:11.731414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event updated for resources: {'Port': ['ID=267192fb-02e0-4733-a98f-c29ddb853763,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:11.761316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a638a6-0e5d-430f-a01c-f3a08c7e6730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869deca2-19ee-4de8-9d0a-905ab42665a7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:11.772485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8f559-eca5-4446-9eef-aacf2461eef1 req-280cd169-3baf-4ce1-8a36-430ee06151b2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.774144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd8f559-eca5-4446-9eef-aacf2461eef1 req-280cd169-3baf-4ce1-8a36-430ee06151b2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.0815806 Jan 28 20:24:11.794336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee3a2e7-2a90-464c-862d-9edd5a4eb2ab req-ec85b5f4-9e3f-42af-ab0f-b3d45d174a3c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077840 Jan 28 20:24:11.826517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.827335 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.855665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] For port 71a66e1e-1fc0-4c34-8e05-e5251df885fd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71a66e1e-1fc0-4c34-8e05-e5251df885fd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:11.856246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:11.880821 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-ceb73df6-fece-44a6-9df3-53e2fe36a847 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2597291 Jan 28 20:24:11.881190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd8f559-eca5-4446-9eef-aacf2461eef1 req-4fb8ce1c-ec3b-4d54-9ddc-abc5f7250854 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834413 Jan 28 20:24:11.919377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Request body: {'port': {'device_id': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:11.925451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Calling delete_port for 71a66e1e-1fc0-4c34-8e05-e5251df885fd owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:11.975716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-fb05a384-eee0-4223-89f2-9a9d6e67772d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:11.990523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-fb05a384-eee0-4223-89f2-9a9d6e67772d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.002111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-fb05a384-eee0-4223-89f2-9a9d6e67772d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.009704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-fb05a384-eee0-4223-89f2-9a9d6e67772d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.023661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-fb05a384-eee0-4223-89f2-9a9d6e67772d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.033071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-fb05a384-eee0-4223-89f2-9a9d6e67772d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.043609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-fb05a384-eee0-4223-89f2-9a9d6e67772d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.056068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-fb05a384-eee0-4223-89f2-9a9d6e67772d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.1731262 Jan 28 20:24:12.079612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:12.146873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ecfebf8-fbbc-40b5-acd7-f83aa224b298 req-1d85ca01-83cb-47b0-bdcd-e4133335326b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893552 Jan 28 20:24:12.161252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-085799e2-1ed1-4614-8fa3-180c41943906 None None] Provisioning complete for port 267192fb-02e0-4733-a98f-c29ddb853763 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:12.162748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-085799e2-1ed1-4614-8fa3-180c41943906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:12.178277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506af4b0-d24a-4a52-b78e-6e02933f83bf req-031faab9-0fde-4491-bee6-5c1058c61e5a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.183830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-506af4b0-d24a-4a52-b78e-6e02933f83bf req-031faab9-0fde-4491-bee6-5c1058c61e5a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1247537 Jan 28 20:24:12.227018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-085799e2-1ed1-4614-8fa3-180c41943906 None None] Port 267192fb-02e0-4733-a98f-c29ddb853763 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:24:12.284908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-506af4b0-d24a-4a52-b78e-6e02933f83bf req-d90a2660-22d7-4906-80e7-1d72d2dff5dc tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927920 Jan 28 20:24:12.351086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:12.372871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894', 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef', '71a66e1e-1fc0-4c34-8e05-e5251df885fd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:12.378215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aaf51-41a7-40fb-8d97-2e9713e2249d req-4bf05394-40d8-475e-afa4-034321b2a3da tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.390184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f0aaf51-41a7-40fb-8d97-2e9713e2249d req-4bf05394-40d8-475e-afa4-034321b2a3da tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 945 time: 0.1265914 Jan 28 20:24:12.391364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event deleted for resources: {'Port': ['ID=71a66e1e-1fc0-4c34-8e05-e5251df885fd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:12.432073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b', '0a84a83e-9ee4-4370-8418-3fca9a15aa32'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:12.459613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec5eff86-e0be-46c5-819a-1c40081e6250 req-50ab01e2-8cf5-4ef7-9c30-9bb03e62b887 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd97f623-705c-4423-8a98-0c4733083d91 HTTP/1.1" status: 200 len: 210 time: 0.0444503 Jan 28 20:24:12.477378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f0aaf51-41a7-40fb-8d97-2e9713e2249d req-3ba3d6bc-5a32-4149-9ba7-a71c336ed770 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843651 Jan 28 20:24:12.512239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] No DVR routers for this DVR port 71a66e1e-1fc0-4c34-8e05-e5251df885fd on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:12.530636 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:12.539224 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2324f618-ee14-4138-949b-d08caa12c79b req-762a49b5-ddec-46f3-a738-2a3df49d6937 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "DELETE /v2.0/ports/71a66e1e-1fc0-4c34-8e05-e5251df885fd HTTP/1.1" status: 204 len: 173 time: 1.1310227 Jan 28 20:24:12.544922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd97f623-705c-4423-8a98-0c4733083d91', 'name': 'network-vif-deleted', 'tag': '71a66e1e-1fc0-4c34-8e05-e5251df885fd'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:12.548010 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e144d9c1-be1a-4643-8454-761fa9e5cf14" -d '{"events": [{"server_uuid": "dd97f623-705c-4423-8a98-0c4733083d91", "name": "network-vif-deleted", "tag": "71a66e1e-1fc0-4c34-8e05-e5251df885fd"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:12.657074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267192fb-02e0-4733-a98f-c29ddb853763 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:12.665574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:12.680757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Transition to ACTIVE for port object 267192fb-02e0-4733-a98f-c29ddb853763 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:24:12.688002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:12.734994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134b466-09cb-4909-85d1-36af0f058f00 req-968fc506-b2d2-4461-9634-9f5e6c2aba2a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.765250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f134b466-09cb-4909-85d1-36af0f058f00 req-968fc506-b2d2-4461-9634-9f5e6c2aba2a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1624377 Jan 28 20:24:12.816530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793f27f-0b72-45be-8d23-5040326fafd2 req-6e55f8dc-7d6d-4545-85f2-145af6793018 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.830231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793f27f-0b72-45be-8d23-5040326fafd2 req-6e55f8dc-7d6d-4545-85f2-145af6793018 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:12.842285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d793f27f-0b72-45be-8d23-5040326fafd2 req-6e55f8dc-7d6d-4545-85f2-145af6793018 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1683 time: 0.2050681 Jan 28 20:24:12.879479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Pushing event updated for resources: {'Port': ['ID=267192fb-02e0-4733-a98f-c29ddb853763,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:12.961798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f134b466-09cb-4909-85d1-36af0f058f00 req-2e93ad98-8994-4350-884e-5dba3ef357d2 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951494 Jan 28 20:24:12.974393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Attempting to bind port 267192fb-02e0-4733-a98f-c29ddb853763 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:12.975482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Attempting to bind port 267192fb-02e0-4733-a98f-c29ddb853763 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:12.976051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Attempting to bind port 267192fb-02e0-4733-a98f-c29ddb853763 on network a40c9673-4cc6-450e-8c44-25e74f3c2eda {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:12.981811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Port 267192fb-02e0-4733-a98f-c29ddb853763 on network a40c9673-4cc6-450e-8c44-25e74f3c2eda not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:24:12.982421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Attempting to bind port 267192fb-02e0-4733-a98f-c29ddb853763 on network a40c9673-4cc6-450e-8c44-25e74f3c2eda {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:12.989658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:12.990615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Checking segment: {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:12.991241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Bound using segment: {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:12.991978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Bound port: 267192fb-02e0-4733-a98f-c29ddb853763, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:12.992896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:12.996735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d793f27f-0b72-45be-8d23-5040326fafd2 req-70b183de-20b1-4ab2-87b6-97cf0ac8d332 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396949 Jan 28 20:24:13.022786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.041375 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fffe6eb-7366-43fd-b402-2291d3a5ca60 x-openstack-request-id: req-1fffe6eb-7366-43fd-b402-2291d3a5ca60 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:13.043171 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd97f623-705c-4423-8a98-0c4733083d91", "name": "network-vif-deleted", "tag": "71a66e1e-1fc0-4c34-8e05-e5251df885fd", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:13.044599 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fffe6eb-7366-43fd-b402-2291d3a5ca60 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:13.046966 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd97f623-705c-4423-8a98-0c4733083d91', 'name': 'network-vif-deleted', 'tag': '71a66e1e-1fc0-4c34-8e05-e5251df885fd', 'status': 'completed', 'code': 200} Jan 28 20:24:13.140075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] For port 267192fb-02e0-4733-a98f-c29ddb853763, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:13.145809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] For port 267192fb-02e0-4733-a98f-c29ddb853763, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=267192fb-02e0-4733-a98f-c29ddb853763,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:13.146779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36032) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:13.163112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.228718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.230844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.233173 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] 10.222.0.13 "PUT /v2.0/ports/267192fb-02e0-4733-a98f-c29ddb853763 HTTP/1.1" status: 200 len: 1091 time: 1.3432827 Jan 28 20:24:13.272049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa55a3-5ea3-4167-a19d-70a632ba3758 service neutron] Pushing event updated for resources: {'Port': ['ID=267192fb-02e0-4733-a98f-c29ddb853763,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:13.310405 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.358858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57948798-db49-404e-b6fc-2dea450a428c req-9acc8193-e5af-4776-b68c-b5f39da1bda1 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.371016 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57948798-db49-404e-b6fc-2dea450a428c req-9acc8193-e5af-4776-b68c-b5f39da1bda1 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 943 time: 0.2325473 Jan 28 20:24:13.397852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1356579769'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:13.408908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140490e1-1730-4501-9dbd-3142c5c10d9a req-91b1c337-7bfd-42a9-afc7-c72e11fda21f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.411260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-140490e1-1730-4501-9dbd-3142c5c10d9a req-91b1c337-7bfd-42a9-afc7-c72e11fda21f tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2332911 Jan 28 20:24:13.434603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-b460c179-60e8-4aeb-b1ce-73c3d31de5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.436402 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-b460c179-60e8-4aeb-b1ce-73c3d31de5fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3a82e06a53c439fa95bfb69a34d6457&device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 1094 time: 0.1370008 Jan 28 20:24:13.465839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57948798-db49-404e-b6fc-2dea450a428c req-f901f51b-4a9a-466c-bd60-9d7be75dbbae tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936627 Jan 28 20:24:13.506233 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-bc425cf7-4726-4c3a-ab43-af626a5f5966 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267192fb-02e0-4733-a98f-c29ddb853763 HTTP/1.1" status: 200 len: 217 time: 0.0529957 Jan 28 20:24:13.525785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:13.529251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.542832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-140490e1-1730-4501-9dbd-3142c5c10d9a req-6a8aa67c-46bd-4559-93a1-fc8a16745012 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193292 Jan 28 20:24:13.568195 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.606811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-5742b729-2118-464a-9f23-3d5435425792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.608445 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-5742b729-2118-464a-9f23-3d5435425792 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95043fb1-08ec-43a0-92b3-297969736598 HTTP/1.1" status: 200 len: 850 time: 0.0954688 Jan 28 20:24:13.684684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-bc62acef-7376-4747-ab75-4206f0d2df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.686263 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-bc62acef-7376-4747-ab75-4206f0d2df70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a40c9673-4cc6-450e-8c44-25e74f3c2eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682013 Jan 28 20:24:13.738174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-99e87d7b-a023-4485-9349-58780085e984 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.743959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-99e87d7b-a023-4485-9349-58780085e984 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.750103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-99e87d7b-a023-4485-9349-58780085e984 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.757081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-99e87d7b-a023-4485-9349-58780085e984 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.763038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-99e87d7b-a023-4485-9349-58780085e984 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.765346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.770118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-99e87d7b-a023-4485-9349-58780085e984 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.773135 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.776348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-99e87d7b-a023-4485-9349-58780085e984 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.778342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-99e87d7b-a023-4485-9349-58780085e984 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5420 time: 0.1383190 Jan 28 20:24:13.813018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf34d15-c6e8-476b-890d-d8b9709ec7ce req-e6bad00d-3764-4ab1-879a-eaf36d3d65a7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:13.814299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:13.815069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cf34d15-c6e8-476b-890d-d8b9709ec7ce req-e6bad00d-3764-4ab1-879a-eaf36d3d65a7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 945 time: 0.1294441 Jan 28 20:24:13.841844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d734f8-27a1-480e-8bdd-9fc7083cffdb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:13.846922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-d22c1cdf-8a6d-4525-a1df-9824f0e7fbba service neutron] 10.222.0.13 "GET /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530485 Jan 28 20:24:13.848097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:13.848510 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Added segment 004fe2d0-338f-4b33-9f63-b442fba83a8b of type vlan for network 915c00d7-2240-49d2-8b72-b41ed22c6f7f Jan 28 20:24:13.848987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18b0143e-72e6-407c-a746-e65721a7fc57 req-2dbddfe1-1277-4a18-841d-d24931cd6898 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625129 Jan 28 20:24:13.875771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cf34d15-c6e8-476b-890d-d8b9709ec7ce req-072385f1-9a68-4036-bd06-4bb663a1dc69 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494292 Jan 28 20:24:13.961132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:14.005788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed1669-ec57-43a5-a97b-cbfaea57118d req-a6091b22-4fe1-44e8-9f58-bf419a3eb4f5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.009300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2ed1669-ec57-43a5-a97b-cbfaea57118d req-a6091b22-4fe1-44e8-9f58-bf419a3eb4f5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.0670176 Jan 28 20:24:14.012730 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:14.019165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.019803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:14.043538 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1841bab4-8c40-4fb7-ab9b-591d2bddc402 req-e6d233d0-ad3b-415a-adec-b52d8d1c8be8 service neutron] 10.222.0.13 "GET /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863706 Jan 28 20:24:14.065615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2ed1669-ec57-43a5-a97b-cbfaea57118d req-5b1abde1-4e61-47cf-86ef-a3e711ee367e tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Jan 28 20:24:14.112261 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9641931 Jan 28 20:24:14.115993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f0947-9713-4d39-aa00-17f22e5bb321 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Network': ['ID=915c00d7-2240-49d2-8b72-b41ed22c6f7f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:14.136007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 915c00d7-2240-49d2-8b72-b41ed22c6f7f details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:14.169667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 694c8880-36b6-4b7d-a411-41c3ed3bc69b details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:14.233650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab612a5-603a-47c8-a243-a3052081fd9f req-65967ebc-7a9c-4637-9bc1-31c6807b0f7f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.235716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aab612a5-603a-47c8-a243-a3052081fd9f req-65967ebc-7a9c-4637-9bc1-31c6807b0f7f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 949 time: 0.1043036 Jan 28 20:24:14.250901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8178396-997b-4008-97f8-be0874b740aa req-7ea448e6-c6ff-4a43-8106-2e968f8c9993 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.259715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8178396-997b-4008-97f8-be0874b740aa req-7ea448e6-c6ff-4a43-8106-2e968f8c9993 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.261451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8178396-997b-4008-97f8-be0874b740aa req-7ea448e6-c6ff-4a43-8106-2e968f8c9993 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1683 time: 0.1162567 Jan 28 20:24:14.324761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aab612a5-603a-47c8-a243-a3052081fd9f req-19d5706d-07bd-48d9-9406-d24488092348 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622296 Jan 28 20:24:14.328015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:14.334823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8178396-997b-4008-97f8-be0874b740aa req-0918acd3-47ab-4c14-b234-5d815f12fd76 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638154 Jan 28 20:24:14.351144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 694c8880-36b6-4b7d-a411-41c3ed3bc69b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=694c8880-36b6-4b7d-a411-41c3ed3bc69b,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:14.432241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '694c8880-36b6-4b7d-a411-41c3ed3bc69b', 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'port_id': '694c8880-36b6-4b7d-a411-41c3ed3bc69b', 'mac_address': 'fa:16:3e:4a:82:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6680c8d-96c4-4cb0-acf0-ded4fb863210', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:14.469046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eaadc-b2e6-490d-b9ae-2cbde14053c4 req-a9a60c84-4e88-468f-af7e-dbfe2357e187 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.479515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e3eaadc-b2e6-490d-b9ae-2cbde14053c4 req-a9a60c84-4e88-468f-af7e-dbfe2357e187 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.0659566 Jan 28 20:24:14.488314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:14.499355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:14.499736 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:14.533663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e3eaadc-b2e6-490d-b9ae-2cbde14053c4 req-0b6bd3e9-05d8-401d-a5d3-a54998d2fa51 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526097 Jan 28 20:24:14.541884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:14.618746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694c8880-36b6-4b7d-a411-41c3ed3bc69b {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:14.634793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 694c8880-36b6-4b7d-a411-41c3ed3bc69b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=694c8880-36b6-4b7d-a411-41c3ed3bc69b,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:14.642972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:14.643763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1cf30484-f814-47f7-a2da-c6e283b6327d details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:14.764426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d24de4-718d-42c6-ab8b-5d5c47484b3d req-f16aa64f-ea00-4cad-9e84-b2045ba3623f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.766058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48d24de4-718d-42c6-ab8b-5d5c47484b3d req-f16aa64f-ea00-4cad-9e84-b2045ba3623f tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 943 time: 0.1000481 Jan 28 20:24:14.775579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68ad41-973a-4873-8d1b-1039d2addec2 req-da684816-39b5-46b9-9a30-c11a6c07f547 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:14.777200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce68ad41-973a-4873-8d1b-1039d2addec2 req-da684816-39b5-46b9-9a30-c11a6c07f547 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.0957875 Jan 28 20:24:14.843509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48d24de4-718d-42c6-ab8b-5d5c47484b3d req-a716b7a5-742a-4220-893c-39c4a1201096 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651407 Jan 28 20:24:14.862328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce68ad41-973a-4873-8d1b-1039d2addec2 req-6202bbc7-7ed0-4ac5-a719-3f410346dbba tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688205 Jan 28 20:24:14.876640 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:24:14.946952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=694c8880-36b6-4b7d-a411-41c3ed3bc69b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:14.957628 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:14.995395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15570f56-bc60-4baa-b467-aa9c55c4426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:14.997881 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8090b5f-bb0a-498f-9652-2aca33f8a25c" -d '{"events": [{"server_uuid": "15570f56-bc60-4baa-b467-aa9c55c4426d", "name": "network-vif-plugged", "status": "completed", "tag": "69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:15.026151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:15.049198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'tag': '267192fb-02e0-4733-a98f-c29ddb853763'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:15.051282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 1cf30484-f814-47f7-a2da-c6e283b6327d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1cf30484-f814-47f7-a2da-c6e283b6327d,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:15.052045 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836657e2-5339-4597-ab42-88938cf7055c" -d '{"events": [{"name": "network-changed", "server_uuid": "eda5ee54-e7a9-4654-981e-2cb658142b5e", "tag": "267192fb-02e0-4733-a98f-c29ddb853763"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:15.070935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'port_id': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'mac_address': 'fa:16:3e:06:06:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:15.073843 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:15.074641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 71a66e1e-1fc0-4c34-8e05-e5251df885fd no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:15.116701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e853389-8902-4b0f-94cd-452e11b709ae req-a0212dc4-3e22-49f2-923c-09b3e3801eed tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.126653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e853389-8902-4b0f-94cd-452e11b709ae req-a0212dc4-3e22-49f2-923c-09b3e3801eed tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.136213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:15.148912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e853389-8902-4b0f-94cd-452e11b709ae req-a0212dc4-3e22-49f2-923c-09b3e3801eed tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1683 time: 0.1563234 Jan 28 20:24:15.203426 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:15.212991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-1cf97c48-8517-4da6-a2d0-ed23e8fba517 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.218726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf30484-f814-47f7-a2da-c6e283b6327d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:15.223748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 71a66e1e-1fc0-4c34-8e05-e5251df885fd {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:15.224279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 71a66e1e-1fc0-4c34-8e05-e5251df885fd not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:15.228158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-1cf97c48-8517-4da6-a2d0-ed23e8fba517 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.237645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-1cf97c48-8517-4da6-a2d0-ed23e8fba517 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.244310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-1cf97c48-8517-4da6-a2d0-ed23e8fba517 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.249765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 1cf30484-f814-47f7-a2da-c6e283b6327d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1cf30484-f814-47f7-a2da-c6e283b6327d,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:15.252395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-1cf97c48-8517-4da6-a2d0-ed23e8fba517 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.256102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:15.257147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device daa0f061-5cf3-4a13-baa6-48af89604eda details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:15.264621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-1cf97c48-8517-4da6-a2d0-ed23e8fba517 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.272535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-1cf97c48-8517-4da6-a2d0-ed23e8fba517 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.283085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-1cf97c48-8517-4da6-a2d0-ed23e8fba517 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5421 time: 0.2555845 Jan 28 20:24:15.303822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port daa0f061-5cf3-4a13-baa6-48af89604eda, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=daa0f061-5cf3-4a13-baa6-48af89604eda,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:15.319940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'daa0f061-5cf3-4a13-baa6-48af89604eda', 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'port_id': 'daa0f061-5cf3-4a13-baa6-48af89604eda', 'mac_address': 'fa:16:3e:84:55:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6680c8d-96c4-4cb0-acf0-ded4fb863210', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:15.336474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e853389-8902-4b0f-94cd-452e11b709ae req-9fed5ee5-6a96-4ad3-9f27-3889a9753e62 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863201 Jan 28 20:24:15.419375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1397dbc-eca1-41cb-b300-aec89691b570 req-cafe97eb-1a76-4642-afb7-82675208d7d3 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350162 Jan 28 20:24:15.443653 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:15.468110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=1cf30484-f814-47f7-a2da-c6e283b6327d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:15.471911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa0f061-5cf3-4a13-baa6-48af89604eda {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:15.507237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port daa0f061-5cf3-4a13-baa6-48af89604eda, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=daa0f061-5cf3-4a13-baa6-48af89604eda,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:15.513141 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:15.569427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341a555-cd51-432f-8bfa-23eac430ba91 req-b69f029c-0360-40ca-8be4-55106e7f0c7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.573647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1341a555-cd51-432f-8bfa-23eac430ba91 req-b69f029c-0360-40ca-8be4-55106e7f0c7b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.0868361 Jan 28 20:24:15.584773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=daa0f061-5cf3-4a13-baa6-48af89604eda,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:15.698571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1341a555-cd51-432f-8bfa-23eac430ba91 req-57e22124-65c7-46b0-8949-03b20484a11c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047287 Jan 28 20:24:15.716691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ea50-3234-4d55-a901-edc8c5dd626f req-de3447e7-e2fb-4f09-b1b1-ca54a0ad9496 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:15.719132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8414ea50-3234-4d55-a901-edc8c5dd626f req-de3447e7-e2fb-4f09-b1b1-ca54a0ad9496 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1440868 Jan 28 20:24:15.779525 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c6b6fd-5a86-4ddf-8334-a9bab9c59028 x-openstack-request-id: req-f0c6b6fd-5a86-4ddf-8334-a9bab9c59028 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:15.780074 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15570f56-bc60-4baa-b467-aa9c55c4426d", "name": "network-vif-plugged", "status": "completed", "tag": "69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:15.780577 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0c6b6fd-5a86-4ddf-8334-a9bab9c59028 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:15.781207 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15570f56-bc60-4baa-b467-aa9c55c4426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04', 'code': 200} Jan 28 20:24:15.792836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8414ea50-3234-4d55-a901-edc8c5dd626f req-8891a075-65dd-4ed2-a17f-21f7cd57f1b7 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657034 Jan 28 20:24:15.849901 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b74e2-fb02-4416-b21d-281bd9370133 x-openstack-request-id: req-364b74e2-fb02-4416-b21d-281bd9370133 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:15.850842 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda5ee54-e7a9-4654-981e-2cb658142b5e", "tag": "267192fb-02e0-4733-a98f-c29ddb853763", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:15.851879 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-364b74e2-fb02-4416-b21d-281bd9370133 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:15.852483 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'tag': '267192fb-02e0-4733-a98f-c29ddb853763', 'status': 'completed', 'code': 200} Jan 28 20:24:15.927956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['694c8880-36b6-4b7d-a411-41c3ed3bc69b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:15.957846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['daa0f061-5cf3-4a13-baa6-48af89604eda'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:16.051973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836657e2-5339-4597-ab42-88938cf7055c req-e513b353-92c7-4157-871b-1305a4712426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.054046 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-836657e2-5339-4597-ab42-88938cf7055c req-e513b353-92c7-4157-871b-1305a4712426 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3a82e06a53c439fa95bfb69a34d6457&device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 1094 time: 0.1860757 Jan 28 20:24:16.083708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-6d3bff42-93dd-443f-85d7-b99c03cb1c6e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.092376 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-6d3bff42-93dd-443f-85d7-b99c03cb1c6e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 949 time: 0.2079320 Jan 28 20:24:16.128069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696318eb-3d4a-4e02-8588-5d6e53b67909 req-9c7a881d-26f1-459b-9e2a-3f2f5f838f9c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.130279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696318eb-3d4a-4e02-8588-5d6e53b67909 req-9c7a881d-26f1-459b-9e2a-3f2f5f838f9c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 949 time: 0.2094550 Jan 28 20:24:16.197035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:16.213678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bc9ba-45d0-486b-84e3-5319d87784d0 req-cc7cd7b8-9d0d-4ea9-b226-6941a54cef3a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.215908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b8bc9ba-45d0-486b-84e3-5319d87784d0 req-cc7cd7b8-9d0d-4ea9-b226-6941a54cef3a tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1863620 Jan 28 20:24:16.230044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696318eb-3d4a-4e02-8588-5d6e53b67909 req-04830965-81ae-4eb6-b3ed-05053490db65 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808907 Jan 28 20:24:16.286790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209ec7c-0822-4043-b4b5-115f9c35564c req-83509533-3065-4b1a-8d3d-5fa5638c691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.291593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6209ec7c-0822-4043-b4b5-115f9c35564c req-83509533-3065-4b1a-8d3d-5fa5638c691d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 1097 time: 0.3848915 Jan 28 20:24:16.440995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:16.449475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b8bc9ba-45d0-486b-84e3-5319d87784d0 req-45a1b574-afbc-4036-ae6e-45863a0d3b5d tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156262 Jan 28 20:24:16.468368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6209ec7c-0822-4043-b4b5-115f9c35564c req-5f2f2180-5014-4dd3-bc29-e6b19a13cdf4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640794 Jan 28 20:24:16.484429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '2eec3143-59d6-4b5c-bf9b-a1fd687e6404', 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998', 'port_id': '2eec3143-59d6-4b5c-bf9b-a1fd687e6404', 'mac_address': 'fa:16:3e:69:b6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417eb0a5-46aa-4a04-86b6-7e8779ba1294', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:16.516117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4585c2-39fd-4d27-a3b8-1901900a5d7a req-6af40536-9d15-4962-93d0-72847a2f9eb9 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.527793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc4585c2-39fd-4d27-a3b8-1901900a5d7a req-6af40536-9d15-4962-93d0-72847a2f9eb9 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 943 time: 0.1146882 Jan 28 20:24:16.537513 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:16.561523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:16.587828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:16.593944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:16.596278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:16.636826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc4585c2-39fd-4d27-a3b8-1901900a5d7a req-f23b3892-3edb-4a23-bee0-f438f442b2e1 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079662 Jan 28 20:24:16.684148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e415980-a9d3-496c-b8c3-6e403559f3a5 req-156b43e8-053a-49c3-9bc9-f4fa25a2fe62 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.693838 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e415980-a9d3-496c-b8c3-6e403559f3a5 req-156b43e8-053a-49c3-9bc9-f4fa25a2fe62 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1054707 Jan 28 20:24:16.758185 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:16.781202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:16.800797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347', 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'port_id': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347', 'mac_address': 'fa:16:3e:cc:6a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6680c8d-96c4-4cb0-acf0-ded4fb863210', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:16.821778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e415980-a9d3-496c-b8c3-6e403559f3a5 req-55646dff-6086-4cec-be13-829482079cb3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268971 Jan 28 20:24:16.862078 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:16.896074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:16.906765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836657e2-5339-4597-ab42-88938cf7055c req-b8f8fb40-a3fb-47d3-adcd-2802683d188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.908881 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-836657e2-5339-4597-ab42-88938cf7055c req-b8f8fb40-a3fb-47d3-adcd-2802683d188b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a40c9673-4cc6-450e-8c44-25e74f3c2eda HTTP/1.1" status: 200 len: 912 time: 0.8445134 Jan 28 20:24:16.915625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99ade6-d7d6-4c2b-98f9-3a3a49338fca req-5f56fb36-0e69-4223-94c7-ed9bd5f4e3f8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.923303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99ade6-d7d6-4c2b-98f9-3a3a49338fca req-5f56fb36-0e69-4223-94c7-ed9bd5f4e3f8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.931202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:16.935501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb99ade6-d7d6-4c2b-98f9-3a3a49338fca req-5f56fb36-0e69-4223-94c7-ed9bd5f4e3f8 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1683 time: 0.1417267 Jan 28 20:24:16.937746 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:16.939984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:16.991843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-836657e2-5339-4597-ab42-88938cf7055c req-cc09f830-d767-469c-bf9d-a0055c32c5ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267192fb-02e0-4733-a98f-c29ddb853763 HTTP/1.1" status: 200 len: 217 time: 0.0702620 Jan 28 20:24:17.000452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Deleting port cc742ebb-c4aa-446e-83a8-c6ebf14116ef {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:17.001382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.013488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb99ade6-d7d6-4c2b-98f9-3a3a49338fca req-2f49967b-dc27-4eb5-b31f-ef3db54d4af2 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673478 Jan 28 20:24:17.037241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:17.045091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:17.061252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06', 'network_id': 'ccfa6aae-5890-4c49-9f68-054fc50eefc1', 'port_id': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06', 'mac_address': 'fa:16:3e:14:b4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6680c8d-96c4-4cb0-acf0-ded4fb863210', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:17.117150 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.128501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836657e2-5339-4597-ab42-88938cf7055c req-5cfc1031-070a-4dfc-835a-184517cba4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.130755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-836657e2-5339-4597-ab42-88938cf7055c req-5cfc1031-070a-4dfc-835a-184517cba4f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95043fb1-08ec-43a0-92b3-297969736598 HTTP/1.1" status: 200 len: 850 time: 0.1227820 Jan 28 20:24:17.135794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:17.161955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:17.166157 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.166972 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 576d7047-f335-42d8-8285-5629dda21340 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:17.203617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 576d7047-f335-42d8-8285-5629dda21340, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=576d7047-f335-42d8-8285-5629dda21340,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:17.214536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836657e2-5339-4597-ab42-88938cf7055c req-408c6596-8235-4fdd-b10e-4f4e480e5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.216454 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-836657e2-5339-4597-ab42-88938cf7055c req-408c6596-8235-4fdd-b10e-4f4e480e5680 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a40c9673-4cc6-450e-8c44-25e74f3c2eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773139 Jan 28 20:24:17.222560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '576d7047-f335-42d8-8285-5629dda21340', 'network_id': '560b8a65-0f63-4c02-9fb6-f4e74b394998', 'port_id': '576d7047-f335-42d8-8285-5629dda21340', 'mac_address': 'fa:16:3e:dc:c1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417eb0a5-46aa-4a04-86b6-7e8779ba1294', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:17.231685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-ad79c47b-4b1c-414d-9fbd-fc2bae2c142d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.239339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-ad79c47b-4b1c-414d-9fbd-fc2bae2c142d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.246568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-ad79c47b-4b1c-414d-9fbd-fc2bae2c142d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.253943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-ad79c47b-4b1c-414d-9fbd-fc2bae2c142d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.259877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-ad79c47b-4b1c-414d-9fbd-fc2bae2c142d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.265863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-ad79c47b-4b1c-414d-9fbd-fc2bae2c142d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.272143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-ad79c47b-4b1c-414d-9fbd-fc2bae2c142d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.280363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-ad79c47b-4b1c-414d-9fbd-fc2bae2c142d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5425 time: 0.2906809 Jan 28 20:24:17.292841 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.308028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['1cf30484-f814-47f7-a2da-c6e283b6327d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:17.341791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb9d0f8d-1a30-48d7-8a0d-9134274a37f3 req-263d617e-c6ee-4f40-b8ee-f69708e7c63d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516977 Jan 28 20:24:17.352587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-ccc3d9a7-bb3c-464c-a7b4-8e084bf1b05e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.353028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576d7047-f335-42d8-8285-5629dda21340 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:17.358942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-ccc3d9a7-bb3c-464c-a7b4-8e084bf1b05e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.361178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-ccc3d9a7-bb3c-464c-a7b4-8e084bf1b05e tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1683 time: 0.3733091 Jan 28 20:24:17.363328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-836657e2-5339-4597-ab42-88938cf7055c req-742c6443-c9c0-43d7-aad5-aa8f78b9ced4 service neutron] 10.222.0.13 "GET /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249621 Jan 28 20:24:17.386095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] For port cc742ebb-c4aa-446e-83a8-c6ebf14116ef, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:17.386938 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.402184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3a344-8a83-44ae-be3f-aef3b182645b req-78b5f78c-8797-420d-997c-d08b6e30e3a7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.403778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 576d7047-f335-42d8-8285-5629dda21340, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=576d7047-f335-42d8-8285-5629dda21340,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:17.418743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90e3a344-8a83-44ae-be3f-aef3b182645b req-78b5f78c-8797-420d-997c-d08b6e30e3a7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.2586203 Jan 28 20:24:17.423810 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.424639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 267192fb-02e0-4733-a98f-c29ddb853763 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:17.454691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Calling delete_port for cc742ebb-c4aa-446e-83a8-c6ebf14116ef owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:17.549607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 267192fb-02e0-4733-a98f-c29ddb853763, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=267192fb-02e0-4733-a98f-c29ddb853763,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:17.569563 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-836657e2-5339-4597-ab42-88938cf7055c req-ad846d21-7e63-42a7-bc49-1a158c50679f service neutron] 10.222.0.13 "GET /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945598 Jan 28 20:24:17.573766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '267192fb-02e0-4733-a98f-c29ddb853763', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'port_id': '267192fb-02e0-4733-a98f-c29ddb853763', 'mac_address': 'fa:16:3e:ff:89:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:17.585279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90e3a344-8a83-44ae-be3f-aef3b182645b req-e9ab5fb2-63b6-4719-b0f5-a95e7af608d2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597402 Jan 28 20:24:17.650205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.672892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267192fb-02e0-4733-a98f-c29ddb853763 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:17.698060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 267192fb-02e0-4733-a98f-c29ddb853763, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=267192fb-02e0-4733-a98f-c29ddb853763,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:17.711575 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.735996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0f7ad-e95a-44ee-816c-907dc1725037 req-8903aace-8390-4ffe-8794-0a8896204766 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.737637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32f0f7ad-e95a-44ee-816c-907dc1725037 req-8903aace-8390-4ffe-8794-0a8896204766 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.2477980 Jan 28 20:24:17.756780 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:17.759610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.817804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event deleted for resources: {'Port': ['ID=cc742ebb-c4aa-446e-83a8-c6ebf14116ef,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:17.867537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72933cb-defb-4c5e-8c4f-4109fb780dd5 req-14f98d31-8c4b-4147-9bae-d689a2005e7f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:17.868015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=576d7047-f335-42d8-8285-5629dda21340,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:17.874829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894', 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:17.884744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a72933cb-defb-4c5e-8c4f-4109fb780dd5 req-14f98d31-8c4b-4147-9bae-d689a2005e7f tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=edbc7442-3e0b-4851-9816-89e18b161231 HTTP/1.1" status: 200 len: 867 time: 0.1459863 Jan 28 20:24:17.928269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port 2d03c482-913d-4959-8882-114ea81c9aec {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:17.928867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.934235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32f0f7ad-e95a-44ee-816c-907dc1725037 req-539ae719-432a-4c03-8628-e7cb52724424 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845858 Jan 28 20:24:17.939131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36098) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:17.943083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] No DVR routers for this DVR port cc742ebb-c4aa-446e-83a8-c6ebf14116ef on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:17.945702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'subnet': {'network_id': '915c00d7-2240-49d2-8b72-b41ed22c6f7f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:17.945940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:17.950011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-12f757c6-4528-45a3-ab0d-17a524d57509 req-062f2f84-f0ad-4c55-ab0e-4a216a5c024c tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "DELETE /v2.0/ports/cc742ebb-c4aa-446e-83a8-c6ebf14116ef HTTP/1.1" status: 204 len: 173 time: 1.8360782 Jan 28 20:24:17.950503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbc7442-3e0b-4851-9816-89e18b161231', 'name': 'network-vif-deleted', 'tag': 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:17.953019 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d1e550-f8b3-4b66-9aef-50e775d73008" -d '{"events": [{"server_uuid": "edbc7442-3e0b-4851-9816-89e18b161231", "name": "network-vif-deleted", "tag": "cc742ebb-c4aa-446e-83a8-c6ebf14116ef"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:18.012036 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:18.050018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=267192fb-02e0-4733-a98f-c29ddb853763,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:18.104314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a72933cb-defb-4c5e-8c4f-4109fb780dd5 req-b16e31b5-aeb5-4581-9282-a81b3fd00f45 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183568 Jan 28 20:24:18.189203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c762034-6b1b-4050-8283-7217594acb2c req-77fd995e-c557-45d3-94d9-ed345f2abbb7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:18.190872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c762034-6b1b-4050-8283-7217594acb2c req-77fd995e-c557-45d3-94d9-ed345f2abbb7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 944 time: 0.1353793 Jan 28 20:24:18.201261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port 2d03c482-913d-4959-8882-114ea81c9aec, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2d03c482-913d-4959-8882-114ea81c9aec,segment=NetworkSegment(3dd04952-5458-4685-9862-839fefd09cce),segment_id=3dd04952-5458-4685-9862-839fefd09cce)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:18.201628 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:18.209834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 694c8880-36b6-4b7d-a411-41c3ed3bc69b up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:18.271314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for 2d03c482-913d-4959-8882-114ea81c9aec owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:18.272999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 694c8880-36b6-4b7d-a411-41c3ed3bc69b completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:18.277469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 694c8880-36b6-4b7d-a411-41c3ed3bc69b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:18.277930 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:18.295746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:18.300123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:18.390746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c762034-6b1b-4050-8283-7217594acb2c req-7ba1937a-e4a9-4085-8f84-a552a6cbf126 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709685 Jan 28 20:24:18.414376 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:18.442962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694c8880-36b6-4b7d-a411-41c3ed3bc69b'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:18.445173 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2a597e-2844-4c05-a0c5-c18c4ebcd278" -d '{"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "694c8880-36b6-4b7d-a411-41c3ed3bc69b"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:18.453993 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf7e4b3-0507-44f7-bc4a-bbc635ee15ee x-openstack-request-id: req-9cf7e4b3-0507-44f7-bc4a-bbc635ee15ee {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:18.455195 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbc7442-3e0b-4851-9816-89e18b161231", "name": "network-vif-deleted", "tag": "cc742ebb-c4aa-446e-83a8-c6ebf14116ef", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:18.455287 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cf7e4b3-0507-44f7-bc4a-bbc635ee15ee {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:18.456401 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbc7442-3e0b-4851-9816-89e18b161231', 'name': 'network-vif-deleted', 'tag': 'cc742ebb-c4aa-446e-83a8-c6ebf14116ef', 'status': 'completed', 'code': 200} Jan 28 20:24:18.466012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 694c8880-36b6-4b7d-a411-41c3ed3bc69b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=694c8880-36b6-4b7d-a411-41c3ed3bc69b,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:18.470348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:18.471239 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device daa0f061-5cf3-4a13-baa6-48af89604eda up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:18.482541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f257ae9-e4d7-4046-803f-c5299b47b3bd req-be0e5864-f81e-466d-a117-782a0d20c299 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:18.484074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f257ae9-e4d7-4046-803f-c5299b47b3bd req-be0e5864-f81e-466d-a117-782a0d20c299 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2922175 Jan 28 20:24:18.509833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['2eec3143-59d6-4b5c-bf9b-a1fd687e6404'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:18.511781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['7a5d503d-11b3-4c6c-b4cb-46ffd626e347'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:18.583242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['576d7047-f335-42d8-8285-5629dda21340'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:18.585310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['267192fb-02e0-4733-a98f-c29ddb853763'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:18.615175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f257ae9-e4d7-4046-803f-c5299b47b3bd req-6a74493b-f011-45a0-9c91-5d29f0872a27 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157818 Jan 28 20:24:18.694614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4b2fa-8fa9-4f25-a572-09f41e152288 req-02d71775-0aff-434e-a305-838de43dfa65 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:18.696565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54c4b2fa-8fa9-4f25-a572-09f41e152288 req-02d71775-0aff-434e-a305-838de43dfa65 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1603637 Jan 28 20:24:18.844537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=694c8880-36b6-4b7d-a411-41c3ed3bc69b,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:18.845244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:18.853399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54c4b2fa-8fa9-4f25-a572-09f41e152288 req-0547a689-44dd-4230-97f0-d2c43fbd6b2b tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322389 Jan 28 20:24:18.875325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port daa0f061-5cf3-4a13-baa6-48af89604eda completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:18.899214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ea7d-629e-4107-b7a8-2600fc9a258d req-331f1630-74de-41d2-8fb0-b5b0afd97338 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:18.905024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815ea7d-629e-4107-b7a8-2600fc9a258d req-331f1630-74de-41d2-8fb0-b5b0afd97338 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:18.906733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6815ea7d-629e-4107-b7a8-2600fc9a258d req-331f1630-74de-41d2-8fb0-b5b0afd97338 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 1683 time: 0.1846080 Jan 28 20:24:18.911997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=2d03c482-913d-4959-8882-114ea81c9aec,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:18.924998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:18.925973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port daa0f061-5cf3-4a13-baa6-48af89604eda triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:18.926378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.030768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port 2d03c482-913d-4959-8882-114ea81c9aec on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:19.034144 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.037983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-56277a68-f93d-486f-8359-c2478af565b9 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "DELETE /v2.0/ports/2d03c482-913d-4959-8882-114ea81c9aec HTTP/1.1" status: 204 len: 173 time: 1.6683743 Jan 28 20:24:19.043425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'name': 'network-vif-deleted', 'tag': '2d03c482-913d-4959-8882-114ea81c9aec'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:19.045608 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd51f8d-0e75-4e46-a825-e62e5e7d5a71" -d '{"events": [{"server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "name": "network-vif-deleted", "tag": "2d03c482-913d-4959-8882-114ea81c9aec"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:19.124824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Subnet': ['ID=f2dfc2b3-8179-4e15-b121-36ba33e90d47,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:19.150943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6815ea7d-629e-4107-b7a8-2600fc9a258d req-1af96c4b-ba60-43bb-8198-33c7b1b7c619 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7604976-49f7-4ae1-88f9-a204ba2bc28b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954775 Jan 28 20:24:19.171055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b', '0a84a83e-9ee4-4370-8418-3fca9a15aa32'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:19.195204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae58ff-d664-4841-af79-b22254b5b2ca req-20e75521-e1de-4b00-b654-8d519d608948 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.203676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae58ff-d664-4841-af79-b22254b5b2ca req-20e75521-e1de-4b00-b654-8d519d608948 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.210395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae58ff-d664-4841-af79-b22254b5b2ca req-20e75521-e1de-4b00-b654-8d519d608948 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.218952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae58ff-d664-4841-af79-b22254b5b2ca req-20e75521-e1de-4b00-b654-8d519d608948 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.223635 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a1bd85-ba96-4924-8c08-f9470971b2d6 x-openstack-request-id: req-f1a1bd85-ba96-4924-8c08-f9470971b2d6 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:19.223981 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "694c8880-36b6-4b7d-a411-41c3ed3bc69b", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:19.224361 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1a1bd85-ba96-4924-8c08-f9470971b2d6 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:19.224740 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694c8880-36b6-4b7d-a411-41c3ed3bc69b', 'code': 200} Jan 28 20:24:19.228049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae58ff-d664-4841-af79-b22254b5b2ca req-20e75521-e1de-4b00-b654-8d519d608948 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.234804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae58ff-d664-4841-af79-b22254b5b2ca req-20e75521-e1de-4b00-b654-8d519d608948 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.241525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae58ff-d664-4841-af79-b22254b5b2ca req-20e75521-e1de-4b00-b654-8d519d608948 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.247638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-feae58ff-d664-4841-af79-b22254b5b2ca req-20e75521-e1de-4b00-b654-8d519d608948 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5428 time: 0.3008051 Jan 28 20:24:19.259202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Checking segment: {'id': '004fe2d0-338f-4b33-9f63-b442fba83a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '915c00d7-2240-49d2-8b72-b41ed22c6f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:19.260064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network hostable DHCP agents. Network: 915c00d7-2240-49d2-8b72-b41ed22c6f7f, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:19.274659 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.344514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['59117eb7-42cd-4d42-8e49-2d0b9ab72a06'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:19.357366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-feae58ff-d664-4841-af79-b22254b5b2ca req-fe6a7214-ee64-47f8-b1b8-95cff2e7b4cd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040437 Jan 28 20:24:19.362946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network 915c00d7-2240-49d2-8b72-b41ed22c6f7f is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:19.368288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port b59684ff-998f-400b-a9e5-5d6637cb9212 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:19.368639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.380057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b214ed-2a8e-4c79-9187-4913548087f4 req-3603205c-1b4f-4f59-8b05-b0f95a620e6a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.382265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33b214ed-2a8e-4c79-9187-4913548087f4 req-3603205c-1b4f-4f59-8b05-b0f95a620e6a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1262643 Jan 28 20:24:19.403716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port daa0f061-5cf3-4a13-baa6-48af89604eda, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=daa0f061-5cf3-4a13-baa6-48af89604eda,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:19.420171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.423083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 915c00d7-2240-49d2-8b72-b41ed22c6f7f) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:19.436850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436478e-74cc-4704-b0d2-697b4655ac28 None None] Network 915c00d7-2240-49d2-8b72-b41ed22c6f7f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:19.577481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=daa0f061-5cf3-4a13-baa6-48af89604eda,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:19.794899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-915c00d7-2240-49d2-8b72-b41ed22c6f7f', 'network_id': '915c00d7-2240-49d2-8b72-b41ed22c6f7f', 'tenant_id': '2f9cb8c588ac47f1859953429e1d3742', 'fixed_ips': [{'subnet_id': 'f2dfc2b3-8179-4e15-b121-36ba33e90d47'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:24:19.795779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.820898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.821626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.829098 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb29cc75-4410-48fe-8562-ed792f5ee7ff x-openstack-request-id: req-fb29cc75-4410-48fe-8562-ed792f5ee7ff {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:19.829389 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "name": "network-vif-deleted", "tag": "2d03c482-913d-4959-8882-114ea81c9aec", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:19.829639 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb29cc75-4410-48fe-8562-ed792f5ee7ff {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:19.830007 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'name': 'network-vif-deleted', 'tag': '2d03c482-913d-4959-8882-114ea81c9aec', 'status': 'completed', 'code': 200} Jan 28 20:24:19.893790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dbd756e4-03a6-4ee3-a38f-c611d565883d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9533038 Jan 28 20:24:19.897186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36126) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:19.902583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-815037651'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:19.915599 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33b214ed-2a8e-4c79-9187-4913548087f4 req-af270868-c185-4c21-a93e-2a103a60a1ca tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035436 Jan 28 20:24:19.948300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:19.948477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36e70d-6ae9-459b-bcd5-79ab9e1a3efb req-50f5e7d2-e878-48d5-99da-31bc5c4baec1 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:19.948561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.951793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a36e70d-6ae9-459b-bcd5-79ab9e1a3efb req-50f5e7d2-e878-48d5-99da-31bc5c4baec1 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1206388 Jan 28 20:24:19.960023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port b59684ff-998f-400b-a9e5-5d6637cb9212, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b59684ff-998f-400b-a9e5-5d6637cb9212,segment=NetworkSegment(35a4720e-d9ad-43f2-af25-a592342db863),segment_id=35a4720e-d9ad-43f2-af25-a592342db863)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:19.960023 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:19.988805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:19.998803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for b59684ff-998f-400b-a9e5-5d6637cb9212 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:20.000330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.000798 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Added segment 815aa37c-2ea6-4cc5-892f-0fc1379bed3a of type vlan for network 9f4e54e1-19fd-4776-a4c1-66784732d8e1 Jan 28 20:24:20.022061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Allocated IP 2001:db8:0:ffff::2 (915c00d7-2240-49d2-8b72-b41ed22c6f7f/f2dfc2b3-8179-4e15-b121-36ba33e90d47/61076ed3-22de-448d-921f-94d10611430d) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:20.036129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a36e70d-6ae9-459b-bcd5-79ab9e1a3efb req-22481086-e273-42c4-83d2-2956e0476096 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832973 Jan 28 20:24:20.081885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.117971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.130757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:20.132450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.177355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa261-9a0f-4230-996c-67dc0023b7a2 req-77f95398-f868-4ae4-b2a1-8e6d644f3057 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:20.178975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-feefa261-9a0f-4230-996c-67dc0023b7a2 req-77f95398-f868-4ae4-b2a1-8e6d644f3057 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 944 time: 0.1419346 Jan 28 20:24:20.213058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1cf30484-f814-47f7-a2da-c6e283b6327d up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:20.217917 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:24:20.294666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Network': ['ID=9f4e54e1-19fd-4776-a4c1-66784732d8e1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:20.299585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-feefa261-9a0f-4230-996c-67dc0023b7a2 req-27d5b10f-7435-44a6-8589-3da49adcf841 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062188 Jan 28 20:24:20.317692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 9f4e54e1-19fd-4776-a4c1-66784732d8e1 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:20.332920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c9921dd6-b4bd-4109-b5a5-c70dfbe9ed1e tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4345529 Jan 28 20:24:20.336137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36140) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:20.351495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 2d03c482-913d-4959-8882-114ea81c9aec no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:20.352436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'subnet': {'network_id': '9f4e54e1-19fd-4776-a4c1-66784732d8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:20.395204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.431005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=b59684ff-998f-400b-a9e5-5d6637cb9212,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:20.451641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 2d03c482-913d-4959-8882-114ea81c9aec {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:20.452052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 2d03c482-913d-4959-8882-114ea81c9aec not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:20.458867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device cc742ebb-c4aa-446e-83a8-c6ebf14116ef no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:20.507514 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.533681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: cc742ebb-c4aa-446e-83a8-c6ebf14116ef {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:20.533681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device cc742ebb-c4aa-446e-83a8-c6ebf14116ef not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:20.534025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port b59684ff-998f-400b-a9e5-5d6637cb9212 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:20.534155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b59684ff-998f-400b-a9e5-5d6637cb9212 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:20.537648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.541666 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fdd4d3c-ec6d-4dcf-a6f2-6690ddd7efb8 req-6794df67-f2a0-45de-8d58-4e04d17269e3 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.26 "DELETE /v2.0/ports/b59684ff-998f-400b-a9e5-5d6637cb9212 HTTP/1.1" status: 204 len: 173 time: 1.4871747 Jan 28 20:24:20.553444 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.600534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95e344-6321-4619-a6df-4f10b8cdd2dc req-32ad4205-3615-45eb-a3bf-44e8fffd5a5d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:20.602153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:20.606723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.627806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a95e344-6321-4619-a6df-4f10b8cdd2dc req-32ad4205-3615-45eb-a3bf-44e8fffd5a5d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1427476 Jan 28 20:24:20.656473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: b59684ff-998f-400b-a9e5-5d6637cb9212 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:20.657494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b59684ff-998f-400b-a9e5-5d6637cb9212 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:20.664691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 1cf30484-f814-47f7-a2da-c6e283b6327d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:20.691451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 1cf30484-f814-47f7-a2da-c6e283b6327d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:20.692347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.695790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Network 915c00d7-2240-49d2-8b72-b41ed22c6f7f is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:20.731478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc332024-9596-4021-a12b-83a80f0180ef req-22c21f32-8424-43b7-995a-0011f8cf8522 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "GET /v2.0/ports?device_id=32082a33-4212-4136-b4a2-ecd08bfa37e6 HTTP/1.1" status: 200 len: 210 time: 0.0768621 Jan 28 20:24:20.747300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a95e344-6321-4619-a6df-4f10b8cdd2dc req-103a9225-6525-4ec4-a267-2935af3546d3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112130 Jan 28 20:24:20.769366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:20.769366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:20.800111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Pushing event updated for resources: {'Port': ['ID=61076ed3-22de-448d-921f-94d10611430d,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:20.929922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Attempting to bind port 61076ed3-22de-448d-921f-94d10611430d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:20.933322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Attempting to bind port 61076ed3-22de-448d-921f-94d10611430d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '004fe2d0-338f-4b33-9f63-b442fba83a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '915c00d7-2240-49d2-8b72-b41ed22c6f7f'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:20.943455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Attempting to bind port 61076ed3-22de-448d-921f-94d10611430d on network 915c00d7-2240-49d2-8b72-b41ed22c6f7f {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:20.950748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:20.951506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Checking segment: {'id': '004fe2d0-338f-4b33-9f63-b442fba83a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '915c00d7-2240-49d2-8b72-b41ed22c6f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:20.952062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:20.953620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Bound using segment: {'id': '004fe2d0-338f-4b33-9f63-b442fba83a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '915c00d7-2240-49d2-8b72-b41ed22c6f7f'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:20.957386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Bound port: 61076ed3-22de-448d-921f-94d10611430d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004fe2d0-338f-4b33-9f63-b442fba83a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '915c00d7-2240-49d2-8b72-b41ed22c6f7f'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:20.957978 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:21.056715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-eaa7840f-55c6-4f9e-a73b-ac1982ee0790 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.067074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-eaa7840f-55c6-4f9e-a73b-ac1982ee0790 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.068162 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:21.096568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-eaa7840f-55c6-4f9e-a73b-ac1982ee0790 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.106049 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:21.109654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-eaa7840f-55c6-4f9e-a73b-ac1982ee0790 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.127519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-eaa7840f-55c6-4f9e-a73b-ac1982ee0790 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.133721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] For port 61076ed3-22de-448d-921f-94d10611430d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:21.137878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-eaa7840f-55c6-4f9e-a73b-ac1982ee0790 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.138894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] For port 61076ed3-22de-448d-921f-94d10611430d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=61076ed3-22de-448d-921f-94d10611430d,segment=NetworkSegment(004fe2d0-338f-4b33-9f63-b442fba83a8b),segment_id=004fe2d0-338f-4b33-9f63-b442fba83a8b)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:21.142005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 1cf30484-f814-47f7-a2da-c6e283b6327d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1cf30484-f814-47f7-a2da-c6e283b6327d,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:21.147739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-eaa7840f-55c6-4f9e-a73b-ac1982ee0790 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.156923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-eaa7840f-55c6-4f9e-a73b-ac1982ee0790 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5429 time: 0.2680533 Jan 28 20:24:21.158933 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:21.161311 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:21.224037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:24:21.226262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:21.226444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa0f061-5cf3-4a13-baa6-48af89604eda'}, {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:21.229107 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3129099-07e7-4da1-9fa3-23b7228aa01a" -d '{"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "daa0f061-5cf3-4a13-baa6-48af89604eda"}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:21.263204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bceb2-9802-4a24-8775-ab564ed916e7 None None] Pushing event updated for resources: {'Port': ['ID=61076ed3-22de-448d-921f-94d10611430d,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:21.275598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f7d5774-13ab-49b5-b28c-2a7b3279f6a0 req-9537e353-5630-4bc8-b64c-fefcbb4fb16f tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174526 Jan 28 20:24:21.308123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b378d92-c57a-4ecd-aaff-22455482f3c2 req-ea9c74a3-032d-44bf-a912-c3107772aa0a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.309737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b378d92-c57a-4ecd-aaff-22455482f3c2 req-ea9c74a3-032d-44bf-a912-c3107772aa0a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1505480 Jan 28 20:24:21.390485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Subnet': ['ID=ecc51cd1-d817-4796-897a-089f0e7bb141,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:21.409674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Checking segment: {'id': '815aa37c-2ea6-4cc5-892f-0fc1379bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9f4e54e1-19fd-4776-a4c1-66784732d8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:21.411043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network hostable DHCP agents. Network: 9f4e54e1-19fd-4776-a4c1-66784732d8e1, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:21.413324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b378d92-c57a-4ecd-aaff-22455482f3c2 req-85d7c070-01aa-431f-84c8-c7e13cf4def1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949934 Jan 28 20:24:21.426174 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=1cf30484-f814-47f7-a2da-c6e283b6327d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:21.460676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network 9f4e54e1-19fd-4776-a4c1-66784732d8e1 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:21.474428 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c9ba0e-f4e7-4ee8-a814-1bcea8a8f702 x-openstack-request-id: req-07c9ba0e-f4e7-4ee8-a814-1bcea8a8f702 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:21.475611 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "daa0f061-5cf3-4a13-baa6-48af89604eda", "code": 200}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:21.475611 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07c9ba0e-f4e7-4ee8-a814-1bcea8a8f702 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:21.475611 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa0f061-5cf3-4a13-baa6-48af89604eda', 'code': 200} Jan 28 20:24:21.475993 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'code': 200} Jan 28 20:24:21.479526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 9f4e54e1-19fd-4776-a4c1-66784732d8e1) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:21.491605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89614203-0bdd-4200-a6cb-1e5c574c79fc None None] Network 9f4e54e1-19fd-4776-a4c1-66784732d8e1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:21.492552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.493168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:21.511693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ab6c2-6b45-44ad-b20e-8e7f6287e470 req-b08ea944-a3a6-4c86-b3b7-cf2b839e74c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.513886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f2ab6c2-6b45-44ad-b20e-8e7f6287e470 req-b08ea944-a3a6-4c86-b3b7-cf2b839e74c6 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 950 time: 0.0823591 Jan 28 20:24:21.524698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36160) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:21.529435 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7c25abe2-a196-405c-a647-adab97bfad90 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1917949 Jan 28 20:24:21.531480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'port': {'network_id': '9f4e54e1-19fd-4776-a4c1-66784732d8e1', 'name': 'tempest-NetworksIpV6TestAttrs-1545071844'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:21.776460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-9f4e54e1-19fd-4776-a4c1-66784732d8e1', 'network_id': '9f4e54e1-19fd-4776-a4c1-66784732d8e1', 'tenant_id': '2f9cb8c588ac47f1859953429e1d3742', 'fixed_ips': [{'subnet_id': 'ecc51cd1-d817-4796-897a-089f0e7bb141'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:24:21.778298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:21.816355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f2ab6c2-6b45-44ad-b20e-8e7f6287e470 req-cba572f7-ba9d-4ef7-b7de-7c259464ec51 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779014 Jan 28 20:24:21.833501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'name': 'network-vif-deleted', 'tag': 'b59684ff-998f-400b-a9e5-5d6637cb9212'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:21.836239 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f93370-76d7-4607-ac07-b47ac4ffd487" -d '{"events": [{"server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "name": "network-vif-deleted", "tag": "b59684ff-998f-400b-a9e5-5d6637cb9212"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:21.859233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ded10d-7115-43c3-9a94-446d5776da10 req-23cf8ffb-cbf5-4795-bf38-5672702b1dd6 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:21.864343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27ded10d-7115-43c3-9a94-446d5776da10 req-23cf8ffb-cbf5-4795-bf38-5672702b1dd6 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 944 time: 0.3152921 Jan 28 20:24:22.006697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Allocated IP 2001:db8::f816:3eff:fe1f:fdd9 (9f4e54e1-19fd-4776-a4c1-66784732d8e1/ecc51cd1-d817-4796-897a-089f0e7bb141/67981bca-e68b-4e4f-8b5c-03f7acc0ab4c) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:22.028852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27ded10d-7115-43c3-9a94-446d5776da10 req-61b76459-270b-4468-b9e9-adffca545f1c tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257913 Jan 28 20:24:22.030634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:22.034308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.076474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] device_id is not set on port f9d77d06-b6c6-4c86-991a-f5c5444d7052 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:24:22.112869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36168) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:22.120573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fc082-2670-4261-9949-306b982d4f52 req-0fb2cb90-dee1-4069-a6c0-9023d97e72f3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:22.129681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d1fc082-2670-4261-9949-306b982d4f52 req-0fb2cb90-dee1-4069-a6c0-9023d97e72f3 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1902361 Jan 28 20:24:22.160633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 61076ed3-22de-448d-921f-94d10611430d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:22.206855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1be0252-3efc-4f29-80d2-f01dde73bce5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting subnet 8f83109b-298f-4d03-a832-569666fc55f4 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:24:22.210978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1be0252-3efc-4f29-80d2-f01dde73bce5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.257530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1be0252-3efc-4f29-80d2-f01dde73bce5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.277644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d1fc082-2670-4261-9949-306b982d4f52 req-d6e21fee-8261-459d-a790-e8c210e188d9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464918 Jan 28 20:24:22.345830 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c258ef18-af4e-43e8-ac54-11bec3524d28 x-openstack-request-id: req-c258ef18-af4e-43e8-ac54-11bec3524d28 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:22.346241 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32082a33-4212-4136-b4a2-ecd08bfa37e6", "name": "network-vif-deleted", "tag": "b59684ff-998f-400b-a9e5-5d6637cb9212", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:22.346620 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c258ef18-af4e-43e8-ac54-11bec3524d28 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:22.347199 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32082a33-4212-4136-b4a2-ecd08bfa37e6', 'name': 'network-vif-deleted', 'tag': 'b59684ff-998f-400b-a9e5-5d6637cb9212', 'status': 'completed', 'code': 200} Jan 28 20:24:22.364847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700e5d8-c9bc-4983-9e3d-b52e07e80c70 req-12bd3e74-3df2-4e0f-9408-f62c14653fc8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:22.366908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b700e5d8-c9bc-4983-9e3d-b52e07e80c70 req-12bd3e74-3df2-4e0f-9408-f62c14653fc8 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1575632 Jan 28 20:24:22.377933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-fff95556-dd7f-42e1-81f0-930186943eb3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:22.379902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-fff95556-dd7f-42e1-81f0-930186943eb3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 950 time: 0.2952709 Jan 28 20:24:22.437307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1be0252-3efc-4f29-80d2-f01dde73bce5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.467691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:22.552038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b700e5d8-c9bc-4983-9e3d-b52e07e80c70 req-2092d079-bba1-4d92-8629-961bd5f95870 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703861 Jan 28 20:24:22.572475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1be0252-3efc-4f29-80d2-f01dde73bce5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.634593 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be0252-3efc-4f29-80d2-f01dde73bce5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Subnet': ['ID=8f83109b-298f-4d03-a832-569666fc55f4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:22.650372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1be0252-3efc-4f29-80d2-f01dde73bce5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.659860 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d1be0252-3efc-4f29-80d2-f01dde73bce5 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "DELETE /v2.0/subnets/8f83109b-298f-4d03-a832-569666fc55f4 HTTP/1.1" status: 204 len: 168 time: 0.5432909 Jan 28 20:24:22.661564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Deleting port b37dc976-111e-44a0-b2ab-4872fdb67894 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:22.661974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.675397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36178) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:22.694781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2158a43-43b1-4729-85cb-553c2d3763d4 None None] Network faca7f8b-ad71-43e2-af21-922a09e7dead requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:22.793552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.805827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.839482 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.858456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] For port b37dc976-111e-44a0-b2ab-4872fdb67894, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b37dc976-111e-44a0-b2ab-4872fdb67894,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:22.858857 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.920809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Allocated IP 2001:db8::f816:3eff:fe04:154f (9f4e54e1-19fd-4776-a4c1-66784732d8e1/ecc51cd1-d817-4796-897a-089f0e7bb141/f9d77d06-b6c6-4c86-991a-f5c5444d7052) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:22.939203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-90f63274-298d-4a44-87f1-a3b9529789c4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:22.941514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 61076ed3-22de-448d-921f-94d10611430d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:22.941883 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:22.942291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-90f63274-298d-4a44-87f1-a3b9529789c4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f30ab-34d8-4921-b88d-2a510432ab22 HTTP/1.1" status: 200 len: 950 time: 0.1443191 Jan 28 20:24:22.961286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Calling delete_port for b37dc976-111e-44a0-b2ab-4872fdb67894 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:22.966261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:22.983807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Network 9f4e54e1-19fd-4776-a4c1-66784732d8e1 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:23.016820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:23.022353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:23.022720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.026143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port 36ceceb7-bb56-4bfc-bee1-185b56169987 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:23.026493 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.087318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:23.090281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Pushing event updated for resources: {'Port': ['ID=67981bca-e68b-4e4f-8b5c-03f7acc0ab4c,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:23.092668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28adb0a3-6aa8-4765-8951-acee8b663b67 None None] Network 915c00d7-2240-49d2-8b72-b41ed22c6f7f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:23.159850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port 36ceceb7-bb56-4bfc-bee1-185b56169987, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=36ceceb7-bb56-4bfc-bee1-185b56169987,segment=NetworkSegment(35a4720e-d9ad-43f2-af25-a592342db863),segment_id=35a4720e-d9ad-43f2-af25-a592342db863)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:23.160609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.182107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for 36ceceb7-bb56-4bfc-bee1-185b56169987 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:23.197386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Deleting port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:23.198071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.213177 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.276996 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.277346 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Attempting to bind port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:23.277668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Attempting to bind port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '815aa37c-2ea6-4cc5-892f-0fc1379bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9f4e54e1-19fd-4776-a4c1-66784732d8e1'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:23.278025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Attempting to bind port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c on network 9f4e54e1-19fd-4776-a4c1-66784732d8e1 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:23.307687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5bb48f40-6be0-475f-b4f4-994a7cfa2860 None None] Provisioning complete for port 61076ed3-22de-448d-921f-94d10611430d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:23.308146 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5bb48f40-6be0-475f-b4f4-994a7cfa2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.357338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Port': ['ID=f9d77d06-b6c6-4c86-991a-f5c5444d7052,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:23.361133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] For port 0a84a83e-9ee4-4370-8418-3fca9a15aa32, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0a84a83e-9ee4-4370-8418-3fca9a15aa32,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:23.362146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.363624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:23.363998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Checking segment: {'id': '815aa37c-2ea6-4cc5-892f-0fc1379bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9f4e54e1-19fd-4776-a4c1-66784732d8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:23.380761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.384736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Bound using segment: {'id': '815aa37c-2ea6-4cc5-892f-0fc1379bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9f4e54e1-19fd-4776-a4c1-66784732d8e1'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:23.385442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Bound port: 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815aa37c-2ea6-4cc5-892f-0fc1379bed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9f4e54e1-19fd-4776-a4c1-66784732d8e1'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:23.386001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.387918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-c5ff0870-5e23-4c14-b3ff-8595d53fdb6e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.394066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-c5ff0870-5e23-4c14-b3ff-8595d53fdb6e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.399221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Calling delete_port for 0a84a83e-9ee4-4370-8418-3fca9a15aa32 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:23.401588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-c5ff0870-5e23-4c14-b3ff-8595d53fdb6e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.403193 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.408262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-c5ff0870-5e23-4c14-b3ff-8595d53fdb6e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.414952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-c5ff0870-5e23-4c14-b3ff-8595d53fdb6e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.421856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-c5ff0870-5e23-4c14-b3ff-8595d53fdb6e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.428943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-c5ff0870-5e23-4c14-b3ff-8595d53fdb6e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.437926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-c5ff0870-5e23-4c14-b3ff-8595d53fdb6e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5430 time: 0.7274942 Jan 28 20:24:23.450085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=36ceceb7-bb56-4bfc-bee1-185b56169987,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:23.467462 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.482331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network 9f4e54e1-19fd-4776-a4c1-66784732d8e1 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:23.483093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port 36ceceb7-bb56-4bfc-bee1-185b56169987 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:23.493275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:23.497935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:23.498103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57305b4c-78ce-4190-a22c-51bdcc167be8 None None] DHCP port deletion for faca7f8b-ad71-43e2-af21-922a09e7dead request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:24:23.505740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.506705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.528421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861f38b-86c9-443a-b677-f47d51c985a2 req-fb205c5a-8ab9-4517-893a-c6dd2c6eb05f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:23.536721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0861f38b-86c9-443a-b677-f47d51c985a2 req-fb205c5a-8ab9-4517-893a-c6dd2c6eb05f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.6746166 Jan 28 20:24:23.551293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4ccbee65-3c14-496e-be44-9795a33da446 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0253587 Jan 28 20:24:23.555265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36188) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:23.574777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.620663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faca7f8b-ad71-43e2-af21-922a09e7dead']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:23.650824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:23.657460 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf357cc-3bf0-43df-aaab-6fed39e8ddbe" -d '{"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "7a5d503d-11b3-4c6c-b4cb-46ffd626e347"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:23.663065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a4720e-d9ad-43f2-af25-a592342db863') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:23.663431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a4720e-d9ad-43f2-af25-a592342db863') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:23.667139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abf5dd78-0b16-4064-ad55-b595c53aecc4 req-e20ad22f-8ed7-453f-a392-7dda3eef600a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2281320 Jan 28 20:24:23.683911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.739763 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.755490 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.763590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:23.764004 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.764769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0861f38b-86c9-443a-b677-f47d51c985a2 req-a1dbffa1-46f8-48fd-970e-8f67a1886762 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269840 Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:23.767468 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:23.809825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:23.811210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9989f97-daf0-4a10-94c5-1850d8b7534c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Deleting subnet ecc51cd1-d817-4796-897a-089f0e7bb141 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:24:23.890773 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5bb48f40-6be0-475f-b4f4-994a7cfa2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.894215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34a1a008-ca10-47cc-ab18-a0912c48e29f req-dea55177-ba9e-487d-9b0b-66a76438e5b9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d36caa-febd-4b56-be27-2a23c07dea73 HTTP/1.1" status: 200 len: 210 time: 0.0787561 Jan 28 20:24:23.906422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.907874 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.918222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.919650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9989f97-daf0-4a10-94c5-1850d8b7534c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.941276 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.947499 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "DELETE /v2.0/networks/faca7f8b-ad71-43e2-af21-922a09e7dead HTTP/1.1" status: 204 len: 168 time: 1.2686155 Jan 28 20:24:23.949388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:23.967195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36196) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:23.977585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', '3e8d5436-5ab4-427b-9d92-104392ebfa2b', '0a84a83e-9ee4-4370-8418-3fca9a15aa32'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:23.980713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:23.999468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] For port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:24.083622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event deleted for resources: {'Port': ['ID=b37dc976-111e-44a0-b2ab-4872fdb67894,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:24.101832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event deleted for resources: {'Port': ['ID=0a84a83e-9ee4-4370-8418-3fca9a15aa32,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:24.121005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 61076ed3-22de-448d-921f-94d10611430d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=61076ed3-22de-448d-921f-94d10611430d,segment=NetworkSegment(004fe2d0-338f-4b33-9f63-b442fba83a8b),segment_id=004fe2d0-338f-4b33-9f63-b442fba83a8b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:24.130688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] For port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=67981bca-e68b-4e4f-8b5c-03f7acc0ab4c,segment=NetworkSegment(815aa37c-2ea6-4cc5-892f-0fc1379bed3a),segment_id=815aa37c-2ea6-4cc5-892f-0fc1379bed3a)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:24.141152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b37dc976-111e-44a0-b2ab-4872fdb67894'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:24.155412 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.167259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9989f97-daf0-4a10-94c5-1850d8b7534c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.170292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] No DVR routers for this DVR port b37dc976-111e-44a0-b2ab-4872fdb67894 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:24.185912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.196831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.200325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40ae1313-ffa7-413a-bd13-9ef97214ba54 req-3e3cf03a-500e-4d6a-9576-fd203ec817d0 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.26 "DELETE /v2.0/ports/b37dc976-111e-44a0-b2ab-4872fdb67894 HTTP/1.1" status: 204 len: 173 time: 1.8112917 Jan 28 20:24:24.240074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:24.247172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:24.266363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256235dd-a123-4e1b-a9e9-8bc090156480 req-13a6ddf4-9395-4056-a7a8-3dc77e5f3633 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:24.280314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] No DVR routers for this DVR port 0a84a83e-9ee4-4370-8418-3fca9a15aa32 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:24.280711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-256235dd-a123-4e1b-a9e9-8bc090156480 req-13a6ddf4-9395-4056-a7a8-3dc77e5f3633 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 944 time: 0.3840189 Jan 28 20:24:24.286722 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.292042 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9827f969-9af3-4353-8b8c-af60427fd9e5 req-8309f4be-3c49-4058-ae94-dbbe7ce468c3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "DELETE /v2.0/ports/0a84a83e-9ee4-4370-8418-3fca9a15aa32 HTTP/1.1" status: 204 len: 173 time: 1.3349650 Jan 28 20:24:24.300361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280f30ab-34d8-4921-b88d-2a510432ab22', 'name': 'network-vif-deleted', 'tag': '0a84a83e-9ee4-4370-8418-3fca9a15aa32'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:24.303957 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c799c-eb72-47e1-802e-66fb1dfab5b9" -d '{"events": [{"server_uuid": "280f30ab-34d8-4921-b88d-2a510432ab22", "name": "network-vif-deleted", "tag": "0a84a83e-9ee4-4370-8418-3fca9a15aa32"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:24.310526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf123-bd20-42ad-baa4-967746cc9191 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Network': ['ID=faca7f8b-ad71-43e2-af21-922a09e7dead,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:24.356676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6b81a2-2b18-4801-ad51-427ccfc72c39 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting subnet 3cbc97dc-b175-43e2-a3c9-9286c5022bbf {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:24:24.393390 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb6b81a2-2b18-4801-ad51-427ccfc72c39 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.466955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 36ceceb7-bb56-4bfc-bee1-185b56169987 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:24.480249 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9989f97-daf0-4a10-94c5-1850d8b7534c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.512836 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb6b81a2-2b18-4801-ad51-427ccfc72c39 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.536422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d36caa-febd-4b56-be27-2a23c07dea73', 'name': 'network-vif-deleted', 'tag': 'b37dc976-111e-44a0-b2ab-4872fdb67894'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:24.538494 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c33d85-5e1e-4ce5-aa72-41bb13b80e1e" -d '{"events": [{"server_uuid": "c4d36caa-febd-4b56-be27-2a23c07dea73", "name": "network-vif-deleted", "tag": "b37dc976-111e-44a0-b2ab-4872fdb67894"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:24.546056 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-5bb48f40-6be0-475f-b4f4-994a7cfa2860 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:24:24.546408 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-5bb48f40-6be0-475f-b4f4-994a7cfa2860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:24:24.546850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 36ceceb7-bb56-4bfc-bee1-185b56169987 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:24.547180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 36ceceb7-bb56-4bfc-bee1-185b56169987 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:24.599006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd7255-261a-471f-b7cf-bf120be571b7 req-02698cf9-f0b2-408f-a877-a6355f07fb43 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:24.609453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3dd7255-261a-471f-b7cf-bf120be571b7 req-02698cf9-f0b2-408f-a877-a6355f07fb43 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.5756388 Jan 28 20:24:24.650534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=61076ed3-22de-448d-921f-94d10611430d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:24.679365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-256235dd-a123-4e1b-a9e9-8bc090156480 req-e182bc94-fd3c-422a-9e7f-37ca521078f5 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3961947 Jan 28 20:24:24.685284 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb6b81a2-2b18-4801-ad51-427ccfc72c39 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.753295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3dd7255-261a-471f-b7cf-bf120be571b7 req-2ff30071-515f-43ee-98a9-6c8750ff70ca tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420062 Jan 28 20:24:24.755687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:24.821484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:24.822136 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.847453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb6b81a2-2b18-4801-ad51-427ccfc72c39 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.880421 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9989f97-daf0-4a10-94c5-1850d8b7534c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:24.915501 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ac3fbc-12c7-483e-a2c8-b4035b25020f x-openstack-request-id: req-78ac3fbc-12c7-483e-a2c8-b4035b25020f {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:24.921158 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "7a5d503d-11b3-4c6c-b4cb-46ffd626e347", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:24.921726 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78ac3fbc-12c7-483e-a2c8-b4035b25020f {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:24.945039 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347', 'code': 200} Jan 28 20:24:24.964753 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f960ab-cb63-44a8-877f-d4075dd04ed2 x-openstack-request-id: req-15f960ab-cb63-44a8-877f-d4075dd04ed2 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:24.965180 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280f30ab-34d8-4921-b88d-2a510432ab22", "name": "network-vif-deleted", "tag": "0a84a83e-9ee4-4370-8418-3fca9a15aa32", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:24.965568 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15f960ab-cb63-44a8-877f-d4075dd04ed2 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:24.966190 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280f30ab-34d8-4921-b88d-2a510432ab22', 'name': 'network-vif-deleted', 'tag': '0a84a83e-9ee4-4370-8418-3fca9a15aa32', 'status': 'completed', 'code': 200} Jan 28 20:24:24.973354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b81a2-2b18-4801-ad51-427ccfc72c39 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbc97dc-b175-43e2-a3c9-9286c5022bbf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:25.002607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9989f97-daf0-4a10-94c5-1850d8b7534c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.007188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c9989f97-daf0-4a10-94c5-1850d8b7534c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/subnets/ecc51cd1-d817-4796-897a-089f0e7bb141 HTTP/1.1" status: 204 len: 168 time: 1.4478517 Jan 28 20:24:25.009697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb6b81a2-2b18-4801-ad51-427ccfc72c39 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.027431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eb6b81a2-2b18-4801-ad51-427ccfc72c39 tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "DELETE /v2.0/subnets/3cbc97dc-b175-43e2-a3c9-9286c5022bbf HTTP/1.1" status: 204 len: 168 time: 0.9646182 Jan 28 20:24:25.028313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36210) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:25.029501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36212) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:25.054698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af7906-6551-4cbd-92ff-9ad4930d7061 None None] Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:25.088826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c41878-8e4e-406c-afc7-ea0c20f6b261 None None] Pushing event updated for resources: {'Port': ['ID=67981bca-e68b-4e4f-8b5c-03f7acc0ab4c,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:25.232328 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77abfc80-4738-4d85-8a0a-b99e68cb5bf7 x-openstack-request-id: req-77abfc80-4738-4d85-8a0a-b99e68cb5bf7 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:25.232620 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d36caa-febd-4b56-be27-2a23c07dea73", "name": "network-vif-deleted", "tag": "b37dc976-111e-44a0-b2ab-4872fdb67894", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:25.232874 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77abfc80-4738-4d85-8a0a-b99e68cb5bf7 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:25.233267 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d36caa-febd-4b56-be27-2a23c07dea73', 'name': 'network-vif-deleted', 'tag': 'b37dc976-111e-44a0-b2ab-4872fdb67894', 'status': 'completed', 'code': 200} Jan 28 20:24:25.240602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9989f97-daf0-4a10-94c5-1850d8b7534c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc51cd1-d817-4796-897a-089f0e7bb141,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:25.277879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d4756-3882-4282-b008-aa45e1f9212a req-8a5e3044-609f-4055-ad1b-3792e0755ea9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.280212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b2d4756-3882-4282-b008-aa45e1f9212a req-8a5e3044-609f-4055-ad1b-3792e0755ea9 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.0799510 Jan 28 20:24:25.295096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-3aac75d0-871b-4838-a4d4-b50da1c8f52b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.303475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-3aac75d0-871b-4838-a4d4-b50da1c8f52b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.310239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-3aac75d0-871b-4838-a4d4-b50da1c8f52b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.318286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-3aac75d0-871b-4838-a4d4-b50da1c8f52b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.335527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-3aac75d0-871b-4838-a4d4-b50da1c8f52b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.345228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-3aac75d0-871b-4838-a4d4-b50da1c8f52b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.352660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-3aac75d0-871b-4838-a4d4-b50da1c8f52b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.355431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-3aac75d0-871b-4838-a4d4-b50da1c8f52b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5431 time: 0.2201426 Jan 28 20:24:25.379240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116baf0-7022-4a1b-91b4-b51d81ce82ec tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.381360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116baf0-7022-4a1b-91b4-b51d81ce82ec tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.385696 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0116baf0-7022-4a1b-91b4-b51d81ce82ec tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3533366 Jan 28 20:24:25.386406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36214) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:25.388747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.434530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b2d4756-3882-4282-b008-aa45e1f9212a req-d44edcee-3b3b-49e1-aaf2-82568670608d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760553 Jan 28 20:24:25.502938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Deleting port 4cfac2f8-05b0-4294-91f2-59c06d153b14 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:25.503427 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.514382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04f92ad1-fbb6-4c7e-9c82-454d3e4b9852 req-300c01af-a1bb-485f-8729-47f600f7ad93 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1466658 Jan 28 20:24:25.564581 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69144617-d50f-4c8f-a59b-e307ce2a3e6f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.576470 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-69144617-d50f-4c8f-a59b-e307ce2a3e6f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 20:24:25.576909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69144617-d50f-4c8f-a59b-e307ce2a3e6f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:25.584952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-69144617-d50f-4c8f-a59b-e307ce2a3e6f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/9f4e54e1-19fd-4776-a4c1-66784732d8e1 HTTP/1.1" status: 409 len: 405 time: 0.1963081 Jan 28 20:24:25.585784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36218) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:25.590706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-171700484'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:25.632029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:25.637651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.638272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] For port 4cfac2f8-05b0-4294-91f2-59c06d153b14, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4cfac2f8-05b0-4294-91f2-59c06d153b14,segment=NetworkSegment(3dd04952-5458-4685-9862-839fefd09cce),segment_id=3dd04952-5458-4685-9862-839fefd09cce)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:25.638654 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.658329 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.666491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c6abc643-0393-4fe1-9520-009b1b6cb129 None None] Provisioning complete for port 61076ed3-22de-448d-921f-94d10611430d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:25.667549 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c6abc643-0393-4fe1-9520-009b1b6cb129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.678051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:25.684357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Calling delete_port for 4cfac2f8-05b0-4294-91f2-59c06d153b14 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:25.697418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.697418 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Added segment 9bc4dae5-edf0-4886-888d-62afd68671e9 of type vlan for network 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 Jan 28 20:24:25.843097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b85a9-86d6-4ada-8a8b-9b7d498fe728 None None] DHCP port deletion for 4d676fde-2095-43d8-b4a5-26e69b0d4d26 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:24:25.843953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.914775 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.932838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:25.943088 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.945101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 267192fb-02e0-4733-a98f-c29ddb853763 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:25.947568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:25.956497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Port': ['ID=4cfac2f8-05b0-4294-91f2-59c06d153b14,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:25.966328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] No DVR routers for this DVR port 4cfac2f8-05b0-4294-91f2-59c06d153b14 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:25.975889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:25.978298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.077713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.102715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d676fde-2095-43d8-b4a5-26e69b0d4d26']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:26.105612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Network': ['ID=2c49859a-fdab-4f7c-b60f-3f13f42dbb83,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:26.123269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd04952-5458-4685-9862-839fefd09cce') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:26.123811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd04952-5458-4685-9862-839fefd09cce') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:26.136691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.151591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.163189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:26.163741 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.192357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6dba4ff1-4aed-4a00-9a85-3b84a16cc7bb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6042168 Jan 28 20:24:26.209206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fc654-4249-491c-97d8-b5dbd8ca5fbb req-2295fd82-6817-4c69-bea8-7acd5bfb9960 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.218834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f02fc654-4249-491c-97d8-b5dbd8ca5fbb req-2295fd82-6817-4c69-bea8-7acd5bfb9960 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 944 time: 0.3721161 Jan 28 20:24:26.226510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36232) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:26.258316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'subnet': {'network_id': '2c49859a-fdab-4f7c-b60f-3f13f42dbb83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:26.299763 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:26.301453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:26.301525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d0205-9456-463d-a84f-3b5b6e520655 req-8cec1e28-7813-4c44-9bfc-a9753e908c4b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.302836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b05d0205-9456-463d-a84f-3b5b6e520655 req-8cec1e28-7813-4c44-9bfc-a9753e908c4b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2059364 Jan 28 20:24:26.317710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.325591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.340769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] 10.222.0.44 "DELETE /v2.0/networks/4d676fde-2095-43d8-b4a5-26e69b0d4d26 HTTP/1.1" status: 204 len: 168 time: 1.2938051 Jan 28 20:24:26.366532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb63c2-69d9-4948-8bd4-f5e5d51979db tempest-ServersTestMultiNic-64763472 tempest-ServersTestMultiNic-64763472-project] Pushing event deleted for resources: {'Network': ['ID=4d676fde-2095-43d8-b4a5-26e69b0d4d26,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:26.404981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b37dc976-111e-44a0-b2ab-4872fdb67894 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:26.420210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b05d0205-9456-463d-a84f-3b5b6e520655 req-9ddaa59c-4cee-48b7-9492-8399dbc0b932 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086040 Jan 28 20:24:26.459038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f02fc654-4249-491c-97d8-b5dbd8ca5fbb req-0e1acc5e-6f58-4005-b74f-ac44cb4e54ba tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260725 Jan 28 20:24:26.528206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d22d9ce-f653-4bc5-992f-a69b0febd31c None None] Network 9f4e54e1-19fd-4776-a4c1-66784732d8e1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:26.530134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:26.543036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:26.547540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.548456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: b37dc976-111e-44a0-b2ab-4872fdb67894 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:26.548456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b37dc976-111e-44a0-b2ab-4872fdb67894 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:26.575398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 267192fb-02e0-4733-a98f-c29ddb853763 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:26.674970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:26.712338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 267192fb-02e0-4733-a98f-c29ddb853763 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:26.712714 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.767178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f4e2-63ad-4e6e-87bf-f072a0cf1427 req-ccaefb30-4331-491a-a27f-9328ee418af7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.768830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c121f4e2-63ad-4e6e-87bf-f072a0cf1427 req-ccaefb30-4331-491a-a27f-9328ee418af7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.0807765 Jan 28 20:24:26.804551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-445b85a9-86d6-4ada-8a8b-9b7d498fe728 None None] Deleting port 4cfac2f8-05b0-4294-91f2-59c06d153b14 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:26.805266 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-445b85a9-86d6-4ada-8a8b-9b7d498fe728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server [None req-445b85a9-86d6-4ada-8a8b-9b7d498fe728 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 could not be found. Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1544, in delete_ports_by_device_id Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:24:26.878671 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1989, in delete_port Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 4d676fde-2095-43d8-b4a5-26e69b0d4d26 could not be found. Jan 28 20:24:26.881860 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Jan 28 20:24:26.913204 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c121f4e2-63ad-4e6e-87bf-f072a0cf1427 req-11f44199-0c87-443c-8a77-dc1303c88b12 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184442 Jan 28 20:24:26.933080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-d7d0487a-fc24-4ad9-b2ee-e0cffbde6807 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.941805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-d7d0487a-fc24-4ad9-b2ee-e0cffbde6807 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.947745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-d7d0487a-fc24-4ad9-b2ee-e0cffbde6807 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.950258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:26.953210 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dcef78-b63e-4205-be12-2fc2e6b245fe" -d '{"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "59117eb7-42cd-4d42-8e49-2d0b9ab72a06"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:26.954622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-d7d0487a-fc24-4ad9-b2ee-e0cffbde6807 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.960485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-d7d0487a-fc24-4ad9-b2ee-e0cffbde6807 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.968292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d0277a-5a47-4a06-ade0-9d63060fe908 None None] DHCP port deletion for 4d676fde-2095-43d8-b4a5-26e69b0d4d26 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:24:26.970280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-d7d0487a-fc24-4ad9-b2ee-e0cffbde6807 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.977022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-d7d0487a-fc24-4ad9-b2ee-e0cffbde6807 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:26.978928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-d7d0487a-fc24-4ad9-b2ee-e0cffbde6807 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5432 time: 0.1831515 Jan 28 20:24:26.993889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:26.994606 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.059538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.082102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7a53f364-4efd-4f4c-9f83-076064ff5508 None None] Provisioning complete for port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:27.082556 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7a53f364-4efd-4f4c-9f83-076064ff5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.102840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3cbf7aa-3144-4039-bf8f-4c8f6fc11282 req-f3911662-e454-4465-a93b-6055c98115f4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144423 Jan 28 20:24:27.150852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 267192fb-02e0-4733-a98f-c29ddb853763, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=267192fb-02e0-4733-a98f-c29ddb853763,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:27.154151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:24:27.159626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.181174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.182018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 576d7047-f335-42d8-8285-5629dda21340 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:27.216853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4a1ce-9cdd-4467-bddb-e8c0f1596e0d req-1c8d10f3-9630-40c7-81f0-3e4c7df00e34 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:27.218413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb4a1ce-9cdd-4467-bddb-e8c0f1596e0d req-1c8d10f3-9630-40c7-81f0-3e4c7df00e34 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1 HTTP/1.1" status: 200 len: 949 time: 0.1845415 Jan 28 20:24:27.263658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] DHCP port deletion for 9f4e54e1-19fd-4776-a4c1-66784732d8e1 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:24:27.266722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Subnet': ['ID=6a6cf199-1345-480d-94cb-a0f37f716c34,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:27.317195 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77783d2-daf3-4202-a98f-0db91ebac90f x-openstack-request-id: req-f77783d2-daf3-4202-a98f-0db91ebac90f {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:27.317492 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "59117eb7-42cd-4d42-8e49-2d0b9ab72a06", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:27.317752 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f77783d2-daf3-4202-a98f-0db91ebac90f {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:27.318140 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06', 'code': 200} Jan 28 20:24:27.320801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb4a1ce-9cdd-4467-bddb-e8c0f1596e0d req-662399bc-bac2-41dc-bce2-5de0c8aab510 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934963 Jan 28 20:24:27.321671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Checking segment: {'id': '9bc4dae5-edf0-4886-888d-62afd68671e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c49859a-fdab-4f7c-b60f-3f13f42dbb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:27.322033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network hostable DHCP agents. Network: 2c49859a-fdab-4f7c-b60f-3f13f42dbb83, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:27.347690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36258) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:27.382572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=267192fb-02e0-4733-a98f-c29ddb853763,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:27.384959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:27.390828 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.398584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 2c49859a-fdab-4f7c-b60f-3f13f42dbb83) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:27.410673 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7a53f364-4efd-4f4c-9f83-076064ff5508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.417247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:27.418063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.422330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2545f-0544-4d49-bf6a-f578e411b89c None None] Network 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:27.443555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-390260a3-048f-4f7c-a0e2-b81691969226 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2122536 Jan 28 20:24:27.444851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36262) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:27.451910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'port': {'network_id': '2c49859a-fdab-4f7c-b60f-3f13f42dbb83', 'name': 'tempest-NetworksIpV6TestAttrs-1204642799'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:27.497979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 576d7047-f335-42d8-8285-5629dda21340 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:27.524293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 576d7047-f335-42d8-8285-5629dda21340 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:27.524667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.533996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=67981bca-e68b-4e4f-8b5c-03f7acc0ab4c,segment=NetworkSegment(815aa37c-2ea6-4cc5-892f-0fc1379bed3a),segment_id=815aa37c-2ea6-4cc5-892f-0fc1379bed3a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:27.565744 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.566514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 61076ed3-22de-448d-921f-94d10611430d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:27.734671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] Deleting port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:27.736269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.777036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-5a8d5aca-e428-4430-b189-348a0c471fc2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:27.778628 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-5a8d5aca-e428-4430-b189-348a0c471fc2 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1 HTTP/1.1" status: 200 len: 949 time: 0.2486994 Jan 28 20:24:27.783519 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-490aa524-5191-4101-922e-95a2cc442ee4 req-364b73b8-de20-4420-9e2f-fc7bd04583df service neutron] show failed (client error): The resource could not be found. Jan 28 20:24:27.784895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-364b73b8-de20-4420-9e2f-fc7bd04583df service neutron] 10.222.0.13 "GET /v2.0/ports/d05ab314-27f4-497d-a6f4-67495d037a39/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.5018964 Jan 28 20:24:27.821529 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64735fd0-a138-42f7-b3a7-7e2f460ffff4 req-7e092337-8672-4af6-a23d-1015ecdc567a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:27.823033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64735fd0-a138-42f7-b3a7-7e2f460ffff4 req-7e092337-8672-4af6-a23d-1015ecdc567a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2140932 Jan 28 20:24:27.858439 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-7a53f364-4efd-4f4c-9f83-076064ff5508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:24:27.858835 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-7a53f364-4efd-4f4c-9f83-076064ff5508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:24:27.864649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=67981bca-e68b-4e4f-8b5c-03f7acc0ab4c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:27.947615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] For port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=67981bca-e68b-4e4f-8b5c-03f7acc0ab4c,segment=NetworkSegment(815aa37c-2ea6-4cc5-892f-0fc1379bed3a),segment_id=815aa37c-2ea6-4cc5-892f-0fc1379bed3a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:27.948022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:27.997666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:28.001940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] Calling delete_port for 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:28.006157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 61076ed3-22de-448d-921f-94d10611430d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:28.006592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.020774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.027670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:28.031331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.041048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-2c49859a-fdab-4f7c-b60f-3f13f42dbb83', 'network_id': '2c49859a-fdab-4f7c-b60f-3f13f42dbb83', 'tenant_id': '2f9cb8c588ac47f1859953429e1d3742', 'fixed_ips': [{'subnet_id': '6a6cf199-1345-480d-94cb-a0f37f716c34'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:24:28.042053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.073860 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.111052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af59b1b-81a6-4a67-8043-3907cb6a41a4 req-be21e8eb-1986-4dca-b7a5-ad6df48753f3 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:28.112640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3af59b1b-81a6-4a67-8043-3907cb6a41a4 req-be21e8eb-1986-4dca-b7a5-ad6df48753f3 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.3091664 Jan 28 20:24:28.119343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64735fd0-a138-42f7-b3a7-7e2f460ffff4 req-bba2418f-6168-4028-8b34-8164e2a2e550 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692380 Jan 28 20:24:28.128124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] device_id is not set on port 3e97e1cd-6be2-45e6-80bc-73168bf32e50 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:24:28.224246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-718583f3-497c-49eb-b32e-cf010a616f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:28.225801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-718583f3-497c-49eb-b32e-cf010a616f10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75&tenant_id=f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 1101 time: 0.2000751 Jan 28 20:24:28.246296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:28.253594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 576d7047-f335-42d8-8285-5629dda21340, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=576d7047-f335-42d8-8285-5629dda21340,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:28.271707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.272556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:28.326639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Deleting port 3e8d5436-5ab4-427b-9d92-104392ebfa2b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:28.327216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.340720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3af59b1b-81a6-4a67-8043-3907cb6a41a4 req-bc3f9a83-48d0-46d6-a001-76aff9869f96 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019062 Jan 28 20:24:28.589349 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.626669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=576d7047-f335-42d8-8285-5629dda21340,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:28.645687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] No DVR routers for this DVR port 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:28.674964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b7ca1-890e-40e1-bb8c-da2d7fea6ea0 None None] Pushing event deleted for resources: {'Port': ['ID=67981bca-e68b-4e4f-8b5c-03f7acc0ab4c,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:28.702141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:28.720497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2d851-5d02-4237-9b5b-414db0721019 req-23569560-d44d-4237-9393-c1419826c0e4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:28.722290 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-31e2d851-5d02-4237-9b5b-414db0721019 req-23569560-d44d-4237-9393-c1419826c0e4 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/ports?device_id=27c09a80-6c84-4c5b-b699-9cd901398667 HTTP/1.1" status: 200 len: 950 time: 0.4067316 Jan 28 20:24:28.723945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Deleting port 55642fa0-a569-4693-a762-5c99b6f761f2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:28.724405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.732931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:28.733542 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.772370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4cfac2f8-05b0-4294-91f2-59c06d153b14 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:28.809296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 4cfac2f8-05b0-4294-91f2-59c06d153b14 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:28.809772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4cfac2f8-05b0-4294-91f2-59c06d153b14 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:28.850383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Allocated IP 2001:db8::f816:3eff:fe1c:8af1 (2c49859a-fdab-4f7c-b60f-3f13f42dbb83/6a6cf199-1345-480d-94cb-a0f37f716c34/3e97e1cd-6be2-45e6-80bc-73168bf32e50) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:28.870345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf7f5-03b5-47bf-93c6-ad88f7e4622a req-4010e9d3-d544-4977-b3f7-08e6e8b3fc18 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:28.871882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f86bf7f5-03b5-47bf-93c6-ad88f7e4622a req-4010e9d3-d544-4977-b3f7-08e6e8b3fc18 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.6368067 Jan 28 20:24:28.879940 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.930492 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.947146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] For port 55642fa0-a569-4693-a762-5c99b6f761f2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=55642fa0-a569-4693-a762-5c99b6f761f2,segment=NetworkSegment(c0fda0a5-59cb-4fd7-bace-54da91e1f328),segment_id=c0fda0a5-59cb-4fd7-bace-54da91e1f328)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:28.947629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.957696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] For port 3e8d5436-5ab4-427b-9d92-104392ebfa2b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=3e8d5436-5ab4-427b-9d92-104392ebfa2b,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:28.958070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:28.965576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Calling delete_port for 55642fa0-a569-4693-a762-5c99b6f761f2 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:28.982562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:29.021947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:29.022475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9861f-0d2f-4471-9da3-41464d50c06e req-13ca98f4-3a00-4f48-bb2e-34dfd96442b7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.022640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 67981bca-e68b-4e4f-8b5c-03f7acc0ab4c not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:29.022721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Deleting port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:29.022922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.025030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfa9861f-0d2f-4471-9da3-41464d50c06e req-13ca98f4-3a00-4f48-bb2e-34dfd96442b7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.2516565 Jan 28 20:24:29.038946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:29.044405 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.045103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0a84a83e-9ee4-4370-8418-3fca9a15aa32 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:29.052395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Calling delete_port for 3e8d5436-5ab4-427b-9d92-104392ebfa2b owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:29.069009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f86bf7f5-03b5-47bf-93c6-ad88f7e4622a req-fc46a876-ee26-437a-98f7-7c503b92a4ad tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663837 Jan 28 20:24:29.085666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 0a84a83e-9ee4-4370-8418-3fca9a15aa32 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:29.086167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0a84a83e-9ee4-4370-8418-3fca9a15aa32 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:29.100479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:29.213140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:29.233597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.240962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.277488 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Pushing event deleted for resources: {'Port': ['ID=55642fa0-a569-4693-a762-5c99b6f761f2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:29.312856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] For port cc8f02e4-a10a-4dcd-a81f-833af1e7e136, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:29.313934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.319440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267192fb-02e0-4733-a98f-c29ddb853763'}, {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d7047-f335-42d8-8285-5629dda21340'}, {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eec3143-59d6-4b5c-bf9b-a1fd687e6404'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:29.321995 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158c9b26-2dba-4b4f-b88e-df4e885ad7ae" -d '{"events": [{"server_uuid": "eda5ee54-e7a9-4654-981e-2cb658142b5e", "name": "network-vif-plugged", "status": "completed", "tag": "267192fb-02e0-4733-a98f-c29ddb853763"}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "576d7047-f335-42d8-8285-5629dda21340"}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "2eec3143-59d6-4b5c-bf9b-a1fd687e6404"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:29.332322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfa9861f-0d2f-4471-9da3-41464d50c06e req-d465e056-03aa-40fd-9b9b-b7749673c55b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941613 Jan 28 20:24:29.349407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Calling delete_port for cc8f02e4-a10a-4dcd-a81f-833af1e7e136 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:29.469318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-b9091eaf-4160-4705-9ff6-9a018138bb8e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.475300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-b9091eaf-4160-4705-9ff6-9a018138bb8e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.481422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-b9091eaf-4160-4705-9ff6-9a018138bb8e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.487214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-b9091eaf-4160-4705-9ff6-9a018138bb8e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.493148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-b9091eaf-4160-4705-9ff6-9a018138bb8e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.499141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-b9091eaf-4160-4705-9ff6-9a018138bb8e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.505504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-b9091eaf-4160-4705-9ff6-9a018138bb8e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.507461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-b9091eaf-4160-4705-9ff6-9a018138bb8e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.3216085 Jan 28 20:24:29.545136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.574871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-2587340c-c798-45c0-9c7a-201eae1657b3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.576349 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-2587340c-c798-45c0-9c7a-201eae1657b3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.13 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.1624153 Jan 28 20:24:29.616952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.654610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:29.680332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26545d76-67c8-4ba1-b75a-20f3ddaf10e4 req-0d43bc6d-89f8-4a5e-98a3-56e4d98fccfd tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.681873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26545d76-67c8-4ba1-b75a-20f3ddaf10e4 req-0d43bc6d-89f8-4a5e-98a3-56e4d98fccfd tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9c4207-34b7-400b-9016-d24aa2e381e1 HTTP/1.1" status: 200 len: 949 time: 0.2474191 Jan 28 20:24:29.693976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a35b39ce-ad7e-4e33-bfec-f75fc7c6e837 req-f36afa06-d4b3-45c3-95f3-dd8ff77944cb tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583407 Jan 28 20:24:29.740482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.744532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.748958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.762444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:29.776667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979', 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:29.818254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event deleted for resources: {'Port': ['ID=3e8d5436-5ab4-427b-9d92-104392ebfa2b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:29.832161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event deleted for resources: {'Port': ['ID=cc8f02e4-a10a-4dcd-a81f-833af1e7e136,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:29.850998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Allocated IP 2001:db8::f816:3eff:fec5:644b (2c49859a-fdab-4f7c-b60f-3f13f42dbb83/6a6cf199-1345-480d-94cb-a0f37f716c34/99001568-401d-4bcb-a374-cfb6f28e4cbb) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:29.872385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26545d76-67c8-4ba1-b75a-20f3ddaf10e4 req-387f320b-a57c-499b-9a72-16ba6e13ab8d tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741354 Jan 28 20:24:29.901716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] No DVR routers for this DVR port cc8f02e4-a10a-4dcd-a81f-833af1e7e136 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:29.916502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:29.921300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.930148 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-31e2d851-5d02-4237-9b5b-414db0721019 req-4bdd528c-b2ee-43ff-8c99-aa0acab7120a tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "DELETE /v2.0/ports/cc8f02e4-a10a-4dcd-a81f-833af1e7e136 HTTP/1.1" status: 204 len: 173 time: 1.1927676 Jan 28 20:24:29.932669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:29.936831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c09a80-6c84-4c5b-b699-9cd901398667', 'name': 'network-vif-deleted', 'tag': 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:29.940232 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f6397-5fe2-4c77-b5c0-73b01fea2127" -d '{"events": [{"server_uuid": "27c09a80-6c84-4c5b-b699-9cd901398667", "name": "network-vif-deleted", "tag": "cc8f02e4-a10a-4dcd-a81f-833af1e7e136"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:29.963405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:29.966586 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d73b975-1314-40e2-ba43-11c87c8aaf03" -d '{"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-unplugged", "status": "completed", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:29.969814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Deleting port 584a060a-fd75-4b02-953a-40dfb3adb481 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:29.970571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.973431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.973988 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac89c8f-9507-47d3-8e30-d1d06a94c632 x-openstack-request-id: req-2ac89c8f-9507-47d3-8e30-d1d06a94c632 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:29.974335 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda5ee54-e7a9-4654-981e-2cb658142b5e", "name": "network-vif-plugged", "status": "completed", "tag": "267192fb-02e0-4733-a98f-c29ddb853763", "code": 200}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "576d7047-f335-42d8-8285-5629dda21340", "code": 200}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-plugged", "status": "completed", "tag": "2eec3143-59d6-4b5c-bf9b-a1fd687e6404", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:29.974590 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ac89c8f-9507-47d3-8e30-d1d06a94c632 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:29.974987 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267192fb-02e0-4733-a98f-c29ddb853763', 'code': 200} Jan 28 20:24:29.975243 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576d7047-f335-42d8-8285-5629dda21340', 'code': 200} Jan 28 20:24:29.975491 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eec3143-59d6-4b5c-bf9b-a1fd687e6404', 'code': 200} Jan 28 20:24:29.977237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:29.982969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.983619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:29.989690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] No DVR routers for this DVR port 3e8d5436-5ab4-427b-9d92-104392ebfa2b on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:30.002111 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.005534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7146f0e-c6f6-49df-8217-338c1dafe3c2 req-ab260aee-13dc-4349-a3ab-5a39f82d67af tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "DELETE /v2.0/ports/3e8d5436-5ab4-427b-9d92-104392ebfa2b HTTP/1.1" status: 204 len: 173 time: 2.2166967 Jan 28 20:24:30.018329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Port': ['ID=3e97e1cd-6be2-45e6-80bc-73168bf32e50,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:30.029013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Transition to ACTIVE for port object d05ab314-27f4-497d-a6f4-67495d037a39 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:24:30.038010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aaef1-5b28-490f-9d33-5d8641cf222a req-f16e9c12-2f4b-4fea-87b2-04f385747dfe tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.046086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c90aaef1-5b28-490f-9d33-5d8641cf222a req-f16e9c12-2f4b-4fea-87b2-04f385747dfe tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2354860 Jan 28 20:24:30.050306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.061483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1fab81c8-6bce-4a97-a978-7d19ed545850 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6146970 Jan 28 20:24:30.076820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36286) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:30.102879 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:24:30.103504 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:24:30.267956 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.283541 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.293330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c90aaef1-5b28-490f-9d33-5d8641cf222a req-222455ab-8c55-42eb-9d02-f51ee084025d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462521 Jan 28 20:24:30.299451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:30.314628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] No DVR routers for this DVR port d05ab314-27f4-497d-a6f4-67495d037a39 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:30.342827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04f6922-035e-469a-8f68-cfc41bddb458 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Deleting subnet 6a6cf199-1345-480d-94cb-a0f37f716c34 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:24:30.351262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Network 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:30.357882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:30.361679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:30.372773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Pushing event updated for resources: {'Port': ['ID=99001568-401d-4bcb-a374-cfb6f28e4cbb,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:30.373745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d04f6922-035e-469a-8f68-cfc41bddb458 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.398466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] For port 584a060a-fd75-4b02-953a-40dfb3adb481, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=584a060a-fd75-4b02-953a-40dfb3adb481,segment=NetworkSegment(ecf85a8b-76fd-4038-ab87-aafe64286933),segment_id=ecf85a8b-76fd-4038-ab87-aafe64286933)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:30.399055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.410061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Router ed831a9b-ab06-4aae-8820-4d8b8d440a2d has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:24:30.417737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-a668f698-35b0-4fd8-9287-4f7f319df6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.418218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-a668f698-35b0-4fd8-9287-4f7f319df6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.418689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-a668f698-35b0-4fd8-9287-4f7f319df6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.419156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-a668f698-35b0-4fd8-9287-4f7f319df6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.419647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-a668f698-35b0-4fd8-9287-4f7f319df6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.420108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-a668f698-35b0-4fd8-9287-4f7f319df6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.420661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-a668f698-35b0-4fd8-9287-4f7f319df6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.423291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-a668f698-35b0-4fd8-9287-4f7f319df6ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6491 time: 0.2268927 Jan 28 20:24:30.445415 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d04f6922-035e-469a-8f68-cfc41bddb458 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.452751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Attempting to bind port 99001568-401d-4bcb-a374-cfb6f28e4cbb on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:30.453218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Attempting to bind port 99001568-401d-4bcb-a374-cfb6f28e4cbb by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9bc4dae5-edf0-4886-888d-62afd68671e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c49859a-fdab-4f7c-b60f-3f13f42dbb83'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:30.454203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Attempting to bind port 99001568-401d-4bcb-a374-cfb6f28e4cbb on network 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:30.460667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:30.461096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Checking segment: {'id': '9bc4dae5-edf0-4886-888d-62afd68671e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c49859a-fdab-4f7c-b60f-3f13f42dbb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:30.461567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.462173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Bound using segment: {'id': '9bc4dae5-edf0-4886-888d-62afd68671e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c49859a-fdab-4f7c-b60f-3f13f42dbb83'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:30.462725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Bound port: 99001568-401d-4bcb-a374-cfb6f28e4cbb, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc4dae5-edf0-4886-888d-62afd68671e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c49859a-fdab-4f7c-b60f-3f13f42dbb83'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:30.463260 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.490810 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b29d66d-ee0d-4e1a-8b31-6a4313ca4a6e x-openstack-request-id: req-8b29d66d-ee0d-4e1a-8b31-6a4313ca4a6e {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:30.491170 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c09a80-6c84-4c5b-b699-9cd901398667", "name": "network-vif-deleted", "tag": "cc8f02e4-a10a-4dcd-a81f-833af1e7e136", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:30.491432 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b29d66d-ee0d-4e1a-8b31-6a4313ca4a6e {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:30.491856 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c09a80-6c84-4c5b-b699-9cd901398667', 'name': 'network-vif-deleted', 'tag': 'cc8f02e4-a10a-4dcd-a81f-833af1e7e136', 'status': 'completed', 'code': 200} Jan 28 20:24:30.512457 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fde6ac-5007-43ac-903e-7a403312d3c5 x-openstack-request-id: req-a0fde6ac-5007-43ac-903e-7a403312d3c5 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:30.512886 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-unplugged", "status": "completed", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:30.513002 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0fde6ac-5007-43ac-903e-7a403312d3c5 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:30.513365 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'code': 200} Jan 28 20:24:30.550233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdde18d-6491-4a97-8ecc-46011bc427ec req-58856d3f-2cc4-474e-8ecd-fcc98f13b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.551779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fdde18d-6491-4a97-8ecc-46011bc427ec req-58856d3f-2cc4-474e-8ecd-fcc98f13b650 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 1096 time: 0.4328101 Jan 28 20:24:30.569054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Calling delete_port for 584a060a-fd75-4b02-953a-40dfb3adb481 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:30.587603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ca68a-f1ed-4e80-bd65-3e7d253991c4 req-656ab833-76c3-4cbd-a57b-7ecbac0b6655 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.595810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-419ca68a-f1ed-4e80-bd65-3e7d253991c4 req-656ab833-76c3-4cbd-a57b-7ecbac0b6655 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.4788852 Jan 28 20:24:30.627638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] For port 99001568-401d-4bcb-a374-cfb6f28e4cbb, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:30.632426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] For port 99001568-401d-4bcb-a374-cfb6f28e4cbb, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=99001568-401d-4bcb-a374-cfb6f28e4cbb,segment=NetworkSegment(9bc4dae5-edf0-4886-888d-62afd68671e9),segment_id=9bc4dae5-edf0-4886-888d-62afd68671e9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:30.639502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.651736 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cdd573c-d514-4b7e-b1b3-2be76142271e req-91eb8454-8d96-4ba4-8f82-918b23d8b26b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554885 Jan 28 20:24:30.653961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:30.654335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:30.655056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:30.657950 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-5ae83f2c-d620-4e2b-aafa-4e2e289c01fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2288692 Jan 28 20:24:30.724545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:30.725737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-419ca68a-f1ed-4e80-bd65-3e7d253991c4 req-7de4e11d-c938-4dd7-9514-b14073d57d89 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265731 Jan 28 20:24:30.730860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:24:30.731392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:30.775342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c02b2c-3725-4ea4-b437-45665dfb7b2f None None] Pushing event updated for resources: {'Port': ['ID=99001568-401d-4bcb-a374-cfb6f28e4cbb,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:30.813290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3e8d5436-5ab4-427b-9d92-104392ebfa2b no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:30.854406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 3e8d5436-5ab4-427b-9d92-104392ebfa2b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:30.854741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 3e8d5436-5ab4-427b-9d92-104392ebfa2b not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:30.855156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cc8f02e4-a10a-4dcd-a81f-833af1e7e136 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:30.884566 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d04f6922-035e-469a-8f68-cfc41bddb458 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:30.885669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-d9181a5b-2bc8-4a44-85d7-d50b3831d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:30.887468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-d9181a5b-2bc8-4a44-85d7-d50b3831d9f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 1096 time: 0.1803036 Jan 28 20:24:30.909172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:24:30.916986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: cc8f02e4-a10a-4dcd-a81f-833af1e7e136 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:30.917611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cc8f02e4-a10a-4dcd-a81f-833af1e7e136 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:30.924834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] Sync routers for ids ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:24:30.935585 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1e5b28fe-826e-486b-857b-22b1a0813792 admin admin] 10.222.0.44 "PUT /v2.0/routers/ed831a9b-ab06-4aae-8820-4d8b8d440a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5853693 Jan 28 20:24:30.939648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] Routers {'ed831a9b-ab06-4aae-8820-4d8b8d440a2d'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:30.940352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:30.972332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36296) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:31.041484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:31.042600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:31.043164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:31.043794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Bound port: d05ab314-27f4-497d-a6f4-67495d037a39, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:31.044361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.063631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d04f6922-035e-469a-8f68-cfc41bddb458 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.087409 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.157593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8fdde18d-6491-4a97-8ecc-46011bc427ec req-4b422e4f-f96b-4cf1-93db-c96bb6ac0fa2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5849295 Jan 28 20:24:31.189976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6922-035e-469a-8f68-cfc41bddb458 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6cf199-1345-480d-94cb-a0f37f716c34,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:31.193764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d04f6922-035e-469a-8f68-cfc41bddb458 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.198127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d04f6922-035e-469a-8f68-cfc41bddb458 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/subnets/6a6cf199-1345-480d-94cb-a0f37f716c34 HTTP/1.1" status: 204 len: 168 time: 1.0975957 Jan 28 20:24:31.206654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36298) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:31.231765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] Set router ed831a9b-ab06-4aae-8820-4d8b8d440a2d gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:31.282971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['584a060a-fd75-4b02-953a-40dfb3adb481'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:31.318459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Pushing event deleted for resources: {'Port': ['ID=584a060a-fd75-4b02-953a-40dfb3adb481,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:31.331723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45356ff0-9ae8-46ac-afaf-8281db2a05f2 req-58897aee-fd78-47da-865f-1af8c2c665c3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:31.345400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45356ff0-9ae8-46ac-afaf-8281db2a05f2 req-58897aee-fd78-47da-865f-1af8c2c665c3 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/ports?device_id=f164c954-51c3-4067-ba48-ee5dad9a7f3b HTTP/1.1" status: 200 len: 947 time: 0.6916749 Jan 28 20:24:31.444596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7212364-9a6d-4d45-ab44-fe2bfd517c77 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:31.446105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7212364-9a6d-4d45-ab44-fe2bfd517c77 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:31.447701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b7212364-9a6d-4d45-ab44-fe2bfd517c77 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2382290 Jan 28 20:24:31.458688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36302) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:31.468468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] No DVR routers for this DVR port 584a060a-fd75-4b02-953a-40dfb3adb481 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:31.475704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.479772 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e527f87-1cdc-45b1-b0c5-eda7a9d6096d req-cc24be5e-3a9c-43cd-a9ac-fe69f7531931 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.13 "DELETE /v2.0/ports/584a060a-fd75-4b02-953a-40dfb3adb481 HTTP/1.1" status: 204 len: 173 time: 1.8959773 Jan 28 20:24:31.495901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.509083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dda342-66a1-4e85-b34d-065a6288e8f9 req-3a06afd0-3b5b-470e-a67a-eb92125a345a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:31.518197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0dda342-66a1-4e85-b34d-065a6288e8f9 req-3a06afd0-3b5b-470e-a67a-eb92125a345a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.5113959 Jan 28 20:24:31.614209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-c4fb9109-6a55-4dae-801c-576a98c52e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:31.617117 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-c4fb9109-6a55-4dae-801c-576a98c52e12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 200 len: 907 time: 0.6791024 Jan 28 20:24:31.624967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.647233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45356ff0-9ae8-46ac-afaf-8281db2a05f2 req-d455d557-85d4-4a1b-9bcb-9296c85e11e5 tempest-ServersNegativeTestJSON-1150261818 tempest-ServersNegativeTestJSON-1150261818-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ced8c81-5c28-4e2b-b357-552005f860d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008628 Jan 28 20:24:31.653551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:31.654808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:24:29Z', 'revision_number': 5, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port': {'id': 'b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:49Z', 'updated_at': '2022-01-28T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:31.672142 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-b74000ba-5a1c-40ea-a841-179b1e71ed61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c7babd-33a2-409e-b6b0-f68ec9eae13f HTTP/1.1" status: 200 len: 217 time: 0.0423703 Jan 28 20:24:31.716866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0dda342-66a1-4e85-b34d-065a6288e8f9 req-c22233ef-1156-44eb-a1be-511900b9b3a0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975334 Jan 28 20:24:31.723671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01c2c379-9186-4156-a9af-f687eb8cb620 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.763102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:31.769405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] Checking router: ed831a9b-ab06-4aae-8820-4d8b8d440a2d for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:24:31.783950 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.789772 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c2c379-9186-4156-a9af-f687eb8cb620 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 20:24:31.790158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c2c379-9186-4156-a9af-f687eb8cb620 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:31.813376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-01c2c379-9186-4156-a9af-f687eb8cb620 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/2c49859a-fdab-4f7c-b60f-3f13f42dbb83 HTTP/1.1" status: 409 len: 405 time: 0.3450470 Jan 28 20:24:31.813592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] Routers {'ed831a9b-ab06-4aae-8820-4d8b8d440a2d'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:31.813592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:31.823449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36306) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:31.832983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-472305320'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:31.840904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Deleting port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:31.841319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:31.892375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-7e98fd65-a4c5-469d-8b95-80c4106e59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:31.895088 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-7e98fd65-a4c5-469d-8b95-80c4106e59ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 200 len: 846 time: 0.2116823 Jan 28 20:24:31.921341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:31.983073 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-a3228b41-c2d8-4f11-a863-fc79361e70b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e595f2-4677-4e83-bfd2-59511c164baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499363 Jan 28 20:24:32.001869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.002071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:32.003562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-83c6d1f8-8b40-464c-a9ad-b16c28c342ce service neutron] 10.222.0.26 "PUT /v2.0/ports/d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 1096 time: 3.7667482 Jan 28 20:24:32.072026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] Set router ed831a9b-ab06-4aae-8820-4d8b8d440a2d gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:32.115909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-2457dea0-82aa-433c-a550-41ce64451bb0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.124269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-2457dea0-82aa-433c-a550-41ce64451bb0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.130750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:32.131188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-2457dea0-82aa-433c-a550-41ce64451bb0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.135428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:32.139334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-2457dea0-82aa-433c-a550-41ce64451bb0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.146535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-2457dea0-82aa-433c-a550-41ce64451bb0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.154592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-2457dea0-82aa-433c-a550-41ce64451bb0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.167991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-2457dea0-82aa-433c-a550-41ce64451bb0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.174426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:24:31Z', 'revision_number': 6, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:32.185323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-2457dea0-82aa-433c-a550-41ce64451bb0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.3502858 Jan 28 20:24:32.192201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] For port b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:32.193060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:32.211612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:32.224958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:32.225627 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Added segment 1c38c43d-bf25-4d4f-b474-a3b763ca08ea of type vlan for network 4a422119-1305-4b30-975a-c41ab4a5fa9d Jan 28 20:24:32.238400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00072b80-a2f6-4aa4-8bd1-e12ec5b9e3d5 None None] The sync data for ids ['ed831a9b-ab06-4aae-8820-4d8b8d440a2d'] in n-d-825064-3 is: [{'id': 'ed831a9b-ab06-4aae-8820-4d8b8d440a2d', 'name': 'tempest-ServersTestMultiNic-74779346-router', 'tenant_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:46Z', 'updated_at': '2022-01-28T20:24:31Z', 'revision_number': 6, 'project_id': '3cbd8bb1fe1f4823bf9587b35b78e4ee', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:24:32.239242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afbdf2-e51f-4fa0-abf7-2714e53dab6a req-b5b95bb7-7ba2-451b-a1ca-25eefcfb023b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.241065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46afbdf2-e51f-4fa0-abf7-2714e53dab6a req-b5b95bb7-7ba2-451b-a1ca-25eefcfb023b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 948 time: 0.3055224 Jan 28 20:24:32.303901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-1b3af9c8-31e1-49a0-8da7-ee246a4fdfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.306130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-1b3af9c8-31e1-49a0-8da7-ee246a4fdfe3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1099 time: 0.2697325 Jan 28 20:24:32.332950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:32.335530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Calling delete_port for b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:32.336733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-374c7cc3-480f-4415-891b-7aadf4bdbdd1 req-08c6452e-a591-4196-b4aa-7d0a1f29ee5c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501172 Jan 28 20:24:32.351502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46afbdf2-e51f-4fa0-abf7-2714e53dab6a req-801e4147-ec5e-4c67-9c2d-a29e329a6103 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993218 Jan 28 20:24:32.529845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9c4207-34b7-400b-9016-d24aa2e381e1', 'name': 'network-vif-deleted', 'tag': '3e8d5436-5ab4-427b-9d92-104392ebfa2b'}, {'name': 'network-changed', 'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:32.532520 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90bb22c-0a9b-4640-87c5-22573271b0d0" -d '{"events": [{"server_uuid": "1b9c4207-34b7-400b-9016-d24aa2e381e1", "name": "network-vif-deleted", "tag": "3e8d5436-5ab4-427b-9d92-104392ebfa2b"}, {"name": "network-changed", "server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:32.583671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a2ccc-31b1-41c3-89e1-b2a97fc15cbf req-9d7eea95-3adb-4798-bab0-1643f6d8b6b1 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.587134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd0a2ccc-31b1-41c3-89e1-b2a97fc15cbf req-9d7eea95-3adb-4798-bab0-1643f6d8b6b1 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.1225264 Jan 28 20:24:32.604242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-116771a2-61e6-4a63-b7e1-13fd1339b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.606392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-116771a2-61e6-4a63-b7e1-13fd1339b2a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2659807 Jan 28 20:24:32.691860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-09c810b1-d7eb-4f90-bfcc-bf242715a8af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0568123 Jan 28 20:24:32.707878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733cfe2-55e2-415e-bd58-ac753ef5e161 None None] Network 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:32.733871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd0a2ccc-31b1-41c3-89e1-b2a97fc15cbf req-e2ee47ce-a951-4121-abbd-eb237a4fb919 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263554 Jan 28 20:24:32.767027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-84ba024a-29d8-4fb4-b7db-36f98637b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.769605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-84ba024a-29d8-4fb4-b7db-36f98637b403 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0698023 Jan 28 20:24:32.791957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b8fa7073-e2c9-4625-a65d-7a6a557a87ae None None] Provisioning complete for port 99001568-401d-4bcb-a374-cfb6f28e4cbb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:32.792624 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7073-e2c9-4625-a65d-7a6a557a87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:32.797998 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e2e95-fbb3-4c5f-a93e-8f5d18ee7628 x-openstack-request-id: req-738e2e95-fbb3-4c5f-a93e-8f5d18ee7628 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:32.805324 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9c4207-34b7-400b-9016-d24aa2e381e1", "name": "network-vif-deleted", "tag": "3e8d5436-5ab4-427b-9d92-104392ebfa2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:32.806300 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-738e2e95-fbb3-4c5f-a93e-8f5d18ee7628 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:32.806821 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9c4207-34b7-400b-9016-d24aa2e381e1', 'name': 'network-vif-deleted', 'tag': '3e8d5436-5ab4-427b-9d92-104392ebfa2b', 'status': 'completed', 'code': 200} Jan 28 20:24:32.807142 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'status': 'completed', 'code': 200} Jan 28 20:24:32.865958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:32.930217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aa524-5191-4101-922e-95a2cc442ee4 req-1ca9ead5-7dc1-4d6e-81de-df6a8c7cdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.931704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-1ca9ead5-7dc1-4d6e-81de-df6a8c7cdbd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471841 Jan 28 20:24:32.934866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b40b62-72c2-4689-ae52-b4036d2cb6c1 admin admin] Deleting subnet 66675cc4-a547-4f4a-bbf1-996ef1cb3c42 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:24:32.957007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-deleted', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:32.958705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35b40b62-72c2-4689-ae52-b4036d2cb6c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:32.959214 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f413c8-4c4e-4c30-9ea9-0355f1a7fddd" -d '{"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-deleted", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:33.007066 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-cd0f6f85-f3e2-40b0-b09c-9f9670d1587e service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0120597 Jan 28 20:24:33.012348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.018969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:33.019703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.094708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35b40b62-72c2-4689-ae52-b4036d2cb6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.102897 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7073-e2c9-4625-a65d-7a6a557a87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.128363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14cc9d-dd09-4c58-997b-64b4ce100ae4 req-63bc9a57-c608-4069-8e29-d460b342d276 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:33.129572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a14cc9d-dd09-4c58-997b-64b4ce100ae4 req-63bc9a57-c608-4069-8e29-d460b342d276 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 949 time: 0.2514446 Jan 28 20:24:33.147025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b8fa7073-e2c9-4625-a65d-7a6a557a87ae None None] For port 99001568-401d-4bcb-a374-cfb6f28e4cbb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=99001568-401d-4bcb-a374-cfb6f28e4cbb,segment=NetworkSegment(9bc4dae5-edf0-4886-888d-62afd68671e9),segment_id=9bc4dae5-edf0-4886-888d-62afd68671e9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:33.152214 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b8fa7073-e2c9-4625-a65d-7a6a557a87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.155661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c627c-a2cc-41ee-bff1-e2a9c216c06a req-c6e0ad7f-0e6e-4230-81ac-4dbe711d6982 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:33.157408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da5c627c-a2cc-41ee-bff1-e2a9c216c06a req-c6e0ad7f-0e6e-4230-81ac-4dbe711d6982 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.2105625 Jan 28 20:24:33.190533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] DHCP port deletion for 2c49859a-fdab-4f7c-b60f-3f13f42dbb83 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:24:33.202480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 55642fa0-a569-4693-a762-5c99b6f761f2 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:33.233182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 55642fa0-a569-4693-a762-5c99b6f761f2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:33.236865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 55642fa0-a569-4693-a762-5c99b6f761f2 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:33.259786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 99001568-401d-4bcb-a374-cfb6f28e4cbb no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:33.294640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-83bd187c-e329-45a6-8d31-40d6bd3ebd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:33.296169 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-83bd187c-e329-45a6-8d31-40d6bd3ebd62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1099 time: 0.3275135 Jan 28 20:24:33.299762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa7073-e2c9-4625-a65d-7a6a557a87ae None None] Pushing event updated for resources: {'Port': ['ID=99001568-401d-4bcb-a374-cfb6f28e4cbb,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:33.315814 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4874179 Jan 28 20:24:33.315814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132fb7e-a668-4709-bfb6-829d120aad21 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Network': ['ID=4a422119-1305-4b30-975a-c41ab4a5fa9d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:33.329917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 4a422119-1305-4b30-975a-c41ab4a5fa9d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:33.385501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36326) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:33.390715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'subnet': {'network_id': '4a422119-1305-4b30-975a-c41ab4a5fa9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:33.419318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] Deleting port 99001568-401d-4bcb-a374-cfb6f28e4cbb {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:33.419990 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.522592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] For port 99001568-401d-4bcb-a374-cfb6f28e4cbb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=99001568-401d-4bcb-a374-cfb6f28e4cbb,segment=NetworkSegment(9bc4dae5-edf0-4886-888d-62afd68671e9),segment_id=9bc4dae5-edf0-4886-888d-62afd68671e9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:33.522900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.525651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.545544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] Calling delete_port for 99001568-401d-4bcb-a374-cfb6f28e4cbb owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:33.579602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-086ce549-96b6-496e-9d44-52b1a5708f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:33.581208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-086ce549-96b6-496e-9d44-52b1a5708f45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2656014 Jan 28 20:24:33.583997 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-41e59451-ef4e-4710-a807-6c208bcf3a85 req-fa9ecec0-0da3-40e6-97b3-2b2b596d65cd service neutron] 10.222.0.26 "GET /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614588 Jan 28 20:24:33.585627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.618480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 99001568-401d-4bcb-a374-cfb6f28e4cbb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=99001568-401d-4bcb-a374-cfb6f28e4cbb,segment=NetworkSegment(9bc4dae5-edf0-4886-888d-62afd68671e9),segment_id=9bc4dae5-edf0-4886-888d-62afd68671e9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:33.623472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.678501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35b40b62-72c2-4689-ae52-b4036d2cb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.679838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:33.683200 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-1159a06e-dd9a-487c-b0e8-d55432109899 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0890033 Jan 28 20:24:33.700526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=99001568-401d-4bcb-a374-cfb6f28e4cbb,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:33.714134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.718087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:33.724273 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.727283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da5c627c-a2cc-41ee-bff1-e2a9c216c06a req-6beb509d-f7da-47dd-965d-ff32ff5d98e4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491910 Jan 28 20:24:33.729925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-b8a18f17-51ce-41e2-b8c1-b592183ad5de service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806571 Jan 28 20:24:33.763640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] Pushing event deleted for resources: {'Port': ['ID=99001568-401d-4bcb-a374-cfb6f28e4cbb,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:33.768364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ccf1c4-93fd-4479-9e15-906a0679f7cd None None] No DVR routers for this DVR port 99001568-401d-4bcb-a374-cfb6f28e4cbb on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:33.812103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29dda2-d449-44b7-b014-ea240fa3ed1c None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:24:33.836704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a14cc9d-dd09-4c58-997b-64b4ce100ae4 req-902230dc-b188-483a-9982-9e2c86ea6b8e tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6957574 Jan 28 20:24:33.861758 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5f0349-e8f8-49fe-95a5-ffe39101ee72 x-openstack-request-id: req-1b5f0349-e8f8-49fe-95a5-ffe39101ee72 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:33.861758 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f164c954-51c3-4067-ba48-ee5dad9a7f3b", "name": "network-vif-deleted", "tag": "584a060a-fd75-4b02-953a-40dfb3adb481", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:33.861758 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b5f0349-e8f8-49fe-95a5-ffe39101ee72 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:33.861758 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f164c954-51c3-4067-ba48-ee5dad9a7f3b', 'name': 'network-vif-deleted', 'tag': '584a060a-fd75-4b02-953a-40dfb3adb481', 'status': 'completed', 'code': 200} Jan 28 20:24:33.876437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35b40b62-72c2-4689-ae52-b4036d2cb6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.954612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-b995d882-a04f-4879-ae56-e6767ed6e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:33.957610 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-b995d882-a04f-4879-ae56-e6767ed6e998 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2497334 Jan 28 20:24:33.969733 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35b40b62-72c2-4689-ae52-b4036d2cb6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:33.973698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-35b40b62-72c2-4689-ae52-b4036d2cb6c1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/66675cc4-a547-4f4a-bbf1-996ef1cb3c42 HTTP/1.1" status: 204 len: 168 time: 1.0966847 Jan 28 20:24:33.980086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36336) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:33.991670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40b62-72c2-4689-ae52-b4036d2cb6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66675cc4-a547-4f4a-bbf1-996ef1cb3c42,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:33.998319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.064326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29dda2-d449-44b7-b014-ea240fa3ed1c None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:24:34.133545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-490aa524-5191-4101-922e-95a2cc442ee4 req-19e724a7-0f14-4c79-82b3-1998bb63348f service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912742 Jan 28 20:24:34.151092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.154658 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.225828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde572-80aa-4b04-b358-786771614309 req-75785b4c-d87c-4dee-a22e-c642b0245b1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.233989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde572-80aa-4b04-b358-786771614309 req-75785b4c-d87c-4dee-a22e-c642b0245b1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.245173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:34.255695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde572-80aa-4b04-b358-786771614309 req-75785b4c-d87c-4dee-a22e-c642b0245b1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.274228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde572-80aa-4b04-b358-786771614309 req-75785b4c-d87c-4dee-a22e-c642b0245b1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.276456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-70021d8f-e36e-4947-a997-421788da8f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.280461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-70021d8f-e36e-4947-a997-421788da8f5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2700038 Jan 28 20:24:34.285497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde572-80aa-4b04-b358-786771614309 req-75785b4c-d87c-4dee-a22e-c642b0245b1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.290537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.291097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed831a9b-ab06-4aae-8820-4d8b8d440a2d {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:24:34.293669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde572-80aa-4b04-b358-786771614309 req-75785b4c-d87c-4dee-a22e-c642b0245b1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.296698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.297906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4e0eb0f6-0648-497a-aa2f-c0c79677a687 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ed831a9b-ab06-4aae-8820-4d8b8d440a2d HTTP/1.1" status: 204 len: 168 time: 3.3232365 Jan 28 20:24:34.309049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 584a060a-fd75-4b02-953a-40dfb3adb481 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:34.309384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde572-80aa-4b04-b358-786771614309 req-75785b4c-d87c-4dee-a22e-c642b0245b1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.309491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 584a060a-fd75-4b02-953a-40dfb3adb481 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:34.311357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23dde572-80aa-4b04-b358-786771614309 req-75785b4c-d87c-4dee-a22e-c642b0245b1b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.3977726 Jan 28 20:24:34.314520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36338) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:34.477495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-905cda20-95f8-49bd-8e75-6c8b19bca432 admin admin] Deleting subnet 553ad1f3-7820-41fe-bc56-7ad26854c6d0 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:24:34.487783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-905cda20-95f8-49bd-8e75-6c8b19bca432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.487984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49721fb9-73f8-481a-8160-2441597ef77f req-d7163325-48f7-4cd8-936c-97a7c3d85575 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.487984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49721fb9-73f8-481a-8160-2441597ef77f req-d7163325-48f7-4cd8-936c-97a7c3d85575 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 949 time: 0.4459329 Jan 28 20:24:34.501427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.571816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d9f8a-fc05-4412-ade1-d18639d06761 req-e96f5e85-30ee-4366-ac66-684990aff265 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.573867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-047d9f8a-fc05-4412-ade1-d18639d06761 req-e96f5e85-30ee-4366-ac66-684990aff265 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 948 time: 0.2614436 Jan 28 20:24:34.576335 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-3a4d5a6e-e4ec-4b94-bed9-c9bb88d9368d service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868071 Jan 28 20:24:34.590593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23dde572-80aa-4b04-b358-786771614309 req-3e176f42-106f-4501-befa-be3118bae219 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2440245 Jan 28 20:24:34.599273 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-905cda20-95f8-49bd-8e75-6c8b19bca432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.611040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-b653a6c1-32b7-4df2-b768-972dcc7d7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.612505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-b653a6c1-32b7-4df2-b768-972dcc7d7bcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1099 time: 0.2976117 Jan 28 20:24:34.702425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:24:34.711894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.827585 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-de5a8920-427c-4530-8c21-c6fb4811003a service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427976 Jan 28 20:24:34.837678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Subnet': ['ID=9e2b9d0a-59e2-45fe-a46e-410d135c0fd4,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:34.846768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-905cda20-95f8-49bd-8e75-6c8b19bca432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.885250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Checking segment: {'id': '1c38c43d-bf25-4d4f-b474-a3b763ca08ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4a422119-1305-4b30-975a-c41ab4a5fa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:34.885614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network hostable DHCP agents. Network: 4a422119-1305-4b30-975a-c41ab4a5fa9d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:34.897820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.913322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network 4a422119-1305-4b30-975a-c41ab4a5fa9d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:34.918221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-047d9f8a-fc05-4412-ade1-d18639d06761 req-8d63dbf9-2290-40da-a181-9fdc26f9a8c5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833724 Jan 28 20:24:34.943352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-905cda20-95f8-49bd-8e75-6c8b19bca432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.948722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 4a422119-1305-4b30-975a-c41ab4a5fa9d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:34.959366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3eeee4-9de5-4e8c-9f78-598302d676a7 None None] Network 4a422119-1305-4b30-975a-c41ab4a5fa9d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:34.963283 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:34.966367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.967376 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:34.969886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-7639d3f8-2898-4f15-95e6-fd1c3cd5ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.973935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-7639d3f8-2898-4f15-95e6-fd1c3cd5ed6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3356817 Jan 28 20:24:34.973935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ac98ad-5fee-4185-8e5b-427f2e1d1415']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:34.989338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a23d-3baf-4bcc-b2f8-29b59390a76a req-27f53cc4-7f76-4ab3-bcc2-9dafbbd1ac97 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.990904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b906a23d-3baf-4bcc-b2f8-29b59390a76a req-27f53cc4-7f76-4ab3-bcc2-9dafbbd1ac97 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.2468212 Jan 28 20:24:35.002779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf85a8b-76fd-4038-ab87-aafe64286933') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:35.002779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf85a8b-76fd-4038-ab87-aafe64286933') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:35.005783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cda20-95f8-49bd-8e75-6c8b19bca432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553ad1f3-7820-41fe-bc56-7ad26854c6d0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:35.013116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-905cda20-95f8-49bd-8e75-6c8b19bca432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.017633 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-905cda20-95f8-49bd-8e75-6c8b19bca432 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/553ad1f3-7820-41fe-bc56-7ad26854c6d0 HTTP/1.1" status: 204 len: 168 time: 0.7021215 Jan 28 20:24:35.020203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36346) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:35.025907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Deleting port 074ffd3a-1445-4056-802c-dab20d164979 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:35.026258 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.038555 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0194ad27-3799-44be-9aa2-410c5afb3b3c tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6518550 Jan 28 20:24:35.039400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36348) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:35.043773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:35.044124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b2ee6acf-b1ba-4ef6-b9b4-6f36737e1201 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:35.046175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3674a71-57d9-4996-b54e-ad3bf86bb9b3 None None] Network 2ef60487-44db-4ab1-8694-3e4aae77c3b3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:35.080755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.094883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-10485c54-4333-4afe-9934-d60b9bbfaa8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.1001196 Jan 28 20:24:35.164609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.210553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.231282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:35.231802 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:35.238172 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:35.274242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b906a23d-3baf-4bcc-b2f8-29b59390a76a req-99ca4317-9ff9-4029-8b6b-2bc8b844367a tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688425 Jan 28 20:24:35.277483 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.325291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d9778-3fce-4cd7-a3f9-2ea855c42716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-4a422119-1305-4b30-975a-c41ab4a5fa9d', 'network_id': '4a422119-1305-4b30-975a-c41ab4a5fa9d', 'tenant_id': '2f9cb8c588ac47f1859953429e1d3742', 'fixed_ips': [{'subnet_id': '9e2b9d0a-59e2-45fe-a46e-410d135c0fd4'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:24:35.327677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-184baa7d-9f27-49ec-9a73-8ee7727a3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.328059 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0d5d9778-3fce-4cd7-a3f9-2ea855c42716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.329729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-184baa7d-9f27-49ec-9a73-8ee7727a3a0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2168932 Jan 28 20:24:35.332230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] DHCP port deletion for 2ef60487-44db-4ab1-8694-3e4aae77c3b3 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:24:35.376223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.429210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd25c-ea2f-42e7-ab74-a6decd5a301e req-94db4be9-191d-403c-9053-f403a45d546d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.438332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd25c-ea2f-42e7-ab74-a6decd5a301e req-94db4be9-191d-403c-9053-f403a45d546d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.451566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd25c-ea2f-42e7-ab74-a6decd5a301e req-94db4be9-191d-403c-9053-f403a45d546d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.459287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Deleting port 459642a9-46f0-4c66-bf57-f922845a8196 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:35.459659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.464389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd25c-ea2f-42e7-ab74-a6decd5a301e req-94db4be9-191d-403c-9053-f403a45d546d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.475176 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.475434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd25c-ea2f-42e7-ab74-a6decd5a301e req-94db4be9-191d-403c-9053-f403a45d546d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.486025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd25c-ea2f-42e7-ab74-a6decd5a301e req-94db4be9-191d-403c-9053-f403a45d546d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.493525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd25c-ea2f-42e7-ab74-a6decd5a301e req-94db4be9-191d-403c-9053-f403a45d546d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.495549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b0bd25c-ea2f-42e7-ab74-a6decd5a301e req-94db4be9-191d-403c-9053-f403a45d546d tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.4185386 Jan 28 20:24:35.512218 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.512451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36354) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:35.520229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Request body: {'floatingip': {'port_id': '1cf30484-f814-47f7-a2da-c6e283b6327d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:35.524257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] For port 074ffd3a-1445-4056-802c-dab20d164979, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=074ffd3a-1445-4056-802c-dab20d164979,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:35.524711 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.542565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.546499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f5ac98ad-5fee-4185-8e5b-427f2e1d1415 HTTP/1.1" status: 204 len: 168 time: 1.5649853 Jan 28 20:24:35.574907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc77bec-0af2-466a-af65-8c0afc691928 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ac98ad-5fee-4185-8e5b-427f2e1d1415,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:35.578973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Calling delete_port for 074ffd3a-1445-4056-802c-dab20d164979 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:35.607386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-2af2fd34-ab11-442a-b046-19bfb44a62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.609853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-2af2fd34-ab11-442a-b046-19bfb44a62d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2623084 Jan 28 20:24:35.648016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] Deleting port 459642a9-46f0-4c66-bf57-f922845a8196 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:35.648016 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.659199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2b9d0a-59e2-45fe-a46e-410d135c0fd4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:35.683435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58511-1108-4b40-8418-8954bd0b9ddd req-3c5af3f0-f31a-4b5b-9df6-80f35d6523b5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.688793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.695852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ba58511-1108-4b40-8418-8954bd0b9ddd req-3c5af3f0-f31a-4b5b-9df6-80f35d6523b5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1970544 Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server [None req-0d5d9778-3fce-4cd7-a3f9-2ea855c42716 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e2b9d0a-59e2-45fe-a46e-410d135c0fd4: This subnet is being modified by another concurrent operation. Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:24:35.722558 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise exception Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e2b9d0a-59e2-45fe-a46e-410d135c0fd4: This subnet is being modified by another concurrent operation. Jan 28 20:24:35.725564 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Jan 28 20:24:35.803529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8804720-777e-47b6-ae6e-5a45885eba07 None None] Network 4a422119-1305-4b30-975a-c41ab4a5fa9d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:35.813525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] For port 459642a9-46f0-4c66-bf57-f922845a8196, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=459642a9-46f0-4c66-bf57-f922845a8196,segment=NetworkSegment(c0fda0a5-59cb-4fd7-bace-54da91e1f328),segment_id=c0fda0a5-59cb-4fd7-bace-54da91e1f328)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:35.813931 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.838808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.863855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Calling delete_port for 459642a9-46f0-4c66-bf57-f922845a8196 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:35.880555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ba58511-1108-4b40-8418-8954bd0b9ddd req-0568588f-3227-4055-8723-005d78f87b68 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828997 Jan 28 20:24:35.900485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] For port 459642a9-46f0-4c66-bf57-f922845a8196, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=459642a9-46f0-4c66-bf57-f922845a8196,segment=NetworkSegment(c0fda0a5-59cb-4fd7-bace-54da91e1f328),segment_id=c0fda0a5-59cb-4fd7-bace-54da91e1f328)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:35.901026 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:35.903311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:35.917914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592dca1-a978-4a19-a62d-dec8a14420f8 req-ec51f639-c481-437d-bd5d-9b2a445ae749 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.919687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b592dca1-a978-4a19-a62d-dec8a14420f8 req-ec51f639-c481-437d-bd5d-9b2a445ae749 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/ports?device_id=83cacac6-4a96-48bf-b918-86259f4e5e4f HTTP/1.1" status: 200 len: 949 time: 0.2915769 Jan 28 20:24:35.946215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] Calling delete_port for 459642a9-46f0-4c66-bf57-f922845a8196 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:35.967950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a422119-1305-4b30-975a-c41ab4a5fa9d']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:36.017520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c38c43d-bf25-4d4f-b474-a3b763ca08ea') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:36.018134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c38c43d-bf25-4d4f-b474-a3b763ca08ea') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:36.032327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-096129c2-cc03-435e-8292-8278a202068e service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063678 Jan 28 20:24:36.067158 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.077632 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b592dca1-a978-4a19-a62d-dec8a14420f8 req-ab1293bc-28a5-42e9-b461-722f91a378e3 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.44 "GET /v2.0/security-groups?id=f1b094c1-ddee-405b-9eb8-8bf41618e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177828 Jan 28 20:24:36.081346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.090745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.113087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] Pushing event deleted for resources: {'Port': ['ID=459642a9-46f0-4c66-bf57-f922845a8196,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:36.123467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['074ffd3a-1445-4056-802c-dab20d164979'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:36.126921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.127097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd059d-75ba-450e-9839-a91c4308c824 None None] No DVR routers for this DVR port 459642a9-46f0-4c66-bf57-f922845a8196 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:36.147924 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f03016e-ca73-4a01-882f-462f2e9d9044 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75c46c66ca09437ab4a008964f024306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382407 Jan 28 20:24:36.168316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36362) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:36.175459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57874d3-fe57-472b-b32b-11ef315d1127 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:24:36.182289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Pushing event deleted for resources: {'Port': ['ID=074ffd3a-1445-4056-802c-dab20d164979,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:36.205991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:36.206793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:36.212038 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:36.238222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d552a-a16b-4020-b44f-6509befb50e4 req-ab84b009-38a9-4312-93a5-ba0ddf6dbd64 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:36.240929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-589d552a-a16b-4020-b44f-6509befb50e4 req-ab84b009-38a9-4312-93a5-ba0ddf6dbd64 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.2488225 Jan 28 20:24:36.262252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36364) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:36.277646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Request body: {'floatingip': {'port_id': '267192fb-02e0-4733-a98f-c29ddb853763'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:36.293448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.352490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] No DVR routers for this DVR port 074ffd3a-1445-4056-802c-dab20d164979 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:36.355595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.359085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49721fb9-73f8-481a-8160-2441597ef77f req-c80c0739-8a6b-4fd7-b138-4722e02257c9 tempest-ServersOnMultiNodesTest-277735674 tempest-ServersOnMultiNodesTest-277735674-project] 10.222.0.13 "DELETE /v2.0/ports/074ffd3a-1445-4056-802c-dab20d164979 HTTP/1.1" status: 204 len: 173 time: 1.8629191 Jan 28 20:24:36.362223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83cacac6-4a96-48bf-b918-86259f4e5e4f', 'name': 'network-vif-deleted', 'tag': '074ffd3a-1445-4056-802c-dab20d164979'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:36.363575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57874d3-fe57-472b-b32b-11ef315d1127 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:24:36.371248 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4702773-c069-4b9e-acda-ef9fbcea1a65" -d '{"events": [{"server_uuid": "83cacac6-4a96-48bf-b918-86259f4e5e4f", "name": "network-vif-deleted", "tag": "074ffd3a-1445-4056-802c-dab20d164979"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:36.382748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90bb22c-0a9b-4640-87c5-22573271b0d0 req-c0d3d4d6-105f-4702-aed1-4d74833e0246 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228219 Jan 28 20:24:36.404762 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.412248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] No DVR routers for this DVR port 459642a9-46f0-4c66-bf57-f922845a8196 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:36.416052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Pushing event deleted for resources: {'Port': ['ID=459642a9-46f0-4c66-bf57-f922845a8196,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:36.417992 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.439028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966990b-c044-4d38-9a41-6232c61366ae req-deaa99de-1a20-455e-9e9b-916bb879c695 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:36.440701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b966990b-c044-4d38-9a41-6232c61366ae req-deaa99de-1a20-455e-9e9b-916bb879c695 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 948 time: 0.1699953 Jan 28 20:24:36.444124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cc28a56-4c41-44a8-bacb-bafe059d4672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.487640 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a649889-71cd-4686-b6c4-1ee8751c8573 x-openstack-request-id: req-5a649889-71cd-4686-b6c4-1ee8751c8573 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:36.488230 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83cacac6-4a96-48bf-b918-86259f4e5e4f", "name": "network-vif-deleted", "tag": "074ffd3a-1445-4056-802c-dab20d164979", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:36.488493 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a649889-71cd-4686-b6c4-1ee8751c8573 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:36.488904 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83cacac6-4a96-48bf-b918-86259f4e5e4f', 'name': 'network-vif-deleted', 'tag': '074ffd3a-1445-4056-802c-dab20d164979', 'status': 'completed', 'code': 200} Jan 28 20:24:36.490847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cc28a56-4c41-44a8-bacb-bafe059d4672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.551121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b966990b-c044-4d38-9a41-6232c61366ae req-641f129a-2e98-4435-9ba5-6917cd7c0c07 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908716 Jan 28 20:24:36.611049 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cc28a56-4c41-44a8-bacb-bafe059d4672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.616612 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cc28a56-4c41-44a8-bacb-bafe059d4672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:36.618322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1cc28a56-4c41-44a8-bacb-bafe059d4672 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ced8c81-5c28-4e2b-b357-552005f860d9 HTTP/1.1" status: 204 len: 168 time: 0.4480672 Jan 28 20:24:36.653037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc28a56-4c41-44a8-bacb-bafe059d4672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ced8c81-5c28-4e2b-b357-552005f860d9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:36.965976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 459642a9-46f0-4c66-bf57-f922845a8196 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:37.025431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.027179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 459642a9-46f0-4c66-bf57-f922845a8196 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:37.027700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 459642a9-46f0-4c66-bf57-f922845a8196 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:37.056751 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/4a422119-1305-4b30-975a-c41ab4a5fa9d HTTP/1.1" status: 204 len: 168 time: 2.0018420 Jan 28 20:24:37.056910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36378) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:37.061878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1090977549'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:37.105682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:37.109349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.134277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef6674-578f-4a20-929d-d486a09f2beb tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Network': ['ID=4a422119-1305-4b30-975a-c41ab4a5fa9d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:37.143551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b45053-dc97-42c0-8fcd-aacdb5a7378e req-f150d398-63f0-44ab-a4a0-87f315fa737a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:37.150937 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58b45053-dc97-42c0-8fcd-aacdb5a7378e req-f150d398-63f0-44ab-a4a0-87f315fa737a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1424382 Jan 28 20:24:37.191306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:37.199471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.211062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58b45053-dc97-42c0-8fcd-aacdb5a7378e req-1b72d90b-bda1-42fd-8ae5-27ecf3b0c0c5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592546 Jan 28 20:24:37.221661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.222228 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Added segment 80b093d3-1bb8-4bc0-8a7e-1aca009306c0 of type vlan for network f932f002-adf2-4c10-a185-7a3f6047bff9 Jan 28 20:24:37.279138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.307708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef60487-44db-4ab1-8694-3e4aae77c3b3']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:37.316873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.326705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:37.327550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.395914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fda0a5-59cb-4fd7-bace-54da91e1f328') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:37.395914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fda0a5-59cb-4fd7-bace-54da91e1f328') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:37.415471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.448861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Network': ['ID=f932f002-adf2-4c10-a185-7a3f6047bff9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:37.464794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3747055e-2af1-43b6-81e5-387d9ee412da tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4042759 Jan 28 20:24:37.464983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36392) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:37.469872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f932f002-adf2-4c10-a185-7a3f6047bff9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:37.488546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'subnet': {'network_id': 'f932f002-adf2-4c10-a185-7a3f6047bff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:37.515000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.610098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:37.612087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36396) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:37.613096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.620221 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:37.624711 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:37.638999 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:37.681523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f574e24e-b895-4c82-9fa3-2fc722a628dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.774646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.782770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:37.786995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2ef60487-44db-4ab1-8694-3e4aae77c3b3 HTTP/1.1" status: 204 len: 168 time: 2.7642138 Jan 28 20:24:37.800139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-f1456e6f-4d68-4c8e-bad2-eb7c6d9a8c88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1105299 Jan 28 20:24:37.801609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.resource_extend [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:24:37.817885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870be927-dce7-49c0-952b-9c8ce1a25eb9 req-c53cd2d1-c68f-4f59-8051-4b8a81b6249b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:37.819778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-870be927-dce7-49c0-952b-9c8ce1a25eb9 req-c53cd2d1-c68f-4f59-8051-4b8a81b6249b tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 948 time: 0.1328731 Jan 28 20:24:37.900353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece74546-143f-4244-ac7b-11a296b9b038 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef60487-44db-4ab1-8694-3e4aae77c3b3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:37.963398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-870be927-dce7-49c0-952b-9c8ce1a25eb9 req-5a8fb6ee-9efe-4769-ae3c-68922c561ce3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360714 Jan 28 20:24:38.000928 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.013143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.034842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9211780e-0c40-4180-9d7d-2bef72f508d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b999c7ec5020422f834ccc5863dbe3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212089 Jan 28 20:24:38.035665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36412) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:38.055668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-18643fd9-b027-49fd-98e3-f201614883a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:38.057492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-18643fd9-b027-49fd-98e3-f201614883a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 1101 time: 0.1754749 Jan 28 20:24:38.084260 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.121112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36414) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:38.233119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Subnet': ['ID=7e39fdf8-189f-4c6e-8777-ca37a9d04db1,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:38.267416 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 074ffd3a-1445-4056-802c-dab20d164979 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:38.293101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b87a87d-715a-4eb3-85ae-12449d8a4bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.295370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 074ffd3a-1445-4056-802c-dab20d164979 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:38.295945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 074ffd3a-1445-4056-802c-dab20d164979 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:38.413973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d349af8d-3d43-4b02-9031-60a0097b3344 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cbd8bb1fe1f4823bf9587b35b78e4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900169 Jan 28 20:24:38.418136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36424) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:38.421398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:38.440646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.451777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.457852 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Floating IP fb1f0676-0228-4ca2-994e-bad9a0112f2c associated. External IP: 172.25.2.186, port: 1cf30484-f814-47f7-a2da-c6e283b6327d. Jan 28 20:24:38.549228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:38.568410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'mac_address': 'fa:16:3e:3a:b6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:38.633575 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.650157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05ab314-27f4-497d-a6f4-67495d037a39 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:38.674038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:38.674241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c808178-152c-46e0-a6d8-6bbaddec3d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.680433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.681379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36428) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:38.718263 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Floating IP 092ea14c-5c26-4cde-a557-311d0f931b60 associated. External IP: 172.25.2.68, port: 267192fb-02e0-4733-a98f-c29ddb853763. Jan 28 20:24:38.765050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:38.772058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c808178-152c-46e0-a6d8-6bbaddec3d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.777016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.778049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.778687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.779606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.780078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.780652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.781279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.782379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.782973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.783443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.783911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.784503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:38.883404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86e60e53-623b-4917-944a-aa3f953e80c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.930394 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b87a87d-715a-4eb3-85ae-12449d8a4bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:38.933298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Checking segment: {'id': '80b093d3-1bb8-4bc0-8a7e-1aca009306c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f932f002-adf2-4c10-a185-7a3f6047bff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:38.933669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network hostable DHCP agents. Network: f932f002-adf2-4c10-a185-7a3f6047bff9, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:38.973306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-e0278b67-10ba-45cd-8814-fabf03813e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:38.974816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-e0278b67-10ba-45cd-8814-fabf03813e2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.8767948 Jan 28 20:24:39.018415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c808178-152c-46e0-a6d8-6bbaddec3d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.021353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c808178-152c-46e0-a6d8-6bbaddec3d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.022986 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c808178-152c-46e0-a6d8-6bbaddec3d0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7604976-49f7-4ae1-88f9-a204ba2bc28b HTTP/1.1" status: 204 len: 168 time: 0.5999401 Jan 28 20:24:39.024480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-a6c421aa-bc30-4862-b3d6-1cd0f796563a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.026116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-a6c421aa-bc30-4862-b3d6-1cd0f796563a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75&tenant_id=f824123e2bd0424888965ac2b937b05a&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 948 time: 0.7623096 Jan 28 20:24:39.046923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d05ab314-27f4-497d-a6f4-67495d037a39'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:39.069125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5398d-ed32-4f1a-9ab1-249fbbbc4e0a req-c72fb802-2d82-4635-af14-cebe1bd497c1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.076269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29a5398d-ed32-4f1a-9ab1-249fbbbc4e0a req-c72fb802-2d82-4635-af14-cebe1bd497c1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 948 time: 0.7855453 Jan 28 20:24:39.099708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270be07-200e-460c-bdc2-8de3528d0240 req-099c3e5c-14f7-464c-b088-97993dc180dc tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.110646 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a270be07-200e-460c-bdc2-8de3528d0240 req-099c3e5c-14f7-464c-b088-97993dc180dc tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.7391131 Jan 28 20:24:39.122431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-64b4330f-53ea-4de5-a1fc-7c64c67d7b33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 200 len: 217 time: 0.1345618 Jan 28 20:24:39.130800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network f932f002-adf2-4c10-a185-7a3f6047bff9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:39.131269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:24:39.137327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c808178-152c-46e0-a6d8-6bbaddec3d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7604976-49f7-4ae1-88f9-a204ba2bc28b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:39.212223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f932f002-adf2-4c10-a185-7a3f6047bff9) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:39.234825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.235418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.245874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a198994-079a-4b4d-8ee2-d6795d145aa5 None None] Network f932f002-adf2-4c10-a185-7a3f6047bff9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:39.270900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b87a87d-715a-4eb3-85ae-12449d8a4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.273520 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b87a87d-715a-4eb3-85ae-12449d8a4bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.274956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3b87a87d-715a-4eb3-85ae-12449d8a4bd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1b094c1-ddee-405b-9eb8-8bf41618e2cf HTTP/1.1" status: 204 len: 168 time: 1.2343345 Jan 28 20:24:39.310603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29a5398d-ed32-4f1a-9ab1-249fbbbc4e0a req-0bdd7a9f-fc46-485c-aa14-329a49cdf510 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233808 Jan 28 20:24:39.335904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a270be07-200e-460c-bdc2-8de3528d0240 req-09ecf568-481f-4ee7-90f1-44582b10898a tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157426 Jan 28 20:24:39.335904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87a87d-715a-4eb3-85ae-12449d8a4bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b094c1-ddee-405b-9eb8-8bf41618e2cf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:39.335904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-8f3012fa-ca4d-40be-bd50-37c693639273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.336355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-8f3012fa-ca4d-40be-bd50-37c693639273 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2026536 Jan 28 20:24:39.344377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c87c6742-39a5-41dc-bf9b-4e27a409a82b tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8753655 Jan 28 20:24:39.351510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36438) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:39.374596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86e60e53-623b-4917-944a-aa3f953e80c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.399195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-4668d2bf-f01d-49ca-97fb-ffe7bb01e0a9 service neutron] 10.222.0.26 "GET /v2.0/ports/d05ab314-27f4-497d-a6f4-67495d037a39/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 382 time: 0.3170907 Jan 28 20:24:39.438660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86e60e53-623b-4917-944a-aa3f953e80c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.448490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Router f8662673-a37d-4fff-942e-6bf32d933a06 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:24:39.501071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e60e53-623b-4917-944a-aa3f953e80c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd7bd68-2485-4aed-8658-53eb5cb0e17b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:39.513822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-12a88fae-0a2e-4d75-8333-ad5ea78355c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.515272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-12a88fae-0a2e-4d75-8333-ad5ea78355c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724408 Jan 28 20:24:39.563304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.567879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-8637f138-4d1b-435f-ba06-1a4d272e24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.569517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-8637f138-4d1b-435f-ba06-1a4d272e24c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1100 time: 0.1303604 Jan 28 20:24:39.666793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:24:39.674895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.680699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-f932f002-adf2-4c10-a185-7a3f6047bff9', 'network_id': 'f932f002-adf2-4c10-a185-7a3f6047bff9', 'tenant_id': '2f9cb8c588ac47f1859953429e1d3742', 'fixed_ips': [{'subnet_id': '7e39fdf8-189f-4c6e-8777-ca37a9d04db1'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:24:39.681615 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] Sync routers for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:24:39.682929 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.709815 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:39.711841 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:39.721977 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6bc3143f-db8b-42cb-82c8-bcc2e21d5548 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "PUT /v2.0/floatingips/092ea14c-5c26-4cde-a557-311d0f931b60 HTTP/1.1" status: 200 len: 990 time: 3.4550099 Jan 28 20:24:39.726217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'tag': '267192fb-02e0-4733-a98f-c29ddb853763'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:39.730070 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7da876e-966b-46a8-9836-cef096e505bb" -d '{"events": [{"name": "network-changed", "server_uuid": "eda5ee54-e7a9-4654-981e-2cb658142b5e", "tag": "267192fb-02e0-4733-a98f-c29ddb853763"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:39.742773 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86e60e53-623b-4917-944a-aa3f953e80c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a35b8e547bd74d03ac557c604e3d3cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0596368 Jan 28 20:24:39.746207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36450) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:39.838911 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0999e366-fae0-4163-9f99-214e0a5162ce x-openstack-request-id: req-0999e366-fae0-4163-9f99-214e0a5162ce {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:39.839475 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda5ee54-e7a9-4654-981e-2cb658142b5e", "tag": "267192fb-02e0-4733-a98f-c29ddb853763", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:39.839906 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0999e366-fae0-4163-9f99-214e0a5162ce {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:39.840331 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'tag': '267192fb-02e0-4733-a98f-c29ddb853763', 'status': 'completed', 'code': 200} Jan 28 20:24:39.861839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6973f485-881e-40d6-8ef9-c997e89690a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:39.885963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-dad49055-1437-4792-85ae-81f4d6da6a94 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593085 Jan 28 20:24:40.055794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Allocated IP 2001:db8::2 (f932f002-adf2-4c10-a185-7a3f6047bff9/7e39fdf8-189f-4c6e-8777-ca37a9d04db1/057016af-861a-420f-ac70-d29866cc536f) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:40.131220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9731163-f0bc-4c57-a8c7-3914ff9ef908 req-3e8018a7-cd66-48a3-9b7d-9fbd589caf45 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979849 Jan 28 20:24:40.154549 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:40.162597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36456) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:40.227216 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85b17ea1-d5b8-405c-a2b7-216dac4e9a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.254608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9d9884c0-1091-4067-8ac0-d9f07bb25a18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d390772f84da40b58acdb0beef124904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901256 Jan 28 20:24:40.257565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.321705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36460) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:40.383148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:24:40.407185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-181d8e07-bd17-4c06-bb1b-ee134caafcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:40.408916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-181d8e07-bd17-4c06-bb1b-ee134caafcc5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.8097332 Jan 28 20:24:40.411736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.425428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5686-e04a-4832-a676-1d66a2028f9f req-4c7fb27f-90c5-4f26-ba14-9acaebb1be81 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:40.437524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bba5686-e04a-4832-a676-1d66a2028f9f req-4c7fb27f-90c5-4f26-ba14-9acaebb1be81 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.5286632 Jan 28 20:24:40.443513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] Sync routers for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:24:40.477837 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6973f485-881e-40d6-8ef9-c997e89690a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.482884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.493287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.538555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bba5686-e04a-4832-a676-1d66a2028f9f req-2e534914-aa56-4909-b126-3c1c25b253ef tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991082 Jan 28 20:24:40.542939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-54bd89ef-ff53-4101-9dda-922a5d41116f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0969212 Jan 28 20:24:40.560581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-364b9e13-de81-4ab8-974a-b0fd94b90215 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "PUT /v2.0/floatingips/fb1f0676-0228-4ca2-994e-bad9a0112f2c HTTP/1.1" status: 200 len: 991 time: 5.0481825 Jan 28 20:24:40.568048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da876e-966b-46a8-9836-cef096e505bb req-85d0ca92-6e08-4c5b-91df-5d639a87c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:40.568708 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7da876e-966b-46a8-9836-cef096e505bb req-85d0ca92-6e08-4c5b-91df-5d639a87c5e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3a82e06a53c439fa95bfb69a34d6457&device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 1096 time: 0.7084234 Jan 28 20:24:40.598679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Network f932f002-adf2-4c10-a185-7a3f6047bff9 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:40.602226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:40.603228 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b417f7c-f0d4-45be-8e36-47b72acaa7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.603737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:40.604694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:40.606897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:40.610309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Pushing event updated for resources: {'Port': ['ID=057016af-861a-420f-ac70-d29866cc536f,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:40.618608 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '092ea14c-5c26-4cde-a557-311d0f931b60', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'port_id': '267192fb-02e0-4733-a98f-c29ddb853763', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'mac_address': 'fa:16:3e:ff:89:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:24:04Z', 'updated_at': '2022-01-28T20:24:38Z', 'revision_number': 1, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:59Z', 'revision_number': 5, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:40.653408 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] Checking router: f8662673-a37d-4fff-942e-6bf32d933a06 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:24:40.668275 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:40.669437 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:40.684423 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.721940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Attempting to bind port 057016af-861a-420f-ac70-d29866cc536f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:40.722686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Attempting to bind port 057016af-861a-420f-ac70-d29866cc536f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '80b093d3-1bb8-4bc0-8a7e-1aca009306c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f932f002-adf2-4c10-a185-7a3f6047bff9'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:40.722686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Attempting to bind port 057016af-861a-420f-ac70-d29866cc536f on network f932f002-adf2-4c10-a185-7a3f6047bff9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:40.730722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:40.730722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Checking segment: {'id': '80b093d3-1bb8-4bc0-8a7e-1aca009306c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f932f002-adf2-4c10-a185-7a3f6047bff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:40.731083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.731309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Bound using segment: {'id': '80b093d3-1bb8-4bc0-8a7e-1aca009306c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f932f002-adf2-4c10-a185-7a3f6047bff9'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:40.731833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Bound port: 057016af-861a-420f-ac70-d29866cc536f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b093d3-1bb8-4bc0-8a7e-1aca009306c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f932f002-adf2-4c10-a185-7a3f6047bff9'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:40.732231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.757864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6973f485-881e-40d6-8ef9-c997e89690a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.762477 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6973f485-881e-40d6-8ef9-c997e89690a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.763922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6973f485-881e-40d6-8ef9-c997e89690a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dd7bd68-2485-4aed-8658-53eb5cb0e17b HTTP/1.1" status: 204 len: 168 time: 1.0166116 Jan 28 20:24:40.793025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973f485-881e-40d6-8ef9-c997e89690a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd7bd68-2485-4aed-8658-53eb5cb0e17b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:40.817006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da876e-966b-46a8-9836-cef096e505bb req-414157e6-7c0d-403d-8f15-a812dc6cc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:40.819095 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7da876e-966b-46a8-9836-cef096e505bb req-414157e6-7c0d-403d-8f15-a812dc6cc497 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a40c9673-4cc6-450e-8c44-25e74f3c2eda HTTP/1.1" status: 200 len: 912 time: 0.2412422 Jan 28 20:24:40.823945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36478) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:40.832597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Subnet': ['ID=7e39fdf8-189f-4c6e-8777-ca37a9d04db1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:40.927277 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:40.942531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b417f7c-f0d4-45be-8e36-47b72acaa7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:40.948636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:40.957198 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7da876e-966b-46a8-9836-cef096e505bb req-11095d1b-d16b-47e4-9043-62d297b11756 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=267192fb-02e0-4733-a98f-c29ddb853763 HTTP/1.1" status: 200 len: 998 time: 0.1306696 Jan 28 20:24:40.960307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde9c7-5147-46b6-9cc8-591ed610046d req-ea2b7499-c8c5-40ef-b66d-6d461806ec76 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:40.962072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3dde9c7-5147-46b6-9cc8-591ed610046d req-ea2b7499-c8c5-40ef-b66d-6d461806ec76 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 949 time: 0.5155325 Jan 28 20:24:40.991807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.035900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] For port 057016af-861a-420f-ac70-d29866cc536f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:41.049427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5809a-2a49-4971-8b90-10ef7dd5ae6e req-0e843ace-e81f-4635-bb63-ebf5283d7e53 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.060340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1a5809a-2a49-4971-8b90-10ef7dd5ae6e req-0e843ace-e81f-4635-bb63-ebf5283d7e53 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.3578355 Jan 28 20:24:41.073766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da876e-966b-46a8-9836-cef096e505bb req-4b653f36-0720-41a3-8105-9b89edbb7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.075316 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7da876e-966b-46a8-9836-cef096e505bb req-4b653f36-0720-41a3-8105-9b89edbb7772 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95043fb1-08ec-43a0-92b3-297969736598 HTTP/1.1" status: 200 len: 850 time: 0.1096981 Jan 28 20:24:41.078054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-4ce6c84b-69cc-48a2-b2d1-075400a65f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.079831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-4ce6c84b-69cc-48a2-b2d1-075400a65f5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.4708631 Jan 28 20:24:41.105808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f932f002-adf2-4c10-a185-7a3f6047bff9']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:41.141437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] For port 057016af-861a-420f-ac70-d29866cc536f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=057016af-861a-420f-ac70-d29866cc536f,segment=NetworkSegment(80b093d3-1bb8-4bc0-8a7e-1aca009306c0),segment_id=80b093d3-1bb8-4bc0-8a7e-1aca009306c0)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:41.156971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.158529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3dde9c7-5147-46b6-9cc8-591ed610046d req-1e0ecfa7-bb55-440e-8ac2-dccb76ffbcad tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768835 Jan 28 20:24:41.162422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b093d3-1bb8-4bc0-8a7e-1aca009306c0') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:41.162801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b093d3-1bb8-4bc0-8a7e-1aca009306c0') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:41.165991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da876e-966b-46a8-9836-cef096e505bb req-d3ffd03d-4446-4de5-92ad-ca6c001f2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.167732 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7da876e-966b-46a8-9836-cef096e505bb req-d3ffd03d-4446-4de5-92ad-ca6c001f2d89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a40c9673-4cc6-450e-8c44-25e74f3c2eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849867 Jan 28 20:24:41.229507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1a5809a-2a49-4971-8b90-10ef7dd5ae6e req-b00d1141-0fb0-4a18-830b-78361f91471d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678212 Jan 28 20:24:41.236755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.267542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.277147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-ffba99c6-9bb5-4cf9-9dbb-54fc2a5c3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.284765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-ffba99c6-9bb5-4cf9-9dbb-54fc2a5c3daa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1751432 Jan 28 20:24:41.311980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:41.315174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.334224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b417f7c-f0d4-45be-8e36-47b72acaa7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.340154 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7da876e-966b-46a8-9836-cef096e505bb req-02c5fd36-f926-4adc-8184-d73fd3396d06 service neutron] 10.222.0.13 "GET /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647174 Jan 28 20:24:41.340349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b417f7c-f0d4-45be-8e36-47b72acaa7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.344832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7b417f7c-f0d4-45be-8e36-47b72acaa7b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a89ed2c-6623-4cae-bb53-1e1228b7304b HTTP/1.1" status: 204 len: 168 time: 1.0162759 Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:41.346768 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:41.366474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1582ba-a4ec-4408-81e6-4b822bf16eb8 None None] Network f932f002-adf2-4c10-a185-7a3f6047bff9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:41.477696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-602703276-network', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:41.492639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb6fdd-2583-4a78-9652-10237bf9082a None None] Pushing event updated for resources: {'Port': ['ID=057016af-861a-420f-ac70-d29866cc536f,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:41.504510 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7da876e-966b-46a8-9836-cef096e505bb req-807a542d-bad4-4295-8614-1ea8d21ecdbf service neutron] 10.222.0.13 "GET /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575181 Jan 28 20:24:41.541679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:41.546357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.560893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.618695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-db196f45-f0d6-4083-afac-ebec910af24d service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210797 Jan 28 20:24:41.619576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417f7c-f0d4-45be-8e36-47b72acaa7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89ed2c-6623-4cae-bb53-1e1228b7304b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:41.719992 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '092ea14c-5c26-4cde-a557-311d0f931b60', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'port_id': '267192fb-02e0-4733-a98f-c29ddb853763', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'mac_address': 'fa:16:3e:ff:89:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:24:04Z', 'updated_at': '2022-01-28T20:24:38Z', 'revision_number': 1, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:59Z', 'revision_number': 5, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:41.775694 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29c998-e38a-45c5-a15a-e6c8684c56c8 None None] The sync data for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 is: [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '092ea14c-5c26-4cde-a557-311d0f931b60', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'port_id': '267192fb-02e0-4733-a98f-c29ddb853763', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'mac_address': 'fa:16:3e:ff:89:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:24:04Z', 'updated_at': '2022-01-28T20:24:38Z', 'revision_number': 1, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:59Z', 'revision_number': 5, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:24:41.796951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.api [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:24:41.796951 n-d-825064-3 neutron-server[102307]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:24:41.796951 n-d-825064-3 neutron-server[102307]: [parameters: {'id': 'f932f002-adf2-4c10-a185-7a3f6047bff9'}] Jan 28 20:24:41.796951 n-d-825064-3 neutron-server[102307]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:24:41.796951 n-d-825064-3 neutron-server[102307]: DEBUG oslo_db.api [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:24:41.841883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:41.847478 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86138a87-35eb-485f-9abf-b967d80c1a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:41.903131 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.907484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130997e-c1be-480b-bafc-52d01af430ec req-5974d6fa-6f57-4075-9dc5-163482c52b94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.934827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130997e-c1be-480b-bafc-52d01af430ec req-5974d6fa-6f57-4075-9dc5-163482c52b94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.959037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130997e-c1be-480b-bafc-52d01af430ec req-5974d6fa-6f57-4075-9dc5-163482c52b94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.961849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2332644-6f0f-4bd3-8230-06b0053bba05 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:24:41.980846 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1048496-1546-4950-8e53-c777ce8b1e31 x-openstack-request-id: req-c1048496-1546-4950-8e53-c777ce8b1e31 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:41.982764 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:41.986274 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1048496-1546-4950-8e53-c777ce8b1e31 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:41.990545 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'status': 'completed', 'code': 200} Jan 28 20:24:41.992958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:41.995318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130997e-c1be-480b-bafc-52d01af430ec req-5974d6fa-6f57-4075-9dc5-163482c52b94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.019044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:42.019333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130997e-c1be-480b-bafc-52d01af430ec req-5974d6fa-6f57-4075-9dc5-163482c52b94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.036391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130997e-c1be-480b-bafc-52d01af430ec req-5974d6fa-6f57-4075-9dc5-163482c52b94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.063246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130997e-c1be-480b-bafc-52d01af430ec req-5974d6fa-6f57-4075-9dc5-163482c52b94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.063246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8130997e-c1be-480b-bafc-52d01af430ec req-5974d6fa-6f57-4075-9dc5-163482c52b94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.7144673 Jan 28 20:24:42.097259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:42.115687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fb1f0676-0228-4ca2-994e-bad9a0112f2c', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'port_id': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'mac_address': 'fa:16:3e:06:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:22:40Z', 'updated_at': '2022-01-28T20:24:37Z', 'revision_number': 1, 'project_id': '1aefb1f7410d451eac118b095331837a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:30Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:42.136917 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:42.137662 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Added segment 629a0c08-5423-4ebb-b1c3-2b2f16c3a97b of type vlan for network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e Jan 28 20:24:42.145540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-aa326773-3301-40a4-89b2-70af0a8d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.146266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-aa326773-3301-40a4-89b2-70af0a8d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.146944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-aa326773-3301-40a4-89b2-70af0a8d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.147479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-aa326773-3301-40a4-89b2-70af0a8d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.148008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-aa326773-3301-40a4-89b2-70af0a8d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.148574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-aa326773-3301-40a4-89b2-70af0a8d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.149111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-aa326773-3301-40a4-89b2-70af0a8d9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.150292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-3123a5b6-e96c-4a44-bd8e-e2e1f4344394 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096700 Jan 28 20:24:42.151606 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-aa326773-3301-40a4-89b2-70af0a8d9d0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6491 time: 0.1553340 Jan 28 20:24:42.162768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e6b93f-4eef-426f-b336-8dbbe90ff54f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:42.171345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] Checking router: abb07ad7-dac6-42c1-9fa8-adfd83b183e8 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:24:42.186858 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4a530-d747-4c2d-bb2c-7659defccc66 None None] New status for floating IP 092ea14c-5c26-4cde-a557-311d0f931b60: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:24:42.202542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:42.202825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8130997e-c1be-480b-bafc-52d01af430ec req-b6638eb1-26be-4b19-b343-c39a730e17f2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248624 Jan 28 20:24:42.204787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:42.282843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2332644-6f0f-4bd3-8230-06b0053bba05 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:24:42.296486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:42.421209 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:42.451522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:42.525661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:42.552506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b0b1f-5a09-43e3-b37c-368ef6a9fbc8 req-85a7791e-1d55-4d7f-8e2c-e4dc1e4d14dd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.565499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e50b0b1f-5a09-43e3-b37c-368ef6a9fbc8 req-85a7791e-1d55-4d7f-8e2c-e4dc1e4d14dd tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 949 time: 0.2191894 Jan 28 20:24:42.581046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808b7f-ebce-483b-b98e-158f7baea0c5 req-88514e9d-8bf8-496e-a5fb-a43166bf9db1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.582916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32808b7f-ebce-483b-b98e-158f7baea0c5 req-88514e9d-8bf8-496e-a5fb-a43166bf9db1 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1529276 Jan 28 20:24:42.591792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:42.596668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.597654 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:42.607691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port d05ab314-27f4-497d-a6f4-67495d037a39 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:24:42.666059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Deleting port 057016af-861a-420f-ac70-d29866cc536f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:42.666607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:42.693813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port d05ab314-27f4-497d-a6f4-67495d037a39 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:42.694188 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:42.697375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e50b0b1f-5a09-43e3-b37c-368ef6a9fbc8 req-8a1e12b9-c980-4dd9-adc9-046352f1f674 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306772 Jan 28 20:24:42.796424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-5dae9069-82cd-4099-864e-6fa4f55d7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.817023 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-5dae9069-82cd-4099-864e-6fa4f55d7225 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96031065-7361-49f5-b7d0-d7404da90120 HTTP/1.1" status: 200 len: 913 time: 0.6496036 Jan 28 20:24:42.822154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:42.868669 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5a2d96e7-27da-4ed3-b3d6-2d9ce8543bf7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0302076 Jan 28 20:24:42.878533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32808b7f-ebce-483b-b98e-158f7baea0c5 req-9d3790b3-ca6d-48dc-9d7e-749a36e4ba7e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721560 Jan 28 20:24:42.915101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:42.930276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36530) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:42.943147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Request body: {'subnet': {'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-subnet', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:42.997260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] For port 057016af-861a-420f-ac70-d29866cc536f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=057016af-861a-420f-ac70-d29866cc536f,segment=NetworkSegment(80b093d3-1bb8-4bc0-8a7e-1aca009306c0),segment_id=80b093d3-1bb8-4bc0-8a7e-1aca009306c0)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:42.999475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:43.001224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.003133 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.041742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Calling delete_port for 057016af-861a-420f-ac70-d29866cc536f owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:43.084253 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-c2f48332-05c9-4622-994c-9f7710361597 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf30484-f814-47f7-a2da-c6e283b6327d HTTP/1.1" status: 200 len: 999 time: 0.2484193 Jan 28 20:24:43.087402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf211f-e10c-4b3d-9ea1-2f2630d63519 req-c6073367-79dd-428e-9c9f-4b55b23a52e4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.093472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf211f-e10c-4b3d-9ea1-2f2630d63519 req-c6073367-79dd-428e-9c9f-4b55b23a52e4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.107357 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.109497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf211f-e10c-4b3d-9ea1-2f2630d63519 req-c6073367-79dd-428e-9c9f-4b55b23a52e4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.124214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf211f-e10c-4b3d-9ea1-2f2630d63519 req-c6073367-79dd-428e-9c9f-4b55b23a52e4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.134064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf211f-e10c-4b3d-9ea1-2f2630d63519 req-c6073367-79dd-428e-9c9f-4b55b23a52e4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.142200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf211f-e10c-4b3d-9ea1-2f2630d63519 req-c6073367-79dd-428e-9c9f-4b55b23a52e4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.149382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf211f-e10c-4b3d-9ea1-2f2630d63519 req-c6073367-79dd-428e-9c9f-4b55b23a52e4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.151245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36bf211f-e10c-4b3d-9ea1-2f2630d63519 req-c6073367-79dd-428e-9c9f-4b55b23a52e4 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.3001518 Jan 28 20:24:43.165500 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.230790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-cbf2bf34-a459-4be7-931a-98ba44cf12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.232725 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-cbf2bf34-a459-4be7-931a-98ba44cf12b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e5bedbc-af42-49bb-a79f-6ef63971f178 HTTP/1.1" status: 200 len: 851 time: 0.1087644 Jan 28 20:24:43.244130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.301942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Port': ['ID=057016af-861a-420f-ac70-d29866cc536f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:43.307910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No DVR routers for this DVR port 057016af-861a-420f-ac70-d29866cc536f on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:43.308313 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.310446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:43.317077 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da436870-8fc1-4920-adf7-2be1461460fc" -d '{"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-plugged", "status": "completed", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:43.334902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-7533d6c8-092f-4e61-884e-05b9c98a29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.336701 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-7533d6c8-092f-4e61-884e-05b9c98a29ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96031065-7361-49f5-b7d0-d7404da90120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953581 Jan 28 20:24:43.347002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:43.361476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fb1f0676-0228-4ca2-994e-bad9a0112f2c', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'port_id': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'mac_address': 'fa:16:3e:06:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:22:40Z', 'updated_at': '2022-01-28T20:24:37Z', 'revision_number': 1, 'project_id': '1aefb1f7410d451eac118b095331837a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:30Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:43.365936 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.470543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.477535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:43.482095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13b7bd-9e96-4957-b03d-5dbeecffe448 None None] The sync data for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 is: [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'fb1f0676-0228-4ca2-994e-bad9a0112f2c', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'port_id': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'mac_address': 'fa:16:3e:06:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:22:40Z', 'updated_at': '2022-01-28T20:24:37Z', 'revision_number': 1, 'project_id': '1aefb1f7410d451eac118b095331837a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:30Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:24:43.485748 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf27f06d-ef41-4649-a616-6d45def33bdc x-openstack-request-id: req-cf27f06d-ef41-4649-a616-6d45def33bdc {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:43.486177 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-plugged", "status": "completed", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:43.486434 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf27f06d-ef41-4649-a616-6d45def33bdc {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:43.486834 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'code': 200} Jan 28 20:24:43.550494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8d764b-80f9-4ec9-aaf9-6c31551627c6,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:43.560933 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.587390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f932f002-adf2-4c10-a185-7a3f6047bff9']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:43.608999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b093d3-1bb8-4bc0-8a7e-1aca009306c0') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:43.610183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b093d3-1bb8-4bc0-8a7e-1aca009306c0') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:43.616740 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-9ecd81d4-744a-4731-a1f5-2a99abf13590 service neutron] 10.222.0.13 "GET /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692595 Jan 28 20:24:43.631068 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.633662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Checking segment: {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:43.634620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Network hostable DHCP agents. Network: 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:43.653223 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.671588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:43.674378 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:43.683992 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:43.738953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36554) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:43.785957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:43.804133 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.816129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:43.825258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6174e2-598c-4ad5-9859-6fa30050faa8 None None] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:43.830060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:43.830834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.849839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.854313 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86138a87-35eb-485f-9abf-b967d80c1a9b req-84db516c-09ff-43ff-9557-48ace968c01c service neutron] 10.222.0.13 "GET /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133920 Jan 28 20:24:43.866145 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e53746f2-5e33-4dcb-8432-946821f70aa9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9321632 Jan 28 20:24:43.866691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36560) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:43.878497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/f932f002-adf2-4c10-a185-7a3f6047bff9 HTTP/1.1" status: 204 len: 168 time: 4.5211613 Jan 28 20:24:43.878725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:43.892623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36562) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:43.902361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92aa8f-6bfd-45c0-b6af-023e86c145c4 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Network': ['ID=f932f002-adf2-4c10-a185-7a3f6047bff9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:43.929661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1570164544'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:43.991764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:43.993690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.022884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fcb1a4-c4ca-43d9-a7c2-50148cbc1643 None None] New status for floating IP fb1f0676-0228-4ca2-994e-bad9a0112f2c: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:24:44.067943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:44.074455 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.105233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb913626-d371-49f7-985b-56b117f7f8a3 req-aaa525bd-9cbf-45b7-ab9e-f1e394f08d82 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:44.119848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb913626-d371-49f7-985b-56b117f7f8a3 req-aaa525bd-9cbf-45b7-ab9e-f1e394f08d82 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.2438667 Jan 28 20:24:44.155708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.157871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2bea611-6278-4d83-8aaa-bcf4b8bd610f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.221252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa4e71-c6be-4f57-ad9c-1405f78ea601 req-2908bbde-5469-470a-b50d-05d5206ffa2f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:44.237703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04fa4e71-c6be-4f57-ad9c-1405f78ea601 req-2908bbde-5469-470a-b50d-05d5206ffa2f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.2068143 Jan 28 20:24:44.268800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb913626-d371-49f7-985b-56b117f7f8a3 req-9e5e2f43-9e4c-4d51-9bf0-745b29ab2bd0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476409 Jan 28 20:24:44.309895 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04fa4e71-c6be-4f57-ad9c-1405f78ea601 req-ed8e9138-f7b2-4b36-a9e3-341068eb933d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706637 Jan 28 20:24:44.330204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:44.432431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.432826 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Added segment c58eab6d-7060-4224-8da1-a3cf5727aa00 of type vlan for network effbdebc-7434-4ed2-b839-34dff310fee7 Jan 28 20:24:44.451798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:24:44.455349 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.520900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.561946 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.643864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2bea611-6278-4d83-8aaa-bcf4b8bd610f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.652266 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2bea611-6278-4d83-8aaa-bcf4b8bd610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.665843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.671766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:44.672541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:44.693506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Allocated IP 172.20.0.2 (0ac8706d-1f35-4c56-a56c-c66b7ee1e32e/7a8d764b-80f9-4ec9-aaf9-6c31551627c6/1ed7f18c-67e7-46c9-9f1e-c074260329ce) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:44.778128 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2bea611-6278-4d83-8aaa-bcf4b8bd610f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34dceee01a2d4c669d1f7e452acb6c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0362518 Jan 28 20:24:44.780958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36578) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:44.788127 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8918326 Jan 28 20:24:44.797536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36580) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:44.803262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Request body: {'subnet': {'network_id': 'effbdebc-7434-4ed2-b839-34dff310fee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:44.804564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bea611-6278-4d83-8aaa-bcf4b8bd610f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a715fc1-d685-4521-b7b7-479fea4c4289,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:44.829622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df7e3a-3c5f-4500-abc1-0040e2b5f27d tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Network': ['ID=effbdebc-7434-4ed2-b839-34dff310fee7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:44.861001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network effbdebc-7434-4ed2-b839-34dff310fee7 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:45.008839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e35613cb-2ebd-4bf1-aeb7-528e9ea9e6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.048577 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e35613cb-2ebd-4bf1-aeb7-528e9ea9e6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.056578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.067150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Made reservation on behalf of 2f9cb8c588ac47f1859953429e1d3742 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:45.069791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.071363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.145816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:45.151437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:45.160321 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:45.166119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Pushing event updated for resources: {'Port': ['ID=1ed7f18c-67e7-46c9-9f1e-c074260329ce,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:45.168701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.214505 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.223067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e35613cb-2ebd-4bf1-aeb7-528e9ea9e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.225774 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e35613cb-2ebd-4bf1-aeb7-528e9ea9e6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.229336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e35613cb-2ebd-4bf1-aeb7-528e9ea9e6c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a715fc1-d685-4521-b7b7-479fea4c4289 HTTP/1.1" status: 204 len: 168 time: 0.4442699 Jan 28 20:24:45.266608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35613cb-2ebd-4bf1-aeb7-528e9ea9e6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a715fc1-d685-4521-b7b7-479fea4c4289,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:45.297800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Attempting to bind port 1ed7f18c-67e7-46c9-9f1e-c074260329ce on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:45.298473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Attempting to bind port 1ed7f18c-67e7-46c9-9f1e-c074260329ce by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:45.299778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Attempting to bind port 1ed7f18c-67e7-46c9-9f1e-c074260329ce on network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:45.301741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-87c8d5cd-0e59-4fab-bb42-68c5f2110bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:45.303503 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-87c8d5cd-0e59-4fab-bb42-68c5f2110bd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75&tenant_id=f824123e2bd0424888965ac2b937b05a HTTP/1.1" status: 200 len: 1101 time: 0.0975013 Jan 28 20:24:45.306019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:45.307128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Checking segment: {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:45.307478 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.308793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Bound using segment: {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:45.309281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Bound port: 1ed7f18c-67e7-46c9-9f1e-c074260329ce, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:45.310030 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.333145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:45.430440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] For port 1ed7f18c-67e7-46c9-9f1e-c074260329ce, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:45.434088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] For port 1ed7f18c-67e7-46c9-9f1e-c074260329ce, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1ed7f18c-67e7-46c9-9f1e-c074260329ce,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:45.446301 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.455546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.476263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Allocated IP 172.25.2.247 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/fa4e0df0-4cfb-4f59-bd23-4597c51780ba) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:45.542870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193348b3-b16e-4553-ab5b-9e53f2b0ab58 None None] Pushing event updated for resources: {'Port': ['ID=1ed7f18c-67e7-46c9-9f1e-c074260329ce,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:45.618483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd59cff-6775-4b4f-9478-462ff576bcdf req-83526dc9-6588-4e94-9df8-ff380fc456fe tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:45.620052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efd59cff-6775-4b4f-9478-462ff576bcdf req-83526dc9-6588-4e94-9df8-ff380fc456fe tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1784499 Jan 28 20:24:45.647767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:24:45.658401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.712095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e697e-795d-457b-8b00-a906f56b6516 req-e2530a4b-5591-46f3-a53b-7a621b828d80 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:45.719138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-413e697e-795d-457b-8b00-a906f56b6516 req-e2530a4b-5591-46f3-a53b-7a621b828d80 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1598759 Jan 28 20:24:45.814076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.836775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efd59cff-6775-4b4f-9478-462ff576bcdf req-316fe3cd-3071-4614-a368-dd6d76ec08f5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047791 Jan 28 20:24:45.851867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event updated for resources: {'Subnet': ['ID=5126edf6-d2e2-473a-8984-2925720ba815,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:45.916962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:45.924939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-413e697e-795d-457b-8b00-a906f56b6516 req-48f4b87a-b937-4fee-965c-5f162440832f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046895 Jan 28 20:24:45.928152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Checking segment: {'id': 'c58eab6d-7060-4224-8da1-a3cf5727aa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'effbdebc-7434-4ed2-b839-34dff310fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:45.931551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network hostable DHCP agents. Network: effbdebc-7434-4ed2-b839-34dff310fee7, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:45.962047 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:45.979890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Network effbdebc-7434-4ed2-b839-34dff310fee7 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:45.998634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, effbdebc-7434-4ed2-b839-34dff310fee7) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:46.004517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:46.005669 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:46.010131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c8928a-83b7-4acf-a2cc-4d21b9e5c1ee None None] Network effbdebc-7434-4ed2-b839-34dff310fee7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:46.034995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cef01381-08a5-404e-a254-9152d9e81284 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2348228 Jan 28 20:24:46.036623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36630) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:46.047019 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:46.101637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Pushing event updated for resources: {'Port': ['ID=fa4e0df0-4cfb-4f59-bd23-4597c51780ba,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:46.106169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:46.112706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:46.126099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:46.166794 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:46.176717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:46.180525 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f68b949-633b-4a5a-927b-cec3072e3a44" -d '{"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-unplugged", "status": "completed", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:46.185350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:46.231871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Transition to ACTIVE for port object d05ab314-27f4-497d-a6f4-67495d037a39 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:24:46.256367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:46.271995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:46.336291 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e4aa67-88a8-4c20-a90f-ed8b93636279 x-openstack-request-id: req-f6e4aa67-88a8-4c20-a90f-ed8b93636279 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:46.336577 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-unplugged", "status": "completed", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:46.336830 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6e4aa67-88a8-4c20-a90f-ed8b93636279 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:46.337219 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'code': 200} Jan 28 20:24:46.407629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:46.479077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Subnet': ['ID=5126edf6-d2e2-473a-8984-2925720ba815,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:46.504791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=10']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:46.525392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] No DVR routers for this DVR port d05ab314-27f4-497d-a6f4-67495d037a39 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:46.539691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36646) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:46.569159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36650) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:46.587356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592594e7-952f-46fc-9aa1-9908c8913dbc None None] Network effbdebc-7434-4ed2-b839-34dff310fee7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:46.694111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:46.694451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:46.694778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:46.707396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:24:46.707663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Attempting to bind port d05ab314-27f4-497d-a6f4-67495d037a39 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:46.753597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:46.754285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:46.754692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:46.756633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Bound port: d05ab314-27f4-497d-a6f4-67495d037a39, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:46.757036 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:46.835817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:46.984685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:47.017824 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0b5e59f9-a76a-4a46-a364-f8404829b9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.021975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:47.073016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.088129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ed7f18c-67e7-46c9-9f1e-c074260329ce up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:47.145947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:47.146577 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.148053 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] 10.222.0.13 "PUT /v2.0/ports/d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 1097 time: 1.8191111 Jan 28 20:24:47.175320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1ed7f18c-67e7-46c9-9f1e-c074260329ce triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:47.176163 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.211126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-network', 'tenant_id': '7e69d00efec840fa89855b324e670c77'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:47.247235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4eb4a8-30ed-4c37-84fe-db1ca2a82d66 None None] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:47.275945 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.325112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effbdebc-7434-4ed2-b839-34dff310fee7']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:47.355740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58eab6d-7060-4224-8da1-a3cf5727aa00') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:47.356163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58eab6d-7060-4224-8da1-a3cf5727aa00') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:47.373832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be648b3-bb30-4735-8aef-6c5305779deb req-0bb5bc21-7f63-40cd-a75c-bddfefeb9e98 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:47.382053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.382954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8be648b3-bb30-4735-8aef-6c5305779deb req-0bb5bc21-7f63-40cd-a75c-bddfefeb9e98 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1839304 Jan 28 20:24:47.400865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Made reservation on behalf of 7e69d00efec840fa89855b324e670c77 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:47.404051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.418616 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.428914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cbe879a1-388f-41c8-8b98-b2f2f3069412 None None] Provisioning complete for port 1ed7f18c-67e7-46c9-9f1e-c074260329ce triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:47.429620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbe879a1-388f-41c8-8b98-b2f2f3069412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.443219 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.456875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f011-9bb5-41db-90d7-da1a7da07b1f req-2dfd7f13-881b-415c-b1f9-2672281a338a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:47.464489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1857f011-9bb5-41db-90d7-da1a7da07b1f req-2dfd7f13-881b-415c-b1f9-2672281a338a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 949 time: 0.2641895 Jan 28 20:24:47.489062 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.494501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 1ed7f18c-67e7-46c9-9f1e-c074260329ce, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1ed7f18c-67e7-46c9-9f1e-c074260329ce,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:47.513031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:47.513452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:47.517348 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:47.523623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.592521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8be648b3-bb30-4735-8aef-6c5305779deb req-68f138ac-4bef-449c-9871-8d65c7bb7172 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084286 Jan 28 20:24:47.603599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3ca2-2696-4165-a06a-6de63ae72833 service neutron] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=11']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:47.624698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.641637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-043649bc-c4ac-4b42-a625-f63029786bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:47.644646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-043649bc-c4ac-4b42-a625-f63029786bbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1100 time: 0.0948093 Jan 28 20:24:47.647867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1857f011-9bb5-41db-90d7-da1a7da07b1f req-587eb0dd-cb95-471a-a31b-ca51dcbfd94c tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821885 Jan 28 20:24:47.653013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=1ed7f18c-67e7-46c9-9f1e-c074260329ce,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:47.675966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.688703 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.692336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/effbdebc-7434-4ed2-b839-34dff310fee7 HTTP/1.1" status: 204 len: 168 time: 1.6543119 Jan 28 20:24:47.698349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36658) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:47.745646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a957d02-ca23-4522-b2ad-daef2e657195 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Network': ['ID=effbdebc-7434-4ed2-b839-34dff310fee7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:47.746482 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-2448652e-3ba5-4398-8b09-f90d60af7e75 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): The resource could not be found. Jan 28 20:24:47.746774 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2448652e-3ba5-4398-8b09-f90d60af7e75 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:47.751029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2448652e-3ba5-4398-8b09-f90d60af7e75 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/subnets/5126edf6-d2e2-473a-8984-2925720ba815 HTTP/1.1" status: 404 len: 337 time: 0.0504918 Jan 28 20:24:47.756758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36660) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:47.783833 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841049a-35be-4c2f-b74f-9ca24dad04ed tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): The resource could not be found. Jan 28 20:24:47.784649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0841049a-35be-4c2f-b74f-9ca24dad04ed tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:47.790975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0841049a-35be-4c2f-b74f-9ca24dad04ed tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/effbdebc-7434-4ed2-b839-34dff310fee7 HTTP/1.1" status: 404 len: 339 time: 0.0267172 Jan 28 20:24:47.791868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36662) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:47.836768 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-336becbd-5e76-4a97-ae2d-72906710ce0a tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): The resource could not be found. Jan 28 20:24:47.837426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336becbd-5e76-4a97-ae2d-72906710ce0a tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:47.845277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-336becbd-5e76-4a97-ae2d-72906710ce0a tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/subnets/7e39fdf8-189f-4c6e-8777-ca37a9d04db1 HTTP/1.1" status: 404 len: 337 time: 0.0398932 Jan 28 20:24:47.848466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.851125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36666) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:47.878396 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-79320ce1-04ef-49ef-a52c-3088cfd48738 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): The resource could not be found. Jan 28 20:24:47.879001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79320ce1-04ef-49ef-a52c-3088cfd48738 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:47.884447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-79320ce1-04ef-49ef-a52c-3088cfd48738 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/f932f002-adf2-4c10-a185-7a3f6047bff9 HTTP/1.1" status: 404 len: 339 time: 0.0298219 Jan 28 20:24:47.886221 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36668) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:47.895181 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.904730 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0b5e59f9-a76a-4a46-a364-f8404829b9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.916918 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-59998397-34c7-4cf8-a15f-c5529af25b43 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): The resource could not be found. Jan 28 20:24:47.918128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59998397-34c7-4cf8-a15f-c5529af25b43 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:47.918316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0b5e59f9-a76a-4a46-a364-f8404829b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.920880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-59998397-34c7-4cf8-a15f-c5529af25b43 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/subnets/9e2b9d0a-59e2-45fe-a46e-410d135c0fd4 HTTP/1.1" status: 404 len: 337 time: 0.0343151 Jan 28 20:24:47.922144 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.925673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36670) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:47.951457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-71a4a075-aca3-46d7-86ff-9ec1880539e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:47.953773 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-71a4a075-aca3-46d7-86ff-9ec1880539e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2471962 Jan 28 20:24:47.973998 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f4e97c-7af0-4b0c-8519-4cbaaf424985 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): The resource could not be found. Jan 28 20:24:47.974678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f4e97c-7af0-4b0c-8519-4cbaaf424985 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:47.977600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-58f4e97c-7af0-4b0c-8519-4cbaaf424985 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/4a422119-1305-4b30-975a-c41ab4a5fa9d HTTP/1.1" status: 404 len: 339 time: 0.0495148 Jan 28 20:24:47.980216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36672) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:47.981011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:47.986840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f5c7f6-2fe4-4d59-8a64-8f283e418bec,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:47.995087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:47.995429 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Added segment 4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3 of type vlan for network 0b696b74-f203-4f40-b45c-22d1c0b67e6b Jan 28 20:24:48.024909 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0b5e59f9-a76a-4a46-a364-f8404829b9ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e5540a633284e0ea9d4786e4c3fdee0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4457037 Jan 28 20:24:48.025121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36674) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:48.043650 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-ffc9dbfd-5249-4bdf-86f8-ca8562b56398 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0772486 Jan 28 20:24:48.044378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-62876d01-1c06-47c5-b498-f1e3066b0269 None None] Provisioning complete for port 1ed7f18c-67e7-46c9-9f1e-c074260329ce triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:48.044863 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-62876d01-1c06-47c5-b498-f1e3066b0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.047638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e59f9-a76a-4a46-a364-f8404829b9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc42cc9-070f-47db-8e5d-1b1b58604719,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:48.060260 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.104340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d42180a2-ed88-428d-bf5a-429569b75e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.108579 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.109567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:48.110333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.147512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Router e17a5aa1-1da6-4749-bb57-d911df3df05e is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:24:48.148983 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d42180a2-ed88-428d-bf5a-429569b75e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.151668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-26c05ced-c919-4386-917b-34b89038d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:48.153178 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-26c05ced-c919-4386-917b-34b89038d0a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1004913 Jan 28 20:24:48.192235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6506784 Jan 28 20:24:48.204651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36676) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:48.214424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Request body: {'subnet': {'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-subnet', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:48.234036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c301a8-86f3-4db8-a121-2b151e985be3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b696b74-f203-4f40-b45c-22d1c0b67e6b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:48.246569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:48.249495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8566c7ed-b28e-4ade-8200-7549c997f1ba tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Deleting port 3e97e1cd-6be2-45e6-80bc-73168bf32e50 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:48.250413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8566c7ed-b28e-4ade-8200-7549c997f1ba tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.256512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Made reservation on behalf of 7e69d00efec840fa89855b324e670c77 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:48.259209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.323007 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d42180a2-ed88-428d-bf5a-429569b75e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.325642 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d42180a2-ed88-428d-bf5a-429569b75e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.326814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d42180a2-ed88-428d-bf5a-429569b75e3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2cc42cc9-070f-47db-8e5d-1b1b58604719 HTTP/1.1" status: 204 len: 168 time: 0.3027244 Jan 28 20:24:48.338506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:48.340787 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852f2d38-bda8-4aa5-8682-4a37cb22f853" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:48.348238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42180a2-ed88-428d-bf5a-429569b75e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc42cc9-070f-47db-8e5d-1b1b58604719,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:48.360166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-3903b401-3f6b-4883-a497-bfb893274145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:48.361724 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-3903b401-3f6b-4883-a497-bfb893274145 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010765 Jan 28 20:24:48.385172 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8566c7ed-b28e-4ade-8200-7549c997f1ba tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.438778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8566c7ed-b28e-4ade-8200-7549c997f1ba tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Calling delete_port for 3e97e1cd-6be2-45e6-80bc-73168bf32e50 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:48.443288 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102f00e5-43e6-4304-8835-1ce66f52def1 x-openstack-request-id: req-102f00e5-43e6-4304-8835-1ce66f52def1 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:48.443600 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:48.443804 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-102f00e5-43e6-4304-8835-1ce66f52def1 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:48.444270 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'status': 'completed', 'code': 200} Jan 28 20:24:48.464689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:48.495916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:24:48.508106 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Sync routers for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:24:48.525529 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:48.526152 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:48.526371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.537621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-10c911f4-a7b8-4b95-84d1-4089b815df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:48.539692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-10c911f4-a7b8-4b95-84d1-4089b815df9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1100 time: 0.0762334 Jan 28 20:24:48.541831 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.546611 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2105c8c8-d4fe-4aa4-a165-b88c0b2a8336 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6788335 Jan 28 20:24:48.549569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36684) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:48.553623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:48.689766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-a489e78a-b46d-4481-b4d4-90a77577d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:48.691571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-a489e78a-b46d-4481-b4d4-90a77577d5f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1298051 Jan 28 20:24:48.702278 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:48.743960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-dbbf426b-3349-4310-8655-8ea0611f0bfd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0448411 Jan 28 20:24:48.763186 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-ca6f1a0c-9cf2-40d4-ab4a-d460a45a3f52 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900924 Jan 28 20:24:48.785201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36690) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:48.788443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59996808-5a6e-4074-825b-ba99e517d99e,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:48.846590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d92c25f-06b3-42cc-b40e-eda6f38e7ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.907281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8566c7ed-b28e-4ade-8200-7549c997f1ba tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:48.950212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566c7ed-b28e-4ade-8200-7549c997f1ba tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Port': ['ID=3e97e1cd-6be2-45e6-80bc-73168bf32e50,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:48.958890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Checking segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:48.959254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Network hostable DHCP agents. Network: 0b696b74-f203-4f40-b45c-22d1c0b67e6b, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:48.974828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ed7f18c-67e7-46c9-9f1e-c074260329ce up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:49.003580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-35e4d105-2c1a-4c99-ad4f-8b9ed6db106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.005739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-35e4d105-2c1a-4c99-ad4f-8b9ed6db106e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2328758 Jan 28 20:24:49.006507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8566c7ed-b28e-4ade-8200-7549c997f1ba tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.007566 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:46Z', 'revision_number': 3, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:49.014368 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8566c7ed-b28e-4ade-8200-7549c997f1ba tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/ports/3e97e1cd-6be2-45e6-80bc-73168bf32e50 HTTP/1.1" status: 204 len: 168 time: 1.0301046 Jan 28 20:24:49.015803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36692) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:49.023920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef00b2-bd11-433e-8cbe-58a18db1fec5 req-876400b2-36dd-424d-88ac-6fe3486c9404 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.026210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2ef00b2-bd11-433e-8cbe-58a18db1fec5 req-876400b2-36dd-424d-88ac-6fe3486c9404 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.2761567 Jan 28 20:24:49.049274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1ed7f18c-67e7-46c9-9f1e-c074260329ce triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:49.049647 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.055786 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Checking router: e17a5aa1-1da6-4749-bb57-d911df3df05e for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:24:49.056429 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Updating router e17a5aa1-1da6-4749-bb57-d911df3df05e port fa4e0df0-4cfb-4f59-bd23-4597c51780ba binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:24:49.074989 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-befc2034-3124-4601-8471-478e797f9d04 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): The resource could not be found. Jan 28 20:24:49.075705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befc2034-3124-4601-8471-478e797f9d04 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:49.080533 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-befc2034-3124-4601-8471-478e797f9d04 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/subnets/6a6cf199-1345-480d-94cb-a0f37f716c34 HTTP/1.1" status: 404 len: 337 time: 0.0606360 Jan 28 20:24:49.085751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:49.087997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36694) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:49.108579 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.177689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d92c25f-06b3-42cc-b40e-eda6f38e7ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.187677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 0b696b74-f203-4f40-b45c-22d1c0b67e6b) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:49.198539 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4c17ef3c-6f85-499e-82b7-2542c7b870a5 req-45773a83-863f-4c74-9cfb-1eae4266a4db service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199886 Jan 28 20:24:49.206914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47710c85-47d3-4cd9-8631-76e668ad5834 req-00a95610-f398-471a-94e8-1ec7059ad338 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.213750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153582d-5952-4328-8ae6-33093da9defc None None] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:49.216640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47710c85-47d3-4cd9-8631-76e668ad5834 req-00a95610-f398-471a-94e8-1ec7059ad338 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 949 time: 0.3575256 Jan 28 20:24:49.251997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.253064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.273700 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d92c25f-06b3-42cc-b40e-eda6f38e7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.299452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-05839572-ffc4-4c23-8a12-0392b51494d0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0935948 Jan 28 20:24:49.316218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2ef00b2-bd11-433e-8cbe-58a18db1fec5 req-dd0e5b12-f6fd-4aab-b030-eb3081bf4b1e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380033 Jan 28 20:24:49.320478 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.323074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36696) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:49.330483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:49.340597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-e4ee2989-9f74-4279-a663-4c64f41fe891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.344663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-e4ee2989-9f74-4279-a663-4c64f41fe891 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3148072 Jan 28 20:24:49.398698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.400535 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.410352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4d92c25f-06b3-42cc-b40e-eda6f38e7ba5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a2531e0a6584d83bc3faed7a4635f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226754 Jan 28 20:24:49.442359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36698) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:49.464512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:24:49.466449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.468006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92c25f-06b3-42cc-b40e-eda6f38e7ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6b301-6858-4169-b6da-3bff7fdec04f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:49.476842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-8f14f924-e783-4b75-a9fc-90b90c1dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:49.478050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-8f14f924-e783-4b75-a9fc-90b90c1dabac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f824123e2bd0424888965ac2b937b05a&device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1100 time: 0.2161283 Jan 28 20:24:49.485946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47710c85-47d3-4cd9-8631-76e668ad5834 req-314844f5-c5c9-4b39-8f27-ca938d103848 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676833 Jan 28 20:24:49.567964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21094798-7420-48d4-81e3-774d5e04487b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.575332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-84bdcbaa-9354-4d55-b7b9-845a61d35751 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130287 Jan 28 20:24:49.658735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21094798-7420-48d4-81e3-774d5e04487b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.675363 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.738259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Allocated IP 172.20.0.2 (0b696b74-f203-4f40-b45c-22d1c0b67e6b/59996808-5a6e-4074-825b-ba99e517d99e/f500a7a5-ba93-488f-9a6f-d69779855d52) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:49.742250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-e336e31e-d853-4367-9f4d-ccac97bfc4df service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597974 Jan 28 20:24:49.754069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.761327 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21094798-7420-48d4-81e3-774d5e04487b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.764016 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21094798-7420-48d4-81e3-774d5e04487b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.765362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-21094798-7420-48d4-81e3-774d5e04487b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aa6b301-6858-4169-b6da-3bff7fdec04f HTTP/1.1" status: 204 len: 168 time: 0.3213742 Jan 28 20:24:49.804687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21094798-7420-48d4-81e3-774d5e04487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6b301-6858-4169-b6da-3bff7fdec04f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:49.818103 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.824486 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:49.962294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c49859a-fdab-4f7c-b60f-3f13f42dbb83']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:49.999046 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Attempting to bind port fa4e0df0-4cfb-4f59-bd23-4597c51780ba on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:49.999696 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Attempting to bind port fa4e0df0-4cfb-4f59-bd23-4597c51780ba by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:50.000761 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Attempting to bind port fa4e0df0-4cfb-4f59-bd23-4597c51780ba on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:50.005796 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2ab00-4140-4cea-8e94-8d22a8eb5573 None None] Pushing event updated for resources: {'Port': ['ID=fa4e0df0-4cfb-4f59-bd23-4597c51780ba,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:50.017662 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:50.018049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:50.020211 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.020211 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:50.020211 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Bound port: fa4e0df0-4cfb-4f59-bd23-4597c51780ba, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:50.020211 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.024546 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc4dae5-edf0-4886-888d-62afd68671e9') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:50.024841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc4dae5-edf0-4886-888d-62afd68671e9') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:50.037138 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.053060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.080270 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.093068 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] For port fa4e0df0-4cfb-4f59-bd23-4597c51780ba, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:50.103295 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] For port fa4e0df0-4cfb-4f59-bd23-4597c51780ba, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fa4e0df0-4cfb-4f59-bd23-4597c51780ba,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:50.113802 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.115615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-811a656d-040b-44d8-8cee-5a1e42537313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:50.117649 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-811a656d-040b-44d8-8cee-5a1e42537313 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.6144493 Jan 28 20:24:50.135986 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.145003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:50.150191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:50.156966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.163311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:50.197983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Pushing event updated for resources: {'Port': ['ID=f500a7a5-ba93-488f-9a6f-d69779855d52,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:50.203801 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-d414487f-3b94-4654-89fc-c7e81af391b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 200 len: 217 time: 0.0702090 Jan 28 20:24:50.212057 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:50.212800 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:50.216753 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2ab00-4140-4cea-8e94-8d22a8eb5573 None None] Pushing event updated for resources: {'Port': ['ID=fa4e0df0-4cfb-4f59-bd23-4597c51780ba,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:50.221193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:50.221933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:50.225233 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:50.306259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Attempting to bind port f500a7a5-ba93-488f-9a6f-d69779855d52 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:50.306971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Attempting to bind port f500a7a5-ba93-488f-9a6f-d69779855d52 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:50.307352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Attempting to bind port f500a7a5-ba93-488f-9a6f-d69779855d52 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:50.314227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:50.314896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Checking segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:50.315308 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.316001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Bound using segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:50.316544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Bound port: f500a7a5-ba93-488f-9a6f-d69779855d52, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:50.316934 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.347069 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:50.430336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] For port f500a7a5-ba93-488f-9a6f-d69779855d52, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:50.436932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] For port f500a7a5-ba93-488f-9a6f-d69779855d52, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f500a7a5-ba93-488f-9a6f-d69779855d52,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:50.445997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.557155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b811070-c1f4-4a0e-9862-0ee222b0e878 None None] Pushing event updated for resources: {'Port': ['ID=f500a7a5-ba93-488f-9a6f-d69779855d52,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:50.594004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996c98-3fe4-46fa-a11d-f22337673bff req-4ca7b8fa-107c-4554-af58-c35dcb0987a6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:50.596442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89996c98-3fe4-46fa-a11d-f22337673bff req-4ca7b8fa-107c-4554-af58-c35dcb0987a6 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1247644 Jan 28 20:24:50.665073 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4026e3b3-f541-4240-a536-29998d387dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:46Z', 'revision_number': 3, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:50.677192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89996c98-3fe4-46fa-a11d-f22337673bff req-ce2d945e-2e50-4064-b89c-b0a5be9e0283 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704200 Jan 28 20:24:50.695632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884ff95-7776-45ba-9a84-dd96f6e8f332 req-1d7f7f90-1f0a-4203-923f-6467782954e3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:50.697581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2884ff95-7776-45ba-9a84-dd96f6e8f332 req-1d7f7f90-1f0a-4203-923f-6467782954e3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 949 time: 0.0999994 Jan 28 20:24:50.713590 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026e3b3-f541-4240-a536-29998d387dba None None] The sync data for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 is: [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:46Z', 'revision_number': 3, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:24:50.811802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2884ff95-7776-45ba-9a84-dd96f6e8f332 req-f2608e2c-5274-40ce-b89c-b9b9af3df9ac tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984461 Jan 28 20:24:50.920766 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.924679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-dc75efa1-83b1-436b-bf7d-1d9a8a9f81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:50.926350 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-dc75efa1-83b1-436b-bf7d-1d9a8a9f81ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.6968858 Jan 28 20:24:50.928611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:50.990663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36726) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:51.034533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.040384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36730) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:51.049557 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/2c49859a-fdab-4f7c-b60f-3f13f42dbb83 HTTP/1.1" status: 204 len: 168 time: 1.9603047 Jan 28 20:24:51.050941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be965e8-e204-450c-b35e-d8f257bbb7df tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Network': ['ID=2c49859a-fdab-4f7c-b60f-3f13f42dbb83,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:51.112905 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.137688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f500a7a5-ba93-488f-9a6f-d69779855d52 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:51.212443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-049a197c-ae2d-411d-98f2-c3dffdeef608 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Deleting port f9d77d06-b6c6-4c86-991a-f5c5444d7052 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:51.212897 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-049a197c-ae2d-411d-98f2-c3dffdeef608 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.240147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-5481729-network', 'tenant_id': '9e51ea7dd7784887b83d105d53acba58'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:51.274907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f500a7a5-ba93-488f-9a6f-d69779855d52 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:51.275661 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.322396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-73d442d6-1df3-4b8b-884b-0679eb5d71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.323924 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-73d442d6-1df3-4b8b-884b-0679eb5d71cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3715835 Jan 28 20:24:51.324721 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-049a197c-ae2d-411d-98f2-c3dffdeef608 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.347235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-049a197c-ae2d-411d-98f2-c3dffdeef608 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Calling delete_port for f9d77d06-b6c6-4c86-991a-f5c5444d7052 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:51.349143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Made reservation on behalf of 9e51ea7dd7784887b83d105d53acba58 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:51.353988 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.376322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.417900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.472457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port f500a7a5-ba93-488f-9a6f-d69779855d52, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f500a7a5-ba93-488f-9a6f-d69779855d52,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:51.478632 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.520297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-049a197c-ae2d-411d-98f2-c3dffdeef608 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.578504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-049a197c-ae2d-411d-98f2-c3dffdeef608 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.588938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-049a197c-ae2d-411d-98f2-c3dffdeef608 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/ports/f9d77d06-b6c6-4c86-991a-f5c5444d7052 HTTP/1.1" status: 204 len: 168 time: 0.5444896 Jan 28 20:24:51.597143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36732) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:51.598569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a197c-ae2d-411d-98f2-c3dffdeef608 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Port': ['ID=f9d77d06-b6c6-4c86-991a-f5c5444d7052,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:51.598720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=f500a7a5-ba93-488f-9a6f-d69779855d52,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:51.610994 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.634767 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.639446 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-249ff8e4-1483-464d-9069-067d4cf8fa19 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] DELETE failed (client error): The resource could not be found. Jan 28 20:24:51.640686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249ff8e4-1483-464d-9069-067d4cf8fa19 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:24:51.644943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-249ff8e4-1483-464d-9069-067d4cf8fa19 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/subnets/ecc51cd1-d817-4796-897a-089f0e7bb141 HTTP/1.1" status: 404 len: 337 time: 0.0438166 Jan 28 20:24:51.650407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36734) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:51.677396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Allocated IP 172.20.0.1 (0ac8706d-1f35-4c56-a56c-c66b7ee1e32e/7a8d764b-80f9-4ec9-aaf9-6c31551627c6/1b53651a-fed6-4fa2-b0a4-69c9b1df720f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:51.684436 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-6a120f20-a4a0-4df3-a47b-0e7911b5f68b service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477879 Jan 28 20:24:51.695330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:51.761814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe11fe2e-3153-45e8-bebc-97838308c39c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:51.765902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.766202 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Added segment 24581f66-bfa1-4917-b954-bf2fd3cbefc3 of type vlan for network 1766f4e4-d811-498c-8d11-4d8273f64024 Jan 28 20:24:51.848527 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-852f2d38-bda8-4aa5-8682-4a37cb22f853 req-d4faeef7-af50-40d4-b214-4ad11e7a8fec service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535423 Jan 28 20:24:51.861950 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.864873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.867636 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.920779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.948776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197eb7e8-ca98-4f8c-b0a0-c42cdb3f7080 req-eb1524c6-f813-4547-9b02-248138038539 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.950632 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-197eb7e8-ca98-4f8c-b0a0-c42cdb3f7080 req-eb1524c6-f813-4547-9b02-248138038539 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1241829 Jan 28 20:24:51.969054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:51.970049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.970941 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.114077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75980a91-f6fa-403a-bb52-0a759910c56f None None] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:52.134827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.140686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1465967 Jan 28 20:24:52.146843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36740) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:52.157511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Request body: {'subnet': {'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-5481729-subnet', 'tenant_id': '9e51ea7dd7784887b83d105d53acba58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:52.158776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Allocated IP 172.25.2.236 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/7e441e20-56e7-4cb3-a5b5-adfd6220392c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:52.162203 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.173869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2612a1-6ac9-4987-a9e6-11f69e0a10a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1766f4e4-d811-498c-8d11-4d8273f64024,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:52.205357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 1766f4e4-d811-498c-8d11-4d8273f64024 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:52.220595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a8c42-e46d-45a8-b419-21a8cfc57615 req-281f6b95-f192-4633-b075-574cb3c872db tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:52.222135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8a8c42-e46d-45a8-b419-21a8cfc57615 req-281f6b95-f192-4633-b075-574cb3c872db tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 949 time: 0.2486637 Jan 28 20:24:52.224196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4e54e1-19fd-4776-a4c1-66784732d8e1']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:52.231114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-197eb7e8-ca98-4f8c-b0a0-c42cdb3f7080 req-13bebf25-e40a-46af-824f-c527d55a77b4 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560840 Jan 28 20:24:52.248337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815aa37c-2ea6-4cc5-892f-0fc1379bed3a') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:52.248698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815aa37c-2ea6-4cc5-892f-0fc1379bed3a') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:52.258868 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.269757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Made reservation on behalf of 9e51ea7dd7784887b83d105d53acba58 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:52.272133 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.283256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.307731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6bcc1da5-e90a-4bbd-b340-a4378ede5b53 None None] Provisioning complete for port f500a7a5-ba93-488f-9a6f-d69779855d52 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:52.308265 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1da5-e90a-4bbd-b340-a4378ede5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.324718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:52.331819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:52.334522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:52.372071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:52.375493 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.395897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8a8c42-e46d-45a8-b419-21a8cfc57615 req-817d2a07-c09d-4e1d-a558-d7c1a5ccddfe tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516721 Jan 28 20:24:52.401082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:52.401234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:52.404289 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:52.442214 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.470818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Pushing event updated for resources: {'Port': ['ID=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:52.565063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.586192 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.589992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/9f4e54e1-19fd-4776-a4c1-66784732d8e1 HTTP/1.1" status: 204 len: 168 time: 0.9382343 Jan 28 20:24:52.597918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.599376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36746) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:52.627380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2569ff2-f7b9-4fe4-af2e-b7d929cc9565 tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Network': ['ID=9f4e54e1-19fd-4776-a4c1-66784732d8e1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:52.698798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:52.713003 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.740746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'mac_address': 'fa:16:3e:3a:b6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:52.774001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93aafa58-1311-4434-a366-aab700eaf224,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:52.783580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5552fae-ee7c-4870-a7bd-a116da29118f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Deleting subnet f2dfc2b3-8179-4e15-b121-36ba33e90d47 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:24:52.787565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5552fae-ee7c-4870-a7bd-a116da29118f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.792684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.809132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Checking segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:52.809507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Network hostable DHCP agents. Network: 1766f4e4-d811-498c-8d11-4d8273f64024, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:24:52.819873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.835513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-95d5d947-e643-496e-a29a-7aeba78347d7 None None] Provisioning complete for port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:52.835802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-95d5d947-e643-496e-a29a-7aeba78347d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.839938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Network 1766f4e4-d811-498c-8d11-4d8273f64024 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:24:52.864432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 1766f4e4-d811-498c-8d11-4d8273f64024) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:52.873087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:52.874275 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:52.883739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e127cb4-1879-4541-9cf5-1b06f2d58c2e None None] Network 1766f4e4-d811-498c-8d11-4d8273f64024 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:52.910802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:52.920905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:52.927316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05ab314-27f4-497d-a6f4-67495d037a39 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:52.931166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:52.935067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-290a8524-ad8d-4acc-a1f3-9d8f61fff5e7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.7840714 Jan 28 20:24:52.960827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:52.997176 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5552fae-ee7c-4870-a7bd-a116da29118f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.023248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c50e2e-c448-42bb-9f00-516d1add7126 req-17e89127-031e-4af5-bd6c-2f4d84436c4a tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.023921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.028590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05c50e2e-c448-42bb-9f00-516d1add7126 req-17e89127-031e-4af5-bd6c-2f4d84436c4a tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 1100 time: 0.1334505 Jan 28 20:24:53.114835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05c50e2e-c448-42bb-9f00-516d1add7126 req-59149ac1-6757-4b6e-932b-ff807323c40f tempest-MigrationsAdminTest-891647947 tempest-MigrationsAdminTest-891647947-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793393 Jan 28 20:24:53.217656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Pushing event updated for resources: {'Port': ['ID=7e441e20-56e7-4cb3-a5b5-adfd6220392c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:53.299882 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.313497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fa4e0df0-4cfb-4f59-bd23-4597c51780ba up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:53.315626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-95d5d947-e643-496e-a29a-7aeba78347d7 None None] Port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:24:53.422264 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5552fae-ee7c-4870-a7bd-a116da29118f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.440825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=12']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:53.472860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e63674-6770-4a6f-9c31-45243d18aa94 req-97ce817e-df6b-4f17-983e-e216bb84737e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.482815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76e63674-6770-4a6f-9c31-45243d18aa94 req-97ce817e-df6b-4f17-983e-e216bb84737e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1280870 Jan 28 20:24:53.506764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c909737a-ef98-4335-b7e1-772e2b2c1d0b None None] Provisioning complete for port f500a7a5-ba93-488f-9a6f-d69779855d52 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:53.507139 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c909737a-ef98-4335-b7e1-772e2b2c1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.508854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fa4e0df0-4cfb-4f59-bd23-4597c51780ba triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:53.509375 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.543582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76e63674-6770-4a6f-9c31-45243d18aa94 req-3de4630c-d229-4a51-8bf0-844809db884d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580754 Jan 28 20:24:53.545013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbefb8-7426-4858-b8e9-6945f72acb0e None None] Network 1766f4e4-d811-498c-8d11-4d8273f64024 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:53.681890 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5552fae-ee7c-4870-a7bd-a116da29118f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.691344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d05ab314-27f4-497d-a6f4-67495d037a39'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:53.744084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af123e96-5bc4-467c-a8e1-ac37b2e143aa req-ccbd08c9-536c-4069-84c0-9cf12d71521a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.746224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5552fae-ee7c-4870-a7bd-a116da29118f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Subnet': ['ID=f2dfc2b3-8179-4e15-b121-36ba33e90d47,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:53.751162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5552fae-ee7c-4870-a7bd-a116da29118f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.754058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af123e96-5bc4-467c-a8e1-ac37b2e143aa req-ccbd08c9-536c-4069-84c0-9cf12d71521a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1151524 Jan 28 20:24:53.757111 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f5552fae-ee7c-4870-a7bd-a116da29118f tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/subnets/f2dfc2b3-8179-4e15-b121-36ba33e90d47 HTTP/1.1" status: 204 len: 168 time: 1.1514955 Jan 28 20:24:53.759556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36772) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:53.774146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b772c1-623c-4e1e-996e-87c2e5d31180 None None] Network 915c00d7-2240-49d2-8b72-b41ed22c6f7f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:24:53.803778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-eb7c31ae-7c4b-4faa-a2d3-22e0b8945ecd tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.808667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-eb7c31ae-7c4b-4faa-a2d3-22e0b8945ecd tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 802 time: 0.2138116 Jan 28 20:24:53.818760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af123e96-5bc4-467c-a8e1-ac37b2e143aa req-59c2cf58-40d9-4259-a8c8-92b4826d9075 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637944 Jan 28 20:24:53.842739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-3b3f0152-2efd-49cd-b3eb-8a8eb8e7bf72 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/quotas/9e51ea7dd7784887b83d105d53acba58 HTTP/1.1" status: 200 len: 375 time: 0.0207334 Jan 28 20:24:53.863824 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.865132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.880048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.898961 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.904406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-ffacbd81-e246-466f-8ac5-e64c2447bb86 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623918 Jan 28 20:24:53.931851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port fa4e0df0-4cfb-4f59-bd23-4597c51780ba, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fa4e0df0-4cfb-4f59-bd23-4597c51780ba,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:53.962154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:53.962953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f500a7a5-ba93-488f-9a6f-d69779855d52 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:54.006866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.041318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Pushing event updated for resources: {'Port': ['ID=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:54.048011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-75fe3b90-d451-4f3b-a72e-183b04dd411d service neutron] 10.222.0.44 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427305 Jan 28 20:24:54.048342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.116384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=fa4e0df0-4cfb-4f59-bd23-4597c51780ba,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:54.168659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f500a7a5-ba93-488f-9a6f-d69779855d52 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:54.169059 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.178690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850a12-98d4-4356-9502-2826897338c7 req-ef12f3dd-b962-44c9-b94e-d3555def30e7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:54.187296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5850a12-98d4-4356-9502-2826897338c7 req-ef12f3dd-b962-44c9-b94e-d3555def30e7 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1530461 Jan 28 20:24:54.247403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] DHCP port deletion for 915c00d7-2240-49d2-8b72-b41ed22c6f7f request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:24:54.260801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-36322a00-cc4b-4745-9205-963949be88da service neutron] 10.222.0.44 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929808 Jan 28 20:24:54.271508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5850a12-98d4-4356-9502-2826897338c7 req-3b3864ad-30a0-4bed-8889-439cea86b21f tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828347 Jan 28 20:24:54.310185 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:54.316806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Deleting port 61076ed3-22de-448d-921f-94d10611430d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:54.317235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.322844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:54.327207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] Deleting port 61076ed3-22de-448d-921f-94d10611430d {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:54.329134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.392596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.459877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] For port 61076ed3-22de-448d-921f-94d10611430d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=61076ed3-22de-448d-921f-94d10611430d,segment=NetworkSegment(004fe2d0-338f-4b33-9f63-b442fba83a8b),segment_id=004fe2d0-338f-4b33-9f63-b442fba83a8b)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:54.460074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] For port 61076ed3-22de-448d-921f-94d10611430d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=61076ed3-22de-448d-921f-94d10611430d,segment=NetworkSegment(004fe2d0-338f-4b33-9f63-b442fba83a8b),segment_id=004fe2d0-338f-4b33-9f63-b442fba83a8b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:54.460202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.460318 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.477595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] Calling delete_port for 61076ed3-22de-448d-921f-94d10611430d owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:54.510781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cec61-a6b8-45c5-a0e6-564dc97f1eb5 req-3637c9cd-583f-42b7-a481-6c34ea9cf31c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:54.514400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Calling delete_port for 61076ed3-22de-448d-921f-94d10611430d owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:54.519277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c41cec61-a6b8-45c5-a0e6-564dc97f1eb5 req-3637c9cd-583f-42b7-a481-6c34ea9cf31c tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.1418595 Jan 28 20:24:54.586610 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.597052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edfe54dd-7430-45dc-a6ee-432da54f79f4 req-aabc936f-c05a-4734-aec3-5c41ab142eef tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 210 time: 0.0524309 Jan 28 20:24:54.614450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c41cec61-a6b8-45c5-a0e6-564dc97f1eb5 req-a6d183c2-b1c7-47c4-b6d5-05005c02e3fa tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941966 Jan 28 20:24:54.656382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] Pushing event deleted for resources: {'Port': ['ID=61076ed3-22de-448d-921f-94d10611430d,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:54.665737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c9e298-5b78-42dd-ba5d-bbb9a59dba2d None None] No DVR routers for this DVR port 61076ed3-22de-448d-921f-94d10611430d on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:54.830623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7c06fbba-e54e-46f4-a572-40fbe1efcd02 None None] Provisioning complete for port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:54.831002 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7c06fbba-e54e-46f4-a572-40fbe1efcd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:54.873409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7c06fbba-e54e-46f4-a572-40fbe1efcd02 None None] Port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:24:54.960027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019cb24-bb62-4793-a184-ace44287df52 req-b73f11e0-14a6-40e1-8b13-0900e9a6171b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:54.961787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1019cb24-bb62-4793-a184-ace44287df52 req-b73f11e0-14a6-40e1-8b13-0900e9a6171b tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.0947008 Jan 28 20:24:54.976956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fa4e0df0-4cfb-4f59-bd23-4597c51780ba up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:55.032331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fa4e0df0-4cfb-4f59-bd23-4597c51780ba triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:55.032711 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.043071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1019cb24-bb62-4793-a184-ace44287df52 req-129ee78d-a79f-4920-b838-00c2fa5f4c11 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521359 Jan 28 20:24:55.053194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748d50e-5181-4ce6-8cdf-6e706d27de76 req-ad216224-04cd-474b-a37a-9ac3360694b5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:55.060846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9748d50e-5181-4ce6-8cdf-6e706d27de76 req-ad216224-04cd-474b-a37a-9ac3360694b5 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1245131 Jan 28 20:24:55.111289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9748d50e-5181-4ce6-8cdf-6e706d27de76 req-99d53b91-45ce-4d05-bec1-2a1b0b620490 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493882 Jan 28 20:24:55.205565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.222744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 61076ed3-22de-448d-921f-94d10611430d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:55.244013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 61076ed3-22de-448d-921f-94d10611430d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:55.244376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 61076ed3-22de-448d-921f-94d10611430d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:55.249588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Router e17a5aa1-1da6-4749-bb57-d911df3df05e has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:24:55.255770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] No DVR routers for this DVR port 61076ed3-22de-448d-921f-94d10611430d on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:55.263389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Port': ['ID=61076ed3-22de-448d-921f-94d10611430d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:55.331535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-bd19626e-908b-44fd-b995-391c438a05fb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:55.333078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-bd19626e-908b-44fd-b995-391c438a05fb tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 950 time: 0.1846743 Jan 28 20:24:55.462862 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.552319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915c00d7-2240-49d2-8b72-b41ed22c6f7f']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:55.554470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Router 48e4c72c-0685-4f86-ad01-677298b2d972 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:24:55.574341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004fe2d0-338f-4b33-9f63-b442fba83a8b') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:55.574654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004fe2d0-338f-4b33-9f63-b442fba83a8b') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:55.605290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.667982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:24:55.669959 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.683298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Sync routers for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:24:55.685196 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0a02b856-e4b7-46fe-b9a5-ce9b681623cb admin admin] 10.222.0.44 "PUT /v2.0/routers/e17a5aa1-1da6-4749-bb57-d911df3df05e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1330750 Jan 28 20:24:55.693184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:24:55.693606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:24:55.697112 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:24:55.708408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:55.709280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:55.779398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcd0b129-318f-4458-847d-da578685050b req-2cfa169a-3056-4443-9d03-f61e612e5063 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 210 time: 0.0617666 Jan 28 20:24:55.822709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Deleting port d05ab314-27f4-497d-a6f4-67495d037a39 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:55.823061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.877818 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.902888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.907599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] 10.222.0.44 "DELETE /v2.0/networks/915c00d7-2240-49d2-8b72-b41ed22c6f7f HTTP/1.1" status: 204 len: 168 time: 2.1459656 Jan 28 20:24:55.920982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:24:55.925813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec386-44d3-458d-acdb-7171f4df7ede tempest-NetworksIpV6TestAttrs-877877275 tempest-NetworksIpV6TestAttrs-877877275-project] Pushing event deleted for resources: {'Network': ['ID=915c00d7-2240-49d2-8b72-b41ed22c6f7f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:55.943094 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Sync routers for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:24:55.962348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:55.964422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c99698c3-c29d-4078-8ff2-14e2e59f9d03 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6373181 Jan 28 20:24:55.969945 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:55.970483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36804) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:55.971500 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:55.991737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-639bae7b-a086-4600-9768-c6ec7fb111dd tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:55.994562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-639bae7b-a086-4600-9768-c6ec7fb111dd tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 802 time: 0.3033106 Jan 28 20:24:56.003203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:56.015991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Request body: {'port': {'device_id': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'admin_state_up': True, 'tenant_id': '9e51ea7dd7784887b83d105d53acba58'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:56.073172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:56.073564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:56.118767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Calling delete_port for d05ab314-27f4-497d-a6f4-67495d037a39 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:56.242307 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:56.382931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36816) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:56.398628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:56.442662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 2, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:56.486618 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:56.537253 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cefadda7-cac6-491a-abb3-5ad944cea618'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:56.539950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0ea88205-7b03-4a0b-b170-c5f7d315f5ff', '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:56.557837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Checking router: e17a5aa1-1da6-4749-bb57-d911df3df05e for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:24:56.558521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Updating router e17a5aa1-1da6-4749-bb57-d911df3df05e port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:24:56.572212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea8840-ebf4-4299-9cab-01e009b71e8a req-b56f89de-0c77-47da-ae69-339d84d2c1c2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:56.580663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48ea8840-ebf4-4299-9cab-01e009b71e8a req-b56f89de-0c77-47da-ae69-339d84d2c1c2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.3448830 Jan 28 20:24:56.595686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8055a0b-d610-469e-85b6-5acc99d32db5 req-ad24472b-2fd2-4bc1-b987-c1d0ec99a2b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:56.598090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8055a0b-d610-469e-85b6-5acc99d32db5 req-ad24472b-2fd2-4bc1-b987-c1d0ec99a2b1 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf91197-774b-4939-9cf3-f6b955d6bc75 HTTP/1.1" status: 200 len: 867 time: 0.3171158 Jan 28 20:24:56.669837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] No DVR routers for this DVR port d05ab314-27f4-497d-a6f4-67495d037a39 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:56.675450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:56.680866 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef17e7f-3e14-4f31-9230-a70a2fbf4436 req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "DELETE /v2.0/ports/d05ab314-27f4-497d-a6f4-67495d037a39 HTTP/1.1" status: 204 len: 173 time: 1.3132660 Jan 28 20:24:56.695301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-deleted', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:56.704072 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f4869-4c24-4376-a057-5ddde762e04d" -d '{"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-deleted", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:56.712654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Made reservation on behalf of 9e51ea7dd7784887b83d105d53acba58 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:56.717764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:56.728438 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 3, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:56.732215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494af875-8ef8-41c7-b93a-f439cd0de80a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event deleted for resources: {'Port': ['ID=d05ab314-27f4-497d-a6f4-67495d037a39,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:56.789172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8055a0b-d610-469e-85b6-5acc99d32db5 req-46a68c10-a699-42e6-bf7f-992407146e23 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693442 Jan 28 20:24:56.817428 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Checking router: 48e4c72c-0685-4f86-ad01-677298b2d972 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:24:56.817781 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Updating router 48e4c72c-0685-4f86-ad01-677298b2d972 port 7e441e20-56e7-4cb3-a5b5-adfd6220392c binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:24:56.867622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48ea8840-ebf4-4299-9cab-01e009b71e8a req-e5375931-5439-4bfd-9a2f-a5fb343f6869 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335885 Jan 28 20:24:56.935587 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.001949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-16324654-b386-4055-b095-ee738cf8cb4e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.003503 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-16324654-b386-4055-b095-ee738cf8cb4e tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 946 time: 0.6490593 Jan 28 20:24:57.014453 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0404492-2153-46e8-9aa0-ef97a996c8ee x-openstack-request-id: req-a0404492-2153-46e8-9aa0-ef97a996c8ee {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:57.015360 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91197-774b-4939-9cf3-f6b955d6bc75", "name": "network-vif-deleted", "tag": "d05ab314-27f4-497d-a6f4-67495d037a39", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:57.015537 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0404492-2153-46e8-9aa0-ef97a996c8ee {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:57.019114 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91197-774b-4939-9cf3-f6b955d6bc75', 'name': 'network-vif-deleted', 'tag': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'status': 'completed', 'code': 200} Jan 28 20:24:57.055387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ef9bd64-b69d-4cfa-894d-68d5dfc85b51 req-2981ee5d-a80b-4e16-a80d-2695857b093d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 210 time: 0.0463097 Jan 28 20:24:57.071795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Allocated IP 172.20.0.13 (1766f4e4-d811-498c-8d11-4d8273f64024/93aafa58-1311-4434-a366-aab700eaf224/693ad6f4-bcf4-4aa3-afbe-3a63b60194be) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:57.112059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36832) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:57.149551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.218861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-network', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:57.222109 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:24:57.229145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05ab314-27f4-497d-a6f4-67495d037a39, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05ab314-27f4-497d-a6f4-67495d037a39,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:57.289843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'd05ab314-27f4-497d-a6f4-67495d037a39', 'mac_address': 'fa:16:3e:3a:b6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:57.306217 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.361488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.403087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Made reservation on behalf of 68c6c37bacda4fd08ae1a4f1e6ca0deb for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:57.405732 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.411848 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.420037 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.436087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Pushing event updated for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:57.447255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Network 1766f4e4-d811-498c-8d11-4d8273f64024 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:57.448677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:57.451071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:57.481891 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e1501ffb-ca91-4e13-82ba-1a4ac5edba90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f9cb8c588ac47f1859953429e1d3742&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0086355 Jan 28 20:24:57.482849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.489768 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Pushing event updated for resources: {'Port': ['ID=7e441e20-56e7-4cb3-a5b5-adfd6220392c,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:57.493774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36834) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:57.500983 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.501395 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.501743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.502080 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.502663 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.502913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.503298 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.503630 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.503954 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.504301 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.504628 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.504997 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:57.516782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.517441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.537397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-4ae40b54-4500-442d-82e0-127645b3f8ea tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5325053 Jan 28 20:24:57.538112 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Attempting to bind port 7e441e20-56e7-4cb3-a5b5-adfd6220392c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:57.538817 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Attempting to bind port 7e441e20-56e7-4cb3-a5b5-adfd6220392c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:57.539189 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Attempting to bind port 7e441e20-56e7-4cb3-a5b5-adfd6220392c on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:57.545039 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:57.545541 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:57.546232 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.546638 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:57.547288 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Bound port: 7e441e20-56e7-4cb3-a5b5-adfd6220392c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:57.548024 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.555264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Request body: {'port': {'device_id': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:57.568504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Deleting port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:24:57.568906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.619435 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] For port 7e441e20-56e7-4cb3-a5b5-adfd6220392c, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:57.623069 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] For port 7e441e20-56e7-4cb3-a5b5-adfd6220392c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e441e20-56e7-4cb3-a5b5-adfd6220392c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:57.628277 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.628680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.691048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] For port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:57.691418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.699121 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab992c8-0c5c-49bb-a3c0-bad71339d9f7 None None] Pushing event updated for resources: {'Port': ['ID=7e441e20-56e7-4cb3-a5b5-adfd6220392c,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:57.706555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Calling delete_port for 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:24:57.730331 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:57.731523 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:57.801392 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.810577 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:57.868867 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:57.882315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8c010-8a2d-4dc1-944f-260c26b027a3 None None] Pushing event updated for resources: {'Port': ['ID=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.022642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Attempting to bind port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:58.023051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Attempting to bind port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:58.023548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Attempting to bind port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f on network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:58.030855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:58.031238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Checking segment: {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:58.031651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.032694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Bound using segment: {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:58.033906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Bound port: 1b53651a-fed6-4fa2-b0a4-69c9b1df720f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:58.034363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.100089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.133659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] For port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:58.137462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] For port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:58.149975 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.211672 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79eac457-ad79-4e98-bb37-a77f6dd6ad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.227938 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.231788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:24:58.232517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:58.361833 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 3, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:58.386425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event deleted for resources: {'Port': ['ID=69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.396626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79eac457-ad79-4e98-bb37-a77f6dd6ad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.405430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:24:58.428339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.442762 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88645a9a-cf03-4928-9d62-ab1d8d29b9f8 None None] The sync data for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 is: [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 3, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:24:58.464409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['09c7babd-33a2-409e-b6b0-f68ec9eae13f', '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:58.469100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:58.507326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.539176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693ad6f4-bcf4-4aa3-afbe-3a63b60194be {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:24:58.549654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.554733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] No DVR routers for this DVR port 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:58.567313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Transition to ACTIVE for port object 693ad6f4-bcf4-4aa3-afbe-3a63b60194be will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:24:58.574924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.584315 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.590532 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e55ba74-bcf0-443a-9e8c-628951842468 req-480874e9-12bf-4cf8-a75e-a5d16b983e48 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "DELETE /v2.0/ports/69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 HTTP/1.1" status: 204 len: 173 time: 1.5553701 Jan 28 20:24:58.637390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:24:58.675902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c4747b-4eff-4c9f-bb45-db430287c6c6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.685565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.685911 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Added segment c337bdbb-2ab0-4635-9b65-132e1f91631b of type vlan for network 8689cd51-de18-4bd9-9729-e9dccfc7d247 Jan 28 20:24:58.723088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: d05ab314-27f4-497d-a6f4-67495d037a39 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:24:58.723439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05ab314-27f4-497d-a6f4-67495d037a39 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:58.728528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0111fce-92d7-40b0-971c-d7321603218d req-54737964-8b5d-4c23-8d3c-ed4cf1dac4d5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=15570f56-bc60-4baa-b467-aa9c55c4426d HTTP/1.1" status: 200 len: 210 time: 0.4573507 Jan 28 20:24:58.741213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79eac457-ad79-4e98-bb37-a77f6dd6ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.743916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79eac457-ad79-4e98-bb37-a77f6dd6ad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.750525 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-79eac457-ad79-4e98-bb37-a77f6dd6ad41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14d734f8-27a1-480e-8bdd-9fc7083cffdb HTTP/1.1" status: 204 len: 168 time: 1.2491164 Jan 28 20:24:58.791595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8c010-8a2d-4dc1-944f-260c26b027a3 None None] Pushing event updated for resources: {'Port': ['ID=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.804022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Allocated IP 172.20.0.1 (0b696b74-f203-4f40-b45c-22d1c0b67e6b/59996808-5a6e-4074-825b-ba99e517d99e/ee5c188a-8a3d-45b7-969e-99caa23750e9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:24:58.807467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:58.810342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eac457-ad79-4e98-bb37-a77f6dd6ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d734f8-27a1-480e-8bdd-9fc7083cffdb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.837132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb3684-a02f-4686-b035-09886512d799 req-1b9c37b4-0c5a-4b48-9c72-7f3aa91649d3 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:58.847750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7fb3684-a02f-4686-b035-09886512d799 req-1b9c37b4-0c5a-4b48-9c72-7f3aa91649d3 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 944 time: 0.5709434 Jan 28 20:24:58.911154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8a1bc4f9-0401-4a18-9d9e-ced7addd5479 None None] Provisioning complete for port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:58.911258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Pushing event updated for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:58.911408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc4f9-0401-4a18-9d9e-ced7addd5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.118250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.134160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7fb3684-a02f-4686-b035-09886512d799 req-d3a7e553-8714-4a29-af6a-2ed5e13fecb6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847989 Jan 28 20:24:59.147526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Attempting to bind port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:24:59.147869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Attempting to bind port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:24:59.148283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Attempting to bind port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be on network 1766f4e4-d811-498c-8d11-4d8273f64024 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:59.160358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be on network 1766f4e4-d811-498c-8d11-4d8273f64024 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:24:59.160830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Attempting to bind port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be on network 1766f4e4-d811-498c-8d11-4d8273f64024 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:59.191353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15570f56-bc60-4baa-b467-aa9c55c4426d', 'name': 'network-vif-deleted', 'tag': '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:59.194313 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95100a94-a297-47d2-be10-84ddd7ae5349" -d '{"events": [{"server_uuid": "15570f56-bc60-4baa-b467-aa9c55c4426d", "name": "network-vif-deleted", "tag": "69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:59.198319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.199761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:59.204880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.219103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc98593-3737-45f2-a46c-cd09983fc503 req-3f1850e7-814b-4a42-b170-26123825787d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:59.222439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e441e20-56e7-4cb3-a5b5-adfd6220392c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:59.240267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fc98593-3737-45f2-a46c-cd09983fc503 req-3f1850e7-814b-4a42-b170-26123825787d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 951 time: 0.2497585 Jan 28 20:24:59.243410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:59.243761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Checking segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:24:59.244219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Bound using segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:59.244642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Bound port: 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:24:59.245005 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.272132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.413768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fc98593-3737-45f2-a46c-cd09983fc503 req-66147409-7927-4efd-8286-f6da13e8b433 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721160 Jan 28 20:24:59.478857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:59.491297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:59.501254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.508639 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8211f55-cf00-415d-adbc-8386c685e0ce x-openstack-request-id: req-d8211f55-cf00-415d-adbc-8386c685e0ce {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:59.509206 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15570f56-bc60-4baa-b467-aa9c55c4426d", "name": "network-vif-deleted", "tag": "69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:59.512696 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8211f55-cf00-415d-adbc-8386c685e0ce {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:59.513149 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15570f56-bc60-4baa-b467-aa9c55c4426d', 'name': 'network-vif-deleted', 'tag': '69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04', 'status': 'completed', 'code': 200} Jan 28 20:24:59.525398 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc4f9-0401-4a18-9d9e-ced7addd5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.531637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36856) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:24:59.534298 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4007444 Jan 28 20:24:59.537658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Pushing event updated for resources: {'Port': ['ID=ee5c188a-8a3d-45b7-969e-99caa23750e9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:59.565976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Request body: {'subnet': {'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-subnet', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:59.591200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:24:59.596406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533485e7-7e10-4d45-9322-1dc96b0f3dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=8689cd51-de18-4bd9-9729-e9dccfc7d247,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:59.601494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7e441e20-56e7-4cb3-a5b5-adfd6220392c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:59.602044 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.603354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:24:59.616770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:24:59.618510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:59.619444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.621886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-72adde87-6dca-4379-94bf-906a75807487 service neutron] 10.222.0.26 "PUT /v2.0/ports/693ad6f4-bcf4-4aa3-afbe-3a63b60194be HTTP/1.1" status: 200 len: 1092 time: 2.0749857 Jan 28 20:24:59.639522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:24:59.645251 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68420f14-a960-456a-83f3-2433780bf66b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:59.738023 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.741297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:24:59.745432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Made reservation on behalf of 68c6c37bacda4fd08ae1a4f1e6ca0deb for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:24:59.749416 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.795245 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561a85d8-62b3-482e-ab10-99e08d017938 x-openstack-request-id: req-561a85d8-62b3-482e-ab10-99e08d017938 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:59.795579 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:59.797276 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-561a85d8-62b3-482e-ab10-99e08d017938 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:59.797764 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'status': 'completed', 'code': 200} Jan 28 20:24:59.802147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8a1bc4f9-0401-4a18-9d9e-ced7addd5479 None None] For port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:59.811895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:58Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:24:59.927882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2a999-adf3-43f4-bdcb-2e3049e8c8d2 None None] The sync data for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 is: [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:58Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:24:59.937731 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc4f9-0401-4a18-9d9e-ced7addd5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:24:59.987715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adde87-6dca-4379-94bf-906a75807487 service neutron] Pushing event updated for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:00.072886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-2a024c80-9218-40c9-b607-10fffb8223a3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:00.074822 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-2a024c80-9218-40c9-b607-10fffb8223a3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 951 time: 0.2447090 Jan 28 20:25:00.142375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-98969959-2a96-4c48-a501-ec79dd42f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:00.143987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-98969959-2a96-4c48-a501-ec79dd42f9bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 1095 time: 0.4137962 Jan 28 20:25:00.189124 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:00.274790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 7e441e20-56e7-4cb3-a5b5-adfd6220392c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e441e20-56e7-4cb3-a5b5-adfd6220392c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:00.279737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-664e28b2-0f02-42a6-8f89-5b5a05badaf9 None None] Provisioning complete for port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:00.280996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-664e28b2-0f02-42a6-8f89-5b5a05badaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:00.409158 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:00.420804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bc4f9-0401-4a18-9d9e-ced7addd5479 None None] Pushing event updated for resources: {'Port': ['ID=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:00.482605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-36e2c4f7-a649-4598-a0a7-2e82c7461d59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be HTTP/1.1" status: 200 len: 217 time: 0.2922602 Jan 28 20:25:00.515409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=7e441e20-56e7-4cb3-a5b5-adfd6220392c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:00.527774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:00.565537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:00.567164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 69172d6c-5cd0-40a7-8c2c-b7da1bdcbc04 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:00.569438 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:00.622250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36890) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:00.744558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Deleting port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:00.744910 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:00.759984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-3fdc7dd8-3782-4b67-9035-7f71d89b41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:00.762299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-3fdc7dd8-3782-4b67-9035-7f71d89b41e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 200 len: 842 time: 0.2791052 Jan 28 20:25:00.836472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-2fec9a9d-5f89-41a7-acbb-6cec73b6f8d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1766f4e4-d811-498c-8d11-4d8273f64024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621982 Jan 28 20:25:00.849493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8391f-a815-4082-ae33-c4a7ba7c7132 req-7f3e16ae-be31-4eaf-8c45-5f1638600c16 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:00.858249 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb8391f-a815-4082-ae33-c4a7ba7c7132 req-7f3e16ae-be31-4eaf-8c45-5f1638600c16 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 944 time: 0.4820325 Jan 28 20:25:00.984466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7ace2374-f142-426e-99c6-1df2044c8751 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-360526896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:01.070688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d8e23-c0bf-4904-98d3-7ca728477473 req-57e2489d-d4ad-4a82-a5ee-05f9bef393b3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:01.072590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-206a0887-51ba-4f29-b0fd-6a923d832cc3 None None] Provisioning complete for port ee5c188a-8a3d-45b7-969e-99caa23750e9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:01.073050 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-206a0887-51ba-4f29-b0fd-6a923d832cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.073971 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b8d8e23-c0bf-4904-98d3-7ca728477473 req-57e2489d-d4ad-4a82-a5ee-05f9bef393b3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 951 time: 0.4611058 Jan 28 20:25:01.129264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-206a0887-51ba-4f29-b0fd-6a923d832cc3 None None] Port ee5c188a-8a3d-45b7-969e-99caa23750e9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:25:01.139299 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1b53651a-fed6-4fa2-b0a4-69c9b1df720f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:01.163344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ace2374-f142-426e-99c6-1df2044c8751 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.164858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ace2374-f142-426e-99c6-1df2044c8751 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.191533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-5183d387-0898-46dd-8259-429fd2c1c4c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230999 Jan 28 20:25:01.202118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:01.202518 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.261183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb8391f-a815-4082-ae33-c4a7ba7c7132 req-c78786c3-d6a3-4b15-a7c5-9702bf8b1083 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001505 Jan 28 20:25:01.270535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b8d8e23-c0bf-4904-98d3-7ca728477473 req-a5900ace-16bb-4035-8356-6b6ffe54c72d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399114 Jan 28 20:25:01.271553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.361816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e441e20-56e7-4cb3-a5b5-adfd6220392c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:01.445647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ace2374-f142-426e-99c6-1df2044c8751 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.458792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ace2374-f142-426e-99c6-1df2044c8751 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.475601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7e441e20-56e7-4cb3-a5b5-adfd6220392c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:01.476345 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.491715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] For port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:01.492335 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.525653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Calling delete_port for 9d1c5e00-ac29-4b93-aca7-6f2324c658bd owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:01.587367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ace2374-f142-426e-99c6-1df2044c8751 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.588847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7ace2374-f142-426e-99c6-1df2044c8751 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9232585 Jan 28 20:25:01.597041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abcef4af-02f6-4813-ba81-41fddfb54aa0,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:01.607021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36906) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:01.614033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1669403824'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:01.653415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Checking segment: {'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:01.654495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Network hostable DHCP agents. Network: 8689cd51-de18-4bd9-9729-e9dccfc7d247, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:25:01.670792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee0b1644-b7b4-4ae9-8f2d-752e7cb635b1 req-20ccfa0b-5191-42bf-bb5d-ab040e99cd6e service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618266 Jan 28 20:25:01.687920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.695058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.702431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Made reservation on behalf of 3744a436ffde44209014323fe7b6fa0e for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:01.706852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.720921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.725407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:25:01.751197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.792071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 8689cd51-de18-4bd9-9729-e9dccfc7d247) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:01.803011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:01.803560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.806559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db285ef2-174b-4cd6-95a7-954b01b7ff35 None None] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:01.838395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420f14-a960-456a-83f3-2433780bf66b req-877b8234-8bc0-415f-bdd2-a3d540af4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:01.840200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68420f14-a960-456a-83f3-2433780bf66b req-877b8234-8bc0-415f-bdd2-a3d540af4d97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 1095 time: 0.1024706 Jan 28 20:25:01.852126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-19c2c2ea-9b4a-412b-a5c7-42a847460211 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3174918 Jan 28 20:25:01.863931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36914) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:01.871287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:01.993478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:01.994617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:02.005574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Pushing event updated for resources: {'Port': ['ID=ee5c188a-8a3d-45b7-969e-99caa23750e9,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:02.006972 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:02.022143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:02.083756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.084106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.084482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.084821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.085154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.085487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.085815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.086136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.086478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.086788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.087110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.087432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:02.112748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:02.118320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:25:02.122439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420f14-a960-456a-83f3-2433780bf66b req-f39e016f-77dc-4e0e-bac9-a222aeafc037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:02.124199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68420f14-a960-456a-83f3-2433780bf66b req-f39e016f-77dc-4e0e-bac9-a222aeafc037 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 903 time: 0.2707417 Jan 28 20:25:02.142210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0ea88205-7b03-4a0b-b170-c5f7d315f5ff', '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:02.193200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:02.204215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cefadda7-cac6-491a-abb3-5ad944cea618'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:02.208351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-8689cd51-de18-4bd9-9729-e9dccfc7d247', 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'fixed_ips': [{'subnet_id': 'abcef4af-02f6-4813-ba81-41fddfb54aa0'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:25:02.211422 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:02.248207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event deleted for resources: {'Port': ['ID=9d1c5e00-ac29-4b93-aca7-6f2324c658bd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:02.269352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] No DVR routers for this DVR port 9d1c5e00-ac29-4b93-aca7-6f2324c658bd on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:02.274200 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:02.279546 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c2300a9d-f3c4-4b42-9f38-ff20216579f6 req-cc1e84d1-50c1-47c6-9db8-11a3c57f922a tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "DELETE /v2.0/ports/9d1c5e00-ac29-4b93-aca7-6f2324c658bd HTTP/1.1" status: 204 len: 173 time: 2.1920118 Jan 28 20:25:02.280070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-deleted', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:02.283755 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d6fca9-5cad-4def-9017-e8b4d82cebde" -d '{"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-deleted", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:02.284435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c981ab8-39f8-4f4d-934f-2eaadadc374e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:02.298797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:02.300650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:02.319902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68420f14-a960-456a-83f3-2433780bf66b req-e04f5ae7-eb9e-448f-9283-fb18b7b4a032 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be HTTP/1.1" status: 200 len: 217 time: 0.1079447 Jan 28 20:25:02.384362 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f927a3-3d49-404a-8a0f-35c1cbbd9d4d x-openstack-request-id: req-75f927a3-3d49-404a-8a0f-35c1cbbd9d4d {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:02.384584 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeb65de-aa2c-4adc-810d-3234072bb42e", "name": "network-vif-deleted", "tag": "9d1c5e00-ac29-4b93-aca7-6f2324c658bd", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:02.384856 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75f927a3-3d49-404a-8a0f-35c1cbbd9d4d {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:02.385177 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeb65de-aa2c-4adc-810d-3234072bb42e', 'name': 'network-vif-deleted', 'tag': '9d1c5e00-ac29-4b93-aca7-6f2324c658bd', 'status': 'completed', 'code': 200} Jan 28 20:25:02.462721 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:02.463006 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Added segment 98c84160-ddbf-441a-aa0e-77fdd98bdbd3 of type vlan for network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 Jan 28 20:25:02.571610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Router 48e4c72c-0685-4f86-ad01-677298b2d972 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:25:02.680069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01085e-a3e0-44d5-a7b2-fa4b4410a370 req-9a8963fb-0088-49f0-83e5-eeb70c94bb0d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:02.691500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b01085e-a3e0-44d5-a7b2-fa4b4410a370 req-9a8963fb-0088-49f0-83e5-eeb70c94bb0d tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 945 time: 0.3700602 Jan 28 20:25:02.817448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68420f14-a960-456a-83f3-2433780bf66b req-09692687-70a6-430d-bc38-5e07b4555572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:02.820125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68420f14-a960-456a-83f3-2433780bf66b req-09692687-70a6-430d-bc38-5e07b4555572 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 200 len: 842 time: 0.3549905 Jan 28 20:25:02.848844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:02.872900 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cb034ca6-24c3-4748-b29f-226d7255466c admin admin] 10.222.0.44 "PUT /v2.0/routers/48e4c72c-0685-4f86-ad01-677298b2d972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9009418 Jan 28 20:25:02.890916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Sync routers for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:03.000996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:03.002102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:03.013002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ee450613-1660-42ba-9f41-20c3b2e5b447 None None] Provisioning complete for port ee5c188a-8a3d-45b7-969e-99caa23750e9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:03.013321 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ee450613-1660-42ba-9f41-20c3b2e5b447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.019075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Allocated IP 172.20.0.2 (8689cd51-de18-4bd9-9729-e9dccfc7d247/abcef4af-02f6-4813-ba81-41fddfb54aa0/790373a5-7dd5-4032-8e6f-0d0829d0d570) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:03.032303 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68420f14-a960-456a-83f3-2433780bf66b req-79f9e416-47fa-4d34-9b60-976589281abf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1766f4e4-d811-498c-8d11-4d8273f64024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757782 Jan 28 20:25:03.047855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b01085e-a3e0-44d5-a7b2-fa4b4410a370 req-ebb26f2d-c650-47ad-ab47-db1cf51b4710 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552799 Jan 28 20:25:03.128976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.163100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0b5f-9cf4-438e-a816-246193d57151 req-f532f3ee-4235-4473-af5a-a057fc6c45e9 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:03.172973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-519f0b5f-9cf4-438e-a816-246193d57151 req-f532f3ee-4235-4473-af5a-a057fc6c45e9 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 944 time: 0.5382993 Jan 28 20:25:03.194771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.222617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ee450613-1660-42ba-9f41-20c3b2e5b447 None None] Port ee5c188a-8a3d-45b7-969e-99caa23750e9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:25:03.310965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:03.325792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfd24c1b-c67f-4f04-83a5-6459fb59ccc8 req-54a7aa97-7e2b-46b8-ad5f-2df8505b3335 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceeb65de-aa2c-4adc-810d-3234072bb42e HTTP/1.1" status: 200 len: 210 time: 0.1097834 Jan 28 20:25:03.338323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-519f0b5f-9cf4-438e-a816-246193d57151 req-82f43de1-6554-46fa-b16d-f992dd063b39 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528754 Jan 28 20:25:03.355710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.363064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:03.363731 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.502051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68420f14-a960-456a-83f3-2433780bf66b req-308a9c29-7c20-4a11-b1e8-25946de85e59 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780639 Jan 28 20:25:03.513433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9050930 Jan 28 20:25:03.513664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36934) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:03.529179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Network': ['ID=e93d94ec-1dcf-47ff-811f-2b27fd7754e3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:03.536650 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.548981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'subnet': {'network_id': 'e93d94ec-1dcf-47ff-811f-2b27fd7754e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:03.553625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.556353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.556353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.556353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.556353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.556353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.556353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.556353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.557074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.557074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.557239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.557534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ca38b-902e-42e4-a072-29fd391e27c5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:03.565984 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.584510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:25:03.669982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:03.679980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68420f14-a960-456a-83f3-2433780bf66b req-78765bc8-161a-4123-ae61-8c035cecebbb service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632271 Jan 28 20:25:03.731350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:03.741397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:03.767095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Pushing event updated for resources: {'Port': ['ID=790373a5-7dd5-4032-8e6f-0d0829d0d570,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:03.808065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Made reservation on behalf of 3744a436ffde44209014323fe7b6fa0e for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:03.815091 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.856078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Attempting to bind port 790373a5-7dd5-4032-8e6f-0d0829d0d570 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:03.856565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Attempting to bind port 790373a5-7dd5-4032-8e6f-0d0829d0d570 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:03.857028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Attempting to bind port 790373a5-7dd5-4032-8e6f-0d0829d0d570 on network 8689cd51-de18-4bd9-9729-e9dccfc7d247 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:03.863214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 2, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:03.867819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36938) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:03.870023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:03.870700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Checking segment: {'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:03.871411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.872097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Bound using segment: {'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:03.872475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2afb8bc2-f766-4aa5-89f9-d12c13bbe5d1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964662993', 'description': 'tempest-description--147409291'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:03.872800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Bound port: 790373a5-7dd5-4032-8e6f-0d0829d0d570, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:03.873262 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.909648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Checking router: 48e4c72c-0685-4f86-ad01-677298b2d972 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:25:03.910568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Updating router 48e4c72c-0685-4f86-ad01-677298b2d972 port ee5c188a-8a3d-45b7-969e-99caa23750e9 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:25:03.939706 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.942614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2afb8bc2-f766-4aa5-89f9-d12c13bbe5d1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.964983 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:03.969851 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.024561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] For port 790373a5-7dd5-4032-8e6f-0d0829d0d570, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:04.044843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] For port 790373a5-7dd5-4032-8e6f-0d0829d0d570, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=790373a5-7dd5-4032-8e6f-0d0829d0d570,segment=NetworkSegment(c337bdbb-2ab0-4635-9b65-132e1f91631b),segment_id=c337bdbb-2ab0-4635-9b65-132e1f91631b)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:04.059694 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.114174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.162306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-6a13b575-4336-400b-b9d7-29530c3caab0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:04.163848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-6a13b575-4336-400b-b9d7-29530c3caab0 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 945 time: 0.1834137 Jan 28 20:25:04.189419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Checking segment: {'id': '98c84160-ddbf-441a-aa0e-77fdd98bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e93d94ec-1dcf-47ff-811f-2b27fd7754e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:04.191351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network hostable DHCP agents. Network: e93d94ec-1dcf-47ff-811f-2b27fd7754e3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:25:04.211424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Subnet': ['ID=2d808f73-4610-4bca-96f6-0aaaa5c1af51,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:04.220790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906c55e-48d3-44ae-a847-b6586f1b68b3 None None] Pushing event updated for resources: {'Port': ['ID=790373a5-7dd5-4032-8e6f-0d0829d0d570,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:04.226575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:25:04.238547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, e93d94ec-1dcf-47ff-811f-2b27fd7754e3) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:04.243533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:04.244333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.264408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5591fbba-e4f1-410e-bdaf-88f8b282c9e5 None None] Network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:04.265162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-37161d9c-4f83-405a-871b-7cd8bb2a2d54 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7422366 Jan 28 20:25:04.268448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36942) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:04.274886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'network': {'name': 'tempest-router-network01--847494404'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:04.287501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Allocated IP 172.25.2.251 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/f3f0edb5-ede3-4bbc-9038-29c09cb8ca91) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:04.305701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Made reservation on behalf of 3744a436ffde44209014323fe7b6fa0e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:04.309949 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.324625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2afb8bc2-f766-4aa5-89f9-d12c13bbe5d1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.338828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:25:04.350436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.350932 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Added segment c5d1488e-cf0e-4374-ab43-9bc0a584fe32 of type vlan for network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 Jan 28 20:25:04.369193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2afb8bc2-f766-4aa5-89f9-d12c13bbe5d1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.446248 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.485820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.496681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:04.497398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.527655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2afb8bc2-f766-4aa5-89f9-d12c13bbe5d1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.529235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2afb8bc2-f766-4aa5-89f9-d12c13bbe5d1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6627200 Jan 28 20:25:04.538066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36950) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:04.573166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 693ad6f4-bcf4-4aa3-afbe-3a63b60194be details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:04.575225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:04.584466 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3146372 Jan 28 20:25:04.587671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36952) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:04.588145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83355424-464b-47a6-9b4f-0495039d1c24 req-d4474a5c-ffea-4658-b1c9-47dd9549e6b2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:04.589777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83355424-464b-47a6-9b4f-0495039d1c24 req-d4474a5c-ffea-4658-b1c9-47dd9549e6b2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 945 time: 0.4229233 Jan 28 20:25:04.600807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-64082469-8eef-4c73-90bb-5d4701bfd128 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'security_group_rule': {'security_group_id': '2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:04.602443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'network': {'name': 'tempest-router-network02--119363943'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:04.619399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb8bc2-f766-4aa5-89f9-d12c13bbe5d1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:04.619983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 9d1c5e00-ac29-4b93-aca7-6f2324c658bd {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:04.620464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9d1c5e00-ac29-4b93-aca7-6f2324c658bd not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:04.639054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e168b8c-5dfa-4a10-abf2-28b7765fca67 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Network': ['ID=039a1213-e6f8-4e8e-b2f8-59c889b39e97,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:04.653504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Made reservation on behalf of 3744a436ffde44209014323fe7b6fa0e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:04.658122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.660945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:25:04.690742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:25:04.701599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.701950 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Added segment b44098b8-e9cd-4c99-9f9f-040273ce8b9c of type vlan for network 92968d08-f85d-4810-8b00-002530e3ec08 Jan 28 20:25:04.747271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83355424-464b-47a6-9b4f-0495039d1c24 req-ac3cb60f-0e1a-4da7-a33a-e87a6cd3ed83 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330702 Jan 28 20:25:04.758472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.797011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.808305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Deleting port 09c7babd-33a2-409e-b6b0-f68ec9eae13f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:04.808653 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.820677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.821942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00107058-f302-4300-8605-c44a8a343c97 req-9f50d0f3-1da3-480b-b158-3cd142422516 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:04.829325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00107058-f302-4300-8605-c44a8a343c97 req-9f50d0f3-1da3-480b-b158-3cd142422516 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 944 time: 0.2236695 Jan 28 20:25:04.833100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:04.836207 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.840858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64082469-8eef-4c73-90bb-5d4701bfd128 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.874382 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2833188 Jan 28 20:25:04.876348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36954) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:04.906346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'subnet': {'network_id': '039a1213-e6f8-4e8e-b2f8-59c889b39e97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:04.959168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:04.981624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:04.995470 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.046558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'port_id': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'mac_address': 'fa:16:3e:3a:2b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93aafa58-1311-4434-a366-aab700eaf224', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:05.087205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-e93d94ec-1dcf-47ff-811f-2b27fd7754e3', 'network_id': 'e93d94ec-1dcf-47ff-811f-2b27fd7754e3', 'tenant_id': '3744a436ffde44209014323fe7b6fa0e', 'fixed_ips': [{'subnet_id': '2d808f73-4610-4bca-96f6-0aaaa5c1af51'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:25:05.088702 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.091185 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 790373a5-7dd5-4032-8e6f-0d0829d0d570 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:05.122150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde685d6-aa30-4cb4-8c3a-57933b8a5b9a tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Network': ['ID=92968d08-f85d-4810-8b00-002530e3ec08,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:05.156595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 92968d08-f85d-4810-8b00-002530e3ec08 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:25:05.170791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Made reservation on behalf of 3744a436ffde44209014323fe7b6fa0e for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:05.176407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.258580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d602cfd-f4cf-43ff-b580-e5934cca7f13 None None] Pushing event updated for resources: {'Port': ['ID=ee5c188a-8a3d-45b7-969e-99caa23750e9,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:05.384952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.476753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Attempting to bind port ee5c188a-8a3d-45b7-969e-99caa23750e9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:05.477343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Attempting to bind port ee5c188a-8a3d-45b7-969e-99caa23750e9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:05.477784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Attempting to bind port ee5c188a-8a3d-45b7-969e-99caa23750e9 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:05.481655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693ad6f4-bcf4-4aa3-afbe-3a63b60194be {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:05.507443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 790373a5-7dd5-4032-8e6f-0d0829d0d570 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:05.507809 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.508063 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.572401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:05.579120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:05.579472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Subnet': ['ID=9812b867-7ce9-4ec7-ba9f-81d4466bbe74,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:05.579582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Checking segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:05.579910 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.580353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Bound using segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:05.580848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Bound port: ee5c188a-8a3d-45b7-969e-99caa23750e9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:05.581300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.607415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00107058-f302-4300-8605-c44a8a343c97 req-f21ef893-f753-4875-b4f5-cdecca6cce59 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7723439 Jan 28 20:25:05.637791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Checking segment: {'id': 'c5d1488e-cf0e-4374-ab43-9bc0a584fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '039a1213-e6f8-4e8e-b2f8-59c889b39e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:05.638164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network hostable DHCP agents. Network: 039a1213-e6f8-4e8e-b2f8-59c889b39e97, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:25:05.662100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:25:05.667898 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.672708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] For port ee5c188a-8a3d-45b7-969e-99caa23750e9, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:05.676482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] For port ee5c188a-8a3d-45b7-969e-99caa23750e9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ee5c188a-8a3d-45b7-969e-99caa23750e9,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:05.676746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 039a1213-e6f8-4e8e-b2f8-59c889b39e97) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:05.677420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef549e7-0900-42d7-9d2d-a3c8dc7d00d7 req-1cd714a6-0c71-4d58-904f-ccc562fc9691 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:05.684537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:05.685757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fef549e7-0900-42d7-9d2d-a3c8dc7d00d7 req-1cd714a6-0c71-4d58-904f-ccc562fc9691 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.2282145 Jan 28 20:25:05.687810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.690936 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.699925 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64082469-8eef-4c73-90bb-5d4701bfd128 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.701443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0a4f81b4-9513-4d4e-bd78-e5f9f8d63a8a None None] Provisioning complete for port ee5c188a-8a3d-45b7-969e-99caa23750e9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:05.704561 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a4f81b4-9513-4d4e-bd78-e5f9f8d63a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.714599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f06967e4-f006-4b3d-a559-55eb58da61f5 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8174782 Jan 28 20:25:05.717365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36958) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:05.724573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'subnet': {'network_id': '92968d08-f85d-4810-8b00-002530e3ec08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:05.739276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78603a70-e6bf-4331-8604-3ffbaeb311e3 None None] Network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:05.743224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.751464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64082469-8eef-4c73-90bb-5d4701bfd128 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.785607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64082469-8eef-4c73-90bb-5d4701bfd128 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfcb3cf-2c05-4478-94b4-516a2f5b9ccc,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:05.802003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c8732-072a-4857-bb18-fc74c10cc1ff None None] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:05.832390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fef549e7-0900-42d7-9d2d-a3c8dc7d00d7 req-bf572228-23ce-4526-9329-df4431fd03de tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454957 Jan 28 20:25:05.845942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:05.862260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:05.862582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Made reservation on behalf of 3744a436ffde44209014323fe7b6fa0e for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:05.862680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:05.869418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] For port 09c7babd-33a2-409e-b6b0-f68ec9eae13f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=09c7babd-33a2-409e-b6b0-f68ec9eae13f,segment=NetworkSegment(9aa87eba-0d9f-4102-b052-e281185263a1),segment_id=9aa87eba-0d9f-4102-b052-e281185263a1)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:05.870391 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.883199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.934100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64082469-8eef-4c73-90bb-5d4701bfd128 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:05.938611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64082469-8eef-4c73-90bb-5d4701bfd128 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3687751 Jan 28 20:25:05.939518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Pushing event updated for resources: {'Port': ['ID=f3f0edb5-ede3-4bbc-9038-29c09cb8ca91,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:05.950849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Allocated IP 172.20.0.2 (e93d94ec-1dcf-47ff-811f-2b27fd7754e3/2d808f73-4610-4bca-96f6-0aaaa5c1af51/fad55eb1-f1b1-44cf-b213-8fd9f3d08a85) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:05.951405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36962) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:05.959615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-613aecbd-f7c6-4c16-81d3-563e73945d2e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'security_group_rule': {'security_group_id': '2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:06.010984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Calling delete_port for 09c7babd-33a2-409e-b6b0-f68ec9eae13f owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:06.036850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['693ad6f4-bcf4-4aa3-afbe-3a63b60194be'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:06.043993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-613aecbd-f7c6-4c16-81d3-563e73945d2e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.085187 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:06.156812 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d602cfd-f4cf-43ff-b580-e5934cca7f13 None None] Pushing event updated for resources: {'Port': ['ID=ee5c188a-8a3d-45b7-969e-99caa23750e9,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:06.160461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:06.161375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:06.186358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-613aecbd-f7c6-4c16-81d3-563e73945d2e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.195544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-613aecbd-f7c6-4c16-81d3-563e73945d2e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.200654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d21d-a54e-4cee-8a6b-40b3ce33e55d req-f3031814-979c-45f0-82f5-4babd47271f2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:06.202981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b219d21d-a54e-4cee-8a6b-40b3ce33e55d req-f3031814-979c-45f0-82f5-4babd47271f2 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d16564f-b73e-468e-8b3a-690c7acdc99c HTTP/1.1" status: 200 len: 945 time: 0.2921860 Jan 28 20:25:06.221290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aecbd-f7c6-4c16-81d3-563e73945d2e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1151dd1-ceb1-4422-b02a-9f48a7672dea,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:06.227204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.267162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-613aecbd-f7c6-4c16-81d3-563e73945d2e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.272249 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-613aecbd-f7c6-4c16-81d3-563e73945d2e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3156068 Jan 28 20:25:06.275742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36964) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:06.284157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:06.288843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b219d21d-a54e-4cee-8a6b-40b3ce33e55d req-739e8ce6-9817-486b-964a-7d7e0fb3eda5 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.44 "GET /v2.0/security-groups?id=582f6bda-3c18-42c2-ba30-84cd6d36cfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Jan 28 20:25:06.328459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Subnet': ['ID=2e5799be-4912-44cf-b338-1b24cf34de56,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:06.345033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Checking segment: {'id': 'b44098b8-e9cd-4c99-9f9f-040273ce8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '92968d08-f85d-4810-8b00-002530e3ec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:06.345999 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network hostable DHCP agents. Network: 92968d08-f85d-4810-8b00-002530e3ec08, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:25:06.351542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.411254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network 92968d08-f85d-4810-8b00-002530e3ec08 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:25:06.426594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 92968d08-f85d-4810-8b00-002530e3ec08) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:06.432195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:06.432793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.459207 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.463098 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-446b33ab-33b9-4996-8655-70cfa97edd87 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7406080 Jan 28 20:25:06.463316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36966) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:06.472302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d960e5-030b-48fe-bf7f-1577d9fb1666 None None] Network 92968d08-f85d-4810-8b00-002530e3ec08 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:06.499849 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.535966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Pushing event deleted for resources: {'Port': ['ID=09c7babd-33a2-409e-b6b0-f68ec9eae13f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:06.618314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] No DVR routers for this DVR port 09c7babd-33a2-409e-b6b0-f68ec9eae13f on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:06.622049 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.635259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efa7d729-9edd-485d-b33f-329af69cdfc4 req-2ffc226a-47e6-465b-9875-885f97f99054 tempest-ServersTestJSON-2105520254 tempest-ServersTestJSON-2105520254-project] 10.222.0.26 "DELETE /v2.0/ports/09c7babd-33a2-409e-b6b0-f68ec9eae13f HTTP/1.1" status: 204 len: 173 time: 2.4401791 Jan 28 20:25:06.638481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d16564f-b73e-468e-8b3a-690c7acdc99c', 'name': 'network-vif-deleted', 'tag': '09c7babd-33a2-409e-b6b0-f68ec9eae13f'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:06.641162 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d86e9-90be-41bd-a5eb-11217943b82d" -d '{"events": [{"server_uuid": "9d16564f-b73e-468e-8b3a-690c7acdc99c", "name": "network-vif-deleted", "tag": "09c7babd-33a2-409e-b6b0-f68ec9eae13f"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:06.685283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-502d4f6b-52fc-46d9-9be4-833c4703c5cc tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:06.687364 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-502d4f6b-52fc-46d9-9be4-833c4703c5cc tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.2130065 Jan 28 20:25:06.695300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.755005 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5cd074-0d60-4ac3-a7b6-5f13a76f3b9d x-openstack-request-id: req-cf5cd074-0d60-4ac3-a7b6-5f13a76f3b9d {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:06.756135 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d16564f-b73e-468e-8b3a-690c7acdc99c", "name": "network-vif-deleted", "tag": "09c7babd-33a2-409e-b6b0-f68ec9eae13f", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:06.757391 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf5cd074-0d60-4ac3-a7b6-5f13a76f3b9d {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:06.758066 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d16564f-b73e-468e-8b3a-690c7acdc99c', 'name': 'network-vif-deleted', 'tag': '09c7babd-33a2-409e-b6b0-f68ec9eae13f', 'status': 'completed', 'code': 200} Jan 28 20:25:06.772573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:06.781479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 09c7babd-33a2-409e-b6b0-f68ec9eae13f no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:06.786028 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.879822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e270-9f67-4f32-840c-1167842c6254 req-27dcb17f-5d1b-40fd-8d6e-7812bc75c632 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:06.881623 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c98e270-9f67-4f32-840c-1167842c6254 req-27dcb17f-5d1b-40fd-8d6e-7812bc75c632 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 945 time: 0.1224704 Jan 28 20:25:06.884066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.902546 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a4f81b4-9513-4d4e-bd78-e5f9f8d63a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:06.913202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 09c7babd-33a2-409e-b6b0-f68ec9eae13f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:06.914081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 09c7babd-33a2-409e-b6b0-f68ec9eae13f not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:06.999638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c98e270-9f67-4f32-840c-1167842c6254 req-9cffe081-bde8-4163-bb5c-f875a97c0e29 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092663 Jan 28 20:25:07.007193 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.063718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Allocated IP 172.25.2.113 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/23ccc97d-cac8-4fa6-841f-1e0f8eaf3f72) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:07.109662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452f0b7-5975-4c95-89f2-bc28d1532a63 req-d2086ea7-7b6b-405a-985e-d7549344dca3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:07.111511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1452f0b7-5975-4c95-89f2-bc28d1532a63 req-d2086ea7-7b6b-405a-985e-d7549344dca3 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 950 time: 0.1448071 Jan 28 20:25:07.123777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Deleting port cefadda7-cac6-491a-abb3-5ad944cea618 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:07.124191 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.167776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1452f0b7-5975-4c95-89f2-bc28d1532a63 req-f16ab6e1-688a-4402-bd10-62f9bebea23d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492785 Jan 28 20:25:07.182480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 790373a5-7dd5-4032-8e6f-0d0829d0d570, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=790373a5-7dd5-4032-8e6f-0d0829d0d570,segment=NetworkSegment(c337bdbb-2ab0-4635-9b65-132e1f91631b),segment_id=c337bdbb-2ab0-4635-9b65-132e1f91631b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:07.200668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Router 9f6ce9fa-b753-4153-9c8b-23a990e3648f is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:25:07.293924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.319698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0a4f81b4-9513-4d4e-bd78-e5f9f8d63a8a None None] For port ee5c188a-8a3d-45b7-969e-99caa23750e9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ee5c188a-8a3d-45b7-969e-99caa23750e9,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:07.353866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:07.367645 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Sync routers for ids ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:07.383194 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Routers {'9f6ce9fa-b753-4153-9c8b-23a990e3648f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:07.383515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36976) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:07.384983 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:07.401891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.403353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8c64ec0f-b3fb-4936-9d09-4446417b36bf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5384204 Jan 28 20:25:07.423333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36978) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:07.444813 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a4f81b4-9513-4d4e-bd78-e5f9f8d63a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.449526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=790373a5-7dd5-4032-8e6f-0d0829d0d570,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:07.468936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-039a1213-e6f8-4e8e-b2f8-59c889b39e97', 'network_id': '039a1213-e6f8-4e8e-b2f8-59c889b39e97', 'tenant_id': '3744a436ffde44209014323fe7b6fa0e', 'fixed_ips': [{'subnet_id': '9812b867-7ce9-4ec7-ba9f-81d4466bbe74'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:25:07.470237 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.512970 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Set router 9f6ce9fa-b753-4153-9c8b-23a990e3648f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:07.549556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Allocated IP 172.20.0.1 (039a1213-e6f8-4e8e-b2f8-59c889b39e97/9812b867-7ce9-4ec7-ba9f-81d4466bbe74/16ce9be7-85c8-40f3-bf52-d9dc4dd73cef) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:07.686456 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.694937 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.718175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-92968d08-f85d-4810-8b00-002530e3ec08', 'network_id': '92968d08-f85d-4810-8b00-002530e3ec08', 'tenant_id': '3744a436ffde44209014323fe7b6fa0e', 'fixed_ips': [{'subnet_id': '2e5799be-4912-44cf-b338-1b24cf34de56'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:25:07.719305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.730355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60a1b98-a75d-4b11-a302-5cf379168aab admin admin] Deleting subnet 11bfe728-918d-47cb-bc30-3185f3afc3c5 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:25:07.736375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d60a1b98-a75d-4b11-a302-5cf379168aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.770791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.788402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1130df82-acc4-47f7-a1ce-f12a33947b6b None None] Provisioning complete for port 790373a5-7dd5-4032-8e6f-0d0829d0d570 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:07.789775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1130df82-acc4-47f7-a1ce-f12a33947b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.790402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] For port cefadda7-cac6-491a-abb3-5ad944cea618, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cefadda7-cac6-491a-abb3-5ad944cea618,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:07.790827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.792592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e510225-a4c4-447e-bc34-c6c3b24eaa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.818016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Calling delete_port for cefadda7-cac6-491a-abb3-5ad944cea618 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:07.828587 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.861645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d60a1b98-a75d-4b11-a302-5cf379168aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.885927 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:25:06Z', 'revision_number': 3, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:07.922449 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Checking router: 9f6ce9fa-b753-4153-9c8b-23a990e3648f for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:25:07.922679 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Updating router 9f6ce9fa-b753-4153-9c8b-23a990e3648f port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:25:07.926119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.954878 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.976931 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d60a1b98-a75d-4b11-a302-5cf379168aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:07.977786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Allocated IP 172.20.0.2 (039a1213-e6f8-4e8e-b2f8-59c889b39e97/9812b867-7ce9-4ec7-ba9f-81d4466bbe74/25bbe61b-d3a3-4f72-912e-61a207c24347) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:08.078323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:08.089380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.128465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:08.165515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:08.190453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d60a1b98-a75d-4b11-a302-5cf379168aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.239484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349ed0f-02a1-4f07-9e10-67b7ceb93c72 req-48db6be2-4ba1-4070-96cc-795be342861b tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:08.247282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6349ed0f-02a1-4f07-9e10-67b7ceb93c72 req-48db6be2-4ba1-4070-96cc-795be342861b tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 945 time: 0.1307456 Jan 28 20:25:08.250181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:08.252803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a1b98-a75d-4b11-a302-5cf379168aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bfe728-918d-47cb-bc30-3185f3afc3c5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:08.254598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d60a1b98-a75d-4b11-a302-5cf379168aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.259799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d60a1b98-a75d-4b11-a302-5cf379168aab admin admin] 10.222.0.44 "DELETE /v2.0/subnets/11bfe728-918d-47cb-bc30-3185f3afc3c5 HTTP/1.1" status: 204 len: 168 time: 0.8752685 Jan 28 20:25:08.263649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36988) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:08.263820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:08.272764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.276109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.276936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:08.288552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:08.315723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cefadda7-cac6-491a-abb3-5ad944cea618'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:08.317701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0ea88205-7b03-4a0b-b170-c5f7d315f5ff'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:08.337335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a8ccd9c-ec50-4f3c-a5b9-5936cde9d0e4 req-344733b9-6e3b-48ff-8396-e6dbc60bc168 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 210 time: 0.0649607 Jan 28 20:25:08.410996 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6349ed0f-02a1-4f07-9e10-67b7ceb93c72 req-573b9938-0a59-4cc6-86a3-2ff7c4399575 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614122 Jan 28 20:25:08.446443 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.470423 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.483967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Attempting to bind port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:08.484454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Attempting to bind port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '98c84160-ddbf-441a-aa0e-77fdd98bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e93d94ec-1dcf-47ff-811f-2b27fd7754e3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:08.484825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Attempting to bind port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 on network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:08.489288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.513454 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.521637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f81b4-9513-4d4e-bd78-e5f9f8d63a8a None None] Pushing event updated for resources: {'Port': ['ID=ee5c188a-8a3d-45b7-969e-99caa23750e9,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:08.543881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d54731-2dfe-4f6b-8224-a87f1d6cba6a None None] Pushing event updated for resources: {'Port': ['ID=f3f0edb5-ede3-4bbc-9038-29c09cb8ca91,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:08.572146 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Attempting to bind port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:08.572621 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Attempting to bind port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:08.572994 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Attempting to bind port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:08.581665 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:08.582079 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:08.582495 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.583089 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:08.583623 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Bound port: f3f0edb5-ede3-4bbc-9038-29c09cb8ca91, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:08.584881 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.585946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:08.586370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Checking segment: {'id': '98c84160-ddbf-441a-aa0e-77fdd98bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e93d94ec-1dcf-47ff-811f-2b27fd7754e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:08.586781 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.587176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Bound using segment: {'id': '98c84160-ddbf-441a-aa0e-77fdd98bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e93d94ec-1dcf-47ff-811f-2b27fd7754e3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:08.588072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Bound port: fad55eb1-f1b1-44cf-b213-8fd9f3d08a85, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c84160-ddbf-441a-aa0e-77fdd98bdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e93d94ec-1dcf-47ff-811f-2b27fd7754e3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:08.588072 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.589790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Pushing event updated for resources: {'Port': ['ID=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:08.601642 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.610629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 693ad6f4-bcf4-4aa3-afbe-3a63b60194be up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:08.629079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.652109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e595f2-4677-4e83-bfd2-59511c164baa']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:08.652863 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] For port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:08.659013 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] For port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f3f0edb5-ede3-4bbc-9038-29c09cb8ca91,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:08.664709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa87eba-0d9f-4102-b052-e281185263a1') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:08.665392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa87eba-0d9f-4102-b052-e281185263a1') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:08.667077 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.677440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.692494 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.696843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:08.699812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:08.700467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:25:08.701167 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.710704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Port': ['ID=16ce9be7-85c8-40f3-bf52-d9dc4dd73cef,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:08.712163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:08.756903 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d54731-2dfe-4f6b-8224-a87f1d6cba6a None None] Pushing event updated for resources: {'Port': ['ID=f3f0edb5-ede3-4bbc-9038-29c09cb8ca91,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:25:08.763978 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:25:08.769851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.780354 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.782840 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Routers {'9f6ce9fa-b753-4153-9c8b-23a990e3648f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:08.783049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:24:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:08.787792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] 10.222.0.44 "DELETE /v2.0/networks/02e595f2-4677-4e83-bfd2-59511c164baa HTTP/1.1" status: 204 len: 168 time: 0.5145557 Jan 28 20:25:08.806710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760322c-841a-466d-ae8e-c3d50f4ea416 admin admin] Pushing event deleted for resources: {'Network': ['ID=02e595f2-4677-4e83-bfd2-59511c164baa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:08.824773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:05Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:08.863514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:08.867619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Allocated IP 172.20.0.1 (8689cd51-de18-4bd9-9729-e9dccfc7d247/abcef4af-02f6-4813-ba81-41fddfb54aa0/7a33daa6-313c-44e1-802b-b28f9b625c2c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:08.892338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] No DVR routers for this DVR port cefadda7-cac6-491a-abb3-5ad944cea618 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:08.900102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.909146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:08.913119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e19af32f-6bc2-4212-acf7-3ad06e7510f8 req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.13 "DELETE /v2.0/ports/cefadda7-cac6-491a-abb3-5ad944cea618 HTTP/1.1" status: 204 len: 173 time: 2.2196743 Jan 28 20:25:08.914136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'name': 'network-vif-deleted', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:08.917714 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc141d7b-8667-4309-a15b-8b95cbcfbabf" -d '{"events": [{"server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "name": "network-vif-deleted", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:08.934420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:08.937761 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] Set router 9f6ce9fa-b753-4153-9c8b-23a990e3648f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:08.980028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'Port': ['ID=23ccc97d-cac8-4fa6-841f-1e0f8eaf3f72,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:09.026808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494943b8-3984-4c1b-89ce-94b46fa8e218 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event deleted for resources: {'Port': ['ID=cefadda7-cac6-491a-abb3-5ad944cea618,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:09.082024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.100697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36994) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:09.117945 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b13e86-3384-4697-ba88-f1cda4fc3ef0 x-openstack-request-id: req-d3b13e86-3384-4697-ba88-f1cda4fc3ef0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:09.118623 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4addf8-b41e-453d-95dc-71a993056f15", "name": "network-vif-deleted", "tag": "cefadda7-cac6-491a-abb3-5ad944cea618", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:09.119115 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3b13e86-3384-4697-ba88-f1cda4fc3ef0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:09.119676 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4addf8-b41e-453d-95dc-71a993056f15', 'name': 'network-vif-deleted', 'tag': 'cefadda7-cac6-491a-abb3-5ad944cea618', 'status': 'completed', 'code': 200} Jan 28 20:25:09.163295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d3113478-ee3b-4c17-b37d-534ed1752c5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bd5e10b26e841869c57cbff6ca81cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593681 Jan 28 20:25:09.168751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36998) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:09.175697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1130df82-acc4-47f7-a1ce-f12a33947b6b None None] Provisioning complete for port ee5c188a-8a3d-45b7-969e-99caa23750e9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:09.176086 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1130df82-acc4-47f7-a1ce-f12a33947b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.177781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e2020-eef8-412e-a3f7-c204655c2aab None None] The sync data for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 is: [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:05Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:09.195195 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.211646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.222181 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.288362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] For port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:09.298847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] For port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,segment=NetworkSegment(98c84160-ddbf-441a-aa0e-77fdd98bdbd3),segment_id=98c84160-ddbf-441a-aa0e-77fdd98bdbd3)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:09.307474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.324437 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:25:06Z', 'revision_number': 3, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:09.399695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Allocated IP 172.20.0.2 (92968d08-f85d-4810-8b00-002530e3ec08/2e5799be-4912-44cf-b338-1b24cf34de56/d3dd8620-922f-46f2-8600-ead1e77afd7b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:09.463964 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024d536-0435-4559-a46c-ab3a3dc00406 None None] The sync data for ids ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'] in n-d-825064-3 is: [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:25:06Z', 'revision_number': 3, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:09.516008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a33daa6-313c-44e1-802b-b28f9b625c2c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:09.564376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:09.572114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:09.607975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:09.776969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2b4c8b8-8651-4f02-9007-c0c2f3ce75e9 req-bc8e9dc8-c3d3-4ea3-8b82-6290727ad221 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e4addf8-b41e-453d-95dc-71a993056f15 HTTP/1.1" status: 200 len: 210 time: 0.2067983 Jan 28 20:25:09.845017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69958ee8-7f4b-429c-9787-1f53559095f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.857373 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.915916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.923005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:09.986676 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69958ee8-7f4b-429c-9787-1f53559095f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.010848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340c52a-5a56-441f-8f83-53dd1345f9a7 req-de499bfa-2f49-4b51-9ba3-d37c24e34321 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:10.017773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3340c52a-5a56-441f-8f83-53dd1345f9a7 req-de499bfa-2f49-4b51-9ba3-d37c24e34321 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 945 time: 0.4449816 Jan 28 20:25:10.122166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Pushing event updated for resources: {'Port': ['ID=25bbe61b-d3a3-4f72-912e-61a207c24347,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:10.129741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.142929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3340c52a-5a56-441f-8f83-53dd1345f9a7 req-5eeeb57f-5c27-4283-a236-11297ba38121 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939696 Jan 28 20:25:10.167219 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.168428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.174852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Port': ['ID=16ce9be7-85c8-40f3-bf52-d9dc4dd73cef,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:10.185446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 790373a5-7dd5-4032-8e6f-0d0829d0d570 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:10.195835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Attempting to bind port 25bbe61b-d3a3-4f72-912e-61a207c24347 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:10.196518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.196662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Attempting to bind port 25bbe61b-d3a3-4f72-912e-61a207c24347 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c5d1488e-cf0e-4374-ab43-9bc0a584fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '039a1213-e6f8-4e8e-b2f8-59c889b39e97'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:10.197254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Attempting to bind port 25bbe61b-d3a3-4f72-912e-61a207c24347 on network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:10.215870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69958ee8-7f4b-429c-9787-1f53559095f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.219123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69958ee8-7f4b-429c-9787-1f53559095f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.223979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-69958ee8-7f4b-429c-9787-1f53559095f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/582f6bda-3c18-42c2-ba30-84cd6d36cfb2 HTTP/1.1" status: 204 len: 168 time: 1.0542390 Jan 28 20:25:10.277101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69958ee8-7f4b-429c-9787-1f53559095f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582f6bda-3c18-42c2-ba30-84cd6d36cfb2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:10.319817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:10.321392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Checking segment: {'id': 'c5d1488e-cf0e-4374-ab43-9bc0a584fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '039a1213-e6f8-4e8e-b2f8-59c889b39e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:10.322053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.323336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Bound using segment: {'id': 'c5d1488e-cf0e-4374-ab43-9bc0a584fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '039a1213-e6f8-4e8e-b2f8-59c889b39e97'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:10.324075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Bound port: 25bbe61b-d3a3-4f72-912e-61a207c24347, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d1488e-cf0e-4374-ab43-9bc0a584fe32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '039a1213-e6f8-4e8e-b2f8-59c889b39e97'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:10.328259 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.331109 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.341442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:25:10.384465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:10.385028 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.443683 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.461510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.485509 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5f5ecb70-32db-432f-9bc5-9d012b695054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.518331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cefadda7-cac6-491a-abb3-5ad944cea618 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:10.572507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:10.579679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:10.594149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Network 92968d08-f85d-4810-8b00-002530e3ec08 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:10.600962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:10.638841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.652356 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.662432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:10.669084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: cefadda7-cac6-491a-abb3-5ad944cea618 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:10.669709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cefadda7-cac6-491a-abb3-5ad944cea618 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:10.709309 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.718369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] For port 25bbe61b-d3a3-4f72-912e-61a207c24347, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:10.740010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] For port 25bbe61b-d3a3-4f72-912e-61a207c24347, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=25bbe61b-d3a3-4f72-912e-61a207c24347,segment=NetworkSegment(c5d1488e-cf0e-4374-ab43-9bc0a584fe32),segment_id=c5d1488e-cf0e-4374-ab43-9bc0a584fe32)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:10.749499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'Port': ['ID=23ccc97d-cac8-4fa6-841f-1e0f8eaf3f72,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:10.769771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6e021-411a-4633-8070-51d84fcb9679 None None] Pushing event updated for resources: {'Port': ['ID=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:10.785851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a33daa6-313c-44e1-802b-b28f9b625c2c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:10.800960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:10.874081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:11.034076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:11.035322 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1cfd3371-7b53-4d89-8e18-7b2cdce7d0f6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7557774 Jan 28 20:25:11.113404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:11.120349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:11.123840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Router 0b9a8b6d-832d-4fe2-87d3-36ac5013f9de is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:25:11.466347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:11.487322 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-994469e7-fd73-4382-9a73-f79c20c199fd tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "PUT /v2.0/routers/0b9a8b6d-832d-4fe2-87d3-36ac5013f9de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0202029 Jan 28 20:25:11.487419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37032) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:11.502143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 790373a5-7dd5-4032-8e6f-0d0829d0d570 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:11.502143 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:11.574725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:11.737696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f4fb1-05a4-4591-ba09-9c452c222632 None None] Sync routers for ids ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:11.828730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Attempting to bind port d3dd8620-922f-46f2-8600-ead1e77afd7b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:11.829301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Attempting to bind port d3dd8620-922f-46f2-8600-ead1e77afd7b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b44098b8-e9cd-4c99-9f9f-040273ce8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '92968d08-f85d-4810-8b00-002530e3ec08'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:11.829665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Attempting to bind port d3dd8620-922f-46f2-8600-ead1e77afd7b on network 92968d08-f85d-4810-8b00-002530e3ec08 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:11.870354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:11.884217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Checking segment: {'id': 'b44098b8-e9cd-4c99-9f9f-040273ce8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '92968d08-f85d-4810-8b00-002530e3ec08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:11.884912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:11.885326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Bound using segment: {'id': 'b44098b8-e9cd-4c99-9f9f-040273ce8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '92968d08-f85d-4810-8b00-002530e3ec08'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:11.886027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Bound port: d3dd8620-922f-46f2-8600-ead1e77afd7b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44098b8-e9cd-4c99-9f9f-040273ce8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '92968d08-f85d-4810-8b00-002530e3ec08'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:11.886612 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:11.906953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f4fb1-05a4-4591-ba09-9c452c222632 None None] Routers {'0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:11.907721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-693f4fb1-05a4-4591-ba09-9c452c222632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:12.022310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-693f4fb1-05a4-4591-ba09-9c452c222632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:12.028907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a9c80e4-cdbb-40ef-8af0-de044fcd9f0f None None] Provisioning complete for port 790373a5-7dd5-4032-8e6f-0d0829d0d570 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:12.029325 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a9c80e4-cdbb-40ef-8af0-de044fcd9f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:12.060898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:12.101414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f4fb1-05a4-4591-ba09-9c452c222632 None None] Routers {'0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:12.102471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-693f4fb1-05a4-4591-ba09-9c452c222632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:12.207446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Pushing event updated for resources: {'Port': ['ID=d3dd8620-922f-46f2-8600-ead1e77afd7b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:12.273661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-693f4fb1-05a4-4591-ba09-9c452c222632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:12.274546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f4fb1-05a4-4591-ba09-9c452c222632 None None] The sync data for ids ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:12.276953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ee5c188a-8a3d-45b7-969e-99caa23750e9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:12.326123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:12.329092 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef859242-2d47-454d-af97-257348b7d6f3" -d '{"events": [{"server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "name": "network-vif-plugged", "status": "completed", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:12.360739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] For port d3dd8620-922f-46f2-8600-ead1e77afd7b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:12.372907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:12.380750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac5bbf-37a0-40d9-bf06-1686c7ab2498 None None] Pushing event updated for resources: {'Port': ['ID=25bbe61b-d3a3-4f72-912e-61a207c24347,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:12.396051 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:12.414694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] For port d3dd8620-922f-46f2-8600-ead1e77afd7b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d3dd8620-922f-46f2-8600-ead1e77afd7b,segment=NetworkSegment(b44098b8-e9cd-4c99-9f9f-040273ce8b9c),segment_id=b44098b8-e9cd-4c99-9f9f-040273ce8b9c)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:12.430089 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-5ce22bca-5974-4cb5-be23-d4af3718cc27 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:25:12.431030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5ce22bca-5974-4cb5-be23-d4af3718cc27 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "PUT /v2.0/routers/0b9a8b6d-832d-4fe2-87d3-36ac5013f9de/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9370666 Jan 28 20:25:12.434484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37044) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:12.452307 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:12.539423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ee5c188a-8a3d-45b7-969e-99caa23750e9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:12.539951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:12.541066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:12.723809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e8193-5860-4efd-890d-a009b64bd234 req-03796e47-393d-434f-a7af-fe28c08016de tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:12.725734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db0e8193-5860-4efd-890d-a009b64bd234 req-03796e47-393d-434f-a7af-fe28c08016de tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 946 time: 0.3863168 Jan 28 20:25:12.730182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88c58d-4a0e-4766-a75b-4c74b11e675d None None] Pushing event updated for resources: {'Port': ['ID=d3dd8620-922f-46f2-8600-ead1e77afd7b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:12.735401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290ba02-fff7-44e9-8aac-b7c2185bb463 None None] Network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:12.743902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f63e7-2573-469b-baa6-47f0cfe79522 req-4758d43d-7068-452f-a5a6-b7f52afdc524 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:12.753777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-516f63e7-2573-469b-baa6-47f0cfe79522 req-4758d43d-7068-452f-a5a6-b7f52afdc524 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.4080698 Jan 28 20:25:12.755027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a9c80e4-cdbb-40ef-8af0-de044fcd9f0f None None] Provisioning complete for port 7a33daa6-313c-44e1-802b-b28f9b625c2c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:12.755555 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a9c80e4-cdbb-40ef-8af0-de044fcd9f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:12.757854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Router 9f6ce9fa-b753-4153-9c8b-23a990e3648f has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:25:13.030656 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:13.091752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db0e8193-5860-4efd-890d-a009b64bd234 req-c7b96f35-71b6-4d0d-98d8-d0168422d0d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325591 Jan 28 20:25:13.095580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6e2bc-8457-4010-a1e1-790bab57d6f9 None None] Network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:13.130681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-516f63e7-2573-469b-baa6-47f0cfe79522 req-3c542177-102e-4368-a60d-dd655965e114 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752234 Jan 28 20:25:13.201955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:13.292963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-80490d30-bc8f-447a-8fb1-9d01460f47f4 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:13.294783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-80490d30-bc8f-447a-8fb1-9d01460f47f4 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.4628680 Jan 28 20:25:13.307990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c80e4-cdbb-40ef-8af0-de044fcd9f0f None None] Port 7a33daa6-313c-44e1-802b-b28f9b625c2c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:25:13.364096 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:13.395197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:13.409945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a78b66f4-1e8e-4fe6-bede-86532b642af0 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f6ce9fa-b753-4153-9c8b-23a990e3648f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9853525 Jan 28 20:25:13.425883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-2da9af63-40ee-42e5-a4a6-f69ae2db8d95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--964662993&fields=id&tenant_id=7e69d00efec840fa89855b324e670c77 HTTP/1.1" status: 200 len: 267 time: 0.1462450 Jan 28 20:25:13.524818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Provisioning complete for port 25bbe61b-d3a3-4f72-912e-61a207c24347 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:13.525198 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:13.585631 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f696e44c-5f92-42cc-a754-5331668f5ba4 x-openstack-request-id: req-f696e44c-5f92-42cc-a754-5331668f5ba4 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:13.586270 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "name": "network-vif-plugged", "status": "completed", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:13.586270 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f696e44c-5f92-42cc-a754-5331668f5ba4 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:13.586564 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'code': 200} Jan 28 20:25:13.757347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:13.758869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Deleting port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:13.759999 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:13.898321 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:13.958703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-b0c07bc2-9bec-4988-9c3b-961ec356728a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:13.973580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-b0c07bc2-9bec-4988-9c3b-961ec356728a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 817 time: 0.5260582 Jan 28 20:25:13.978970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c477b70-005a-4712-9363-ebddb7e42781 req-71eb497e-a691-44ea-9e18-a00d8a812a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:13.984049 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8c477b70-005a-4712-9363-ebddb7e42781 req-71eb497e-a691-44ea-9e18-a00d8a812a24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 1097 time: 0.3021696 Jan 28 20:25:13.992022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:13.992475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.046456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e8272fc7-69f6-4591-9fb9-e3d005343cdf tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/quotas/7e69d00efec840fa89855b324e670c77 HTTP/1.1" status: 200 len: 375 time: 0.0683095 Jan 28 20:25:14.084391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] For port 25bbe61b-d3a3-4f72-912e-61a207c24347, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=25bbe61b-d3a3-4f72-912e-61a207c24347,segment=NetworkSegment(c5d1488e-cf0e-4374-ab43-9bc0a584fe32),segment_id=c5d1488e-cf0e-4374-ab43-9bc0a584fe32)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:14.110353 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.138168 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8c477b70-005a-4712-9363-ebddb7e42781 req-22099f20-6ff3-4d68-8627-5a27c5bb16ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456757 Jan 28 20:25:14.206324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Deleting port 16ce9be7-85c8-40f3-bf52-d9dc4dd73cef {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:14.206669 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.279866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Pushing event updated for resources: {'Port': ['ID=25bbe61b-d3a3-4f72-912e-61a207c24347,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:14.287575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Provisioning complete for port 7a33daa6-313c-44e1-802b-b28f9b625c2c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:14.288218 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.365414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37086) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:14.418677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] For port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:14.419106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.463819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Calling delete_port for 0ea88205-7b03-4a0b-b170-c5f7d315f5ff owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:14.474919 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.522676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Calling delete_port for 16ce9be7-85c8-40f3-bf52-d9dc4dd73cef owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:14.524683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-146d75a4-07a4-4c35-bed4-d68f5eb5e871 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4768655 Jan 28 20:25:14.697309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b5d4-7837-4989-a1f0-f0feb2f840f5 req-361a4cfa-c5a5-4788-bcb2-60dba6b36157 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:14.700239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31f3b5d4-7837-4989-a1f0-f0feb2f840f5 req-361a4cfa-c5a5-4788-bcb2-60dba6b36157 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 946 time: 0.4476280 Jan 28 20:25:14.788208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5437fff9-fa89-4e2f-bc7f-2ebe0db27ab6 None None] Network 92968d08-f85d-4810-8b00-002530e3ec08 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:14.795834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-735ba59c-2fde-41f3-9a0e-c198a0b8d76c service neutron] 10.222.0.44 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699451 Jan 28 20:25:14.800782 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Sync routers for ids ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:14.816103 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.826213 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Routers {'9f6ce9fa-b753-4153-9c8b-23a990e3648f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:14.828070 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:14.887202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Port 7a33daa6-313c-44e1-802b-b28f9b625c2c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:25:14.907929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5eea9cd9-affb-41fd-919d-a084a606ea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.941209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f3f0edb5-ede3-4bbc-9038-29c09cb8ca91,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:14.952746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Provisioning complete for port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:14.953511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.970893 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:14.971882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:14.982855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.046243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31f3b5d4-7837-4989-a1f0-f0feb2f840f5 req-dba74690-1a60-4c38-a424-e97eb328b3f8 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489843 Jan 28 20:25:15.051519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Port': ['ID=16ce9be7-85c8-40f3-bf52-d9dc4dd73cef,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:15.092097 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Set router 9f6ce9fa-b753-4153-9c8b-23a990e3648f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:15.167148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=f3f0edb5-ede3-4bbc-9038-29c09cb8ca91,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:15.381000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5eea9cd9-affb-41fd-919d-a084a606ea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.475612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.488970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:15.489468 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.494818 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5eea9cd9-affb-41fd-919d-a084a606ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.551821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-7ff8c92a-d6d6-474e-b2eb-97618bf5c364 service neutron] 10.222.0.44 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330112 Jan 28 20:25:15.575349 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.632075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] For port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,segment=NetworkSegment(98c84160-ddbf-441a-aa0e-77fdd98bdbd3),segment_id=98c84160-ddbf-441a-aa0e-77fdd98bdbd3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:15.653094 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.720705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5eea9cd9-affb-41fd-919d-a084a606ea43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d36d23ab3ee54903b17339b75be89bac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3526831 Jan 28 20:25:15.727473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37128) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:15.752361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933d5d7-5eac-4658-9f59-7e976907388a None None] Pushing event updated for resources: {'Port': ['ID=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:15.766319 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.768167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea9cd9-affb-41fd-919d-a084a606ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010d3e54-5db8-495e-b0a8-37a071a7999d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:15.799263 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:25:10Z', 'revision_number': 4, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7a33daa6-313c-44e1-802b-b28f9b625c2c', 'name': '', 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'mac_address': 'fa:16:3e:39:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'abcef4af-02f6-4813-ba81-41fddfb54aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:08Z', 'updated_at': '2022-01-28T20:25:10Z', 'revision_number': 2, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'subnets': [{'id': 'abcef4af-02f6-4813-ba81-41fddfb54aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:15.847426 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Checking router: 9f6ce9fa-b753-4153-9c8b-23a990e3648f for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:25:15.848529 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Updating router 9f6ce9fa-b753-4153-9c8b-23a990e3648f port 7a33daa6-313c-44e1-802b-b28f9b625c2c binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:25:15.853834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4ca1287b-5d3b-4317-bc44-b51e045d11e6 None None] Provisioning complete for port 25bbe61b-d3a3-4f72-912e-61a207c24347 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:15.854294 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ca1287b-5d3b-4317-bc44-b51e045d11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.861174 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 25bbe61b-d3a3-4f72-912e-61a207c24347 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:15.877068 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:15.991273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa07a-bb9e-48a1-99fd-67380bf1c104 req-5dde10aa-be9c-43a7-b93c-cf5001d62d19 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:15.996534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a7aa07a-bb9e-48a1-99fd-67380bf1c104 req-5dde10aa-be9c-43a7-b93c-cf5001d62d19 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22 HTTP/1.1" status: 200 len: 950 time: 0.8047800 Jan 28 20:25:16.011525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Router 0b9a8b6d-832d-4fe2-87d3-36ac5013f9de has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:25:16.072307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 25bbe61b-d3a3-4f72-912e-61a207c24347 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:16.075808 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.124560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e89c1a7-a6b3-4863-b6e5-42d2abd8681f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.158282 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e89c1a7-a6b3-4863-b6e5-42d2abd8681f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.269462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a7aa07a-bb9e-48a1-99fd-67380bf1c104 req-beedd451-8f39-4af5-a958-b2fdefc6418d tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.44 "GET /v2.0/security-groups?id=40b2e682-a882-41b8-b84c-5ac8c5b133bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791625 Jan 28 20:25:16.270127 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e89c1a7-a6b3-4863-b6e5-42d2abd8681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.273456 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e89c1a7-a6b3-4863-b6e5-42d2abd8681f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.276239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6e89c1a7-a6b3-4863-b6e5-42d2abd8681f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/010d3e54-5db8-495e-b0a8-37a071a7999d HTTP/1.1" status: 204 len: 168 time: 0.5466533 Jan 28 20:25:16.287044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:16.302616 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c47cbeb6-aa39-49a2-93c6-5292edbf890f tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "PUT /v2.0/routers/0b9a8b6d-832d-4fe2-87d3-36ac5013f9de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8630583 Jan 28 20:25:16.310933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37166) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:16.358910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Pushing event deleted for resources: {'Port': ['ID=0ea88205-7b03-4a0b-b170-c5f7d315f5ff,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:16.374332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89c1a7-a6b3-4863-b6e5-42d2abd8681f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d3e54-5db8-495e-b0a8-37a071a7999d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:16.391458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] No DVR routers for this DVR port 0ea88205-7b03-4a0b-b170-c5f7d315f5ff on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:16.399005 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.410906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-022ef72a-96ba-4126-90fe-479d13c0a1dd req-ac237907-1b50-45bc-a38f-dcc497c00df0 tempest-MigrationsAdminTest-475764631 tempest-MigrationsAdminTest-475764631-project] 10.222.0.26 "DELETE /v2.0/ports/0ea88205-7b03-4a0b-b170-c5f7d315f5ff HTTP/1.1" status: 204 len: 173 time: 3.1025646 Jan 28 20:25:16.411684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'name': 'network-vif-deleted', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:16.413877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d3dd8620-922f-46f2-8600-ead1e77afd7b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:16.418816 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-652f1cef-3e8f-4e1b-8de1-6ed3074d5f32 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] delete failed (client error): The resource could not be found. Jan 28 20:25:16.422873 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-652f1cef-3e8f-4e1b-8de1-6ed3074d5f32 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-901611577 HTTP/1.1" status: 404 len: 334 time: 0.1108692 Jan 28 20:25:16.428471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727d6c2-1373-47dd-aee1-227c601c2a97 None None] Sync routers for ids ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:16.432150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37172) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:16.445757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0212c252-64f5-4ca1-8e77-fd4ce1994bd4 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:16.458269 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce93d2fa-598d-4453-b953-a0f96c447443" -d '{"events": [{"server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "name": "network-vif-deleted", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:16.514859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727d6c2-1373-47dd-aee1-227c601c2a97 None None] Routers {'0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:16.515637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a727d6c2-1373-47dd-aee1-227c601c2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:16.663775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4ca1287b-5d3b-4317-bc44-b51e045d11e6 None None] Provisioning complete for port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:16.664037 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ca1287b-5d3b-4317-bc44-b51e045d11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.689542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a727d6c2-1373-47dd-aee1-227c601c2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:16.703395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af109421-8b98-46bd-ac4b-f114a1ecde1b req-f4ed6845-2187-46ef-b3f8-2e77fb05af6a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 210 time: 0.1510067 Jan 28 20:25:16.744941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0ea88205-7b03-4a0b-b170-c5f7d315f5ff no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:16.771253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d8c72-f0fc-4fb3-aa12-c72377c94ec3 req-48ae52a8-ade8-4438-aaf0-4dfe583a6a27 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:16.785531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-108d8c72-f0fc-4fb3-aa12-c72377c94ec3 req-48ae52a8-ade8-4438-aaf0-4dfe583a6a27 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 946 time: 0.3080096 Jan 28 20:25:16.879036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 0ea88205-7b03-4a0b-b170-c5f7d315f5ff {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:16.879557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0ea88205-7b03-4a0b-b170-c5f7d315f5ff not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:16.888513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d3dd8620-922f-46f2-8600-ead1e77afd7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:16.892544 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.897206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727d6c2-1373-47dd-aee1-227c601c2a97 None None] Routers {'0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:16.898844 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.901729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a727d6c2-1373-47dd-aee1-227c601c2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:16.909309 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:16.928382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-108d8c72-f0fc-4fb3-aa12-c72377c94ec3 req-8657e924-caf8-467b-8cca-2a6244d4aae0 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418204 Jan 28 20:25:17.084149 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc367057-4dfa-4ff5-8cbe-ee15245d6f60 x-openstack-request-id: req-fc367057-4dfa-4ff5-8cbe-ee15245d6f60 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:17.085124 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22", "name": "network-vif-deleted", "tag": "0ea88205-7b03-4a0b-b170-c5f7d315f5ff", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:17.085535 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc367057-4dfa-4ff5-8cbe-ee15245d6f60 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:17.086102 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2923e-0423-4cbb-9dbf-d5a7a87ddf22', 'name': 'network-vif-deleted', 'tag': '0ea88205-7b03-4a0b-b170-c5f7d315f5ff', 'status': 'completed', 'code': 200} Jan 28 20:25:17.102095 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dee79-5ff3-4f2c-9cfe-cb666e1046dd None None] Pushing event updated for resources: {'Port': ['ID=7a33daa6-313c-44e1-802b-b28f9b625c2c,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:17.137075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a727d6c2-1373-47dd-aee1-227c601c2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:17.137998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727d6c2-1373-47dd-aee1-227c601c2a97 None None] The sync data for ids ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:17.184422 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Attempting to bind port 7a33daa6-313c-44e1-802b-b28f9b625c2c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:17.185188 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Attempting to bind port 7a33daa6-313c-44e1-802b-b28f9b625c2c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:17.185691 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Attempting to bind port 7a33daa6-313c-44e1-802b-b28f9b625c2c on network 8689cd51-de18-4bd9-9729-e9dccfc7d247 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:17.198643 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:17.200108 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Checking segment: {'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:17.200698 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:17.201475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Bound using segment: {'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:17.202080 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Bound port: 7a33daa6-313c-44e1-802b-b28f9b625c2c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c337bdbb-2ab0-4635-9b65-132e1f91631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:17.203441 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:17.257185 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:17.381866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port d3dd8620-922f-46f2-8600-ead1e77afd7b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d3dd8620-922f-46f2-8600-ead1e77afd7b,segment=NetworkSegment(b44098b8-e9cd-4c99-9f9f-040273ce8b9c),segment_id=b44098b8-e9cd-4c99-9f9f-040273ce8b9c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:17.384014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4ca1287b-5d3b-4317-bc44-b51e045d11e6 None None] Could not find standard attr ID for object 16ce9be7-85c8-40f3-bf52-d9dc4dd73cef. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:25:17.400191 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:17.547430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4ca1287b-5d3b-4317-bc44-b51e045d11e6 None None] Provisioning complete for port d3dd8620-922f-46f2-8600-ead1e77afd7b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:17.549750 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ca1287b-5d3b-4317-bc44-b51e045d11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:17.632231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f5139-cde6-41db-ae4c-b0f257581f75 req-7d333bb8-9270-4a8c-8c8a-e5af63251479 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:17.653081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c90f5139-cde6-41db-ae4c-b0f257581f75 req-7d333bb8-9270-4a8c-8c8a-e5af63251479 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.2332940 Jan 28 20:25:17.697663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:17.786722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c90f5139-cde6-41db-ae4c-b0f257581f75 req-264c6e49-6335-4880-84f6-9aacc5608bb7 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296837 Jan 28 20:25:17.872718 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] For port 7a33daa6-313c-44e1-802b-b28f9b625c2c, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:17.890373 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] For port 7a33daa6-313c-44e1-802b-b28f9b625c2c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7a33daa6-313c-44e1-802b-b28f9b625c2c,segment=NetworkSegment(c337bdbb-2ab0-4635-9b65-132e1f91631b),segment_id=c337bdbb-2ab0-4635-9b65-132e1f91631b)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:17.893065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=d3dd8620-922f-46f2-8600-ead1e77afd7b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:17.899164 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:17.921239 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:17.994812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e602b371-5791-4a7b-bbe1-4925cd41e202 req-8c9cc3a3-6ae2-4df4-91ec-d439ddb062c3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 210 time: 0.0543382 Jan 28 20:25:18.020627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2beb8-782c-473e-8751-b707d8020572 req-efb55cd7-9a44-449c-a50e-3b5d5347585d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:18.031737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1af2beb8-782c-473e-8751-b707d8020572 req-efb55cd7-9a44-449c-a50e-3b5d5347585d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 946 time: 0.1994622 Jan 28 20:25:18.087361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:18.087531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:18.106630 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dee79-5ff3-4f2c-9cfe-cb666e1046dd None None] Pushing event updated for resources: {'Port': ['ID=7a33daa6-313c-44e1-802b-b28f9b625c2c,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:18.136231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1af2beb8-782c-473e-8751-b707d8020572 req-283b0056-8170-4d6b-b8b1-1b7541d85211 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002932 Jan 28 20:25:18.177153 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Routers {'9f6ce9fa-b753-4153-9c8b-23a990e3648f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:18.181134 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:18.310491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:18.422183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37216) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:18.422327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0212c252-64f5-4ca1-8e77-fd4ce1994bd4 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:18.466988 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-0212c252-64f5-4ca1-8e77-fd4ce1994bd4 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] update failed (client error): The resource could not be found. Jan 28 20:25:18.472675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37220) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:18.472998 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0212c252-64f5-4ca1-8e77-fd4ce1994bd4 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "PUT /v2.0/routers/0b9a8b6d-832d-4fe2-87d3-36ac5013f9de HTTP/1.1" status: 404 len: 339 time: 2.0384762 Jan 28 20:25:18.485328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e5be1543-f2e7-4768-8a10-03946254a0ea None None] Provisioning complete for port 7a33daa6-313c-44e1-802b-b28f9b625c2c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:18.486121 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5be1543-f2e7-4768-8a10-03946254a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:18.547219 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] Set router 9f6ce9fa-b753-4153-9c8b-23a990e3648f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:18.627442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37222) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:18.640985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:18.641544 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:18.879427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1989696164-network', 'tenant_id': '5c6d3248aa3443febf860f137f17e36e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:18.923802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Made reservation on behalf of 5c6d3248aa3443febf860f137f17e36e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:18.928520 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:18.940128 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5be1543-f2e7-4768-8a10-03946254a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:18.944053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.012940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e5be1543-f2e7-4768-8a10-03946254a0ea None None] For port 7a33daa6-313c-44e1-802b-b28f9b625c2c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7a33daa6-313c-44e1-802b-b28f9b625c2c,segment=NetworkSegment(c337bdbb-2ab0-4635-9b65-132e1f91631b),segment_id=c337bdbb-2ab0-4635-9b65-132e1f91631b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:19.025220 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5be1543-f2e7-4768-8a10-03946254a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.027094 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:25:10Z', 'revision_number': 4, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7a33daa6-313c-44e1-802b-b28f9b625c2c', 'name': '', 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'mac_address': 'fa:16:3e:39:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'abcef4af-02f6-4813-ba81-41fddfb54aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:08Z', 'updated_at': '2022-01-28T20:25:17Z', 'revision_number': 4, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'subnets': [{'id': 'abcef4af-02f6-4813-ba81-41fddfb54aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:19.059492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 25bbe61b-d3a3-4f72-912e-61a207c24347 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:19.098548 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7f031-e4bc-4b39-80a7-ef4fdf56d56d None None] The sync data for ids ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'] in n-d-825064-3 is: [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:25:10Z', 'revision_number': 4, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7a33daa6-313c-44e1-802b-b28f9b625c2c', 'name': '', 'network_id': '8689cd51-de18-4bd9-9729-e9dccfc7d247', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'mac_address': 'fa:16:3e:39:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'abcef4af-02f6-4813-ba81-41fddfb54aa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:08Z', 'updated_at': '2022-01-28T20:25:17Z', 'revision_number': 4, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'subnets': [{'id': 'abcef4af-02f6-4813-ba81-41fddfb54aa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:19.113749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e5be1543-f2e7-4768-8a10-03946254a0ea None None] Provisioning complete for port d3dd8620-922f-46f2-8600-ead1e77afd7b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:19.114133 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5be1543-f2e7-4768-8a10-03946254a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.115557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.121468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.139661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-255a9d01-fb40-48b2-9bdc-0a6f504d295f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:19.141693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-255a9d01-fb40-48b2-9bdc-0a6f504d295f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 817 time: 0.5712426 Jan 28 20:25:19.179722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d16800-3a01-45d8-beeb-86967fe70676,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:19.208498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:25:19.242089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.243686 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Added segment ec29ce20-5d95-48bc-8ecf-04063e735961 of type vlan for network c5359b07-05a0-4c88-b8e2-9cc6ba33ce23 Jan 28 20:25:19.253484 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f44cf579-bcc0-49ca-b1fb-1b3e62e0429f req-8d106cce-17e0-494f-a856-c4724cb4bf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 210 time: 0.0803926 Jan 28 20:25:19.259162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be1543-f2e7-4768-8a10-03946254a0ea None None] Pushing event updated for resources: {'Port': ['ID=7a33daa6-313c-44e1-802b-b28f9b625c2c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:19.280740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 25bbe61b-d3a3-4f72-912e-61a207c24347 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:19.281441 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.387199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.406223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e5bbf-598e-4a47-a7e7-6cd391900d24 req-e3621919-fe71-4fd9-a5c1-3261c6e73136 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:19.408786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b7e5bbf-598e-4a47-a7e7-6cd391900d24 req-e3621919-fe71-4fd9-a5c1-3261c6e73136 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.3693407 Jan 28 20:25:19.419355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.431569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.432564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:19.433860 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.458475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-b72fbc24-fafa-497c-a119-00add20f3aad tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e69d00efec840fa89855b324e670c77 HTTP/1.1" status: 200 len: 379 time: 0.2452648 Jan 28 20:25:19.520588 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8918471 Jan 28 20:25:19.536380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-54112b6f-b949-4504-b2c1-492e4f3b3186 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f824123e2bd0424888965ac2b937b05a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1128078 Jan 28 20:25:19.538890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37236) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:19.539995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'port': {'device_id': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'admin_state_up': True, 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'security_groups': ['2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:19.572777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-139d43d6-5c6d-4b41-a13c-4ef045a54053 None None] Provisioning complete for port 7a33daa6-313c-44e1-802b-b28f9b625c2c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:19.573206 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-139d43d6-5c6d-4b41-a13c-4ef045a54053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.585814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8918378-b0c2-491d-a40f-7aa3fb3b6c49 admin admin] Pushing event updated for resources: {'Network': ['ID=c5359b07-05a0-4c88-b8e2-9cc6ba33ce23,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:19.635590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c5359b07-05a0-4c88-b8e2-9cc6ba33ce23 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:25:19.702546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e8efce9b-0a83-488f-91af-213c3eead110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.759520 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e8efce9b-0a83-488f-91af-213c3eead110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.819648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7a33daa6-313c-44e1-802b-b28f9b625c2c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:19.882216 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e8efce9b-0a83-488f-91af-213c3eead110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.888097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e8efce9b-0a83-488f-91af-213c3eead110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:19.893510 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e8efce9b-0a83-488f-91af-213c3eead110 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40b2e682-a882-41b8-b84c-5ac8c5b133bd HTTP/1.1" status: 204 len: 168 time: 0.3460584 Jan 28 20:25:19.905735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efce9b-0a83-488f-91af-213c3eead110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b2e682-a882-41b8-b84c-5ac8c5b133bd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:19.942490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7a33daa6-313c-44e1-802b-b28f9b625c2c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:19.943019 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:20.023342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Allocated IP 172.20.0.1 (e93d94ec-1dcf-47ff-811f-2b27fd7754e3/2d808f73-4610-4bca-96f6-0aaaa5c1af51/939e3dd4-fe1d-4ec2-860b-65366e9106a3) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:20.055585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d3dd8620-922f-46f2-8600-ead1e77afd7b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:20.067562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821bd93-72f2-4b5c-a651-d6247cca811e req-bec6806b-e89e-4d7d-bc47-646485a625ed tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:20.075163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7821bd93-72f2-4b5c-a651-d6247cca811e req-bec6806b-e89e-4d7d-bc47-646485a625ed tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 946 time: 0.6903636 Jan 28 20:25:20.104162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b7e5bbf-598e-4a47-a7e7-6cd391900d24 req-b0f0f5eb-9513-498d-a3fe-a4c94d78e788 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9690710-49ef-4b1d-98cd-2398907d793b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6665099 Jan 28 20:25:20.151364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d3dd8620-922f-46f2-8600-ead1e77afd7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:20.151884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:20.253487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-c42c2dda-75cf-4834-b6d3-60ea4c61c6da tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:20.257991 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-c42c2dda-75cf-4834-b6d3-60ea4c61c6da tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.13 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 945 time: 0.0763581 Jan 28 20:25:20.411526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7821bd93-72f2-4b5c-a651-d6247cca811e req-8fe73c4b-789c-4f8d-84c3-dea8502a15fe tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352270 Jan 28 20:25:20.453578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Deleting port 267192fb-02e0-4733-a98f-c29ddb853763 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:20.454983 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:20.488879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:20.533203 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:20.557754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Made reservation on behalf of 7e69d00efec840fa89855b324e670c77 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:20.566990 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:20.575662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37254) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:20.628757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:20.659888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] For port 267192fb-02e0-4733-a98f-c29ddb853763, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=267192fb-02e0-4733-a98f-c29ddb853763,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:20.660290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:20.681337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:20.710611 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0248d0ac-2a48-4f28-96f4-4f42e0d568a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3be1d7d3541b4feeb99951fbf7d5e654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347623 Jan 28 20:25:20.740923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:20.746013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37256) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:20.921514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-596ae713-35f3-4ae1-85bb-85612aa5fc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.029035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-596ae713-35f3-4ae1-85bb-85612aa5fc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.069145 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.069535 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.069853 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Floating IP 092ea14c-5c26-4cde-a557-311d0f931b60 disassociated. External IP: 172.25.2.68, port: 267192fb-02e0-4733-a98f-c29ddb853763. Jan 28 20:25:21.070207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Calling delete_port for 267192fb-02e0-4733-a98f-c29ddb853763 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:21.147367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.161020 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-596ae713-35f3-4ae1-85bb-85612aa5fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.162941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1c79e832-7c41-4321-b504-724dab639e98 None None] Provisioning complete for port 939e3dd4-fe1d-4ec2-860b-65366e9106a3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:21.163329 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1c79e832-7c41-4321-b504-724dab639e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.164052 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-596ae713-35f3-4ae1-85bb-85612aa5fc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.171379 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-596ae713-35f3-4ae1-85bb-85612aa5fc6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/257427d6-5b15-4d8c-b70c-6cd122b496c7 HTTP/1.1" status: 204 len: 168 time: 0.4234679 Jan 28 20:25:21.202018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ae713-35f3-4ae1-85bb-85612aa5fc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257427d6-5b15-4d8c-b70c-6cd122b496c7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:21.293022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1c79e832-7c41-4321-b504-724dab639e98 None None] Port 939e3dd4-fe1d-4ec2-860b-65366e9106a3 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:25:21.312326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.355520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event deleted for resources: {'Port': ['ID=267192fb-02e0-4733-a98f-c29ddb853763,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:21.394753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7515dae0-ca66-4828-b4f5-6a90e0dc39f3 req-94f36162-5966-4837-b710-612d8cc6e4b1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 210 time: 0.7474940 Jan 28 20:25:21.449012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Port': ['ID=939e3dd4-fe1d-4ec2-860b-65366e9106a3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:21.572919 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.644032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Router f8662673-a37d-4fff-942e-6bf32d933a06 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:25:21.668386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691decc4-a552-4873-a979-f5e34df73bc9 req-f5810a60-ab52-41b1-8ebf-21a932fc5d4d tempest-ComputeTenantNetworksTest-1828122635 tempest-ComputeTenantNetworksTest-1828122635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:21.675121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691decc4-a552-4873-a979-f5e34df73bc9 req-f5810a60-ab52-41b1-8ebf-21a932fc5d4d tempest-ComputeTenantNetworksTest-1828122635 tempest-ComputeTenantNetworksTest-1828122635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:21.682004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691decc4-a552-4873-a979-f5e34df73bc9 req-f5810a60-ab52-41b1-8ebf-21a932fc5d4d tempest-ComputeTenantNetworksTest-1828122635 tempest-ComputeTenantNetworksTest-1828122635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:21.682987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-691decc4-a552-4873-a979-f5e34df73bc9 req-f5810a60-ab52-41b1-8ebf-21a932fc5d4d tempest-ComputeTenantNetworksTest-1828122635 tempest-ComputeTenantNetworksTest-1828122635-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.1280529 Jan 28 20:25:21.788429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Allocated IP 172.20.0.12 (0b696b74-f203-4f40-b45c-22d1c0b67e6b/59996808-5a6e-4074-825b-ba99e517d99e/9503c32a-3abb-4e77-a53f-9a5ede5e4880) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:21.834906 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.900458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:21.913079 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] Sync routers for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:21.926992 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:21.927629 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:21.961892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] No DVR routers for this DVR port 267192fb-02e0-4733-a98f-c29ddb853763 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:21.970089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:21.974380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a21ef6fb-40a2-49e3-bb38-99aa7d6a4697 req-733f666d-28d2-4a2d-9d10-d00a7c1244f4 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/ports?device_id=eda5ee54-e7a9-4654-981e-2cb658142b5e HTTP/1.1" status: 200 len: 210 time: 0.1035581 Jan 28 20:25:21.989134 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bc44f472-5d8d-4b2f-974b-91d14beef453 req-74e679c3-bcf6-46e4-a2f1-69ff9cad6994 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.13 "DELETE /v2.0/ports/267192fb-02e0-4733-a98f-c29ddb853763 HTTP/1.1" status: 204 len: 173 time: 1.7235603 Jan 28 20:25:21.992373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'name': 'network-vif-deleted', 'tag': '267192fb-02e0-4733-a98f-c29ddb853763'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:22.005761 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7946d12-1ee2-48f3-8810-4f067a75be2f" -d '{"events": [{"server_uuid": "eda5ee54-e7a9-4654-981e-2cb658142b5e", "name": "network-vif-deleted", "tag": "267192fb-02e0-4733-a98f-c29ddb853763"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:22.192118 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5806f5-f2b5-48d1-b2f0-b8ddba1151b2 x-openstack-request-id: req-5c5806f5-f2b5-48d1-b2f0-b8ddba1151b2 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:22.192564 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda5ee54-e7a9-4654-981e-2cb658142b5e", "name": "network-vif-deleted", "tag": "267192fb-02e0-4733-a98f-c29ddb853763", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:22.192914 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c5806f5-f2b5-48d1-b2f0-b8ddba1151b2 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:22.193407 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda5ee54-e7a9-4654-981e-2cb658142b5e', 'name': 'network-vif-deleted', 'tag': '267192fb-02e0-4733-a98f-c29ddb853763', 'status': 'completed', 'code': 200} Jan 28 20:25:22.277250 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:22.383341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77277da5-9678-437d-98ab-4f6a51a78e07 req-3e6c7d31-9c66-4d1d-a051-89297787bb1b tempest-ComputeTenantNetworksTest-1828122635 tempest-ComputeTenantNetworksTest-1828122635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:22.396887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77277da5-9678-437d-98ab-4f6a51a78e07 req-3e6c7d31-9c66-4d1d-a051-89297787bb1b tempest-ComputeTenantNetworksTest-1828122635 tempest-ComputeTenantNetworksTest-1828122635-project] 10.222.0.44 "GET /v2.0/networks/c5359b07-05a0-4c88-b8e2-9cc6ba33ce23 HTTP/1.1" status: 200 len: 769 time: 0.3094184 Jan 28 20:25:22.400351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37304) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:22.524481 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:22.635078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:22.657605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7983061-ca7f-4193-a51f-469100d55107 req-88170da9-23b8-46c1-b9fd-5a2cdfb17785 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 210 time: 0.1018443 Jan 28 20:25:22.733499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:59Z', 'revision_number': 5, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:22.740889 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:22.769221 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] Checking router: f8662673-a37d-4fff-942e-6bf32d933a06 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:25:22.787342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:22.787530 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:22.801661 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:22.821002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:22.896015 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:22.904042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:22.906247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:22.913649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:22.921786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:22.929162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:22.974535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5359b07-05a0-4c88-b8e2-9cc6ba33ce23']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:23.024911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec29ce20-5d95-48bc-8ecf-04063e735961') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:23.025461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec29ce20-5d95-48bc-8ecf-04063e735961') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:23.075131 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.129729 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:23.151902 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.179735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:25:23.181817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:23.182570 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.188424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:25:23.194206 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:25:23.196419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event updated for resources: {'Port': ['ID=939e3dd4-fe1d-4ec2-860b-65366e9106a3,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:23.219628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37322) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:23.247389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-e26de24f-7cb6-445b-8b33-4d37aac9b80a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7776577 Jan 28 20:25:23.291259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Request body: {'port': {'device_id': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:23.343716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:23.355142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:23.448771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-556fa441-17e4-4c10-80a1-e32b451a7d1e None None] Provisioning complete for port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:23.449354 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-556fa441-17e4-4c10-80a1-e32b451a7d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.519546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.526281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.532725 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c5359b07-05a0-4c88-b8e2-9cc6ba33ce23 HTTP/1.1" status: 204 len: 168 time: 1.1308136 Jan 28 20:25:23.543810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10765a52-e9b7-40c4-8347-dfb1fca8164a tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.563295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625db467-7034-4895-ba62-664d61e455d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5359b07-05a0-4c88-b8e2-9cc6ba33ce23,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:23.596375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10765a52-e9b7-40c4-8347-dfb1fca8164a tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.642127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-556fa441-17e4-4c10-80a1-e32b451a7d1e None None] Port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:25:23.668896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10765a52-e9b7-40c4-8347-dfb1fca8164a tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.674435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10765a52-e9b7-40c4-8347-dfb1fca8164a tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.679050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-10765a52-e9b7-40c4-8347-dfb1fca8164a tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "DELETE /v2.0/security-groups/a9690710-49ef-4b1d-98cd-2398907d793b HTTP/1.1" status: 204 len: 168 time: 0.4520967 Jan 28 20:25:23.679677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37342) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:23.725198 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.725770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765a52-e9b7-40c4-8347-dfb1fca8164a tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9690710-49ef-4b1d-98cd-2398907d793b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:23.732386 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-7915dc0a-165b-47bd-9c59-5e12abd36791 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] show failed (client error): The resource could not be found. Jan 28 20:25:23.738491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7915dc0a-165b-47bd-9c59-5e12abd36791 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "GET /v2.0/security-groups/a9690710-49ef-4b1d-98cd-2398907d793b HTTP/1.1" status: 404 len: 347 time: 0.0489080 Jan 28 20:25:23.740038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37346) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:23.879336 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:59Z', 'revision_number': 5, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:23.886342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f8ddcdeb-84a7-4fe4-991b-cabef2053088 None None] Provisioning complete for port 939e3dd4-fe1d-4ec2-860b-65366e9106a3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:23.888426 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8ddcdeb-84a7-4fe4-991b-cabef2053088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:23.974798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f8ddcdeb-84a7-4fe4-991b-cabef2053088 None None] Port 939e3dd4-fe1d-4ec2-860b-65366e9106a3 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:25:23.983714 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281cb3c-5916-425b-a671-bfc8bd8c0848 None None] The sync data for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 is: [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:23:55Z', 'revision_number': 4, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '66c34a1e-b071-4e51-9154-c8b378392e27', 'name': '', 'network_id': 'a40c9673-4cc6-450e-8c44-25e74f3c2eda', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'mac_address': 'fa:16:3e:88:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '95043fb1-08ec-43a0-92b3-297969736598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:53Z', 'updated_at': '2022-01-28T20:23:59Z', 'revision_number': 5, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'subnets': [{'id': '95043fb1-08ec-43a0-92b3-297969736598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:24.016035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Router 0b9a8b6d-832d-4fe2-87d3-36ac5013f9de has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:25:24.074515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Deleting port 3e28cf53-f11d-4ede-a4dd-8eb64ffd6269 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:24.075976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.087599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37354) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:24.147280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50474e8-14a8-477d-aa7b-7e1f4952fb70 req-0be19336-1c1c-44e9-938c-df3f66e25c50 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:24.148582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a50474e8-14a8-477d-aa7b-7e1f4952fb70 req-0be19336-1c1c-44e9-938c-df3f66e25c50 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 932 time: 0.2258506 Jan 28 20:25:24.328835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.329173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.353606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Calling delete_port for 3e28cf53-f11d-4ede-a4dd-8eb64ffd6269 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:24.353771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9807e6a6-f342-4845-ab8d-d7db82e2f794 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c6d3248aa3443febf860f137f17e36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592261 Jan 28 20:25:24.354432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:24.513222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 267192fb-02e0-4733-a98f-c29ddb853763 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:24.541565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a50474e8-14a8-477d-aa7b-7e1f4952fb70 req-5d281d52-bbbd-458e-8bae-1080f769289e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439615 Jan 28 20:25:24.543255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:24.603756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22487f56-76f5-40a4-bdfc-d84c979426de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.608650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bce9e6-41b4-41d4-a4e8-0645820cf18b None None] Sync routers for ids ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:24.612966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ebfc964b-24ce-41f7-8ccb-0c764d175118 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "PUT /v2.0/routers/0b9a8b6d-832d-4fe2-87d3-36ac5013f9de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1385014 Jan 28 20:25:24.618220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37372) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:24.627065 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c088b2-302b-4989-ac51-d83b3f472298 None None] New status for floating IP 092ea14c-5c26-4cde-a557-311d0f931b60: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:25:24.634581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 267192fb-02e0-4733-a98f-c29ddb853763 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:24.634946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 267192fb-02e0-4733-a98f-c29ddb853763 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:24.643362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 693ad6f4-bcf4-4aa3-afbe-3a63b60194be details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:24.678788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bce9e6-41b4-41d4-a4e8-0645820cf18b None None] Routers {'0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:24.679588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-78bce9e6-41b4-41d4-a4e8-0645820cf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:24.682600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22487f56-76f5-40a4-bdfc-d84c979426de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.751174 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-78bce9e6-41b4-41d4-a4e8-0645820cf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:24.790721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bce9e6-41b4-41d4-a4e8-0645820cf18b None None] Routers {'0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:24.791653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-78bce9e6-41b4-41d4-a4e8-0645820cf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:24.809691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37376) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:24.830123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.847062 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.db.api [None req-13c088b2-302b-4989-ac51-d83b3f472298 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:25:24.853264 n-d-825064-3 neutron-server[102309]: DEBUG oslo_db.api [None req-13c088b2-302b-4989-ac51-d83b3f472298 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:25:24.892065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9503c32a-3abb-4e77-a53f-9a5ede5e4880 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:24.913528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-78bce9e6-41b4-41d4-a4e8-0645820cf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:24.914406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bce9e6-41b4-41d4-a4e8-0645820cf18b None None] The sync data for ids ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:24.922919 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.935129 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-26acff6f-2129-4ec3-8f1b-13feae96a564 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.936976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22487f56-76f5-40a4-bdfc-d84c979426de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.940474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22487f56-76f5-40a4-bdfc-d84c979426de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:24.945745 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-22487f56-76f5-40a4-bdfc-d84c979426de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59d16800-3a01-45d8-beeb-86967fe70676 HTTP/1.1" status: 204 len: 168 time: 0.5907736 Jan 28 20:25:24.980333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Pushing event deleted for resources: {'Port': ['ID=3e28cf53-f11d-4ede-a4dd-8eb64ffd6269,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:25.022422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab8c9571-9362-4b4a-bfaf-46f711de8c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.094290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22487f56-76f5-40a4-bdfc-d84c979426de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d16800-3a01-45d8-beeb-86967fe70676,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:25.125134 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.130145 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.131966 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ee078d1-c759-4389-b495-d9a1b403e003 tempest-ServersTestManualDisk-215579938 tempest-ServersTestManualDisk-215579938-project] 10.222.0.44 "DELETE /v2.0/floatingips/092ea14c-5c26-4cde-a557-311d0f931b60 HTTP/1.1" status: 204 len: 168 time: 1.3907354 Jan 28 20:25:25.143353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37382) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:25.187019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Transition to ACTIVE for port object 9503c32a-3abb-4e77-a53f-9a5ede5e4880 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:25:25.199628 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.200563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:25.236534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab8c9571-9362-4b4a-bfaf-46f711de8c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.240464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'port_id': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'mac_address': 'fa:16:3e:3a:2b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93aafa58-1311-4434-a366-aab700eaf224', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:25.261173 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-26acff6f-2129-4ec3-8f1b-13feae96a564 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 20:25:25.269445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-26acff6f-2129-4ec3-8f1b-13feae96a564 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/routers/0b9a8b6d-832d-4fe2-87d3-36ac5013f9de HTTP/1.1" status: 409 len: 329 time: 0.6507199 Jan 28 20:25:25.270398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37386) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:25.278286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab8c9571-9362-4b4a-bfaf-46f711de8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.354708 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c088b2-302b-4989-ac51-d83b3f472298 None None] New status for floating IP 092ea14c-5c26-4cde-a557-311d0f931b60: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:25:25.390077 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.402506 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ab8c9571-9362-4b4a-bfaf-46f711de8c19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c88435e20474e7b93866a6f8cbcb730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904112 Jan 28 20:25:25.404316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37394) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:25.462691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c9571-9362-4b4a-bfaf-46f711de8c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c7dc00-1291-44da-9443-96fdac055382,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:25.525577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:25.537258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 693ad6f4-bcf4-4aa3-afbe-3a63b60194be {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:25.657973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c804e9c7-ed63-483f-975b-a7d569079b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.735528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c804e9c7-ed63-483f-975b-a7d569079b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.753754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:25.800078 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.870646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Attempting to bind port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:25.871223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Attempting to bind port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:25.871925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Attempting to bind port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:25.873951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c804e9c7-ed63-483f-975b-a7d569079b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.877478 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c804e9c7-ed63-483f-975b-a7d569079b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:25.881634 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c804e9c7-ed63-483f-975b-a7d569079b3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1c7dc00-1291-44da-9443-96fdac055382 HTTP/1.1" status: 204 len: 168 time: 0.4504733 Jan 28 20:25:25.896847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804e9c7-ed63-483f-975b-a7d569079b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c7dc00-1291-44da-9443-96fdac055382,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:25.946254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:25:25.946805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Attempting to bind port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:25.948316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['693ad6f4-bcf4-4aa3-afbe-3a63b60194be'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:25.992552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc4819-6656-44f9-8e2f-9bac7698a061 req-371afa88-852b-4ece-9813-7e0e4bfc7a20 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:26.001482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95bc4819-6656-44f9-8e2f-9bac7698a061 req-371afa88-852b-4ece-9813-7e0e4bfc7a20 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.2362211 Jan 28 20:25:26.003884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:26.004428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Checking segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:26.004971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Bound using segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:26.005647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Bound port: 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:26.006375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:26.097709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:26.101869 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:26.148056 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95bc4819-6656-44f9-8e2f-9bac7698a061 req-dd8e8405-2a21-4120-91fa-dc69aa5ee212 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451533 Jan 28 20:25:26.250811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:26.256555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:26.268281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:26.344687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:26.345788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:26.347612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] 10.222.0.26 "PUT /v2.0/ports/9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 200 len: 1092 time: 3.0715511 Jan 28 20:25:26.359494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:26.366521 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58040c38-b182-46e2-915c-c3f78f71b1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:26.592912 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba0779f-312f-42a8-9adc-bbc1eb0e4ffe x-openstack-request-id: req-bba0779f-312f-42a8-9adc-bbc1eb0e4ffe {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:26.593389 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:26.604111 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bba0779f-312f-42a8-9adc-bbc1eb0e4ffe {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:26.611608 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'status': 'completed', 'code': 200} Jan 28 20:25:26.733677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8ea4-8811-48e2-9cdd-3daa0c69def9 service neutron] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:26.741004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a82dd0e8-069a-49de-9e15-2b374797e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:26.742518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-a82dd0e8-069a-49de-9e15-2b374797e7a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1095 time: 0.3091285 Jan 28 20:25:26.742925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37460) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:26.751678 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:26.800973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0f090fdd-1f27-47df-859f-a4ad52cc7cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:26.852652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Deleting port 66c34a1e-b071-4e51-9154-c8b378392e27 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:26.858872 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:26.868495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-55651c81-7256-4048-afa7-db67b42df38e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 200 len: 217 time: 0.1134975 Jan 28 20:25:27.003264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] For port 66c34a1e-b071-4e51-9154-c8b378392e27, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=66c34a1e-b071-4e51-9154-c8b378392e27,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:27.004024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.032452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Calling delete_port for 66c34a1e-b071-4e51-9154-c8b378392e27 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:27.034067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:27.068328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0f090fdd-1f27-47df-859f-a4ad52cc7cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.074904 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0f090fdd-1f27-47df-859f-a4ad52cc7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.166041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f090fdd-1f27-47df-859f-a4ad52cc7cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5011a5d6-e35a-4a71-a36a-50665bb9a419,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:27.178174 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0f090fdd-1f27-47df-859f-a4ad52cc7cb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba603cc0662643df969376b0fd87a5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278295 Jan 28 20:25:27.183748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37480) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:27.184325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37484) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:27.395427 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2cd8fc68-a816-4110-93fb-b4f5f9dfa776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.447488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2cd8fc68-a816-4110-93fb-b4f5f9dfa776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.566006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1774448347-network', 'tenant_id': '030f4bb020b84654a7e9b9cc371ba2b1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:27.585940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-4415e2f4-2116-4657-922d-5007cdca6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.587773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-4415e2f4-2116-4657-922d-5007cdca6970 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.7128036 Jan 28 20:25:27.598265 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2cd8fc68-a816-4110-93fb-b4f5f9dfa776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.613347 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2cd8fc68-a816-4110-93fb-b4f5f9dfa776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.614539 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2cd8fc68-a816-4110-93fb-b4f5f9dfa776 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5011a5d6-e35a-4a71-a36a-50665bb9a419 HTTP/1.1" status: 204 len: 168 time: 0.4265261 Jan 28 20:25:27.639654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-14b89dcd-3447-4455-9484-06f6074237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.640246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-14b89dcd-3447-4455-9484-06f6074237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.640934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-14b89dcd-3447-4455-9484-06f6074237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.644593 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-14b89dcd-3447-4455-9484-06f6074237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.645465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-14b89dcd-3447-4455-9484-06f6074237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.646146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-14b89dcd-3447-4455-9484-06f6074237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.646855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-14b89dcd-3447-4455-9484-06f6074237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.656119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-14b89dcd-3447-4455-9484-06f6074237bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6491 time: 0.6207781 Jan 28 20:25:27.695400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8fc68-a816-4110-93fb-b4f5f9dfa776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5011a5d6-e35a-4a71-a36a-50665bb9a419,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:27.702451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Made reservation on behalf of 030f4bb020b84654a7e9b9cc371ba2b1 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:27.705481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.765485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.809246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a10f49-410d-4c42-9537-96d4576e8ef7 req-045be3e5-4895-45d7-9b35-00e62fe1e612 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.811298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75a10f49-410d-4c42-9537-96d4576e8ef7 req-045be3e5-4895-45d7-9b35-00e62fe1e612 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.2219424 Jan 28 20:25:27.818411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-fe606646-a13a-4bd0-89a8-5527c11a0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:27.819902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-fe606646-a13a-4bd0-89a8-5527c11a0aec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988444 Jan 28 20:25:27.824684 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-ccbad4d9-2941-487a-8925-1d4d024fc693 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1673145 Jan 28 20:25:27.921978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75a10f49-410d-4c42-9537-96d4576e8ef7 req-3ea7c37d-f392-47cc-9e12-db662b8c3f38 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010585 Jan 28 20:25:27.976933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:27.979450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:28.013533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:28.019433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-36663ba0-2464-4987-b40a-4ca2bbb75f67 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689076 Jan 28 20:25:28.135723 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Pushing event deleted for resources: {'Port': ['ID=66c34a1e-b071-4e51-9154-c8b378392e27,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:28.152248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:25:28.189781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Deleting port 939e3dd4-fe1d-4ec2-860b-65366e9106a3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:28.190354 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:28.203210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:28.203878 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Added segment 2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e of type vlan for network 9a72884b-277c-4162-aefe-6d0ace886dd8 Jan 28 20:25:28.214783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e7693-701d-4fba-98fc-72854c96072f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:28.412472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-631480fb-9977-4f77-a4fd-19fc06ef6659 req-dfc5ed38-842a-4493-bfa6-1c97425f944b service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830862 Jan 28 20:25:28.524003 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:28.608642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Calling delete_port for 939e3dd4-fe1d-4ec2-860b-65366e9106a3 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:28.637895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 693ad6f4-bcf4-4aa3-afbe-3a63b60194be up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:28.657574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-a6242dc1-affd-465e-80f0-b852eac2d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:28.659242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-a6242dc1-affd-465e-80f0-b852eac2d9e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1095 time: 0.1669929 Jan 28 20:25:28.846916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-9f94df63-12e3-41cd-a4ae-bf830e91c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:28.848598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-9f94df63-12e3-41cd-a4ae-bf830e91c475 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.1257210 Jan 28 20:25:28.875072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:28.879955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:28.913894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:29.030893 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-09b161b1-c2e4-4ed5-ad6e-f92a549ce9de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 200 len: 217 time: 0.1719077 Jan 28 20:25:29.059044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:29.060100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:29.061981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:29.138281 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9527683 Jan 28 20:25:29.168322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37522) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:29.174648 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:29.174842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Request body: {'subnet': {'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1774448347-subnet', 'tenant_id': '030f4bb020b84654a7e9b9cc371ba2b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:29.182242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:29.219514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe61b14-f0d2-4926-a6e6-81252cae6e83 admin admin] Pushing event updated for resources: {'Network': ['ID=9a72884b-277c-4162-aefe-6d0ace886dd8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:29.252265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 9a72884b-277c-4162-aefe-6d0ace886dd8 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:25:29.313181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Made reservation on behalf of 030f4bb020b84654a7e9b9cc371ba2b1 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:29.316073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:29.413556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-4cc3570c-86ae-4c74-ade9-2ae64bddbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:29.417006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-4cc3570c-86ae-4c74-ade9-2ae64bddbfa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.3611448 Jan 28 20:25:29.463695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:29.469576 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67acfb09-888d-4209-a1fd-6b166a16242f" -d '{"events": [{"server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "name": "network-vif-plugged", "status": "completed", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:29.535699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:29.556709 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:29.651175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fff28-1ad9-4a99-9730-45396378fa20 req-351d53bf-0e62-4008-a623-9004323fc951 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:29.657775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-010fff28-1ad9-4a99-9730-45396378fa20 req-351d53bf-0e62-4008-a623-9004323fc951 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.4234891 Jan 28 20:25:29.727759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-5736abb4-9f26-42fe-b47c-dff5a1c621fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:29.729716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-5736abb4-9f26-42fe-b47c-dff5a1c621fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180364 Jan 28 20:25:29.830454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:29.883538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Router f8662673-a37d-4fff-942e-6bf32d933a06 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:25:30.055137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-010fff28-1ad9-4a99-9730-45396378fa20 req-5bc5b55f-4f64-4161-bca0-5c00f10e4242 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818552 Jan 28 20:25:30.107301 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:30.133988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:30.143779 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-70e2cf6e-017b-4d20-ad6f-6fa96ec4375a admin admin] 10.222.0.44 "PUT /v2.0/routers/f8662673-a37d-4fff-942e-6bf32d933a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9981754 Jan 28 20:25:30.145084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37538) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:30.147190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e57821-c5c6-4039-a707-354672208dac None None] Sync routers for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:30.172613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e57821-c5c6-4039-a707-354672208dac None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:30.173306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-45e57821-c5c6-4039-a707-354672208dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:30.257562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Port': ['ID=939e3dd4-fe1d-4ec2-860b-65366e9106a3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:30.261173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-274ff162-d9cd-4898-8468-a64186a4c1b5 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151193 Jan 28 20:25:30.635649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-45e57821-c5c6-4039-a707-354672208dac None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:30.644002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:30.729904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d44d7e3-3d2b-47be-a799-d4f7348fadbc,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:30.739922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:30.818403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58040c38-b182-46e2-915c-c3f78f71b1e2 req-fc483982-13d1-4728-a6ba-193b07eddab6 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468493 Jan 28 20:25:30.827319 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ed711a-476f-468c-8668-fefe3fbd88e7 x-openstack-request-id: req-b1ed711a-476f-468c-8668-fefe3fbd88e7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:30.830331 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "name": "network-vif-plugged", "status": "completed", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:30.831525 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1ed711a-476f-468c-8668-fefe3fbd88e7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:30.834042 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'code': 200} Jan 28 20:25:30.835690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:31.023259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Checking segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:31.023624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Network hostable DHCP agents. Network: 9a72884b-277c-4162-aefe-6d0ace886dd8, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:25:31.052478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:31.062856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:31.108454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Network 9a72884b-277c-4162-aefe-6d0ace886dd8 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:25:31.141991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 9a72884b-277c-4162-aefe-6d0ace886dd8) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:31.160419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:31.161025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:31.166930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'port_id': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'mac_address': 'fa:16:3e:89:08:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:31.178129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fe7669-86b8-4414-83b7-08e7f0722373 None None] Network 9a72884b-277c-4162-aefe-6d0ace886dd8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:31.199372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:31.228108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4c6ca8c8-20ad-4cda-9528-d2b382837207 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0573909 Jan 28 20:25:31.398366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Deleting port c4b7e413-6300-4c4d-bad5-f0651587db7f {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:31.398366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:31.514898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:31.573754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Router 0b9a8b6d-832d-4fe2-87d3-36ac5013f9de has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:25:31.574167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] For port c4b7e413-6300-4c4d-bad5-f0651587db7f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c4b7e413-6300-4c4d-bad5-f0651587db7f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:31.574480 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:31.603996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Calling delete_port for c4b7e413-6300-4c4d-bad5-f0651587db7f owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:31.680087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9503c32a-3abb-4e77-a53f-9a5ede5e4880 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:31.703306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:31.722842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:31.737233 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb26fc-0c3e-4442-ab29-55ed95bb6a55 None None] Sync routers for ids ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:31.742939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d74130c9-37d8-4a2e-ad11-95b510754c7c tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "PUT /v2.0/routers/0b9a8b6d-832d-4fe2-87d3-36ac5013f9de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4617383 Jan 28 20:25:31.743216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37564) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:31.758255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:31.759624 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb26fc-0c3e-4442-ab29-55ed95bb6a55 None None] Routers {'0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:31.760787 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-99bb26fc-0c3e-4442-ab29-55ed95bb6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:31.845320 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-2732b260-a8e5-4534-8b98-5ad1d7d138dc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] show failed (client error): The resource could not be found. Jan 28 20:25:31.847286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2732b260-a8e5-4534-8b98-5ad1d7d138dc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1991388363 HTTP/1.1" status: 404 len: 335 time: 0.1031542 Jan 28 20:25:31.853264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37566) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:31.860046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-970c1e72-26da-477c-b3e7-6de8f8ddaa30 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:31.869702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76c6ee-e879-4190-90bf-870415eb16e8 None None] Network 9a72884b-277c-4162-aefe-6d0ace886dd8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:31.905898 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-99bb26fc-0c3e-4442-ab29-55ed95bb6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:31.912895 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-970c1e72-26da-477c-b3e7-6de8f8ddaa30 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] update failed (client error): The resource could not be found. Jan 28 20:25:31.914304 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-970c1e72-26da-477c-b3e7-6de8f8ddaa30 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-834706974 HTTP/1.1" status: 404 len: 334 time: 0.0591443 Jan 28 20:25:31.918571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37568) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:31.932282 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb26fc-0c3e-4442-ab29-55ed95bb6a55 None None] Routers {'0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:31.935458 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-99bb26fc-0c3e-4442-ab29-55ed95bb6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:31.989524 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-99bb26fc-0c3e-4442-ab29-55ed95bb6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:31.991866 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb26fc-0c3e-4442-ab29-55ed95bb6a55 None None] The sync data for ids ['0b9a8b6d-832d-4fe2-87d3-36ac5013f9de'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:32.037871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ac922c-0c5f-492b-bdaa-ff3977ea07d1 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Deleting subnet 2e5799be-4912-44cf-b338-1b24cf34de56 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:25:32.043892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1ac922c-0c5f-492b-bdaa-ff3977ea07d1 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.078627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.112195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['9503c32a-3abb-4e77-a53f-9a5ede5e4880'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:32.132668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b7e413-6300-4c4d-bad5-f0651587db7f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:32.172684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-45e57821-c5c6-4039-a707-354672208dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:25:27Z', 'revision_number': 5, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port': {'id': 'c4b7e413-6300-4c4d-bad5-f0651587db7f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:23:45Z', 'updated_at': '2022-01-28T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:32.188148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:32.207256 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1ac922c-0c5f-492b-bdaa-ff3977ea07d1 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.257017 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.307995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e57821-c5c6-4039-a707-354672208dac None None] Checking router: f8662673-a37d-4fff-942e-6bf32d933a06 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:25:32.333725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e57821-c5c6-4039-a707-354672208dac None None] Routers {'f8662673-a37d-4fff-942e-6bf32d933a06'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:32.335420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-45e57821-c5c6-4039-a707-354672208dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f8662673-a37d-4fff-942e-6bf32d933a06'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:32.397542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.401043 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.468067 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1ac922c-0c5f-492b-bdaa-ff3977ea07d1 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.473397 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.473971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8662673-a37d-4fff-942e-6bf32d933a06 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:25:32.503112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.507067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37572) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:32.507401 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9a5d7844-d91b-4886-9fff-057c2510e20a admin admin] 10.222.0.44 "DELETE /v2.0/routers/f8662673-a37d-4fff-942e-6bf32d933a06 HTTP/1.1" status: 204 len: 168 time: 2.3595142 Jan 28 20:25:32.599359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1ac922c-0c5f-492b-bdaa-ff3977ea07d1 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.638511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dec950e-4631-4993-a86a-fd2d33045061 admin admin] Deleting subnet 95043fb1-08ec-43a0-92b3-297969736598 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:25:32.649163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8dec950e-4631-4993-a86a-fd2d33045061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.673218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac922c-0c5f-492b-bdaa-ff3977ea07d1 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5799be-4912-44cf-b338-1b24cf34de56,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:32.709730 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1ac922c-0c5f-492b-bdaa-ff3977ea07d1 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.717623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f1ac922c-0c5f-492b-bdaa-ff3977ea07d1 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/subnets/2e5799be-4912-44cf-b338-1b24cf34de56 HTTP/1.1" status: 204 len: 168 time: 0.7954044 Jan 28 20:25:32.719724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37576) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:32.737854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5ddee-fe2e-423f-b251-ebf7372b7aba None None] Network 92968d08-f85d-4810-8b00-002530e3ec08 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:32.761734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8dec950e-4631-4993-a86a-fd2d33045061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.845329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35b3f98-4919-40d4-bc6c-28ba39ce2a90 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Deleting subnet 9812b867-7ce9-4ec7-ba9f-81d4466bbe74 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:25:32.850640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a35b3f98-4919-40d4-bc6c-28ba39ce2a90 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.880163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-45e57821-c5c6-4039-a707-354672208dac None None] Set router f8662673-a37d-4fff-942e-6bf32d933a06 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:32.928985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a35b3f98-4919-40d4-bc6c-28ba39ce2a90 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:32.942200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8dec950e-4631-4993-a86a-fd2d33045061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.008695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-45e57821-c5c6-4039-a707-354672208dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:25:31Z', 'revision_number': 7, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:33.063347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e57821-c5c6-4039-a707-354672208dac None None] The sync data for ids ['f8662673-a37d-4fff-942e-6bf32d933a06'] in n-d-825064-3 is: [{'id': 'f8662673-a37d-4fff-942e-6bf32d933a06', 'name': 'tempest-ServersTestManualDisk-587246794-router', 'tenant_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:23:41Z', 'updated_at': '2022-01-28T20:25:31Z', 'revision_number': 7, 'project_id': 'f3a82e06a53c439fa95bfb69a34d6457', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:33.089810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8dec950e-4631-4993-a86a-fd2d33045061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.122172 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8dec950e-4631-4993-a86a-fd2d33045061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.129067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8dec950e-4631-4993-a86a-fd2d33045061 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/95043fb1-08ec-43a0-92b3-297969736598 HTTP/1.1" status: 204 len: 168 time: 0.6198969 Jan 28 20:25:33.131857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37578) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:33.146164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be085f-30dc-44b3-8158-8933da36fc60 None None] Network a40c9673-4cc6-450e-8c44-25e74f3c2eda requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:33.176519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec950e-4631-4993-a86a-fd2d33045061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95043fb1-08ec-43a0-92b3-297969736598,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:33.252027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a35b3f98-4919-40d4-bc6c-28ba39ce2a90 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.300895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] DHCP port deletion for 92968d08-f85d-4810-8b00-002530e3ec08 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:25:33.326120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.428884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a35b3f98-4919-40d4-bc6c-28ba39ce2a90 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.469106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a35b3f98-4919-40d4-bc6c-28ba39ce2a90 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.474636 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a35b3f98-4919-40d4-bc6c-28ba39ce2a90 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/subnets/9812b867-7ce9-4ec7-ba9f-81d4466bbe74 HTTP/1.1" status: 204 len: 168 time: 0.7517424 Jan 28 20:25:33.474636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b3f98-4919-40d4-bc6c-28ba39ce2a90 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Subnet': ['ID=9812b867-7ce9-4ec7-ba9f-81d4466bbe74,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:33.475099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:33.477584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb62c0-53ef-4486-a58d-072f66a0d8b2 None None] Network 039a1213-e6f8-4e8e-b2f8-59c889b39e97 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:33.537602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Deleting port 2888f132-469c-4bd4-a231-4d40db07cf59 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:33.537945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.565151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] Deleting port d3dd8620-922f-46f2-8600-ead1e77afd7b {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:33.570713 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.629153 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.652427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] For port 2888f132-469c-4bd4-a231-4d40db07cf59, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2888f132-469c-4bd4-a231-4d40db07cf59,segment=NetworkSegment(e65c7e90-2f92-4781-a785-96cc7a7bb4e6),segment_id=e65c7e90-2f92-4781-a785-96cc7a7bb4e6)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:33.652803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.669756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Calling delete_port for 2888f132-469c-4bd4-a231-4d40db07cf59 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:33.768940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] For port d3dd8620-922f-46f2-8600-ead1e77afd7b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d3dd8620-922f-46f2-8600-ead1e77afd7b,segment=NetworkSegment(b44098b8-e9cd-4c99-9f9f-040273ce8b9c),segment_id=b44098b8-e9cd-4c99-9f9f-040273ce8b9c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:33.770091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.805667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] Calling delete_port for d3dd8620-922f-46f2-8600-ead1e77afd7b owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:33.829194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Deleting port d3dd8620-922f-46f2-8600-ead1e77afd7b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:33.829692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.873939 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.922788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90c57d-2d1d-4fd9-b103-7dc4bff73bf8 None None] DHCP port deletion for a40c9673-4cc6-450e-8c44-25e74f3c2eda request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:25:33.929281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] For port d3dd8620-922f-46f2-8600-ead1e77afd7b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d3dd8620-922f-46f2-8600-ead1e77afd7b,segment=NetworkSegment(b44098b8-e9cd-4c99-9f9f-040273ce8b9c),segment_id=b44098b8-e9cd-4c99-9f9f-040273ce8b9c)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:33.930045 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:33.943956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Pushing event deleted for resources: {'Port': ['ID=2888f132-469c-4bd4-a231-4d40db07cf59,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:33.947099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Calling delete_port for d3dd8620-922f-46f2-8600-ead1e77afd7b owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:33.969532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] No DVR routers for this DVR port 2888f132-469c-4bd4-a231-4d40db07cf59 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:33.979680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c4b7e413-6300-4c4d-bad5-f0651587db7f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:34.074064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c4b7e413-6300-4c4d-bad5-f0651587db7f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:34.074411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c4b7e413-6300-4c4d-bad5-f0651587db7f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:34.074846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2888f132-469c-4bd4-a231-4d40db07cf59 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:34.102458 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.117926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] No DVR routers for this DVR port d3dd8620-922f-46f2-8600-ead1e77afd7b on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:34.150520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2888f132-469c-4bd4-a231-4d40db07cf59 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:34.151235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2888f132-469c-4bd4-a231-4d40db07cf59 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:34.151672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 66c34a1e-b071-4e51-9154-c8b378392e27 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:34.152730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Port': ['ID=d3dd8620-922f-46f2-8600-ead1e77afd7b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:34.178846 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.182267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 66c34a1e-b071-4e51-9154-c8b378392e27 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:34.182866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 66c34a1e-b071-4e51-9154-c8b378392e27 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:34.183301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d3dd8620-922f-46f2-8600-ead1e77afd7b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:34.210676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.253283 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:25:34.292059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40c9673-4cc6-450e-8c44-25e74f3c2eda']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:34.292648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d3dd8620-922f-46f2-8600-ead1e77afd7b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:34.292856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d3dd8620-922f-46f2-8600-ead1e77afd7b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:34.302634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] Pushing event deleted for resources: {'Port': ['ID=d3dd8620-922f-46f2-8600-ead1e77afd7b,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:34.316238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f22eac-1bda-48f5-ae47-33f337f60f46 None None] No DVR routers for this DVR port d3dd8620-922f-46f2-8600-ead1e77afd7b on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:34.322538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:34.323660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65c7e90-2f92-4781-a785-96cc7a7bb4e6') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:34.344751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.353072 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.369606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.378843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:25:34.378843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.412086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92968d08-f85d-4810-8b00-002530e3ec08']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:34.437496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44098b8-e9cd-4c99-9f9f-040273ce8b9c') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:34.437798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44098b8-e9cd-4c99-9f9f-040273ce8b9c') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:25:34.456722 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:25:34.461096 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.466503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] DHCP port deletion for 039a1213-e6f8-4e8e-b2f8-59c889b39e97 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:25:34.489201 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.490432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.505016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.506043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:25:34.506521 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.510611 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a40c9673-4cc6-450e-8c44-25e74f3c2eda HTTP/1.1" status: 204 len: 168 time: 1.3657725 Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:25:34.515539 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:25:34.540916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaef37b-3e3a-48c8-9679-8cf2d07c6716 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40c9673-4cc6-450e-8c44-25e74f3c2eda,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:34.582922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] Deleting port 25bbe61b-d3a3-4f72-912e-61a207c24347 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:34.585664 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.647508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.657385 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.667025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/networks/92968d08-f85d-4810-8b00-002530e3ec08 HTTP/1.1" status: 204 len: 168 time: 1.1889269 Jan 28 20:25:34.668822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37592) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:34.688349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ea9d3-a971-4753-b704-27451f08f2ee tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Network': ['ID=92968d08-f85d-4810-8b00-002530e3ec08,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:34.731532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:34.791106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.840049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] For port 25bbe61b-d3a3-4f72-912e-61a207c24347, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=25bbe61b-d3a3-4f72-912e-61a207c24347,segment=NetworkSegment(c5d1488e-cf0e-4374-ab43-9bc0a584fe32),segment_id=c5d1488e-cf0e-4374-ab43-9bc0a584fe32)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:34.840049 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.862452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] Calling delete_port for 25bbe61b-d3a3-4f72-912e-61a207c24347 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:34.864784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:25:34.871300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:34.871829 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:34.879512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37594) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:34.944899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Deleting port 25bbe61b-d3a3-4f72-912e-61a207c24347 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:34.945556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.010074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0b7cf97b-d403-4342-a005-fce6b3a22db0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3a82e06a53c439fa95bfb69a34d6457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283174 Jan 28 20:25:35.015214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37596) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:35.021280 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.055991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:35.058397 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7f5311-9611-41fe-96b3-c0063cbc63cb" -d '{"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-plugged", "status": "completed", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:35.058555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] For port 25bbe61b-d3a3-4f72-912e-61a207c24347, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=25bbe61b-d3a3-4f72-912e-61a207c24347,segment=NetworkSegment(c5d1488e-cf0e-4374-ab43-9bc0a584fe32),segment_id=c5d1488e-cf0e-4374-ab43-9bc0a584fe32)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:35.060208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.091343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:35.098236 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.099445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Calling delete_port for 25bbe61b-d3a3-4f72-912e-61a207c24347 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:35.107988 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50d0ff57-0887-4b17-a004-0ebb37b0bd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.145018 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50d0ff57-0887-4b17-a004-0ebb37b0bd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.170711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:35.198866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.223364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50d0ff57-0887-4b17-a004-0ebb37b0bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.229586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-50d0ff57-0887-4b17-a004-0ebb37b0bd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.234170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-50d0ff57-0887-4b17-a004-0ebb37b0bd4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc673b39-5e64-4b6a-b6cc-c5567a908a71 HTTP/1.1" status: 204 len: 168 time: 0.2173679 Jan 28 20:25:35.247758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] No DVR routers for this DVR port 25bbe61b-d3a3-4f72-912e-61a207c24347 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:35.250388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0ff57-0887-4b17-a004-0ebb37b0bd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc673b39-5e64-4b6a-b6cc-c5567a908a71,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:35.251888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1df3c-4c9d-4932-abc3-c9d06774a95a None None] Pushing event deleted for resources: {'Port': ['ID=25bbe61b-d3a3-4f72-912e-61a207c24347,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:35.297685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.314197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] No DVR routers for this DVR port 25bbe61b-d3a3-4f72-912e-61a207c24347 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:35.376534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Port': ['ID=25bbe61b-d3a3-4f72-912e-61a207c24347,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:35.479058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.558603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039a1213-e6f8-4e8e-b2f8-59c889b39e97']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:35.587525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d1488e-cf0e-4374-ab43-9bc0a584fe32') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:35.587877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d1488e-cf0e-4374-ab43-9bc0a584fe32') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:35.611963 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.636011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 25bbe61b-d3a3-4f72-912e-61a207c24347 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:35.641547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.666340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:25:35.668379 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.686232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 25bbe61b-d3a3-4f72-912e-61a207c24347 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:35.686699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 25bbe61b-d3a3-4f72-912e-61a207c24347 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:25:35.703282 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:25:35.777449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.790973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.799041 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/networks/039a1213-e6f8-4e8e-b2f8-59c889b39e97 HTTP/1.1" status: 204 len: 168 time: 1.1241035 Jan 28 20:25:35.803177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37612) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:35.815635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd0fef-47f8-4454-934a-72f466411fc2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Network': ['ID=039a1213-e6f8-4e8e-b2f8-59c889b39e97,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:35.885951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-636aede4-243a-463f-9f56-6bd2e5cc22f2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Deleting subnet 2d808f73-4610-4bca-96f6-0aaaa5c1af51 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:25:35.889945 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-636aede4-243a-463f-9f56-6bd2e5cc22f2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:35.939420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-636aede4-243a-463f-9f56-6bd2e5cc22f2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.084813 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-636aede4-243a-463f-9f56-6bd2e5cc22f2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.251309 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-636aede4-243a-463f-9f56-6bd2e5cc22f2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.294138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636aede4-243a-463f-9f56-6bd2e5cc22f2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Subnet': ['ID=2d808f73-4610-4bca-96f6-0aaaa5c1af51,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:36.297694 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-636aede4-243a-463f-9f56-6bd2e5cc22f2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.304031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-636aede4-243a-463f-9f56-6bd2e5cc22f2 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/subnets/2d808f73-4610-4bca-96f6-0aaaa5c1af51 HTTP/1.1" status: 204 len: 168 time: 0.4978418 Jan 28 20:25:36.304031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37624) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:36.313512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bf746-4ad3-40a5-9d4f-738fb91ff0ea None None] Network e93d94ec-1dcf-47ff-811f-2b27fd7754e3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:36.453247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.530847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37630) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:36.540220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Deleting port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:36.540940 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.663796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] For port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,segment=NetworkSegment(98c84160-ddbf-441a-aa0e-77fdd98bdbd3),segment_id=98c84160-ddbf-441a-aa0e-77fdd98bdbd3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:36.664228 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.670259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] DHCP port deletion for e93d94ec-1dcf-47ff-811f-2b27fd7754e3 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:25:36.681574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Calling delete_port for fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:36.682551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-669494222-network', 'tenant_id': 'a0e54c9a02b54103a912ba7b21f8161e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:36.718698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Made reservation on behalf of a0e54c9a02b54103a912ba7b21f8161e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:36.723070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.742414 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.755916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] Deleting port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:36.756684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.849768 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.852305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] For port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,segment=NetworkSegment(98c84160-ddbf-441a-aa0e-77fdd98bdbd3),segment_id=98c84160-ddbf-441a-aa0e-77fdd98bdbd3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:36.853136 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.880835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] Calling delete_port for fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:36.895804 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.900442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Port': ['ID=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:36.902604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] No DVR routers for this DVR port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:36.911224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.927881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:25:36.941759 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:36.942238 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Added segment 72a35c2c-1b6e-466d-bfad-149cf565e5ee of type vlan for network 829be10a-e867-4194-bfb4-efe1dea71f50 Jan 28 20:25:36.998259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.003681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.025363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93d94ec-1dcf-47ff-811f-2b27fd7754e3']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:37.041353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c84160-ddbf-441a-aa0e-77fdd98bdbd3') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:37.041677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c84160-ddbf-441a-aa0e-77fdd98bdbd3') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:37.044082 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.045121 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.046220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:37.046898 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.053645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.072203 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.074932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] No DVR routers for this DVR port fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:37.082326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:25:37.085334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:25:37.089089 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:25:37.112063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d67b7-4ab9-4bd8-bce4-c70e740311b2 None None] Pushing event deleted for resources: {'Port': ['ID=fad55eb1-f1b1-44cf-b213-8fd9f3d08a85,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:37.208620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6761971 Jan 28 20:25:37.217541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37642) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:37.225783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Request body: {'subnet': {'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-669494222-subnet', 'tenant_id': 'a0e54c9a02b54103a912ba7b21f8161e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:37.240333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ae803-4694-4217-811c-0661fa426770,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:37.245836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0484e4b-ee98-42df-ae17-45b1cf8884da admin admin] Pushing event updated for resources: {'Network': ['ID=829be10a-e867-4194-bfb4-efe1dea71f50,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:37.282612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 829be10a-e867-4194-bfb4-efe1dea71f50 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:25:37.283566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-8751fe85-be38-4b27-9bd9-f8e10567aef3 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=882f9d96bf8c4a5ebb40a78771642eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489280 Jan 28 20:25:37.305947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Made reservation on behalf of a0e54c9a02b54103a912ba7b21f8161e for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:37.308562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.362103 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.384325 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.391415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/networks/e93d94ec-1dcf-47ff-811f-2b27fd7754e3 HTTP/1.1" status: 204 len: 168 time: 1.0825038 Jan 28 20:25:37.406075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37644) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:37.406075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f726215-4a34-4fda-8121-e87b68a3cd59 tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Pushing event deleted for resources: {'Network': ['ID=e93d94ec-1dcf-47ff-811f-2b27fd7754e3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:37.472218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4e99d63e-29d7-47a7-bfa7-b56b94a0b81b tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b9a8b6d-832d-4fe2-87d3-36ac5013f9de HTTP/1.1" status: 200 len: 205 time: 0.0649939 Jan 28 20:25:37.473810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37646) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:37.518945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-4eb3d92a-62dd-42c3-9ac2-66d17fa029d5 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:37.521481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-4eb3d92a-62dd-42c3-9ac2-66d17fa029d5 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369146 Jan 28 20:25:37.537477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22895bf-d716-4c4f-956a-aaa29f88d029 req-2c927271-b5ef-4bac-9af2-f2f7ff8c8222 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:37.547351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b22895bf-d716-4c4f-956a-aaa29f88d029 req-2c927271-b5ef-4bac-9af2-f2f7ff8c8222 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1765974 Jan 28 20:25:37.595578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b22895bf-d716-4c4f-956a-aaa29f88d029 req-29582059-4b48-45ff-9da1-5d0140848524 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467856 Jan 28 20:25:37.598538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-0e540c86-69c3-439e-ae77-d9ec904365a7 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/quotas/882f9d96bf8c4a5ebb40a78771642eab HTTP/1.1" status: 200 len: 375 time: 0.0305142 Jan 28 20:25:37.615450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:37.640551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb545-7c36-44a5-b2fe-6d2c0c77f3fc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.685757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-61607b11-0fe0-45c1-acaf-d07266a86a1d tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=882f9d96bf8c4a5ebb40a78771642eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761485 Jan 28 20:25:37.689641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:37.690500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fad55eb1-f1b1-44cf-b213-8fd9f3d08a85 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:37.699047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b000e2a5-aab8-48a2-b0ad-5add847b2da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.967822 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb545-7c36-44a5-b2fe-6d2c0c77f3fc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:37.979946 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb545-7c36-44a5-b2fe-6d2c0c77f3fc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:38.001272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:38.066256 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4a3d6d-3dbe-4cc8-8d69-5ddf387497c6 x-openstack-request-id: req-8e4a3d6d-3dbe-4cc8-8d69-5ddf387497c6 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:38.066903 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-plugged", "status": "completed", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:38.067261 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e4a3d6d-3dbe-4cc8-8d69-5ddf387497c6 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:38.067757 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'code': 200} Jan 28 20:25:38.119864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-e9c8c12e-7589-4fb0-8768-fbe6214fc99d tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:38.128315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-e9c8c12e-7589-4fb0-8768-fbe6214fc99d tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 815 time: 0.1326048 Jan 28 20:25:38.175429 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-285b3f68-ad45-478b-a067-962bfc0ab3cd tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/quotas/030f4bb020b84654a7e9b9cc371ba2b1 HTTP/1.1" status: 200 len: 375 time: 0.0460074 Jan 28 20:25:38.186690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc49e4ef-da88-4997-9d76-e145eb1bc38a req-e9b91ec0-3cd2-49fe-8869-9df9680b9ce6 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 210 time: 0.0474460 Jan 28 20:25:38.189157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee49341f-90f4-418d-9c8c-7bb0edd94e76,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:38.226250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb545-7c36-44a5-b2fe-6d2c0c77f3fc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:38.226887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8bb545-7c36-44a5-b2fe-6d2c0c77f3fc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Fanout notify agent at l3_agent the message router_deleted on router 0b9a8b6d-832d-4fe2-87d3-36ac5013f9de {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:25:38.328269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c8bb545-7c36-44a5-b2fe-6d2c0c77f3fc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:38.334639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c8bb545-7c36-44a5-b2fe-6d2c0c77f3fc tempest-RoutersNegativeTest-1137709841 tempest-RoutersNegativeTest-1137709841-project] 10.222.0.44 "DELETE /v2.0/routers/0b9a8b6d-832d-4fe2-87d3-36ac5013f9de HTTP/1.1" status: 204 len: 168 time: 0.8595037 Jan 28 20:25:38.337958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-10e74aaa-592e-4afb-b93a-464109597bde tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1539841 Jan 28 20:25:38.396288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Checking segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:38.396870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Network hostable DHCP agents. Network: 829be10a-e867-4194-bfb4-efe1dea71f50, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:25:38.400472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7a952-9655-4713-b165-c20f34c7e8ea req-138cedc4-b1fb-4a64-8039-a31e0a79c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:38.401990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaf7a952-9655-4713-b165-c20f34c7e8ea req-138cedc4-b1fb-4a64-8039-a31e0a79c102 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1097 time: 0.2142339 Jan 28 20:25:38.444540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Network 829be10a-e867-4194-bfb4-efe1dea71f50 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:25:38.457054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 829be10a-e867-4194-bfb4-efe1dea71f50) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:38.467530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f500ab4-46d4-4c30-b9b2-7b032f80bd7a None None] Network 829be10a-e867-4194-bfb4-efe1dea71f50 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:38.472510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:38.473567 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:38.518324 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ed79da16-41c2-4226-99f7-501cf19ecf79 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2970474 Jan 28 20:25:38.645461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f5232907-3218-425a-9567-ed6d2c6096ad service neutron] 10.222.0.44 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064549 Jan 28 20:25:38.758792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaf7a952-9655-4713-b165-c20f34c7e8ea req-d6949389-33ad-43a7-ae91-98d5f9259c7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485081 Jan 28 20:25:38.773476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-77f05e63-013c-4c8e-8c70-44d5aa37178b service neutron] 10.222.0.44 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265645 Jan 28 20:25:38.923609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281e9ce-4f29-4606-8497-80610fa35933 None None] Network 829be10a-e867-4194-bfb4-efe1dea71f50 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:39.013040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dc8e9-8388-4cc4-80d5-0ae903498048 req-5e2253c8-2f8b-45a8-b556-8ef572e4b0c3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:39.034598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-539dc8e9-8388-4cc4-80d5-0ae903498048 req-5e2253c8-2f8b-45a8-b556-8ef572e4b0c3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1970310 Jan 28 20:25:39.060099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37712) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:39.168398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-539dc8e9-8388-4cc4-80d5-0ae903498048 req-bada2123-e105-475f-9cef-a7c2fef7da57 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326311 Jan 28 20:25:39.265734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afe7dd9d-ed27-44a9-afe2-ef6e7270ffa4 req-ad3f3de3-1cd5-4877-950b-5b9d4c9c2029 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 210 time: 0.0933414 Jan 28 20:25:39.467755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-55893343-afcb-4605-9847-c9351067082f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3744a436ffde44209014323fe7b6fa0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021523 Jan 28 20:25:39.469066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37728) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:39.516273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6930c9b-b5d8-46cb-a93a-316bd767322e req-0c7fca5d-7d4a-4a7e-82c5-69cb02b6f5cc tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 210 time: 0.0698917 Jan 28 20:25:39.661031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72ceff37-a4a7-4cc6-be16-0b8db286d44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:39.691826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72ceff37-a4a7-4cc6-be16-0b8db286d44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:39.778251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72ceff37-a4a7-4cc6-be16-0b8db286d44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:39.783252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72ceff37-a4a7-4cc6-be16-0b8db286d44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:39.797826 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-72ceff37-a4a7-4cc6-be16-0b8db286d44c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c981ab8-39f8-4f4d-934f-2eaadadc374e HTTP/1.1" status: 204 len: 168 time: 0.3206594 Jan 28 20:25:39.861346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceff37-a4a7-4cc6-be16-0b8db286d44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c981ab8-39f8-4f4d-934f-2eaadadc374e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:39.937649 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-d2fbabdc-246a-43f6-ae67-786069a5a577 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1820343 Jan 28 20:25:40.143075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-404c8400-9f71-45c8-b5fa-59e887663a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.144702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-404c8400-9f71-45c8-b5fa-59e887663a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.146779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-404c8400-9f71-45c8-b5fa-59e887663a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.148700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-404c8400-9f71-45c8-b5fa-59e887663a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.152870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-404c8400-9f71-45c8-b5fa-59e887663a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.154035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-404c8400-9f71-45c8-b5fa-59e887663a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.157127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-404c8400-9f71-45c8-b5fa-59e887663a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.161212 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0f73d821-13ae-46a2-a8d3-8012cecd40b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:40.161856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-f6b43ec4-b948-4e70-a437-b665ae1acb17 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=882f9d96bf8c4a5ebb40a78771642eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086152 Jan 28 20:25:40.163631 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-404c8400-9f71-45c8-b5fa-59e887663a65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aefb1f7410d451eac118b095331837a&device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 6491 time: 0.1473632 Jan 28 20:25:40.353189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-ce2499d6-28e6-4813-8093-ce20e854611c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.365057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-ce2499d6-28e6-4813-8093-ce20e854611c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.5668418 Jan 28 20:25:40.441693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-b1a55555-47f4-404b-9574-03f0cf4ff252 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/quotas/a0e54c9a02b54103a912ba7b21f8161e HTTP/1.1" status: 200 len: 375 time: 0.0721955 Jan 28 20:25:40.552341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-40024f24-370d-4ac8-b60c-253e402b320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.553168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-40024f24-370d-4ac8-b60c-253e402b320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.553821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-40024f24-370d-4ac8-b60c-253e402b320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.555633 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-40024f24-370d-4ac8-b60c-253e402b320c service neutron] 10.222.0.13 "GET /v2.0/networks?id=96031065-7361-49f5-b7d0-d7404da90120&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&id=560b8a65-0f63-4c02-9fb6-f4e74b394998&id=560b8a65-0f63-4c02-9fb6-f4e74b394998 HTTP/1.1" status: 200 len: 2294 time: 0.2008247 Jan 28 20:25:40.747413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9c7012e7-6084-46e3-9f18-278cae59b4f8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1839464 Jan 28 20:25:40.816495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-62d48ddd-07e3-45a9-8f13-dc4943f1d15d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf30484-f814-47f7-a2da-c6e283b6327d HTTP/1.1" status: 200 len: 1001 time: 0.2431581 Jan 28 20:25:40.879409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34b487-ca32-40f5-8b97-a26610bbaebd req-56d5d388-c19b-4ca1-8191-a360ee4cc454 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.891342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f34b487-ca32-40f5-8b97-a26610bbaebd req-56d5d388-c19b-4ca1-8191-a360ee4cc454 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.4995828 Jan 28 20:25:40.942534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-69c7de51-25d4-4d16-9f0b-18644c0c2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:40.949286 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-69c7de51-25d4-4d16-9f0b-18644c0c2217 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e5bedbc-af42-49bb-a79f-6ef63971f178 HTTP/1.1" status: 200 len: 851 time: 0.1240885 Jan 28 20:25:41.041630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-f68053a8-e5c0-43b6-8c32-02339cb88529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.046272 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-f68053a8-e5c0-43b6-8c32-02339cb88529 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96031065-7361-49f5-b7d0-d7404da90120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906744 Jan 28 20:25:41.171188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-60b80dc7-dd25-4de8-a9e7-94cb937bc7fb tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:41.173526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-60b80dc7-dd25-4de8-a9e7-94cb937bc7fb tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9988110 Jan 28 20:25:41.187776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f34b487-ca32-40f5-8b97-a26610bbaebd req-b94117cd-58e2-489a-aa0f-51b4cebb5db0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954988 Jan 28 20:25:41.230621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Request body: {'port': {'device_id': '7b260658-0692-46ca-8a70-6892385bd67c', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '882f9d96bf8c4a5ebb40a78771642eab'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:41.593138 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:41.972609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37790) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:42.028127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-643a3a75-814b-47bd-b40a-c2e6778a748a service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2706332 Jan 28 20:25:42.101850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7843cfb2-2769-415b-b6b2-a9a98c6c24f7 req-462f7415-786d-4641-9a9a-ff23bf203922 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 210 time: 0.1279836 Jan 28 20:25:42.124242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-08835d85-5919-412c-bcc4-b0628de51c38 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:42.129237 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-08835d85-5919-412c-bcc4-b0628de51c38 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.13 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 815 time: 0.1500421 Jan 28 20:25:42.169383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Request body: {'port': {'device_id': '0b1ffb82-5605-4d20-bdfd-3bff370fa0ee', 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'admin_state_up': True, 'tenant_id': '030f4bb020b84654a7e9b9cc371ba2b1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:42.224845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-909aba76-27b4-4b97-a85d-61a7b65d3a56 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1675606265', 'prefixes': ['172.20.0.0/16']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:42.326551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89e0a284-0f10-47c5-8c6a-561cc3e6ab45 req-e558d2e6-1deb-44c9-9c16-09318976228b tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 210 time: 0.0857172 Jan 28 20:25:42.399137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Made reservation on behalf of 030f4bb020b84654a7e9b9cc371ba2b1 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:42.407597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:42.456425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-909aba76-27b4-4b97-a85d-61a7b65d3a56 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] Notify callbacks [] for subnetpool, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:42.460350 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-11600b0f-3232-4e0c-882f-f284c4728485 service neutron] 10.222.0.13 "GET /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4047334 Jan 28 20:25:42.463424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-909aba76-27b4-4b97-a85d-61a7b65d3a56 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4861863 Jan 28 20:25:42.466848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37814) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:42.539212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e1f58584-b719-494d-bc93-a7c30386ed5e tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] 10.222.0.44 "GET /v2.0/subnetpools/a5f97de7-83de-40d0-b322-1973d9a80799 HTTP/1.1" status: 200 len: 732 time: 0.0700128 Jan 28 20:25:42.540423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Made reservation on behalf of 882f9d96bf8c4a5ebb40a78771642eab for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:42.547443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:42.552646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37816) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:42.555836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aa550690-32ef-4a2f-8267-133ab6b666b4 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141659 Jan 28 20:25:42.567145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-45f3903b-94ed-424f-b144-82d2bfa01ac2 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1203567114'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:42.602595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:42.693079 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-a08413f6-1ea2-4848-bc22-707a3c881e2e service neutron] 10.222.0.13 "GET /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250226 Jan 28 20:25:42.719812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682062b-271f-40ee-b4c0-61607f840f19 req-81ea7b11-0531-4b92-b065-f9512a48f179 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:42.722382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3682062b-271f-40ee-b4c0-61607f840f19 req-81ea7b11-0531-4b92-b065-f9512a48f179 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1627853 Jan 28 20:25:42.851355 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:42.856767 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-cba65e3b-ce4a-4fa4-b060-65a3db5e270a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=daa0f061-5cf3-4a13-baa6-48af89604eda HTTP/1.1" status: 200 len: 217 time: 0.0583699 Jan 28 20:25:42.899471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56ebadc0-cd72-4e46-8d76-35458afe476a req-0e040a15-437e-410f-b979-9b15b097125a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 210 time: 0.1039734 Jan 28 20:25:42.953978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3682062b-271f-40ee-b4c0-61607f840f19 req-0880a5bb-b488-4799-a05c-45fc158468b6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151818 Jan 28 20:25:42.962068 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-45f3903b-94ed-424f-b144-82d2bfa01ac2 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] Notify callbacks [] for subnetpool, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:42.965271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-b05681b8-f02c-47f3-9fbe-b0f0d07570cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:42.965970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-45f3903b-94ed-424f-b144-82d2bfa01ac2 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] 10.222.0.44 "PUT /v2.0/subnetpools/a5f97de7-83de-40d0-b322-1973d9a80799 HTTP/1.1" status: 200 len: 684 time: 0.4087887 Jan 28 20:25:42.967300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37822) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:42.971803 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-b05681b8-f02c-47f3-9fbe-b0f0d07570cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 200 len: 797 time: 0.1055036 Jan 28 20:25:43.031102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:43.038958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:43.111166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Allocated IP 172.20.0.5 (9a72884b-277c-4162-aefe-6d0ace886dd8/1d44d7e3-3d2b-47be-a799-d4f7348fadbc/053a62f9-0e28-4cc0-a3be-b9259a3f8602) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:43.144241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-6de6113b-1d39-4503-b623-b41e4d8d50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:43.147406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-6de6113b-1d39-4503-b623-b41e4d8d50c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1638114 Jan 28 20:25:43.170978 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:43.273292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Allocated IP 192.168.233.116 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/06bdb02d-9336-4c77-aa10-288cd9a6fc83) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:43.438312 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-5848501a-b2dd-4337-96b6-f7fa147a5553 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789745 Jan 28 20:25:43.490293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:43.575714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7f887f-8a66-467b-8435-52d4ffaaac7b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:43.578849 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:43.696691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8252485d-89f8-40dc-b052-44071b7b3744 req-1ab174fb-2c67-463b-abf3-75e3e179d957 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 210 time: 0.1540236 Jan 28 20:25:43.743953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:43.750763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:43.772488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:43.826910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f26ef2a-c6f4-4bdd-84d4-b2d5926cf1ee tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] Notify callbacks [] for subnetpool, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:43.833398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2f26ef2a-c6f4-4bdd-84d4-b2d5926cf1ee tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] 10.222.0.44 "DELETE /v2.0/subnetpools/a5f97de7-83de-40d0-b322-1973d9a80799 HTTP/1.1" status: 204 len: 168 time: 0.8637943 Jan 28 20:25:43.834387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37840) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:43.859083 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-6964716b-4e8a-42fb-b61d-e7ee982ac4b9 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] show failed (client error): The resource could not be found. Jan 28 20:25:43.863425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6964716b-4e8a-42fb-b61d-e7ee982ac4b9 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] 10.222.0.44 "GET /v2.0/subnetpools/a5f97de7-83de-40d0-b322-1973d9a80799 HTTP/1.1" status: 404 len: 346 time: 0.0221999 Jan 28 20:25:43.866461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-9f632ab4-9d9d-47d0-9da0-20942ff4db17 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132721 Jan 28 20:25:43.867037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37842) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:43.872005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cca93-f2f5-401d-af38-97abca57c128 req-9b136235-ea85-4df7-9b04-d20b1bdb3132 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:43.888798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-283cca93-f2f5-401d-af38-97abca57c128 req-9b136235-ea85-4df7-9b04-d20b1bdb3132 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.3463240 Jan 28 20:25:43.893194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37844) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:43.893871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Pushing event updated for resources: {'Port': ['ID=06bdb02d-9336-4c77-aa10-288cd9a6fc83,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:43.901347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'floatingip': {'port_id': '9503c32a-3abb-4e77-a53f-9a5ede5e4880'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:43.995883 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-35fb79cc-75c1-4981-b119-92868d044ae7 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] delete failed (client error): The resource could not be found. Jan 28 20:25:44.005713 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35fb79cc-75c1-4981-b119-92868d044ae7 tempest-SubnetPoolsTestJSON-383571978 tempest-SubnetPoolsTestJSON-383571978-project] 10.222.0.44 "DELETE /v2.0/subnetpools/a5f97de7-83de-40d0-b322-1973d9a80799 HTTP/1.1" status: 404 len: 346 time: 0.1246338 Jan 28 20:25:44.068002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:44.111307 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-62ac7e0c-0ae5-4178-835e-f959ff59f10a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=694c8880-36b6-4b7d-a411-41c3ed3bc69b HTTP/1.1" status: 200 len: 217 time: 0.1355398 Jan 28 20:25:44.141175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:44.141857 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:44.246715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-4d08743e-9107-4773-9852-76c103fb95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:44.249036 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-4d08743e-9107-4773-9852-76c103fb95c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 200 len: 797 time: 0.1235006 Jan 28 20:25:44.255455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-68ae9cce-c42f-4a00-ae20-5f0a93786800 None None] Provisioning complete for port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:44.256000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68ae9cce-c42f-4a00-ae20-5f0a93786800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:44.350611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-68ae9cce-c42f-4a00-ae20-5f0a93786800 None None] Port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:25:44.384740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcdde83b-d9df-484e-bd4a-2a215716168f req-58c22b8d-6a4c-4087-84a2-78d892e038bf tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 210 time: 0.2664211 Jan 28 20:25:44.410954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-9db3ea4f-e4ff-4ded-8c13-ccf9e000a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:44.413129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-9db3ea4f-e4ff-4ded-8c13-ccf9e000a839 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1564686 Jan 28 20:25:44.488699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-41429ce2-db9a-4e88-bf09-867c2f57954e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2994151 Jan 28 20:25:44.551873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Request body: {'port': {'device_id': '7b260658-0692-46ca-8a70-6892385bd67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:44.564270 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-01aaa83f-8de8-46b2-bfbc-c03af239b354 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374371 Jan 28 20:25:44.567743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:44.574803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37862) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:44.638040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42769a55-13a8-41c0-876a-ad15b2c9e495 req-71828b85-90e6-4d53-acbd-4b4f3de73721 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:44.648417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42769a55-13a8-41c0-876a-ad15b2c9e495 req-71828b85-90e6-4d53-acbd-4b4f3de73721 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 936 time: 0.7583702 Jan 28 20:25:44.765469 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-e5f02cb7-bc43-4b73-8b9c-fe383d6dbe62 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919749 Jan 28 20:25:44.854030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-f86c2aca-ff38-4221-9a04-dfb57fe95578 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:44.855748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-f86c2aca-ff38-4221-9a04-dfb57fe95578 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.2346568 Jan 28 20:25:44.896582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Request body: {'port': {'device_id': '1b9aca12-0f0e-4903-a02f-74fe7706709f', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'admin_state_up': True, 'tenant_id': 'a0e54c9a02b54103a912ba7b21f8161e'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:44.900594 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-c17d41af-620f-47fe-ae92-ac844cb3ee09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=7a5d503d-11b3-4c6c-b4cb-46ffd626e347 HTTP/1.1" status: 200 len: 217 time: 0.1296067 Jan 28 20:25:44.903436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:45.030137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-e7097f45-348d-4b57-9026-662f3faa72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:45.034050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-e7097f45-348d-4b57-9026-662f3faa72d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 200 len: 797 time: 0.1168303 Jan 28 20:25:45.056555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a5b19cc-9ecf-4836-89ef-9b98d98aa445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:45.084107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Network 9a72884b-277c-4162-aefe-6d0ace886dd8 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:45.123668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:45.148912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:45.194235 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:45.218238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-765468ad-1e2d-432f-9769-bb91b5d1b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:45.220509 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-765468ad-1e2d-432f-9769-bb91b5d1b8ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1533597 Jan 28 20:25:45.221259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Pushing event updated for resources: {'Port': ['ID=053a62f9-0e28-4cc0-a3be-b9259a3f8602,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:45.257553 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42769a55-13a8-41c0-876a-ad15b2c9e495 req-865ff219-2718-4251-a480-0189c5873756 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004345 Jan 28 20:25:45.346702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af6c3b-8b7b-4ce9-8d29-ce9ac36886eb req-20d233e0-50fb-4aff-85b9-3f59db5c2264 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:45.355849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73af6c3b-8b7b-4ce9-8d29-ce9ac36886eb req-20d233e0-50fb-4aff-85b9-3f59db5c2264 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 931 time: 0.4929297 Jan 28 20:25:45.377052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:45.377808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:45.389778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Made reservation on behalf of a0e54c9a02b54103a912ba7b21f8161e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:45.400709 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:45.439186 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a094c165-a2dd-445b-bdab-16147af13de4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3010657 Jan 28 20:25:45.474584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Request body: {'port': {'device_id': '0b1ffb82-5605-4d20-bdfd-3bff370fa0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:45.587123 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-62a5e029-9e30-4db9-a448-6d40d69b5604 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563161 Jan 28 20:25:45.668921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a5b19cc-9ecf-4836-89ef-9b98d98aa445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:45.695747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a5b19cc-9ecf-4836-89ef-9b98d98aa445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:45.741679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:45.777651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b19cc-9ecf-4836-89ef-9b98d98aa445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd40fba-b387-4870-84a9-cce6e8c3cb93,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:45.782630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6a5b19cc-9ecf-4836-89ef-9b98d98aa445 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9716828738b47b7ad2b2b02a3906dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1980438 Jan 28 20:25:45.788214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37882) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:45.852111 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-fbf1411f-cd2f-46bd-ad76-79c4d1a71482 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564716 Jan 28 20:25:45.985479 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-4e357b1a-c6b2-4eaa-b749-8164c8cec882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=59117eb7-42cd-4d42-8e49-2d0b9ab72a06 HTTP/1.1" status: 200 len: 217 time: 0.1071141 Jan 28 20:25:46.212435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df924435-644d-45cc-ad03-e82e30219773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:46.221477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-f3cb9e10-8200-4fde-bc4c-18febee2e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:46.223269 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-f3cb9e10-8200-4fde-bc4c-18febee2e565 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 200 len: 797 time: 0.2266417 Jan 28 20:25:46.275397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73af6c3b-8b7b-4ce9-8d29-ce9ac36886eb req-2795442f-c178-4b76-b9cc-d0a5310d60c6 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9185164 Jan 28 20:25:46.303310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:46.330268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df924435-644d-45cc-ad03-e82e30219773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:46.368987 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:46.386571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95d3b9b1-3514-47e8-8db7-220a2b5e5bd1 req-0d2c7bb7-fc73-46a2-a21d-5046a4a8642a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 210 time: 0.1250122 Jan 28 20:25:46.452574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-2706976b-7beb-4dc9-80a4-6aa28f1df957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:46.454116 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-2706976b-7beb-4dc9-80a4-6aa28f1df957 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccfa6aae-5890-4c49-9f68-054fc50eefc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2159708 Jan 28 20:25:46.618424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df924435-644d-45cc-ad03-e82e30219773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:46.621380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df924435-644d-45cc-ad03-e82e30219773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:46.625716 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-df924435-644d-45cc-ad03-e82e30219773 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfd40fba-b387-4870-84a9-cce6e8c3cb93 HTTP/1.1" status: 204 len: 168 time: 0.8332367 Jan 28 20:25:46.744122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df924435-644d-45cc-ad03-e82e30219773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd40fba-b387-4870-84a9-cce6e8c3cb93,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:46.770678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-ed420596-07b6-4258-aa62-b983841f8c52 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021598 Jan 28 20:25:46.836827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053a62f9-0e28-4cc0-a3be-b9259a3f8602 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:46.877115 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:46.898805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Transition to ACTIVE for port object 053a62f9-0e28-4cc0-a3be-b9259a3f8602 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:25:46.903313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:47.020018 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-b0294e58-402c-4c1f-91c0-afa5ce935728 service neutron] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337818 Jan 28 20:25:47.025379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Pushing event updated for resources: {'Port': ['ID=053a62f9-0e28-4cc0-a3be-b9259a3f8602,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:47.087661 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-d84cf07a-f14b-48c6-831d-40b0742202e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=576d7047-f335-42d8-8285-5629dda21340 HTTP/1.1" status: 200 len: 217 time: 0.0580747 Jan 28 20:25:47.161294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Attempting to bind port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:47.161698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Attempting to bind port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:47.162043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Attempting to bind port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:47.167637 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Floating IP b2f0af50-fb49-414a-a1be-b41de36305e8 associated. External IP: 172.25.2.113, port: 9503c32a-3abb-4e77-a53f-9a5ede5e4880. Jan 28 20:25:47.171937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Allocated IP 172.20.0.11 (829be10a-e867-4194-bfb4-efe1dea71f50/ee49341f-90f4-418d-9c8c-7bb0edd94e76/237f691a-63e3-49be-85a1-c0a8f683b5b4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:47.172988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:25:47.173335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Attempting to bind port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:47.178112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-b75e3d3b-baf7-4c59-ac30-f29019d7d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:47.180031 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-b75e3d3b-baf7-4c59-ac30-f29019d7d59b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417eb0a5-46aa-4a04-86b6-7e8779ba1294 HTTP/1.1" status: 200 len: 797 time: 0.0844798 Jan 28 20:25:47.184634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:47.185541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Checking segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:47.185995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Bound using segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:47.186564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Bound port: 053a62f9-0e28-4cc0-a3be-b9259a3f8602, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:47.187058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:47.187420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf4c8-251e-49f5-a5bd-97ee2bc7992f req-a7addc68-1bfa-439a-83c1-0c034b0a8163 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:47.189003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-725cf4c8-251e-49f5-a5bd-97ee2bc7992f req-a7addc68-1bfa-439a-83c1-0c034b0a8163 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 936 time: 0.7567112 Jan 28 20:25:47.287069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] For port 053a62f9-0e28-4cc0-a3be-b9259a3f8602, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:47.290960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] For port 053a62f9-0e28-4cc0-a3be-b9259a3f8602, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=053a62f9-0e28-4cc0-a3be-b9259a3f8602,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:47.298788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:47.402517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-725cf4c8-251e-49f5-a5bd-97ee2bc7992f req-8e9b7504-ee8f-4e3e-905b-b567db34e6a3 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700165 Jan 28 20:25:47.426403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:47.427262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:47.428927 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] 10.222.0.13 "PUT /v2.0/ports/053a62f9-0e28-4cc0-a3be-b9259a3f8602 HTTP/1.1" status: 200 len: 1091 time: 1.9753828 Jan 28 20:25:47.436820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ffb82-5605-4d20-bdfd-3bff370fa0ee', 'tag': '053a62f9-0e28-4cc0-a3be-b9259a3f8602'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:47.440844 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1ffb82-5605-4d20-bdfd-3bff370fa0ee", "tag": "053a62f9-0e28-4cc0-a3be-b9259a3f8602"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:47.456390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-420688f0-2e60-47d1-8b6e-35907f14bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:47.458905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06bdb02d-9336-4c77-aa10-288cd9a6fc83 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:47.475886 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-420688f0-2e60-47d1-8b6e-35907f14bf40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=560b8a65-0f63-4c02-9fb6-f4e74b394998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2819338 Jan 28 20:25:47.490269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:47.534982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2882532-bf78-4b36-a93e-6ea8e1e205bf service neutron] Pushing event updated for resources: {'Port': ['ID=053a62f9-0e28-4cc0-a3be-b9259a3f8602,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:47.630139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-dec72b58-e854-440a-b95e-be65f673e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:47.632599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-dec72b58-e854-440a-b95e-be65f673e8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 1094 time: 0.1262901 Jan 28 20:25:47.728223 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-03285321-cce1-41ed-b5c5-38efe8444f75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053a62f9-0e28-4cc0-a3be-b9259a3f8602 HTTP/1.1" status: 200 len: 217 time: 0.0689011 Jan 28 20:25:47.737393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Transition to ACTIVE for port object 06bdb02d-9336-4c77-aa10-288cd9a6fc83 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:25:47.739710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4ae4b2e-ae83-42d3-a8f5-0f30c7c546ad req-b5f35af9-d4f6-4487-8861-a6ba461d6009 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 210 time: 0.1232507 Jan 28 20:25:47.754732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:47.755940 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-b6d886f8-29bc-4fd7-9c53-5b8bec7ed7c7 service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500808 Jan 28 20:25:47.864884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736beb6-06f6-4f46-aab0-d9bef2b10b2e req-9d0e6b0b-cdba-42a6-8145-acd71147df71 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:47.866570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2736beb6-06f6-4f46-aab0-d9bef2b10b2e req-9d0e6b0b-cdba-42a6-8145-acd71147df71 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 943 time: 0.4536800 Jan 28 20:25:47.912298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:47.985946 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-b0c1a690-c41e-40b9-b1e1-0163d7f619f8 service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962924 Jan 28 20:25:47.987403 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c013256-c027-47e1-9e33-276e9289365a x-openstack-request-id: req-2c013256-c027-47e1-9e33-276e9289365a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:47.987682 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1ffb82-5605-4d20-bdfd-3bff370fa0ee", "tag": "053a62f9-0e28-4cc0-a3be-b9259a3f8602", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:47.987930 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c013256-c027-47e1-9e33-276e9289365a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:47.988394 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1ffb82-5605-4d20-bdfd-3bff370fa0ee', 'tag': '053a62f9-0e28-4cc0-a3be-b9259a3f8602', 'status': 'completed', 'code': 200} Jan 28 20:25:48.040948 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-d27bdf30-8e42-4318-b254-27fa1c19b669 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eec3143-59d6-4b5c-bf9b-a1fd687e6404 HTTP/1.1" status: 200 len: 217 time: 0.0457015 Jan 28 20:25:48.072678 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:48.118028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Pushing event updated for resources: {'Port': ['ID=06bdb02d-9336-4c77-aa10-288cd9a6fc83,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:48.123404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-1135031d-f7e0-4410-bb7f-2250d8fea2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:48.124980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-1135031d-f7e0-4410-bb7f-2250d8fea2fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.3906069 Jan 28 20:25:48.172433 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-d04d20f2-95b5-464d-8b4b-350fdc6c246d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388830 Jan 28 20:25:48.208116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-6270af0d-fcf6-4169-9157-e8c7644cafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:48.209969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-6270af0d-fcf6-4169-9157-e8c7644cafd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=417eb0a5-46aa-4a04-86b6-7e8779ba1294 HTTP/1.1" status: 200 len: 797 time: 0.1607831 Jan 28 20:25:48.210170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Router 48e4c72c-0685-4f86-ad01-677298b2d972 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:25:48.276076 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2736beb6-06f6-4f46-aab0-d9bef2b10b2e req-23e3d540-6fd4-4b8d-a0da-043e7d1ac57b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904556 Jan 28 20:25:48.333765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:48.436858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Attempting to bind port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:48.437831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Attempting to bind port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:48.438336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Attempting to bind port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:48.501028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:25:48.501788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Attempting to bind port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:48.508870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Network 829be10a-e867-4194-bfb4-efe1dea71f50 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:48.519043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:48.532852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:48.536085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:48.536854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:48.537442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:48.538071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Bound port: 06bdb02d-9336-4c77-aa10-288cd9a6fc83, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:48.538664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:48.548051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event updated for resources: {'Port': ['ID=237f691a-63e3-49be-85a1-c0a8f683b5b4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:48.693563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:25:48.702709 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:48.709111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] Sync routers for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:25:48.749167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:48.749824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:48.783886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662271c4-21cb-4ad2-82d9-b770e16a4c2a req-c60ce28d-b1fc-48c8-862a-cdaa50451524 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:48.786803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-662271c4-21cb-4ad2-82d9-b770e16a4c2a req-c60ce28d-b1fc-48c8-862a-cdaa50451524 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 948 time: 0.2408462 Jan 28 20:25:48.795273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-16163532-8706-49c2-8739-baa6c1096806 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "PUT /v2.0/floatingips/b2f0af50-fb49-414a-a1be-b41de36305e8 HTTP/1.1" status: 200 len: 992 time: 4.8980448 Jan 28 20:25:48.801679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:48.802266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:48.809363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:48.812137 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef" -d '{"events": [{"name": "network-changed", "server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:48.889999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] For port 06bdb02d-9336-4c77-aa10-288cd9a6fc83, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:48.924908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-9e34f7e6-1be3-44dc-82fc-d90f3546733c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0555909 Jan 28 20:25:48.928034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] For port 06bdb02d-9336-4c77-aa10-288cd9a6fc83, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=06bdb02d-9336-4c77-aa10-288cd9a6fc83,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:48.944539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Request body: {'port': {'device_id': '1b9aca12-0f0e-4903-a02f-74fe7706709f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:49.017649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-662271c4-21cb-4ad2-82d9-b770e16a4c2a req-62c24a28-df6d-48ac-8d61-5e996c8b00f7 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109067 Jan 28 20:25:49.021753 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:49.066382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:49.127897 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:49.322938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-ce9594ba-af7f-48b7-87f8-ca54dab08a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:49.325492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-ce9594ba-af7f-48b7-87f8-ca54dab08a2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=560b8a65-0f63-4c02-9fb6-f4e74b394998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2686989 Jan 28 20:25:49.334079 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a25c1d8e-dc7b-40f2-b11b-898267b33529 service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1478274 Jan 28 20:25:49.453362 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf153a9-017f-4e52-a6ce-9c8301091401 x-openstack-request-id: req-6cf153a9-017f-4e52-a6ce-9c8301091401 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:49.454035 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:49.454035 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cf153a9-017f-4e52-a6ce-9c8301091401 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:49.454369 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'status': 'completed', 'code': 200} Jan 28 20:25:49.568367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:49.569083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:49.570396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] 10.222.0.13 "PUT /v2.0/ports/06bdb02d-9336-4c77-aa10-288cd9a6fc83 HTTP/1.1" status: 200 len: 1096 time: 5.0251176 Jan 28 20:25:49.661301 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-9338ba67-1fb9-4016-8f53-e54fe2b23655 service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250756 Jan 28 20:25:49.665671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-d3b03660-1ff3-41f9-854c-0a352e7d8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:49.670923 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-d3b03660-1ff3-41f9-854c-0a352e7d8c47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1097 time: 0.2499809 Jan 28 20:25:49.774410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc9b4-cdef-4885-aff4-1483347630e9 req-e3e001ff-d8b2-47a0-ab93-49486ef36f38 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:49.777313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74fbc9b4-cdef-4885-aff4-1483347630e9 req-e3e001ff-d8b2-47a0-ab93-49486ef36f38 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 932 time: 0.8427973 Jan 28 20:25:49.790861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b2f0af50-fb49-414a-a1be-b41de36305e8', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'port_id': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'mac_address': 'fa:16:3e:89:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:25:09Z', 'updated_at': '2022-01-28T20:25:46Z', 'revision_number': 1, 'project_id': '7e69d00efec840fa89855b324e670c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:49.930345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] Checking router: 48e4c72c-0685-4f86-ad01-677298b2d972 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:25:49.963712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:25:49.964770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:25:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:50.037231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74fbc9b4-cdef-4885-aff4-1483347630e9 req-7b12d7e7-7f67-45f6-b37f-bac432255477 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468522 Jan 28 20:25:50.052142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b318b-da00-4e0d-a223-fb503b358e13 service neutron] Pushing event updated for resources: {'Port': ['ID=06bdb02d-9336-4c77-aa10-288cd9a6fc83,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:50.159947 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-726c4c5a-e2f9-44f1-9c78-b056e5e75787 req-d77537ac-eac3-4827-84c1-c38a38a4991d service neutron] 10.222.0.13 "GET /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762526 Jan 28 20:25:50.239726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971d19c-24a3-4386-9c9d-9f93e2f8834d req-9f4369b7-830b-42fc-a440-c415a667a90e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.250268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c971d19c-24a3-4386-9c9d-9f93e2f8834d req-9f4369b7-830b-42fc-a440-c415a667a90e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 943 time: 0.7905190 Jan 28 20:25:50.288517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-891ea8c6-e645-43c8-b3d7-6e28ba7d9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.304242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-891ea8c6-e645-43c8-b3d7-6e28ba7d9d15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=882f9d96bf8c4a5ebb40a78771642eab&device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 1099 time: 0.6475244 Jan 28 20:25:50.381401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-453450b2-ad80-4ba1-9a29-2dab10da47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.385132 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-453450b2-ad80-4ba1-9a29-2dab10da47a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.6707275 Jan 28 20:25:50.414892 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c7a0a3c-6a32-4889-a2fa-eb46f1da4f3f req-a47c51c9-b141-482a-bc38-c6d5e01ab909 service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9958880 Jan 28 20:25:50.621075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-cf839425-0470-48de-a4f4-375fc2e769a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=06bdb02d-9336-4c77-aa10-288cd9a6fc83 HTTP/1.1" status: 200 len: 217 time: 0.1424088 Jan 28 20:25:50.633476 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-9a8914d1-90cb-475e-a054-e5c69f8e6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.636767 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-9a8914d1-90cb-475e-a054-e5c69f8e6ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 1094 time: 0.1419117 Jan 28 20:25:50.642328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c971d19c-24a3-4386-9c9d-9f93e2f8834d req-b01ffa34-87de-4073-b0d0-86784b42fef8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276422 Jan 28 20:25:50.654666 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-6586b28c-d024-4532-ba12-7d4a74fd697c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 200 len: 1000 time: 0.2602701 Jan 28 20:25:50.736968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:25:50.741364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c03a63-b896-4695-8c39-7a258ed9e78d req-dc9313e9-8c91-4e97-8979-9d646575eb61 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.757023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72c03a63-b896-4695-8c39-7a258ed9e78d req-dc9313e9-8c91-4e97-8979-9d646575eb61 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 948 time: 0.4023175 Jan 28 20:25:50.831431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-09277fb4-7a22-4846-86f8-c1e5682bf268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.833500 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-09277fb4-7a22-4846-86f8-c1e5682bf268 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 916 time: 0.1855545 Jan 28 20:25:50.862737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72c03a63-b896-4695-8c39-7a258ed9e78d req-fb0a9bd3-bffa-4d46-807c-a8af0d40981a tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046143 Jan 28 20:25:50.916721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-599d76f6-037d-44ce-bd69-d1b1e6edbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.918560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-599d76f6-037d-44ce-bd69-d1b1e6edbd9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.2712824 Jan 28 20:25:50.919640 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-9e092a9a-822e-4765-913a-8853a2abb74e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053a62f9-0e28-4cc0-a3be-b9259a3f8602 HTTP/1.1" status: 200 len: 217 time: 0.0543573 Jan 28 20:25:50.947569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-2ef6def0-338d-4165-bd60-12e63289c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:50.949318 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-2ef6def0-338d-4165-bd60-12e63289c0bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.2766442 Jan 28 20:25:51.067975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-e2841e6e-0bde-47b2-9b05-0838b56252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:51.071099 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-e2841e6e-0bde-47b2-9b05-0838b56252ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827935 Jan 28 20:25:51.074537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-1f8627ad-63c9-4f66-9e51-9f2672723e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:51.079646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-1f8627ad-63c9-4f66-9e51-9f2672723e56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.1427138 Jan 28 20:25:51.127213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237f691a-63e3-49be-85a1-c0a8f683b5b4 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:51.147355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:51.184378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Transition to ACTIVE for port object 237f691a-63e3-49be-85a1-c0a8f683b5b4 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:25:51.199529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:51.221289 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-4a615b83-a14c-414f-aea2-df2cf075249f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142445 Jan 28 20:25:51.327919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Pushing event updated for resources: {'Port': ['ID=237f691a-63e3-49be-85a1-c0a8f683b5b4,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:51.332635 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:51.459612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b2f0af50-fb49-414a-a1be-b41de36305e8', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'port_id': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'mac_address': 'fa:16:3e:89:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:25:09Z', 'updated_at': '2022-01-28T20:25:46Z', 'revision_number': 1, 'project_id': '7e69d00efec840fa89855b324e670c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:25:51.531542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d2a59-d92d-4504-a242-643d0a8fc777 None None] The sync data for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 is: [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b2f0af50-fb49-414a-a1be-b41de36305e8', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'port_id': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'mac_address': 'fa:16:3e:89:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:25:09Z', 'updated_at': '2022-01-28T20:25:46Z', 'revision_number': 1, 'project_id': '7e69d00efec840fa89855b324e670c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:25:51.566892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:51.615019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-ac095ccf-9eb9-45a5-9453-8d76107925f6 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342698 Jan 28 20:25:51.658239 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-8cf40880-b4a1-424a-a895-d18881dd2352 service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278121 Jan 28 20:25:51.959610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b260658-0692-46ca-8a70-6892385bd67c', 'tag': '06bdb02d-9336-4c77-aa10-288cd9a6fc83'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:51.962195 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3477cd76-cbc8-4a3b-bfa0-8739097d6392" -d '{"events": [{"name": "network-changed", "server_uuid": "7b260658-0692-46ca-8a70-6892385bd67c", "tag": "06bdb02d-9336-4c77-aa10-288cd9a6fc83"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:51.972008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e29ab849-6568-4d22-ace7-c600123d5f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.021337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-c3923d22-60f9-4849-9533-f70f4943c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:52.022966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-c3923d22-60f9-4849-9533-f70f4943c27b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0854321 Jan 28 20:25:52.055610 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cbe779-c797-4848-bb5c-03ac8470bdc1 None None] New status for floating IP b2f0af50-fb49-414a-a1be-b41de36305e8: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:25:52.069003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17721384-3989-4ed9-bc86-0b2548ceb0cb req-20f65698-d96a-45f8-8023-8388811428de tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:52.081468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17721384-3989-4ed9-bc86-0b2548ceb0cb req-20f65698-d96a-45f8-8023-8388811428de tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 943 time: 0.1136141 Jan 28 20:25:52.092206 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-48eb9cf4-70b9-4e98-b172-b5e30bc4779f req-ad41ddeb-2a43-4202-8893-8f2bc4502190 service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692183 Jan 28 20:25:52.112346 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6ffbc93-2f5c-45da-9ebb-56fa6d7e67ef req-52e4cb92-fc4c-4c94-aa79-b2558142f737 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809458 Jan 28 20:25:52.163271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4728de5-4799-468d-a311-ad60a3458256 req-2dff7daf-730b-4bdf-861d-150250ee85fd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:52.171791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4728de5-4799-468d-a311-ad60a3458256 req-2dff7daf-730b-4bdf-861d-150250ee85fd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 944 time: 0.8477821 Jan 28 20:25:52.182114 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e29ab849-6568-4d22-ace7-c600123d5f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.193431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e29ab849-6568-4d22-ace7-c600123d5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.239949 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e29ab849-6568-4d22-ace7-c600123d5f7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfdc79b4d7bf4981b361f6622a623a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698675 Jan 28 20:25:52.242949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38074) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:52.243931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ab849-6568-4d22-ace7-c600123d5f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5039e04b-40b4-489d-a62c-0d501a0eb4fd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:52.327059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17721384-3989-4ed9-bc86-0b2548ceb0cb req-a3b3e60a-e5ef-40db-a793-82f428b09a30 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735461 Jan 28 20:25:52.358486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Attempting to bind port 237f691a-63e3-49be-85a1-c0a8f683b5b4 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:52.358744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d3d9-544b-42a2-9038-3358a17857f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.358937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Attempting to bind port 237f691a-63e3-49be-85a1-c0a8f683b5b4 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:52.359312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Attempting to bind port 237f691a-63e3-49be-85a1-c0a8f683b5b4 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:52.389157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4728de5-4799-468d-a311-ad60a3458256 req-db4aec1c-6b7e-4019-a022-a4228ff49f1d tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159829 Jan 28 20:25:52.397064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-d7b24733-390c-445e-b974-c1436c8c1ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616357 Jan 28 20:25:52.398912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Port 237f691a-63e3-49be-85a1-c0a8f683b5b4 on network 829be10a-e867-4194-bfb4-efe1dea71f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:25:52.399239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Attempting to bind port 237f691a-63e3-49be-85a1-c0a8f683b5b4 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:52.414556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:52.415003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Checking segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:52.415771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Bound using segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:52.416332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Bound port: 237f691a-63e3-49be-85a1-c0a8f683b5b4, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:52.416892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.417008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d3d9-544b-42a2-9038-3358a17857f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.489793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d3d9-544b-42a2-9038-3358a17857f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.497589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eeb3d3d9-544b-42a2-9038-3358a17857f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.504990 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eeb3d3d9-544b-42a2-9038-3358a17857f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5039e04b-40b4-489d-a62c-0d501a0eb4fd HTTP/1.1" status: 204 len: 168 time: 0.2371025 Jan 28 20:25:52.507178 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eda286c-7807-42f7-bd18-029979d3948f x-openstack-request-id: req-0eda286c-7807-42f7-bd18-029979d3948f {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:52.507465 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b260658-0692-46ca-8a70-6892385bd67c", "tag": "06bdb02d-9336-4c77-aa10-288cd9a6fc83", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:52.507722 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0eda286c-7807-42f7-bd18-029979d3948f {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:52.508117 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b260658-0692-46ca-8a70-6892385bd67c', 'tag': '06bdb02d-9336-4c77-aa10-288cd9a6fc83', 'status': 'completed', 'code': 200} Jan 28 20:25:52.517525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3d3d9-544b-42a2-9038-3358a17857f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5039e04b-40b4-489d-a62c-0d501a0eb4fd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:52.663672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 053a62f9-0e28-4cc0-a3be-b9259a3f8602 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:52.684982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6141ad-7a15-41df-83c2-60d5bf5979c1 req-9aba141d-911f-4e70-88cb-c76137bc6cc6 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:52.686656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee6141ad-7a15-41df-83c2-60d5bf5979c1 req-9aba141d-911f-4e70-88cb-c76137bc6cc6 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 948 time: 0.1771502 Jan 28 20:25:52.687907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] For port 237f691a-63e3-49be-85a1-c0a8f683b5b4, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:52.692864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] For port 237f691a-63e3-49be-85a1-c0a8f683b5b4, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=237f691a-63e3-49be-85a1-c0a8f683b5b4,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:52.698615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4be0159e-9850-4f8f-b1c0-d782aaf0ed06 req-52e167f3-c060-4076-b198-1eedef4801d2 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932432 Jan 28 20:25:52.706643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.817305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:52.817933 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.819347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] 10.222.0.26 "PUT /v2.0/ports/237f691a-63e3-49be-85a1-c0a8f683b5b4 HTTP/1.1" status: 200 len: 1092 time: 3.8827298 Jan 28 20:25:52.831595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38112) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:52.836931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-901036243'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:52.837966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 053a62f9-0e28-4cc0-a3be-b9259a3f8602, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=053a62f9-0e28-4cc0-a3be-b9259a3f8602,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:52.840660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee6141ad-7a15-41df-83c2-60d5bf5979c1 req-16e0131d-33ef-4f7d-a943-e46baf1bc3fc tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461291 Jan 28 20:25:52.856374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '053a62f9-0e28-4cc0-a3be-b9259a3f8602', 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'port_id': '053a62f9-0e28-4cc0-a3be-b9259a3f8602', 'mac_address': 'fa:16:3e:1f:89:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d44d7e3-3d2b-47be-a799-d4f7348fadbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:52.868896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-d0fa9a63-54e3-4825-a929-03740e12439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:52.870467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-d0fa9a63-54e3-4825-a929-03740e12439d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=882f9d96bf8c4a5ebb40a78771642eab&device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 1099 time: 0.1129160 Jan 28 20:25:52.871141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac21c04-b3d8-4e66-ba9c-43a193ebe489 service neutron] Pushing event updated for resources: {'Port': ['ID=237f691a-63e3-49be-85a1-c0a8f683b5b4,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:52.912365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:52.919256 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.921135 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.938076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053a62f9-0e28-4cc0-a3be-b9259a3f8602 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:52.960734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 053a62f9-0e28-4cc0-a3be-b9259a3f8602, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=053a62f9-0e28-4cc0-a3be-b9259a3f8602,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:52.968305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.973858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:25:52.993055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-f28ec604-ed3d-4003-8aad-ef475f17a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:52.994598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-f28ec604-ed3d-4003-8aad-ef475f17a262 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 1095 time: 0.1202650 Jan 28 20:25:52.995612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:52.995612 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Added segment 3d28db18-8d24-47bc-88ff-8f62d8144e2b of type vlan for network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 Jan 28 20:25:53.054155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=053a62f9-0e28-4cc0-a3be-b9259a3f8602,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:53.065777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.066521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.066943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.067262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.067829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.068364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.068858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.069335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.070410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.070930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.072001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.072531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:25:53.074141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-e8a57bda-0c92-4700-9925-135cb3957352 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237f691a-63e3-49be-85a1-c0a8f683b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0648680 Jan 28 20:25:53.083695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.093460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-6a33366e-753d-4267-8b74-2e6052396b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.095383 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-6a33366e-753d-4267-8b74-2e6052396b6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1904461 Jan 28 20:25:53.121723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.128657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.129362 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.131735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38124) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:53.177968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-5b58af09-5784-422b-805a-e8a871080704 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=06bdb02d-9336-4c77-aa10-288cd9a6fc83 HTTP/1.1" status: 200 len: 217 time: 0.0687406 Jan 28 20:25:53.199152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-1fc7e469-41b8-4e6f-bfe5-afc56554cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.204163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-1fc7e469-41b8-4e6f-bfe5-afc56554cd60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.1043608 Jan 28 20:25:53.204586 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7641a52c-0964-40d3-87c8-fed5ec6ccaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.227658 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3946099 Jan 28 20:25:53.231347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38136) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:53.238673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['053a62f9-0e28-4cc0-a3be-b9259a3f8602'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:53.245063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-330157435'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:53.265501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29c03a-be3e-4d58-9fe9-550e32c2f3a5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Network': ['ID=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:53.271006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-1b38021a-6da9-44af-8b59-8e7100e0adb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472167 Jan 28 20:25:53.298454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:53.302952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:25:53.303422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.353667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-4e45c84e-5876-4c25-a91b-f6a3f43ce072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.355698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-4e45c84e-5876-4c25-a91b-f6a3f43ce072 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1688795 Jan 28 20:25:53.357789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:25:53.384258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7641a52c-0964-40d3-87c8-fed5ec6ccaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.395144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.395649 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Added segment 7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c of type vlan for network 54f24d87-c2ab-4877-8f9f-712bb1a41597 Jan 28 20:25:53.397356 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7641a52c-0964-40d3-87c8-fed5ec6ccaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.468227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-814404d8-5f0f-4fea-a82c-678b6405f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.470277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-814404d8-5f0f-4fea-a82c-678b6405f58e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045325 Jan 28 20:25:53.478477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641a52c-0964-40d3-87c8-fed5ec6ccaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73b08d1-32d5-4479-9c82-a8e9f7c98a39,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:53.492908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7641a52c-0964-40d3-87c8-fed5ec6ccaf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb599b68425f488fbc1af63dc268ec12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570685 Jan 28 20:25:53.500507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.503958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38152) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:53.534758 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-0c3c7901-bf09-4405-9d53-880a47656b61 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538342 Jan 28 20:25:53.563107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.569510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.570174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.654279 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4193945 Jan 28 20:25:53.657926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14426347-3317-4031-8956-9d9dc80bb9c8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Network': ['ID=54f24d87-c2ab-4877-8f9f-712bb1a41597,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:53.662448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38156) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:53.672167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'subnet': {'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:53.673744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 54f24d87-c2ab-4877-8f9f-712bb1a41597 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:25:53.678839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112520e4-c94a-441a-931e-171b0df65c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.693757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641d95-db85-4be9-80a3-73e85eb7d9e9 req-396fc507-33d3-45e5-a4ac-b786ffb1e738 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.695586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad641d95-db85-4be9-80a3-73e85eb7d9e9 req-396fc507-33d3-45e5-a4ac-b786ffb1e738 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 944 time: 0.2218959 Jan 28 20:25:53.768581 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112520e4-c94a-441a-931e-171b0df65c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.768884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87df4b-4af5-4426-ab63-5c98b23aa616 req-566c2e6f-26ce-409c-b098-69efbcd29c84 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:53.770416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb87df4b-4af5-4426-ab63-5c98b23aa616 req-566c2e6f-26ce-409c-b098-69efbcd29c84 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 944 time: 0.1669433 Jan 28 20:25:53.785311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7af81f-1b57-46b8-8353-27d568b4d85a req-2b7d56d9-bb37-466d-a3d7-106ab944c2fb service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496831 Jan 28 20:25:53.796543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-a959064b-9e35-48cb-8f71-c9ee1aab0eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828622 Jan 28 20:25:53.837340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad641d95-db85-4be9-80a3-73e85eb7d9e9 req-2c95db52-bb0f-4d51-b6e7-10dc73e4195b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314428 Jan 28 20:25:53.843999 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:53.848275 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:53.893422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb87df4b-4af5-4426-ab63-5c98b23aa616 req-610491b6-2c32-4d44-8672-0d39ee805796 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125524 Jan 28 20:25:53.929496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3477cd76-cbc8-4a3b-bfa0-8739097d6392 req-7607648c-2aeb-4459-9e9b-e90b3ec9ba1b service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175456 Jan 28 20:25:54.000675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112520e4-c94a-441a-931e-171b0df65c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:54.003691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-112520e4-c94a-441a-931e-171b0df65c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:54.004991 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-112520e4-c94a-441a-931e-171b0df65c51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a73b08d1-32d5-4479-9c82-a8e9f7c98a39 HTTP/1.1" status: 204 len: 168 time: 0.4995472 Jan 28 20:25:54.021256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112520e4-c94a-441a-931e-171b0df65c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73b08d1-32d5-4479-9c82-a8e9f7c98a39,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:54.061437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54188fb-d0f6-41cf-a71d-490770ce9f67 req-a2d4a848-62c6-4676-9b0d-fccd00319350 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:54.063674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c54188fb-d0f6-41cf-a71d-490770ce9f67 req-a2d4a848-62c6-4676-9b0d-fccd00319350 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 948 time: 0.0896308 Jan 28 20:25:54.118131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c54188fb-d0f6-41cf-a71d-490770ce9f67 req-5083c424-0503-4751-a630-fdeb47195269 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463953 Jan 28 20:25:54.178361 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:54.253940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Subnet': ['ID=190bd488-6dbc-4099-927f-5132711f3795,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:54.265606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Checking segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:54.266595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network hostable DHCP agents. Network: 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:25:54.296047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:25:54.306658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:54.313524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:54.315365 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:54.319521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a064ace-441c-4f7f-bc97-a84b8b007ffe None None] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:54.346684 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-48c213f7-43fa-4300-bd90-e51600cae154 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6802270 Jan 28 20:25:54.350193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:54.363493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'subnet': {'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:54.422838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-a4d2c07e-e02c-4819-8543-8fc5a63f7d08 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:54.430706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-a4d2c07e-e02c-4819-8543-8fc5a63f7d08 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 802 time: 0.1913669 Jan 28 20:25:54.450271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-d53e143d-c138-43ad-8f05-0f7830f69e42 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/quotas/9e51ea7dd7784887b83d105d53acba58 HTTP/1.1" status: 200 len: 375 time: 0.0187981 Jan 28 20:25:54.518989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-eafb0b98-00e5-401c-9d44-66f650df6e69 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676305 Jan 28 20:25:54.519566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:54.524399 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:54.531613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'fixed_ips': [{'subnet_id': '190bd488-6dbc-4099-927f-5132711f3795'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:25:54.532633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:54.542770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9aca12-0f0e-4903-a02f-74fe7706709f', 'tag': '237f691a-63e3-49be-85a1-c0a8f683b5b4'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:54.547772 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa554b-9539-49ca-b2af-3c342f04c7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9aca12-0f0e-4903-a02f-74fe7706709f", "tag": "237f691a-63e3-49be-85a1-c0a8f683b5b4"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:54.634599 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b787c1a5-1431-4d6f-998c-6df4df234711 x-openstack-request-id: req-b787c1a5-1431-4d6f-998c-6df4df234711 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:54.635160 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9aca12-0f0e-4903-a02f-74fe7706709f", "tag": "237f691a-63e3-49be-85a1-c0a8f683b5b4", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:54.636593 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b787c1a5-1431-4d6f-998c-6df4df234711 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:54.637372 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9aca12-0f0e-4903-a02f-74fe7706709f', 'tag': '237f691a-63e3-49be-85a1-c0a8f683b5b4', 'status': 'completed', 'code': 200} Jan 28 20:25:54.690880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 06bdb02d-9336-4c77-aa10-288cd9a6fc83 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:54.693410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 053a62f9-0e28-4cc0-a3be-b9259a3f8602 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:54.761815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-7d0bd7a4-a385-4020-be75-a6e1bdb89a88 service neutron] 10.222.0.44 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418659 Jan 28 20:25:54.845198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:54.879732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-7db3cc8a-7a3d-4264-b0e6-dbc1a872f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:54.882568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-7db3cc8a-7a3d-4264-b0e6-dbc1a872f69a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 1095 time: 0.2034032 Jan 28 20:25:54.910519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:25:54.924068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Allocated IP 10.1.1.2 (920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4/190bd488-6dbc-4099-927f-5132711f3795/4fb1369c-7ae5-44e0-8b9b-3c8677facca8) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:54.932678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:54.933327 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:54.956904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Subnet': ['ID=97e5c526-27d3-45eb-8c7e-d6a128e60720,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:54.982896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Checking segment: {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:54.982896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network hostable DHCP agents. Network: 54f24d87-c2ab-4877-8f9f-712bb1a41597, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:25:55.029321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 54f24d87-c2ab-4877-8f9f-712bb1a41597 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:25:55.049886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 54f24d87-c2ab-4877-8f9f-712bb1a41597) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:55.073849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-97091839-5c9b-4c91-98dc-e1eff5c33519 service neutron] 10.222.0.44 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908657 Jan 28 20:25:55.077320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:55.078676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.090626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 06bdb02d-9336-4c77-aa10-288cd9a6fc83, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=06bdb02d-9336-4c77-aa10-288cd9a6fc83,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:55.096298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a116f386-08dc-42c5-a286-0fe64c3b5add None None] Network 54f24d87-c2ab-4877-8f9f-712bb1a41597 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:55.131897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-617761f9-25f2-4aa4-b3c2-6a7b1d56188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:55.132116 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9d22c8ca-28e6-493e-8909-5819800fb4fd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7735810 Jan 28 20:25:55.132596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38200) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:55.134152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-617761f9-25f2-4aa4-b3c2-6a7b1d56188a service neutron] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 912 time: 0.2388227 Jan 28 20:25:55.146282 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'port': {'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'name': 'tempest-TaggedBootDevicesTest_v242-456289997', 'fixed_ips': [{'subnet_id': '190bd488-6dbc-4099-927f-5132711f3795'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:55.148928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94739961-322e-4f80-bbb2-d9a14a914bb5 req-016f3ec2-8916-480c-b875-e910e8fe290f tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:55.151140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94739961-322e-4f80-bbb2-d9a14a914bb5 req-016f3ec2-8916-480c-b875-e910e8fe290f tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 944 time: 0.1511164 Jan 28 20:25:55.219559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-5bf42c78-1a2e-4017-8f58-ee0a22899c4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237f691a-63e3-49be-85a1-c0a8f683b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0672340 Jan 28 20:25:55.249626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '06bdb02d-9336-4c77-aa10-288cd9a6fc83', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '06bdb02d-9336-4c77-aa10-288cd9a6fc83', 'mac_address': 'fa:16:3e:20:3f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:55.339993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94739961-322e-4f80-bbb2-d9a14a914bb5 req-14e410d8-a8be-4cc0-956b-fb2da26ba143 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199751 Jan 28 20:25:55.350956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-a123274d-9a67-4508-a51f-d3b819f4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:55.352792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-a123274d-9a67-4508-a51f-d3b819f4e59a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.1247077 Jan 28 20:25:55.385177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:55.429523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-7f2ecd74-ba60-42af-96f8-f5fd5a923935 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655487 Jan 28 20:25:55.497624 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.516439 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.542240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] device_id is not set on port ed5a4240-7eb5-492b-a362-466caea382c6 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:25:55.621671 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.625248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06bdb02d-9336-4c77-aa10-288cd9a6fc83 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:55.741606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 053a62f9-0e28-4cc0-a3be-b9259a3f8602, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=053a62f9-0e28-4cc0-a3be-b9259a3f8602,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:55.745051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 06bdb02d-9336-4c77-aa10-288cd9a6fc83, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=06bdb02d-9336-4c77-aa10-288cd9a6fc83,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:55.750266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ffb82-5605-4d20-bdfd-3bff370fa0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053a62f9-0e28-4cc0-a3be-b9259a3f8602'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:55.753643 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e24823-aff5-4d1a-bcb3-a1970f8caad9" -d '{"events": [{"server_uuid": "0b1ffb82-5605-4d20-bdfd-3bff370fa0ee", "name": "network-vif-plugged", "status": "completed", "tag": "053a62f9-0e28-4cc0-a3be-b9259a3f8602"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:55.765048 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.805990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-6773ff5e-9e0d-4086-b2e8-fc8521358708 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543010 Jan 28 20:25:55.829001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.835645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=053a62f9-0e28-4cc0-a3be-b9259a3f8602,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:55.846617 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.887492 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.955632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-54f24d87-c2ab-4877-8f9f-712bb1a41597', 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'fixed_ips': [{'subnet_id': '97e5c526-27d3-45eb-8c7e-d6a128e60720'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:25:55.960414 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:55.976251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab00e62-2914-44b0-8e02-07c140cbb194 req-82ea5a62-44be-4a1c-b9f5-4c92256bc27e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:55.980359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Allocated IP 10.1.1.187 (920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4/190bd488-6dbc-4099-927f-5132711f3795/ed5a4240-7eb5-492b-a362-466caea382c6) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:55.990075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ab00e62-2914-44b0-8e02-07c140cbb194 req-82ea5a62-44be-4a1c-b9f5-4c92256bc27e tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 948 time: 0.5586517 Jan 28 20:25:56.018925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:56.028091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefd12b-b36f-4525-8fde-e745281391b0 req-05a6d3c8-4899-457e-b0d7-5415fcfa26ee tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:56.031207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1eefd12b-b36f-4525-8fde-e745281391b0 req-05a6d3c8-4899-457e-b0d7-5415fcfa26ee tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 944 time: 0.6042597 Jan 28 20:25:56.036948 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:56.054007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:56.058670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=06bdb02d-9336-4c77-aa10-288cd9a6fc83,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:56.116996 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ab00e62-2914-44b0-8e02-07c140cbb194 req-3aa543db-b243-420d-9d35-10508c5a4c2a tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201046 Jan 28 20:25:56.129791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Pushing event updated for resources: {'Port': ['ID=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:56.147391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['06bdb02d-9336-4c77-aa10-288cd9a6fc83'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:56.195321 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82aa554b-9539-49ca-b2af-3c342f04c7a3 req-562efcc5-8865-4c47-bf28-ddb595eb41d2 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731022 Jan 28 20:25:56.251016 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1eefd12b-b36f-4525-8fde-e745281391b0 req-c18fb1ec-f5f9-4c39-92ca-48f1ed572f6b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716235 Jan 28 20:25:56.261117 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:56.307164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:56.377925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d78c180-1bee-42f4-8301-100821334941 req-0b4b1b97-364d-430d-99cd-e65a5e5eb3a0 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 210 time: 0.0807137 Jan 28 20:25:56.437110 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d49d8f-20a3-4925-a8d8-fdd4cd9aea75 x-openstack-request-id: req-03d49d8f-20a3-4925-a8d8-fdd4cd9aea75 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:56.437576 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ffb82-5605-4d20-bdfd-3bff370fa0ee", "name": "network-vif-plugged", "status": "completed", "tag": "053a62f9-0e28-4cc0-a3be-b9259a3f8602", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:56.437979 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03d49d8f-20a3-4925-a8d8-fdd4cd9aea75 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:56.438960 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ffb82-5605-4d20-bdfd-3bff370fa0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053a62f9-0e28-4cc0-a3be-b9259a3f8602', 'code': 200} Jan 28 20:25:56.447072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Attempting to bind port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:56.447575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Attempting to bind port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:56.448266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Attempting to bind port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:56.480437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:56.481011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Checking segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:56.481609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:56.482117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Bound using segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:56.482715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Bound port: 4fb1369c-7ae5-44e0-8b9b-3c8677facca8, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:56.483198 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:56.491319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:56.498031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:56.505327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:56.566249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Allocated IP 10.2.2.2 (54f24d87-c2ab-4877-8f9f-712bb1a41597/97e5c526-27d3-45eb-8c7e-d6a128e60720/32e20b10-6e20-4a5a-b30e-273755345fb6) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:56.612988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a414d8-4018-4a98-9967-473bc13bc63c req-7711e91c-9b90-4c4e-9848-d7ccad0b7e37 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:56.621427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4a414d8-4018-4a98-9967-473bc13bc63c req-7711e91c-9b90-4c4e-9848-d7ccad0b7e37 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 945 time: 0.1642244 Jan 28 20:25:56.631366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:56.632610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:56.645215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5613860-24d9-48d1-a107-63f91baa9478 req-a7f893ec-9e24-4a0a-a0e9-ec87f3ac1daf tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:56.645771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=ed5a4240-7eb5-492b-a362-466caea382c6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:56.647374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5613860-24d9-48d1-a107-63f91baa9478 req-a7f893ec-9e24-4a0a-a0e9-ec87f3ac1daf tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf526de6-7e49-43e1-9a48-87ada86ac746 HTTP/1.1" status: 200 len: 946 time: 0.1360440 Jan 28 20:25:56.690380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faae324-ac39-4970-a914-20f0b8c5de8e req-18417630-5900-4964-8b0d-c411321e29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:56.692167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4faae324-ac39-4970-a914-20f0b8c5de8e req-18417630-5900-4964-8b0d-c411321e29da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 1096 time: 0.1619961 Jan 28 20:25:56.697902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] For port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:56.710625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bf5a75f3-ca43-4c5d-bef5-97950eca4c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5756626 Jan 28 20:25:56.713934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38236) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:56.725734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'port': {'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'name': 'tempest-TaggedBootDevicesTest_v242-223562601', 'fixed_ips': [{'subnet_id': '190bd488-6dbc-4099-927f-5132711f3795'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:56.765261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4a414d8-4018-4a98-9967-473bc13bc63c req-7db0d2d4-3d82-49a3-a19a-14db26ce73b0 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419086 Jan 28 20:25:56.818606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4faae324-ac39-4970-a914-20f0b8c5de8e req-951839c9-f7df-42d5-a676-c6d2bd719675 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010315 Jan 28 20:25:56.878344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Deleting port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:25:56.879169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:56.952779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:56.960009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:56.975250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 237f691a-63e3-49be-85a1-c0a8f683b5b4 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:56.977758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 693ad6f4-bcf4-4aa3-afbe-3a63b60194be no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:56.991679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] device_id is not set on port acecaf6d-d262-44d4-95b0-72d9cb44e15c yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:25:57.018816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] For port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:57.061947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:57.062330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:57.071844 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:57.097747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Calling delete_port for 693ad6f4-bcf4-4aa3-afbe-3a63b60194be owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:25:57.141803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c25a42-a423-4e30-be22-e1d8c05bacf4 None None] Pushing event updated for resources: {'Port': ['ID=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:57.232991 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:25:57.259791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:57.368969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:57.426883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-9b35818e-afa5-4a54-bc48-2a3e5cb9ae5d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:57.435728 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-9b35818e-afa5-4a54-bc48-2a3e5cb9ae5d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 802 time: 0.1766040 Jan 28 20:25:57.471399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Request body: {'port': {'device_id': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'admin_state_up': True, 'tenant_id': '9e51ea7dd7784887b83d105d53acba58'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:57.531639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Allocated IP 10.1.1.251 (920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4/190bd488-6dbc-4099-927f-5132711f3795/acecaf6d-d262-44d4-95b0-72d9cb44e15c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:57.540908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Network 54f24d87-c2ab-4877-8f9f-712bb1a41597 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:57.566970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:57.569327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Pushing event updated for resources: {'Port': ['ID=32e20b10-6e20-4a5a-b30e-273755345fb6,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:57.581957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:57.595198 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:57.683193 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 237f691a-63e3-49be-85a1-c0a8f683b5b4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=237f691a-63e3-49be-85a1-c0a8f683b5b4,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:57.735684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f09a-f13c-4c66-bd3a-dedf6889c508 req-93ed45fe-2239-4f04-9299-604cb28f712b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:57.743597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d13f09a-f13c-4c66-bd3a-dedf6889c508 req-93ed45fe-2239-4f04-9299-604cb28f712b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 944 time: 0.1649096 Jan 28 20:25:57.787548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080d1e8-fc32-4019-9fac-9cae66bbf973 req-91fc0ff1-c756-4f7b-b00a-62276b1a086c tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:57.790558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2080d1e8-fc32-4019-9fac-9cae66bbf973 req-91fc0ff1-c756-4f7b-b00a-62276b1a086c tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 949 time: 0.2132990 Jan 28 20:25:57.806335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '237f691a-63e3-49be-85a1-c0a8f683b5b4', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'port_id': '237f691a-63e3-49be-85a1-c0a8f683b5b4', 'mac_address': 'fa:16:3e:82:d3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee49341f-90f4-418d-9c8c-7bb0edd94e76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:57.865179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:57.876922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:57.891291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Made reservation on behalf of 9e51ea7dd7784887b83d105d53acba58 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:25:57.895640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:57.986742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38262) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:57.990302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Attempting to bind port 32e20b10-6e20-4a5a-b30e-273755345fb6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:25:57.990788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Attempting to bind port 32e20b10-6e20-4a5a-b30e-273755345fb6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:25:57.991015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Attempting to bind port 32e20b10-6e20-4a5a-b30e-273755345fb6 on network 54f24d87-c2ab-4877-8f9f-712bb1a41597 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:25:58.004983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:58.009920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:25:58.010092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Checking segment: {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:25:58.010480 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.010863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Bound using segment: {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:25:58.011372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Bound port: 32e20b10-6e20-4a5a-b30e-273755345fb6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:25:58.011783 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.015460 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d13f09a-f13c-4c66-bd3a-dedf6889c508 req-7e171a11-15a9-4e37-8c71-c3ef8965416f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554071 Jan 28 20:25:58.023044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2080d1e8-fc32-4019-9fac-9cae66bbf973 req-70051622-c65c-4fb0-a4e6-e8209617a410 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156651 Jan 28 20:25:58.030915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.033082 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.040495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.069217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237f691a-63e3-49be-85a1-c0a8f683b5b4 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:25:58.085348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 237f691a-63e3-49be-85a1-c0a8f683b5b4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=237f691a-63e3-49be-85a1-c0a8f683b5b4,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:58.093127 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.109147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Pushing event deleted for resources: {'Port': ['ID=693ad6f4-bcf4-4aa3-afbe-3a63b60194be,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:58.163498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] No DVR routers for this DVR port 693ad6f4-bcf4-4aa3-afbe-3a63b60194be on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:25:58.196705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04d1c258-8a11-44d4-83eb-4900b5ba202f req-021f2735-01f9-4419-b75d-d07854203e1b tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 210 time: 0.0341122 Jan 28 20:25:58.197900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.202662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5613860-24d9-48d1-a107-63f91baa9478 req-f066d5a0-e3e5-424f-8b77-cbfabba83e43 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "DELETE /v2.0/ports/693ad6f4-bcf4-4aa3-afbe-3a63b60194be HTTP/1.1" status: 204 len: 173 time: 1.5313878 Jan 28 20:25:58.203236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'name': 'network-vif-deleted', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:58.205804 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a07e58-23d8-4f5a-a1a0-4bb915af798c" -d '{"events": [{"server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "name": "network-vif-deleted", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:58.210644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Allocated IP 172.20.0.2 (1766f4e4-d811-498c-8d11-4d8273f64024/93aafa58-1311-4434-a366-aab700eaf224/a45fb5d9-8214-4b0b-aa82-042ec1a5d02a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:25:58.211640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=237f691a-63e3-49be-85a1-c0a8f683b5b4,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:58.218525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.252962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] For port 32e20b10-6e20-4a5a-b30e-273755345fb6, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:25:58.257700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] For port 32e20b10-6e20-4a5a-b30e-273755345fb6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=32e20b10-6e20-4a5a-b30e-273755345fb6,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:25:58.267924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.319478 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88263b06-59a5-4fee-88bb-a51ee01f8f3e x-openstack-request-id: req-88263b06-59a5-4fee-88bb-a51ee01f8f3e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:58.319775 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "name": "network-vif-deleted", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:58.320033 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88263b06-59a5-4fee-88bb-a51ee01f8f3e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:58.320461 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'name': 'network-vif-deleted', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'status': 'completed', 'code': 200} Jan 28 20:25:58.333050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a14fbf-f315-4d56-85b7-8958ffdec16e req-6d80f71b-b2cf-4c61-aeea-1320e4551acd tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:58.341394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32a14fbf-f315-4d56-85b7-8958ffdec16e req-6d80f71b-b2cf-4c61-aeea-1320e4551acd tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 945 time: 0.1047020 Jan 28 20:25:58.406513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:58.411886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fe213-5af1-4e5c-9002-b5acf7ed4a65 None None] Pushing event updated for resources: {'Port': ['ID=32e20b10-6e20-4a5a-b30e-273755345fb6,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:58.425147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['237f691a-63e3-49be-85a1-c0a8f683b5b4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:58.427226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32a14fbf-f315-4d56-85b7-8958ffdec16e req-e028dbec-6d97-4e1c-9f6f-0effc94435c5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844293 Jan 28 20:25:58.429555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f6b6228c-107e-4a42-b942-06e082411411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.431263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=acecaf6d-d262-44d4-95b0-72d9cb44e15c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:58.441690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:58.458195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:58.470072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:25:58.474728 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a820e9a8-66e0-4621-93f8-405525dca9c8" -d '{"events": [{"server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "name": "network-vif-unplugged", "status": "completed", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:58.582137 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb07e9-78ce-4c48-b748-3c46f7e37bbe x-openstack-request-id: req-02cb07e9-78ce-4c48-b748-3c46f7e37bbe {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:58.582561 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf526de6-7e49-43e1-9a48-87ada86ac746", "name": "network-vif-unplugged", "status": "completed", "tag": "693ad6f4-bcf4-4aa3-afbe-3a63b60194be", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:58.582815 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02cb07e9-78ce-4c48-b748-3c46f7e37bbe {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:58.583203 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf526de6-7e49-43e1-9a48-87ada86ac746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '693ad6f4-bcf4-4aa3-afbe-3a63b60194be', 'code': 200} Jan 28 20:25:58.625760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:58.626552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.671483 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0286c9ee-d6f4-4318-a6fb-28835390bda9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9557703 Jan 28 20:25:58.710261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 06bdb02d-9336-4c77-aa10-288cd9a6fc83 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:58.832452 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.870371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 693ad6f4-bcf4-4aa3-afbe-3a63b60194be no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:25:58.880598 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f6b6228c-107e-4a42-b942-06e082411411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.894812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f6b6228c-107e-4a42-b942-06e082411411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:58.916981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 693ad6f4-bcf4-4aa3-afbe-3a63b60194be {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:25:58.918051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 693ad6f4-bcf4-4aa3-afbe-3a63b60194be not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:25:58.949109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:25:58.954886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:58.955292 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.095610 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f6b6228c-107e-4a42-b942-06e082411411 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d65c47562a224eb595441fcefb91931b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0792444 Jan 28 20:25:59.096274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38282) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:59.115876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.134380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6228c-107e-4a42-b942-06e082411411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c479ee85-fda9-426a-bc90-9cedf5a64a43,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:59.171739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.200993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 06bdb02d-9336-4c77-aa10-288cd9a6fc83, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=06bdb02d-9336-4c77-aa10-288cd9a6fc83,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:59.206037 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.256653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Network 1766f4e4-d811-498c-8d11-4d8273f64024 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:25:59.260769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:25:59.267427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:25:59.300102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Pushing event updated for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:59.319996 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6f4707e-47c0-48a2-99f5-f960e8f5cf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.322886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=06bdb02d-9336-4c77-aa10-288cd9a6fc83,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:59.339111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7cb95-687c-4fbd-89b6-d66ac35d834c req-e6adf8e2-c41a-480e-848f-4967dc5171a6 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:59.341388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41e7cb95-687c-4fbd-89b6-d66ac35d834c req-e6adf8e2-c41a-480e-848f-4967dc5171a6 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 950 time: 0.1499321 Jan 28 20:25:59.352566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:59.354539 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.365455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1723ec8e-3053-4edd-9fac-c479a1562c73 None None] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:25:59.392392 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6f4707e-47c0-48a2-99f5-f960e8f5cf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.405930 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-0a74637d-e8ee-4ccf-b882-bc0d608640d6 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9505930 Jan 28 20:25:59.422024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Request body: {'port': {'device_id': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:59.442772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4b4a148a-d3a3-45bc-9625-c6b7296d9627 None None] Provisioning complete for port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:59.443168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b4a148a-d3a3-45bc-9625-c6b7296d9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.454497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41e7cb95-687c-4fbd-89b6-d66ac35d834c req-8063e957-bd51-4ee8-afab-025b5d8ab83a tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999238 Jan 28 20:25:59.501364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6f4707e-47c0-48a2-99f5-f960e8f5cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.505748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6f4707e-47c0-48a2-99f5-f960e8f5cf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.508276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e6f4707e-47c0-48a2-99f5-f960e8f5cf05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c479ee85-fda9-426a-bc90-9cedf5a64a43 HTTP/1.1" status: 204 len: 168 time: 0.4100568 Jan 28 20:25:59.519601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4707e-47c0-48a2-99f5-f960e8f5cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c479ee85-fda9-426a-bc90-9cedf5a64a43,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:59.554514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.597018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38290) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:25:59.602733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b038b379-a649-4d50-a969-c90025ab22b3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705818086', 'description': 'tempest-description--546795655'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:25:59.740156 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b4a148a-d3a3-45bc-9625-c6b7296d9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.786090 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b038b379-a649-4d50-a969-c90025ab22b3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.858505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4b4a148a-d3a3-45bc-9625-c6b7296d9627 None None] For port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:59.870351 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b4a148a-d3a3-45bc-9625-c6b7296d9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:25:59.972151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45ae3f-9810-4deb-99b8-eff3be09d6c2 req-5a3de5d1-4b21-4050-8889-cb8d7a71c65a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:59.991993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb45ae3f-9810-4deb-99b8-eff3be09d6c2 req-5a3de5d1-4b21-4050-8889-cb8d7a71c65a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 945 time: 0.3333778 Jan 28 20:26:00.001491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a148a-d3a3-45bc-9625-c6b7296d9627 None None] Pushing event updated for resources: {'Port': ['ID=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:00.006966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:00.032087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a124-37cb-49d5-8011-5532b2bc6cfb req-c7510de3-3744-407b-9664-83fe9d66c86d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:00.041941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1d5a124-37cb-49d5-8011-5532b2bc6cfb req-c7510de3-3744-407b-9664-83fe9d66c86d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 931 time: 0.3333657 Jan 28 20:26:00.163168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:00.163651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.192793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38296) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:00.218524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1d5a124-37cb-49d5-8011-5532b2bc6cfb req-b08e52da-8171-4e35-8de4-922fe559ae42 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740665 Jan 28 20:26:00.258555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb45ae3f-9810-4deb-99b8-eff3be09d6c2 req-53efdbe4-14c7-476d-acb8-ba8996dd9258 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647498 Jan 28 20:26:00.289017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5e88a8-f48d-4a70-9b92-af3c4f95ea5a None None] Network 54f24d87-c2ab-4877-8f9f-712bb1a41597 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:26:00.319365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-acbc5091-9a33-4947-81e7-4f442a749bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.379685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b038b379-a649-4d50-a969-c90025ab22b3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.392239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b038b379-a649-4d50-a969-c90025ab22b3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.459914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b038b379-a649-4d50-a969-c90025ab22b3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.462021 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b038b379-a649-4d50-a969-c90025ab22b3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8641055 Jan 28 20:26:00.468885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38298) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:00.476105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-64a3e729-5d47-4c0e-9751-2f2e9add36f5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'security_group_rule': {'security_group_id': 'c60981fc-d270-47f3-b77d-93e1dd2244b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:00.508886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 32e20b10-6e20-4a5a-b30e-273755345fb6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:00.514117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Provisioning complete for port 32e20b10-6e20-4a5a-b30e-273755345fb6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:00.514496 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.548925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038b379-a649-4d50-a969-c90025ab22b3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60981fc-d270-47f3-b77d-93e1dd2244b3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:00.597337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b260658-0692-46ca-8a70-6892385bd67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdb02d-9336-4c77-aa10-288cd9a6fc83'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:00.600034 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d867123-be08-4900-980b-6d2660c80925" -d '{"events": [{"server_uuid": "7b260658-0692-46ca-8a70-6892385bd67c", "name": "network-vif-plugged", "status": "completed", "tag": "06bdb02d-9336-4c77-aa10-288cd9a6fc83"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:00.624501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a3e729-5d47-4c0e-9751-2f2e9add36f5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.658431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-acbc5091-9a33-4947-81e7-4f442a749bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.661075 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383893ca-f0c6-4067-a931-4afde2521a17 x-openstack-request-id: req-383893ca-f0c6-4067-a931-4afde2521a17 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:00.661692 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b260658-0692-46ca-8a70-6892385bd67c", "name": "network-vif-plugged", "status": "completed", "tag": "06bdb02d-9336-4c77-aa10-288cd9a6fc83", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:00.662150 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-383893ca-f0c6-4067-a931-4afde2521a17 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:00.662737 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b260658-0692-46ca-8a70-6892385bd67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06bdb02d-9336-4c77-aa10-288cd9a6fc83', 'code': 200} Jan 28 20:26:00.671119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-acbc5091-9a33-4947-81e7-4f442a749bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.719721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45fb5d9-8214-4b0b-aa82-042ec1a5d02a {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:00.736453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.743060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc5091-9a33-4947-81e7-4f442a749bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7dded0-9a80-4c37-b8a2-501fc3c5248d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:00.753236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Transition to ACTIVE for port object a45fb5d9-8214-4b0b-aa82-042ec1a5d02a will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:00.759199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.764119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-acbc5091-9a33-4947-81e7-4f442a749bc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bd67316dfd64e0c882117aeec247674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431373 Jan 28 20:26:00.767468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38304) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:00.777022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.785076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f218a-b692-4778-8985-949ed136c095 req-4040b5c5-1fd0-4388-ab83-79211e83032c tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:00.786774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e25f218a-b692-4778-8985-949ed136c095 req-4040b5c5-1fd0-4388-ab83-79211e83032c tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 950 time: 0.1811090 Jan 28 20:26:00.815512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 32e20b10-6e20-4a5a-b30e-273755345fb6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:00.815892 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.844844 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a3e729-5d47-4c0e-9751-2f2e9add36f5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.846930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:00.858766 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a3e729-5d47-4c0e-9751-2f2e9add36f5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.874784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 237f691a-63e3-49be-85a1-c0a8f683b5b4 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:00.900895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35a770-aea5-41b3-9f1b-3cdd83036376 req-4880137a-cf51-47b5-b311-6b859ea125fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:00.902432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d35a770-aea5-41b3-9f1b-3cdd83036376 req-4880137a-cf51-47b5-b311-6b859ea125fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 1101 time: 0.1457343 Jan 28 20:26:00.905949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e25f218a-b692-4778-8985-949ed136c095 req-865aa066-9ec8-42c1-b37f-eedc59162f82 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910215 Jan 28 20:26:00.907626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3e729-5d47-4c0e-9751-2f2e9add36f5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d868539d-eb9a-44bd-b2b6-cf5ee4ea5fcb,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:00.922948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a3e729-5d47-4c0e-9751-2f2e9add36f5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:00.924434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64a3e729-5d47-4c0e-9751-2f2e9add36f5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4538441 Jan 28 20:26:00.930642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38306) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:00.944590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-862e6b3a-9a67-4fcf-a83e-05efc7b6076c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'security_group_rule': {'security_group_id': 'c60981fc-d270-47f3-b77d-93e1dd2244b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:00.948237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] For port 32e20b10-6e20-4a5a-b30e-273755345fb6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=32e20b10-6e20-4a5a-b30e-273755345fb6,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:00.969022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d35a770-aea5-41b3-9f1b-3cdd83036376 req-4a6544b8-e662-481f-a1c7-d04b1f267a9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589223 Jan 28 20:26:00.990997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.025331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-89554c66-bafc-462b-ac4d-4d40e5a61a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.030703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 237f691a-63e3-49be-85a1-c0a8f683b5b4 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:01.032516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Attempting to bind port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:01.032865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Attempting to bind port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:01.033200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Attempting to bind port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a on network 1766f4e4-d811-498c-8d11-4d8273f64024 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:01.040381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 237f691a-63e3-49be-85a1-c0a8f683b5b4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:01.040772 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.042608 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.053922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a on network 1766f4e4-d811-498c-8d11-4d8273f64024 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:01.054270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Attempting to bind port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a on network 1766f4e4-d811-498c-8d11-4d8273f64024 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:01.063749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-862e6b3a-9a67-4fcf-a83e-05efc7b6076c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.071699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-89554c66-bafc-462b-ac4d-4d40e5a61a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.073661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:01.074005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Checking segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:01.074396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Bound using segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:01.074842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Bound port: a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:01.075770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.088226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Provisioning complete for port ed5a4240-7eb5-492b-a362-466caea382c6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:01.088465 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.136967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Pushing event updated for resources: {'Port': ['ID=32e20b10-6e20-4a5a-b30e-273755345fb6,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:01.182626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Port ed5a4240-7eb5-492b-a362-466caea382c6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:01.202651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:26:01.203007 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:26:01.209955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Provisioning complete for port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:01.210458 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.217666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-862e6b3a-9a67-4fcf-a83e-05efc7b6076c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.224261 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-862e6b3a-9a67-4fcf-a83e-05efc7b6076c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.226649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:01.233031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:01.251238 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.267177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-89554c66-bafc-462b-ac4d-4d40e5a61a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.269883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-89554c66-bafc-462b-ac4d-4d40e5a61a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.273604 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-89554c66-bafc-462b-ac4d-4d40e5a61a37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff7dded0-9a80-4c37-b8a2-501fc3c5248d HTTP/1.1" status: 204 len: 168 time: 0.5014298 Jan 28 20:26:01.285397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.297027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e6b3a-9a67-4fcf-a83e-05efc7b6076c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6cb656-aa4f-4f9f-92b2-75d3b4429801,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:01.312502 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-862e6b3a-9a67-4fcf-a83e-05efc7b6076c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.316904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38318) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:01.317742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-862e6b3a-9a67-4fcf-a83e-05efc7b6076c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801668 Jan 28 20:26:01.322508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:01.326492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:01.327329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.329255 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] 10.222.0.26 "PUT /v2.0/ports/a45fb5d9-8214-4b0b-aa82-042ec1a5d02a HTTP/1.1" status: 200 len: 1091 time: 1.9129877 Jan 28 20:26:01.329941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:01.335097 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509753a7-7836-48d7-a31a-4a9259f26e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:01.360082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89554c66-bafc-462b-ac4d-4d40e5a61a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7dded0-9a80-4c37-b8a2-501fc3c5248d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:01.426058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27173-7d54-4402-bcf0-c33deb9bf166 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:01.479605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.511745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeda95d-74a6-477b-8794-eeae791b5958 req-b6be55c8-7be5-41e1-a82f-10ae75e1c0ee tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:01.522778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aeda95d-74a6-477b-8794-eeae791b5958 req-b6be55c8-7be5-41e1-a82f-10ae75e1c0ee tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 943 time: 0.1567979 Jan 28 20:26:01.528863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3d243f48-1bb5-4e94-b7e0-462e47ba6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:01.532654 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3d243f48-1bb5-4e94-b7e0-462e47ba6046 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 1094 time: 0.1334729 Jan 28 20:26:01.603580 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-6b0c7d29-6ec4-456e-aeca-46c49e83605b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a HTTP/1.1" status: 200 len: 217 time: 0.0628026 Jan 28 20:26:01.630771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 237f691a-63e3-49be-85a1-c0a8f683b5b4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=237f691a-63e3-49be-85a1-c0a8f683b5b4,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:01.644788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aeda95d-74a6-477b-8794-eeae791b5958 req-d6078dc4-919a-41c5-a4ec-faa97ecd5450 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210554 Jan 28 20:26:01.674829 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.689424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-7f581534-c1e4-4e48-badd-a4ef04c3762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:01.691409 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-7f581534-c1e4-4e48-badd-a4ef04c3762c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 200 len: 842 time: 0.0803168 Jan 28 20:26:01.718527 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.749318 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-3b309378-fab5-4e1c-ae1d-899dcbc3d472 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1766f4e4-d811-498c-8d11-4d8273f64024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496526 Jan 28 20:26:01.796669 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb9f173-df3e-4c03-98d3-33f9870f44b5 x-openstack-request-id: req-0eb9f173-df3e-4c03-98d3-33f9870f44b5 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:01.797001 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:01.797218 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0eb9f173-df3e-4c03-98d3-33f9870f44b5 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:01.797620 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'status': 'completed', 'code': 200} Jan 28 20:26:01.803615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Provisioning complete for port acecaf6d-d262-44d4-95b0-72d9cb44e15c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:01.804318 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:01.862469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bc009808-bb57-4df7-a8f9-2a1abe38139f None None] Port acecaf6d-d262-44d4-95b0-72d9cb44e15c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:01.886620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=237f691a-63e3-49be-85a1-c0a8f683b5b4,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:01.997648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3402f72c-cd64-4386-8704-a6db47288b1c None None] Provisioning complete for port 32e20b10-6e20-4a5a-b30e-273755345fb6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:02.004393 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3402f72c-cd64-4386-8704-a6db47288b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.013301 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-d3441093-9bc2-4e86-a034-c77575a6f492 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457728 Jan 28 20:26:02.133479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:02.136343 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ba2d203d-ac42-4be0-884a-692730454ba5 req-74309014-96d6-4666-939f-f3cb1b1af893 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151986 Jan 28 20:26:02.146331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b9504-6399-4b23-b99d-224290c0785c req-75f9f760-cdee-4688-835e-90e4229bfeee tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:02.147993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779b9504-6399-4b23-b99d-224290c0785c req-75f9f760-cdee-4688-835e-90e4229bfeee tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 946 time: 0.2569652 Jan 28 20:26:02.166486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Allocated IP 172.25.2.66 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/2bec1d9d-a7e4-4e91-8913-c9b4a51b6ff2) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:02.284493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3402f72c-cd64-4386-8704-a6db47288b1c None None] Provisioning complete for port ed5a4240-7eb5-492b-a362-466caea382c6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:02.285292 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3402f72c-cd64-4386-8704-a6db47288b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.298757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-c6690ee0-16d6-4e15-bf7d-4de6345b9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:02.303386 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-c6690ee0-16d6-4e15-bf7d-4de6345b9e0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 1094 time: 0.1066484 Jan 28 20:26:02.328431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:02.328800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.357488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.372646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3402f72c-cd64-4386-8704-a6db47288b1c None None] Port ed5a4240-7eb5-492b-a362-466caea382c6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:02.388690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3402f72c-cd64-4386-8704-a6db47288b1c None None] Provisioning complete for port acecaf6d-d262-44d4-95b0-72d9cb44e15c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:02.389053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3402f72c-cd64-4386-8704-a6db47288b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.438073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.465005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3402f72c-cd64-4386-8704-a6db47288b1c None None] Port acecaf6d-d262-44d4-95b0-72d9cb44e15c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:02.474016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 32e20b10-6e20-4a5a-b30e-273755345fb6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:02.509178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:02.527941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-8d56c6e8-21db-493f-80d2-8579b393ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:02.535514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:02.535945 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-8d56c6e8-21db-493f-80d2-8579b393ad01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 903 time: 0.2236722 Jan 28 20:26:02.537234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 32e20b10-6e20-4a5a-b30e-273755345fb6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:02.537787 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.558323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:02.599639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-35646938-c667-4221-b343-1c117659d5ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a HTTP/1.1" status: 200 len: 217 time: 0.0544283 Jan 28 20:26:02.601163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-779b9504-6399-4b23-b99d-224290c0785c req-4bd79635-7fc4-4ecc-9b3a-81e04f641cfb tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271545 Jan 28 20:26:02.609587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=2bec1d9d-a7e4-4e91-8913-c9b4a51b6ff2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:02.620981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b20886-77d6-4646-adca-a05572051a2b req-3aea1df4-ceaa-4cf3-8fb9-52eb12e3951b tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:02.623617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4b20886-77d6-4646-adca-a05572051a2b req-3aea1df4-ceaa-4cf3-8fb9-52eb12e3951b tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 950 time: 0.5269511 Jan 28 20:26:02.666902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9aca12-0f0e-4903-a02f-74fe7706709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237f691a-63e3-49be-85a1-c0a8f683b5b4'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:02.680398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-2ae3d960-ca67-4eb6-a7b0-093a773a89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:02.683064 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-2ae3d960-ca67-4eb6-a7b0-093a773a89fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 200 len: 842 time: 0.0704007 Jan 28 20:26:02.685153 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c31606-635c-4b32-b66a-43bd96fd5f76" -d '{"events": [{"server_uuid": "1b9aca12-0f0e-4903-a02f-74fe7706709f", "name": "network-vif-plugged", "status": "completed", "tag": "237f691a-63e3-49be-85a1-c0a8f683b5b4"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:02.747301 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-4e1e679c-1c9a-4584-a647-6e999b86df15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1766f4e4-d811-498c-8d11-4d8273f64024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482702 Jan 28 20:26:02.788433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4b20886-77d6-4646-adca-a05572051a2b req-95c0d769-bd2e-48f6-bb75-6eec211a6515 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325064 Jan 28 20:26:02.789861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.867618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b229f-e573-4ac2-88c5-5134286bc35b req-78df0719-f4b1-425f-8a9f-d0c0a36c055f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:02.869299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee8b229f-e573-4ac2-88c5-5134286bc35b req-78df0719-f4b1-425f-8a9f-d0c0a36c055f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 943 time: 0.0990546 Jan 28 20:26:02.891729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:02.912893 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b467508-ec5c-404a-ab36-091b68f75493 x-openstack-request-id: req-0b467508-ec5c-404a-ab36-091b68f75493 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:02.913193 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9aca12-0f0e-4903-a02f-74fe7706709f", "name": "network-vif-plugged", "status": "completed", "tag": "237f691a-63e3-49be-85a1-c0a8f683b5b4", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:02.913416 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b467508-ec5c-404a-ab36-091b68f75493 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:02.914395 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9aca12-0f0e-4903-a02f-74fe7706709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237f691a-63e3-49be-85a1-c0a8f683b5b4', 'code': 200} Jan 28 20:26:02.980767 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-a379c5b3-330b-4b00-b37e-5a7c8a042121 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195339 Jan 28 20:26:03.068794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee8b229f-e573-4ac2-88c5-5134286bc35b req-9e1eacac-b8f0-42f4-a9fe-b90ef3e8f4b2 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920249 Jan 28 20:26:03.107727 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-509753a7-7836-48d7-a31a-4a9259f26e3a req-0b1cc339-55d2-4121-a32f-b29fe6fec464 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192410 Jan 28 20:26:03.206814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a305-dd1f-44ad-be60-a20b5a7261e8 req-718b8119-3b3f-4b1a-90f8-f8de2fd075f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:03.208375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0399a305-dd1f-44ad-be60-a20b5a7261e8 req-718b8119-3b3f-4b1a-90f8-f8de2fd075f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 1097 time: 0.1976416 Jan 28 20:26:03.282585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0399a305-dd1f-44ad-be60-a20b5a7261e8 req-8418c56d-e7d9-4a23-85a0-37a1269267c3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593674 Jan 28 20:26:03.341322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:03.350206 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:03.413436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=2bec1d9d-a7e4-4e91-8913-c9b4a51b6ff2,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:03.464340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:03.484520 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:03.492664 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d889e85e-5fd3-4267-9a21-63142543a499 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1741834 Jan 28 20:26:03.855325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e5289-1d8b-4474-a7d2-4adf478ffa36 req-8893cd43-ad84-4b3d-83bb-8d4ae6ce057e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:03.857427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d6e5289-1d8b-4474-a7d2-4adf478ffa36 req-8893cd43-ad84-4b3d-83bb-8d4ae6ce057e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 946 time: 0.0903308 Jan 28 20:26:03.921206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d6e5289-1d8b-4474-a7d2-4adf478ffa36 req-356d46b1-067b-4e34-9ad2-f5467d15c775 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567205 Jan 28 20:26:04.008963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-110bb532-642a-4f9d-a151-788e09247160 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1705818086&fields=id&tenant_id=d2b19b785ec04679b96e101bd2df9756 HTTP/1.1" status: 200 len: 267 time: 0.0854089 Jan 28 20:26:04.124575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f5418366-10f1-40c5-81b9-396333d3e79a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:04.125932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f5418366-10f1-40c5-81b9-396333d3e79a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports/ed5a4240-7eb5-492b-a362-466caea382c6 HTTP/1.1" status: 200 len: 936 time: 0.0933793 Jan 28 20:26:04.134954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93e7f8-7ca4-4129-ba81-a4c20b78bcec req-2e7cb2dc-7dce-4560-8367-3ad3af23005f tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:04.148043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb93e7f8-7ca4-4129-ba81-a4c20b78bcec req-2e7cb2dc-7dce-4560-8367-3ad3af23005f tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 950 time: 0.1371620 Jan 28 20:26:04.253928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-b35c84a3-4968-49cd-b89a-dbe1909488ac tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:04.256364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-b35c84a3-4968-49cd-b89a-dbe1909488ac tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports/acecaf6d-d262-44d4-95b0-72d9cb44e15c HTTP/1.1" status: 200 len: 936 time: 0.1049509 Jan 28 20:26:04.264794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb93e7f8-7ca4-4129-ba81-a4c20b78bcec req-a545a519-a997-48f3-b421-f439720898be tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160109 Jan 28 20:26:04.360653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-6044a978-4600-44ec-87b0-5b384071a385 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?network_id=54f24d87-c2ab-4877-8f9f-712bb1a41597&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0931909 Jan 28 20:26:04.455854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-5615448b-1075-4271-bd8f-1bd98a7b0677 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?network_id=54f24d87-c2ab-4877-8f9f-712bb1a41597&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0929937 Jan 28 20:26:04.548863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b5b8f-9c42-42ba-90d3-7050d129f7b9 req-da038781-0cb8-4bac-8f48-1a0c05a359e3 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:04.556755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851b5b8f-9c42-42ba-90d3-7050d129f7b9 req-da038781-0cb8-4bac-8f48-1a0c05a359e3 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 943 time: 0.1930141 Jan 28 20:26:04.635984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851b5b8f-9c42-42ba-90d3-7050d129f7b9 req-3b5fe74c-09c4-45b1-ab01-89b8f443612c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779619 Jan 28 20:26:04.676762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f72e7601-7d80-4a83-81a6-77623e34db19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:04.686942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f72e7601-7d80-4a83-81a6-77623e34db19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:04.695284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f72e7601-7d80-4a83-81a6-77623e34db19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:04.697214 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f72e7601-7d80-4a83-81a6-77623e34db19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/networks?id=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=54f24d87-c2ab-4877-8f9f-712bb1a41597&id=54f24d87-c2ab-4877-8f9f-712bb1a41597 HTTP/1.1" status: 200 len: 1993 time: 0.2421789 Jan 28 20:26:04.730140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4843896f-e9c7-4fbd-a101-4949517a52d4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/quotas/d2b19b785ec04679b96e101bd2df9756 HTTP/1.1" status: 200 len: 375 time: 0.0200257 Jan 28 20:26:04.847394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-de220e6e-579f-4551-abff-c02da11ebc76 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1104243 Jan 28 20:26:04.888572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a45fb5d9-8214-4b0b-aa82-042ec1a5d02a details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:05.040267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-c9d08f68-b407-4744-82cc-402a130bf189 service neutron] 10.222.0.44 "GET /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734145 Jan 28 20:26:05.063221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:05.080102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'port_id': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'mac_address': 'fa:16:3e:b8:3f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93aafa58-1311-4434-a366-aab700eaf224', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:05.133425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:05.135862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeb359-cf74-46d9-bd57-19d413100374 req-11dfbead-8cad-4981-8d01-9ea328cef235 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:05.138242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20eeb359-cf74-46d9-bd57-19d413100374 req-11dfbead-8cad-4981-8d01-9ea328cef235 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 950 time: 0.1428566 Jan 28 20:26:05.151267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45fb5d9-8214-4b0b-aa82-042ec1a5d02a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:05.177542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:05.183273 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:05.219281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20eeb359-cf74-46d9-bd57-19d413100374 req-47285466-deaf-4d78-96d7-27da036cbcf2 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c7f887f-8a66-467b-8435-52d4ffaaac7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677614 Jan 28 20:26:05.239924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-6f069062-54bc-434e-8c8c-630216a7e47a service neutron] 10.222.0.44 "GET /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889172 Jan 28 20:26:05.264214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:05.331910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-decb2e84-668e-461f-8e16-2390e188a54f service neutron] 10.222.0.44 "GET /v2.0/ports/ed5a4240-7eb5-492b-a362-466caea382c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0608363 Jan 28 20:26:05.497481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['a45fb5d9-8214-4b0b-aa82-042ec1a5d02a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:05.502288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80acc5-fa89-4a5a-8553-dc0f783ecec1 req-a946ecaf-df8e-4077-9685-09d201a68ac1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:05.503835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc80acc5-fa89-4a5a-8553-dc0f783ecec1 req-a946ecaf-df8e-4077-9685-09d201a68ac1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 946 time: 0.1343837 Jan 28 20:26:05.507904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-e8ae6b6d-fa06-4ee6-9a94-018eca0d3385 service neutron] 10.222.0.44 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695096 Jan 28 20:26:05.624928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc80acc5-fa89-4a5a-8553-dc0f783ecec1 req-7bdb1ced-c9c2-4452-bfff-f33a3997b404 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091161 Jan 28 20:26:05.672931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-5798a5e6-feb0-4f2b-aada-d26797d74cb4 service neutron] 10.222.0.44 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555097 Jan 28 20:26:05.744913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-358a601a-6f7c-4a51-a47c-8c828afbba4c service neutron] 10.222.0.44 "GET /v2.0/ports/acecaf6d-d262-44d4-95b0-72d9cb44e15c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0640709 Jan 28 20:26:05.877208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4a175559-4b75-48b6-a844-153d8406013f service neutron] 10.222.0.44 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212716 Jan 28 20:26:06.355627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-79c3c573-92ae-4074-ad1d-1d11407b1dd0 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:06.357717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-79c3c573-92ae-4074-ad1d-1d11407b1dd0 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 950 time: 0.1124694 Jan 28 20:26:06.365679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-04bc6d5a-a703-4313-b7ed-82d6e432e7de service neutron] 10.222.0.44 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812274 Jan 28 20:26:06.379101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8aff7-992a-4a99-a607-eaf3d2fd28d5 req-38a42f95-dc17-4efc-bd95-ab2624f7609c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:06.381326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eda8aff7-992a-4a99-a607-eaf3d2fd28d5 req-38a42f95-dc17-4efc-bd95-ab2624f7609c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 944 time: 0.1350269 Jan 28 20:26:06.558146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eda8aff7-992a-4a99-a607-eaf3d2fd28d5 req-e9e4046b-d91f-40d5-9040-0eb9404a8d15 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502919 Jan 28 20:26:06.632596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-db117d8e-bab5-4b83-88b2-2ff9e947f504 service neutron] 10.222.0.44 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490783 Jan 28 20:26:06.715235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Deleting port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:26:06.715661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:06.870768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-21523d77-94f3-4365-8135-d5c8a8ea8032 service neutron] 10.222.0.44 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292523 Jan 28 20:26:06.883157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff428-5019-4c06-bd66-a2a1850c8b67 req-9a152c86-2da3-4aa7-81e6-00070cae701b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:06.884723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ccff428-5019-4c06-bd66-a2a1850c8b67 req-9a152c86-2da3-4aa7-81e6-00070cae701b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 946 time: 0.1621022 Jan 28 20:26:06.903834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a45fb5d9-8214-4b0b-aa82-042ec1a5d02a up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:06.909834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] For port 06bdb02d-9336-4c77-aa10-288cd9a6fc83, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=06bdb02d-9336-4c77-aa10-288cd9a6fc83,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:06.910621 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:06.985979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:06.992956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:06.993337 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:07.002377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Calling delete_port for 06bdb02d-9336-4c77-aa10-288cd9a6fc83 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:26:07.121490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ccff428-5019-4c06-bd66-a2a1850c8b67 req-c77088af-f8a0-4b68-8b65-43d7262c073f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146444 Jan 28 20:26:07.128001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:07.186033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:07.187203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:07.190076 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b53d960-6eb0-4331-ba1b-4c9189ca076e" -d '{"events": [{"server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "name": "network-vif-plugged", "status": "completed", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:07.194368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:07.334193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-014aa84e-f62d-40cf-9627-d014f9e20628 service neutron] 10.222.0.44 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423492 Jan 28 20:26:07.340060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:07.363039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['06bdb02d-9336-4c77-aa10-288cd9a6fc83'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:07.423036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca8ac0b5-600a-4f4d-97f1-094b54da32cf req-bb12c01b-ae37-4e87-a410-851c2e26ee5d tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b260658-0692-46ca-8a70-6892385bd67c HTTP/1.1" status: 200 len: 210 time: 0.1144254 Jan 28 20:26:07.430975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:07.486618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Pushing event deleted for resources: {'Port': ['ID=06bdb02d-9336-4c77-aa10-288cd9a6fc83,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:07.541535 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cdd9f1-6aa8-47d6-ab84-4341ebb78982 x-openstack-request-id: req-18cdd9f1-6aa8-47d6-ab84-4341ebb78982 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:07.541794 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "name": "network-vif-plugged", "status": "completed", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:07.542041 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18cdd9f1-6aa8-47d6-ab84-4341ebb78982 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:07.542828 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'code': 200} Jan 28 20:26:07.564261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.564852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.564950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.565362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.565802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.566141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.566474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.566886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.567277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.568158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.568158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.568471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:07.695836 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06efe303-7ac7-4de7-9981-6e422748ba16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:07.733442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-699302fd-f322-4db9-93d0-994e4b2a37b9 service neutron] 10.222.0.44 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228502 Jan 28 20:26:07.849399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] No DVR routers for this DVR port 06bdb02d-9336-4c77-aa10-288cd9a6fc83 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:26:07.855059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:07.858638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57a7b07d-67a2-419e-bc6e-32a267130eba req-283e0b99-e7b9-4f19-9693-49adc3bd3911 tempest-ServerDiagnosticsNegativeTest-1205899602 tempest-ServerDiagnosticsNegativeTest-1205899602-project] 10.222.0.13 "DELETE /v2.0/ports/06bdb02d-9336-4c77-aa10-288cd9a6fc83 HTTP/1.1" status: 204 len: 173 time: 1.4735296 Jan 28 20:26:07.869779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b260658-0692-46ca-8a70-6892385bd67c', 'name': 'network-vif-deleted', 'tag': '06bdb02d-9336-4c77-aa10-288cd9a6fc83'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:07.872936 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14fe4e3-6eec-4ff0-a7dc-50c948679eb0" -d '{"events": [{"server_uuid": "7b260658-0692-46ca-8a70-6892385bd67c", "name": "network-vif-deleted", "tag": "06bdb02d-9336-4c77-aa10-288cd9a6fc83"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:07.943208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcae2c-2201-449e-97b2-e1d055c31832 req-d8e0f813-c2c8-42dd-9057-81db6fb24f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:07.945010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23dcae2c-2201-449e-97b2-e1d055c31832 req-d8e0f813-c2c8-42dd-9057-81db6fb24f97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 1096 time: 0.2099717 Jan 28 20:26:07.953934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfdaa7-afee-4aa3-85b8-6fd91bdd78da req-8dc46eec-1a32-49fc-a213-93a414d9803f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:07.962001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7dfdaa7-afee-4aa3-85b8-6fd91bdd78da req-8dc46eec-1a32-49fc-a213-93a414d9803f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.2188170 Jan 28 20:26:07.976338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-da4dfe9c-18b1-4d86-b387-b854a13e0e79 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:07.978906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-da4dfe9c-18b1-4d86-b387-b854a13e0e79 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 946 time: 0.0667837 Jan 28 20:26:08.056375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23dcae2c-2201-449e-97b2-e1d055c31832 req-b458e33a-cd49-4bf8-8332-40bc297ceecf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774250 Jan 28 20:26:08.068373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7dfdaa7-afee-4aa3-85b8-6fd91bdd78da req-ab9c0bf1-52d7-4d49-b34b-61769fd48d8d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043539 Jan 28 20:26:08.075585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-87f4f68b-bd1f-4bc6-b556-d8b99cb1c697 service neutron] 10.222.0.44 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029225 Jan 28 20:26:08.132922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Deleting port 237f691a-63e3-49be-85a1-c0a8f683b5b4 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:26:08.133583 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:08.155808 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3d6e15-6d0c-464e-9af3-07bb3adbd4a1 x-openstack-request-id: req-4f3d6e15-6d0c-464e-9af3-07bb3adbd4a1 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:08.156003 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b260658-0692-46ca-8a70-6892385bd67c", "name": "network-vif-deleted", "tag": "06bdb02d-9336-4c77-aa10-288cd9a6fc83", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:08.156285 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f3d6e15-6d0c-464e-9af3-07bb3adbd4a1 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:08.156691 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b260658-0692-46ca-8a70-6892385bd67c', 'name': 'network-vif-deleted', 'tag': '06bdb02d-9336-4c77-aa10-288cd9a6fc83', 'status': 'completed', 'code': 200} Jan 28 20:26:08.212792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-5784db6d-ff92-4396-95b2-7a829694f966 service neutron] 10.222.0.44 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265862 Jan 28 20:26:08.263033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] For port 237f691a-63e3-49be-85a1-c0a8f683b5b4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=237f691a-63e3-49be-85a1-c0a8f683b5b4,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:08.263591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:08.278038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Calling delete_port for 237f691a-63e3-49be-85a1-c0a8f683b5b4 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:26:08.351844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3595c4-93e6-43aa-91e4-79bfa708ff4d req-d2e27648-7fe6-448b-8b9e-93ddb7942166 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:08.362280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c3595c4-93e6-43aa-91e4-79bfa708ff4d req-d2e27648-7fe6-448b-8b9e-93ddb7942166 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 946 time: 0.0893018 Jan 28 20:26:08.395344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3646994b-a052-4368-9207-a3350d03a54f service neutron] 10.222.0.44 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738551 Jan 28 20:26:08.486969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c3595c4-93e6-43aa-91e4-79bfa708ff4d req-b68bfd9b-e350-4fc4-b75d-c4980b278ee7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264822 Jan 28 20:26:08.489127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:08.503280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['237f691a-63e3-49be-85a1-c0a8f683b5b4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:08.579754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c232144-36b1-4139-80a4-336d90da6b0a service neutron] 10.222.0.44 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831472 Jan 28 20:26:08.584974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event deleted for resources: {'Port': ['ID=237f691a-63e3-49be-85a1-c0a8f683b5b4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:08.630963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] No DVR routers for this DVR port 237f691a-63e3-49be-85a1-c0a8f683b5b4 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:26:08.636346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:08.642282 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-12948adc-8ca4-447f-bbc8-ef23fa5d9681 req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "DELETE /v2.0/ports/237f691a-63e3-49be-85a1-c0a8f683b5b4 HTTP/1.1" status: 204 len: 173 time: 0.6549356 Jan 28 20:26:08.645068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.646819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.647991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.648600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.648956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.649281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.649763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.650184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.650617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.650910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.651246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.651574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106bab0-9559-4a9f-a4e4-43bc05d5d677 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.656233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9aca12-0f0e-4903-a02f-74fe7706709f', 'name': 'network-vif-deleted', 'tag': '237f691a-63e3-49be-85a1-c0a8f683b5b4'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:08.658996 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87e4d5c-ce15-447c-a0b5-9c5b343cefb4" -d '{"events": [{"server_uuid": "1b9aca12-0f0e-4903-a02f-74fe7706709f", "name": "network-vif-deleted", "tag": "237f691a-63e3-49be-85a1-c0a8f683b5b4"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:08.749126 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61858145-022d-4f6b-96d1-c283afd87942 x-openstack-request-id: req-61858145-022d-4f6b-96d1-c283afd87942 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:08.749572 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9aca12-0f0e-4903-a02f-74fe7706709f", "name": "network-vif-deleted", "tag": "237f691a-63e3-49be-85a1-c0a8f683b5b4", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:08.749720 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61858145-022d-4f6b-96d1-c283afd87942 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:08.750042 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9aca12-0f0e-4903-a02f-74fe7706709f', 'name': 'network-vif-deleted', 'tag': '237f691a-63e3-49be-85a1-c0a8f683b5b4', 'status': 'completed', 'code': 200} Jan 28 20:26:09.077216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38486) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:09.242191 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40657b6e-2fb0-44f8-ad24-472f87067d7f req-50137a45-c308-4767-838e-14deafebfead tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:09.244618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40657b6e-2fb0-44f8-ad24-472f87067d7f req-50137a45-c308-4767-838e-14deafebfead tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.0739534 Jan 28 20:26:09.310033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40657b6e-2fb0-44f8-ad24-472f87067d7f req-6d6b0f27-fd94-40a1-899c-d9edf5cbc366 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584455 Jan 28 20:26:09.345638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1c7de9fe-0f91-4171-b5bf-846b3e1633d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=882f9d96bf8c4a5ebb40a78771642eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662239 Jan 28 20:26:09.350605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38496) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:09.466157 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-845e59c2-2b27-4530-bee4-fa3a7e508e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:09.496098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-845e59c2-2b27-4530-bee4-fa3a7e508e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:09.556154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e59a8d0f-82c7-44c2-8624-859c31187433 req-619c255b-56da-4009-b22b-9913048bfdd6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.0689833 Jan 28 20:26:09.564936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-845e59c2-2b27-4530-bee4-fa3a7e508e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:09.570764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-845e59c2-2b27-4530-bee4-fa3a7e508e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:09.571952 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-845e59c2-2b27-4530-bee4-fa3a7e508e9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c7f887f-8a66-467b-8435-52d4ffaaac7b HTTP/1.1" status: 204 len: 168 time: 0.2169061 Jan 28 20:26:09.594534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e59c2-2b27-4530-bee4-fa3a7e508e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7f887f-8a66-467b-8435-52d4ffaaac7b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:09.688399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d20280c8-ae31-42e8-926f-3ee2df40d024 req-b5a21f12-d5a7-421a-bdee-0845e3e8cb8e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b9aca12-0f0e-4903-a02f-74fe7706709f HTTP/1.1" status: 200 len: 210 time: 0.0316925 Jan 28 20:26:10.015768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38518) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:10.085751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f916fb5-28e3-4dab-890c-021466ebb2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:10.157935 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e3a70df3-2717-434d-b8af-1b158e00717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:10.235465 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f916fb5-28e3-4dab-890c-021466ebb2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:10.240920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f916fb5-28e3-4dab-890c-021466ebb2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:10.284033 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3f916fb5-28e3-4dab-890c-021466ebb2cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19f0a5049d834c2e91f5452e93dfc3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738543 Jan 28 20:26:10.286653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38520) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:10.294064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f916fb5-28e3-4dab-890c-021466ebb2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dd86a5-28ab-4996-92cb-f82db1f43e8a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:10.346009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39b22351-9887-49ed-bb6a-315e5e288125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:10.375416 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39b22351-9887-49ed-bb6a-315e5e288125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:10.433204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39b22351-9887-49ed-bb6a-315e5e288125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:10.436429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39b22351-9887-49ed-bb6a-315e5e288125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:10.437743 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-39b22351-9887-49ed-bb6a-315e5e288125 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6dd86a5-28ab-4996-92cb-f82db1f43e8a HTTP/1.1" status: 204 len: 168 time: 0.1501122 Jan 28 20:26:10.446144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b22351-9887-49ed-bb6a-315e5e288125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dd86a5-28ab-4996-92cb-f82db1f43e8a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:10.482242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5a87b-a0eb-481a-ad68-8da3b2299e6e req-5055cbc8-2aeb-4aed-b6cb-809f006d459d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:10.483929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1e5a87b-a0eb-481a-ad68-8da3b2299e6e req-5055cbc8-2aeb-4aed-b6cb-809f006d459d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.0762327 Jan 28 20:26:10.527660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1e5a87b-a0eb-481a-ad68-8da3b2299e6e req-799e6ae2-f565-49f3-9d56-4aad4f7fccd0 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366199 Jan 28 20:26:10.755248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 06bdb02d-9336-4c77-aa10-288cd9a6fc83 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:26:10.775426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcb50b86-58a4-45f2-97c7-1430d35004d4 req-402e927f-ef7e-4380-8658-f1791324d1f2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1112862 Jan 28 20:26:10.802741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 06bdb02d-9336-4c77-aa10-288cd9a6fc83 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:26:10.805210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 06bdb02d-9336-4c77-aa10-288cd9a6fc83 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:26:10.844406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0a8fdc7a-ac7d-40bf-aa75-2298b9bb58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:10.844406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0a8fdc7a-ac7d-40bf-aa75-2298b9bb58bc service neutron] 10.222.0.13 "GET /v2.0/ports/ed5a4240-7eb5-492b-a362-466caea382c6 HTTP/1.1" status: 200 len: 1032 time: 0.1694107 Jan 28 20:26:10.915898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-ed170664-23f7-483c-a788-07458e130dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:10.917974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-ed170664-23f7-483c-a788-07458e130dfb service neutron] 10.222.0.13 "GET /v2.0/ports/acecaf6d-d262-44d4-95b0-72d9cb44e15c HTTP/1.1" status: 200 len: 1032 time: 0.0698183 Jan 28 20:26:10.925928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 237f691a-63e3-49be-85a1-c0a8f683b5b4 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:26:10.930919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da8e8-96e1-4db8-aa09-7ee1501b319b req-bb31f437-5580-4e76-9737-d1942e7a821d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:10.939234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c9da8e8-96e1-4db8-aa09-7ee1501b319b req-bb31f437-5580-4e76-9737-d1942e7a821d tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.1622283 Jan 28 20:26:10.972122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 237f691a-63e3-49be-85a1-c0a8f683b5b4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:26:10.972902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 237f691a-63e3-49be-85a1-c0a8f683b5b4 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:26:11.191911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c9da8e8-96e1-4db8-aa09-7ee1501b319b req-d3d804e4-41b6-4c3b-88dc-354cc41fdb7f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515678 Jan 28 20:26:11.226563 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:26:11.262921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f31a7624-aa2b-4c95-831b-4181c01dcb30 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:11.270751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f31a7624-aa2b-4c95-831b-4181c01dcb30 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:11.277895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f31a7624-aa2b-4c95-831b-4181c01dcb30 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:11.279979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f31a7624-aa2b-4c95-831b-4181c01dcb30 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "GET /v2.0/networks?id=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=54f24d87-c2ab-4877-8f9f-712bb1a41597&id=54f24d87-c2ab-4877-8f9f-712bb1a41597 HTTP/1.1" status: 200 len: 1993 time: 0.3377082 Jan 28 20:26:11.291376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-f203a7c9-bcce-4c41-9f5f-7389972ad172 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:11.301185 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-f203a7c9-bcce-4c41-9f5f-7389972ad172 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.2451844 Jan 28 20:26:11.336927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-4036bb27-4e62-4360-8d9f-4352ec096261 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/quotas/a0e54c9a02b54103a912ba7b21f8161e HTTP/1.1" status: 200 len: 375 time: 0.0346081 Jan 28 20:26:11.366991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-372c12c7-7ede-44d8-a567-5e5f2a5419c4 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293403 Jan 28 20:26:11.392986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-cd7fefbd-2eb5-4bbe-ab30-7d0497d22e96 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2b19b785ec04679b96e101bd2df9756 HTTP/1.1" status: 200 len: 380 time: 0.0815816 Jan 28 20:26:11.411386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'admin_state_up': True, 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'security_groups': ['c60981fc-d270-47f3-b77d-93e1dd2244b3']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:11.539179 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:11.591053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-0699c103-58d8-4b7a-b570-87a07bdc10bd service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040641 Jan 28 20:26:11.634993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:11.639663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:11.790847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ae8028c9-10ad-4898-a7f5-3c4de2d6fb73 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931710 Jan 28 20:26:11.883445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Allocated IP 172.20.0.9 (0ac8706d-1f35-4c56-a56c-c66b7ee1e32e/7a8d764b-80f9-4ec9-aaf9-6c31551627c6/f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:11.933073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d070f7d-8a70-4c32-9ce3-85ddd7aecf67 req-07c7259e-e4e7-4799-89c6-4b4e2c516876 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.0377433 Jan 28 20:26:12.198536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:12.260487 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:12.286334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-649d0b29-1b80-44f7-ac9f-83bcf768c019 req-136e0388-6646-4274-9e2e-f44b9527048a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 210 time: 0.0477965 Jan 28 20:26:12.345232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:12.347172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:12.363113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:12.369853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:12.849275 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:12.891347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a8979546-4be5-4d41-8f70-315ba72f0ece None None] Provisioning complete for port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:12.892161 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8979546-4be5-4d41-8f70-315ba72f0ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:12.968429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a8979546-4be5-4d41-8f70-315ba72f0ece None None] Port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:13.060586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:13.061832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:13.100255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abe9bd-8d9e-4bde-ab81-fae975f8cdd3 req-f860e447-52ea-4300-8576-14ba009fb12e tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:13.102058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4abe9bd-8d9e-4bde-ab81-fae975f8cdd3 req-f860e447-52ea-4300-8576-14ba009fb12e tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.7615397 Jan 28 20:26:13.113047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-76990eb5-ec79-4fa7-9dcf-a302eb481dcd tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7079694 Jan 28 20:26:13.147215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'admin_state_up': True, 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'security_groups': ['c60981fc-d270-47f3-b77d-93e1dd2244b3']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:13.156503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:13.254317 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4abe9bd-8d9e-4bde-ab81-fae975f8cdd3 req-d93cbd5c-c5cf-4482-927d-d5e5d84abcf1 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395164 Jan 28 20:26:13.270106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cecb4-099f-4e32-8aaf-1e6b38c5382f req-ecca8dd5-7c43-4a51-a758-9eeebecc09e5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:13.271811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-465cecb4-099f-4e32-8aaf-1e6b38c5382f req-ecca8dd5-7c43-4a51-a758-9eeebecc09e5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 931 time: 0.1552489 Jan 28 20:26:13.384805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-465cecb4-099f-4e32-8aaf-1e6b38c5382f req-afa8cd1e-1b62-4d97-94c3-9ae41c387920 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890813 Jan 28 20:26:13.461274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c471c2a4-754e-4966-a6f9-1d9bff723e96 req-855ac8d7-99fe-47ba-ad92-4203888bb4a4 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 210 time: 0.0385585 Jan 28 20:26:13.501088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:13.508547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:13.744835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-b6ab311b-1ee4-4f78-a8a1-2a50e22e3dd6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:13.747965 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-b6ab311b-1ee4-4f78-a8a1-2a50e22e3dd6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.1479459 Jan 28 20:26:13.770668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Request body: {'port': {'device_id': '99aaf974-4fd5-4f24-9c6f-f321a05bff44', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'admin_state_up': True, 'tenant_id': 'a0e54c9a02b54103a912ba7b21f8161e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:13.849072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Allocated IP 10.1.1.170 (920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4/190bd488-6dbc-4099-927f-5132711f3795/d05a25d4-0f68-4456-a98e-a35f90d6a916) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:13.972638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38648) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:14.000388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Made reservation on behalf of a0e54c9a02b54103a912ba7b21f8161e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:14.013677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.117530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.152201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-549154cc-a6e7-4834-9291-440b6c7bb430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.203048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Allocated IP 172.20.0.9 (829be10a-e867-4194-bfb4-efe1dea71f50/ee49341f-90f4-418d-9c8c-7bb0edd94e76/4fe7f367-2bbb-4594-898d-2e024b573917) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:14.263237 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.284852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-549154cc-a6e7-4834-9291-440b6c7bb430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.351326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=d05a25d4-0f68-4456-a98e-a35f90d6a916,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:14.361453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:14.363164 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-549154cc-a6e7-4834-9291-440b6c7bb430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.381620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:14.392795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:14.502086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.530207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549154cc-a6e7-4834-9291-440b6c7bb430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6884ab-d1d0-4a23-8c9e-f93a5dc36d65,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:14.539381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-549154cc-a6e7-4834-9291-440b6c7bb430 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78d48757b21149a78fdf4bebfb91b68c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655966 Jan 28 20:26:14.545134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38664) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:14.573822 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.597410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ebd15-d95c-4512-ae04-7cdabff9f7b2 req-b03457e4-4b01-4af6-8ac2-ac8fc1b1c3f8 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:14.599868 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-013ebd15-d95c-4512-ae04-7cdabff9f7b2 req-b03457e4-4b01-4af6-8ac2-ac8fc1b1c3f8 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.2149773 Jan 28 20:26:14.609373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:14.610126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.636715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-dbd0ba43-c1cd-4036-8c85-13fa488354f4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5099595 Jan 28 20:26:14.664239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Network 829be10a-e867-4194-bfb4-efe1dea71f50 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:14.678875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:14.684824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:14.690981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'admin_state_up': True, 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'security_groups': ['c60981fc-d270-47f3-b77d-93e1dd2244b3']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:14.783859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event updated for resources: {'Port': ['ID=4fe7f367-2bbb-4594-898d-2e024b573917,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:14.833184 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6866f4c-1f7f-425e-9379-ac9114e3d2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.850495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67647e0-f26d-4b5e-bea4-b786e3165441 req-ed1a52a7-2596-4089-86f5-d88992f1ab08 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:14.853541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:14.854279 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.858044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67647e0-f26d-4b5e-bea4-b786e3165441 req-ed1a52a7-2596-4089-86f5-d88992f1ab08 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:14.859727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d67647e0-f26d-4b5e-bea4-b786e3165441 req-ed1a52a7-2596-4089-86f5-d88992f1ab08 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 1653 time: 0.2348602 Jan 28 20:26:14.878276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-013ebd15-d95c-4512-ae04-7cdabff9f7b2 req-e01fe465-3b57-4fa2-a4a5-72dfabf9c970 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509098 Jan 28 20:26:14.908639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-44c808d2-e26e-47ac-a0c5-f221c8e44137 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1439872 Jan 28 20:26:14.909331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b2a54644-3f3d-47d6-a95d-2fec85a356ae None None] Provisioning complete for port d05a25d4-0f68-4456-a98e-a35f90d6a916 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:14.909800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2a54644-3f3d-47d6-a95d-2fec85a356ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.915717 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6866f4c-1f7f-425e-9379-ac9114e3d2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:14.924899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Request body: {'port': {'device_id': '99aaf974-4fd5-4f24-9c6f-f321a05bff44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:14.988717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b2a54644-3f3d-47d6-a95d-2fec85a356ae None None] Port d05a25d4-0f68-4456-a98e-a35f90d6a916 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:15.002638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d67647e0-f26d-4b5e-bea4-b786e3165441 req-282db085-65bb-40f7-94b6-acb0161d9f06 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207869 Jan 28 20:26:15.120043 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:15.136845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7408bd-63b5-4ed2-9fc1-94122829e46c req-e314fae7-95bf-488a-a0f0-1151af6f6101 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:15.146092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce7408bd-63b5-4ed2-9fc1-94122829e46c req-e314fae7-95bf-488a-a0f0-1151af6f6101 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 931 time: 0.1073546 Jan 28 20:26:15.219457 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6866f4c-1f7f-425e-9379-ac9114e3d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:15.223525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6866f4c-1f7f-425e-9379-ac9114e3d2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:15.227942 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d6866f4c-1f7f-425e-9379-ac9114e3d2f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f6884ab-d1d0-4a23-8c9e-f93a5dc36d65 HTTP/1.1" status: 204 len: 168 time: 0.6761556 Jan 28 20:26:15.265677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6866f4c-1f7f-425e-9379-ac9114e3d2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6884ab-d1d0-4a23-8c9e-f93a5dc36d65,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:15.266670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce7408bd-63b5-4ed2-9fc1-94122829e46c req-e4a1a149-ed75-4b07-bde7-428324000be0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191723 Jan 28 20:26:15.410634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:15.417289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:15.761035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Allocated IP 10.1.1.195 (920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4/190bd488-6dbc-4099-927f-5132711f3795/c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:15.804891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-c7749dee-4faa-4730-ac38-d81f277ef92f tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:15.818121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-c7749dee-4faa-4730-ac38-d81f277ef92f tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 815 time: 0.6338718 Jan 28 20:26:15.827705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38682) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:15.853521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe7f367-2bbb-4594-898d-2e024b573917 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:15.857433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba425a05-780f-443d-a70c-7209aace2511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:15.863090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:15.865722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-f9e654f7-53bd-4851-bf4f-5cea8fa9e73c tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/quotas/030f4bb020b84654a7e9b9cc371ba2b1 HTTP/1.1" status: 200 len: 375 time: 0.0460618 Jan 28 20:26:15.877362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Transition to ACTIVE for port object 4fe7f367-2bbb-4594-898d-2e024b573917 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:15.882221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:15.947964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe7f367-2bbb-4594-898d-2e024b573917,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:16.020821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-32573dad-2bc0-40b7-85f0-e7ad4f65ecc5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1542065 Jan 28 20:26:16.069681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Attempting to bind port 4fe7f367-2bbb-4594-898d-2e024b573917 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:16.070031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Attempting to bind port 4fe7f367-2bbb-4594-898d-2e024b573917 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:16.070368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Attempting to bind port 4fe7f367-2bbb-4594-898d-2e024b573917 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:16.076717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Port 4fe7f367-2bbb-4594-898d-2e024b573917 on network 829be10a-e867-4194-bfb4-efe1dea71f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:16.077061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Attempting to bind port 4fe7f367-2bbb-4594-898d-2e024b573917 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:16.083571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:16.084017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Checking segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:16.084455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Bound using segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:16.085692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Bound port: 4fe7f367-2bbb-4594-898d-2e024b573917, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:16.086121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:16.201111 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:16.217294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec1ec3-dd62-46bd-9cf3-a0700b028df6 req-78e76606-bdb0-4bed-ac3e-724ea4806cb5 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:16.217689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] For port 4fe7f367-2bbb-4594-898d-2e024b573917, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:16.218876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31ec1ec3-dd62-46bd-9cf3-a0700b028df6 req-78e76606-bdb0-4bed-ac3e-724ea4806cb5 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.1941710 Jan 28 20:26:16.224003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] For port 4fe7f367-2bbb-4594-898d-2e024b573917, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4fe7f367-2bbb-4594-898d-2e024b573917,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:16.231412 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba425a05-780f-443d-a70c-7209aace2511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:16.232804 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:16.251916 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba425a05-780f-443d-a70c-7209aace2511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:16.271036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:16.274603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:16.276209 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] 10.222.0.26 "PUT /v2.0/ports/4fe7f367-2bbb-4594-898d-2e024b573917 HTTP/1.1" status: 200 len: 1091 time: 1.3566816 Jan 28 20:26:16.283850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aaf974-4fd5-4f24-9c6f-f321a05bff44', 'tag': '4fe7f367-2bbb-4594-898d-2e024b573917'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:16.287226 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9f52a-7ba3-4f63-876b-90b406855177" -d '{"events": [{"name": "network-changed", "server_uuid": "99aaf974-4fd5-4f24-9c6f-f321a05bff44", "tag": "4fe7f367-2bbb-4594-898d-2e024b573917"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:16.366832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-c6436209-8a46-43fe-957d-3e8d73982f0a service neutron] 10.222.0.44 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329754 Jan 28 20:26:16.437903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede41900-f246-4861-be00-c08247e2fbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe7f367-2bbb-4594-898d-2e024b573917,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:16.450412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-b62cc4e5-d59f-4e3a-9b65-23555e871f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:16.460361 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-b62cc4e5-d59f-4e3a-9b65-23555e871f57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 1094 time: 0.0967546 Jan 28 20:26:16.539260 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ae3e8830-e705-4ce4-a4b4-17ddfd21c271 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe7f367-2bbb-4594-898d-2e024b573917 HTTP/1.1" status: 200 len: 217 time: 0.0769277 Jan 28 20:26:16.571615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-5beb4453-8a80-49ce-8157-2609a0a22880 service neutron] 10.222.0.44 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865883 Jan 28 20:26:16.588287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba425a05-780f-443d-a70c-7209aace2511 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2d1edd56388469d9a94f7a5e90ad183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7594657 Jan 28 20:26:16.593499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38702) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:16.609295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:16.627318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31ec1ec3-dd62-46bd-9cf3-a0700b028df6 req-5132f159-cc77-4b45-9dc0-4a25b4d5a25e tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928204 Jan 28 20:26:16.634839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-10f81426-8263-4976-a65f-8399b853a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:16.636499 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-10f81426-8263-4976-a65f-8399b853a268 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.0797682 Jan 28 20:26:16.682234 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-ce6e4d5f-8434-476c-9d7a-6103c34dae7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332553 Jan 28 20:26:16.732924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba425a05-780f-443d-a70c-7209aace2511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b20d212-0ce5-42bc-a0ff-19a528f0b631,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:16.784968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:16.805206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:16.833328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:16.926428 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-7e6c6063-4e0e-4fd9-b2aa-911e84a2eed9 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135994 Jan 28 20:26:16.935024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.027411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0e70-6dca-4108-999a-92bfbeb4dabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:17.119289 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-baad2c5b-616d-4df0-8f3b-ec67cafc7fd7 req-822605ea-1dc4-4c92-b193-07a04c638dac service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798372 Jan 28 20:26:17.139381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.140065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:17.171432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef4680-2cd3-4bf4-85bd-30ece814b056 req-69576c4d-7d58-4c53-98a7-54a9590ecfae tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.177467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef4680-2cd3-4bf4-85bd-30ece814b056 req-69576c4d-7d58-4c53-98a7-54a9590ecfae tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.183302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef4680-2cd3-4bf4-85bd-30ece814b056 req-69576c4d-7d58-4c53-98a7-54a9590ecfae tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.191911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fef4680-2cd3-4bf4-85bd-30ece814b056 req-69576c4d-7d58-4c53-98a7-54a9590ecfae tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 2374 time: 0.3849528 Jan 28 20:26:17.203314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-78c0df5c-6043-478c-b708-68d0d192594c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5457277 Jan 28 20:26:17.254090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a786c48d-210c-45d2-ad1b-13a881889326 None None] Provisioning complete for port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:17.254552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a786c48d-210c-45d2-ad1b-13a881889326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:17.254662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fef4680-2cd3-4bf4-85bd-30ece814b056 req-7012a554-a0ac-4dab-8f57-6f47711601d0 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617552 Jan 28 20:26:17.262002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0e70-6dca-4108-999a-92bfbeb4dabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:17.279382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597', 'admin_state_up': True, 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'security_groups': ['c60981fc-d270-47f3-b77d-93e1dd2244b3']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:17.346521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a786c48d-210c-45d2-ad1b-13a881889326 None None] Port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:17.366781 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0a3e4d-8872-46b8-92f5-4db6bc4ddd6c x-openstack-request-id: req-ec0a3e4d-8872-46b8-92f5-4db6bc4ddd6c {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:17.367369 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99aaf974-4fd5-4f24-9c6f-f321a05bff44", "tag": "4fe7f367-2bbb-4594-898d-2e024b573917", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:17.367928 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec0a3e4d-8872-46b8-92f5-4db6bc4ddd6c {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:17.368554 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aaf974-4fd5-4f24-9c6f-f321a05bff44', 'tag': '4fe7f367-2bbb-4594-898d-2e024b573917', 'status': 'completed', 'code': 200} Jan 28 20:26:17.477294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3af56b-9f2b-45c3-b943-a339418924fa req-b24a3aa8-54b8-4043-8d49-6ddcd753e087 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.486154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf3af56b-9f2b-45c3-b943-a339418924fa req-b24a3aa8-54b8-4043-8d49-6ddcd753e087 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 943 time: 0.4599328 Jan 28 20:26:17.490124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-498c20b5-1e48-4965-a73b-233c1e4105fb req-44b54c82-72c7-4b5c-b531-6663db95ac97 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 210 time: 0.0796287 Jan 28 20:26:17.512896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-62ec4b32-248e-4542-815d-2d164fc0520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.514491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-62ec4b32-248e-4542-815d-2d164fc0520a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 1094 time: 0.1033280 Jan 28 20:26:17.560830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf3af56b-9f2b-45c3-b943-a339418924fa req-66380a75-db52-4da7-a2ee-4f51478db19c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736663 Jan 28 20:26:17.649405 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0e70-6dca-4108-999a-92bfbeb4dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:17.657331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0e70-6dca-4108-999a-92bfbeb4dabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:17.660828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8a6e0e70-6dca-4108-999a-92bfbeb4dabd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b20d212-0ce5-42bc-a0ff-19a528f0b631 HTTP/1.1" status: 204 len: 168 time: 1.0435765 Jan 28 20:26:17.720771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e0e70-6dca-4108-999a-92bfbeb4dabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b20d212-0ce5-42bc-a0ff-19a528f0b631,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.806231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-148a27f2-fe6a-404a-87ca-2734eec0550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.807386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:17.809684 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-148a27f2-fe6a-404a-87ca-2734eec0550c service neutron] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 912 time: 0.2821538 Jan 28 20:26:17.848761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:17.929835 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-1d6cbf0b-8035-4013-9ff7-222a66c9f2c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe7f367-2bbb-4594-898d-2e024b573917 HTTP/1.1" status: 200 len: 217 time: 0.1101875 Jan 28 20:26:17.947502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:18.053641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-ac0e959a-dee6-485b-9520-9d83e9a18de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.057431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-ac0e959a-dee6-485b-9520-9d83e9a18de0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.1184506 Jan 28 20:26:18.106472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c0633-95ee-414c-8bc1-936c409909fc req-b4688627-5986-407a-8083-22da22f3e263 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.108983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c74c0633-95ee-414c-8bc1-936c409909fc req-b4688627-5986-407a-8083-22da22f3e263 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.1648488 Jan 28 20:26:18.116234 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-de6a5a66-4647-4be5-8f2d-bab9c91b1bcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507538 Jan 28 20:26:18.205455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c74c0633-95ee-414c-8bc1-936c409909fc req-bc505480-78dc-4cf3-a5d9-98b9e42a9436 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794930 Jan 28 20:26:18.291776 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-1fe7ad3e-50b0-4cd0-89d1-5664580ca30c service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632490 Jan 28 20:26:18.437482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Allocated IP 10.2.2.100 (54f24d87-c2ab-4877-8f9f-712bb1a41597/97e5c526-27d3-45eb-8c7e-d6a128e60720/2667430f-33f6-4fc4-a68a-c7f3be86bfef) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:18.547559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f9d9f52a-7ba3-4f63-876b-90b406855177 req-d9e2d9b5-ecf5-4f3f-a272-5192d1410ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423570 Jan 28 20:26:18.747472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f15704d2-027c-49d1-beb7-38b2a993873f req-58b1e197-9632-4b8b-8379-c88a35537386 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 210 time: 0.0968764 Jan 28 20:26:18.778941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-e33ccd6d-270e-4331-85c9-c3a27c501210 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.780897 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-e33ccd6d-270e-4331-85c9-c3a27c501210 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.13 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 815 time: 0.1829166 Jan 28 20:26:18.810231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Request body: {'port': {'device_id': '57f959df-95bb-4899-bb63-bfff6aa94d0d', 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'admin_state_up': True, 'tenant_id': '030f4bb020b84654a7e9b9cc371ba2b1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:18.875018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1069cf4-c616-44f7-986d-d7ce961d4f95 req-b01a09e0-d29a-4e28-b5e3-5844bcb5b25e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.881821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1069cf4-c616-44f7-986d-d7ce961d4f95 req-b01a09e0-d29a-4e28-b5e3-5844bcb5b25e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.889947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1069cf4-c616-44f7-986d-d7ce961d4f95 req-b01a09e0-d29a-4e28-b5e3-5844bcb5b25e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.891919 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1069cf4-c616-44f7-986d-d7ce961d4f95 req-b01a09e0-d29a-4e28-b5e3-5844bcb5b25e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 2374 time: 0.4131620 Jan 28 20:26:19.003629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1069cf4-c616-44f7-986d-d7ce961d4f95 req-f098caa6-767a-4de2-b78c-0c7894192bd0 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027284 Jan 28 20:26:19.025126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc826f5-44df-4128-a5db-b9e9321a9cbb req-12c35f92-2d6f-4f69-a25d-e19e61e6b901 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:19.032272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcc826f5-44df-4128-a5db-b9e9321a9cbb req-12c35f92-2d6f-4f69-a25d-e19e61e6b901 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 943 time: 0.1391356 Jan 28 20:26:19.067430 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Made reservation on behalf of 030f4bb020b84654a7e9b9cc371ba2b1 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:19.075705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.077657 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.107641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcc826f5-44df-4128-a5db-b9e9321a9cbb req-92026553-580f-4def-8d2f-482aaf1dc683 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744169 Jan 28 20:26:19.162006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.237998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 54f24d87-c2ab-4877-8f9f-712bb1a41597 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:19.274316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:19.279466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:19.292205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Allocated IP 172.20.0.12 (9a72884b-277c-4162-aefe-6d0ace886dd8/1d44d7e3-3d2b-47be-a799-d4f7348fadbc/9f074240-66e5-4d0c-9b98-8f14d2d0650f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:19.453695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38758) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:19.561528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.627600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-084b33d2-bbf2-40d1-8e11-d4da15238ec9 None None] Provisioning complete for port 2667430f-33f6-4fc4-a68a-c7f3be86bfef triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:19.628653 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-084b33d2-bbf2-40d1-8e11-d4da15238ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.646223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-network', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:19.675613 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.690100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['053a62f9-0e28-4cc0-a3be-b9259a3f8602'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:19.721687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Made reservation on behalf of 7404421e88144a7eb6d87914d328e0d7 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:19.724440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.738141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-084b33d2-bbf2-40d1-8e11-d4da15238ec9 None None] Port 2667430f-33f6-4fc4-a68a-c7f3be86bfef cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:19.752165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.770399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Network 9a72884b-277c-4162-aefe-6d0ace886dd8 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:19.771818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Pushing event updated for resources: {'Port': ['ID=9f074240-66e5-4d0c-9b98-8f14d2d0650f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:19.780631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:19.786228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:19.874566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:19.875182 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:19.911399 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-b4ae0c25-5fed-4f70-84dd-cae5f1c8308e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1140959 Jan 28 20:26:19.928229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Request body: {'port': {'device_id': '57f959df-95bb-4899-bb63-bfff6aa94d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:19.984683 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.018971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.020485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=2667430f-33f6-4fc4-a68a-c7f3be86bfef,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:20.021221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.045549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.046556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.060098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6678a25d-5407-4620-b05a-fc3b6d3f1ee0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:20.083919 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:26:20.097272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a3b32a5a-9b27-4886-b563-30e21fe053c9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8559947 Jan 28 20:26:20.113112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597', 'admin_state_up': True, 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'security_groups': ['c60981fc-d270-47f3-b77d-93e1dd2244b3']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:20.140777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.141187 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Added segment c0a9a355-b7d5-49b6-84ef-3f43b650d70d of type vlan for network b06ae123-514d-4e80-ad85-02ea99fa73ad Jan 28 20:26:20.260851 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.276589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f73bc-4913-4100-bae1-b9dd8a90cced req-e817e79d-f77d-480d-a2c2-7ba52983f0bd tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.279100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c99f73bc-4913-4100-bae1-b9dd8a90cced req-e817e79d-f77d-480d-a2c2-7ba52983f0bd tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 932 time: 0.3406322 Jan 28 20:26:20.280063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Made reservation on behalf of d2b19b785ec04679b96e101bd2df9756 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:20.284910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.309096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fb047-71bb-4261-ab45-a6ae0fb3fbc1 req-ed7379d1-3b84-4c56-a157-1fb555539481 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.310768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-299fb047-71bb-4261-ab45-a6ae0fb3fbc1 req-ed7379d1-3b84-4c56-a157-1fb555539481 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.3865798 Jan 28 20:26:20.347344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.347864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.348717 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.478746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b06ae123-514d-4e80-ad85-02ea99fa73ad,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:20.490221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b06ae123-514d-4e80-ad85-02ea99fa73ad details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:26:20.501435 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35082a86-2d32-4e4b-b8a1-a6ff2ff258f3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0466306 Jan 28 20:26:20.508673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38770) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:20.510244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-299fb047-71bb-4261-ab45-a6ae0fb3fbc1 req-608cc295-d737-406a-b2a7-5853275ceb4c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811707 Jan 28 20:26:20.516589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Request body: {'subnet': {'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-subnet', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:20.522313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c99f73bc-4913-4100-bae1-b9dd8a90cced req-db41b746-eadc-49d4-85f0-f922e89c4d57 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335782 Jan 28 20:26:20.566916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Made reservation on behalf of 7404421e88144a7eb6d87914d328e0d7 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:20.570053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.803165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f074240-66e5-4d0c-9b98-8f14d2d0650f {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:20.816914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.845103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Allocated IP 10.2.2.200 (54f24d87-c2ab-4877-8f9f-712bb1a41597/97e5c526-27d3-45eb-8c7e-d6a128e60720/0e98225c-923f-4a5f-ae54-f8b4ee50f1de) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:20.857594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Transition to ACTIVE for port object 9f074240-66e5-4d0c-9b98-8f14d2d0650f will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:20.865560 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:20.882054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784ae2a-9bb7-4c61-b61a-e2e52d950737 req-485f536e-db6f-43ba-badd-075156783476 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.883610 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4784ae2a-9bb7-4c61-b61a-e2e52d950737 req-485f536e-db6f-43ba-badd-075156783476 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 943 time: 0.1902490 Jan 28 20:26:20.906017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294880-d056-44f8-a786-46440355b8ee req-f7e3c3c9-d964-4495-868d-21e71ee1c0a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.917088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294880-d056-44f8-a786-46440355b8ee req-f7e3c3c9-d964-4495-868d-21e71ee1c0a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.927763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294880-d056-44f8-a786-46440355b8ee req-f7e3c3c9-d964-4495-868d-21e71ee1c0a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.939000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294880-d056-44f8-a786-46440355b8ee req-f7e3c3c9-d964-4495-868d-21e71ee1c0a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.941140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-88294880-d056-44f8-a786-46440355b8ee req-f7e3c3c9-d964-4495-868d-21e71ee1c0a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 3095 time: 0.1723506 Jan 28 20:26:20.965711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Pushing event updated for resources: {'Port': ['ID=9f074240-66e5-4d0c-9b98-8f14d2d0650f,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:20.980548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4fe7f367-2bbb-4594-898d-2e024b573917 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:21.051152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.133244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4fe7f367-2bbb-4594-898d-2e024b573917, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4fe7f367-2bbb-4594-898d-2e024b573917,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:21.161739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab77464c-ddc3-4bca-8ca7-894e451b9bfe,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.162520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '4fe7f367-2bbb-4594-898d-2e024b573917', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'port_id': '4fe7f367-2bbb-4594-898d-2e024b573917', 'mac_address': 'fa:16:3e:33:fb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee49341f-90f4-418d-9c8c-7bb0edd94e76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:21.165918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.175238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Attempting to bind port 9f074240-66e5-4d0c-9b98-8f14d2d0650f on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:21.175609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Attempting to bind port 9f074240-66e5-4d0c-9b98-8f14d2d0650f by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:21.176063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Attempting to bind port 9f074240-66e5-4d0c-9b98-8f14d2d0650f on network 9a72884b-277c-4162-aefe-6d0ace886dd8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:21.181696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Port 9f074240-66e5-4d0c-9b98-8f14d2d0650f on network 9a72884b-277c-4162-aefe-6d0ace886dd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:21.182042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Attempting to bind port 9f074240-66e5-4d0c-9b98-8f14d2d0650f on network 9a72884b-277c-4162-aefe-6d0ace886dd8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:21.192254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Checking segment: {'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:21.192666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Network hostable DHCP agents. Network: b06ae123-514d-4e80-ad85-02ea99fa73ad, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:26:21.196461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:21.196810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Checking segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:21.197201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Bound using segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:21.197652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Bound port: 9f074240-66e5-4d0c-9b98-8f14d2d0650f, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:21.198019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.219388 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.229614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Network b06ae123-514d-4e80-ad85-02ea99fa73ad is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:26:21.243365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe7f367-2bbb-4594-898d-2e024b573917 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:21.260758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b06ae123-514d-4e80-ad85-02ea99fa73ad) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:21.273753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc5712-5531-410d-b4b1-3b2b9fb38f91 None None] Network b06ae123-514d-4e80-ad85-02ea99fa73ad requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:26:21.274015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:21.274323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.278918 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.318568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4784ae2a-9bb7-4c61-b61a-e2e52d950737 req-2cf48378-de29-4cd9-a6c9-68ed8c549890 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708842 Jan 28 20:26:21.319311 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2b1820ba-a612-44fc-b00b-4c6afc53e635 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8071601 Jan 28 20:26:21.323862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38780) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:21.346636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-router', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:21.347572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-88294880-d056-44f8-a786-46440355b8ee req-52aae012-2a48-4b3f-9e16-47d5aa0aa90e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778880 Jan 28 20:26:21.359575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] For port 9f074240-66e5-4d0c-9b98-8f14d2d0650f, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:21.372598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] For port 9f074240-66e5-4d0c-9b98-8f14d2d0650f, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f074240-66e5-4d0c-9b98-8f14d2d0650f,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:21.389261 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.415124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.460997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Pushing event updated for resources: {'Port': ['ID=9f074240-66e5-4d0c-9b98-8f14d2d0650f,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.478747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4fe7f367-2bbb-4594-898d-2e024b573917, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4fe7f367-2bbb-4594-898d-2e024b573917,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:21.499478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:21.502349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.503850 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-58a21680-2bc2-45b7-a6fe-237b68fc4982 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f074240-66e5-4d0c-9b98-8f14d2d0650f HTTP/1.1" status: 200 len: 1092 time: 1.5803151 Jan 28 20:26:21.504359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f959df-95bb-4899-bb63-bfff6aa94d0d', 'tag': '9f074240-66e5-4d0c-9b98-8f14d2d0650f'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:21.511420 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.513869 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d794a3-069c-4a01-8537-6bae9babdee2" -d '{"events": [{"name": "network-changed", "server_uuid": "57f959df-95bb-4899-bb63-bfff6aa94d0d", "tag": "9f074240-66e5-4d0c-9b98-8f14d2d0650f"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:21.524947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Network 54f24d87-c2ab-4877-8f9f-712bb1a41597 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:21.532425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:21.539199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:21.543642 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.546795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.593370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event updated for resources: {'Port': ['ID=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.648341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:21.649166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.683368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9c3d8f8e-84e4-40a2-8f11-40031ba7ba5d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5756361 Jan 28 20:26:21.708619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:21.738476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-b06ae123-514d-4e80-ad85-02ea99fa73ad', 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'fixed_ips': [{'subnet_id': 'ab77464c-ddc3-4bca-8ca7-894e451b9bfe'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:26:21.741849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.797107 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0e0d0d-5f48-4ee2-a8b3-7cc10b08dfc3 x-openstack-request-id: req-be0e0d0d-5f48-4ee2-a8b3-7cc10b08dfc3 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:21.797574 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f959df-95bb-4899-bb63-bfff6aa94d0d", "tag": "9f074240-66e5-4d0c-9b98-8f14d2d0650f", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:21.799906 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be0e0d0d-5f48-4ee2-a8b3-7cc10b08dfc3 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:21.800607 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f959df-95bb-4899-bb63-bfff6aa94d0d', 'tag': '9f074240-66e5-4d0c-9b98-8f14d2d0650f', 'status': 'completed', 'code': 200} Jan 28 20:26:21.805783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4fe7f367-2bbb-4594-898d-2e024b573917,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.913670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.930374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:21.942101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bf451-10d8-4bec-9168-b8dcdd2089c7 req-cfb56958-b79b-4bf3-a153-25be10b81868 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:21.948528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce4bf451-10d8-4bec-9168-b8dcdd2089c7 req-cfb56958-b79b-4bf3-a153-25be10b81868 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.2204213 Jan 28 20:26:21.960647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f5c2d-a08f-440c-a3fe-5d048df56382 req-cccdd500-dd75-4b55-b487-803d138f960c tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:21.968812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe6f5c2d-a08f-440c-a3fe-5d048df56382 req-cccdd500-dd75-4b55-b487-803d138f960c tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 944 time: 0.1826398 Jan 28 20:26:22.051869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-d8def1c5-16f0-4273-b131-8d0109211f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.056103 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-d8def1c5-16f0-4273-b131-8d0109211f9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 1095 time: 0.2682948 Jan 28 20:26:22.064632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['4fe7f367-2bbb-4594-898d-2e024b573917'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:22.119326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1ebb1693-4b27-4f9c-af55-67c56a08ae6f None None] Provisioning complete for port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:22.119944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1ebb1693-4b27-4f9c-af55-67c56a08ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:22.211618 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-d3637c24-fddb-4e58-96f8-3cf67afa0497 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f074240-66e5-4d0c-9b98-8f14d2d0650f HTTP/1.1" status: 200 len: 217 time: 0.0529351 Jan 28 20:26:22.246501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Allocated IP 172.20.0.2 (b06ae123-514d-4e80-ad85-02ea99fa73ad/ab77464c-ddc3-4bca-8ca7-894e451b9bfe/0c92f629-70ac-45a3-8b8d-02f26074315a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:22.248976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb1693-4b27-4f9c-af55-67c56a08ae6f None None] Port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:22.278569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce4bf451-10d8-4bec-9168-b8dcdd2089c7 req-8825f0a9-140c-4e06-b999-cfea3950023e tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057978 Jan 28 20:26:22.287233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe6f5c2d-a08f-440c-a3fe-5d048df56382 req-31fba4fa-83a2-45ed-be00-5d956be94814 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175440 Jan 28 20:26:22.384998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:22.394029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:22.410111 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:22.461010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Transition to ACTIVE for port object f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:22.467266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:22.560129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-a0baee67-c5c7-459b-aeda-ab191dd08ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.562208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-a0baee67-c5c7-459b-aeda-ab191dd08ce1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.3437698 Jan 28 20:26:22.618586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Pushing event updated for resources: {'Port': ['ID=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:22.634089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a762-1580-403f-ac50-4302f0e46f52 req-e6e32286-524a-48c9-991d-cb0e0be9424c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.644943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25e2a762-1580-403f-ac50-4302f0e46f52 req-e6e32286-524a-48c9-991d-cb0e0be9424c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 944 time: 0.1246080 Jan 28 20:26:22.663128 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-c3aad704-7672-46b9-ba34-d08053da150e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905082 Jan 28 20:26:22.732793 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:22.745332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:22.857647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda20ee-3d82-409e-88c3-5099ac65fec0 req-276cd9f7-db6a-4201-8afd-586e08744a2e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.865217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Network b06ae123-514d-4e80-ad85-02ea99fa73ad is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:22.872694 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-3f9abb86-6194-49d5-8be5-ed0ee99e2a93 service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003093 Jan 28 20:26:22.877243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda20ee-3d82-409e-88c3-5099ac65fec0 req-276cd9f7-db6a-4201-8afd-586e08744a2e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.877579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:22.888155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda20ee-3d82-409e-88c3-5099ac65fec0 req-276cd9f7-db6a-4201-8afd-586e08744a2e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.894893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda20ee-3d82-409e-88c3-5099ac65fec0 req-276cd9f7-db6a-4201-8afd-586e08744a2e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.895563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:22.905650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda20ee-3d82-409e-88c3-5099ac65fec0 req-276cd9f7-db6a-4201-8afd-586e08744a2e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.913901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcda20ee-3d82-409e-88c3-5099ac65fec0 req-276cd9f7-db6a-4201-8afd-586e08744a2e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 3828 time: 0.2354324 Jan 28 20:26:22.946307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25e2a762-1580-403f-ac50-4302f0e46f52 req-121d8573-c944-454a-b2c7-14c3b4ce44c0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965379 Jan 28 20:26:22.998140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcda20ee-3d82-409e-88c3-5099ac65fec0 req-aa847b10-6d98-4840-b145-aae1a773b8c5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811865 Jan 28 20:26:23.001597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Attempting to bind port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:23.002138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Attempting to bind port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:23.004625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Attempting to bind port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 on network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:23.014863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 on network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:23.015376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Attempting to bind port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 on network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:23.021555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:23.022626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Checking segment: {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:23.023212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Bound using segment: {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:23.023819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Bound port: f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:23.024434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:23.029618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Pushing event updated for resources: {'Port': ['ID=0c92f629-70ac-45a3-8b8d-02f26074315a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:23.101721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] For port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:23.106248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] For port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:23.112479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:23.183038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:23.184765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:23.186492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] 10.222.0.13 "PUT /v2.0/ports/f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 HTTP/1.1" status: 200 len: 1091 time: 1.4858208 Jan 28 20:26:23.187158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:23.187963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Attempting to bind port 0c92f629-70ac-45a3-8b8d-02f26074315a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:23.188898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Attempting to bind port 0c92f629-70ac-45a3-8b8d-02f26074315a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:23.189934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Attempting to bind port 0c92f629-70ac-45a3-8b8d-02f26074315a on network b06ae123-514d-4e80-ad85-02ea99fa73ad {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:23.191738 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f90705-575d-4096-b686-aaabf6a11057" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:23.203117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:23.204143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Checking segment: {'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:23.205304 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:23.206184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Bound using segment: {'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:23.207246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Bound port: 0c92f629-70ac-45a3-8b8d-02f26074315a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:23.208159 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:23.229644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:23.271775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfec5a-27d8-41f9-941f-120afec1700f service neutron] Pushing event updated for resources: {'Port': ['ID=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:23.352035 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846fe05e-deb3-4868-90fc-3724c62d5728 x-openstack-request-id: req-846fe05e-deb3-4868-90fc-3724c62d5728 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:23.352746 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:23.353132 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-846fe05e-deb3-4868-90fc-3724c62d5728 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:23.353865 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'status': 'completed', 'code': 200} Jan 28 20:26:23.355015 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:23.416888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] For port 0c92f629-70ac-45a3-8b8d-02f26074315a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:23.430178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] For port 0c92f629-70ac-45a3-8b8d-02f26074315a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0c92f629-70ac-45a3-8b8d-02f26074315a,segment=NetworkSegment(c0a9a355-b7d5-49b6-84ef-3f43b650d70d),segment_id=c0a9a355-b7d5-49b6-84ef-3f43b650d70d)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:23.445097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:23.643687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ca210-7adb-4ec8-861e-008e4de8f3ab None None] Pushing event updated for resources: {'Port': ['ID=0c92f629-70ac-45a3-8b8d-02f26074315a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:23.835913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9582da-571c-40bd-b000-f06ac1e5916e req-d04b9803-cdbe-4bd2-9cf1-ceb51ee148ce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:23.837489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9582da-571c-40bd-b000-f06ac1e5916e req-d04b9803-cdbe-4bd2-9cf1-ceb51ee148ce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 944 time: 0.2431633 Jan 28 20:26:23.849606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d655cc-0d2b-4c22-9613-c6efbafd9b86 req-4e5bbf11-b947-49b2-afdd-2ff83e9964e9 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:23.851956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01d655cc-0d2b-4c22-9613-c6efbafd9b86 req-4e5bbf11-b947-49b2-afdd-2ff83e9964e9 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.2588656 Jan 28 20:26:23.935361 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f0da781-8383-4c35-90c6-08ed5a63e9a7 req-0820354c-5782-473e-8653-9921d1fc237a service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0428610 Jan 28 20:26:23.991770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01d655cc-0d2b-4c22-9613-c6efbafd9b86 req-06f12c18-d0c4-4516-af86-97507bf0f186 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253638 Jan 28 20:26:24.044148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee9582da-571c-40bd-b000-f06ac1e5916e req-2c1ab90c-28b8-4e26-94a6-4e9f1d1c2abd tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829305 Jan 28 20:26:24.201962 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.252024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5a4240-7eb5-492b-a362-466caea382c6 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:24.256670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-74fd533c-7334-42d9-88b0-65aeb37b2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.257458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-74fd533c-7334-42d9-88b0-65aeb37b2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.263028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-74fd533c-7334-42d9-88b0-65aeb37b2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.263960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-74fd533c-7334-42d9-88b0-65aeb37b2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.264246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-74fd533c-7334-42d9-88b0-65aeb37b2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.266544 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e3f90705-575d-4096-b686-aaabf6a11057 req-74fd533c-7334-42d9-88b0-65aeb37b2108 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 4363 time: 0.4279013 Jan 28 20:26:24.267893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.285351 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.315696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c4dd2-8931-4f7d-a945-0536d398569f req-1cb39fb3-8ba3-447f-8ba6-47d4a36ce562 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.317351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a1c4dd2-8931-4f7d-a945-0536d398569f req-1cb39fb3-8ba3-447f-8ba6-47d4a36ce562 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 944 time: 0.1984158 Jan 28 20:26:24.320250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Transition to ACTIVE for port object ed5a4240-7eb5-492b-a362-466caea382c6 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:24.324846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0c92f629-70ac-45a3-8b8d-02f26074315a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:24.337669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01611-f08d-4d80-9777-d3a06636df91 req-2a586cec-2e42-4746-bfd5-5236b7da317c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.344911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01611-f08d-4d80-9777-d3a06636df91 req-2a586cec-2e42-4746-bfd5-5236b7da317c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.350859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01611-f08d-4d80-9777-d3a06636df91 req-2a586cec-2e42-4746-bfd5-5236b7da317c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.357886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01611-f08d-4d80-9777-d3a06636df91 req-2a586cec-2e42-4746-bfd5-5236b7da317c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.364033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d01611-f08d-4d80-9777-d3a06636df91 req-2a586cec-2e42-4746-bfd5-5236b7da317c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.365994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0d01611-f08d-4d80-9777-d3a06636df91 req-2a586cec-2e42-4746-bfd5-5236b7da317c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 3828 time: 0.1407177 Jan 28 20:26:24.373488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.419310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0c92f629-70ac-45a3-8b8d-02f26074315a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:24.419697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.432512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-b823c0a0-5b67-4995-abda-bc8905fad8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.434835 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-b823c0a0-5b67-4995-abda-bc8905fad8bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 1095 time: 0.3212197 Jan 28 20:26:24.498874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a4240-7eb5-492b-a362-466caea382c6,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:24.503807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a1c4dd2-8931-4f7d-a945-0536d398569f req-96c0665e-588f-4168-8c00-4c3fa8f4884a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764340 Jan 28 20:26:24.560990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0d01611-f08d-4d80-9777-d3a06636df91 req-2ae6da4a-a82c-4f78-b920-b0bcbbc57c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747625 Jan 28 20:26:24.644104 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.644973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-3f2bb1ad-8923-481f-8e86-7bed6fd08a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.645378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-3f2bb1ad-8923-481f-8e86-7bed6fd08a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.645846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-3f2bb1ad-8923-481f-8e86-7bed6fd08a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.647442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e3f90705-575d-4096-b686-aaabf6a11057 req-3f2bb1ad-8923-481f-8e86-7bed6fd08a27 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2b19b785ec04679b96e101bd2df9756&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3701851 Jan 28 20:26:24.655044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Attempting to bind port ed5a4240-7eb5-492b-a362-466caea382c6 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:24.655044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Attempting to bind port ed5a4240-7eb5-492b-a362-466caea382c6 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:24.655407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Attempting to bind port ed5a4240-7eb5-492b-a362-466caea382c6 on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:24.672511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Port ed5a4240-7eb5-492b-a362-466caea382c6 on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:24.672873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Attempting to bind port ed5a4240-7eb5-492b-a362-466caea382c6 on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:24.691436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:24.694071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Checking segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:24.694610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Bound using segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:24.695257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Bound port: ed5a4240-7eb5-492b-a362-466caea382c6, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:24.695765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.705996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 0c92f629-70ac-45a3-8b8d-02f26074315a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0c92f629-70ac-45a3-8b8d-02f26074315a,segment=NetworkSegment(c0a9a355-b7d5-49b6-84ef-3f43b650d70d),segment_id=c0a9a355-b7d5-49b6-84ef-3f43b650d70d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:24.713765 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.837756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=0c92f629-70ac-45a3-8b8d-02f26074315a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:24.896801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] For port ed5a4240-7eb5-492b-a362-466caea382c6, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:24.902147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] For port ed5a4240-7eb5-492b-a362-466caea382c6, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ed5a4240-7eb5-492b-a362-466caea382c6,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:24.911330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:24.925415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-89061c9b-e15e-4365-8321-c0c57b8f4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.926979 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-89061c9b-e15e-4365-8321-c0c57b8f4014 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 916 time: 0.4825449 Jan 28 20:26:24.932323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Allocated IP 172.25.2.90 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/f9d7298e-5021-44bb-aafb-cafb4eab90ea) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:25.006204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4fe7f367-2bbb-4594-898d-2e024b573917 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:25.011333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.012780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:25.027981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed5a4240-7eb5-492b-a362-466caea382c6 HTTP/1.1" status: 200 len: 1135 time: 1.8028169 Jan 28 20:26:25.082605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:25.120028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90705-575d-4096-b686-aaabf6a11057 req-4bce8c6b-68da-40b0-8cf9-ecc10ccf4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.123258 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e3f90705-575d-4096-b686-aaabf6a11057 req-4bce8c6b-68da-40b0-8cf9-ecc10ccf4a14 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4646735 Jan 28 20:26:25.136017 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-f34d9302-5428-43f9-aa5d-76a18d5733a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f074240-66e5-4d0c-9b98-8f14d2d0650f HTTP/1.1" status: 200 len: 217 time: 0.1956744 Jan 28 20:26:25.163235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 4fe7f367-2bbb-4594-898d-2e024b573917 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:25.168718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 4fe7f367-2bbb-4594-898d-2e024b573917 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:25.169107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:25.206497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eea51-7b78-4720-940e-e1c74a789c53 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a4240-7eb5-492b-a362-466caea382c6,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:25.308666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-ad42160a-54e5-458e-864c-63eea569516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.311010 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-ad42160a-54e5-458e-864c-63eea569516f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.1598020 Jan 28 20:26:25.335318 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:25.359354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'ed5a4240-7eb5-492b-a362-466caea382c6'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:25.365231 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "ed5a4240-7eb5-492b-a362-466caea382c6"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:25.366219 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:25.401303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf25320-e6c4-400f-8da5-d4a9e45364ee req-10788291-ee3f-47b9-ae93-29c3bd3d7f7a tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.409892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcf25320-e6c4-400f-8da5-d4a9e45364ee req-10788291-ee3f-47b9-ae93-29c3bd3d7f7a tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.1983855 Jan 28 20:26:25.440494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-7d9174f8-662b-408a-aa0e-6a4c992b1bc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952907 Jan 28 20:26:25.446026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4fe7f367-2bbb-4594-898d-2e024b573917, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4fe7f367-2bbb-4594-898d-2e024b573917,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:25.447719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99aaf974-4fd5-4f24-9c6f-f321a05bff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe7f367-2bbb-4594-898d-2e024b573917'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:25.462897 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8b532d-09f8-43af-ad12-57513c3fb81b" -d '{"events": [{"server_uuid": "99aaf974-4fd5-4f24-9c6f-f321a05bff44", "name": "network-vif-plugged", "status": "completed", "tag": "4fe7f367-2bbb-4594-898d-2e024b573917"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:25.469738 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:25.538483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff68011-e8ee-4c52-9036-41efdfff90b4 req-16a2db2c-7cf0-4bbb-9134-cd96b75c907e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.540048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ff68011-e8ee-4c52-9036-41efdfff90b4 req-16a2db2c-7cf0-4bbb-9134-cd96b75c907e tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 944 time: 0.2652063 Jan 28 20:26:25.563681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4fe7f367-2bbb-4594-898d-2e024b573917,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:25.614886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78b77fe-634b-4b83-b5ff-008bd14b0928 None None] Network b06ae123-514d-4e80-ad85-02ea99fa73ad requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:26:25.644541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcf25320-e6c4-400f-8da5-d4a9e45364ee req-a486dda9-f612-441e-9487-a6d494b5ab85 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334676 Jan 28 20:26:25.729904 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118015f9-5d27-46ec-a438-328b2485be4d x-openstack-request-id: req-118015f9-5d27-46ec-a438-328b2485be4d {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:25.738050 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "ed5a4240-7eb5-492b-a362-466caea382c6", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:25.738515 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-118015f9-5d27-46ec-a438-328b2485be4d {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:25.739123 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'ed5a4240-7eb5-492b-a362-466caea382c6', 'status': 'completed', 'code': 200} Jan 28 20:26:25.745637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ff68011-e8ee-4c52-9036-41efdfff90b4 req-7c876699-24ce-4551-881f-d63b973eab1b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831555 Jan 28 20:26:25.836956 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab3dcb4-dfbb-4a63-b9bf-82693462e6d1 x-openstack-request-id: req-5ab3dcb4-dfbb-4a63-b9bf-82693462e6d1 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:25.837274 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99aaf974-4fd5-4f24-9c6f-f321a05bff44", "name": "network-vif-plugged", "status": "completed", "tag": "4fe7f367-2bbb-4594-898d-2e024b573917", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:25.837636 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ab3dcb4-dfbb-4a63-b9bf-82693462e6d1 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:25.838201 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99aaf974-4fd5-4f24-9c6f-f321a05bff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe7f367-2bbb-4594-898d-2e024b573917', 'code': 200} Jan 28 20:26:25.869062 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:25.970427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-40f53801-b804-4990-ae98-667484a01b0b None None] Provisioning complete for port 0c92f629-70ac-45a3-8b8d-02f26074315a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:25.970836 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-40f53801-b804-4990-ae98-667484a01b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:26.035414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-81e207f7-da68-4360-a58b-af1cd10560e4 service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234828 Jan 28 20:26:26.137321 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0c92f629-70ac-45a3-8b8d-02f26074315a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:26.147597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf19a-e255-4797-b189-47c303f52e02 req-d6aaeae1-4747-42d5-8072-52050451fc14 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.160850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-735bf19a-e255-4797-b189-47c303f52e02 req-d6aaeae1-4747-42d5-8072-52050451fc14 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 945 time: 0.2476263 Jan 28 20:26:26.249217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5c99-01a5-48d9-994f-f33772afdd7b req-ba8a563d-fdb4-4229-ba3b-517a63d6625c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.263344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0c92f629-70ac-45a3-8b8d-02f26074315a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:26.263994 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:26.267608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5c99-01a5-48d9-994f-f33772afdd7b req-ba8a563d-fdb4-4229-ba3b-517a63d6625c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.286538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5c99-01a5-48d9-994f-f33772afdd7b req-ba8a563d-fdb4-4229-ba3b-517a63d6625c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.288001 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a7d794a3-069c-4a01-8537-6bae9babdee2 req-8dcc2030-ceea-43b9-aef6-e3f1af09ff5d service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281604 Jan 28 20:26:26.294415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5c99-01a5-48d9-994f-f33772afdd7b req-ba8a563d-fdb4-4229-ba3b-517a63d6625c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.302798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5c99-01a5-48d9-994f-f33772afdd7b req-ba8a563d-fdb4-4229-ba3b-517a63d6625c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.311481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5c99-01a5-48d9-994f-f33772afdd7b req-ba8a563d-fdb4-4229-ba3b-517a63d6625c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.322416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-0ec85cb1-daf3-48e2-a0ad-eaf95cc8bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.322906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-0ec85cb1-daf3-48e2-a0ad-eaf95cc8bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.323533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-0ec85cb1-daf3-48e2-a0ad-eaf95cc8bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.324565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-0ec85cb1-daf3-48e2-a0ad-eaf95cc8bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.325347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-0ec85cb1-daf3-48e2-a0ad-eaf95cc8bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.326093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-0ec85cb1-daf3-48e2-a0ad-eaf95cc8bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.326934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aca5c99-01a5-48d9-994f-f33772afdd7b req-ba8a563d-fdb4-4229-ba3b-517a63d6625c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 4605 time: 0.3946128 Jan 28 20:26:26.328921 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-0ec85cb1-daf3-48e2-a0ad-eaf95cc8bbfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5291 time: 0.5447977 Jan 28 20:26:26.333736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:26.424441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-735bf19a-e255-4797-b189-47c303f52e02 req-8e1995e6-7f7d-4424-805d-5e972c3da824 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622409 Jan 28 20:26:26.453531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:26.465301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acecaf6d-d262-44d4-95b0-72d9cb44e15c {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:26.483717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:26.495086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c84b-dc23-43db-8745-ac89c2779864 req-30143dab-1e4f-40a0-80a9-3e50fe620af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.498477 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9538c84b-dc23-43db-8745-ac89c2779864 req-30143dab-1e4f-40a0-80a9-3e50fe620af0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 1096 time: 0.4941115 Jan 28 20:26:26.499419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:26.510994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:26.518737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Transition to ACTIVE for port object acecaf6d-d262-44d4-95b0-72d9cb44e15c will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:26.539713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3aca5c99-01a5-48d9-994f-f33772afdd7b req-d1b642fd-b43a-443e-9a8e-8d9dcd6b7401 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116337 Jan 28 20:26:26.541870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:26.582154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-76f93ccd-4796-4c25-9757-a9d9edbf6466 None None] Provisioning complete for port 0c92f629-70ac-45a3-8b8d-02f26074315a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:26.582681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-76f93ccd-4796-4c25-9757-a9d9edbf6466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:26.623584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9538c84b-dc23-43db-8745-ac89c2779864 req-9cab3e6e-f5a6-4bb7-bc7c-5a7f8053fa3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101844 Jan 28 20:26:26.633015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d7298e-5021-44bb-aafb-cafb4eab90ea,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:26.653546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Pushing event updated for resources: {'Port': ['ID=acecaf6d-d262-44d4-95b0-72d9cb44e15c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:26.795965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f074240-66e5-4d0c-9b98-8f14d2d0650f details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:26.882911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Attempting to bind port acecaf6d-d262-44d4-95b0-72d9cb44e15c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:26.883407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Attempting to bind port acecaf6d-d262-44d4-95b0-72d9cb44e15c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:26.883922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Attempting to bind port acecaf6d-d262-44d4-95b0-72d9cb44e15c on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:26.934466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Port acecaf6d-d262-44d4-95b0-72d9cb44e15c on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:26.934466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Attempting to bind port acecaf6d-d262-44d4-95b0-72d9cb44e15c on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:27.015647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:27.016632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Checking segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:27.017519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Bound using segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:27.020478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Bound port: acecaf6d-d262-44d4-95b0-72d9cb44e15c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:27.021435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:27.053143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-59dff456-5e46-42ab-a8d4-d565799450c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.053679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-59dff456-5e46-42ab-a8d4-d565799450c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.054153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-59dff456-5e46-42ab-a8d4-d565799450c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.056643 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-59dff456-5e46-42ab-a8d4-d565799450c5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2b19b785ec04679b96e101bd2df9756&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7055476 Jan 28 20:26:27.193184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f074240-66e5-4d0c-9b98-8f14d2d0650f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f074240-66e5-4d0c-9b98-8f14d2d0650f,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:27.272089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '9f074240-66e5-4d0c-9b98-8f14d2d0650f', 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'port_id': '9f074240-66e5-4d0c-9b98-8f14d2d0650f', 'mac_address': 'fa:16:3e:5f:df:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d44d7e3-3d2b-47be-a799-d4f7348fadbc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:27.292881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea1e4e-598d-44a7-9471-8d6be1a8f8a3 req-8fb650c1-28ab-4336-8190-616b4ad85c24 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.302405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24ea1e4e-598d-44a7-9471-8d6be1a8f8a3 req-8fb650c1-28ab-4336-8190-616b4ad85c24 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.3410337 Jan 28 20:26:27.347023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76164846-28ad-4a1a-8dbf-c1a66615793b req-00de65aa-d7e5-4eb3-9a8a-56589102da68 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.355087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76164846-28ad-4a1a-8dbf-c1a66615793b req-00de65aa-d7e5-4eb3-9a8a-56589102da68 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 944 time: 0.2693422 Jan 28 20:26:27.363155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-66e34a1c-2d73-49ba-86d4-7ce7289e3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.367162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9a8ce4d4-c485-4afb-9db3-3b43fa29a3e7 req-66e34a1c-2d73-49ba-86d4-7ce7289e3fc4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3017778 Jan 28 20:26:27.378355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] For port acecaf6d-d262-44d4-95b0-72d9cb44e15c, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:27.403296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] For port acecaf6d-d262-44d4-95b0-72d9cb44e15c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=acecaf6d-d262-44d4-95b0-72d9cb44e15c,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:27.414714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:27.478721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24ea1e4e-598d-44a7-9471-8d6be1a8f8a3 req-0585940b-3777-4eb7-90f1-9c3414aafb6e tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750524 Jan 28 20:26:27.491454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76164846-28ad-4a1a-8dbf-c1a66615793b req-d6c76580-e956-49f3-ab3f-53db4fa4c6b5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358492 Jan 28 20:26:27.506366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:27.506932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:27.508526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] 10.222.0.13 "PUT /v2.0/ports/acecaf6d-d262-44d4-95b0-72d9cb44e15c HTTP/1.1" status: 200 len: 1135 time: 2.4543872 Jan 28 20:26:27.534192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:27.556392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:27.755431 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:27.797157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f074240-66e5-4d0c-9b98-8f14d2d0650f {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:27.845482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f074240-66e5-4d0c-9b98-8f14d2d0650f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f074240-66e5-4d0c-9b98-8f14d2d0650f,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:27.854352 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:27.959687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9f074240-66e5-4d0c-9b98-8f14d2d0650f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:27.973392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'acecaf6d-d262-44d4-95b0-72d9cb44e15c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:27.978051 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "acecaf6d-d262-44d4-95b0-72d9cb44e15c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:28.007072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924eb9d-7edc-48fa-961c-0cd5a1e8250a service neutron] Pushing event updated for resources: {'Port': ['ID=acecaf6d-d262-44d4-95b0-72d9cb44e15c,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:28.038005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:28.120094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83e76f-108e-4a15-a3a1-9d73b13fb8ce req-6c25f8f7-3833-464f-b490-bafee7a3c31b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.121870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd83e76f-108e-4a15-a3a1-9d73b13fb8ce req-6c25f8f7-3833-464f-b490-bafee7a3c31b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 945 time: 0.1290102 Jan 28 20:26:28.124470 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:28.149092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['9f074240-66e5-4d0c-9b98-8f14d2d0650f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:28.163273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-f28d4d45-d36b-4a74-8345-3b73e0ba8f43 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.173710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-f28d4d45-d36b-4a74-8345-3b73e0ba8f43 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.183519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-f28d4d45-d36b-4a74-8345-3b73e0ba8f43 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.193920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-f28d4d45-d36b-4a74-8345-3b73e0ba8f43 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.200289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-f28d4d45-d36b-4a74-8345-3b73e0ba8f43 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.206647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-f28d4d45-d36b-4a74-8345-3b73e0ba8f43 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.216300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-f28d4d45-d36b-4a74-8345-3b73e0ba8f43 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.218305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-f28d4d45-d36b-4a74-8345-3b73e0ba8f43 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5382 time: 0.2348957 Jan 28 20:26:28.304218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Router 28c68fd6-a998-418d-809c-97ada350654b is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:26:28.593441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd83e76f-108e-4a15-a3a1-9d73b13fb8ce req-da9c5f0c-2c04-4d46-ad86-9353aef01484 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577937 Jan 28 20:26:28.606769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:28.609232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32530d8b-3d48-4d2a-a0fa-2361af64019b req-77e25853-6a9f-4a14-a1f5-41fc10974843 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3521504 Jan 28 20:26:28.630389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Sync routers for ids ['28c68fd6-a998-418d-809c-97ada350654b'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:28.661204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Routers {'28c68fd6-a998-418d-809c-97ada350654b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:28.665141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:26:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['28c68fd6-a998-418d-809c-97ada350654b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:28.679370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:28.684906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ccf1091-983e-4342-be7d-4f0440b37a36 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3602700 Jan 28 20:26:28.685573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38864) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:28.739457 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1f505f-2c43-4ab1-a944-c59aee72b4c9 x-openstack-request-id: req-dd1f505f-2c43-4ab1-a944-c59aee72b4c9 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:28.747929 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "acecaf6d-d262-44d4-95b0-72d9cb44e15c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:28.748428 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd1f505f-2c43-4ab1-a944-c59aee72b4c9 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:28.757322 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'acecaf6d-d262-44d4-95b0-72d9cb44e15c', 'status': 'completed', 'code': 200} Jan 28 20:26:28.765451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05a25d4-0f68-4456-a98e-a35f90d6a916 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:28.786635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:28.810170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Transition to ACTIVE for port object d05a25d4-0f68-4456-a98e-a35f90d6a916 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:28.816453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:28.991215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-5346518f-abd4-46a9-aaa1-2c1b367d2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.992348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-5346518f-abd4-46a9-aaa1-2c1b367d2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.993046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-5346518f-abd4-46a9-aaa1-2c1b367d2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.993679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-5346518f-abd4-46a9-aaa1-2c1b367d2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.995160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-5346518f-abd4-46a9-aaa1-2c1b367d2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.995798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-5346518f-abd4-46a9-aaa1-2c1b367d2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.997166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-5346518f-abd4-46a9-aaa1-2c1b367d2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.999581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-5346518f-abd4-46a9-aaa1-2c1b367d2bc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6244 time: 0.1878288 Jan 28 20:26:29.003841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Set router 28c68fd6-a998-418d-809c-97ada350654b gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:29.189110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Pushing event updated for resources: {'Port': ['ID=d05a25d4-0f68-4456-a98e-a35f90d6a916,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:29.294919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aed9a-9462-4d04-872f-a762a3575aeb req-7f2676db-0ab7-47c8-86f3-8a2c8010f99a tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.306096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d0aed9a-9462-4d04-872f-a762a3575aeb req-7f2676db-0ab7-47c8-86f3-8a2c8010f99a tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.4079330 Jan 28 20:26:29.369261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Attempting to bind port d05a25d4-0f68-4456-a98e-a35f90d6a916 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:29.369803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Attempting to bind port d05a25d4-0f68-4456-a98e-a35f90d6a916 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:29.372424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Attempting to bind port d05a25d4-0f68-4456-a98e-a35f90d6a916 on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:29.388047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Port d05a25d4-0f68-4456-a98e-a35f90d6a916 on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:29.388525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Attempting to bind port d05a25d4-0f68-4456-a98e-a35f90d6a916 on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:29.407139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:29.407139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Checking segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:29.407488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Bound using segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:29.407849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Bound port: d05a25d4-0f68-4456-a98e-a35f90d6a916, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:29.408875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:29.445647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d0aed9a-9462-4d04-872f-a762a3575aeb req-6ede01cb-3b1b-49d1-95c1-a4424f30f855 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135476 Jan 28 20:26:29.538667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-56d25a11-e020-41a9-8e06-894860dec875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.539969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-56d25a11-e020-41a9-8e06-894860dec875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.540749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-56d25a11-e020-41a9-8e06-894860dec875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.542864 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-56d25a11-e020-41a9-8e06-894860dec875 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2b19b785ec04679b96e101bd2df9756&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5273044 Jan 28 20:26:29.668931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] For port d05a25d4-0f68-4456-a98e-a35f90d6a916, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:29.672651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c68fd6-a998-418d-809c-97ada350654b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-router', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:21Z', 'updated_at': '2022-01-28T20:26:27Z', 'revision_number': 3, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'gw_port': {'id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:24Z', 'updated_at': '2022-01-28T20:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:29.702541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] For port d05a25d4-0f68-4456-a98e-a35f90d6a916, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05a25d4-0f68-4456-a98e-a35f90d6a916,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:29.727021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4590b-6d85-4bc4-a4a9-2f43390b1402 req-eff4cc37-634b-4c73-a9ea-beb91d0c79de tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.729001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02a4590b-6d85-4bc4-a4a9-2f43390b1402 req-eff4cc37-634b-4c73-a9ea-beb91d0c79de tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1358318 Jan 28 20:26:29.730556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:29.743503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b30f2-9908-41d8-8005-5936757221f5 req-b7dc619b-6df2-4036-8216-b9184ff3f1fa tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.745715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-792b30f2-9908-41d8-8005-5936757221f5 req-b7dc619b-6df2-4036-8216-b9184ff3f1fa tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 945 time: 0.2050302 Jan 28 20:26:29.747329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Checking router: 28c68fd6-a998-418d-809c-97ada350654b for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:29.748031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Updating router 28c68fd6-a998-418d-809c-97ada350654b port f9d7298e-5021-44bb-aafb-cafb4eab90ea binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:26:29.829222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.830901 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:29.832790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] 10.222.0.13 "PUT /v2.0/ports/d05a25d4-0f68-4456-a98e-a35f90d6a916 HTTP/1.1" status: 200 len: 1091 time: 2.2924685 Jan 28 20:26:29.844910 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:29.895518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:29.936104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02a4590b-6d85-4bc4-a4a9-2f43390b1402 req-be998475-d356-4687-b6b7-a921f39f47de tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841171 Jan 28 20:26:30.000355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947705d-c9d6-448a-9d5f-aade0aeb6869 service neutron] Pushing event updated for resources: {'Port': ['ID=d05a25d4-0f68-4456-a98e-a35f90d6a916,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:30.018222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-792b30f2-9908-41d8-8005-5936757221f5 req-f0a05881-e0ea-4b4e-a197-151c29262a58 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583745 Jan 28 20:26:30.022661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:30.447561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f97c3-f062-4bb1-952f-e4093850166a req-952ba4b4-3d8f-4180-a175-e1f3a2dca19c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.450311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-900f97c3-f062-4bb1-952f-e4093850166a req-952ba4b4-3d8f-4180-a175-e1f3a2dca19c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 945 time: 0.3304648 Jan 28 20:26:30.484915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-f85e9efc-9cde-4ac4-8465-479e94a90c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.492955 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94c3269c-c86d-4f4d-b7d8-fc9c0b727759 req-f85e9efc-9cde-4ac4-8465-479e94a90c40 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9396696 Jan 28 20:26:30.597555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec054a8-a468-4245-bf30-d860d9342852 req-82aede9e-62c1-4c35-bd6a-8a4a9184e807 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.606648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec054a8-a468-4245-bf30-d860d9342852 req-82aede9e-62c1-4c35-bd6a-8a4a9184e807 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.616794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec054a8-a468-4245-bf30-d860d9342852 req-82aede9e-62c1-4c35-bd6a-8a4a9184e807 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.625161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec054a8-a468-4245-bf30-d860d9342852 req-82aede9e-62c1-4c35-bd6a-8a4a9184e807 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.633561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec054a8-a468-4245-bf30-d860d9342852 req-82aede9e-62c1-4c35-bd6a-8a4a9184e807 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.642285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec054a8-a468-4245-bf30-d860d9342852 req-82aede9e-62c1-4c35-bd6a-8a4a9184e807 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.650948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec054a8-a468-4245-bf30-d860d9342852 req-82aede9e-62c1-4c35-bd6a-8a4a9184e807 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.654399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bec054a8-a468-4245-bf30-d860d9342852 req-82aede9e-62c1-4c35-bd6a-8a4a9184e807 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5394 time: 0.4667666 Jan 28 20:26:30.667857 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:30.680804 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:30.684038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-900f97c3-f062-4bb1-952f-e4093850166a req-878a3e64-458c-47e0-9f52-f764f8a05048 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091582 Jan 28 20:26:30.762932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'd05a25d4-0f68-4456-a98e-a35f90d6a916'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:30.782877 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c553ab-88af-41fe-8219-fa6a6d783d57" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "d05a25d4-0f68-4456-a98e-a35f90d6a916"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:30.805143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f9c7b-6d22-430b-b217-47406ff87067 None None] Pushing event updated for resources: {'Port': ['ID=f9d7298e-5021-44bb-aafb-cafb4eab90ea,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:30.830897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f074240-66e5-4d0c-9b98-8f14d2d0650f up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:30.836560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Attempting to bind port f9d7298e-5021-44bb-aafb-cafb4eab90ea on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:30.837052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Attempting to bind port f9d7298e-5021-44bb-aafb-cafb4eab90ea by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:30.838160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Attempting to bind port f9d7298e-5021-44bb-aafb-cafb4eab90ea on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:30.839059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:30.870646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:30.871124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:30.871778 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:30.872326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:30.873290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Bound port: f9d7298e-5021-44bb-aafb-cafb4eab90ea, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:30.873461 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:30.886033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bec054a8-a468-4245-bf30-d860d9342852 req-805767f5-0ed7-497f-bb16-3202c7e4441e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2239251 Jan 28 20:26:31.036127 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcd192c-13e7-41f6-9120-b244e1db20be x-openstack-request-id: req-0bcd192c-13e7-41f6-9120-b244e1db20be {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:31.039904 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "d05a25d4-0f68-4456-a98e-a35f90d6a916", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:31.041349 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bcd192c-13e7-41f6-9120-b244e1db20be {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:31.044694 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'd05a25d4-0f68-4456-a98e-a35f90d6a916', 'status': 'completed', 'code': 200} Jan 28 20:26:31.056490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 9f074240-66e5-4d0c-9b98-8f14d2d0650f completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:31.091069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 9f074240-66e5-4d0c-9b98-8f14d2d0650f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:31.093921 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:31.104070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Allocated IP 172.20.0.1 (b06ae123-514d-4e80-ad85-02ea99fa73ad/ab77464c-ddc3-4bca-8ca7-894e451b9bfe/e110de46-800e-445d-914b-fe249ec195ac) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:31.109807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] For port f9d7298e-5021-44bb-aafb-cafb4eab90ea, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:31.120147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] For port f9d7298e-5021-44bb-aafb-cafb4eab90ea, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f9d7298e-5021-44bb-aafb-cafb4eab90ea,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:31.122443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151d8b5-ae5a-4164-8c98-faaf6d14f306 req-08938b64-c61c-47dc-be9f-96996b353d76 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.132096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b151d8b5-ae5a-4164-8c98-faaf6d14f306 req-08938b64-c61c-47dc-be9f-96996b353d76 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.2370954 Jan 28 20:26:31.204024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:31.205353 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:31.218424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:31.273734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b151d8b5-ae5a-4164-8c98-faaf6d14f306 req-39784f77-e047-4d11-b069-2ef2d530c79f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400146 Jan 28 20:26:31.275837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Transition to ACTIVE for port object c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:31.301212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:31.303799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1d71e-e2d5-436a-aae6-950d79d35ecc req-f633b05e-8153-426d-8a39-8758215a4690 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.311269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2f1d71e-e2d5-436a-aae6-950d79d35ecc req-f633b05e-8153-426d-8a39-8758215a4690 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1695330 Jan 28 20:26:31.318505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:31.410701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:31.415036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f9c7b-6d22-430b-b217-47406ff87067 None None] Pushing event updated for resources: {'Port': ['ID=f9d7298e-5021-44bb-aafb-cafb4eab90ea,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:31.441034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Routers {'28c68fd6-a998-418d-809c-97ada350654b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:31.441034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:26:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['28c68fd6-a998-418d-809c-97ada350654b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:31.587586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Pushing event updated for resources: {'Port': ['ID=e110de46-800e-445d-914b-fe249ec195ac,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:31.606616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Network b06ae123-514d-4e80-ad85-02ea99fa73ad is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:31.610698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:31.624780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:31.672650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34722082-c756-4590-a515-8ee22502219d service neutron] Pushing event updated for resources: {'Port': ['ID=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:31.675947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:31.687416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-49f7f30b-6e57-4780-8905-8d9edb2c6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.687902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-49f7f30b-6e57-4780-8905-8d9edb2c6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.688585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-49f7f30b-6e57-4780-8905-8d9edb2c6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.689109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-49f7f30b-6e57-4780-8905-8d9edb2c6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.692782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-49f7f30b-6e57-4780-8905-8d9edb2c6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.692782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-49f7f30b-6e57-4780-8905-8d9edb2c6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.692782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-49f7f30b-6e57-4780-8905-8d9edb2c6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.693470 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-49f7f30b-6e57-4780-8905-8d9edb2c6180 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6311 time: 0.6350360 Jan 28 20:26:31.758271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2f1d71e-e2d5-436a-aae6-950d79d35ecc req-39d90fe4-0ae3-42b8-91e1-ba5fabe7bf64 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4364679 Jan 28 20:26:31.761790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:31.821471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f2f13-0cdd-4b6b-ba2e-a1743a97e512 req-824ae89c-6264-47df-86c9-ebadf1d7bfcc tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.823064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c3f2f13-0cdd-4b6b-ba2e-a1743a97e512 req-824ae89c-6264-47df-86c9-ebadf1d7bfcc tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 945 time: 0.3741879 Jan 28 20:26:31.866507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f959df-95bb-4899-bb63-bfff6aa94d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f074240-66e5-4d0c-9b98-8f14d2d0650f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:31.868830 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4e8fcc-60aa-481f-b6de-66f95ecee98d" -d '{"events": [{"server_uuid": "57f959df-95bb-4899-bb63-bfff6aa94d0d", "name": "network-vif-plugged", "status": "completed", "tag": "9f074240-66e5-4d0c-9b98-8f14d2d0650f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:31.879899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] Set router 28c68fd6-a998-418d-809c-97ada350654b gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:31.907133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Attempting to bind port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:31.907133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Attempting to bind port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:31.907445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Attempting to bind port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:31.939458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:31.939791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Attempting to bind port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:31.979242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c3f2f13-0cdd-4b6b-ba2e-a1743a97e512 req-dfad4d78-c71a-4c55-8467-d48df69ec9f8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475463 Jan 28 20:26:32.000335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:32.000335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Checking segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:32.000335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Bound using segment: {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:32.000891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Bound port: c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d28db18-8d24-47bc-88ff-8f62d8144e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:32.000891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:32.082391 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193b675e-2ae3-4d5e-96b5-bc69d76041f8 x-openstack-request-id: req-193b675e-2ae3-4d5e-96b5-bc69d76041f8 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:32.082391 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f959df-95bb-4899-bb63-bfff6aa94d0d", "name": "network-vif-plugged", "status": "completed", "tag": "9f074240-66e5-4d0c-9b98-8f14d2d0650f", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:32.082718 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-193b675e-2ae3-4d5e-96b5-bc69d76041f8 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:32.083047 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f959df-95bb-4899-bb63-bfff6aa94d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f074240-66e5-4d0c-9b98-8f14d2d0650f', 'code': 200} Jan 28 20:26:32.088721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f074240-66e5-4d0c-9b98-8f14d2d0650f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f074240-66e5-4d0c-9b98-8f14d2d0650f,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:32.109033 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:32.238333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c4a56-0a36-40c8-8875-5d42a18b4d8d req-d66cfcdb-4296-481a-b600-24aaff6821f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.240023 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f6c4a56-0a36-40c8-8875-5d42a18b4d8d req-d66cfcdb-4296-481a-b600-24aaff6821f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 1097 time: 0.1747735 Jan 28 20:26:32.243484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-7ab1c7b9-5312-4e2c-9188-194cc8ff7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.244096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-7ab1c7b9-5312-4e2c-9188-194cc8ff7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.244605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-7ab1c7b9-5312-4e2c-9188-194cc8ff7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.246576 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-7ab1c7b9-5312-4e2c-9188-194cc8ff7c03 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2b19b785ec04679b96e101bd2df9756&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4672151 Jan 28 20:26:32.291114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9f074240-66e5-4d0c-9b98-8f14d2d0650f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:32.306769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-948be870-55af-47a3-81bc-84de87764872 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.334369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-948be870-55af-47a3-81bc-84de87764872 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.357436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-948be870-55af-47a3-81bc-84de87764872 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.390035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-948be870-55af-47a3-81bc-84de87764872 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.402805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-948be870-55af-47a3-81bc-84de87764872 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.411027 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f6c4a56-0a36-40c8-8875-5d42a18b4d8d req-e25eba0d-b254-4322-8b0c-4ab6e6137139 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437049 Jan 28 20:26:32.424544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:32.451902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-948be870-55af-47a3-81bc-84de87764872 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.473840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-948be870-55af-47a3-81bc-84de87764872 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.477364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-948be870-55af-47a3-81bc-84de87764872 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5406 time: 0.3816223 Jan 28 20:26:32.482012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] For port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:32.487150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] For port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:32.528424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-8613be41-750f-40d4-b223-83aae386db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.529952 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43c553ab-88af-41fe-8219-fa6a6d783d57 req-8613be41-750f-40d4-b223-83aae386db8d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2765837 Jan 28 20:26:32.568868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-384e55a9-6b5b-41f3-8bae-b926bd1cc911 None None] Provisioning complete for port e110de46-800e-445d-914b-fe249ec195ac triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:32.569255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-384e55a9-6b5b-41f3-8bae-b926bd1cc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:32.600444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:32.632711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-384e55a9-6b5b-41f3-8bae-b926bd1cc911 None None] Port e110de46-800e-445d-914b-fe249ec195ac cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:32.665654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c68fd6-a998-418d-809c-97ada350654b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-router', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:21Z', 'updated_at': '2022-01-28T20:26:27Z', 'revision_number': 3, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'gw_port': {'id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:24Z', 'updated_at': '2022-01-28T20:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:32.690350 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-36b488b7-5431-4d06-a9f0-5ef1a32cf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.691988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-36b488b7-5431-4d06-a9f0-5ef1a32cf3c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1097 time: 0.1463943 Jan 28 20:26:32.710734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3c6a3-bf60-4410-8ea0-cf4365485d6a None None] The sync data for ids ['28c68fd6-a998-418d-809c-97ada350654b'] in n-d-825064-3 is: [{'id': '28c68fd6-a998-418d-809c-97ada350654b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-router', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:21Z', 'updated_at': '2022-01-28T20:26:27Z', 'revision_number': 3, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'gw_port': {'id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:24Z', 'updated_at': '2022-01-28T20:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:32.752296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd53a17a-64e1-4420-b86b-f6c67bbe38e8 req-968f08f9-9a26-4c74-9bce-711144cd71ca tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827343 Jan 28 20:26:32.775877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.778407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:32.783074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-34722082-c756-4590-a515-8ee22502219d service neutron] 10.222.0.13 "PUT /v2.0/ports/c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b HTTP/1.1" status: 200 len: 1091 time: 2.8922312 Jan 28 20:26:32.804018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9977-1b01-4094-a6b2-feac6439d4f8 req-ea39e766-f4a1-4021-9efe-79112c6dad45 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.814479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ccb9977-1b01-4094-a6b2-feac6439d4f8 req-ea39e766-f4a1-4021-9efe-79112c6dad45 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.3096366 Jan 28 20:26:32.913352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34722082-c756-4590-a515-8ee22502219d service neutron] Pushing event updated for resources: {'Port': ['ID=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:32.936442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:33.045142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-8025403c-8a2d-4e68-a545-bb7ac58691b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:33.046848 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-8025403c-8a2d-4e68-a545-bb7ac58691b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.3273938 Jan 28 20:26:33.078439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:33.080725 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:33.190798 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:33.204800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:33.219825 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:33.298890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ccb9977-1b01-4094-a6b2-feac6439d4f8 req-c1080670-0616-44eb-a674-9cad21daf442 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915515 Jan 28 20:26:33.301733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-5be05608-2b74-4193-8d3b-5f6cb8aa8cc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 200 len: 1002 time: 0.2435427 Jan 28 20:26:33.394080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:33.400724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Pushing event updated for resources: {'Port': ['ID=e110de46-800e-445d-914b-fe249ec195ac,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:33.403210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2a795-0479-46dc-8521-e0f2c75ab360 req-677300ec-4d67-43c6-a12b-29857b7fff63 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:33.412479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ddd2a795-0479-46dc-8521-e0f2c75ab360 req-677300ec-4d67-43c6-a12b-29857b7fff63 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.3555875 Jan 28 20:26:33.433000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-a1da2e61-051a-4b45-9498-d0e2946a5ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:33.435303 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-a1da2e61-051a-4b45-9498-d0e2946a5ed0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.1151938 Jan 28 20:26:33.634191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-e6a60fe0-03fc-40a4-937f-bf715b02589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:33.636007 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-e6a60fe0-03fc-40a4-937f-bf715b02589e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774189 Jan 28 20:26:33.711424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ddd2a795-0479-46dc-8521-e0f2c75ab360 req-4e4cd8d5-669a-47fe-9bbb-f7f475bf4562 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590880 Jan 28 20:26:33.723282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0f374-97d3-4550-b9c3-5039e31e8dce req-5a813d01-6856-44b9-b1a5-a8655dd102c4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:33.726014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Network b06ae123-514d-4e80-ad85-02ea99fa73ad is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:33.726656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4a0f374-97d3-4550-b9c3-5039e31e8dce req-5a813d01-6856-44b9-b1a5-a8655dd102c4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 946 time: 0.2755303 Jan 28 20:26:33.729277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:33.897037 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cabe097-9368-41ee-8f28-bfb895b8762f x-openstack-request-id: req-6cabe097-9368-41ee-8f28-bfb895b8762f {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:33.899437 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:33.900131 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cabe097-9368-41ee-8f28-bfb895b8762f {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:33.900710 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b', 'status': 'completed', 'code': 200} Jan 28 20:26:34.021290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4a0f374-97d3-4550-b9c3-5039e31e8dce req-1a6e36cc-5871-4e02-84b4-3fcb36370629 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767103 Jan 28 20:26:34.065905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-e7c2fb04-12bc-43fe-9a3c-56727145e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.066358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-e7c2fb04-12bc-43fe-9a3c-56727145e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.066908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-e7c2fb04-12bc-43fe-9a3c-56727145e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.067384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-e7c2fb04-12bc-43fe-9a3c-56727145e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.067843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-e7c2fb04-12bc-43fe-9a3c-56727145e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.068345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-e7c2fb04-12bc-43fe-9a3c-56727145e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.068809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-e7c2fb04-12bc-43fe-9a3c-56727145e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.070856 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-e7c2fb04-12bc-43fe-9a3c-56727145e042 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6353 time: 0.2180600 Jan 28 20:26:34.236583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f9d7298e-5021-44bb-aafb-cafb4eab90ea up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:34.306128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-31a5cc18-f595-4a27-ba87-df0c8da63199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.306612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-31a5cc18-f595-4a27-ba87-df0c8da63199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.307076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-31a5cc18-f595-4a27-ba87-df0c8da63199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.309004 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-31a5cc18-f595-4a27-ba87-df0c8da63199 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2b19b785ec04679b96e101bd2df9756&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1845739 Jan 28 20:26:34.313710 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-7f501a04-c0d5-4401-9290-0bfd7b0bf28c service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315644 Jan 28 20:26:34.360060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2667430f-33f6-4fc4-a68a-c7f3be86bfef {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:34.400690 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:34.498291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0fcb3aca-fbdc-4def-9205-62c367d42059 None None] Provisioning complete for port e110de46-800e-445d-914b-fe249ec195ac triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:34.498669 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3aca-fbdc-4def-9205-62c367d42059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:34.500899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-38072b60-71d5-401a-a10e-0524e0d9a732 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.502887 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-99ff9598-91ee-425a-805f-74ab1a49ee84 req-a299d167-331d-4faf-a4d1-b9eb460a459c service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750319 Jan 28 20:26:34.510124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-38072b60-71d5-401a-a10e-0524e0d9a732 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.529043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-38072b60-71d5-401a-a10e-0524e0d9a732 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.545715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-38072b60-71d5-401a-a10e-0524e0d9a732 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.557448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-38072b60-71d5-401a-a10e-0524e0d9a732 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.561876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f9d7298e-5021-44bb-aafb-cafb4eab90ea triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:34.566489 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:34.569605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-38072b60-71d5-401a-a10e-0524e0d9a732 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.576697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-38072b60-71d5-401a-a10e-0524e0d9a732 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.578910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-38072b60-71d5-401a-a10e-0524e0d9a732 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5406 time: 0.3208449 Jan 28 20:26:34.580219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Transition to ACTIVE for port object 2667430f-33f6-4fc4-a68a-c7f3be86bfef will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:34.647698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Router 28c68fd6-a998-418d-809c-97ada350654b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:26:34.675420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0fcb3aca-fbdc-4def-9205-62c367d42059 None None] Port e110de46-800e-445d-914b-fe249ec195ac cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:26:34.714521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d336bf5-f2df-4168-9e06-adfcffecbec5 req-9f328ffc-6eed-4a9a-bfd6-0a50619a08f0 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259134 Jan 28 20:26:34.715671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:34.750651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-c79c6401-d2a6-4e7b-b124-4ae343f5ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.752167 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f81c2ac2-b8e7-4ad3-9261-9ad1cef477e5 req-c79c6401-d2a6-4e7b-b124-4ae343f5ab57 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4352551 Jan 28 20:26:34.845697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:34.914303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port f9d7298e-5021-44bb-aafb-cafb4eab90ea, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f9d7298e-5021-44bb-aafb-cafb4eab90ea,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:34.924107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:34.930879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:34.958630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9049b7-5532-4fbf-a8db-dde110fc7916 req-b235a65c-c602-4a6b-a0ef-7439223db028 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.971133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c9049b7-5532-4fbf-a8db-dde110fc7916 req-b235a65c-c602-4a6b-a0ef-7439223db028 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.3842659 Jan 28 20:26:34.977858 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6efcae25-7ac9-4efb-ae10-32441abd73fa admin admin] 10.222.0.44 "PUT /v2.0/routers/28c68fd6-a998-418d-809c-97ada350654b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2911298 Jan 28 20:26:35.039163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Pushing event updated for resources: {'Port': ['ID=2667430f-33f6-4fc4-a68a-c7f3be86bfef,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:35.090545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=f9d7298e-5021-44bb-aafb-cafb4eab90ea,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:35.297130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c9049b7-5532-4fbf-a8db-dde110fc7916 req-0aff2d26-80ab-4c39-88d0-98dd41fd9f52 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228493 Jan 28 20:26:35.299037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Attempting to bind port 2667430f-33f6-4fc4-a68a-c7f3be86bfef on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:35.299383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Attempting to bind port 2667430f-33f6-4fc4-a68a-c7f3be86bfef by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:35.299711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Attempting to bind port 2667430f-33f6-4fc4-a68a-c7f3be86bfef on network 54f24d87-c2ab-4877-8f9f-712bb1a41597 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:35.317087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Port 2667430f-33f6-4fc4-a68a-c7f3be86bfef on network 54f24d87-c2ab-4877-8f9f-712bb1a41597 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:35.317580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Attempting to bind port 2667430f-33f6-4fc4-a68a-c7f3be86bfef on network 54f24d87-c2ab-4877-8f9f-712bb1a41597 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:35.330932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5e1d7-885c-420c-bb22-d6714cb254c5 req-a7fafafe-2215-451c-8a5f-dff2ddb64866 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:35.332409 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36f5e1d7-885c-420c-bb22-d6714cb254c5 req-a7fafafe-2215-451c-8a5f-dff2ddb64866 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.3454928 Jan 28 20:26:35.336202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:35.336495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Checking segment: {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:35.336915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Bound using segment: {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:35.337549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Bound port: 2667430f-33f6-4fc4-a68a-c7f3be86bfef, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:35.337931 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:35.808745 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36f5e1d7-885c-420c-bb22-d6714cb254c5 req-3bb23cd4-4c21-4c6a-9397-2f7916c0a1ff tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4394262 Jan 28 20:26:35.825388 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Sync routers for ids ['28c68fd6-a998-418d-809c-97ada350654b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:35.835710 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Routers {'28c68fd6-a998-418d-809c-97ada350654b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:35.836522 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:26:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['28c68fd6-a998-418d-809c-97ada350654b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:35.858067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] For port 2667430f-33f6-4fc4-a68a-c7f3be86bfef, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:35.879666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3972d7-7c74-47a0-a0e9-e6e982bfae6a req-0c9b4b15-892d-4c74-917f-5084b812d791 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:35.881516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c3972d7-7c74-47a0-a0e9-e6e982bfae6a req-0c9b4b15-892d-4c74-917f-5084b812d791 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 946 time: 0.1259427 Jan 28 20:26:35.883743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] For port 2667430f-33f6-4fc4-a68a-c7f3be86bfef, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2667430f-33f6-4fc4-a68a-c7f3be86bfef,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:35.892220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:35.957405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:35.957992 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:35.959562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] 10.222.0.13 "PUT /v2.0/ports/2667430f-33f6-4fc4-a68a-c7f3be86bfef HTTP/1.1" status: 200 len: 1091 time: 3.0605147 Jan 28 20:26:35.961559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': '2667430f-33f6-4fc4-a68a-c7f3be86bfef'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:35.964075 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ffe61-0e8f-48c6-9d18-771af2625502" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "2667430f-33f6-4fc4-a68a-c7f3be86bfef"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:35.993316 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Set router 28c68fd6-a998-418d-809c-97ada350654b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:36.007088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Request body: {'port': {'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:36.034763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62c584-74f3-49b7-b03d-f1db92a1c716 service neutron] Pushing event updated for resources: {'Port': ['ID=2667430f-33f6-4fc4-a68a-c7f3be86bfef,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:36.057376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c3972d7-7c74-47a0-a0e9-e6e982bfae6a req-9542b638-3990-4561-bb9d-c1083da0d4a8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667562 Jan 28 20:26:36.155711 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-95935de0-b663-4189-8fe6-dff7bd96d7af req-2a94dbb8-7c61-4ba0-8a82-f537a988a786 tempest-FloatingIPDetailsNegativeTestJSON-991289122 tempest-FloatingIPDetailsNegativeTestJSON-991289122-project] show failed (client error): The resource could not be found. Jan 28 20:26:36.156776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95935de0-b663-4189-8fe6-dff7bd96d7af req-2a94dbb8-7c61-4ba0-8a82-f537a988a786 tempest-FloatingIPDetailsNegativeTestJSON-991289122 tempest-FloatingIPDetailsNegativeTestJSON-991289122-project] 10.222.0.44 "GET /v2.0/floatingips/6ef0a4df-4d78-41e4-918e-6d3a162f59c3 HTTP/1.1" status: 404 len: 350 time: 0.1155186 Jan 28 20:26:36.169495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38984) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:36.207523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f9d7298e-5021-44bb-aafb-cafb4eab90ea up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:36.242083 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1c2efc-5405-4540-b68c-eb166e3f3db0 x-openstack-request-id: req-fc1c2efc-5405-4540-b68c-eb166e3f3db0 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:36.242083 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "2667430f-33f6-4fc4-a68a-c7f3be86bfef", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:36.245430 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc1c2efc-5405-4540-b68c-eb166e3f3db0 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:36.247075 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': '2667430f-33f6-4fc4-a68a-c7f3be86bfef', 'status': 'completed', 'code': 200} Jan 28 20:26:36.263915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:36.311585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f9d7298e-5021-44bb-aafb-cafb4eab90ea triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:36.312258 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:36.404256 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c68fd6-a998-418d-809c-97ada350654b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-router', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:21Z', 'updated_at': '2022-01-28T20:26:32Z', 'revision_number': 4, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'gw_port': {'id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:24Z', 'updated_at': '2022-01-28T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e110de46-800e-445d-914b-fe249ec195ac', 'name': '', 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'mac_address': 'fa:16:3e:9a:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ab77464c-ddc3-4bca-8ca7-894e451b9bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:30Z', 'updated_at': '2022-01-28T20:26:32Z', 'revision_number': 2, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'subnets': [{'id': 'ab77464c-ddc3-4bca-8ca7-894e451b9bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:36.430929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-de3017b0-cb22-418d-aa0c-7ae5e0f3dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.431562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-de3017b0-cb22-418d-aa0c-7ae5e0f3dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.432103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-de3017b0-cb22-418d-aa0c-7ae5e0f3dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.432650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-de3017b0-cb22-418d-aa0c-7ae5e0f3dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.433201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-de3017b0-cb22-418d-aa0c-7ae5e0f3dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.433734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-de3017b0-cb22-418d-aa0c-7ae5e0f3dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.434243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-de3017b0-cb22-418d-aa0c-7ae5e0f3dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.436519 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-de3017b0-cb22-418d-aa0c-7ae5e0f3dc29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6420 time: 0.1596527 Jan 28 20:26:36.478918 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Checking router: 28c68fd6-a998-418d-809c-97ada350654b for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:36.479549 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Updating router 28c68fd6-a998-418d-809c-97ada350654b port e110de46-800e-445d-914b-fe249ec195ac binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:26:36.517858 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:36.568410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9536b2-9b3f-4530-8521-56833f45162c req-b638ae63-8697-4597-9b69-33b2f456ae42 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.576505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9536b2-9b3f-4530-8521-56833f45162c req-b638ae63-8697-4597-9b69-33b2f456ae42 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.583381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9536b2-9b3f-4530-8521-56833f45162c req-b638ae63-8697-4597-9b69-33b2f456ae42 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.591019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9536b2-9b3f-4530-8521-56833f45162c req-b638ae63-8697-4597-9b69-33b2f456ae42 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.598474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9536b2-9b3f-4530-8521-56833f45162c req-b638ae63-8697-4597-9b69-33b2f456ae42 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.606487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9536b2-9b3f-4530-8521-56833f45162c req-b638ae63-8697-4597-9b69-33b2f456ae42 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.613443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9536b2-9b3f-4530-8521-56833f45162c req-b638ae63-8697-4597-9b69-33b2f456ae42 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.615236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f9536b2-9b3f-4530-8521-56833f45162c req-b638ae63-8697-4597-9b69-33b2f456ae42 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5418 time: 0.3240917 Jan 28 20:26:36.662832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-668f5a15-8860-4344-8403-6d0cd9f5c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.663306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-668f5a15-8860-4344-8403-6d0cd9f5c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.663763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-668f5a15-8860-4344-8403-6d0cd9f5c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.665452 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-668f5a15-8860-4344-8403-6d0cd9f5c733 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2b19b785ec04679b96e101bd2df9756&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2204380 Jan 28 20:26:36.709342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f9536b2-9b3f-4530-8521-56833f45162c req-57ac2959-a72c-4f03-9991-fe0e558ea4a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631080 Jan 28 20:26:36.913824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-c5262586-7cdc-4c5a-9a40-5fd0a0303fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.916439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5a2ffe61-0e8f-48c6-9d18-771af2625502 req-c5262586-7cdc-4c5a-9a40-5fd0a0303fa8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2436357 Jan 28 20:26:36.922568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e98225c-923f-4a5f-ae54-f8b4ee50f1de {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:36.938939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:36.969489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Transition to ACTIVE for port object 0e98225c-923f-4a5f-ae54-f8b4ee50f1de will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:36.989108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670b07d-755f-46fd-8b47-53238d10106f req-d9aa2da8-cb36-41b6-9072-807194ab8a95 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.991735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6670b07d-755f-46fd-8b47-53238d10106f req-d9aa2da8-cb36-41b6-9072-807194ab8a95 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.1385930 Jan 28 20:26:36.993689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.111517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Pushing event updated for resources: {'Port': ['ID=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:37.126748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6670b07d-755f-46fd-8b47-53238d10106f req-e6976097-e46f-4d09-801d-2af9918f35b1 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245522 Jan 28 20:26:37.132127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.178815 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.188037 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.280391 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Pushing event updated for resources: {'Port': ['ID=e110de46-800e-445d-914b-fe249ec195ac,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:37.295278 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.295625 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.295964 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.296340 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.296881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.297388 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.297836 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.298725 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.299062 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.299391 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.299858 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.301061 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:37.442972 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Attempting to bind port e110de46-800e-445d-914b-fe249ec195ac on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:37.443362 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Attempting to bind port e110de46-800e-445d-914b-fe249ec195ac by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:37.443744 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Attempting to bind port e110de46-800e-445d-914b-fe249ec195ac on network b06ae123-514d-4e80-ad85-02ea99fa73ad {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:37.456985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Attempting to bind port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:26:37.463717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Attempting to bind port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:26:37.467494 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:37.469288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Attempting to bind port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de on network 54f24d87-c2ab-4877-8f9f-712bb1a41597 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:37.470520 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Checking segment: {'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:37.470950 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.471356 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Bound using segment: {'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:37.474159 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Bound port: e110de46-800e-445d-914b-fe249ec195ac, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:37.474749 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.497540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de on network 54f24d87-c2ab-4877-8f9f-712bb1a41597 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:37.498640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Attempting to bind port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de on network 54f24d87-c2ab-4877-8f9f-712bb1a41597 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:37.517330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:37.517736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Checking segment: {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:26:37.518141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Bound using segment: {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:37.518854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Bound port: 0e98225c-923f-4a5f-ae54-f8b4ee50f1de, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:26:37.519220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.628660 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] For port e110de46-800e-445d-914b-fe249ec195ac, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:37.630094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4d4b5-4be3-4943-932d-c3a94dd64519 req-f4c39b13-1006-4700-8428-77356a8b7d34 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.639140 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] For port e110de46-800e-445d-914b-fe249ec195ac, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e110de46-800e-445d-914b-fe249ec195ac,segment=NetworkSegment(c0a9a355-b7d5-49b6-84ef-3f43b650d70d),segment_id=c0a9a355-b7d5-49b6-84ef-3f43b650d70d)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:37.641417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2c4d4b5-4be3-4943-932d-c3a94dd64519 req-f4c39b13-1006-4700-8428-77356a8b7d34 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.2943132 Jan 28 20:26:37.653997 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.708606 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7b3dfdd8-a5a2-4eb6-aa1a-34fee486b5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.792649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ce998604-b980-4ae7-b5c2-2cfac622feb9 None None] Provisioning complete for port e110de46-800e-445d-914b-fe249ec195ac triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:37.793724 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce998604-b980-4ae7-b5c2-2cfac622feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.810736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2c4d4b5-4be3-4943-932d-c3a94dd64519 req-982db69c-a280-4626-abf6-baf2f8c526d1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524918 Jan 28 20:26:37.879807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] For port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:37.883349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] For port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:37.889748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.929039 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Routers {'28c68fd6-a998-418d-809c-97ada350654b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:37.931493 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:26:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['28c68fd6-a998-418d-809c-97ada350654b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:37.970293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.974465 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:37.986961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e98225c-923f-4a5f-ae54-f8b4ee50f1de HTTP/1.1" status: 200 len: 1091 time: 1.9747412 Jan 28 20:26:38.027451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Deleting port e110de46-800e-445d-914b-fe249ec195ac {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:26:38.028270 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:38.103966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce998604-b980-4ae7-b5c2-2cfac622feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:38.166187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3db362-9626-467b-b9c9-85926d5cb397 service neutron] Pushing event updated for resources: {'Port': ['ID=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:38.236316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ce998604-b980-4ae7-b5c2-2cfac622feb9 None None] For port e110de46-800e-445d-914b-fe249ec195ac, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e110de46-800e-445d-914b-fe249ec195ac,segment=NetworkSegment(c0a9a355-b7d5-49b6-84ef-3f43b650d70d),segment_id=c0a9a355-b7d5-49b6-84ef-3f43b650d70d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:38.245915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce998604-b980-4ae7-b5c2-2cfac622feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:38.253638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:38.282715 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "0e98225c-923f-4a5f-ae54-f8b4ee50f1de"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:38.307754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-044534b0-efd7-4f7e-b5f9-3e31771d21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.312744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-044534b0-efd7-4f7e-b5f9-3e31771d21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.314144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-044534b0-efd7-4f7e-b5f9-3e31771d21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.316430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-044534b0-efd7-4f7e-b5f9-3e31771d21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.316937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-044534b0-efd7-4f7e-b5f9-3e31771d21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.317424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-044534b0-efd7-4f7e-b5f9-3e31771d21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.320048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-044534b0-efd7-4f7e-b5f9-3e31771d21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.325324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-044534b0-efd7-4f7e-b5f9-3e31771d21f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6487 time: 0.2998698 Jan 28 20:26:38.366047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] For port e110de46-800e-445d-914b-fe249ec195ac, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e110de46-800e-445d-914b-fe249ec195ac,segment=NetworkSegment(c0a9a355-b7d5-49b6-84ef-3f43b650d70d),segment_id=c0a9a355-b7d5-49b6-84ef-3f43b650d70d)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:38.378852 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] Set router 28c68fd6-a998-418d-809c-97ada350654b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:38.383389 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:38.433989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-4aaa6172-d964-4efc-b53c-8db5cfcd0f2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 HTTP/1.1" status: 200 len: 217 time: 0.0967977 Jan 28 20:26:38.460962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce998604-b980-4ae7-b5c2-2cfac622feb9 None None] Pushing event updated for resources: {'Port': ['ID=e110de46-800e-445d-914b-fe249ec195ac,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:38.465998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Calling delete_port for e110de46-800e-445d-914b-fe249ec195ac owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:26:38.497284 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9738d-f2ed-4f2b-beb1-0b206178dd50 None None] Pushing event updated for resources: {'Port': ['ID=e110de46-800e-445d-914b-fe249ec195ac,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:38.498627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-10537962-3273-49b3-93e1-ebdfca389a0c None None] Provisioning complete for port e110de46-800e-445d-914b-fe249ec195ac triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:38.499081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-10537962-3273-49b3-93e1-ebdfca389a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:38.571214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-6c4e5457-9a1e-4de5-9fa1-d1c03924a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.575403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-6c4e5457-9a1e-4de5-9fa1-d1c03924a1ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8d764b-80f9-4ec9-aaf9-6c31551627c6 HTTP/1.1" status: 200 len: 855 time: 0.1326435 Jan 28 20:26:38.712649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-c49ee745-fc1d-4d1f-a57b-a6f237c64fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.715199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-c49ee745-fc1d-4d1f-a57b-a6f237c64fad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903246 Jan 28 20:26:38.746087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-1e01cdf3-b104-45d5-a5ea-16a0efe17992 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.755015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-1e01cdf3-b104-45d5-a5ea-16a0efe17992 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.763157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-1e01cdf3-b104-45d5-a5ea-16a0efe17992 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.793487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-1e01cdf3-b104-45d5-a5ea-16a0efe17992 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.800742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-1e01cdf3-b104-45d5-a5ea-16a0efe17992 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.807614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-1e01cdf3-b104-45d5-a5ea-16a0efe17992 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.815634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-1e01cdf3-b104-45d5-a5ea-16a0efe17992 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.825760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-1e01cdf3-b104-45d5-a5ea-16a0efe17992 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.2481549 Jan 28 20:26:38.918850 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c68fd6-a998-418d-809c-97ada350654b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-router', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:21Z', 'updated_at': '2022-01-28T20:26:32Z', 'revision_number': 4, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'gw_port': {'id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:24Z', 'updated_at': '2022-01-28T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e110de46-800e-445d-914b-fe249ec195ac', 'name': '', 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'mac_address': 'fa:16:3e:9a:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ab77464c-ddc3-4bca-8ca7-894e451b9bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:30Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'subnets': [{'id': 'ab77464c-ddc3-4bca-8ca7-894e451b9bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:38.967530 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488bd2e2-6692-482a-b6bb-bba4d43c4420 None None] The sync data for ids ['28c68fd6-a998-418d-809c-97ada350654b'] in n-d-825064-3 is: [{'id': '28c68fd6-a998-418d-809c-97ada350654b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-router', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:21Z', 'updated_at': '2022-01-28T20:26:32Z', 'revision_number': 4, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'gw_port': {'id': 'f9d7298e-5021-44bb-aafb-cafb4eab90ea', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:24Z', 'updated_at': '2022-01-28T20:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e110de46-800e-445d-914b-fe249ec195ac', 'name': '', 'network_id': 'b06ae123-514d-4e80-ad85-02ea99fa73ad', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'mac_address': 'fa:16:3e:9a:b9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c68fd6-a998-418d-809c-97ada350654b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ab77464c-ddc3-4bca-8ca7-894e451b9bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:30Z', 'updated_at': '2022-01-28T20:26:37Z', 'revision_number': 4, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'subnets': [{'id': 'ab77464c-ddc3-4bca-8ca7-894e451b9bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:39.149172 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe68c3a-ac61-4941-921e-e26418833324 x-openstack-request-id: req-bbe68c3a-ac61-4941-921e-e26418833324 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:39.149922 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "0e98225c-923f-4a5f-ae54-f8b4ee50f1de", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:39.150185 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbe68c3a-ac61-4941-921e-e26418833324 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:39.150603 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de', 'status': 'completed', 'code': 200} Jan 28 20:26:39.325656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-deed6c0a-5210-4944-9cea-0165959e83f1 req-969e862d-adb5-4fdc-817f-815337d99938 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4987895 Jan 28 20:26:39.330190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-2d0b5add-46fa-4267-a080-143780e3c8e5 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015521 Jan 28 20:26:39.501473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:39.592725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a9eeb56e-dcc7-47ac-8822-092b9a5891f6 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551725 Jan 28 20:26:39.639098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e110de46-800e-445d-914b-fe249ec195ac,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:39.773031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-3e602325-91fe-4085-81dc-e2c0958f31e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ed5a4240-7eb5-492b-a362-466caea382c6 HTTP/1.1" status: 200 len: 217 time: 0.1662762 Jan 28 20:26:39.883264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-1788fef7-c904-4e60-bf0f-33999173039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.884623 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-1788fef7-c904-4e60-bf0f-33999173039c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 200 len: 797 time: 0.0870280 Jan 28 20:26:39.925517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:40.008925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f71726-7f66-42e1-8b0e-099161c9530b req-39b8c399-0d0f-4cdd-8993-e072431789c5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.024665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97f71726-7f66-42e1-8b0e-099161c9530b req-39b8c399-0d0f-4cdd-8993-e072431789c5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.2857196 Jan 28 20:26:40.071458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-09739fc8-970b-4623-a098-9b24266f8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.073090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-09739fc8-970b-4623-a098-9b24266f8552 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718743 Jan 28 20:26:40.137848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97f71726-7f66-42e1-8b0e-099161c9530b req-e687e1cc-cd58-4a11-b15b-4904b2e9c827 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119957 Jan 28 20:26:40.153757 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-984a3082-e818-425e-8323-5467bb5a9604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:40.280817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-62545702-5839-45a1-b702-3ee555a6bac8 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856277 Jan 28 20:26:40.341392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Router 28c68fd6-a998-418d-809c-97ada350654b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:26:40.444612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-cf8bdf1d-4713-4bf3-b2bb-f4c832977500 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569591 Jan 28 20:26:40.532631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0fd173a9-7457-4395-a0b9-98bb6012dda4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=acecaf6d-d262-44d4-95b0-72d9cb44e15c HTTP/1.1" status: 200 len: 217 time: 0.0806017 Jan 28 20:26:40.572009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:40.582731 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a73c6792-8abd-470d-840e-ce9d4d5f52e0 admin admin] 10.222.0.44 "PUT /v2.0/routers/28c68fd6-a998-418d-809c-97ada350654b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4120648 Jan 28 20:26:40.583606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39058) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:40.604529 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-ec47a560-5c0b-4e66-bdd7-5c4367bd45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.607067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-ec47a560-5c0b-4e66-bdd7-5c4367bd45c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 200 len: 797 time: 0.0636554 Jan 28 20:26:40.700708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-9b901cbd-2437-41b4-8aef-d929c9c0821f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.709050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-9b901cbd-2437-41b4-8aef-d929c9c0821f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.739444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-9b901cbd-2437-41b4-8aef-d929c9c0821f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.756563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-9b901cbd-2437-41b4-8aef-d929c9c0821f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.774471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:40.775093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-9b901cbd-2437-41b4-8aef-d929c9c0821f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.798464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-9b901cbd-2437-41b4-8aef-d929c9c0821f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.804818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-9b901cbd-2437-41b4-8aef-d929c9c0821f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.813631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-9b901cbd-2437-41b4-8aef-d929c9c0821f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.3451164 Jan 28 20:26:40.866439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-7c99e404-0987-4660-bffb-38f45d067709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.868082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-7c99e404-0987-4660-bffb-38f45d067709 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2492986 Jan 28 20:26:40.912983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3adad1e0-64f8-44f7-8e69-d7620138ef34 req-c63b69f1-e344-4544-8d0b-c8e47ec8c71f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983853 Jan 28 20:26:40.990248 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:41.061483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-ea0c74dc-f919-4d7b-ab7e-b020ca5bef94 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853302 Jan 28 20:26:41.087169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Deleting port f9d7298e-5021-44bb-aafb-cafb4eab90ea {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:26:41.087628 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:41.113573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:41.306236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-a29dd266-f7d1-4b9f-bbdf-4be91323e811 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358882 Jan 28 20:26:41.330488 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-239455a1-1768-4996-886a-977b7907550e admin admin] For port f9d7298e-5021-44bb-aafb-cafb4eab90ea, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f9d7298e-5021-44bb-aafb-cafb4eab90ea,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:41.330814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:41.349389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:41.378511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'port_id': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'mac_address': 'fa:16:3e:89:08:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:41.384390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Calling delete_port for f9d7298e-5021-44bb-aafb-cafb4eab90ea owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:26:41.474464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] Sync routers for ids ['28c68fd6-a998-418d-809c-97ada350654b'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:41.477479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-70639785-3913-4c36-aed2-2a698cf3ebaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=d05a25d4-0f68-4456-a98e-a35f90d6a916 HTTP/1.1" status: 200 len: 217 time: 0.1541152 Jan 28 20:26:41.551203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] Routers {'28c68fd6-a998-418d-809c-97ada350654b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:41.552164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:26:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['28c68fd6-a998-418d-809c-97ada350654b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:41.619504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd56e28-a025-475e-847d-204c7c5c605d req-7821735f-456f-4154-910f-852af4474de0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.628575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0cd56e28-a025-475e-847d-204c7c5c605d req-7821735f-456f-4154-910f-852af4474de0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.3179383 Jan 28 20:26:41.657916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:41.730064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-90e70890-2261-4bab-9595-f3fb2f9cc725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.738503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-90e70890-2261-4bab-9595-f3fb2f9cc725 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 200 len: 797 time: 0.2460303 Jan 28 20:26:41.747472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:41.755182 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:41.759459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0cd56e28-a025-475e-847d-204c7c5c605d req-dc707e1e-cba1-48f6-b3fa-c5d2254f4a4a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294973 Jan 28 20:26:41.824672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] Set router 28c68fd6-a998-418d-809c-97ada350654b gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:41.826462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d7298e-5021-44bb-aafb-cafb4eab90ea,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:41.860214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-db4f11fc-bf9d-4e69-92f1-3a889df50fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.862242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-db4f11fc-bf9d-4e69-92f1-3a889df50fc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018271 Jan 28 20:26:41.869924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9503c32a-3abb-4e77-a53f-9a5ede5e4880 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:41.906569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c68fd6-a998-418d-809c-97ada350654b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1063863639-router', 'tenant_id': '7404421e88144a7eb6d87914d328e0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:21Z', 'updated_at': '2022-01-28T20:26:40Z', 'revision_number': 6, 'project_id': '7404421e88144a7eb6d87914d328e0d7', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:41.933558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.066548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9651e448-11fe-4d07-b4f6-f24969284a4a service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976223 Jan 28 20:26:42.172874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.178745 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.265439 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.266053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c68fd6-a998-418d-809c-97ada350654b {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:26:42.270952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-239455a1-1768-4996-886a-977b7907550e admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.274488 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-239455a1-1768-4996-886a-977b7907550e admin admin] 10.222.0.44 "DELETE /v2.0/routers/28c68fd6-a998-418d-809c-97ada350654b HTTP/1.1" status: 204 len: 168 time: 1.6896873 Jan 28 20:26:42.275094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39104) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:42.320736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-05d1e0dd-e319-45f5-b632-17298c06f40f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.328196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-05d1e0dd-e319-45f5-b632-17298c06f40f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.334461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-05d1e0dd-e319-45f5-b632-17298c06f40f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.335286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] Checking router: 28c68fd6-a998-418d-809c-97ada350654b for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:42.342552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-05d1e0dd-e319-45f5-b632-17298c06f40f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.350619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-05d1e0dd-e319-45f5-b632-17298c06f40f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.357595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-05d1e0dd-e319-45f5-b632-17298c06f40f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.363842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-05d1e0dd-e319-45f5-b632-17298c06f40f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.366098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-05d1e0dd-e319-45f5-b632-17298c06f40f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.2367437 Jan 28 20:26:42.369316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:42.378717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] Routers set() bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:42.379177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] Router IDs set() for agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 20:26:42.379807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_agentschedulers_db [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28c68fd6-a998-418d-809c-97ada350654b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:26:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent'). {{(pid=102308) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 20:26:42.380268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414aa95-8b3a-458e-909d-c6a781daf7eb None None] The sync data for ids ['28c68fd6-a998-418d-809c-97ada350654b'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:42.392415 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.395903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a45fb5d9-8214-4b0b-aa82-042ec1a5d02a details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:42.441621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b35b49-f932-44e1-aefc-58ddaa0e3cff admin admin] Deleting subnet ab77464c-ddc3-4bca-8ca7-894e451b9bfe {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:26:42.446530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-bfebe6ab-426b-4e0a-82c2-97256cbd339d service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731813 Jan 28 20:26:42.450204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-47b35b49-f932-44e1-aefc-58ddaa0e3cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.531417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7adc62e-026c-4f84-ae1d-c40920424864 req-87aee543-0320-4339-ba33-bd1cc65fb487 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478539 Jan 28 20:26:42.557891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-47b35b49-f932-44e1-aefc-58ddaa0e3cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.570091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-97f05311-3ba2-4dec-8c41-0e59f1946361 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b HTTP/1.1" status: 200 len: 217 time: 0.1145446 Jan 28 20:26:42.644809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-e8a539fd-fcd7-42dd-8651-fd1dcf0563dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.646212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-e8a539fd-fcd7-42dd-8651-fd1dcf0563dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 200 len: 797 time: 0.0686359 Jan 28 20:26:42.699535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:42.750481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'port_id': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'mac_address': 'fa:16:3e:b8:3f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93aafa58-1311-4434-a366-aab700eaf224', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:42.787210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f5e21ae5-b2d3-4d35-beae-37fd8ef492bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.798214 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-f5e21ae5-b2d3-4d35-beae-37fd8ef492bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1424258 Jan 28 20:26:42.805517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-47b35b49-f932-44e1-aefc-58ddaa0e3cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.956967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-47b35b49-f932-44e1-aefc-58ddaa0e3cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.976836 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:42.983528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:42.997691 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:43.023768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b35b49-f932-44e1-aefc-58ddaa0e3cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab77464c-ddc3-4bca-8ca7-894e451b9bfe,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:43.026126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a45fb5d9-8214-4b0b-aa82-042ec1a5d02a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:26:43.032056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-47b35b49-f932-44e1-aefc-58ddaa0e3cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:43.038955 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-47b35b49-f932-44e1-aefc-58ddaa0e3cff admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ab77464c-ddc3-4bca-8ca7-894e451b9bfe HTTP/1.1" status: 204 len: 168 time: 0.7628820 Jan 28 20:26:43.041079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68681e5-f508-41e3-879c-b717988358ee None None] Network b06ae123-514d-4e80-ad85-02ea99fa73ad requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:26:43.043598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39136) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:43.107613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-2d8bf3dc-d777-486c-9127-d1bcea3034ec service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020282 Jan 28 20:26:43.235713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:43.243195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b8298-d939-451c-8bb2-0d39087f3621 req-1c546485-c36d-455a-8ec7-be0d1bf7c16f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.259116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:43.263303 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-532b8298-d939-451c-8bb2-0d39087f3621 req-1c546485-c36d-455a-8ec7-be0d1bf7c16f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 945 time: 0.2902598 Jan 28 20:26:43.263711 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:43.278939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:43.444024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Deleting port 0c92f629-70ac-45a3-8b8d-02f26074315a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:26:43.445410 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:43.507034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-532b8298-d939-451c-8bb2-0d39087f3621 req-517b64e7-d28e-4ffa-b180-5b6b04763524 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428818 Jan 28 20:26:43.519956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['9503c32a-3abb-4e77-a53f-9a5ede5e4880'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:43.519956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['a45fb5d9-8214-4b0b-aa82-042ec1a5d02a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:43.529726 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-9d7e751c-94bd-41e2-aeac-97eb42baef45 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124506 Jan 28 20:26:43.642053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] For port 0c92f629-70ac-45a3-8b8d-02f26074315a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0c92f629-70ac-45a3-8b8d-02f26074315a,segment=NetworkSegment(c0a9a355-b7d5-49b6-84ef-3f43b650d70d),segment_id=c0a9a355-b7d5-49b6-84ef-3f43b650d70d)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:43.642503 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:43.646688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-7b8e9d25-f187-4633-94bb-491164647aeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2667430f-33f6-4fc4-a68a-c7f3be86bfef HTTP/1.1" status: 200 len: 217 time: 0.1014667 Jan 28 20:26:43.662015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Calling delete_port for 0c92f629-70ac-45a3-8b8d-02f26074315a owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:26:43.738134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-b0508764-3f56-4bf7-aa29-ea4b6550afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.740783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-b0508764-3f56-4bf7-aa29-ea4b6550afd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97e5c526-27d3-45eb-8c7e-d6a128e60720 HTTP/1.1" status: 200 len: 797 time: 0.0867710 Jan 28 20:26:43.776223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:43.929518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:44.016851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-bce8f453-fc56-4337-81ae-62fbae713a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.025843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-bce8f453-fc56-4337-81ae-62fbae713a37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54f24d87-c2ab-4877-8f9f-712bb1a41597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2684755 Jan 28 20:26:44.034938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c92f629-70ac-45a3-8b8d-02f26074315a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:44.057285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] No DVR routers for this DVR port 0c92f629-70ac-45a3-8b8d-02f26074315a on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:26:44.085644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c725a88d-97cd-47be-ab77-30770886a9a2 None None] DHCP port deletion for b06ae123-514d-4e80-ad85-02ea99fa73ad request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:26:44.118460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f9d7298e-5021-44bb-aafb-cafb4eab90ea no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:26:44.230904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: f9d7298e-5021-44bb-aafb-cafb4eab90ea {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:26:44.231213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f9d7298e-5021-44bb-aafb-cafb4eab90ea not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:26:44.237036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e110de46-800e-445d-914b-fe249ec195ac no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:26:44.289610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:44.315900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: e110de46-800e-445d-914b-fe249ec195ac {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:26:44.325554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e110de46-800e-445d-914b-fe249ec195ac not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:26:44.331950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-0a32eaba-955e-48f5-b533-6caa8e11ccac service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950630 Jan 28 20:26:44.351363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06ae123-514d-4e80-ad85-02ea99fa73ad']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:44.387359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:44.388339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a9a355-b7d5-49b6-84ef-3f43b650d70d') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:44.441848 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:44.483224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:44.496813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:26:44.497694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:44.526400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-5c60c8e4-9cb0-4705-a380-1917c056b381 service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838257 Jan 28 20:26:44.550490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-d3957936-8ce7-4ca1-aa1b-c83929ad7561 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.566834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-d3957936-8ce7-4ca1-aa1b-c83929ad7561 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.579002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-d3957936-8ce7-4ca1-aa1b-c83929ad7561 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.590950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-d3957936-8ce7-4ca1-aa1b-c83929ad7561 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.601716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-d3957936-8ce7-4ca1-aa1b-c83929ad7561 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.618809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-d3957936-8ce7-4ca1-aa1b-c83929ad7561 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:26:44.619712 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:26:44.625398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:44.639236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-d3957936-8ce7-4ca1-aa1b-c83929ad7561 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.642030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-d3957936-8ce7-4ca1-aa1b-c83929ad7561 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.7549744 Jan 28 20:26:44.649478 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:44.653781 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b06ae123-514d-4e80-ad85-02ea99fa73ad HTTP/1.1" status: 204 len: 168 time: 1.6084850 Jan 28 20:26:44.655295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6687b-f99d-47f9-a781-8a18da642da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b06ae123-514d-4e80-ad85-02ea99fa73ad,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:44.791448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-d859c6f1-f083-46d0-bbe7-482a43b19ebe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de HTTP/1.1" status: 200 len: 217 time: 0.1481919 Jan 28 20:26:44.875859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39158) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:44.943164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-140817d4-010f-4f60-86bb-53a1d4fb3ee4 req-9f0065ed-37b2-49ac-b8f3-ed5a45967698 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2790527 Jan 28 20:26:44.967627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-56db61f7-d4b8-498f-a9b6-fd36be6ed999 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7404421e88144a7eb6d87914d328e0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835972 Jan 28 20:26:44.967627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39160) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:44.987841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-51e5115f-f5b8-43d3-84aa-17b49ce853b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.994101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-51e5115f-f5b8-43d3-84aa-17b49ce853b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97e5c526-27d3-45eb-8c7e-d6a128e60720 HTTP/1.1" status: 200 len: 797 time: 0.1807404 Jan 28 20:26:45.067000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-d50a4321-f4fe-4f5f-aa55-31c8787b61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.068540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-d50a4321-f4fe-4f5f-aa55-31c8787b61a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54f24d87-c2ab-4877-8f9f-712bb1a41597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682223 Jan 28 20:26:45.095075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d483b09a-2ad9-4e0d-a2e9-31247abfcb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:45.154796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d483b09a-2ad9-4e0d-a2e9-31247abfcb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:45.235830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-7a1ab4d7-8b4d-4c8a-8f2c-38f3cf43e84c service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591237 Jan 28 20:26:45.265525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d483b09a-2ad9-4e0d-a2e9-31247abfcb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:45.268668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d483b09a-2ad9-4e0d-a2e9-31247abfcb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:45.270063 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d483b09a-2ad9-4e0d-a2e9-31247abfcb58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6678a25d-5407-4620-b05a-fc3b6d3f1ee0 HTTP/1.1" status: 204 len: 168 time: 0.3060477 Jan 28 20:26:45.285406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483b09a-2ad9-4e0d-a2e9-31247abfcb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678a25d-5407-4620-b05a-fc3b6d3f1ee0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:45.299926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:45.434772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:45.435153 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:45.518614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfd483-dcd9-4e13-8aac-332cb844f310 req-77cf5e5d-56e9-4489-bd90-2c6bb8989ce5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.532752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43dfd483-dcd9-4e13-8aac-332cb844f310 req-77cf5e5d-56e9-4489-bd90-2c6bb8989ce5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 945 time: 0.2921453 Jan 28 20:26:45.628778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062e36dc-0afa-48eb-abdf-53719d9de430 req-936e9237-6e6c-4859-b149-0c65a16f5bab service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808459 Jan 28 20:26:45.694229 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:45.744084 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43dfd483-dcd9-4e13-8aac-332cb844f310 req-918ec2c4-05ef-4692-aea2-7b7b75c276df tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038908 Jan 28 20:26:45.763642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:45.765906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:45.770693 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517417b4-98c4-4bd5-8c20-9b61019920a5" -d '{"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-plugged", "status": "completed", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:45.775213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:45.776487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a45fb5d9-8214-4b0b-aa82-042ec1a5d02a up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:45.895030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-1f63d990-d3ae-403f-9f6c-31646ebe0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.899557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-1f63d990-d3ae-403f-9f6c-31646ebe0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.900461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-1f63d990-d3ae-403f-9f6c-31646ebe0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.900995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-1f63d990-d3ae-403f-9f6c-31646ebe0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.901640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-1f63d990-d3ae-403f-9f6c-31646ebe0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.902120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-1f63d990-d3ae-403f-9f6c-31646ebe0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.902590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-1f63d990-d3ae-403f-9f6c-31646ebe0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.910693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-1f63d990-d3ae-403f-9f6c-31646ebe0ee6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6487 time: 0.1640215 Jan 28 20:26:45.992747 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e48c40-23ec-4544-a9eb-c2ebe7e8268a x-openstack-request-id: req-a3e48c40-23ec-4544-a9eb-c2ebe7e8268a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:45.993054 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-plugged", "status": "completed", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:45.993311 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3e48c40-23ec-4544-a9eb-c2ebe7e8268a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:45.993743 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'code': 200} Jan 28 20:26:45.996210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.031715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:46.032105 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:46.259638 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:46.289265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0c92f629-70ac-45a3-8b8d-02f26074315a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:26:46.324674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e49c-1956-418f-8f95-bbe4806228db req-5d9561a5-a250-416f-8427-aaa4dcd4a191 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.332691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e49c-1956-418f-8f95-bbe4806228db req-5d9561a5-a250-416f-8427-aaa4dcd4a191 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.339991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e49c-1956-418f-8f95-bbe4806228db req-5d9561a5-a250-416f-8427-aaa4dcd4a191 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.348072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e49c-1956-418f-8f95-bbe4806228db req-5d9561a5-a250-416f-8427-aaa4dcd4a191 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.357777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e49c-1956-418f-8f95-bbe4806228db req-5d9561a5-a250-416f-8427-aaa4dcd4a191 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.364461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e49c-1956-418f-8f95-bbe4806228db req-5d9561a5-a250-416f-8427-aaa4dcd4a191 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.369930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:46.373711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0c92f629-70ac-45a3-8b8d-02f26074315a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:26:46.374340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0c92f629-70ac-45a3-8b8d-02f26074315a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:26:46.379751 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:46.382433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e49c-1956-418f-8f95-bbe4806228db req-5d9561a5-a250-416f-8427-aaa4dcd4a191 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.385554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93f7e49c-1956-418f-8f95-bbe4806228db req-5d9561a5-a250-416f-8427-aaa4dcd4a191 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.2549224 Jan 28 20:26:46.398237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-87520c9d-7631-45a3-921b-2c2c997e1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.399354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-87520c9d-7631-45a3-921b-2c2c997e1bdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=54f24d87-c2ab-4877-8f9f-712bb1a41597 HTTP/1.1" status: 200 len: 902 time: 0.4825983 Jan 28 20:26:46.504857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-61cd2d7b-cdd6-464f-83f5-d8b9aebcfeec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de HTTP/1.1" status: 200 len: 217 time: 0.0697596 Jan 28 20:26:46.521223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.607083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-9816c000-802d-4ba0-a27c-a9f27b463e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.611737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-9816c000-802d-4ba0-a27c-a9f27b463e07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97e5c526-27d3-45eb-8c7e-d6a128e60720 HTTP/1.1" status: 200 len: 797 time: 0.0854535 Jan 28 20:26:46.655519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93f7e49c-1956-418f-8f95-bbe4806228db req-b128634e-7acf-40bd-9454-042382279e91 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2548957 Jan 28 20:26:46.675381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-e881637f-09c2-4768-9d4b-a519556e6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.677110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-e881637f-09c2-4768-9d4b-a519556e6e23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54f24d87-c2ab-4877-8f9f-712bb1a41597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566926 Jan 28 20:26:47.034018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-398d9d59-e66b-4680-9ff1-034839dbfadb service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459494 Jan 28 20:26:47.684135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6037f67f-5ef8-47c1-bd5f-61a5124dacf8 req-28ac4b46-88f8-4465-9874-850741736b68 service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133280 Jan 28 20:26:47.715207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2599f-5bcd-422c-9aa4-ad0cf2d8083f req-de9405b1-066b-4e83-a400-513c4cb1fbfd tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:47.721512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fc2599f-5bcd-422c-9aa4-ad0cf2d8083f req-de9405b1-066b-4e83-a400-513c4cb1fbfd tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.6838150 Jan 28 20:26:47.776245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fc2599f-5bcd-422c-9aa4-ad0cf2d8083f req-55699d2f-2d47-4a0f-bdb3-76d506b66f36 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455773 Jan 28 20:26:47.884815 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:47.997112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:26:47.997906 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed94326-d446-47c5-8340-3a80967c1e92" -d '{"events": [{"server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "name": "network-vif-plugged", "status": "completed", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:48.232921 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:26:48.239711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-5938a53b-0531-4992-a45c-92057fb76064 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.250006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-5938a53b-0531-4992-a45c-92057fb76064 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.258716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-5938a53b-0531-4992-a45c-92057fb76064 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.271177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-5938a53b-0531-4992-a45c-92057fb76064 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.279208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-5938a53b-0531-4992-a45c-92057fb76064 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.285848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-5938a53b-0531-4992-a45c-92057fb76064 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.302492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-5938a53b-0531-4992-a45c-92057fb76064 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.311437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-5938a53b-0531-4992-a45c-92057fb76064 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.2093582 Jan 28 20:26:48.385114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b88cabf3-016e-4eaa-91f4-b1b3d7daf552 req-09ecb60f-6773-4947-bbba-2b0a97010cf8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651491 Jan 28 20:26:48.473740 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aab38b-7266-4208-87c5-ee345c6307e1 x-openstack-request-id: req-12aab38b-7266-4208-87c5-ee345c6307e1 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:48.474034 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "name": "network-vif-plugged", "status": "completed", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:48.475785 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12aab38b-7266-4208-87c5-ee345c6307e1 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:48.476384 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'code': 200} Jan 28 20:26:48.998834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84c453-d48a-4aa2-b197-104235e92a8f req-273d4f35-9422-466a-b4f0-f4a07c61c9ba tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.128106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a84c453-d48a-4aa2-b197-104235e92a8f req-273d4f35-9422-466a-b4f0-f4a07c61c9ba tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.0575013 Jan 28 20:26:49.128106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a84c453-d48a-4aa2-b197-104235e92a8f req-84a25493-4d0a-414e-806b-9a47494ef95c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374010 Jan 28 20:26:49.701120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-78e67a5d-2600-4587-91a3-b92311eec4c3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.712541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-78e67a5d-2600-4587-91a3-b92311eec4c3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.740065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-78e67a5d-2600-4587-91a3-b92311eec4c3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.746366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-78e67a5d-2600-4587-91a3-b92311eec4c3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.758241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-78e67a5d-2600-4587-91a3-b92311eec4c3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.760700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39220) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:49.787011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-78e67a5d-2600-4587-91a3-b92311eec4c3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.793938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-78e67a5d-2600-4587-91a3-b92311eec4c3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.811315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-78e67a5d-2600-4587-91a3-b92311eec4c3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.2892776 Jan 28 20:26:49.923710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b75f6f10-d8ff-4546-ad07-ac8c14609caa req-266ff937-c93d-42c8-8ef6-86d23e489557 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113772 Jan 28 20:26:50.043818 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35ab3ac7-498e-4932-b071-2d3eae18d53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:50.397581 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35ab3ac7-498e-4932-b071-2d3eae18d53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:50.411690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-35ab3ac7-498e-4932-b071-2d3eae18d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:50.430743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c1c6e-8b87-43bd-ade6-613165e6d903 req-702c5354-1b93-428a-b7c1-728aa3fdb0b1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:50.433713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a82c1c6e-8b87-43bd-ade6-613165e6d903 req-702c5354-1b93-428a-b7c1-728aa3fdb0b1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1889021 Jan 28 20:26:50.514523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a82c1c6e-8b87-43bd-ade6-613165e6d903 req-255bc647-8c75-4107-9e6e-696cdf1ccd5d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681939 Jan 28 20:26:50.560254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab3ac7-498e-4932-b071-2d3eae18d53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0bcea2-4d8b-46ba-aaa8-c29888c19add,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:50.634839 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35ab3ac7-498e-4932-b071-2d3eae18d53c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66635059428243e5b0ec15050b016722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8728867 Jan 28 20:26:50.638669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 39230) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:50.762870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b2a188ae-b160-438f-9c5b-0cf29a6c64af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:50.822041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b2a188ae-b160-438f-9c5b-0cf29a6c64af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:51.010687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b2a188ae-b160-438f-9c5b-0cf29a6c64af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:51.015862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b2a188ae-b160-438f-9c5b-0cf29a6c64af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:51.017754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b2a188ae-b160-438f-9c5b-0cf29a6c64af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d0bcea2-4d8b-46ba-aaa8-c29888c19add HTTP/1.1" status: 204 len: 168 time: 0.3773222 Jan 28 20:26:51.063233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a188ae-b160-438f-9c5b-0cf29a6c64af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0bcea2-4d8b-46ba-aaa8-c29888c19add,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:51.163196 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:51.274153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043994d-4769-450e-b8e6-e360bf61f91a req-972bd348-e3a2-46e0-a962-582a70a99bf9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.311699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043994d-4769-450e-b8e6-e360bf61f91a req-972bd348-e3a2-46e0-a962-582a70a99bf9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.343536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043994d-4769-450e-b8e6-e360bf61f91a req-972bd348-e3a2-46e0-a962-582a70a99bf9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.374322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043994d-4769-450e-b8e6-e360bf61f91a req-972bd348-e3a2-46e0-a962-582a70a99bf9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.416120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043994d-4769-450e-b8e6-e360bf61f91a req-972bd348-e3a2-46e0-a962-582a70a99bf9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.446772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043994d-4769-450e-b8e6-e360bf61f91a req-972bd348-e3a2-46e0-a962-582a70a99bf9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.463674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043994d-4769-450e-b8e6-e360bf61f91a req-972bd348-e3a2-46e0-a962-582a70a99bf9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.478656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a043994d-4769-450e-b8e6-e360bf61f91a req-972bd348-e3a2-46e0-a962-582a70a99bf9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.3976202 Jan 28 20:26:51.606586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a043994d-4769-450e-b8e6-e360bf61f91a req-f7c9678c-d3c2-4805-8a7a-0ab49dfd64dc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204550 Jan 28 20:26:51.817381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 39252) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:51.833232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ede123a5-ad30-4de2-b6e6-9bd6a24e9636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:52.010641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ede123a5-ad30-4de2-b6e6-9bd6a24e9636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:52.018685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ede123a5-ad30-4de2-b6e6-9bd6a24e9636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:52.143726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede123a5-ad30-4de2-b6e6-9bd6a24e9636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa41ee2c-ff97-4ca0-90bd-12e7639daf17,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:52.167858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ede123a5-ad30-4de2-b6e6-9bd6a24e9636 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78313c16a3ff4207be5ff116144685e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482261 Jan 28 20:26:52.170382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39254) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:26:52.312512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfe9-3449-4112-ab53-c0f5d8591100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:52.346028 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfe9-3449-4112-ab53-c0f5d8591100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:52.428324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfe9-3449-4112-ab53-c0f5d8591100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:52.431340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8cacfe9-3449-4112-ab53-c0f5d8591100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:26:52.432857 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8cacfe9-3449-4112-ab53-c0f5d8591100 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa41ee2c-ff97-4ca0-90bd-12e7639daf17 HTTP/1.1" status: 204 len: 168 time: 0.2604363 Jan 28 20:26:52.453616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cacfe9-3449-4112-ab53-c0f5d8591100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa41ee2c-ff97-4ca0-90bd-12e7639daf17,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:58.849334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743b1ea-5dd0-4b6d-92a3-e74b9ffec362 req-192a66dd-f47a-4ec4-9979-7fd387eecc5e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:58.850880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2743b1ea-5dd0-4b6d-92a3-e74b9ffec362 req-192a66dd-f47a-4ec4-9979-7fd387eecc5e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1237118 Jan 28 20:26:58.860512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-e8b0aaf6-3f28-4512-9ae2-513d3f281d75 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:58.862037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-e8b0aaf6-3f28-4512-9ae2-513d3f281d75 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 815 time: 0.1730702 Jan 28 20:26:58.911596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-65999cfd-693a-4016-b6bf-214edb1efc56 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/quotas/030f4bb020b84654a7e9b9cc371ba2b1 HTTP/1.1" status: 200 len: 375 time: 0.0291688 Jan 28 20:26:58.922490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2743b1ea-5dd0-4b6d-92a3-e74b9ffec362 req-0e1c0cbf-9afb-45f2-871c-8c9d3f274b31 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592155 Jan 28 20:26:59.032054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-57bc59e2-66cb-417d-8618-9aa3b7c82a8a tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861022 Jan 28 20:26:59.206185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-d980e352-bb36-477d-a4cb-6a87f756b850 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.213181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-d980e352-bb36-477d-a4cb-6a87f756b850 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.221170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-d980e352-bb36-477d-a4cb-6a87f756b850 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.230474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-d980e352-bb36-477d-a4cb-6a87f756b850 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.236959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-d980e352-bb36-477d-a4cb-6a87f756b850 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.244394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-d980e352-bb36-477d-a4cb-6a87f756b850 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.252151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-d980e352-bb36-477d-a4cb-6a87f756b850 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.256916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-d980e352-bb36-477d-a4cb-6a87f756b850 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.1530998 Jan 28 20:26:59.278305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-702baf99-018e-4459-9a93-1e34ac036d74 service neutron] 10.222.0.44 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350261 Jan 28 20:26:59.412682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-075ef9b3-7205-4d41-8584-3aa2f6171095 service neutron] 10.222.0.44 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225636 Jan 28 20:26:59.425229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d12d06fe-53cb-4b1b-897d-1b33a93863f0 req-b24d08dd-a162-4b44-a6ee-bcc3ef45c07f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431482 Jan 28 20:26:59.625833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-5e8e88b2-e333-40b6-a9b2-092d4ed0c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.627398 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-5e8e88b2-e333-40b6-a9b2-092d4ed0c0e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1097 time: 0.0738308 Jan 28 20:26:59.777240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-7c929357-d2cd-4af8-9f8c-43e22fbc8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.778895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-7c929357-d2cd-4af8-9f8c-43e22fbc8f29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.1423414 Jan 28 20:26:59.860680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ff3bbf0-83ae-4149-b37f-a3c932dd138d req-a9678683-553e-42d7-92d1-3b08a76fac51 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 210 time: 0.0495958 Jan 28 20:26:59.924642 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-2d98a3e9-c8d0-4fd2-a79d-e69f0b1a87cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 200 len: 1002 time: 0.1363869 Jan 28 20:27:00.024633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-76b8eda1-8403-4b09-b46b-1c7600ba2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:00.029143 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-76b8eda1-8403-4b09-b46b-1c7600ba2f7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.0958190 Jan 28 20:27:00.107115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-2a4ef686-8186-4fc8-a13f-b7ead85d4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:00.108854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-2a4ef686-8186-4fc8-a13f-b7ead85d4473 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706739 Jan 28 20:27:00.243616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 39536) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:00.320663 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-25c5b84f-900e-4784-a75d-8482de277442 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936774 Jan 28 20:27:00.461302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035833f3-a212-412e-a876-3f1cdecae93c req-548dd485-23b0-4ec4-b168-a05bc9efe41e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:00.473545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-035833f3-a212-412e-a876-3f1cdecae93c req-548dd485-23b0-4ec4-b168-a05bc9efe41e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 945 time: 0.0801723 Jan 28 20:27:00.484875 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f4ea6ca-bd04-4d55-a09d-ee652f11f2b6 req-d57d73ee-a95d-4fde-ac2c-f48352bf0079 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557941 Jan 28 20:27:00.520211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-52ed928c-8fa9-4f04-9119-31970c46e2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:00.579713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-035833f3-a212-412e-a876-3f1cdecae93c req-cd988c78-130b-42cd-b66e-52789125f6a8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050117 Jan 28 20:27:00.610544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd70f5-921e-4650-b5c4-c6abc6bc92c4 req-5144df8a-e588-47c7-987a-c317c0676538 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:00.612214 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82cd70f5-921e-4650-b5c4-c6abc6bc92c4 req-5144df8a-e588-47c7-987a-c317c0676538 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1226225 Jan 28 20:27:00.688410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82cd70f5-921e-4650-b5c4-c6abc6bc92c4 req-a1896a56-a9ff-4015-86f7-a18d41791484 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630388 Jan 28 20:27:00.715232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-52ed928c-8fa9-4f04-9119-31970c46e2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:00.730809 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-52ed928c-8fa9-4f04-9119-31970c46e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:00.801266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-52ed928c-8fa9-4f04-9119-31970c46e2f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b79d29c5ba764b9d89c2b2c330709e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5563240 Jan 28 20:27:00.801936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 39554) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:00.806989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed928c-8fa9-4f04-9119-31970c46e2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dae458-0621-4df8-be34-90ff1a8187d8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:00.903330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8bd308a3-6c09-496b-bb3b-e46888e7aa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:00.945433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8bd308a3-6c09-496b-bb3b-e46888e7aa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:01.069778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-9a7cb300-64b9-430b-acea-185de55a9577 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.077116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-9a7cb300-64b9-430b-acea-185de55a9577 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.087754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-9a7cb300-64b9-430b-acea-185de55a9577 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.097387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-9a7cb300-64b9-430b-acea-185de55a9577 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.109060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-9a7cb300-64b9-430b-acea-185de55a9577 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.117711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-9a7cb300-64b9-430b-acea-185de55a9577 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.124110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-9a7cb300-64b9-430b-acea-185de55a9577 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.126713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-9a7cb300-64b9-430b-acea-185de55a9577 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.1610546 Jan 28 20:27:01.142332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8bd308a3-6c09-496b-bb3b-e46888e7aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:01.159139 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8bd308a3-6c09-496b-bb3b-e46888e7aa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:01.162156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8bd308a3-6c09-496b-bb3b-e46888e7aa15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2dae458-0621-4df8-be34-90ff1a8187d8 HTTP/1.1" status: 204 len: 168 time: 0.3583765 Jan 28 20:27:01.211996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd308a3-6c09-496b-bb3b-e46888e7aa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dae458-0621-4df8-be34-90ff1a8187d8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:01.213700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-2d4759fe-7ddf-4df0-8347-462a1fb48b85 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.225456 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-2d4759fe-7ddf-4df0-8347-462a1fb48b85 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.26 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 815 time: 0.1877110 Jan 28 20:27:01.249831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Request body: {'port': {'device_id': '7e6497ee-3ad8-423c-bfea-24404c7bbe85', 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'admin_state_up': True, 'tenant_id': '030f4bb020b84654a7e9b9cc371ba2b1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:01.271696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d3c8644-f379-4d39-9c03-51b99f1273ec req-f39c53d6-e55d-4cef-a288-178e8da5d825 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025629 Jan 28 20:27:01.507072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Made reservation on behalf of 030f4bb020b84654a7e9b9cc371ba2b1 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:01.514334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:01.520721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1408590a-ad07-4b54-9bb5-183336d2f96f req-a0584313-d4e2-4270-b2a7-8b390281f447 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 210 time: 0.0789349 Jan 28 20:27:01.627866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-4af4b499-e096-4422-b821-889b156558ce tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.635230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-4af4b499-e096-4422-b821-889b156558ce tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 802 time: 0.2100866 Jan 28 20:27:01.678226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-868bc713-4dfc-4dea-a223-95785d5ba52e tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/quotas/9e51ea7dd7784887b83d105d53acba58 HTTP/1.1" status: 200 len: 375 time: 0.0330279 Jan 28 20:27:01.761012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 39622) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:01.768638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Allocated IP 172.20.0.8 (9a72884b-277c-4162-aefe-6d0ace886dd8/1d44d7e3-3d2b-47be-a799-d4f7348fadbc/e628e3ab-ecb5-4a57-86d5-53e3bd4308d4) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:27:01.775139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-d43e0e6c-fb5e-420d-a9b3-fc161a5ae2bc tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942557 Jan 28 20:27:01.783953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81a4872a-565e-49df-ab08-5ba82856f193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:01.825806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6355c-1beb-4502-99e1-9ff5b49dba53 req-928f2e39-3f3b-4ce8-8de5-257d0425caee tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.827388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96a6355c-1beb-4502-99e1-9ff5b49dba53 req-928f2e39-3f3b-4ce8-8de5-257d0425caee tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 945 time: 0.1343505 Jan 28 20:27:01.956297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96a6355c-1beb-4502-99e1-9ff5b49dba53 req-2bc7c901-759c-4ab9-8991-f45d747649a6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968211 Jan 28 20:27:01.975402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:01.976849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-5412f681-8a16-47c5-ba16-cc631b89ff0d service neutron] 10.222.0.44 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800351 Jan 28 20:27:02.027875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81a4872a-565e-49df-ab08-5ba82856f193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.030160 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.044550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['053a62f9-0e28-4cc0-a3be-b9259a3f8602', '9f074240-66e5-4d0c-9b98-8f14d2d0650f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:02.053530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81a4872a-565e-49df-ab08-5ba82856f193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.111619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Network 9a72884b-277c-4162-aefe-6d0ace886dd8 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:27:02.117321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Pushing event updated for resources: {'Port': ['ID=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:02.129024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:02.132556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:27:02.220030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.222371 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.228416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-81a4872a-565e-49df-ab08-5ba82856f193 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=691cc8385b024feda4244a6366da1ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662511 Jan 28 20:27:02.230057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 39652) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:02.238683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4872a-565e-49df-ab08-5ba82856f193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e851ef-f710-4d27-b2a8-3577786720b4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:02.262537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-4d55f444-3993-4af7-8e73-a50a397c4ea5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0204794 Jan 28 20:27:02.272423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-8830e852-909c-4f08-8f39-15ed309c8961 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.274021 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-8830e852-909c-4f08-8f39-15ed309c8961 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 945 time: 0.1662748 Jan 28 20:27:02.287731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Request body: {'port': {'device_id': '7e6497ee-3ad8-423c-bfea-24404c7bbe85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:02.358074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.399607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-059ea38f-7679-40b9-a991-d5dd7d9497a2 service neutron] 10.222.0.44 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930032 Jan 28 20:27:02.455827 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8360ba3c-03aa-4279-9aed-55b17799a1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.463044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Deleting port 4fe7f367-2bbb-4594-898d-2e024b573917 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:27:02.463641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.546819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8360ba3c-03aa-4279-9aed-55b17799a1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.665635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] For port 4fe7f367-2bbb-4594-898d-2e024b573917, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4fe7f367-2bbb-4594-898d-2e024b573917,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:02.666640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.707663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Calling delete_port for 4fe7f367-2bbb-4594-898d-2e024b573917 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:27:02.759787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221e1e-fc5e-47c3-9fe5-3d90c8cfff76 req-12e52515-7caf-419b-97f1-0f4f2e5bee03 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.761707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40221e1e-fc5e-47c3-9fe5-3d90c8cfff76 req-12e52515-7caf-419b-97f1-0f4f2e5bee03 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 946 time: 0.1627369 Jan 28 20:27:02.762220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:02.770382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.786727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Transition to ACTIVE for port object e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:02.793787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8360ba3c-03aa-4279-9aed-55b17799a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.796431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8360ba3c-03aa-4279-9aed-55b17799a1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.805436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8360ba3c-03aa-4279-9aed-55b17799a1c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44e851ef-f710-4d27-b2a8-3577786720b4 HTTP/1.1" status: 204 len: 168 time: 0.5606558 Jan 28 20:27:02.805577 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:02.836760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360ba3c-03aa-4279-9aed-55b17799a1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e851ef-f710-4d27-b2a8-3577786720b4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:02.860760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-f85bb639-42ee-489b-8bf9-0d1ff076a588 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.869669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-f85bb639-42ee-489b-8bf9-0d1ff076a588 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.878109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Pushing event updated for resources: {'Port': ['ID=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:02.878326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-f85bb639-42ee-489b-8bf9-0d1ff076a588 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.885110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-f85bb639-42ee-489b-8bf9-0d1ff076a588 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.886927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:02.893267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-f85bb639-42ee-489b-8bf9-0d1ff076a588 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.900193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-f85bb639-42ee-489b-8bf9-0d1ff076a588 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.908680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-f85bb639-42ee-489b-8bf9-0d1ff076a588 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.919684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-f85bb639-42ee-489b-8bf9-0d1ff076a588 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5430 time: 0.2461660 Jan 28 20:27:03.008075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40221e1e-fc5e-47c3-9fe5-3d90c8cfff76 req-af49a80c-8f51-4167-9634-1762d5e7fae8 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070181 Jan 28 20:27:03.087035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc83fa74-6d63-4d16-a778-56e5a2041dbd req-0ce1be63-7774-44c8-9fe4-09d61f75b919 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1659729 Jan 28 20:27:03.117000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:03.141544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'port_id': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'mac_address': 'fa:16:3e:60:cd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:03.197156 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.207178 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.226118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['4fe7f367-2bbb-4594-898d-2e024b573917'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:03.228621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Attempting to bind port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:27:03.230120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Attempting to bind port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:27:03.230781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Attempting to bind port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:03.239071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:03.243689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Attempting to bind port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:03.264026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-b9bbd3e4-9cd1-4ce0-a365-a5140dfff0cc tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.273894 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-b9bbd3e4-9cd1-4ce0-a365-a5140dfff0cc tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "GET /v2.0/ports?device_id=16109fce-5bbd-4d38-9008-99a09c2597b5 HTTP/1.1" status: 200 len: 945 time: 0.1679730 Jan 28 20:27:03.279444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:03.279795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Checking segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:27:03.280210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Bound using segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:03.280710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Bound port: e628e3ab-ecb5-4a57-86d5-53e3bd4308d4, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:27:03.281046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.289230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:03.332598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event deleted for resources: {'Port': ['ID=4fe7f367-2bbb-4594-898d-2e024b573917,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:03.339648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:03.347276 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.409706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:03.417927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65eb189f-071a-44df-8c59-438e20b70335 req-fb1b0ea1-f65e-4170-9a6b-61a56b51c5aa tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 210 time: 0.1228852 Jan 28 20:27:03.435629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] For port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:03.445056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] For port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:03.470235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.505996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] No DVR routers for this DVR port 4fe7f367-2bbb-4594-898d-2e024b573917 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:03.517034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.524207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f4fbd13-2ac3-45f2-8270-00d3428f108b req-e1e8fe28-2cd9-4303-a8ee-27a9c215aa80 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "DELETE /v2.0/ports/4fe7f367-2bbb-4594-898d-2e024b573917 HTTP/1.1" status: 204 len: 173 time: 1.2371728 Jan 28 20:27:03.528833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99aaf974-4fd5-4f24-9c6f-f321a05bff44', 'name': 'network-vif-deleted', 'tag': '4fe7f367-2bbb-4594-898d-2e024b573917'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:03.531552 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398bc334-0c25-4dcb-8232-090f590c4188" -d '{"events": [{"server_uuid": "99aaf974-4fd5-4f24-9c6f-f321a05bff44", "name": "network-vif-deleted", "tag": "4fe7f367-2bbb-4594-898d-2e024b573917"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:03.544816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.546621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:03.557012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.559091 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] 10.222.0.26 "PUT /v2.0/ports/e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 HTTP/1.1" status: 200 len: 1091 time: 1.2796788 Jan 28 20:27:03.562251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6497ee-3ad8-423c-bfea-24404c7bbe85', 'tag': 'e628e3ab-ecb5-4a57-86d5-53e3bd4308d4'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:03.564450 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fe047a-a3d4-4ae9-8c46-97a127caa833" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6497ee-3ad8-423c-bfea-24404c7bbe85", "tag": "e628e3ab-ecb5-4a57-86d5-53e3bd4308d4"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:03.595446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.595794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.596136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.596658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.597138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.597634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.598107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.598575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.599061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.599575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.600051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.600657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:03.609218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Deleting port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:27:03.609731 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.614295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479730c0-0d70-4aa2-a2e6-0ae9a44398fe service neutron] Pushing event updated for resources: {'Port': ['ID=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:03.633758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.645909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc53418-4ffc-44df-b252-e02af1cb03ec req-10a7f27a-9657-4fd6-8487-c8d2e404f60b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 210 time: 0.0988104 Jan 28 20:27:03.658325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b1527-01eb-41f9-8b65-b9f02830c97e req-88507b41-eec5-4b15-9fb4-a386046dbd82 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.663662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:03.666120 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0b1936-9c49-4dd5-8358-d62e32195ee3" -d '{"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-unplugged", "status": "completed", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:03.670611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff1b1527-01eb-41f9-8b65-b9f02830c97e req-88507b41-eec5-4b15-9fb4-a386046dbd82 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 943 time: 0.3844321 Jan 28 20:27:03.698746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:03.708250 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:03.709178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a45fb5d9-8214-4b0b-aa82-042ec1a5d02a no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:03.747816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:03.767483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff1b1527-01eb-41f9-8b65-b9f02830c97e req-eeaae63a-bca4-463b-b457-1d23d87c9c9d tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945578 Jan 28 20:27:03.832692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-1765e383-6000-4c65-a3c4-d0aac50c0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.834732 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-1765e383-6000-4c65-a3c4-d0aac50c0bfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 1094 time: 0.1817963 Jan 28 20:27:03.845735 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02eef72-bffc-4127-9651-e9956ec424ac x-openstack-request-id: req-b02eef72-bffc-4127-9651-e9956ec424ac {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:03.847460 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99aaf974-4fd5-4f24-9c6f-f321a05bff44", "name": "network-vif-deleted", "tag": "4fe7f367-2bbb-4594-898d-2e024b573917", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:03.847720 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b02eef72-bffc-4127-9651-e9956ec424ac {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:03.849028 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99aaf974-4fd5-4f24-9c6f-f321a05bff44', 'name': 'network-vif-deleted', 'tag': '4fe7f367-2bbb-4594-898d-2e024b573917', 'status': 'completed', 'code': 200} Jan 28 20:27:03.942630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-39f5166e-f2d5-41fd-881f-3d20c1ac9785 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 HTTP/1.1" status: 200 len: 217 time: 0.0850165 Jan 28 20:27:03.953025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:03.968581 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a8df29-c9c0-4a78-be73-12d1c429c240 x-openstack-request-id: req-25a8df29-c9c0-4a78-be73-12d1c429c240 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:03.969283 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6497ee-3ad8-423c-bfea-24404c7bbe85", "tag": "e628e3ab-ecb5-4a57-86d5-53e3bd4308d4", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:03.969695 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25a8df29-c9c0-4a78-be73-12d1c429c240 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:03.970239 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6497ee-3ad8-423c-bfea-24404c7bbe85', 'tag': 'e628e3ab-ecb5-4a57-86d5-53e3bd4308d4', 'status': 'completed', 'code': 200} Jan 28 20:27:04.022411 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62684336-83ea-4c97-b285-7bec1742f649 x-openstack-request-id: req-62684336-83ea-4c97-b285-7bec1742f649 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:04.022855 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-unplugged", "status": "failed", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880", "code": 422}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:04.023236 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62684336-83ea-4c97-b285-7bec1742f649 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:04.024103 n-d-825064-3 neutron-server[102308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'code': 422} returned with failed status Jan 28 20:27:04.034741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:04.035269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:04.071165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Calling delete_port for a45fb5d9-8214-4b0b-aa82-042ec1a5d02a owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:27:04.104551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:04.119052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-ca2ff673-6232-46ab-9757-c704004368a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.122908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-ca2ff673-6232-46ab-9757-c704004368a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.1513386 Jan 28 20:27:04.223539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:04.234150 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:04.235203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4fe7f367-2bbb-4594-898d-2e024b573917 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:04.288249 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-47fe0f68-75e0-49a9-ae79-83a12b00e805 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578665 Jan 28 20:27:04.306741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 4fe7f367-2bbb-4594-898d-2e024b573917 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:27:04.306994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4fe7f367-2bbb-4594-898d-2e024b573917 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:04.438787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-4c89985b-e4e3-4d36-b385-220d731284c4 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.441055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-4c89985b-e4e3-4d36-b385-220d731284c4 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 802 time: 0.2639437 Jan 28 20:27:04.463844 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-8d3f5264-04e3-4920-9936-333a7b52200d service neutron] 10.222.0.26 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663885 Jan 28 20:27:04.467221 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Request body: {'port': {'device_id': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'admin_state_up': True, 'tenant_id': '9e51ea7dd7784887b83d105d53acba58'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:04.498700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:04.522774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:04.569905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cb0cc-b4b3-4384-84c9-3dbd1275627e req-2312ac4d-5c94-4ebe-844a-c33f95cc6aa0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.579584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1cb0cc-b4b3-4384-84c9-3dbd1275627e req-2312ac4d-5c94-4ebe-844a-c33f95cc6aa0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.4143517 Jan 28 20:27:04.598689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Pushing event deleted for resources: {'Port': ['ID=a45fb5d9-8214-4b0b-aa82-042ec1a5d02a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:04.667136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] No DVR routers for this DVR port a45fb5d9-8214-4b0b-aa82-042ec1a5d02a on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:04.673987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c1cb0cc-b4b3-4384-84c9-3dbd1275627e req-0f3883cc-fad2-484a-bc0e-4f7773fbc496 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935087 Jan 28 20:27:04.682402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:04.690900 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0391b138-ea39-4127-830f-d7aee3cbfb86 req-c668ebfe-4b58-415c-b7a6-b0164fe30eeb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "DELETE /v2.0/ports/a45fb5d9-8214-4b0b-aa82-042ec1a5d02a HTTP/1.1" status: 204 len: 173 time: 1.4002769 Jan 28 20:27:04.695125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-4a391880-d439-4f3f-bdf4-f5197fab7c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.708030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-53283915-ab0a-4fe3-80fc-4cacd7407c56 req-a04b406c-816b-411f-8a27-7f18f4cf9e1e service neutron] 10.222.0.26 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037978 Jan 28 20:27:04.728591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-4a391880-d439-4f3f-bdf4-f5197fab7c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.741729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-4a391880-d439-4f3f-bdf4-f5197fab7c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.753138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-4a391880-d439-4f3f-bdf4-f5197fab7c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.759162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-4a391880-d439-4f3f-bdf4-f5197fab7c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.780197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-4a391880-d439-4f3f-bdf4-f5197fab7c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.786070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-4a391880-d439-4f3f-bdf4-f5197fab7c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.788212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-4a391880-d439-4f3f-bdf4-f5197fab7c46 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5431 time: 0.3146749 Jan 28 20:27:04.850735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-dc47e5f3-08db-45e8-a7c9-ab6cfdfea8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.852440 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-dc47e5f3-08db-45e8-a7c9-ab6cfdfea8d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 1094 time: 0.0628004 Jan 28 20:27:04.897772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba1bf1e2-dc15-4249-a9d3-18f53068944e req-371b449c-c52b-46c1-a95b-4dc7c2e8ec81 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 210 time: 0.0624568 Jan 28 20:27:04.906801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2667430f-33f6-4fc4-a68a-c7f3be86bfef details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:04.994440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4730194-b8fe-4d5e-bef4-69343069d01b req-016c721b-396c-461c-a389-6bdd1fc08637 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837070 Jan 28 20:27:04.997994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Made reservation on behalf of 9e51ea7dd7784887b83d105d53acba58 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:05.012284 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:05.086007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-4e112b68-dc11-4463-bc6a-759a28395abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:05.087739 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-4e112b68-dc11-4463-bc6a-759a28395abf service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 916 time: 0.2247953 Jan 28 20:27:05.184982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2667430f-33f6-4fc4-a68a-c7f3be86bfef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2667430f-33f6-4fc4-a68a-c7f3be86bfef,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:05.200170 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-ccb8bf30-b9da-4985-9493-b7e797a4af7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 HTTP/1.1" status: 200 len: 217 time: 0.1003959 Jan 28 20:27:05.219627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '2667430f-33f6-4fc4-a68a-c7f3be86bfef', 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597', 'port_id': '2667430f-33f6-4fc4-a68a-c7f3be86bfef', 'mac_address': 'fa:16:3e:e0:1d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e5c526-27d3-45eb-8c7e-d6a128e60720', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:05.311384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-f1ce5ed6-56b0-424b-9ea8-8a48a6673760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:05.320889 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-f1ce5ed6-56b0-424b-9ea8-8a48a6673760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.1106548 Jan 28 20:27:05.326547 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:05.382228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2667430f-33f6-4fc4-a68a-c7f3be86bfef {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:05.400322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Allocated IP 172.20.0.14 (1766f4e4-d811-498c-8d11-4d8273f64024/93aafa58-1311-4434-a366-aab700eaf224/eff016d0-dc3b-4286-a792-be0da8b71e3d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:27:05.405281 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-70d8bd59-0984-4509-9455-6c745f2d65d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737679 Jan 28 20:27:05.454423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2667430f-33f6-4fc4-a68a-c7f3be86bfef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2667430f-33f6-4fc4-a68a-c7f3be86bfef,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:05.469313 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:05.471301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0e98225c-923f-4a5f-ae54-f8b4ee50f1de details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:05.597319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:05.610905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2667430f-33f6-4fc4-a68a-c7f3be86bfef,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:05.622271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de', 'network_id': '54f24d87-c2ab-4877-8f9f-712bb1a41597', 'port_id': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de', 'mac_address': 'fa:16:3e:8f:88:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e5c526-27d3-45eb-8c7e-d6a128e60720', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:05.637471 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-0d5e2fc3-0f44-41cc-b352-75b192312124 service neutron] 10.222.0.26 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208462 Jan 28 20:27:05.669863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:05.686132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:05.719249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e98225c-923f-4a5f-ae54-f8b4ee50f1de {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:05.748434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5cffa18-f672-4df8-8f13-a85894f0af97 req-47597228-9072-4505-a1ec-5a215f587293 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 210 time: 0.0426919 Jan 28 20:27:05.752665 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:05.765018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:05.765018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:05.766126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device acecaf6d-d262-44d4-95b0-72d9cb44e15c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:05.832293 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75fe047a-a3d4-4ae9-8c46-97a127caa833 req-2c18ccf6-a91d-4d96-95e3-e76cf1053d64 service neutron] 10.222.0.26 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863399 Jan 28 20:27:05.849545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Network 1766f4e4-d811-498c-8d11-4d8273f64024 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:27:05.857843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:05.860264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Pushing event updated for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:05.877429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:27:05.961330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:05.965210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:05.971624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'name': 'network-vif-deleted', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:05.974830 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c324f3-197b-425d-86ec-ad9aaf0ec8a7" -d '{"events": [{"server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "name": "network-vif-deleted", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:05.983711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-1d03e05d-9b3c-43c8-bdd6-a0076513153c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5296085 Jan 28 20:27:05.998481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Request body: {'port': {'device_id': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:06.005363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port acecaf6d-d262-44d4-95b0-72d9cb44e15c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=acecaf6d-d262-44d4-95b0-72d9cb44e15c,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:06.025076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:06.028811 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc6b4ad-216a-42f9-9f6f-04a89cd75508" -d '{"events": [{"server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:06.036446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'acecaf6d-d262-44d4-95b0-72d9cb44e15c', 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'port_id': 'acecaf6d-d262-44d4-95b0-72d9cb44e15c', 'mac_address': 'fa:16:3e:b0:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190bd488-6dbc-4099-927f-5132711f3795', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:06.042152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:06.094079 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:06.107619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:06.130506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acecaf6d-d262-44d4-95b0-72d9cb44e15c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:06.157087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port acecaf6d-d262-44d4-95b0-72d9cb44e15c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=acecaf6d-d262-44d4-95b0-72d9cb44e15c,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:06.164496 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:06.166281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ed5a4240-7eb5-492b-a362-466caea382c6 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:06.281645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ed5a4240-7eb5-492b-a362-466caea382c6, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ed5a4240-7eb5-492b-a362-466caea382c6,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:06.356210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=acecaf6d-d262-44d4-95b0-72d9cb44e15c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:06.371019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'ed5a4240-7eb5-492b-a362-466caea382c6', 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'port_id': 'ed5a4240-7eb5-492b-a362-466caea382c6', 'mac_address': 'fa:16:3e:48:c3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190bd488-6dbc-4099-927f-5132711f3795', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:06.463052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd31a-655d-4176-afdc-de3a654ebcf4 req-b4a3b1e3-da37-4823-a43e-4defd82a8a3b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.482933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46bd31a-655d-4176-afdc-de3a654ebcf4 req-b4a3b1e3-da37-4823-a43e-4defd82a8a3b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 943 time: 0.1449630 Jan 28 20:27:06.484972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:06.509688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5a4240-7eb5-492b-a362-466caea382c6 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:06.559348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ed5a4240-7eb5-492b-a362-466caea382c6, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ed5a4240-7eb5-492b-a362-466caea382c6,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:06.568431 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:06.569274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05a25d4-0f68-4456-a98e-a35f90d6a916 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:06.587651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46bd31a-655d-4176-afdc-de3a654ebcf4 req-af9b7772-c3db-4335-98f7-5b53a8489881 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121485 Jan 28 20:27:06.644325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bed84f-7642-433c-8b26-555afe3ae2b9 req-fc1d5c97-6a07-4911-a9e1-1aecba04a341 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.652549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81bed84f-7642-433c-8b26-555afe3ae2b9 req-fc1d5c97-6a07-4911-a9e1-1aecba04a341 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 932 time: 0.1450119 Jan 28 20:27:06.677013 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bfc67b-9b84-47f6-98ab-412a2158677c x-openstack-request-id: req-e4bfc67b-9b84-47f6-98ab-412a2158677c {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:06.677518 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "name": "network-vif-deleted", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:06.677518 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4bfc67b-9b84-47f6-98ab-412a2158677c {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:06.677908 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'name': 'network-vif-deleted', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'status': 'completed', 'code': 200} Jan 28 20:27:06.686112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff016d0-dc3b-4286-a792-be0da8b71e3d {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:06.696715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:06.739124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81bed84f-7642-433c-8b26-555afe3ae2b9 req-3287f0c8-eeeb-4412-b8bc-cf464ab5ab12 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856097 Jan 28 20:27:06.740367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=ed5a4240-7eb5-492b-a362-466caea382c6,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:06.741707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Transition to ACTIVE for port object eff016d0-dc3b-4286-a792-be0da8b71e3d will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:06.795216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:06.810542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05a25d4-0f68-4456-a98e-a35f90d6a916, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05a25d4-0f68-4456-a98e-a35f90d6a916,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:06.830032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd05a25d4-0f68-4456-a98e-a35f90d6a916', 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'port_id': 'd05a25d4-0f68-4456-a98e-a35f90d6a916', 'mac_address': 'fa:16:3e:aa:94:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190bd488-6dbc-4099-927f-5132711f3795', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:06.864332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:06.887820 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da953b-eddb-47e7-8549-d3996e3d3dc6 x-openstack-request-id: req-c8da953b-eddb-47e7-8549-d3996e3d3dc6 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:06.888157 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16109fce-5bbd-4d38-9008-99a09c2597b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a45fb5d9-8214-4b0b-aa82-042ec1a5d02a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:06.888566 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8da953b-eddb-47e7-8549-d3996e3d3dc6 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:06.889138 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16109fce-5bbd-4d38-9008-99a09c2597b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45fb5d9-8214-4b0b-aa82-042ec1a5d02a', 'code': 200} Jan 28 20:27:06.906992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-413feaea-ec03-48a2-8fd2-93f1ee6253a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.913167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-413feaea-ec03-48a2-8fd2-93f1ee6253a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.918507 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:06.921225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-413feaea-ec03-48a2-8fd2-93f1ee6253a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.927164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-413feaea-ec03-48a2-8fd2-93f1ee6253a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.933463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-413feaea-ec03-48a2-8fd2-93f1ee6253a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.939430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-413feaea-ec03-48a2-8fd2-93f1ee6253a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.941680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05a25d4-0f68-4456-a98e-a35f90d6a916 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:06.945800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-413feaea-ec03-48a2-8fd2-93f1ee6253a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.948809 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-413feaea-ec03-48a2-8fd2-93f1ee6253a2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5435 time: 0.2038038 Jan 28 20:27:06.992573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05a25d4-0f68-4456-a98e-a35f90d6a916, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05a25d4-0f68-4456-a98e-a35f90d6a916,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:07.001848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.002732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:07.074819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Attempting to bind port eff016d0-dc3b-4286-a792-be0da8b71e3d on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:27:07.075331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Attempting to bind port eff016d0-dc3b-4286-a792-be0da8b71e3d by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:27:07.076842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Attempting to bind port eff016d0-dc3b-4286-a792-be0da8b71e3d on network 1766f4e4-d811-498c-8d11-4d8273f64024 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:07.079307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d05a25d4-0f68-4456-a98e-a35f90d6a916,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:07.092044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:07.105654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b', 'network_id': '920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4', 'port_id': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b', 'mac_address': 'fa:16:3e:06:de:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190bd488-6dbc-4099-927f-5132711f3795', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:07.109364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Port eff016d0-dc3b-4286-a792-be0da8b71e3d on network 1766f4e4-d811-498c-8d11-4d8273f64024 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:07.109645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Attempting to bind port eff016d0-dc3b-4286-a792-be0da8b71e3d on network 1766f4e4-d811-498c-8d11-4d8273f64024 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:07.144997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2cc05f01-496a-464a-9d62-666a2907e4f2 req-d45826a3-35ce-4871-8dcd-0225079be58e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639309 Jan 28 20:27:07.148033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:07.148447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Checking segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:27:07.148844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Bound using segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:07.149302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Bound port: eff016d0-dc3b-4286-a792-be0da8b71e3d, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:27:07.154008 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.159749 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.175146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:07.197381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:07.205829 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.263790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:07.301005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:07.309604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:07.321039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.332630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:07.361827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:07.378415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:07.379955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.434122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:07.448203 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.448778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:07.450250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/eff016d0-dc3b-4286-a792-be0da8b71e3d HTTP/1.1" status: 200 len: 1092 time: 1.4570398 Jan 28 20:27:07.456648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:07.474786 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd141cd1-4915-479a-aadd-d78ce18b6548" -d '{"events": [{"name": "network-changed", "server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:07.601263 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:07.722214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:07.735342 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce627bee-5fee-46ec-a2df-8dd9ee32880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.774071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'e628e3ab-ecb5-4a57-86d5-53e3bd4308d4', 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'port_id': 'e628e3ab-ecb5-4a57-86d5-53e3bd4308d4', 'mac_address': 'fa:16:3e:72:90:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d44d7e3-3d2b-47be-a799-d4f7348fadbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:07.880927 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.911907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:07.937117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:07.968234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:07.979869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:08.001082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a45fb5d9-8214-4b0b-aa82-042ec1a5d02a no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:08.007706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:08.020808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:08.048025 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-fd8e928c-edaf-42f7-985a-3a315f6900b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2006183 Jan 28 20:27:08.074983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6845ecc2-226d-45db-bdfa-4d1cde6eda90 req-14799f65-d24a-46a5-afba-842ae24d77c3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 210 time: 0.5035338 Jan 28 20:27:08.081567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.082201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.083342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.083771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.084808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.095679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.098425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.098645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.099074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.103359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.104677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.105388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa22f-47f9-4a01-abca-ec29a062c3e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:08.190066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-de3f1d09-c276-4ff3-b29c-d3031440d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:08.191585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-de3f1d09-c276-4ff3-b29c-d3031440d300 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 1095 time: 0.6894681 Jan 28 20:27:08.221532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['2667430f-33f6-4fc4-a68a-c7f3be86bfef'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:08.224587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['acecaf6d-d262-44d4-95b0-72d9cb44e15c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:08.226926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ed5a4240-7eb5-492b-a362-466caea382c6'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:08.229476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:08.232992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['0e98225c-923f-4a5f-ae54-f8b4ee50f1de'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:08.235438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d05a25d4-0f68-4456-a98e-a35f90d6a916'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:08.238320 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:08.258029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8e782-765b-4f65-91d4-d7d1e226d09e req-10715481-89e4-477b-bea1-2315ff474635 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:08.268612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: a45fb5d9-8214-4b0b-aa82-042ec1a5d02a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:27:08.268963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a45fb5d9-8214-4b0b-aa82-042ec1a5d02a not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:08.269533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07c8e782-765b-4f65-91d4-d7d1e226d09e req-10715481-89e4-477b-bea1-2315ff474635 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.2459555 Jan 28 20:27:08.273245 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c29bb7-3f1f-492d-8499-67e72cc8c67a x-openstack-request-id: req-60c29bb7-3f1f-492d-8499-67e72cc8c67a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:08.273744 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:08.274524 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60c29bb7-3f1f-492d-8499-67e72cc8c67a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:08.275276 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'status': 'completed', 'code': 200} Jan 28 20:27:08.278067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-78d5c461-79c0-4035-85af-d7dd788f30eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d HTTP/1.1" status: 200 len: 217 time: 0.0739775 Jan 28 20:27:08.394461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-557bdb50-a0be-4355-8933-f8d399392a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:08.395035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-557bdb50-a0be-4355-8933-f8d399392a11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 200 len: 842 time: 0.0949340 Jan 28 20:27:08.440494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07c8e782-765b-4f65-91d4-d7d1e226d09e req-2f8bcbb6-9571-45a8-ab9d-4a5d15ae31fb tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698556 Jan 28 20:27:08.461141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-9e4329de-d88d-45a4-937f-c415b5b3975b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1766f4e4-d811-498c-8d11-4d8273f64024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403154 Jan 28 20:27:08.500562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['e628e3ab-ecb5-4a57-86d5-53e3bd4308d4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:08.508849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3756fa0-463e-41c3-8444-982257f9ebb2 req-fb17a238-b366-4ae4-a83a-65dbf33b26e9 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:08.514170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:08.517770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3756fa0-463e-41c3-8444-982257f9ebb2 req-fb17a238-b366-4ae4-a83a-65dbf33b26e9 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 944 time: 0.1616399 Jan 28 20:27:08.718574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-40d8b1b2-4337-4c3b-a864-5fc4beb8e9a2 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434342 Jan 28 20:27:08.772642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3756fa0-463e-41c3-8444-982257f9ebb2 req-ae00d7a1-e0f7-42b5-821b-e413e9bfc800 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431093 Jan 28 20:27:08.787257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808286a-83b8-46fe-bb21-8ee4ad9fe3ca req-d697d71f-e7ae-4e21-8355-9474c9718a23 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:08.789701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c808286a-83b8-46fe-bb21-8ee4ad9fe3ca req-d697d71f-e7ae-4e21-8355-9474c9718a23 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 944 time: 0.1616917 Jan 28 20:27:08.899447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:08.907880 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d5bad0-c5ec-4090-8856-d8f8a419eb33" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:09.000219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c808286a-83b8-46fe-bb21-8ee4ad9fe3ca req-a567c3ef-c6e7-4223-99cd-977050c09156 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477141 Jan 28 20:27:09.092582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1d85e6e-4308-4b9f-bb27-3b946a196db1 req-ce9a995e-3495-442b-89ae-745f60565127 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594697 Jan 28 20:27:09.110131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:09.243261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-79fac4a4-e52f-4be2-a3cf-08724a63a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.245932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-79fac4a4-e52f-4be2-a3cf-08724a63a8ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 1095 time: 0.0804775 Jan 28 20:27:09.262917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc760339-227a-4380-8168-fcb10bd50870 req-38253364-1c50-4da6-b199-abcff701217e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.269490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc760339-227a-4380-8168-fcb10bd50870 req-38253364-1c50-4da6-b199-abcff701217e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.276784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc760339-227a-4380-8168-fcb10bd50870 req-38253364-1c50-4da6-b199-abcff701217e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.283277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc760339-227a-4380-8168-fcb10bd50870 req-38253364-1c50-4da6-b199-abcff701217e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.289504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc760339-227a-4380-8168-fcb10bd50870 req-38253364-1c50-4da6-b199-abcff701217e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.312588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc760339-227a-4380-8168-fcb10bd50870 req-38253364-1c50-4da6-b199-abcff701217e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.328561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc760339-227a-4380-8168-fcb10bd50870 req-38253364-1c50-4da6-b199-abcff701217e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.332960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc760339-227a-4380-8168-fcb10bd50870 req-38253364-1c50-4da6-b199-abcff701217e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5438 time: 0.1818793 Jan 28 20:27:09.511813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc760339-227a-4380-8168-fcb10bd50870 req-65ef5dcb-d86a-4d22-a3e3-9910623a5623 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624539 Jan 28 20:27:09.550511 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6e75e6-1e37-4bbd-8ed7-bfa2001776b5 x-openstack-request-id: req-ba6e75e6-1e37-4bbd-8ed7-bfa2001776b5 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:09.550511 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:09.550511 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba6e75e6-1e37-4bbd-8ed7-bfa2001776b5 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:09.550511 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'code': 200} Jan 28 20:27:09.591011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-63313e5f-c7fe-47ae-a73b-451634310a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.592516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-63313e5f-c7fe-47ae-a73b-451634310a8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 903 time: 0.2575526 Jan 28 20:27:09.686361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-6ddc61bd-c6c3-44d3-920f-3d53d6007cb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d HTTP/1.1" status: 200 len: 217 time: 0.0867505 Jan 28 20:27:09.747342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-790259bc-4787-4daa-83e7-1a4a3a32a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.749879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-790259bc-4787-4daa-83e7-1a4a3a32a3aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 200 len: 842 time: 0.0505452 Jan 28 20:27:09.787406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d5de586-57a7-47f0-b89c-2734611a50c3 req-b728dbb8-52d0-4aa7-b017-57ce3db7e29f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=99aaf974-4fd5-4f24-9c6f-f321a05bff44 HTTP/1.1" status: 200 len: 210 time: 0.0999429 Jan 28 20:27:09.841658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-436e2b7f-a056-4464-b1cb-8a1b71aa47d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1766f4e4-d811-498c-8d11-4d8273f64024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751131 Jan 28 20:27:10.056287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1557-1d87-4417-b8fd-60d7e2311aa0 req-96ca79db-b150-401d-961d-7a323b347266 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.058647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5ba1557-1d87-4417-b8fd-60d7e2311aa0 req-96ca79db-b150-401d-961d-7a323b347266 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.1078060 Jan 28 20:27:10.076869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-e1b0c13d-0fe7-4f1a-8826-014fe8fe1195 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262840 Jan 28 20:27:10.163834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-842ab846-6b0b-4ce0-91ac-d87236d0d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:10.254741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5ba1557-1d87-4417-b8fd-60d7e2311aa0 req-9e35d6a1-f8ca-4ca2-b875-99082824ea7a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835258 Jan 28 20:27:10.360590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd141cd1-4915-479a-aadd-d78ce18b6548 req-1217f423-0cbf-4f63-9ad5-4442cbdf74c9 service neutron] 10.222.0.26 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656300 Jan 28 20:27:10.428521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cb72f-03b0-48fb-8ab6-7a03f52ec4ef req-dcc982f7-f0d7-424e-8be8-641eda5290ba tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.436901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463cb72f-03b0-48fb-8ab6-7a03f52ec4ef req-dcc982f7-f0d7-424e-8be8-641eda5290ba tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 944 time: 0.1738582 Jan 28 20:27:10.477091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcf8ab-7af6-42c9-b202-d3c21d2df9fa req-32b85c0e-1291-4175-8f4a-4ae8b2222510 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.486265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2cfcf8ab-7af6-42c9-b202-d3c21d2df9fa req-32b85c0e-1291-4175-8f4a-4ae8b2222510 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 944 time: 0.1088445 Jan 28 20:27:10.547680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463cb72f-03b0-48fb-8ab6-7a03f52ec4ef req-71574854-3d5c-4d56-b4ce-45d66342c073 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097143 Jan 28 20:27:10.563501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2cfcf8ab-7af6-42c9-b202-d3c21d2df9fa req-a0675906-04fa-439f-85dc-99aa1e544d7e tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763476 Jan 28 20:27:10.843148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-25f21372-08b3-454a-a62d-6bd5d399ebc1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.849250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-25f21372-08b3-454a-a62d-6bd5d399ebc1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.855293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-25f21372-08b3-454a-a62d-6bd5d399ebc1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.861271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-25f21372-08b3-454a-a62d-6bd5d399ebc1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.867194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-25f21372-08b3-454a-a62d-6bd5d399ebc1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.873990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-25f21372-08b3-454a-a62d-6bd5d399ebc1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.879887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-25f21372-08b3-454a-a62d-6bd5d399ebc1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.889026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-25f21372-08b3-454a-a62d-6bd5d399ebc1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5438 time: 0.2064579 Jan 28 20:27:10.926277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffbcdbf1-bfa1-486b-bd58-6e78742c893e req-de039eb6-e236-4a8b-992b-758aed2633e6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363750 Jan 28 20:27:11.387783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45c930-c197-4ba5-840e-c906efd72263 req-ae745a9d-e7b4-4428-96af-fdcfcde577a3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:11.396106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea45c930-c197-4ba5-840e-c906efd72263 req-ae745a9d-e7b4-4428-96af-fdcfcde577a3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.0600131 Jan 28 20:27:11.423457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eff016d0-dc3b-4286-a792-be0da8b71e3d details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:11.426011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:11.451572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea45c930-c197-4ba5-840e-c906efd72263 req-430ab51d-896d-4d28-929c-09d8e6636239 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545800 Jan 28 20:27:11.580021 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:11.609073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:11.642584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:11.655138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:11.655726 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:11.701493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'port_id': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'mac_address': 'fa:16:3e:5b:5b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93aafa58-1311-4434-a366-aab700eaf224', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:11.754833 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:11.772249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67416a88-8862-4ba2-8a5b-729eda793500 req-c8e4e9dd-08f4-4282-b811-d7e657ad061a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:11.779750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67416a88-8862-4ba2-8a5b-729eda793500 req-c8e4e9dd-08f4-4282-b811-d7e657ad061a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.2010205 Jan 28 20:27:11.792900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff016d0-dc3b-4286-a792-be0da8b71e3d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:11.806545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67416a88-8862-4ba2-8a5b-729eda793500 req-97fc3e22-cde2-4e70-bfa5-2636404d44da tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/quotas/a0e54c9a02b54103a912ba7b21f8161e HTTP/1.1" status: 200 len: 375 time: 0.0258877 Jan 28 20:27:11.815647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:11.830712 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:11.832659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82f35-77a2-47f9-8765-c1fd9b853734 req-6654a355-94a9-441e-b975-7b9b16f90c94 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:11.835511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47a82f35-77a2-47f9-8765-c1fd9b853734 req-6654a355-94a9-441e-b975-7b9b16f90c94 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 944 time: 0.1398723 Jan 28 20:27:11.875384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67416a88-8862-4ba2-8a5b-729eda793500 req-9712fedb-3ff5-411a-ba19-b8640d841785 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666699 Jan 28 20:27:11.926999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:11.931802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:11.965645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6497ee-3ad8-423c-bfea-24404c7bbe85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e628e3ab-ecb5-4a57-86d5-53e3bd4308d4'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:11.968811 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16000ca-a49d-481d-9e86-b57332e1cf65" -d '{"events": [{"server_uuid": "7e6497ee-3ad8-423c-bfea-24404c7bbe85", "name": "network-vif-plugged", "status": "completed", "tag": "e628e3ab-ecb5-4a57-86d5-53e3bd4308d4"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:11.985918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:11.989551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47a82f35-77a2-47f9-8765-c1fd9b853734 req-1b161d67-7398-467e-93f7-23034c31be61 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325085 Jan 28 20:27:11.990861 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:12.082029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:12.082216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67416a88-8862-4ba2-8a5b-729eda793500 req-f374ee27-2995-498b-b61f-516b65b45bac service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030225 Jan 28 20:27:12.093769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['eff016d0-dc3b-4286-a792-be0da8b71e3d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:12.195781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde6d17-a194-4d8d-a72b-016f7c52c8d1 req-0bbad8dd-7856-4442-8699-d1100c9dbf72 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.205176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abde6d17-a194-4d8d-a72b-016f7c52c8d1 req-0bbad8dd-7856-4442-8699-d1100c9dbf72 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 945 time: 0.1041045 Jan 28 20:27:12.265455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67416a88-8862-4ba2-8a5b-729eda793500 req-b4b91875-67d1-4fd7-9457-82ee9e4b4ca2 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851413 Jan 28 20:27:12.279700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abde6d17-a194-4d8d-a72b-016f7c52c8d1 req-14d1c91d-aef7-4e38-ab3e-d15ce6575acb tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732203 Jan 28 20:27:12.479694 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0737ecf-67a7-4cab-8295-e55b5604cf94 x-openstack-request-id: req-b0737ecf-67a7-4cab-8295-e55b5604cf94 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:12.480900 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6497ee-3ad8-423c-bfea-24404c7bbe85", "name": "network-vif-plugged", "status": "completed", "tag": "e628e3ab-ecb5-4a57-86d5-53e3bd4308d4", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:12.481371 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0737ecf-67a7-4cab-8295-e55b5604cf94 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:12.488688 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6497ee-3ad8-423c-bfea-24404c7bbe85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e628e3ab-ecb5-4a57-86d5-53e3bd4308d4', 'code': 200} Jan 28 20:27:12.616444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-fa078e71-e8b0-4c47-823f-baf67fb896f8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.622503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-fa078e71-e8b0-4c47-823f-baf67fb896f8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.629919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-fa078e71-e8b0-4c47-823f-baf67fb896f8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.648027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-fa078e71-e8b0-4c47-823f-baf67fb896f8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.664707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-fa078e71-e8b0-4c47-823f-baf67fb896f8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.677081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-fa078e71-e8b0-4c47-823f-baf67fb896f8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.683887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-fa078e71-e8b0-4c47-823f-baf67fb896f8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.693332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-fa078e71-e8b0-4c47-823f-baf67fb896f8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5438 time: 0.2218769 Jan 28 20:27:12.696463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ebb1a06-9303-4ed7-a66a-1f390efe4076 req-a7ba08ac-7ff3-4323-801c-2a223a8d5ac5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c15e3c-27d4-437d-9a48-f51b846bcada HTTP/1.1" status: 200 len: 210 time: 0.1273789 Jan 28 20:27:12.759648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8e077dd-630b-4c6c-8626-1aa1d17acc95 req-bf6d1e47-3d8b-4c0a-9615-1c63bdedbd60 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653536 Jan 28 20:27:12.807994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579259db-052b-4b81-988f-a95ed174fa70 req-9cef16e6-713f-4b81-afc4-1d6b4bb2e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.809616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-579259db-052b-4b81-988f-a95ed174fa70 req-9cef16e6-713f-4b81-afc4-1d6b4bb2e042 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 1096 time: 0.2508509 Jan 28 20:27:12.861599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:12.917738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-579259db-052b-4b81-988f-a95ed174fa70 req-4eb42de6-6899-4ab2-94af-883d631ad267 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961103 Jan 28 20:27:12.970498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008068d-667d-4400-94e8-2b32c4b6bec5 req-f781bd06-753e-420e-bc21-2581aa280af7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.972096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c008068d-667d-4400-94e8-2b32c4b6bec5 req-f781bd06-753e-420e-bc21-2581aa280af7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.1615951 Jan 28 20:27:13.022552 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c008068d-667d-4400-94e8-2b32c4b6bec5 req-99ff30bd-3016-4d24-983b-fd5fb315739c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444403 Jan 28 20:27:13.169708 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:13.223309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2667430f-33f6-4fc4-a68a-c7f3be86bfef up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:13.303280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709169-72db-4f04-8270-5acaf4a9d94c req-88f1c5d9-8d56-48fc-abbb-930877a529c8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:13.308914 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54709169-72db-4f04-8270-5acaf4a9d94c req-88f1c5d9-8d56-48fc-abbb-930877a529c8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 945 time: 0.1299701 Jan 28 20:27:13.360141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 2667430f-33f6-4fc4-a68a-c7f3be86bfef completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:13.369363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 2667430f-33f6-4fc4-a68a-c7f3be86bfef triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:13.371002 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:13.404924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54709169-72db-4f04-8270-5acaf4a9d94c req-1af7d649-fc40-44b1-a3c4-e537700db295 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887072 Jan 28 20:27:13.490288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eff016d0-dc3b-4286-a792-be0da8b71e3d up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:13.540957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2c8b3-0b78-4059-b046-c0e859e7abb6 req-5c783f42-c57a-4f43-a178-a0d13f7230c1 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:13.558267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3e2c8b3-0b78-4059-b046-c0e859e7abb6 req-5c783f42-c57a-4f43-a178-a0d13f7230c1 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 945 time: 0.1368513 Jan 28 20:27:13.566122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40226) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:13.613047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3e2c8b3-0b78-4059-b046-c0e859e7abb6 req-ef6b8706-f222-4fcf-9d9d-f11f172ec838 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504296 Jan 28 20:27:13.694240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port eff016d0-dc3b-4286-a792-be0da8b71e3d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:13.708658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port eff016d0-dc3b-4286-a792-be0da8b71e3d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:13.708919 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:13.770075 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:13.780206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:13.840216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2667430f-33f6-4fc4-a68a-c7f3be86bfef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2667430f-33f6-4fc4-a68a-c7f3be86bfef,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:13.847877 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:13.848725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ed5a4240-7eb5-492b-a362-466caea382c6 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:13.940974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:13.948945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.003514 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e242ebd15d34165a03a5a22c49cc822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339898 Jan 28 20:27:14.023281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 40242) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:14.044741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1525c3-422f-4279-87d6-ee49af8ec198,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:14.054963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port ed5a4240-7eb5-492b-a362-466caea382c6 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:14.065001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.068985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.070698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.071738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.075377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.075976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.076507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.084939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.085516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.086030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.086405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port ed5a4240-7eb5-492b-a362-466caea382c6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:14.086757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.086885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.089333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.090004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf41a98-5f06-4c10-85d1-6fe1bb201467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:14.090145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-b6e712f9-4f54-4c23-870a-b81a07db24fa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.109801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-b6e712f9-4f54-4c23-870a-b81a07db24fa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.3476763 Jan 28 20:27:14.124987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2667430f-33f6-4fc4-a68a-c7f3be86bfef,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:14.189492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-f2bc1a67-67c8-4b0b-9fe7-4edcfe861982 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/quotas/a0e54c9a02b54103a912ba7b21f8161e HTTP/1.1" status: 200 len: 375 time: 0.0776651 Jan 28 20:27:14.192446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:14.205669 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.215412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-a935e7bd-4300-48c9-a044-62086bf0669f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.221834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-a935e7bd-4300-48c9-a044-62086bf0669f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.227883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-a935e7bd-4300-48c9-a044-62086bf0669f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.234312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-a935e7bd-4300-48c9-a044-62086bf0669f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.240228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-a935e7bd-4300-48c9-a044-62086bf0669f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.246734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-a935e7bd-4300-48c9-a044-62086bf0669f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.252607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-a935e7bd-4300-48c9-a044-62086bf0669f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.262099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-a935e7bd-4300-48c9-a044-62086bf0669f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5439 time: 0.3012271 Jan 28 20:27:14.296520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:14.314928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.318747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-60753fd3-ec82-40de-b15d-e89036a7d7ad tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535817 Jan 28 20:27:14.330832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38e651f0-d186-447d-99e9-5f3c6c79047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.353119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ed5a4240-7eb5-492b-a362-466caea382c6, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ed5a4240-7eb5-492b-a362-466caea382c6,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:14.358331 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.359154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0e98225c-923f-4a5f-ae54-f8b4ee50f1de up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:14.377696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc901bd8-3c99-4f4e-8475-c30c70d28ab7 req-87d508c0-cab4-4c8f-bb1c-2de435f34a0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147618 Jan 28 20:27:14.436418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38e651f0-d186-447d-99e9-5f3c6c79047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.463703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=ed5a4240-7eb5-492b-a362-466caea382c6,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:14.472022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-d73ce003-16f9-47b5-b9c7-c64cbdee2881 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390707 Jan 28 20:27:14.484260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:14.488475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:14.489050 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.491108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667430f-33f6-4fc4-a68a-c7f3be86bfef'}, {'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d'}, {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5a4240-7eb5-492b-a362-466caea382c6'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:14.494067 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb97802f-bbf1-486c-8aff-5c4f8535dbb4" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "2667430f-33f6-4fc4-a68a-c7f3be86bfef"}, {"server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "name": "network-vif-plugged", "status": "completed", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d"}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "ed5a4240-7eb5-492b-a362-466caea382c6"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:14.596567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.618985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38e651f0-d186-447d-99e9-5f3c6c79047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.621611 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38e651f0-d186-447d-99e9-5f3c6c79047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.625258 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-38e651f0-d186-447d-99e9-5f3c6c79047b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc1525c3-422f-4279-87d6-ee49af8ec198 HTTP/1.1" status: 204 len: 168 time: 0.5865891 Jan 28 20:27:14.633483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:14.637604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33f834-dcb1-4dde-8ee2-e1cf44729464 req-509fb434-fb45-4709-b45c-b61544902438 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.638255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.639307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device acecaf6d-d262-44d4-95b0-72d9cb44e15c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:14.639449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b33f834-dcb1-4dde-8ee2-e1cf44729464 req-509fb434-fb45-4709-b45c-b61544902438 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.1550431 Jan 28 20:27:14.657546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e651f0-d186-447d-99e9-5f3c6c79047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1525c3-422f-4279-87d6-ee49af8ec198,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:14.671090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-e15c2f13-9020-44a4-96b6-fb015193ffd5 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880028 Jan 28 20:27:14.720831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b33f834-dcb1-4dde-8ee2-e1cf44729464 req-15a36e7b-5f17-4940-87ea-07ed60e2ace2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657570 Jan 28 20:27:14.744892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:14.752559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port acecaf6d-d262-44d4-95b0-72d9cb44e15c completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:14.756837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port acecaf6d-d262-44d4-95b0-72d9cb44e15c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:14.757218 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:14.857213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2e13d-60cc-4c32-b9cb-fea06e5bdc51 req-8cc5dfda-2f85-4fe8-8a82-888c695cfa26 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.859545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75c2e13d-60cc-4c32-b9cb-fea06e5bdc51 req-8cc5dfda-2f85-4fe8-8a82-888c695cfa26 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 945 time: 0.0724905 Jan 28 20:27:14.936813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75c2e13d-60cc-4c32-b9cb-fea06e5bdc51 req-3c95d38c-53e3-4efc-90ab-c066832a96ee tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676322 Jan 28 20:27:15.069920 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab22d84a-7d91-4020-90ab-4f410068e5c1 x-openstack-request-id: req-ab22d84a-7d91-4020-90ab-4f410068e5c1 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:15.073167 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "2667430f-33f6-4fc4-a68a-c7f3be86bfef", "code": 200}, {"server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "name": "network-vif-plugged", "status": "completed", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d", "code": 200}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "ed5a4240-7eb5-492b-a362-466caea382c6", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:15.073425 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab22d84a-7d91-4020-90ab-4f410068e5c1 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:15.073862 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667430f-33f6-4fc4-a68a-c7f3be86bfef', 'code': 200} Jan 28 20:27:15.074103 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'code': 200} Jan 28 20:27:15.074351 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5a4240-7eb5-492b-a362-466caea382c6', 'code': 200} Jan 28 20:27:15.248721 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:15.309781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-446a638a-2be7-4adb-abbc-2941a1a73e10 req-2c0efc05-11de-4696-91b7-6fcc05db93a9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 210 time: 0.1861529 Jan 28 20:27:15.333273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609f29d-0e5f-46c5-b7a2-52b6cf7f65bf req-4dbaa8ce-8a89-4fbc-bbd6-e1c3af3b6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.333273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5609f29d-0e5f-46c5-b7a2-52b6cf7f65bf req-4dbaa8ce-8a89-4fbc-bbd6-e1c3af3b6063 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 1097 time: 0.2316637 Jan 28 20:27:15.361413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port acecaf6d-d262-44d4-95b0-72d9cb44e15c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=acecaf6d-d262-44d4-95b0-72d9cb44e15c,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:15.375208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:15.376846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05a25d4-0f68-4456-a98e-a35f90d6a916 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:15.389311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d21ce-5052-4db8-8a00-3bcced061d8e req-970e46e0-43a8-4d7a-9dd4-b258d508e78b tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.402369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-752d21ce-5052-4db8-8a00-3bcced061d8e req-970e46e0-43a8-4d7a-9dd4-b258d508e78b tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 946 time: 0.3122988 Jan 28 20:27:15.480992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5609f29d-0e5f-46c5-b7a2-52b6cf7f65bf req-504b7a97-e9c9-4802-9816-04e856ac46c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382389 Jan 28 20:27:15.532828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-752d21ce-5052-4db8-8a00-3bcced061d8e req-7db45433-e29f-458e-ba6f-d3c913d06a1e tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295292 Jan 28 20:27:15.574435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=acecaf6d-d262-44d4-95b0-72d9cb44e15c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:15.626934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port d05a25d4-0f68-4456-a98e-a35f90d6a916 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:15.633213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port d05a25d4-0f68-4456-a98e-a35f90d6a916 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:15.633785 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:15.703770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839fae6-8084-4737-9083-f82b8b139f97 req-1280101a-aab5-42c2-965c-6083287c373e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.714004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839fae6-8084-4737-9083-f82b8b139f97 req-1280101a-aab5-42c2-965c-6083287c373e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.737531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839fae6-8084-4737-9083-f82b8b139f97 req-1280101a-aab5-42c2-965c-6083287c373e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.746949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839fae6-8084-4737-9083-f82b8b139f97 req-1280101a-aab5-42c2-965c-6083287c373e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.754775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839fae6-8084-4737-9083-f82b8b139f97 req-1280101a-aab5-42c2-965c-6083287c373e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.767381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839fae6-8084-4737-9083-f82b8b139f97 req-1280101a-aab5-42c2-965c-6083287c373e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.775503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839fae6-8084-4737-9083-f82b8b139f97 req-1280101a-aab5-42c2-965c-6083287c373e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.780046 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3839fae6-8084-4737-9083-f82b8b139f97 req-1280101a-aab5-42c2-965c-6083287c373e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5442 time: 0.1821222 Jan 28 20:27:15.926510 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:15.953800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3839fae6-8084-4737-9083-f82b8b139f97 req-31671924-dadf-40a5-8fee-e4d05ec78312 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444247 Jan 28 20:27:16.050386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05a25d4-0f68-4456-a98e-a35f90d6a916, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05a25d4-0f68-4456-a98e-a35f90d6a916,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:16.056205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:16.058840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:16.119783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcae1b-2e85-4f5a-9f25-367c12264950 req-9bf61d85-c1ef-48e1-9f60-d0a14c14235c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:16.132660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3dcae1b-2e85-4f5a-9f25-367c12264950 req-9bf61d85-c1ef-48e1-9f60-d0a14c14235c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.1751883 Jan 28 20:27:16.237346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3dcae1b-2e85-4f5a-9f25-367c12264950 req-110faa25-5a5a-44a7-a9d7-39d63e4dae25 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021407 Jan 28 20:27:16.247546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d05a25d4-0f68-4456-a98e-a35f90d6a916,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:16.273146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:16.280145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:16.280850 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:16.492832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70150099-a0d7-4750-bc8d-28de618a7bfd req-35a880ca-3ecc-4ff0-89ad-740295a61639 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 210 time: 0.0650845 Jan 28 20:27:16.536141 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:16.625724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:16.638981 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:16.768013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb92ab-7229-48d1-a95e-f0e8a589f953 req-afc78d2d-6564-4408-b456-d6f36eb4b4af tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:16.789495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97bb92ab-7229-48d1-a95e-f0e8a589f953 req-afc78d2d-6564-4408-b456-d6f36eb4b4af tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 946 time: 0.1077251 Jan 28 20:27:16.878378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:16.952500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97bb92ab-7229-48d1-a95e-f0e8a589f953 req-85b58e66-858b-4e87-af86-361e572e68e8 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535356 Jan 28 20:27:16.991868 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-c68197e6-3868-40e5-a4bd-c76be4918356 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1fa94fd105ef42ceb892afac1fa33fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854704 Jan 28 20:27:17.076407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de'}, {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acecaf6d-d262-44d4-95b0-72d9cb44e15c'}, {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a25d4-0f68-4456-a98e-a35f90d6a916'}, {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:17.078717 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872adeb-e1b9-4d51-893b-f204347bf07f" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "0e98225c-923f-4a5f-ae54-f8b4ee50f1de"}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "acecaf6d-d262-44d4-95b0-72d9cb44e15c"}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "d05a25d4-0f68-4456-a98e-a35f90d6a916"}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:17.154443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-0092d6d8-1ed6-44ad-9860-bb1f57959227 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.156205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-0092d6d8-1ed6-44ad-9860-bb1f57959227 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.3152323 Jan 28 20:27:17.209713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Request body: {'port': {'device_id': 'd517f4fb-198c-4d84-88ad-b07c89676f6f', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'admin_state_up': True, 'tenant_id': 'a0e54c9a02b54103a912ba7b21f8161e'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:17.228106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-d3beb79e-dd15-44a3-88f3-260b2237831f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.235638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-d3beb79e-dd15-44a3-88f3-260b2237831f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.241687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-d3beb79e-dd15-44a3-88f3-260b2237831f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.248910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-d3beb79e-dd15-44a3-88f3-260b2237831f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.255105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-d3beb79e-dd15-44a3-88f3-260b2237831f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.260811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-d3beb79e-dd15-44a3-88f3-260b2237831f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.266746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-d3beb79e-dd15-44a3-88f3-260b2237831f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.268728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-d3beb79e-dd15-44a3-88f3-260b2237831f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.1912589 Jan 28 20:27:17.277844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-35066084-3d66-4707-b088-8fdfb6c521fd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.279348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-35066084-3d66-4707-b088-8fdfb6c521fd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866576 Jan 28 20:27:17.531734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-1f41bfe6-3ca2-4c0b-8b97-3beb20ccd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.533336 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-1f41bfe6-3ca2-4c0b-8b97-3beb20ccd92b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a&tenant_id=7e69d00efec840fa89855b324e670c77 HTTP/1.1" status: 200 len: 1095 time: 0.0495462 Jan 28 20:27:17.616055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-6c5a7f0d-deba-4048-9cb3-2f55499796e9 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/quotas/1fa94fd105ef42ceb892afac1fa33fcb HTTP/1.1" status: 200 len: 375 time: 0.3239210 Jan 28 20:27:17.672985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-1f628ef5-e373-4c5c-b3c5-fb50ec370871 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1fa94fd105ef42ceb892afac1fa33fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468533 Jan 28 20:27:17.684205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-876fff09-b870-4de8-9b1a-13c9f3661d77 req-59700c39-50a1-4956-9c3e-f98cbf160d80 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4037993 Jan 28 20:27:17.746314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Made reservation on behalf of a0e54c9a02b54103a912ba7b21f8161e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:17.756074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:17.774085 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72270aa-619d-417a-9ca1-053aa49a7023 x-openstack-request-id: req-b72270aa-619d-417a-9ca1-053aa49a7023 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:17.774506 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "0e98225c-923f-4a5f-ae54-f8b4ee50f1de", "code": 200}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "acecaf6d-d262-44d4-95b0-72d9cb44e15c", "code": 200}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "d05a25d4-0f68-4456-a98e-a35f90d6a916", "code": 200}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-plugged", "status": "completed", "tag": "c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:17.774601 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b72270aa-619d-417a-9ca1-053aa49a7023 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:17.775010 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de', 'code': 200} Jan 28 20:27:17.775266 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acecaf6d-d262-44d4-95b0-72d9cb44e15c', 'code': 200} Jan 28 20:27:17.775569 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05a25d4-0f68-4456-a98e-a35f90d6a916', 'code': 200} Jan 28 20:27:17.775818 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b', 'code': 200} Jan 28 20:27:17.871924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:18.001663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-15ebb5c4-69f8-43d2-9f10-096b57dd7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.003181 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-15ebb5c4-69f8-43d2-9f10-096b57dd7b6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1095 time: 0.4439573 Jan 28 20:27:18.052591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80b12914-3c48-4729-b56c-635d9580c6da req-790d3f7a-3c7a-4e11-9bda-3d6bf8a09c6e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 210 time: 0.0399871 Jan 28 20:27:18.079781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Allocated IP 172.20.0.2 (829be10a-e867-4194-bfb4-efe1dea71f50/ee49341f-90f4-418d-9c8c-7bb0edd94e76/449082ca-1603-4dfb-8cdf-bbc57e9922d3) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:27:18.090569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f84f4-508d-49a2-9705-4a06cd24bd72 req-ef1408f0-c0d7-4233-a6a0-52ca44b10e60 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.098482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-974f84f4-508d-49a2-9705-4a06cd24bd72 req-ef1408f0-c0d7-4233-a6a0-52ca44b10e60 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.2002180 Jan 28 20:27:18.124732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-992efeae-64c0-45f4-9633-cc520be2f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.125217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-992efeae-64c0-45f4-9633-cc520be2f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.125689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-992efeae-64c0-45f4-9633-cc520be2f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.126155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-992efeae-64c0-45f4-9633-cc520be2f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.126615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-992efeae-64c0-45f4-9633-cc520be2f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.127450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-992efeae-64c0-45f4-9633-cc520be2f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.127996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-992efeae-64c0-45f4-9633-cc520be2f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.129966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-992efeae-64c0-45f4-9633-cc520be2f545 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6501 time: 0.2587667 Jan 28 20:27:18.196608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-974f84f4-508d-49a2-9705-4a06cd24bd72 req-68cfb17f-22e2-4e35-ab4f-304490bd4c09 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972338 Jan 28 20:27:18.230562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-489d2c00-f963-44b1-b37b-a0a9587ee9b0 req-4364dcbf-5f1d-4f9a-b23d-ee77057627d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859876 Jan 28 20:27:18.238125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-8adcaf7f-b6ea-4e31-a29e-73c6f5b122e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.240123 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-8adcaf7f-b6ea-4e31-a29e-73c6f5b122e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.2239952 Jan 28 20:27:18.331559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4aacf80-0081-4f83-b9f7-216dfa7e389b req-474568ad-7582-45db-8620-e7ccb607584c tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 210 time: 0.0354478 Jan 28 20:27:18.336195 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-97626d1d-d49c-4c85-81e2-c6b36cb9b88c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 200 len: 1000 time: 0.0829482 Jan 28 20:27:18.427212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-d250e53e-8e07-495b-8d50-0f86934f20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.431389 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-d250e53e-8e07-495b-8d50-0f86934f20b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.0828319 Jan 28 20:27:18.519465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-5761b99a-319e-4983-9491-e7b979d253e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.521444 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-5761b99a-319e-4983-9491-e7b979d253e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767453 Jan 28 20:27:18.574698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:18.584854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca7e4a-2b95-4dc9-abcf-ed69cee0f44f req-8bbd759f-30de-4fca-8204-14c24ecce16c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.586537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33ca7e4a-2b95-4dc9-abcf-ed69cee0f44f req-8bbd759f-30de-4fca-8204-14c24ecce16c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 946 time: 0.1304202 Jan 28 20:27:18.690364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33ca7e4a-2b95-4dc9-abcf-ed69cee0f44f req-782111ae-5f12-46cc-a6a5-825dfbef4990 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928507 Jan 28 20:27:18.695039 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-24f264f8-48e1-41c8-b5a9-9185d33a5615 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603038 Jan 28 20:27:18.708577 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:18.811160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event updated for resources: {'Port': ['ID=449082ca-1603-4dfb-8cdf-bbc57e9922d3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:18.825485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Network 829be10a-e867-4194-bfb4-efe1dea71f50 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:27:18.827083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:18.835665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:27:18.941828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-6eca389d-5835-417e-aa68-12dfeb3da090 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234507 Jan 28 20:27:19.013643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.014199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:19.033008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-417dc714-1a3f-41f6-a0d9-be8dcfd8471a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.041872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-417dc714-1a3f-41f6-a0d9-be8dcfd8471a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.048442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-417dc714-1a3f-41f6-a0d9-be8dcfd8471a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.054803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-417dc714-1a3f-41f6-a0d9-be8dcfd8471a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.061471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-417dc714-1a3f-41f6-a0d9-be8dcfd8471a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.068282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-417dc714-1a3f-41f6-a0d9-be8dcfd8471a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.074989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-417dc714-1a3f-41f6-a0d9-be8dcfd8471a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.077311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-417dc714-1a3f-41f6-a0d9-be8dcfd8471a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.1875908 Jan 28 20:27:19.148963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-08ff544b-f705-43f8-9657-35d019e9064c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9450970 Jan 28 20:27:19.212678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Request body: {'port': {'device_id': 'd517f4fb-198c-4d84-88ad-b07c89676f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:19.322989 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:19.348113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d124f30-81f2-4f90-8bee-f91e6a1500e4 req-9e13205f-aaf8-4e17-a608-3f3cb3bfacd7 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.360655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d124f30-81f2-4f90-8bee-f91e6a1500e4 req-9e13205f-aaf8-4e17-a608-3f3cb3bfacd7 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 946 time: 0.2790322 Jan 28 20:27:19.452453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e6c76d0-144e-4dc2-9894-227747e4a439 req-e0f8ad30-0794-4216-92f5-c39d58bf290d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3189204 Jan 28 20:27:19.498036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-262b0753-ec9a-436a-b0bf-576e927d95b2 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1fa94fd105ef42ceb892afac1fa33fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752523 Jan 28 20:27:19.718421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d124f30-81f2-4f90-8bee-f91e6a1500e4 req-84a35b71-7379-4f6a-8899-e5f6f0ca5d58 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496203 Jan 28 20:27:19.853088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-c7aee7bd-dbeb-4930-ba49-a5fbabb36cc9 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.855156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-c7aee7bd-dbeb-4930-ba49-a5fbabb36cc9 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492122 Jan 28 20:27:19.934231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Request body: {'port': {'device_id': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '1fa94fd105ef42ceb892afac1fa33fcb'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:19.939454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40394) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:20.084908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf94d5-70d4-4dfa-b4ba-93638d4f1f68 req-4660beca-b94d-432b-983d-e42120fccf2b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:20.093024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bddf94d5-70d4-4dfa-b4ba-93638d4f1f68 req-4660beca-b94d-432b-983d-e42120fccf2b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 931 time: 0.3731704 Jan 28 20:27:20.120053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2a804f3-f5ab-4f3c-9579-bf83624ddb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.204753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd95f7-8d38-4768-8e42-edfb8ce6d7f3 req-9440a3fd-f39b-4059-90cc-ce00abb841cd tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:20.215211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87cd95f7-8d38-4768-8e42-edfb8ce6d7f3 req-9440a3fd-f39b-4059-90cc-ce00abb841cd tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.3461137 Jan 28 20:27:20.285215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bddf94d5-70d4-4dfa-b4ba-93638d4f1f68 req-a281921e-8a20-4eca-9671-4cfaf50e7212 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913009 Jan 28 20:27:20.345073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2a804f3-f5ab-4f3c-9579-bf83624ddb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.352775 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2a804f3-f5ab-4f3c-9579-bf83624ddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.470505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449082ca-1603-4dfb-8cdf-bbc57e9922d3 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:20.474206 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2a804f3-f5ab-4f3c-9579-bf83624ddb78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f41b21033f0c44e195b1e5837d156ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5336087 Jan 28 20:27:20.475229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40404) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:20.481006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.486089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a804f3-f5ab-4f3c-9579-bf83624ddb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eae3ea-449f-4706-9d5a-81c20d15101c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:20.501899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Transition to ACTIVE for port object 449082ca-1603-4dfb-8cdf-bbc57e9922d3 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:20.523690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87cd95f7-8d38-4768-8e42-edfb8ce6d7f3 req-52a9a4f2-e4f9-45fe-a2f6-70c7bbee7b5c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076413 Jan 28 20:27:20.529729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.586062 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0288-6c3a-43cc-850c-19d54edee8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.624229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Pushing event updated for resources: {'Port': ['ID=449082ca-1603-4dfb-8cdf-bbc57e9922d3,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:20.658364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0288-6c3a-43cc-850c-19d54edee8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.663946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c67f334-12c2-45c3-82b0-130e9ef9a292 req-2eab8528-b25f-47fe-ba17-21340ea7a211 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 210 time: 0.1447470 Jan 28 20:27:20.718403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Made reservation on behalf of 1fa94fd105ef42ceb892afac1fa33fcb for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:20.726873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.802769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0288-6c3a-43cc-850c-19d54edee8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.806256 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0288-6c3a-43cc-850c-19d54edee8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.834069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9bbb0288-6c3a-43cc-850c-19d54edee8b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82eae3ea-449f-4706-9d5a-81c20d15101c HTTP/1.1" status: 204 len: 168 time: 0.3541818 Jan 28 20:27:20.856426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:20.865066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0288-6c3a-43cc-850c-19d54edee8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eae3ea-449f-4706-9d5a-81c20d15101c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:20.991101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Attempting to bind port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:27:20.991657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Attempting to bind port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:27:20.991988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Attempting to bind port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:21.027753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-4a27e5e8-b9fa-4290-83ad-55cf0665c894 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.034372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-4a27e5e8-b9fa-4290-83ad-55cf0665c894 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.050561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-4a27e5e8-b9fa-4290-83ad-55cf0665c894 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.072012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-4a27e5e8-b9fa-4290-83ad-55cf0665c894 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.086796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-4a27e5e8-b9fa-4290-83ad-55cf0665c894 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.096015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-4a27e5e8-b9fa-4290-83ad-55cf0665c894 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.109372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-4a27e5e8-b9fa-4290-83ad-55cf0665c894 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.123998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-4a27e5e8-b9fa-4290-83ad-55cf0665c894 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.4188762 Jan 28 20:27:21.154548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 on network 829be10a-e867-4194-bfb4-efe1dea71f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:21.155126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Attempting to bind port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:21.169401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:21.170076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Checking segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:27:21.170726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Bound using segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:21.171414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Bound port: 449082ca-1603-4dfb-8cdf-bbc57e9922d3, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:27:21.172008 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.184302 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.204856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816123-8b56-4daa-9536-d6077674b5ff req-eb8f1e42-2851-4ccf-b608-731a425e6133 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.214078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae816123-8b56-4daa-9536-d6077674b5ff req-eb8f1e42-2851-4ccf-b608-731a425e6133 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 946 time: 0.3746529 Jan 28 20:27:21.329113 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cca56110-5e75-45b3-91da-8a7bf890baa3 req-293befd0-4d1c-44c7-837b-b57518d86e63 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1999397 Jan 28 20:27:21.362615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae816123-8b56-4daa-9536-d6077674b5ff req-b0fe6d3b-5bce-49cc-9de6-da13c866a390 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446428 Jan 28 20:27:21.452901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40422) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:21.472201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.475694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] For port 449082ca-1603-4dfb-8cdf-bbc57e9922d3, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:21.481379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] For port 449082ca-1603-4dfb-8cdf-bbc57e9922d3, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=449082ca-1603-4dfb-8cdf-bbc57e9922d3,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:21.482885 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.494087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49141b36-822e-43b6-b514-b94b40233466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.571470 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.664201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Pushing event updated for resources: {'Port': ['ID=449082ca-1603-4dfb-8cdf-bbc57e9922d3,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:21.752256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d266d79-e314-486f-8353-eca98e5be899,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:21.757944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.758721 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.761347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-dfd1e882-c58b-4956-beb9-6dfbc249dbcb service neutron] 10.222.0.26 "PUT /v2.0/ports/449082ca-1603-4dfb-8cdf-bbc57e9922d3 HTTP/1.1" status: 200 len: 1091 time: 2.5858428 Jan 28 20:27:21.767634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd517f4fb-198c-4d84-88ad-b07c89676f6f', 'tag': '449082ca-1603-4dfb-8cdf-bbc57e9922d3'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:21.770179 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308dc961-ca75-4f62-9e54-ed7c00260416" -d '{"events": [{"name": "network-changed", "server_uuid": "d517f4fb-198c-4d84-88ad-b07c89676f6f", "tag": "449082ca-1603-4dfb-8cdf-bbc57e9922d3"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:21.802988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49141b36-822e-43b6-b514-b94b40233466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.811213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49141b36-822e-43b6-b514-b94b40233466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:21.849820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d13de-795a-4dc4-bcf9-3d575cd8c9ea req-ac6cbe9b-03fe-4d2e-91dc-198c1af6ddc8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.852777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-047d13de-795a-4dc4-bcf9-3d575cd8c9ea req-ac6cbe9b-03fe-4d2e-91dc-198c1af6ddc8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 943 time: 0.2703886 Jan 28 20:27:21.887207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae430-eb1b-4e21-874c-8f83fc233df0 req-b1822e46-4d64-4dcd-8218-d8d3ba0c070f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.899744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae430-eb1b-4e21-874c-8f83fc233df0 req-b1822e46-4d64-4dcd-8218-d8d3ba0c070f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.910231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae430-eb1b-4e21-874c-8f83fc233df0 req-b1822e46-4d64-4dcd-8218-d8d3ba0c070f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.926728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae430-eb1b-4e21-874c-8f83fc233df0 req-b1822e46-4d64-4dcd-8218-d8d3ba0c070f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.941816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae430-eb1b-4e21-874c-8f83fc233df0 req-b1822e46-4d64-4dcd-8218-d8d3ba0c070f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.954554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae430-eb1b-4e21-874c-8f83fc233df0 req-b1822e46-4d64-4dcd-8218-d8d3ba0c070f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.961070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49141b36-822e-43b6-b514-b94b40233466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c1eed-4a66-4662-9ad8-1e5cc8eab65a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:21.961684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ae430-eb1b-4e21-874c-8f83fc233df0 req-b1822e46-4d64-4dcd-8218-d8d3ba0c070f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.964949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d9ae430-eb1b-4e21-874c-8f83fc233df0 req-b1822e46-4d64-4dcd-8218-d8d3ba0c070f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.4035647 Jan 28 20:27:21.979974 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-49141b36-822e-43b6-b514-b94b40233466 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab5a798359d84050a412f559dedcf121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258319 Jan 28 20:27:21.985362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40432) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:21.988021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40434) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:22.023714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Request body: {'floatingip': {'port_id': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:22.053675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Allocated IP 192.168.233.75 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/2dd809df-b2b5-46a6-b91c-ce6f06120cad) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:27:22.107271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-047d13de-795a-4dc4-bcf9-3d575cd8c9ea req-ab5c5fa1-6106-4371-857e-6e61f2131492 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403708 Jan 28 20:27:22.119594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-47a19818-293a-4181-a0bd-1c90fb001f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.121821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-47a19818-293a-4181-a0bd-1c90fb001f84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 1094 time: 0.1502981 Jan 28 20:27:22.215371 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:22.443638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-1182de64-e14f-496d-a111-d229bc4494ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=449082ca-1603-4dfb-8cdf-bbc57e9922d3 HTTP/1.1" status: 200 len: 217 time: 0.1370585 Jan 28 20:27:22.799727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aef655-8cbc-4c4c-800c-7b3988d23a4d req-a32a7c58-9fe6-4b62-ae19-6af72ce76cb8 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.801386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28aef655-8cbc-4c4c-800c-7b3988d23a4d req-a32a7c58-9fe6-4b62-ae19-6af72ce76cb8 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.4823403 Jan 28 20:27:22.879814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-9ed62b5a-d960-4e19-814f-c49a92feb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.881330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-9ed62b5a-d960-4e19-814f-c49a92feb1c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.3874166 Jan 28 20:27:22.884289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:22.905183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:22.911932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:22.915691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7d43-882d-453c-b129-0ecdffb3a1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:22.929579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b106279-0623-400a-8f89-60f2c99572e3 req-dfd98d94-6fb5-47e3-b2c2-66c5611d026a tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 210 time: 0.1161115 Jan 28 20:27:22.942807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7d43-882d-453c-b129-0ecdffb3a1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:22.990294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28aef655-8cbc-4c4c-800c-7b3988d23a4d req-72ba4227-635b-471f-a3fb-3751014f3692 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736240 Jan 28 20:27:23.058755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:23.098861 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7d43-882d-453c-b129-0ecdffb3a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:23.102052 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c5b7d43-882d-453c-b129-0ecdffb3a1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:23.113392 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3c5b7d43-882d-453c-b129-0ecdffb3a1a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/578c1eed-4a66-4662-9ad8-1e5cc8eab65a HTTP/1.1" status: 204 len: 168 time: 1.1068540 Jan 28 20:27:23.140312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b7d43-882d-453c-b129-0ecdffb3a1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c1eed-4a66-4662-9ad8-1e5cc8eab65a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:23.145240 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9b458b-5c45-4438-ae10-7b13bc3f799c x-openstack-request-id: req-8e9b458b-5c45-4438-ae10-7b13bc3f799c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:23.145520 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d517f4fb-198c-4d84-88ad-b07c89676f6f", "tag": "449082ca-1603-4dfb-8cdf-bbc57e9922d3", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:23.145774 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e9b458b-5c45-4438-ae10-7b13bc3f799c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:23.146161 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd517f4fb-198c-4d84-88ad-b07c89676f6f', 'tag': '449082ca-1603-4dfb-8cdf-bbc57e9922d3', 'status': 'completed', 'code': 200} Jan 28 20:27:23.224521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:27:23.287515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-7e6b4aa0-2d62-4811-a7bf-614604baf5ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928345 Jan 28 20:27:23.288405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:23.299136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:27:23.306314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:23.329982 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Floating IP 5dba448f-7f0a-494d-80e9-31dc1b1a5a43 associated. External IP: 172.25.2.66, port: f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1. Jan 28 20:27:23.547458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-4c5a8ee0-66af-4d56-a388-c60f48909cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049253 Jan 28 20:27:23.722396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.722396 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:23.761839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592c075-eab1-46e7-9b77-19a43f16ab9f req-ea185d16-06a1-452b-926e-165a2d432a6c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.780818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d592c075-eab1-46e7-9b77-19a43f16ab9f req-ea185d16-06a1-452b-926e-165a2d432a6c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 943 time: 0.4370484 Jan 28 20:27:23.902043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Router e17a5aa1-1da6-4749-bb57-d911df3df05e has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:27:23.904642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6b671392-116e-4879-a61a-95fe259d5ca8 None None] Provisioning complete for port 2dd809df-b2b5-46a6-b91c-ce6f06120cad triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:23.906065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b671392-116e-4879-a61a-95fe259d5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:24.097860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6b671392-116e-4879-a61a-95fe259d5ca8 None None] Port 2dd809df-b2b5-46a6-b91c-ce6f06120cad cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:27:24.209704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:27:24.216249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:24.221467 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] Sync routers for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:27:24.240583 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:24.242973 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:24.309011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4b751216-8c42-47ff-8486-42a66ce626c6 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "PUT /v2.0/floatingips/5dba448f-7f0a-494d-80e9-31dc1b1a5a43 HTTP/1.1" status: 200 len: 990 time: 2.3147168 Jan 28 20:27:24.311141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:24.314534 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11680c4b-ebc9-46f7-ae75-98b73c1039e4" -d '{"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:24.428078 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:24.700023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-9c388a32-676f-49a9-af58-90c534749957 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8253038 Jan 28 20:27:24.804395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d592c075-eab1-46e7-9b77-19a43f16ab9f req-49af3ffa-3470-4856-816f-027c108a151e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0211718 Jan 28 20:27:24.821015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Request body: {'port': {'device_id': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:25.008617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460d7dc-cabe-403a-8b28-d411ae43146c req-15aa5689-35c1-4bcc-961e-0af79ec6c78e tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:25.017863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6460d7dc-cabe-403a-8b28-d411ae43146c req-15aa5689-35c1-4bcc-961e-0af79ec6c78e tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 935 time: 0.5058959 Jan 28 20:27:25.039768 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:25.109657 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-621907ca-9b27-4cce-b6b1-a67c6b52b8d7 req-64e959c7-3e22-4e4b-aa52-db63c9c7ce86 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996451 Jan 28 20:27:25.112239 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '5dba448f-7f0a-494d-80e9-31dc1b1a5a43', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'port_id': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'mac_address': 'fa:16:3e:60:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:02Z', 'updated_at': '2022-01-28T20:27:22Z', 'revision_number': 1, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:59Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:25.155653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6460d7dc-cabe-403a-8b28-d411ae43146c req-7f033c9a-bea2-4f7e-9138-2b7a0836bfc4 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367261 Jan 28 20:27:25.165679 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] Checking router: e17a5aa1-1da6-4749-bb57-d911df3df05e for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:27:25.201413 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:25.202854 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:25.399521 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:27:25.493418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eff016d0-dc3b-4286-a792-be0da8b71e3d details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:25.523620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd809df-b2b5-46a6-b91c-ce6f06120cad {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:25.535276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:25.551268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Transition to ACTIVE for port object 2dd809df-b2b5-46a6-b91c-ce6f06120cad will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:25.620203 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:25.662856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:25.856427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:25.897437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'port_id': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'mac_address': 'fa:16:3e:5b:5b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93aafa58-1311-4434-a366-aab700eaf224', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:25.932843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9805d27-2a37-4000-b061-fca84ae3c442 req-6b3e36fe-0e8b-4a54-b8b0-4a94310b0f05 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:25.934749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9805d27-2a37-4000-b061-fca84ae3c442 req-6b3e36fe-0e8b-4a54-b8b0-4a94310b0f05 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.9078991 Jan 28 20:27:25.966161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:26.015153 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:26.053352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eff016d0-dc3b-4286-a792-be0da8b71e3d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:26.084878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-337098cb-965e-4311-b5dc-da1b471988db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.086724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-337098cb-965e-4311-b5dc-da1b471988db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 1094 time: 0.5323365 Jan 28 20:27:26.115849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-07db152d-59cf-4677-856b-65ded9f6021d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.121151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:26.124366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-07db152d-59cf-4677-856b-65ded9f6021d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.129052 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:26.132689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-07db152d-59cf-4677-856b-65ded9f6021d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.141546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-07db152d-59cf-4677-856b-65ded9f6021d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.150970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-07db152d-59cf-4677-856b-65ded9f6021d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.163416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-07db152d-59cf-4677-856b-65ded9f6021d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.172776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-07db152d-59cf-4677-856b-65ded9f6021d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.174955 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-07db152d-59cf-4677-856b-65ded9f6021d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.6219735 Jan 28 20:27:26.265566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9805d27-2a37-4000-b061-fca84ae3c442 req-6f2041af-4e18-4c46-b32c-3ed7a8a8cac3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848446 Jan 28 20:27:26.303420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:26.318308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['eff016d0-dc3b-4286-a792-be0da8b71e3d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:26.523755 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ca6806-6e05-44e8-b520-0d7417d1ab27 x-openstack-request-id: req-f0ca6806-6e05-44e8-b520-0d7417d1ab27 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:26.524322 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:26.524550 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0ca6806-6e05-44e8-b520-0d7417d1ab27 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:26.524939 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'status': 'completed', 'code': 200} Jan 28 20:27:26.571980 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '5dba448f-7f0a-494d-80e9-31dc1b1a5a43', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'port_id': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'mac_address': 'fa:16:3e:60:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:02Z', 'updated_at': '2022-01-28T20:27:22Z', 'revision_number': 1, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:59Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:26.622358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4df085db-aba0-4f4b-b91b-94581316cd72 req-26cb52d8-954a-4fc7-9f4f-04167d207966 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4179051 Jan 28 20:27:26.629326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-957af2fd-0ab2-485d-9ee0-ddcce5305fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.632411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-957af2fd-0ab2-485d-9ee0-ddcce5305fb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 912 time: 0.4497299 Jan 28 20:27:26.680532 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2291-3734-410c-8ff1-80cca1ec7f7e None None] The sync data for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 is: [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '5dba448f-7f0a-494d-80e9-31dc1b1a5a43', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'port_id': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'mac_address': 'fa:16:3e:60:cd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:02Z', 'updated_at': '2022-01-28T20:27:22Z', 'revision_number': 1, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:59Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:27:26.818439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-65224bde-41a4-4276-bd50-72ab6129ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.823588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-65224bde-41a4-4276-bd50-72ab6129ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.824401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-65224bde-41a4-4276-bd50-72ab6129ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.829823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-65224bde-41a4-4276-bd50-72ab6129ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.830840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-65224bde-41a4-4276-bd50-72ab6129ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.839047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-65224bde-41a4-4276-bd50-72ab6129ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.840155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-65224bde-41a4-4276-bd50-72ab6129ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.845019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-65224bde-41a4-4276-bd50-72ab6129ee3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6501 time: 0.2976243 Jan 28 20:27:26.847871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-04b61e3a-4bbb-4394-a75a-07108908f04e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=449082ca-1603-4dfb-8cdf-bbc57e9922d3 HTTP/1.1" status: 200 len: 217 time: 0.1593878 Jan 28 20:27:27.084440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-7fd4e9ae-92bc-4bd9-9059-9bdf0ffaad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.086086 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-7fd4e9ae-92bc-4bd9-9059-9bdf0ffaad22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e HTTP/1.1" status: 200 len: 917 time: 0.2327807 Jan 28 20:27:27.223153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Attempting to bind port 2dd809df-b2b5-46a6-b91c-ce6f06120cad on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:27:27.224116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Attempting to bind port 2dd809df-b2b5-46a6-b91c-ce6f06120cad by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:27:27.224116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Attempting to bind port 2dd809df-b2b5-46a6-b91c-ce6f06120cad on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:27.268140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b073350-336e-4bf4-bc12-6e0f5d66ef02 None None] New status for floating IP 5dba448f-7f0a-494d-80e9-31dc1b1a5a43: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:27:27.279028 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-a7d56020-ae7f-4b0a-99ed-b59d87bd907d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 HTTP/1.1" status: 200 len: 998 time: 0.1693656 Jan 28 20:27:27.303417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f6603-8692-49c8-949e-237a882ae95c req-e7c2b4b5-1353-468e-a963-45eb601fd371 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.305181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7f6603-8692-49c8-949e-237a882ae95c req-e7c2b4b5-1353-468e-a963-45eb601fd371 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 943 time: 0.4306626 Jan 28 20:27:27.317561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Port 2dd809df-b2b5-46a6-b91c-ce6f06120cad on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:27.317561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Attempting to bind port 2dd809df-b2b5-46a6-b91c-ce6f06120cad on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:27.366032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:27.366436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:27:27.366901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:27.367393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Bound port: 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:27:27.367770 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:27.393119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388d7a5-c131-4624-a92d-02e7d476b275 req-de9ceb97-32b1-41db-b5a3-077a7a74511d tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.400233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d388d7a5-c131-4624-a92d-02e7d476b275 req-de9ceb97-32b1-41db-b5a3-077a7a74511d tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 947 time: 0.4772778 Jan 28 20:27:27.468887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-e5b30972-d3e2-438d-9ec7-0f5f0209c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.469405 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-e5b30972-d3e2-438d-9ec7-0f5f0209c746 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8d764b-80f9-4ec9-aaf9-6c31551627c6 HTTP/1.1" status: 200 len: 855 time: 0.1891434 Jan 28 20:27:27.510945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 449082ca-1603-4dfb-8cdf-bbc57e9922d3 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:27.557997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eff016d0-dc3b-4286-a792-be0da8b71e3d up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:27.582462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d388d7a5-c131-4624-a92d-02e7d476b275 req-4783abec-7d57-45c5-9ab7-63f74ae3992d tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541421 Jan 28 20:27:27.582868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-d94abcf9-e99a-473d-85fa-9e4cf703e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.584655 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-d94abcf9-e99a-473d-85fa-9e4cf703e1dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085291 Jan 28 20:27:27.737399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e7f6603-8692-49c8-949e-237a882ae95c req-d0b4b0df-c9c0-48dc-9dd9-79a6284f9add tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928719 Jan 28 20:27:27.793500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port eff016d0-dc3b-4286-a792-be0da8b71e3d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:27.793965 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:27.810333 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-781ade43-3e3f-4511-adf4-e97b8b387781 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132399 Jan 28 20:27:27.990533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:28.005242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:28.033048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 449082ca-1603-4dfb-8cdf-bbc57e9922d3, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=449082ca-1603-4dfb-8cdf-bbc57e9922d3,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:28.048366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '449082ca-1603-4dfb-8cdf-bbc57e9922d3', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'port_id': '449082ca-1603-4dfb-8cdf-bbc57e9922d3', 'mac_address': 'fa:16:3e:9b:85:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee49341f-90f4-418d-9c8c-7bb0edd94e76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:28.121318 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:28.126487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:28.156109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449082ca-1603-4dfb-8cdf-bbc57e9922d3 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:28.228866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 449082ca-1603-4dfb-8cdf-bbc57e9922d3, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=449082ca-1603-4dfb-8cdf-bbc57e9922d3,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:28.241463 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-11680c4b-ebc9-46f7-ae75-98b73c1039e4 req-44576fed-9c85-4e4a-ba9e-a457cbbb87e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240232 Jan 28 20:27:28.258694 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:28.302154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:28.356888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.358289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:28.360000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] 10.222.0.13 "PUT /v2.0/ports/2dd809df-b2b5-46a6-b91c-ce6f06120cad HTTP/1.1" status: 200 len: 1095 time: 3.5808718 Jan 28 20:27:28.394715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:28.397309 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1766155-ed46-494e-b719-8b8997b35fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:28.407577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:28.490644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:28.495900 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9365cb2f-25b6-46d0-8c90-0709ac0c4b7d" -d '{"events": [{"server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "name": "network-vif-plugged", "status": "completed", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:28.505586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:28.587940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8dbc3-8d05-4041-aaab-8227e5706af3 req-3f7477b5-8b19-47ce-958d-e0437ea96eb3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.601248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11b8dbc3-8d05-4041-aaab-8227e5706af3 req-3f7477b5-8b19-47ce-958d-e0437ea96eb3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.6796491 Jan 28 20:27:28.611441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-5560bc3f-d01a-4930-aee9-31475aa12e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.613864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-5560bc3f-d01a-4930-aee9-31475aa12e4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.5269299 Jan 28 20:27:28.623163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=449082ca-1603-4dfb-8cdf-bbc57e9922d3,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:28.662898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024d1e-795c-49a8-9864-34d27cdd7020 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:28.773578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['449082ca-1603-4dfb-8cdf-bbc57e9922d3'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:28.838583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7132-4ada-4121-8f75-8b2705d8fe4d req-b22005de-3221-40cc-b38d-edc0d66aa829 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.866728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7132-4ada-4121-8f75-8b2705d8fe4d req-b22005de-3221-40cc-b38d-edc0d66aa829 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.905244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7132-4ada-4121-8f75-8b2705d8fe4d req-b22005de-3221-40cc-b38d-edc0d66aa829 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.952796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7132-4ada-4121-8f75-8b2705d8fe4d req-b22005de-3221-40cc-b38d-edc0d66aa829 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.998042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7132-4ada-4121-8f75-8b2705d8fe4d req-b22005de-3221-40cc-b38d-edc0d66aa829 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.037010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7132-4ada-4121-8f75-8b2705d8fe4d req-b22005de-3221-40cc-b38d-edc0d66aa829 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.045584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:29.050686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7132-4ada-4121-8f75-8b2705d8fe4d req-b22005de-3221-40cc-b38d-edc0d66aa829 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.064236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-567c7132-4ada-4121-8f75-8b2705d8fe4d req-b22005de-3221-40cc-b38d-edc0d66aa829 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.9972465 Jan 28 20:27:29.156129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-effa6094-b2ca-45dc-a4d2-7dfdd44ba7bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4230096 Jan 28 20:27:29.244990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11b8dbc3-8d05-4041-aaab-8227e5706af3 req-ea3340c9-721e-4190-950b-53b4a80df0f4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5335648 Jan 28 20:27:29.443387 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70260502-20a0-4725-8a27-2df5a316eb84 x-openstack-request-id: req-70260502-20a0-4725-8a27-2df5a316eb84 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:29.444528 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "name": "network-vif-plugged", "status": "completed", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:29.445298 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70260502-20a0-4725-8a27-2df5a316eb84 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:29.449803 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'code': 200} Jan 28 20:27:29.492811 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2045bd4d-bfaf-4318-ba5f-09f5565f1f47 x-openstack-request-id: req-2045bd4d-bfaf-4318-ba5f-09f5565f1f47 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:29.493730 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:29.493730 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2045bd4d-bfaf-4318-ba5f-09f5565f1f47 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:29.494053 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'status': 'completed', 'code': 200} Jan 28 20:27:29.496219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-76c89489-745f-41bf-a90a-cb50306bce26 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900758 Jan 28 20:27:29.659057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-833eabcd-8017-48bc-bdbe-bf43d47678a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.661011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-833eabcd-8017-48bc-bdbe-bf43d47678a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa94fd105ef42ceb892afac1fa33fcb&device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 1098 time: 1.2045212 Jan 28 20:27:29.662903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308dc961-ca75-4f62-9e54-ed7c00260416 req-2af6cea2-21f3-468f-b7dd-dad43b581e80 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529067 Jan 28 20:27:29.804592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-e420caad-651b-41b9-8cbe-7c9b3d8c411e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad HTTP/1.1" status: 200 len: 217 time: 0.1172674 Jan 28 20:27:29.827373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b803126-db96-4a73-b5c9-34834f136bd9 req-c6df0b3a-4c7a-4182-b49c-81299ff4d03c tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.829763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b803126-db96-4a73-b5c9-34834f136bd9 req-c6df0b3a-4c7a-4182-b49c-81299ff4d03c tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 947 time: 0.3309622 Jan 28 20:27:29.906346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-cf2cbbe4-236d-4953-9024-1d38abc5460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.908551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-cf2cbbe4-236d-4953-9024-1d38abc5460b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0777400 Jan 28 20:27:29.987210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b803126-db96-4a73-b5c9-34834f136bd9 req-4aec4254-bab2-49a9-97ad-edc8819bc84e tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452868 Jan 28 20:27:30.025521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-c928038b-ac0c-4dd9-b61d-162121b2cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:30.030104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-c928038b-ac0c-4dd9-b61d-162121b2cb6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134441 Jan 28 20:27:30.313207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-e41f3d6a-9438-4b30-a92e-255ad3efadbf service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755530 Jan 28 20:27:30.383060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586f0cd-c20d-4ec1-9420-069f80fff611 req-3d8a247e-4a47-4881-800d-36914f46ac10 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:30.400864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7586f0cd-c20d-4ec1-9420-069f80fff611 req-3d8a247e-4a47-4881-800d-36914f46ac10 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 944 time: 0.3042288 Jan 28 20:27:30.550909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7586f0cd-c20d-4ec1-9420-069f80fff611 req-fa59b54f-4619-4869-93ed-4bafb8129b1c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196613 Jan 28 20:27:30.592808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ba2f0ae-c661-455c-bc81-59ba44f57a33 req-df5dbbec-a965-4e53-ae44-d2a1bc637d6a service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683160 Jan 28 20:27:30.754482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-8b736ab6-2efe-45dd-86e1-54bb011da6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:30.756707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-8b736ab6-2efe-45dd-86e1-54bb011da6b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa94fd105ef42ceb892afac1fa33fcb&device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 1098 time: 0.0892911 Jan 28 20:27:30.960551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-25cd8cb8-5447-45e0-aba7-9c9f1aba8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:30.965109 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-25cd8cb8-5447-45e0-aba7-9c9f1aba8969 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1965342 Jan 28 20:27:31.167847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-4a5aaf9c-5748-49cb-86c1-eec92a87a1f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad HTTP/1.1" status: 200 len: 217 time: 0.1959736 Jan 28 20:27:31.252961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-84bb9d12-9982-4733-9b98-f9ed2ed0dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:31.254540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-84bb9d12-9982-4733-9b98-f9ed2ed0dc6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0800822 Jan 28 20:27:31.378589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-c0519a53-9ee9-4d3d-91a3-4c4bb67005bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:31.380237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-c0519a53-9ee9-4d3d-91a3-4c4bb67005bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183236 Jan 28 20:27:31.516856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 449082ca-1603-4dfb-8cdf-bbc57e9922d3 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:31.600661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-b70a9148-36fb-40d3-adae-7fb3bbd441c0 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126391 Jan 28 20:27:31.657992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:31.669645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:31.671248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:31.809453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21070-0a99-422a-8338-bbd05b50e052 req-ce898586-48e5-4a02-a6a8-2f7499df0635 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:31.811707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6af21070-0a99-422a-8338-bbd05b50e052 req-ce898586-48e5-4a02-a6a8-2f7499df0635 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.1987753 Jan 28 20:27:31.907324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1766155-ed46-494e-b719-8b8997b35fd2 req-4941fcee-20a0-4627-a064-2dbdecfe9b69 service neutron] 10.222.0.13 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830117 Jan 28 20:27:31.938579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:31.943541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6af21070-0a99-422a-8338-bbd05b50e052 req-3bfba110-fdd9-4155-a445-61463b4afeff tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126623 Jan 28 20:27:32.043700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd517f4fb-198c-4d84-88ad-b07c89676f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449082ca-1603-4dfb-8cdf-bbc57e9922d3'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:32.049078 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3b021-9613-4ad4-8948-b65e84974b3a" -d '{"events": [{"server_uuid": "d517f4fb-198c-4d84-88ad-b07c89676f6f", "name": "network-vif-plugged", "status": "completed", "tag": "449082ca-1603-4dfb-8cdf-bbc57e9922d3"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:32.093778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 449082ca-1603-4dfb-8cdf-bbc57e9922d3, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=449082ca-1603-4dfb-8cdf-bbc57e9922d3,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:32.100891 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:32.231286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=449082ca-1603-4dfb-8cdf-bbc57e9922d3,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:32.290455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5a78-5b88-4d0a-a34c-44678c5cdc4a req-cc0c8ff7-2b84-4e15-b187-cb91949a31b4 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.299260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-656b5a78-5b88-4d0a-a34c-44678c5cdc4a req-cc0c8ff7-2b84-4e15-b187-cb91949a31b4 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 947 time: 0.1738513 Jan 28 20:27:32.398123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-656b5a78-5b88-4d0a-a34c-44678c5cdc4a req-ca5dfda7-dbb0-4f88-ae66-4b619415a5c2 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886717 Jan 28 20:27:32.766117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-828d34c0-c943-4a4e-8b35-8834031ddf94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.779857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-828d34c0-c943-4a4e-8b35-8834031ddf94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.792100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-828d34c0-c943-4a4e-8b35-8834031ddf94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.799978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-828d34c0-c943-4a4e-8b35-8834031ddf94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.808025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-828d34c0-c943-4a4e-8b35-8834031ddf94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.822638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-828d34c0-c943-4a4e-8b35-8834031ddf94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.832408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-828d34c0-c943-4a4e-8b35-8834031ddf94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.851969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-828d34c0-c943-4a4e-8b35-8834031ddf94 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.2647521 Jan 28 20:27:32.974702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dcfedb4-a3d4-45bf-8b37-e1a47e115414 req-52ffccd1-5c21-434a-8f91-71e5e13b74c8 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184618 Jan 28 20:27:33.307231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43a76f-98c1-4b37-8407-63b8dec78ee8 req-07d5c8b1-3e85-41fb-a717-c184b459da1e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:33.316606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:33.318238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d43a76f-98c1-4b37-8407-63b8dec78ee8 req-07d5c8b1-3e85-41fb-a717-c184b459da1e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 945 time: 0.1902201 Jan 28 20:27:33.412142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d43a76f-98c1-4b37-8407-63b8dec78ee8 req-88814d42-5230-44a2-9f43-32be624953a1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929966 Jan 28 20:27:33.564647 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb09d29-4d98-46b5-a18a-444c1c44be68 x-openstack-request-id: req-efb09d29-4d98-46b5-a18a-444c1c44be68 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:33.564647 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d517f4fb-198c-4d84-88ad-b07c89676f6f", "name": "network-vif-plugged", "status": "completed", "tag": "449082ca-1603-4dfb-8cdf-bbc57e9922d3", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:33.564647 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efb09d29-4d98-46b5-a18a-444c1c44be68 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:33.564647 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd517f4fb-198c-4d84-88ad-b07c89676f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449082ca-1603-4dfb-8cdf-bbc57e9922d3', 'code': 200} Jan 28 20:27:33.625533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:33.662220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'mac_address': 'fa:16:3e:30:53:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:33.783499 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:33.839155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd809df-b2b5-46a6-b91c-ce6f06120cad {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:33.839396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a02920-518b-4e3a-988f-b4f7bfd9833b req-a6169966-e510-4976-b527-cffa07fdad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:33.839396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45a02920-518b-4e3a-988f-b4f7bfd9833b req-a6169966-e510-4976-b527-cffa07fdad9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 1096 time: 0.1522253 Jan 28 20:27:33.881278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:33.887297 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:33.971217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:34.014781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45a02920-518b-4e3a-988f-b4f7bfd9833b req-2ab994a7-732b-461c-862d-3bd0c32d3080 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207647 Jan 28 20:27:34.052342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80448-4c4b-465b-a5f3-27f3d66aac3f req-138ec9f8-3286-4e30-a216-c241b2965906 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.072604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2d80448-4c4b-465b-a5f3-27f3d66aac3f req-138ec9f8-3286-4e30-a216-c241b2965906 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.2688148 Jan 28 20:27:34.126233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2d80448-4c4b-465b-a5f3-27f3d66aac3f req-99a0c789-3269-44bc-8448-52f11876c8e4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489993 Jan 28 20:27:34.276688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['2dd809df-b2b5-46a6-b91c-ce6f06120cad'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:34.367981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ee73-0de3-4eba-8b2d-ea6b85882867 req-5e70a83a-757c-4f97-b00c-5e1c85b70d16 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.377215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0e6ee73-0de3-4eba-8b2d-ea6b85882867 req-5e70a83a-757c-4f97-b00c-5e1c85b70d16 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 948 time: 0.1232445 Jan 28 20:27:34.461858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0e6ee73-0de3-4eba-8b2d-ea6b85882867 req-1f607431-6658-4c6a-9f35-be98f4122093 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583341 Jan 28 20:27:34.732968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-86155613-8076-41e6-a2f7-88e108efc1d6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.742097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-86155613-8076-41e6-a2f7-88e108efc1d6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.757677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-86155613-8076-41e6-a2f7-88e108efc1d6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.776664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-86155613-8076-41e6-a2f7-88e108efc1d6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.831094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-86155613-8076-41e6-a2f7-88e108efc1d6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.848923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-86155613-8076-41e6-a2f7-88e108efc1d6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.855494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-86155613-8076-41e6-a2f7-88e108efc1d6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.857164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-86155613-8076-41e6-a2f7-88e108efc1d6 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.2971282 Jan 28 20:27:35.123151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-c2754f24-4046-4731-ac3d-26c7ceb5926b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.135532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-c2754f24-4046-4731-ac3d-26c7ceb5926b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.148151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-c2754f24-4046-4731-ac3d-26c7ceb5926b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.163306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-c2754f24-4046-4731-ac3d-26c7ceb5926b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.172091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-c2754f24-4046-4731-ac3d-26c7ceb5926b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.178441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-c2754f24-4046-4731-ac3d-26c7ceb5926b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.187486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-c2754f24-4046-4731-ac3d-26c7ceb5926b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.189571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-c2754f24-4046-4731-ac3d-26c7ceb5926b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 5434 time: 0.3209641 Jan 28 20:27:35.229358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f0058c0-e5cc-461e-a85b-9e3d6326b8d5 req-257541f3-3441-40dc-b38e-12c534b6f729 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2932589 Jan 28 20:27:35.287880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-e08d17a2-0980-439e-853f-1603d8da295a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.289512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-e08d17a2-0980-439e-853f-1603d8da295a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "GET /v2.0/ports/daa0f061-5cf3-4a13-baa6-48af89604eda?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0883434 Jan 28 20:27:35.562803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40668) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:35.685330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f772a-46d6-4c42-9d9d-d9e40fcc09ed req-66829aeb-18c6-4141-95d5-5953865ab2d0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.698810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-614f772a-46d6-4c42-9d9d-d9e40fcc09ed req-66829aeb-18c6-4141-95d5-5953865ab2d0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 945 time: 0.2442424 Jan 28 20:27:35.798224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-614f772a-46d6-4c42-9d9d-d9e40fcc09ed req-2c69a055-6afc-48be-83cb-3ffe163bcf35 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970526 Jan 28 20:27:35.823090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-bb57d0f8-98b4-46f1-9745-43018b4154cf tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "GET /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5251203 Jan 28 20:27:35.835045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:36.044357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1eaa24-b4b9-40a4-b15f-9036b35ead2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:36.188108 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:36.236563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8cf62-45fe-48c3-9257-067733aecf87 req-25a2b949-9471-48e6-8c06-a4832f7bfa56 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:36.243257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30a8cf62-45fe-48c3-9257-067733aecf87 req-25a2b949-9471-48e6-8c06-a4832f7bfa56 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.1825664 Jan 28 20:27:36.340481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1eaa24-b4b9-40a4-b15f-9036b35ead2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:36.345570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be1eaa24-b4b9-40a4-b15f-9036b35ead2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:36.372686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30a8cf62-45fe-48c3-9257-067733aecf87 req-8777f2ce-7366-483b-aa31-576b698cb93a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141570 Jan 28 20:27:36.418288 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be1eaa24-b4b9-40a4-b15f-9036b35ead2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41ca31c7822d4b4997aeaa35447342bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8531926 Jan 28 20:27:36.429435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 40676) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:36.499058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1eaa24-b4b9-40a4-b15f-9036b35ead2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5172da5c-a7bb-48c1-872f-ce596c801b46,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:36.621928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] For port daa0f061-5cf3-4a13-baa6-48af89604eda, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=daa0f061-5cf3-4a13-baa6-48af89604eda,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:36.736021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] For port daa0f061-5cf3-4a13-baa6-48af89604eda, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:37.122915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-60bba6ce-57d4-4efa-8ade-2b3fb4756bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.178370 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-60bba6ce-57d4-4efa-8ade-2b3fb4756bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.245372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] device_id is not set on port daa0f061-5cf3-4a13-baa6-48af89604eda yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:27:37.269837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.297480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.347211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:37.393197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b1b93-96e3-47d1-95f7-5d5d2a52f9a5 req-dc933f4c-5ed4-4cdd-8250-8254c4961c28 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:37.396266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb4b1b93-96e3-47d1-95f7-5d5d2a52f9a5 req-dc933f4c-5ed4-4cdd-8250-8254c4961c28 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 948 time: 0.7254844 Jan 28 20:27:37.565133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 2dd809df-b2b5-46a6-b91c-ce6f06120cad completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:37.586156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 2dd809df-b2b5-46a6-b91c-ce6f06120cad triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:37.587135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.658962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-60bba6ce-57d4-4efa-8ade-2b3fb4756bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.667109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-60bba6ce-57d4-4efa-8ade-2b3fb4756bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.668865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-60bba6ce-57d4-4efa-8ade-2b3fb4756bf6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5172da5c-a7bb-48c1-872f-ce596c801b46 HTTP/1.1" status: 204 len: 168 time: 1.2357128 Jan 28 20:27:37.693088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] No DVR routers for this DVR port daa0f061-5cf3-4a13-baa6-48af89604eda on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:37.749808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] In _notify_port_updated(), no bound segment for port daa0f061-5cf3-4a13-baa6-48af89604eda on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:27:37.750877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:37.751504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.753341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] 10.222.0.13 "PUT /v2.0/ports/daa0f061-5cf3-4a13-baa6-48af89604eda HTTP/1.1" status: 200 len: 1026 time: 1.9223895 Jan 28 20:27:37.809768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77dcbc41-0853-45cd-991b-613fc77609c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:37.851829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bba6ce-57d4-4efa-8ade-2b3fb4756bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5172da5c-a7bb-48c1-872f-ce596c801b46,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:37.895726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ffd69-0f9f-4d4b-a4c1-bcaee314dc97 service neutron] Pushing event updated for resources: {'Port': ['ID=daa0f061-5cf3-4a13-baa6-48af89604eda,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:37.942636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-e6e04203-0976-4faf-b2d2-cc06066ef8fd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:37.943962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-e6e04203-0976-4faf-b2d2-cc06066ef8fd tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "GET /v2.0/ports/694c8880-36b6-4b7d-a411-41c3ed3bc69b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1738679 Jan 28 20:27:37.946986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb4b1b93-96e3-47d1-95f7-5d5d2a52f9a5 req-70f91628-1827-4a21-adf2-b1aa942e52aa tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028679 Jan 28 20:27:37.954945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:38.074767 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:38.171440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-210a6b72-e502-4a89-ba2a-0428077fd94b None None] Provisioning complete for port daa0f061-5cf3-4a13-baa6-48af89604eda triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:38.172068 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:38.172717 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-210a6b72-e502-4a89-ba2a-0428077fd94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:38.253603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26730ca-83ff-4edd-b0e6-39836038e917 req-b9f71a0f-8086-4548-8774-e5a35cee2fa5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.263085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26730ca-83ff-4edd-b0e6-39836038e917 req-b9f71a0f-8086-4548-8774-e5a35cee2fa5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.272499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26730ca-83ff-4edd-b0e6-39836038e917 req-b9f71a0f-8086-4548-8774-e5a35cee2fa5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.281606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26730ca-83ff-4edd-b0e6-39836038e917 req-b9f71a0f-8086-4548-8774-e5a35cee2fa5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.289416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26730ca-83ff-4edd-b0e6-39836038e917 req-b9f71a0f-8086-4548-8774-e5a35cee2fa5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.297460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26730ca-83ff-4edd-b0e6-39836038e917 req-b9f71a0f-8086-4548-8774-e5a35cee2fa5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.300367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d26730ca-83ff-4edd-b0e6-39836038e917 req-b9f71a0f-8086-4548-8774-e5a35cee2fa5 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 4661 time: 0.1560647 Jan 28 20:27:38.315714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-210a6b72-e502-4a89-ba2a-0428077fd94b None None] Port daa0f061-5cf3-4a13-baa6-48af89604eda cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:27:38.328721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:38.342578 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d7069-d601-4d7e-8840-51e7503de834" -d '{"events": [{"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-plugged", "status": "completed", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:38.380878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:38.389721 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:38.390821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device daa0f061-5cf3-4a13-baa6-48af89604eda no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:38.481449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device daa0f061-5cf3-4a13-baa6-48af89604eda not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:38.482301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 694c8880-36b6-4b7d-a411-41c3ed3bc69b no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:38.522576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40706) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:38.550508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-638ccd86-033c-466a-904c-6c51083152dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:38.578691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d26730ca-83ff-4edd-b0e6-39836038e917 req-8d8f4033-bd83-4b4d-b73a-79d9c7046088 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&id=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2370379 Jan 28 20:27:38.589194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:38.638420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025a234-f1dd-41a7-9ed7-e93c942d46b3 req-ab435d1f-3a6f-4230-8750-6088bd3cdb6b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.658076 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:38.678808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1025a234-f1dd-41a7-9ed7-e93c942d46b3 req-ab435d1f-3a6f-4230-8750-6088bd3cdb6b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 945 time: 0.3038359 Jan 28 20:27:38.753230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-638ccd86-033c-466a-904c-6c51083152dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:38.760664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-638ccd86-033c-466a-904c-6c51083152dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:38.795071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1025a234-f1dd-41a7-9ed7-e93c942d46b3 req-c9726aee-4537-4516-ab19-b0ee7edfa84b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010790 Jan 28 20:27:38.855527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ccd86-033c-466a-904c-6c51083152dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883cbc57-f967-4b2b-a39e-98fe5960768e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:38.881093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] For port 694c8880-36b6-4b7d-a411-41c3ed3bc69b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=694c8880-36b6-4b7d-a411-41c3ed3bc69b,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:38.887160 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-638ccd86-033c-466a-904c-6c51083152dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa5337016b7742629c4e60b15d589324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626738 Jan 28 20:27:38.890504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40710) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:38.894256 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28162e5e-3e4e-4add-a805-582016247989 x-openstack-request-id: req-28162e5e-3e4e-4add-a805-582016247989 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:38.894574 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-plugged", "status": "completed", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:38.894820 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28162e5e-3e4e-4add-a805-582016247989 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:38.895234 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'code': 200} Jan 28 20:27:38.974366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36f8d3-0811-4c0d-b589-467ff31b2f9d req-1c7922be-226f-4017-b4f3-eee12bc5ea24 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.982035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c36f8d3-0811-4c0d-b589-467ff31b2f9d req-1c7922be-226f-4017-b4f3-eee12bc5ea24 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.2122991 Jan 28 20:27:39.018083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] For port 694c8880-36b6-4b7d-a411-41c3ed3bc69b, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:39.040923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e06e56-f5c0-4593-9134-6a2fb06c5dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:39.066789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e06e56-f5c0-4593-9134-6a2fb06c5dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:39.079788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c36f8d3-0811-4c0d-b589-467ff31b2f9d req-35a4209a-b132-4fff-96d8-aa9bcf4f9d18 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967822 Jan 28 20:27:39.092984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e9721-7e13-4c03-ab7a-7e7267a26748 req-c3dfc74d-569d-4cf9-809b-3a2cc68f9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.094944 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-915e9721-7e13-4c03-ab7a-7e7267a26748 req-c3dfc74d-569d-4cf9-809b-3a2cc68f9e4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 1100 time: 0.0956366 Jan 28 20:27:39.113357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] device_id is not set on port 694c8880-36b6-4b7d-a411-41c3ed3bc69b yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:27:39.129180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:39.144347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:39.224068 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-915e9721-7e13-4c03-ab7a-7e7267a26748 req-345db047-6f5e-435d-97dd-f583652ace08 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172707 Jan 28 20:27:39.244311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e06e56-f5c0-4593-9134-6a2fb06c5dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:39.251386 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:27:39.252005 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:27:39.255672 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e06e56-f5c0-4593-9134-6a2fb06c5dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:39.268130 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-73e06e56-f5c0-4593-9134-6a2fb06c5dec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/883cbc57-f967-4b2b-a39e-98fe5960768e HTTP/1.1" status: 204 len: 168 time: 0.3755519 Jan 28 20:27:39.311853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e06e56-f5c0-4593-9134-6a2fb06c5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883cbc57-f967-4b2b-a39e-98fe5960768e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:39.350976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] No DVR routers for this DVR port 694c8880-36b6-4b7d-a411-41c3ed3bc69b on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:39.364346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] Pushing event updated for resources: {'Port': ['ID=694c8880-36b6-4b7d-a411-41c3ed3bc69b,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:39.541877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] In _notify_port_updated(), no bound segment for port 694c8880-36b6-4b7d-a411-41c3ed3bc69b on network ccfa6aae-5890-4c49-9f68-054fc50eefc1 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:27:39.543406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.544131 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:39.549822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-766ad65d-70c3-41d9-9084-ae1d2b84e75d service neutron] 10.222.0.13 "PUT /v2.0/ports/694c8880-36b6-4b7d-a411-41c3ed3bc69b HTTP/1.1" status: 200 len: 1028 time: 1.5989792 Jan 28 20:27:39.692216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97830-c303-4e9c-bc0a-0ede79ae47e8 req-f0cd6ed1-f56a-4285-ade7-21d76e14562b tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.702128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ed97830-c303-4e9c-bc0a-0ede79ae47e8 req-f0cd6ed1-f56a-4285-ade7-21d76e14562b tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 949 time: 0.2243187 Jan 28 20:27:39.794705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ed97830-c303-4e9c-bc0a-0ede79ae47e8 req-082f1e5c-ccb6-4f76-84c8-7329f0303b69 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914066 Jan 28 20:27:39.832655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:39.979474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06711d-a4a3-4ff4-a858-5b86e6aabca2 req-ea139317-89b9-496f-b3f9-f43b7dd0126b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.995955 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c06711d-a4a3-4ff4-a858-5b86e6aabca2 req-ea139317-89b9-496f-b3f9-f43b7dd0126b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 945 time: 0.1984529 Jan 28 20:27:40.072776 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:40.122845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-43a8f6d5-2288-45e1-83ef-0a8e85ce5e24 None None] Provisioning complete for port 694c8880-36b6-4b7d-a411-41c3ed3bc69b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:40.123223 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43a8f6d5-2288-45e1-83ef-0a8e85ce5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:40.132917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:27:40.136139 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:40.181538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:40.192063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-08be945d-d6b0-4e9b-8489-99dcb9615744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:40.196067 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:40.196847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:40.266332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-43a8f6d5-2288-45e1-83ef-0a8e85ce5e24 None None] Port 694c8880-36b6-4b7d-a411-41c3ed3bc69b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:27:40.306117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:40.459000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:40.531264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a81f8-c0c0-42f5-b814-5ad8e8f7646e req-8616bafa-03a9-40ce-8038-fb10ca8aea95 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.552663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:40.557765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a81f8-c0c0-42f5-b814-5ad8e8f7646e req-8616bafa-03a9-40ce-8038-fb10ca8aea95 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.578027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a81f8-c0c0-42f5-b814-5ad8e8f7646e req-8616bafa-03a9-40ce-8038-fb10ca8aea95 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.595360 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:40.597241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 576d7047-f335-42d8-8285-5629dda21340 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:40.614227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a81f8-c0c0-42f5-b814-5ad8e8f7646e req-8616bafa-03a9-40ce-8038-fb10ca8aea95 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.623809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a81f8-c0c0-42f5-b814-5ad8e8f7646e req-8616bafa-03a9-40ce-8038-fb10ca8aea95 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.633346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c87a81f8-c0c0-42f5-b814-5ad8e8f7646e req-8616bafa-03a9-40ce-8038-fb10ca8aea95 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 3886 time: 0.6799726 Jan 28 20:27:40.637006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c06711d-a4a3-4ff4-a858-5b86e6aabca2 req-d2a6a509-9063-4026-8015-ab65496f2721 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996397 Jan 28 20:27:40.643281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] For port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:40.643922 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:40.692086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:27:40.722370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c87a81f8-c0c0-42f5-b814-5ad8e8f7646e req-fef5217e-0c19-4abe-92ab-b42bccd69edc tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837221 Jan 28 20:27:40.896418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347'}, {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:40.903547 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7c08d3-7f83-4d87-a7e7-8cc391222cac" -d '{"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5d503d-11b3-4c6c-b4cb-46ffd626e347"}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-unplugged", "status": "completed", "tag": "59117eb7-42cd-4d42-8e49-2d0b9ab72a06"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:40.919165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:40.924481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca4fee-ca35-4caf-a5c2-80790dd301c0 req-5befac5f-4a39-4f57-98c2-e9bedfe4aea8 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.928737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39ca4fee-ca35-4caf-a5c2-80790dd301c0 req-5befac5f-4a39-4f57-98c2-e9bedfe4aea8 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.1260364 Jan 28 20:27:41.008522 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:41.088797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39ca4fee-ca35-4caf-a5c2-80790dd301c0 req-f371d3f9-5c8b-4fa9-9031-7026eaffc2b8 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009200 Jan 28 20:27:41.113633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:41.135987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 576d7047-f335-42d8-8285-5629dda21340, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=576d7047-f335-42d8-8285-5629dda21340,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:41.141718 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:41.144160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:41.203432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=2eec3143-59d6-4b5c-bf9b-a1fd687e6404,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:41.300288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:27:41.302349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:41.302708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1cf30484-f814-47f7-a2da-c6e283b6327d no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:41.323030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] No DVR routers for this DVR port 2eec3143-59d6-4b5c-bf9b-a1fd687e6404 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:41.331323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:41.344739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-22ee3a66-f4b0-4afa-bd2b-83361f080511 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "DELETE /v2.0/ports/2eec3143-59d6-4b5c-bf9b-a1fd687e6404 HTTP/1.1" status: 204 len: 173 time: 1.7763844 Jan 28 20:27:41.366465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '2eec3143-59d6-4b5c-bf9b-a1fd687e6404'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:41.369237 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db811779-723e-4925-8c77-c6f65f1f5f79" -d '{"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "2eec3143-59d6-4b5c-bf9b-a1fd687e6404"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:41.381552 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e539ac03-e8aa-48d4-8898-94e07e767b1e x-openstack-request-id: req-e539ac03-e8aa-48d4-8898-94e07e767b1e {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:41.381847 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5d503d-11b3-4c6c-b4cb-46ffd626e347", "code": 200}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-unplugged", "status": "completed", "tag": "59117eb7-42cd-4d42-8e49-2d0b9ab72a06", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:41.382099 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e539ac03-e8aa-48d4-8898-94e07e767b1e {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:41.382790 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347', 'code': 200} Jan 28 20:27:41.383016 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06', 'code': 200} Jan 28 20:27:41.418936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=576d7047-f335-42d8-8285-5629dda21340,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:41.564282 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:41.581734 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:41.585705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74cb4-f0e5-437b-a9fb-81d08e7da69e req-d63c5be3-62e9-4a9a-bb01-6889bb98daea tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.598711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19a74cb4-f0e5-437b-a9fb-81d08e7da69e req-d63c5be3-62e9-4a9a-bb01-6889bb98daea tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 949 time: 0.1741238 Jan 28 20:27:41.637655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 1cf30484-f814-47f7-a2da-c6e283b6327d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1cf30484-f814-47f7-a2da-c6e283b6327d,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:41.644707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:41.777448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=1cf30484-f814-47f7-a2da-c6e283b6327d,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:41.857102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19a74cb4-f0e5-437b-a9fb-81d08e7da69e req-5a6ad602-7d18-459a-8f09-c165be93337e tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550018 Jan 28 20:27:41.905801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2b6b4-da0a-450e-aedb-f3059f37940a req-8cd066a8-c53e-49d6-8340-3a3311bca5d4 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.923777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19b2b6b4-da0a-450e-aedb-f3059f37940a req-8cd066a8-c53e-49d6-8340-3a3311bca5d4 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 945 time: 0.3183134 Jan 28 20:27:41.939263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 1cf30484-f814-47f7-a2da-c6e283b6327d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:27:41.939767 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:42.123214 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c185dc54-90b8-4bc8-8b4e-aeb673e72f74 x-openstack-request-id: req-c185dc54-90b8-4bc8-8b4e-aeb673e72f74 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:42.125620 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "2eec3143-59d6-4b5c-bf9b-a1fd687e6404", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:42.126118 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c185dc54-90b8-4bc8-8b4e-aeb673e72f74 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:42.126719 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '2eec3143-59d6-4b5c-bf9b-a1fd687e6404', 'status': 'completed', 'code': 200} Jan 28 20:27:42.201231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19b2b6b4-da0a-450e-aedb-f3059f37940a req-d8a22809-6dac-4bb6-a5ba-a947971d0a0f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695708 Jan 28 20:27:42.279949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40804) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:42.301639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] For port 1cf30484-f814-47f7-a2da-c6e283b6327d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1cf30484-f814-47f7-a2da-c6e283b6327d,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:42.302110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:42.349103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2c00-a040-4373-8c06-bc5ddb33eb35 req-6efe391e-b527-4c76-9708-d2952ce1b726 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.356449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2c00-a040-4373-8c06-bc5ddb33eb35 req-6efe391e-b527-4c76-9708-d2952ce1b726 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.363189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2c00-a040-4373-8c06-bc5ddb33eb35 req-6efe391e-b527-4c76-9708-d2952ce1b726 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.370244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2c00-a040-4373-8c06-bc5ddb33eb35 req-6efe391e-b527-4c76-9708-d2952ce1b726 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.378169 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10ae2c00-a040-4373-8c06-bc5ddb33eb35 req-6efe391e-b527-4c76-9708-d2952ce1b726 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 3143 time: 0.1698830 Jan 28 20:27:42.552615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10ae2c00-a040-4373-8c06-bc5ddb33eb35 req-4ea5f156-0667-43be-8571-2df3edaa64c0 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697633 Jan 28 20:27:42.632408 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51d8a82a-22d8-495d-97cf-817fe212be37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:42.742226 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:42.742817 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:42.743097 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Floating IP fb1f0676-0228-4ca2-994e-bad9a0112f2c disassociated. External IP: 172.25.2.186, port: 1cf30484-f814-47f7-a2da-c6e283b6327d. Jan 28 20:27:42.743583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 1cf30484-f814-47f7-a2da-c6e283b6327d owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:27:42.893507 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:42.938065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51d8a82a-22d8-495d-97cf-817fe212be37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:42.956313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51d8a82a-22d8-495d-97cf-817fe212be37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:42.990031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15611e6f-f413-4514-bdfb-65f9eaece3bf req-058dbbc0-c1d9-4cde-978b-5ae8ce46ae81 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.002426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15611e6f-f413-4514-bdfb-65f9eaece3bf req-058dbbc0-c1d9-4cde-978b-5ae8ce46ae81 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.2548940 Jan 28 20:27:43.142341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15611e6f-f413-4514-bdfb-65f9eaece3bf req-807bbd1a-fa87-4b75-abd0-2b2f92ef503d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379051 Jan 28 20:27:43.202304 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:43.219698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8a82a-22d8-495d-97cf-817fe212be37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff8910-a0ff-4ff6-af94-4823db5a12b0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:43.271502 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-7c238a24-d88b-4a6f-8d26-b871322964b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3309350 Jan 28 20:27:43.299000 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-51d8a82a-22d8-495d-97cf-817fe212be37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8a4c735c7304eadba5bb56ce00da0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176065 Jan 28 20:27:43.300493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40836) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:27:43.384763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576d7047-f335-42d8-8285-5629dda21340'}, {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:43.395207 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdc1142-4bbe-49bb-8921-6ab0b21a444c" -d '{"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-unplugged", "status": "completed", "tag": "576d7047-f335-42d8-8285-5629dda21340"}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:43.435698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6c4d-a5f0-4327-8023-a0d63968e0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:43.457688 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:43.465415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6c4d-a5f0-4327-8023-a0d63968e0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:43.481203 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43687e3d-5903-4b3b-b7ff-a22d6a25d28f x-openstack-request-id: req-43687e3d-5903-4b3b-b7ff-a22d6a25d28f {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:43.481632 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-unplugged", "status": "completed", "tag": "576d7047-f335-42d8-8285-5629dda21340", "code": 200}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:43.481984 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43687e3d-5903-4b3b-b7ff-a22d6a25d28f {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:43.482488 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576d7047-f335-42d8-8285-5629dda21340', 'code': 200} Jan 28 20:27:43.482839 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'code': 200} Jan 28 20:27:43.515353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=1cf30484-f814-47f7-a2da-c6e283b6327d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:43.530425 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6c4d-a5f0-4327-8023-a0d63968e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:43.533930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6c4d-a5f0-4327-8023-a0d63968e0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:43.540116 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3f9c6c4d-a5f0-4327-8023-a0d63968e0a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cff8910-a0ff-4ff6-af94-4823db5a12b0 HTTP/1.1" status: 204 len: 168 time: 0.2382727 Jan 28 20:27:43.544065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80872c-0840-4361-9722-fa94e3564b1b req-d513064c-c58e-43ac-a652-8503bccb0c19 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.546274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80872c-0840-4361-9722-fa94e3564b1b req-d513064c-c58e-43ac-a652-8503bccb0c19 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 945 time: 0.3128927 Jan 28 20:27:43.547786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-328436e6-6871-49b5-9ab9-cf8ec6db2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.550517 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-328436e6-6871-49b5-9ab9-cf8ec6db2368 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 1096 time: 0.1641831 Jan 28 20:27:43.556309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c6c4d-a5f0-4327-8023-a0d63968e0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff8910-a0ff-4ff6-af94-4823db5a12b0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:43.588676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aaf8a-bc44-408b-80f9-81e614428ab0 req-588c7869-1d94-454d-869c-03ec3827d74f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.590584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-087aaf8a-bc44-408b-80f9-81e614428ab0 req-588c7869-1d94-454d-869c-03ec3827d74f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 945 time: 0.2606790 Jan 28 20:27:43.830456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-b5b7b89b-bf19-412a-a953-880ec752f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.832351 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-b5b7b89b-bf19-412a-a953-880ec752f62b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 916 time: 0.1760740 Jan 28 20:27:43.909332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-087aaf8a-bc44-408b-80f9-81e614428ab0 req-4aad8703-3b27-435c-8a4f-68501e0f5ec6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334595 Jan 28 20:27:43.909903 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-96864333-09ae-4553-a944-d1edbbc7089e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=053a62f9-0e28-4cc0-a3be-b9259a3f8602 HTTP/1.1" status: 200 len: 217 time: 0.0614111 Jan 28 20:27:43.999730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cae8c4-2c53-4a83-b751-bfe1eeffd615 req-cf082282-c67e-4ea2-a869-fcb1b30a2b41 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:44.003881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-603d2f6e-4051-4292-94e7-02a7afb9565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:44.005628 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-603d2f6e-4051-4292-94e7-02a7afb9565a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.0804529 Jan 28 20:27:44.012848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cae8c4-2c53-4a83-b751-bfe1eeffd615 req-cf082282-c67e-4ea2-a869-fcb1b30a2b41 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:44.033398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cae8c4-2c53-4a83-b751-bfe1eeffd615 req-cf082282-c67e-4ea2-a869-fcb1b30a2b41 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:44.042879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49cae8c4-2c53-4a83-b751-bfe1eeffd615 req-cf082282-c67e-4ea2-a869-fcb1b30a2b41 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 2410 time: 0.2608604 Jan 28 20:27:44.060221 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-adc1bc51-ceb1-4105-a334-12bfb1501797 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410738 Jan 28 20:27:44.099886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:27:44.110284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Deleting port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:27:44.111376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:44.128531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49cae8c4-2c53-4a83-b751-bfe1eeffd615 req-13070d8c-c413-4492-ac30-59201a9e078c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845950 Jan 28 20:27:44.405481 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-8ce01c84-076a-4b48-86cf-0a6b79a04992 service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332663 Jan 28 20:27:44.628872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e1a8-645d-4806-900d-0e5e3b22a086 req-117449a1-0c1a-45a3-b3ff-3d11265814c6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:44.633359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9929e1a8-645d-4806-900d-0e5e3b22a086 req-117449a1-0c1a-45a3-b3ff-3d11265814c6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 944 time: 0.2504945 Jan 28 20:27:44.652535 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-29969ea3-ad0f-4fa6-aabc-3a1fcc1e1ccc req-b9c40b47-2d36-47f1-9eae-abd5d7baf263 service neutron] 10.222.0.13 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432837 Jan 28 20:27:44.683421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] For port 449082ca-1603-4dfb-8cdf-bbc57e9922d3, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=449082ca-1603-4dfb-8cdf-bbc57e9922d3,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:44.683943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:44.756141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Calling delete_port for 449082ca-1603-4dfb-8cdf-bbc57e9922d3 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:27:44.820926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9929e1a8-645d-4806-900d-0e5e3b22a086 req-a1c3f24b-ad01-4702-afa7-e9ed254d587c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306894 Jan 28 20:27:45.279434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:27:45.298981 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] Sync routers for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:27:45.323763 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:45.324912 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:27:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:45.363831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:45.530836 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:45.640345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:45.646452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:45.686317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'mac_address': 'fa:16:3e:30:53:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:45.873221 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:45.965490 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:30Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:46.004076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['449082ca-1603-4dfb-8cdf-bbc57e9922d3'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:46.009464 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] Checking router: abb07ad7-dac6-42c1-9fa8-adfd83b183e8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:27:46.024226 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:46.025051 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:27:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:46.097937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] No DVR routers for this DVR port 1cf30484-f814-47f7-a2da-c6e283b6327d on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:46.176786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:46.177778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event deleted for resources: {'Port': ['ID=449082ca-1603-4dfb-8cdf-bbc57e9922d3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:46.189340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:46.202749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-db4778ad-5918-4aef-bb60-0387c5d123e2 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "DELETE /v2.0/ports/1cf30484-f814-47f7-a2da-c6e283b6327d HTTP/1.1" status: 204 len: 173 time: 4.8566840 Jan 28 20:27:46.238447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dd809df-b2b5-46a6-b91c-ce6f06120cad {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:46.303150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:46.340524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'port_id': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'mac_address': 'fa:16:3e:89:08:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:46.368551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:46.376140 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a24cdd-142a-4462-b86f-b4ea61f05aef" -d '{"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:46.390288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:46.400896 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:46.426880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] No DVR routers for this DVR port 449082ca-1603-4dfb-8cdf-bbc57e9922d3 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:46.445465 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:46.465902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80872c-0840-4361-9722-fa94e3564b1b req-acdffc6b-8a1a-4ba1-a6f7-3f88a4ecc52e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "DELETE /v2.0/ports/449082ca-1603-4dfb-8cdf-bbc57e9922d3 HTTP/1.1" status: 204 len: 173 time: 2.9014499 Jan 28 20:27:46.518748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63532f-d7db-4c19-b7e0-86f93502b46a req-d1a1e1c7-3182-47dc-a1e1-c4ea3d9e10e0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.537761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f63532f-d7db-4c19-b7e0-86f93502b46a req-d1a1e1c7-3182-47dc-a1e1-c4ea3d9e10e0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=d517f4fb-198c-4d84-88ad-b07c89676f6f HTTP/1.1" status: 200 len: 867 time: 1.2824025 Jan 28 20:27:46.581295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['2dd809df-b2b5-46a6-b91c-ce6f06120cad'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:46.616884 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:46.735256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06690c-1c9a-4634-964c-e5372d148f53 req-14c3dc52-4a52-4741-8583-ed8b331b1419 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.749224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:46.749592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06690c-1c9a-4634-964c-e5372d148f53 req-14c3dc52-4a52-4741-8583-ed8b331b1419 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.791657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06690c-1c9a-4634-964c-e5372d148f53 req-14c3dc52-4a52-4741-8583-ed8b331b1419 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.815917 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d06690c-1c9a-4634-964c-e5372d148f53 req-14c3dc52-4a52-4741-8583-ed8b331b1419 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 2410 time: 1.2930763 Jan 28 20:27:46.854731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:46.874248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9503c32a-3abb-4e77-a53f-9a5ede5e4880 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:27:46.942533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f63532f-d7db-4c19-b7e0-86f93502b46a req-14cf89bf-0349-410a-a47a-320eb06c2095 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002872 Jan 28 20:27:46.948928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:46.958705 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:47.074242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:47.254313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d06690c-1c9a-4634-964c-e5372d148f53 req-b51fc093-af05-4947-b519-865de9c56e99 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups?id=09bd0a60-db3e-4823-9184-a041a4f098c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344466 Jan 28 20:27:47.279514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['9503c32a-3abb-4e77-a53f-9a5ede5e4880'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:47.332158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:27:47.334720 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:47.430153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:47.635081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 449082ca-1603-4dfb-8cdf-bbc57e9922d3 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:47.750221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 449082ca-1603-4dfb-8cdf-bbc57e9922d3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:27:47.751027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 449082ca-1603-4dfb-8cdf-bbc57e9922d3 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:47.840604 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:30Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:47.866035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131974c7-1877-4f9b-8efc-ebd353ec7f1d req-5f9e2dbd-9371-430b-8b0b-5a04baf7b857 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:47.890126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-131974c7-1877-4f9b-8efc-ebd353ec7f1d req-5f9e2dbd-9371-430b-8b0b-5a04baf7b857 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 945 time: 0.2251620 Jan 28 20:27:47.964249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] For port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:47.964249 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:47.964988 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de39b3be-b414-4feb-9017-c6cb3ccf96b7 None None] The sync data for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 is: [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:21:21Z', 'revision_number': 4, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'af533010-ed49-4167-80ab-db145ddcf44e', 'name': '', 'network_id': '96031065-7361-49f5-b7d0-d7404da90120', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'mac_address': 'fa:16:3e:4f:a1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:18Z', 'updated_at': '2022-01-28T20:21:30Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'subnets': [{'id': '1e5bedbc-af42-49bb-a79f-6ef63971f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:27:47.986081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:47.989203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 2dd809df-b2b5-46a6-b91c-ce6f06120cad triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:47.989839 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:48.117602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:27:48.354022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:48.412684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-131974c7-1877-4f9b-8efc-ebd353ec7f1d req-e0f0c11b-0853-4aef-ac8d-e023dbb1ed8e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5189650 Jan 28 20:27:48.421546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:48.423487 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055288f3-6a3c-4395-baa8-a92d33c47f0a" -d '{"events": [{"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-plugged", "status": "completed", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:48.491259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:48.497168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:48.722424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:48.813567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1bf4b-ad77-4ec2-95ca-115687c0e401 None None] New status for floating IP fb1f0676-0228-4ca2-994e-bad9a0112f2c: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:27:48.860948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:49.002105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=59117eb7-42cd-4d42-8e49-2d0b9ab72a06,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:49.041702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] No DVR routers for this DVR port 59117eb7-42cd-4d42-8e49-2d0b9ab72a06 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:49.046567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:49.051972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-8df40c81-3180-4001-977d-1f2c02a6f4de tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "DELETE /v2.0/ports/59117eb7-42cd-4d42-8e49-2d0b9ab72a06 HTTP/1.1" status: 204 len: 173 time: 2.6367171 Jan 28 20:27:49.274100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 576d7047-f335-42d8-8285-5629dda21340 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:27:49.276091 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:49.451149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] For port 576d7047-f335-42d8-8285-5629dda21340, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=576d7047-f335-42d8-8285-5629dda21340,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:49.451523 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:49.478057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 576d7047-f335-42d8-8285-5629dda21340 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:27:49.603173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:49.734395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:49.760552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:49.762771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:49.783153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=576d7047-f335-42d8-8285-5629dda21340,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:49.864814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] No DVR routers for this DVR port 576d7047-f335-42d8-8285-5629dda21340 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:49.869006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:49.873164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-a9fee6e1-1056-41cf-93b9-55f7e72e35ac tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "DELETE /v2.0/ports/576d7047-f335-42d8-8285-5629dda21340 HTTP/1.1" status: 204 len: 173 time: 0.8158219 Jan 28 20:27:49.986390 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:50.034875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:50.056233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:50.057304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:27:50.057966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:50.185146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:50.233851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] For port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:50.234224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:50.254325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:27:50.466592 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:50.507880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=7a5d503d-11b3-4c6c-b4cb-46ffd626e347,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:50.581228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] No DVR routers for this DVR port 7a5d503d-11b3-4c6c-b4cb-46ffd626e347 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:50.585063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:50.588168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac4f9ac7-329a-403d-8321-e88ee54806f6 req-f026fe9c-1c40-4c55-be69-8d1b6687944c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.13 "DELETE /v2.0/ports/7a5d503d-11b3-4c6c-b4cb-46ffd626e347 HTTP/1.1" status: 204 len: 173 time: 0.7091360 Jan 28 20:27:50.847618 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9808883-e3bb-4c45-8bc9-c780e82aaa97 x-openstack-request-id: req-c9808883-e3bb-4c45-8bc9-c780e82aaa97 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:50.848951 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "1cf30484-f814-47f7-a2da-c6e283b6327d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:50.849421 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9808883-e3bb-4c45-8bc9-c780e82aaa97 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:50.850012 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '1cf30484-f814-47f7-a2da-c6e283b6327d', 'status': 'completed', 'code': 200} Jan 28 20:27:51.134691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b69e2d11-5426-49dd-8efa-104ac4977fe2 req-d7326ed5-e32e-41b4-b6fd-885ffece33b7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 210 time: 0.1462870 Jan 28 20:27:51.242557 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:51.362358 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0208cae-078b-48da-9ceb-d205bd4f39b6 x-openstack-request-id: req-d0208cae-078b-48da-9ceb-d205bd4f39b6 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:51.362653 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-plugged", "status": "completed", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:51.363039 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0208cae-078b-48da-9ceb-d205bd4f39b6 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:51.363647 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'code': 200} Jan 28 20:27:51.571255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8515e8-6733-454e-81e8-99abb3ffb0fe req-80b67630-89f8-4fa9-b147-59e6f240093d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.580079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8515e8-6733-454e-81e8-99abb3ffb0fe req-80b67630-89f8-4fa9-b147-59e6f240093d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 947 time: 0.1115820 Jan 28 20:27:51.632074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8515e8-6733-454e-81e8-99abb3ffb0fe req-f30eecd5-c762-407e-83c5-6269a06fcd23 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510910 Jan 28 20:27:52.852036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd517f4fb-198c-4d84-88ad-b07c89676f6f', 'name': 'network-vif-deleted', 'tag': '449082ca-1603-4dfb-8cdf-bbc57e9922d3'}, {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06'}, {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '576d7047-f335-42d8-8285-5629dda21340'}, {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:52.855191 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b89741-2186-45d7-925f-edd38c9c988b" -d '{"events": [{"server_uuid": "d517f4fb-198c-4d84-88ad-b07c89676f6f", "name": "network-vif-deleted", "tag": "449082ca-1603-4dfb-8cdf-bbc57e9922d3"}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "59117eb7-42cd-4d42-8e49-2d0b9ab72a06"}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "576d7047-f335-42d8-8285-5629dda21340"}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "7a5d503d-11b3-4c6c-b4cb-46ffd626e347"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:53.364784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:27:53.367234 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034170b0-885d-4eda-b029-33b66a47831f" -d '{"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-plugged", "status": "completed", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:55.616871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eff016d0-dc3b-4286-a792-be0da8b71e3d no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:55.752562 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:55.799852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:55.804301 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:27:55.880242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:00.772152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-f73ed8ae-9683-4233-8e3e-d1750d62a70f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:00.774996 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-f73ed8ae-9683-4233-8e3e-d1750d62a70f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.2075701 Jan 28 20:28:00.813516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-a8ba31de-25f3-45a6-bdc7-e4c2bb0ac738 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/quotas/a0e54c9a02b54103a912ba7b21f8161e HTTP/1.1" status: 200 len: 375 time: 0.0223434 Jan 28 20:28:00.843237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77f99-d490-476d-a1ab-642e65b073ad req-ee35c778-bbad-45ff-8b3b-f912fc587eb3 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:00.844799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-ee35c778-bbad-45ff-8b3b-f912fc587eb3 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 815 time: 0.1954527 Jan 28 20:28:00.871250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4623d314-17b5-4b4b-8bd7-f180d61c44d1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502779 Jan 28 20:28:00.876459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-b6eed76d-ae55-405d-a747-28795bce3916 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/quotas/030f4bb020b84654a7e9b9cc371ba2b1 HTTP/1.1" status: 200 len: 375 time: 0.0137205 Jan 28 20:28:01.047779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-5b8cf4a4-6698-4f1c-947e-ba2c84c0b801 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672821 Jan 28 20:28:01.058142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-24aea220-7f71-4399-9d60-c71b503bdd91 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983133 Jan 28 20:28:01.256400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-93e37b3c-7bab-49b5-9825-0df77fcc9511 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969478 Jan 28 20:28:01.262582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-47c1595d-edb8-4df7-9203-2e0d94eef394 service neutron] 10.222.0.44 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833212 Jan 28 20:28:01.422479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-711cc3fa-215f-49a0-aa56-3716dfad94c0 service neutron] 10.222.0.44 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510849 Jan 28 20:28:01.652616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e66d126-fc5a-4bc8-b41c-2221bcaad0ee req-a032dfaf-5b4b-41d0-876e-0850ad4b4f06 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 210 time: 0.0819783 Jan 28 20:28:01.743935 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f525f-8f36-4c5d-8f96-0a8f8462ff63 x-openstack-request-id: req-767f525f-8f36-4c5d-8f96-0a8f8462ff63 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:01.743935 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d517f4fb-198c-4d84-88ad-b07c89676f6f", "name": "network-vif-deleted", "tag": "449082ca-1603-4dfb-8cdf-bbc57e9922d3", "status": "completed", "code": 200}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "59117eb7-42cd-4d42-8e49-2d0b9ab72a06", "status": "completed", "code": 200}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "576d7047-f335-42d8-8285-5629dda21340", "status": "completed", "code": 200}, {"server_uuid": "3fe3ef1d-d21a-4106-991d-1e24f4d1379f", "name": "network-vif-deleted", "tag": "7a5d503d-11b3-4c6c-b4cb-46ffd626e347", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:01.744722 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-767f525f-8f36-4c5d-8f96-0a8f8462ff63 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:01.745466 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd517f4fb-198c-4d84-88ad-b07c89676f6f', 'name': 'network-vif-deleted', 'tag': '449082ca-1603-4dfb-8cdf-bbc57e9922d3', 'status': 'completed', 'code': 200} Jan 28 20:28:01.745909 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '59117eb7-42cd-4d42-8e49-2d0b9ab72a06', 'status': 'completed', 'code': 200} Jan 28 20:28:01.746635 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '576d7047-f335-42d8-8285-5629dda21340', 'status': 'completed', 'code': 200} Jan 28 20:28:01.747028 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe3ef1d-d21a-4106-991d-1e24f4d1379f', 'name': 'network-vif-deleted', 'tag': '7a5d503d-11b3-4c6c-b4cb-46ffd626e347', 'status': 'completed', 'code': 200} Jan 28 20:28:01.830768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfe23e-d153-403e-85fb-d52f79de07e0 req-fdaa9dd8-66f6-4cb5-a5f9-e364dfe22f0f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:01.833747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24dfe23e-d153-403e-85fb-d52f79de07e0 req-fdaa9dd8-66f6-4cb5-a5f9-e364dfe22f0f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 947 time: 0.1413980 Jan 28 20:28:01.844043 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bba73d8-a22c-4352-bd54-a94cccca0b1c x-openstack-request-id: req-8bba73d8-a22c-4352-bd54-a94cccca0b1c {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:01.844956 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-plugged", "status": "completed", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:01.844956 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bba73d8-a22c-4352-bd54-a94cccca0b1c {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:01.845239 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'code': 200} Jan 28 20:28:02.024656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24dfe23e-d153-403e-85fb-d52f79de07e0 req-3e6725d7-3d97-42d8-b2f2-b3378e1bd9b1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819124 Jan 28 20:28:02.290263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-348f4a82-9b8b-418a-9d55-fce2864d139e req-31888ac5-49e2-4e4f-a659-0c0610faa697 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 210 time: 0.0947547 Jan 28 20:28:02.300100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da9c1-b90b-469b-bea9-a6970ba710e3 req-10f85048-938c-409b-b31e-30a5d85214a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:02.308942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd3da9c1-b90b-469b-bea9-a6970ba710e3 req-10f85048-938c-409b-b31e-30a5d85214a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1098 time: 0.2229631 Jan 28 20:28:02.355768 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:28:02.443827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd3da9c1-b90b-469b-bea9-a6970ba710e3 req-7bcf5695-a7bf-4cea-855e-834b121e4af5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263855 Jan 28 20:28:02.911501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-177f6225-d9db-46a6-bbf8-921ee54e309d req-18efafa5-96e6-447e-8709-8f3dfedbca8a tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 210 time: 0.0593398 Jan 28 20:28:02.959944 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36cf70ad-a333-49c5-8142-e6d1a2e222ed req-4877eecd-dd1a-48c9-9572-04a240cf227c tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 210 time: 0.0461414 Jan 28 20:28:03.185010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec72ff-78e1-46b9-91c3-69cb28fd343d req-7736b08c-dc46-4281-88ff-e80380b0c756 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:03.187688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5dec72ff-78e1-46b9-91c3-69cb28fd343d req-7736b08c-dc46-4281-88ff-e80380b0c756 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 949 time: 0.1134453 Jan 28 20:28:03.335640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5dec72ff-78e1-46b9-91c3-69cb28fd343d req-3509e49f-56bd-4bbe-9a77-ca6b08d7dfaa tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414056 Jan 28 20:28:03.409961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:03.489126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd3557-ec31-42ac-8937-8c47fa16b03a req-ea73c0d9-bbe8-46eb-b5b5-f56c60a18744 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:03.511210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2cd3557-ec31-42ac-8937-8c47fa16b03a req-ea73c0d9-bbe8-46eb-b5b5-f56c60a18744 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 947 time: 0.2630014 Jan 28 20:28:03.600736 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:03.656042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:03.669104 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:03.760283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97077217-c794-43cc-9cf3-6379ad06a1eb req-d7bd79f8-cb06-4590-ac0c-6a23f27c16c3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 210 time: 0.1676078 Jan 28 20:28:03.775204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:03.803367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2cd3557-ec31-42ac-8937-8c47fa16b03a req-453c495a-ebc9-4985-a608-13c9e6738bb4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845547 Jan 28 20:28:03.808105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.808800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.810133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.810133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.810133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.810587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.810960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.819503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.821343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.823243 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.824669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.825018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:03.847848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d'}, {'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:03.853692 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc5f9e2-d2d1-4ad3-93b5-1ff2c3a97c6a" -d '{"events": [{"server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d"}, {"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:03.991471 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88526d48-753c-4b44-b230-23551c250005 x-openstack-request-id: req-88526d48-753c-4b44-b230-23551c250005 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:03.991924 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d", "code": 200}, {"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:03.992967 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88526d48-753c-4b44-b230-23551c250005 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:03.994177 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'code': 200} Jan 28 20:28:03.995080 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'code': 200} Jan 28 20:28:04.097321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-20f4e38a-1c79-4b01-86d3-bfafd548bed2 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.099331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-20f4e38a-1c79-4b01-86d3-bfafd548bed2 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.4419515 Jan 28 20:28:04.151061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Request body: {'port': {'device_id': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'admin_state_up': True, 'tenant_id': 'a0e54c9a02b54103a912ba7b21f8161e'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:04.224069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d82cd8d8-522f-4a91-a26b-274477539520 req-5a8946c3-9514-46f1-b03d-acc2b47a5474 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 210 time: 0.0787640 Jan 28 20:28:04.507530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77f99-d490-476d-a1ab-642e65b073ad req-7fafbd1a-754c-4fe4-8fe5-df6e5d4879fd tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.510608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-7fafbd1a-754c-4fe4-8fe5-df6e5d4879fd tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.26 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 815 time: 0.2451670 Jan 28 20:28:04.521500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-e15dcf1c-5ff5-4f54-9f11-75eed7d36ba7 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.529772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-e15dcf1c-5ff5-4f54-9f11-75eed7d36ba7 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 802 time: 0.5105255 Jan 28 20:28:04.530312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Request body: {'port': {'device_id': '15097132-e2c8-40f9-9595-460e44254cfe', 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'admin_state_up': True, 'tenant_id': '030f4bb020b84654a7e9b9cc371ba2b1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:04.644230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42a6fc05-f6fb-4fdb-b485-82a864ec0456 req-ac5cf8a6-cbdc-4277-8a48-6ecf91693710 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3fe3ef1d-d21a-4106-991d-1e24f4d1379f HTTP/1.1" status: 200 len: 210 time: 0.1850622 Jan 28 20:28:04.654548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Made reservation on behalf of a0e54c9a02b54103a912ba7b21f8161e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:04.660752 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:04.689561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-04a8b3c3-d526-4a38-8ccd-b23780a23f92 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/quotas/9e51ea7dd7784887b83d105d53acba58 HTTP/1.1" status: 200 len: 375 time: 0.1582282 Jan 28 20:28:04.824677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Made reservation on behalf of 030f4bb020b84654a7e9b9cc371ba2b1 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:04.833884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:04.917001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-3039fa45-528a-4e85-afe2-e39b6b2523ff tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262559 Jan 28 20:28:05.068434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Allocated IP 172.20.0.14 (9a72884b-277c-4162-aefe-6d0ace886dd8/1d44d7e3-3d2b-47be-a799-d4f7348fadbc/9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:05.220120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Allocated IP 172.20.0.3 (829be10a-e867-4194-bfb4-efe1dea71f50/ee49341f-90f4-418d-9c8c-7bb0edd94e76/da82c5c6-e513-49a6-b52c-d3db6ff2577e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:05.330692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-66889eab-cbbf-4e69-919a-5c6590a9df56 service neutron] 10.222.0.44 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104395 Jan 28 20:28:05.468136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:05.557286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:05.574065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['053a62f9-0e28-4cc0-a3be-b9259a3f8602', '9f074240-66e5-4d0c-9b98-8f14d2d0650f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:05.596157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-fa37aaf9-19f1-481d-b266-33223e47c7bb service neutron] 10.222.0.44 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605696 Jan 28 20:28:05.685913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Network 9a72884b-277c-4162-aefe-6d0ace886dd8 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:05.693946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:05.714974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:05.764940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['e628e3ab-ecb5-4a57-86d5-53e3bd4308d4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:05.770088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Pushing event updated for resources: {'Port': ['ID=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:05.828993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:05.831768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:05.856639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:05.872159 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-f7fc61b1-64ce-4097-ae66-1ad0c4ec1707 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3460314 Jan 28 20:28:05.903395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Request body: {'port': {'device_id': '15097132-e2c8-40f9-9595-460e44254cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:05.964067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:06.124474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Network 829be10a-e867-4194-bfb4-efe1dea71f50 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:06.137949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:06.141356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:06.144053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event updated for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:06.200307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a8914-37cb-49c0-9c33-686ff03db791 req-f476e3ec-419e-48b2-911f-5c0ec50c8891 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.207877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c68a8914-37cb-49c0-9c33-686ff03db791 req-f476e3ec-419e-48b2-911f-5c0ec50c8891 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 931 time: 0.1341372 Jan 28 20:28:06.238866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.239556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:06.249431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:06.295749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-3db69c4f-616a-4482-98bf-5cd6531a6252 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.301695 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-3db69c4f-616a-4482-98bf-5cd6531a6252 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "GET /v2.0/ports?device_id=8068736c-cac8-4648-b5f5-dc79369dc9f5 HTTP/1.1" status: 200 len: 944 time: 0.3678720 Jan 28 20:28:06.373304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4de86738-e5e6-4575-bc9d-a9bfd2fda17f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2268982 Jan 28 20:28:06.422172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c68a8914-37cb-49c0-9c33-686ff03db791 req-41c87f0d-5f23-4a57-ba6b-aa8f1af944b1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133105 Jan 28 20:28:06.429621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Request body: {'port': {'device_id': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:06.605019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed053f4-06b3-4f90-b79c-9ae2c17f7618 req-7270aaa3-1c04-4a12-a593-6cad44f50a08 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.606551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ed053f4-06b3-4f90-b79c-9ae2c17f7618 req-7270aaa3-1c04-4a12-a593-6cad44f50a08 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 947 time: 0.2513721 Jan 28 20:28:06.608162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:06.654726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980467-e76f-4600-aa8f-991224f89379 req-534baf4b-46b1-44c4-8ef5-e93dcd373df1 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.662216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7980467-e76f-4600-aa8f-991224f89379 req-534baf4b-46b1-44c4-8ef5-e93dcd373df1 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 932 time: 0.1301255 Jan 28 20:28:06.721620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Deleting port eff016d0-dc3b-4286-a792-be0da8b71e3d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:06.722258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:06.929532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] For port eff016d0-dc3b-4286-a792-be0da8b71e3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eff016d0-dc3b-4286-a792-be0da8b71e3d,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:06.930821 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:06.968296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Calling delete_port for eff016d0-dc3b-4286-a792-be0da8b71e3d owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:06.987850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:07.003706 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.035967 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ed053f4-06b3-4f90-b79c-9ae2c17f7618 req-460fefe1-174e-43ae-86aa-b7c7ac77e844 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4150631 Jan 28 20:28:07.068362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Transition to ACTIVE for port object 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:28:07.076151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.185049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7980467-e76f-4600-aa8f-991224f89379 req-f060381e-b10d-41d8-95be-1fa7fc22332a tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214136 Jan 28 20:28:07.188977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Pushing event updated for resources: {'Port': ['ID=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:07.280623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41386) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:07.284523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Attempting to bind port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:28:07.284860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Attempting to bind port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:28:07.285188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Attempting to bind port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:07.295019 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:28:07.295830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Attempting to bind port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 on network 9a72884b-277c-4162-aefe-6d0ace886dd8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:07.297339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1674adc2-7817-4ae7-a81f-ac5b17bfb4f2 req-d2edcc8e-60f4-4a42-97b0-38dd3b486ab8 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 210 time: 0.1273634 Jan 28 20:28:07.306038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:07.306411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Checking segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:28:07.307459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Bound using segment: {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:07.307909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Bound port: 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:28:07.308325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.330267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.406229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Pushing event deleted for resources: {'Port': ['ID=eff016d0-dc3b-4286-a792-be0da8b71e3d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:07.489662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] No DVR routers for this DVR port eff016d0-dc3b-4286-a792-be0da8b71e3d on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:07.493811 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.497274 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-14a66e86-cf7d-4a63-96e0-f8c7b742fb1d req-7f306025-6f49-4bde-9be6-cefbe0d99483 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.26 "DELETE /v2.0/ports/eff016d0-dc3b-4286-a792-be0da8b71e3d HTTP/1.1" status: 204 len: 173 time: 1.1527917 Jan 28 20:28:07.498372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] For port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:07.501228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'name': 'network-vif-deleted', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:07.503407 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a4f97-3bec-48ca-be3f-bba367694e76" -d '{"events": [{"server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "name": "network-vif-deleted", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:07.520521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] For port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:07.527956 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.566808 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed8fa43d-0670-4ae8-b1af-dab0b150753b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.612781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed8fa43d-0670-4ae8-b1af-dab0b150753b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.624623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Pushing event updated for resources: {'Port': ['ID=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:07.636284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-8e227484-0c86-4b64-9cd2-7a841196b4c3 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:07.638301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-8e227484-0c86-4b64-9cd2-7a841196b4c3 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.13 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 802 time: 0.2206552 Jan 28 20:28:07.644312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:07.645308 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.646989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-910b7ec8-8063-4189-81a4-c149977bfdde service neutron] 10.222.0.26 "PUT /v2.0/ports/9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 HTTP/1.1" status: 200 len: 1092 time: 1.7645407 Jan 28 20:28:07.683208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23128899-12b1-4cd9-be32-4679bf4a41a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.689130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Request body: {'port': {'device_id': '12706786-049c-463f-b64b-b5a43c4f4fef', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'admin_state_up': True, 'tenant_id': '9e51ea7dd7784887b83d105d53acba58'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:07.789040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77f99-d490-476d-a1ab-642e65b073ad req-5a1af4f2-f5eb-4c9a-b1d2-d85e4a84b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:07.793238 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-5a1af4f2-f5eb-4c9a-b1d2-d85e4a84b672 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 1095 time: 0.0610805 Jan 28 20:28:07.850903 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-0ef6c11a-dce5-4223-92ec-966a780efd83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 HTTP/1.1" status: 200 len: 217 time: 0.0456347 Jan 28 20:28:07.887599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da82c5c6-e513-49a6-b52c-d3db6ff2577e {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:07.922156 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.941848 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77f99-d490-476d-a1ab-642e65b073ad req-afb86874-e2b8-4f12-af65-70db838aec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:07.943996 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-afb86874-e2b8-4f12-af65-70db838aec41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.0840814 Jan 28 20:28:07.944134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ae279-7ea3-4a7d-91b9-e0f7c1c0f0f3 req-01150a91-9fb0-4b77-8e42-2c42e045c070 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:07.946213 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-348ae279-7ea3-4a7d-91b9-e0f7c1c0f0f3 req-01150a91-9fb0-4b77-8e42-2c42e045c070 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 931 time: 0.3865879 Jan 28 20:28:07.986214 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed8fa43d-0670-4ae8-b1af-dab0b150753b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.989608 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed8fa43d-0670-4ae8-b1af-dab0b150753b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:07.992724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ed8fa43d-0670-4ae8-b1af-dab0b150753b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "DELETE /v2.0/security-groups/09bd0a60-db3e-4823-9184-a041a4f098c8 HTTP/1.1" status: 204 len: 168 time: 0.7079875 Jan 28 20:28:07.993907 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-d72f3dab-b152-4c1b-bf42-69ceaf1cfdc6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419996 Jan 28 20:28:08.003312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41406) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:08.040976 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-e967c4ff-e755-41a6-b27b-cf8f8705560a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] show failed (client error): The resource could not be found. Jan 28 20:28:08.042012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e967c4ff-e755-41a6-b27b-cf8f8705560a tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "GET /v2.0/security-groups/09bd0a60-db3e-4823-9184-a041a4f098c8 HTTP/1.1" status: 404 len: 347 time: 0.0243509 Jan 28 20:28:08.058501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41408) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:08.061421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Transition to ACTIVE for port object da82c5c6-e513-49a6-b52c-d3db6ff2577e will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:28:08.070961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fa43d-0670-4ae8-b1af-dab0b150753b tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bd0a60-db3e-4823-9184-a041a4f098c8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:08.089602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:08.181758 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-74f43f82-938f-400d-9879-857cb5689714 service neutron] 10.222.0.26 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759253 Jan 28 20:28:08.182774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-348ae279-7ea3-4a7d-91b9-e0f7c1c0f0f3 req-c71946cb-0ea2-4089-befb-b91dbfc82443 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196510 Jan 28 20:28:08.193009 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf204fee-6bb0-475e-b62c-c3c54dca4151 x-openstack-request-id: req-cf204fee-6bb0-475e-b62c-c3c54dca4151 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:08.199213 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8068736c-cac8-4648-b5f5-dc79369dc9f5", "name": "network-vif-deleted", "tag": "eff016d0-dc3b-4286-a792-be0da8b71e3d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:08.199213 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf204fee-6bb0-475e-b62c-c3c54dca4151 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:08.199213 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8068736c-cac8-4648-b5f5-dc79369dc9f5', 'name': 'network-vif-deleted', 'tag': 'eff016d0-dc3b-4286-a792-be0da8b71e3d', 'status': 'completed', 'code': 200} Jan 28 20:28:08.292743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Pushing event updated for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:08.361240 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.361584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.361921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.362252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.362581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.362908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.363229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.363565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.363672 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71b77f99-d490-476d-a1ab-642e65b073ad req-bb5707c8-15ce-4e05-9b12-17cfb4212eb7 service neutron] 10.222.0.26 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633306 Jan 28 20:28:08.363892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.364232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.364550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.364876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:08.369786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Made reservation on behalf of 9e51ea7dd7784887b83d105d53acba58 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:08.374040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:08.469773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e06a0cbf-f187-45f9-bc4c-835341dfeab2 req-b6c11ed1-930f-48e5-9b22-158d565a9803 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 210 time: 0.0507762 Jan 28 20:28:08.544633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36302d-15f7-446a-a4e7-73f80e0ffe7e req-1885e93b-3c64-4991-9ade-7173e9718f58 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:08.546051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e36302d-15f7-446a-a4e7-73f80e0ffe7e req-1885e93b-3c64-4991-9ade-7173e9718f58 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 944 time: 0.2459087 Jan 28 20:28:08.583982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Attempting to bind port da82c5c6-e513-49a6-b52c-d3db6ff2577e on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:28:08.584352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Attempting to bind port da82c5c6-e513-49a6-b52c-d3db6ff2577e by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:28:08.584686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Attempting to bind port da82c5c6-e513-49a6-b52c-d3db6ff2577e on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:08.587469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 54a20819-54b4-44a7-8254-7c778b49406e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:08.587804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:08.611898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Port da82c5c6-e513-49a6-b52c-d3db6ff2577e on network 829be10a-e867-4194-bfb4-efe1dea71f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:28:08.612464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Attempting to bind port da82c5c6-e513-49a6-b52c-d3db6ff2577e on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:08.686948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:08.687304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Checking segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:28:08.687700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Bound using segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:08.688162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Bound port: da82c5c6-e513-49a6-b52c-d3db6ff2577e, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:28:08.688548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:08.744019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e36302d-15f7-446a-a4e7-73f80e0ffe7e req-a9a84ed2-a63e-4084-806c-59d467d9a5cb tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833045 Jan 28 20:28:08.752252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Allocated IP 172.20.0.5 (1766f4e4-d811-498c-8d11-4d8273f64024/93aafa58-1311-4434-a366-aab700eaf224/a5bcbf61-92ed-441c-8f0d-c895778eaa55) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:08.838933 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:08.839271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:08.871157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 54a20819-54b4-44a7-8254-7c778b49406e owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:08.889219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:08.920621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:08.982682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.083555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.083555 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.084162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/da82c5c6-e513-49a6-b52c-d3db6ff2577e HTTP/1.1" status: 200 len: 1091 time: 2.6854367 Jan 28 20:28:09.104636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:09.106914 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01847d90-b205-4dc7-a819-e86be9033464" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:09.126119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54061b6e-94a7-4cf3-8e5a-18222bcc64b9 service neutron] Pushing event updated for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.234502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-d622b304-a4e2-4ddc-bb6d-cde8a54d08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.236074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-d622b304-a4e2-4ddc-bb6d-cde8a54d08af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 1094 time: 0.0791428 Jan 28 20:28:09.261712 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.278081 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ebf86c-0ca0-4974-a94d-326a2d58f7bd x-openstack-request-id: req-41ebf86c-0ca0-4974-a94d-326a2d58f7bd {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:09.278456 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:09.278653 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41ebf86c-0ca0-4974-a94d-326a2d58f7bd {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:09.278995 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'status': 'completed', 'code': 200} Jan 28 20:28:09.326093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-a9b85b8a-b96c-43fe-9acd-3c065b21d268 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e HTTP/1.1" status: 200 len: 217 time: 0.0623226 Jan 28 20:28:09.423029 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.465873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=54a20819-54b4-44a7-8254-7c778b49406e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.474563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-5cec7d51-0d32-4d9f-b1fb-605de870caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.482836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-5cec7d51-0d32-4d9f-b1fb-605de870caea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.1398087 Jan 28 20:28:09.511724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932ee12-34a5-401d-b58a-de5631765ff3 req-511b365a-5c40-481d-b7c5-6789160eeb3c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.513289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8932ee12-34a5-401d-b58a-de5631765ff3 req-511b365a-5c40-481d-b7c5-6789160eeb3c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 943 time: 0.1935418 Jan 28 20:28:09.540773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.569877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-4cc2075e-7de0-4d2a-879e-d44be6114205 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669744 Jan 28 20:28:09.659255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eff016d0-dc3b-4286-a792-be0da8b71e3d no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:09.680734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: eff016d0-dc3b-4286-a792-be0da8b71e3d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:09.681217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eff016d0-dc3b-4286-a792-be0da8b71e3d not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:09.726509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Network 1766f4e4-d811-498c-8d11-4d8273f64024 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:09.731022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.733685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.734864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-430d639a-6ac4-4fee-a4d1-4effd62b3c5e tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "DELETE /v2.0/floatingips/fb1f0676-0228-4ca2-994e-bad9a0112f2c HTTP/1.1" status: 204 len: 168 time: 1.6750605 Jan 28 20:28:09.737963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41458) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:09.746435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:09.750744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Pushing event updated for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.755054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:09.761670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8932ee12-34a5-401d-b58a-de5631765ff3 req-e6dd0137-c541-4517-a6e0-5ec03205d8b3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189031 Jan 28 20:28:09.801572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297d1fc-084d-48af-8cfb-c63e14a9f4fe req-ffbf4fd8-4794-4916-91b2-18dda70d1db0 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.803138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8297d1fc-084d-48af-8cfb-c63e14a9f4fe req-ffbf4fd8-4794-4916-91b2-18dda70d1db0 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 931 time: 0.2383809 Jan 28 20:28:09.859741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6a781074-5997-4399-84e4-1674e7cc9fde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 694c8880-36b6-4b7d-a411-41c3ed3bc69b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:09.860204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a781074-5997-4399-84e4-1674e7cc9fde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.875373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.875995 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:09.890523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-2d1e1f75-208c-4e7c-ab23-216ef8a26f7c service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063042 Jan 28 20:28:09.942575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8297d1fc-084d-48af-8cfb-c63e14a9f4fe req-327bab34-9c46-40a5-97ce-d0f0749c6c88 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269739 Jan 28 20:28:09.981305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-6aed41b6-b7ee-4bfa-829c-493540f8d11f tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3058419 Jan 28 20:28:10.148609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-455e63cb-a1ea-41bf-8445-8d9ab38d9ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:10.233618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15097132-e2c8-40f9-9595-460e44254cfe', 'tag': '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:10.235447 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3" -d '{"events": [{"name": "network-changed", "server_uuid": "15097132-e2c8-40f9-9595-460e44254cfe", "tag": "9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:10.298147 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88522ac5-103d-4e9c-ad59-5b218ccd64bf x-openstack-request-id: req-88522ac5-103d-4e9c-ad59-5b218ccd64bf {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:10.298595 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15097132-e2c8-40f9-9595-460e44254cfe", "tag": "9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:10.298982 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88522ac5-103d-4e9c-ad59-5b218ccd64bf {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:10.299586 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15097132-e2c8-40f9-9595-460e44254cfe', 'tag': '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0', 'status': 'completed', 'code': 200} Jan 28 20:28:10.306821 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a781074-5997-4399-84e4-1674e7cc9fde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:10.326719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6a781074-5997-4399-84e4-1674e7cc9fde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 694c8880-36b6-4b7d-a411-41c3ed3bc69b owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:10.337491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Request body: {'port': {'device_id': '12706786-049c-463f-b64b-b5a43c4f4fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:10.390385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd0c6e-6601-453d-a237-c24afd507b15 req-f39c51af-d151-4de9-beaf-d9cba54ab956 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.392100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ccd0c6e-6601-453d-a237-c24afd507b15 req-f39c51af-d151-4de9-beaf-d9cba54ab956 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 944 time: 0.5362618 Jan 28 20:28:10.472445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2d42726-78c9-4613-a848-7da2fd9d3739 req-d6961719-8798-4506-8d4f-65f3c2f2bffd service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683103 Jan 28 20:28:10.497251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:10.503362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ccd0c6e-6601-453d-a237-c24afd507b15 req-6ad35c0c-a4b9-49ba-a706-632aacaf6ac7 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029820 Jan 28 20:28:10.537007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a781074-5997-4399-84e4-1674e7cc9fde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:10.600580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a781074-5997-4399-84e4-1674e7cc9fde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=694c8880-36b6-4b7d-a411-41c3ed3bc69b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:10.634591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-49e2f15b-761a-4bdc-b22e-ded990155866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.636146 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-49e2f15b-761a-4bdc-b22e-ded990155866 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 1095 time: 0.3143046 Jan 28 20:28:10.691727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01847d90-b205-4dc7-a819-e86be9033464 req-45b1e2e7-2e99-4781-83d9-a1674ea5f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.693297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01847d90-b205-4dc7-a819-e86be9033464 req-45b1e2e7-2e99-4781-83d9-a1674ea5f635 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 1094 time: 0.1545057 Jan 28 20:28:10.738833 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a781074-5997-4399-84e4-1674e7cc9fde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:10.745027 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6a781074-5997-4399-84e4-1674e7cc9fde tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "DELETE /v2.0/ports/694c8880-36b6-4b7d-a411-41c3ed3bc69b HTTP/1.1" status: 204 len: 168 time: 1.0034010 Jan 28 20:28:10.745385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41482) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:10.829843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-103f1923-2f9e-4922-a9b5-9cebaa8ad754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.831885 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-103f1923-2f9e-4922-a9b5-9cebaa8ad754 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 200 len: 916 time: 0.1641970 Jan 28 20:28:10.866581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01847d90-b205-4dc7-a819-e86be9033464 req-08a1f77a-aa22-47ff-aedc-561bbd5f7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.875791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01847d90-b205-4dc7-a819-e86be9033464 req-08a1f77a-aa22-47ff-aedc-561bbd5f7a50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 912 time: 0.1667485 Jan 28 20:28:10.907697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-0906e262-24c5-4faf-a00b-aa288317c399 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 HTTP/1.1" status: 200 len: 217 time: 0.0599375 Jan 28 20:28:10.964126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01847d90-b205-4dc7-a819-e86be9033464 req-58a1d80d-47c2-469e-8303-b3e91661784c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e HTTP/1.1" status: 200 len: 217 time: 0.0830989 Jan 28 20:28:10.987045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6c5a0-dda1-43c7-87b9-8da177d3c927 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port daa0f061-5cf3-4a13-baa6-48af89604eda {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:10.987397 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c5a0-dda1-43c7-87b9-8da177d3c927 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:10.998784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-5691cbb8-86dc-41d0-bdba-53577187d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:11.001191 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-5691cbb8-86dc-41d0-bdba-53577187d889 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 200 len: 855 time: 0.0810521 Jan 28 20:28:11.048337 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-088a0f2b-c4df-4d84-94bc-b2a9a3cb46a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9a72884b-277c-4162-aefe-6d0ace886dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303881 Jan 28 20:28:11.078495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bcbf61-92ed-441c-8f0d-c895778eaa55 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:11.105133 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:11.138228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Transition to ACTIVE for port object a5bcbf61-92ed-441c-8f0d-c895778eaa55 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:28:11.224044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c5a0-dda1-43c7-87b9-8da177d3c927 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:11.251502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6c5a0-dda1-43c7-87b9-8da177d3c927 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for daa0f061-5cf3-4a13-baa6-48af89604eda owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:11.261437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01847d90-b205-4dc7-a819-e86be9033464 req-e9bc45c3-e0ff-4170-b041-832a67061dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:11.265910 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-d2bc76b5-9b02-40f1-bb83-68880b606746 service neutron] 10.222.0.26 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852481 Jan 28 20:28:11.266160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01847d90-b205-4dc7-a819-e86be9033464 req-e9bc45c3-e0ff-4170-b041-832a67061dbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.1123748 Jan 28 20:28:11.283710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:11.310731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901ed9d-a5bf-4ce3-bb72-4fadafc2b195 req-d45024a8-5877-4ab5-9dc7-3f0b32dde663 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:11.312271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b901ed9d-a5bf-4ce3-bb72-4fadafc2b195 req-d45024a8-5877-4ab5-9dc7-3f0b32dde663 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 943 time: 0.4416935 Jan 28 20:28:11.361012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01847d90-b205-4dc7-a819-e86be9033464 req-60d6e884-3ab3-4ec6-a1e6-8c79988936dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741901 Jan 28 20:28:11.444060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9b4f3f5-e12f-4f32-b2e9-dd58f8a7afe3 req-54c93026-b183-4be6-8121-2a10ebbb2121 service neutron] 10.222.0.26 "GET /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376705 Jan 28 20:28:11.463926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:11.488405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bf20a-f2e5-491d-98ca-b2b7ec0dcce2 req-44c7a631-e257-4ca0-adbc-949fe841a0c4 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:11.493941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-175bf20a-f2e5-491d-98ca-b2b7ec0dcce2 req-44c7a631-e257-4ca0-adbc-949fe841a0c4 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 943 time: 0.2484529 Jan 28 20:28:11.496703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:11.518708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b901ed9d-a5bf-4ce3-bb72-4fadafc2b195 req-1525fd0b-cbb1-4bb8-ae83-a0b9f72fc958 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650100 Jan 28 20:28:11.589370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c5a0-dda1-43c7-87b9-8da177d3c927 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:11.636680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-175bf20a-f2e5-491d-98ca-b2b7ec0dcce2 req-686f99cf-81e4-4a1a-846f-4612fb2c76c2 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416121 Jan 28 20:28:11.679168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01847d90-b205-4dc7-a819-e86be9033464 req-30cbcec1-9a0b-42b1-9e91-3c917ac93501 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895777 Jan 28 20:28:11.739587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6c5a0-dda1-43c7-87b9-8da177d3c927 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=daa0f061-5cf3-4a13-baa6-48af89604eda,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:11.808433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:11.838025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:11.838227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Attempting to bind port a5bcbf61-92ed-441c-8f0d-c895778eaa55 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:28:11.838548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Attempting to bind port a5bcbf61-92ed-441c-8f0d-c895778eaa55 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:28:11.838983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Attempting to bind port a5bcbf61-92ed-441c-8f0d-c895778eaa55 on network 1766f4e4-d811-498c-8d11-4d8273f64024 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:11.849294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c5a0-dda1-43c7-87b9-8da177d3c927 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:11.854522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1bc6c5a0-dda1-43c7-87b9-8da177d3c927 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "DELETE /v2.0/ports/daa0f061-5cf3-4a13-baa6-48af89604eda HTTP/1.1" status: 204 len: 168 time: 1.1077669 Jan 28 20:28:11.857969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41516) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:11.864044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'mac_address': 'fa:16:3e:30:53:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:11.897960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Port a5bcbf61-92ed-441c-8f0d-c895778eaa55 on network 1766f4e4-d811-498c-8d11-4d8273f64024 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:28:11.898295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Attempting to bind port a5bcbf61-92ed-441c-8f0d-c895778eaa55 on network 1766f4e4-d811-498c-8d11-4d8273f64024 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:11.918610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:11.918967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Checking segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:28:11.919499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Bound using segment: {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:11.919964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Bound port: a5bcbf61-92ed-441c-8f0d-c895778eaa55, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24581f66-bfa1-4917-b954-bf2fd3cbefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:28:11.920417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:11.940166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9f7c97-154c-4e09-8756-ac3c9726ec96 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting subnet 417eb0a5-46aa-4a04-86b6-7e8779ba1294 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:28:11.945112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce9f7c97-154c-4e09-8756-ac3c9726ec96 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:11.986975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01847d90-b205-4dc7-a819-e86be9033464 req-d9602e4e-cb9b-4199-bd7e-704bfcfbca58 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932184 Jan 28 20:28:12.020468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce9f7c97-154c-4e09-8756-ac3c9726ec96 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.026645 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.032545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40442c-c7c8-4e47-bb29-1f5ddcbc7ef6 req-d32ddd9e-535c-4a77-9f63-f87e73018f31 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:12.034229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c40442c-c7c8-4e47-bb29-1f5ddcbc7ef6 req-d32ddd9e-535c-4a77-9f63-f87e73018f31 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 944 time: 0.2378497 Jan 28 20:28:12.073520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:12.089250 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.129752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0', 'network_id': '9a72884b-277c-4162-aefe-6d0ace886dd8', 'port_id': '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0', 'mac_address': 'fa:16:3e:f7:01:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d44d7e3-3d2b-47be-a799-d4f7348fadbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:12.146647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd809df-b2b5-46a6-b91c-ce6f06120cad {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:12.200823 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce9f7c97-154c-4e09-8756-ac3c9726ec96 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.218174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.225882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:12.248419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:12.254262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c40442c-c7c8-4e47-bb29-1f5ddcbc7ef6 req-bc6792d0-a83c-49cc-8504-8a147c7ed7f5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728168 Jan 28 20:28:12.255008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:12.262381 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.266409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:12.272401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.325406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:12.405516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce9f7c97-154c-4e09-8756-ac3c9726ec96 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.417425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.432704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.468680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.472084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f7c97-154c-4e09-8756-ac3c9726ec96 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Subnet': ['ID=417eb0a5-46aa-4a04-86b6-7e8779ba1294,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.479396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce9f7c97-154c-4e09-8756-ac3c9726ec96 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.483734 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ce9f7c97-154c-4e09-8756-ac3c9726ec96 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "DELETE /v2.0/subnets/417eb0a5-46aa-4a04-86b6-7e8779ba1294 HTTP/1.1" status: 204 len: 168 time: 0.6243443 Jan 28 20:28:12.486050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41534) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:12.486882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:12.489243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.491649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-bc4d6303-774d-402a-a833-4e8c75bd4ed2 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5bcbf61-92ed-441c-8f0d-c895778eaa55 HTTP/1.1" status: 200 len: 1091 time: 2.1625037 Jan 28 20:28:12.493174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:12.523549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.525064 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:12.538216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e039e92-93bb-434a-8a24-f7e166e3586f None None] Network 560b8a65-0f63-4c02-9fb6-f4e74b394998 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:12.544987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['2dd809df-b2b5-46a6-b91c-ce6f06120cad'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:12.663865 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc2512-b315-43cf-8ad5-9b0d8783b80e x-openstack-request-id: req-6fdc2512-b315-43cf-8ad5-9b0d8783b80e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:12.664924 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:12.666145 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fdc2512-b315-43cf-8ad5-9b0d8783b80e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:12.668696 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'status': 'completed', 'code': 200} Jan 28 20:28:12.729263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf48be96-830a-4140-8fa8-0b7813d3bc03 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting subnet e6680c8d-96c4-4cb0-acf0-ded4fb863210 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:28:12.744445 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf48be96-830a-4140-8fa8-0b7813d3bc03 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.783549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:12.799766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-288bdb7f-664f-4e91-86c6-aac3603f446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:12.802553 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-288bdb7f-664f-4e91-86c6-aac3603f446e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 1094 time: 0.2371600 Jan 28 20:28:12.848614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf48be96-830a-4140-8fa8-0b7813d3bc03 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:12.934786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-3936b002-788a-4998-9a3e-feb26a97950a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55 HTTP/1.1" status: 200 len: 217 time: 0.1212389 Jan 28 20:28:12.953870 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:13.037896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf872cf-a9ae-4f58-a712-d621528b8354 req-ec33edb6-d300-4b8a-bccb-243699ce8b03 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.045443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3bf872cf-a9ae-4f58-a712-d621528b8354 req-ec33edb6-d300-4b8a-bccb-243699ce8b03 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 943 time: 0.3634808 Jan 28 20:28:13.082070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf48be96-830a-4140-8fa8-0b7813d3bc03 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:13.105673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] DHCP port deletion for 560b8a65-0f63-4c02-9fb6-f4e74b394998 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:28:13.170900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:13.194137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] Deleting port 9fe234ef-b40d-424b-98aa-5d8aea11d644 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:13.194859 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:13.224734 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf48be96-830a-4140-8fa8-0b7813d3bc03 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:13.263688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3bf872cf-a9ae-4f58-a712-d621528b8354 req-5a8d8080-3ef8-4c64-964a-baee313d518c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540389 Jan 28 20:28:13.287266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5039102-7446-463e-9963-56d3e259b1e4 req-f515c5dc-73a9-4d39-aa16-48377200a590 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.292786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a5039102-7446-463e-9963-56d3e259b1e4 req-f515c5dc-73a9-4d39-aa16-48377200a590 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 943 time: 0.3660073 Jan 28 20:28:13.295265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-65b24fae-e5ce-4171-bcca-634a56f55894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.299261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-65b24fae-e5ce-4171-bcca-634a56f55894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 200 len: 842 time: 0.3034081 Jan 28 20:28:13.313735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf48be96-830a-4140-8fa8-0b7813d3bc03 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:13.322204 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cf48be96-830a-4140-8fa8-0b7813d3bc03 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "DELETE /v2.0/subnets/e6680c8d-96c4-4cb0-acf0-ded4fb863210 HTTP/1.1" status: 204 len: 168 time: 0.8303275 Jan 28 20:28:13.334186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48be96-830a-4140-8fa8-0b7813d3bc03 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Subnet': ['ID=e6680c8d-96c4-4cb0-acf0-ded4fb863210,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:13.337216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41556) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:13.419388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-3bb0e9b0-f16e-4456-9213-54423c886bb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1766f4e4-d811-498c-8d11-4d8273f64024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096363 Jan 28 20:28:13.552585 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:13.609957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a5039102-7446-463e-9963-56d3e259b1e4 req-fec3fb42-1b03-462d-96db-7e7f43d07940 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008137 Jan 28 20:28:13.693784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9676ad-3b68-4d26-877a-028460c91eb0 req-d6e32e45-e372-4120-989f-71bdbd6c1b42 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.702030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd9676ad-3b68-4d26-877a-028460c91eb0 req-d6e32e45-e372-4120-989f-71bdbd6c1b42 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 945 time: 0.1425731 Jan 28 20:28:13.712053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 9fe234ef-b40d-424b-98aa-5d8aea11d644 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:13.712511 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:13.722249 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-153e8e02-1e0e-4418-85e8-b13376a944c9 service neutron] 10.222.0.13 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916403 Jan 28 20:28:13.770003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a075b-56f5-4e31-9825-3080a25b64ba None None] Network ccfa6aae-5890-4c49-9f68-054fc50eefc1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:13.869001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device da82c5c6-e513-49a6-b52c-d3db6ff2577e details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:13.887356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd9676ad-3b68-4d26-877a-028460c91eb0 req-33c26b78-327f-4637-b07a-898144eb7f67 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738787 Jan 28 20:28:13.979702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbf1570-b991-47c6-802b-f38a9dcf7a1d req-8d3552cd-92da-4cdf-8703-905ee07ba2df service neutron] 10.222.0.13 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489257 Jan 28 20:28:13.984013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] For port 9fe234ef-b40d-424b-98aa-5d8aea11d644, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9fe234ef-b40d-424b-98aa-5d8aea11d644,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:13.985097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.009460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 9fe234ef-b40d-424b-98aa-5d8aea11d644 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:14.139546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-ae3b6998-0be5-42e4-b76b-a0312cf76b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:14.143841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-ae3b6998-0be5-42e4-b76b-a0312cf76b5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e51ea7dd7784887b83d105d53acba58&device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 1094 time: 0.0986037 Jan 28 20:28:14.155245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] For port 9fe234ef-b40d-424b-98aa-5d8aea11d644, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9fe234ef-b40d-424b-98aa-5d8aea11d644,segment=NetworkSegment(c7d9fd9a-2cb2-4301-b19c-7b35382912f6),segment_id=c7d9fd9a-2cb2-4301-b19c-7b35382912f6)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:14.155975 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.216115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] Calling delete_port for 9fe234ef-b40d-424b-98aa-5d8aea11d644 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:14.252418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.267524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9fe234ef-b40d-424b-98aa-5d8aea11d644 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:14.311009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=9fe234ef-b40d-424b-98aa-5d8aea11d644,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:14.317004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] No DVR routers for this DVR port 9fe234ef-b40d-424b-98aa-5d8aea11d644 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:14.332032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.332747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.344964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.345321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.345987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.346337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.346677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.347016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.347454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.347740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.348170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.348412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:14.374598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9fe234ef-b40d-424b-98aa-5d8aea11d644 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:14.375037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9fe234ef-b40d-424b-98aa-5d8aea11d644 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:14.412903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:14.445891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'port_id': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'mac_address': 'fa:16:3e:52:5a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee49341f-90f4-418d-9c8c-7bb0edd94e76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:14.469552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-31fa8aba-3e16-40fa-9c0d-c6400511c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:14.480261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-31fa8aba-3e16-40fa-9c0d-c6400511c4ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 200 len: 903 time: 0.3232899 Jan 28 20:28:14.521198 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] DHCP port deletion for ccfa6aae-5890-4c49-9f68-054fc50eefc1 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:28:14.525666 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.557638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.559398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] Pushing event deleted for resources: {'Port': ['ID=9fe234ef-b40d-424b-98aa-5d8aea11d644,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:14.566647 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.583268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da82c5c6-e513-49a6-b52c-d3db6ff2577e {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:14.588149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-79d0f72e-6694-4fcb-93f7-c20b14d93eb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55 HTTP/1.1" status: 200 len: 217 time: 0.0982430 Jan 28 20:28:14.606024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560b8a65-0f63-4c02-9fb6-f4e74b394998']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:14.620399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:14.632899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:14.635031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d9fd9a-2cb2-4301-b19c-7b35382912f6') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:14.659435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.661126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-c0950902-1a82-44bb-aea6-b0cafaa5257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:14.663810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-c0950902-1a82-44bb-aea6-b0cafaa5257a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 200 len: 842 time: 0.0666008 Jan 28 20:28:14.673015 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.693548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c7823-7315-403b-a544-e35ccc7d9811 None None] No DVR routers for this DVR port 9fe234ef-b40d-424b-98aa-5d8aea11d644 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:14.699266 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.719885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:28:14.722360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.727465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafce3a-5f20-4612-82c3-e0bf66e0a795 req-aee2b942-a1ed-4275-851a-37c05f6bfeaf tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:14.729802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dafce3a-5f20-4612-82c3-e0bf66e0a795 req-aee2b942-a1ed-4275-851a-37c05f6bfeaf tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 943 time: 0.2323873 Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:28:14.741338 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:28:14.756905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-12547737-c9bc-4502-9e73-f31f020dc28f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1766f4e4-d811-498c-8d11-4d8273f64024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761538 Jan 28 20:28:14.883665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] Deleting port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:14.886218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.892152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.895849 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "DELETE /v2.0/networks/560b8a65-0f63-4c02-9fb6-f4e74b394998 HTTP/1.1" status: 204 len: 168 time: 1.5550640 Jan 28 20:28:14.896213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:14.900423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41578) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:14.929042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:14.930472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dafce3a-5f20-4612-82c3-e0bf66e0a795 req-285744fe-76f5-4d61-a421-4773008c9c89 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765592 Jan 28 20:28:15.049677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-4b172a93-d78f-4705-bd34-4d60a95732a4 service neutron] 10.222.0.13 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643828 Jan 28 20:28:15.067765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['da82c5c6-e513-49a6-b52c-d3db6ff2577e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:15.082769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65fd18-e287-447e-9bcd-47679927796c req-10f55d18-24de-4483-be47-fe9a3f17f06c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.093813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4cbbc-0b07-4425-a940-c547c86b0ce7 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Network': ['ID=560b8a65-0f63-4c02-9fb6-f4e74b394998,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:15.095111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a65fd18-e287-447e-9bcd-47679927796c req-10f55d18-24de-4483-be47-fe9a3f17f06c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 943 time: 0.2758410 Jan 28 20:28:15.113538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.245892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Deleting port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:15.246796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.263310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] For port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:15.263735 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.299660 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] Calling delete_port for 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:15.399075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] For port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,segment=NetworkSegment(03c27f0c-cc0b-493b-9ff4-b40220687094),segment_id=03c27f0c-cc0b-493b-9ff4-b40220687094)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:15.403842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.438709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a65fd18-e287-447e-9bcd-47679927796c req-6395f6fc-c30f-4e3b-82b3-950fe7e85e2a tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427060 Jan 28 20:28:15.463046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Calling delete_port for 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:15.475686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7c08a-913b-448b-88b4-695960c16bdd req-ed8ee78a-1714-4d6b-9266-518cc03e04e4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.481765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1de7c08a-913b-448b-88b4-695960c16bdd req-ed8ee78a-1714-4d6b-9266-518cc03e04e4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 945 time: 0.2388031 Jan 28 20:28:15.489194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:15.652053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.652942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1f3c1ae-750e-4c97-91b4-adcb0aa1e9e2 req-06373aa6-5bdf-4bcf-9476-c7c24469cfc0 service neutron] 10.222.0.13 "GET /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552087 Jan 28 20:28:15.684773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] No DVR routers for this DVR port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:15.700400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1de7c08a-913b-448b-88b4-695960c16bdd req-270d96b5-6f32-40d4-929c-d348507d3070 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959939 Jan 28 20:28:15.726197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:15.733288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Port': ['ID=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:15.776989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 2dd809df-b2b5-46a6-b91c-ce6f06120cad triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:15.777314 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: from cryptography.utils import int_from_bytes Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: from cryptography.utils import int_from_bytes Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.825638 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:28:15.828769 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:28:15.846833 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.883658 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.891547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] No DVR routers for this DVR port 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:15.898532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645997bf-e473-40f5-a9e1-cf7ddef609a6 None None] Pushing event deleted for resources: {'Port': ['ID=7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:15.951971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfa6aae-5890-4c49-9f68-054fc50eefc1']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:15.952239 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:28:15.967444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c27f0c-cc0b-493b-9ff4-b40220687094') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:15.968138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c27f0c-cc0b-493b-9ff4-b40220687094') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:15.968654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:15.969262 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:15.987809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.008698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.017669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:28:16.019006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:28:16.024032 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:28:16.130228 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.247692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5bf06-8f9c-4362-84e8-150b8d4b6125 req-b21fb7fc-47ae-4380-9e73-52428faebde5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.250412 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.263140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60c5bf06-8f9c-4362-84e8-150b8d4b6125 req-b21fb7fc-47ae-4380-9e73-52428faebde5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 944 time: 0.1713352 Jan 28 20:28:16.279548 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.285690 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] 10.222.0.44 "DELETE /v2.0/networks/ccfa6aae-5890-4c49-9f68-054fc50eefc1 HTTP/1.1" status: 204 len: 168 time: 1.3731508 Jan 28 20:28:16.286297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:16.299098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383463c-ef4c-4b9e-b641-465b6102cc48 tempest-TaggedBootDevicesTest-983361929 tempest-TaggedBootDevicesTest-983361929-project] Pushing event deleted for resources: {'Network': ['ID=ccfa6aae-5890-4c49-9f68-054fc50eefc1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:16.370335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60c5bf06-8f9c-4362-84e8-150b8d4b6125 req-5318f1d4-849e-4aed-a0a3-ac39789a8264 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057119 Jan 28 20:28:16.398568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:16.399031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e4fbe27-d5ed-4118-be8f-ed5c7cb62c69 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:16.444786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15097132-e2c8-40f9-9595-460e44254cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:16.449102 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b6a228-cc86-422a-9fe2-90cc324b0f51" -d '{"events": [{"server_uuid": "15097132-e2c8-40f9-9595-460e44254cfe", "name": "network-vif-plugged", "status": "completed", "tag": "9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:16.501575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:16.506239 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.572881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.681220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:16.710120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:16.724034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:16.748506 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2751ca-fff6-4ce3-bf55-ab72a49aa5f5 x-openstack-request-id: req-be2751ca-fff6-4ce3-bf55-ab72a49aa5f5 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:16.748506 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15097132-e2c8-40f9-9595-460e44254cfe", "name": "network-vif-plugged", "status": "completed", "tag": "9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:16.748818 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be2751ca-fff6-4ce3-bf55-ab72a49aa5f5 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:16.749151 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15097132-e2c8-40f9-9595-460e44254cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0', 'code': 200} Jan 28 20:28:16.764690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41636) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:16.943954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8649f-e9cc-4023-823f-5038d5b0ed30 req-e2b053e7-0ad6-4a8d-95d6-d92f05edf016 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.964653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57b8649f-e9cc-4023-823f-5038d5b0ed30 req-e2b053e7-0ad6-4a8d-95d6-d92f05edf016 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 943 time: 0.2597804 Jan 28 20:28:16.971469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.043356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-a845e457-70d8-45b4-8f5c-d51444a86955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.044152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-a845e457-70d8-45b4-8f5c-d51444a86955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.044937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-a845e457-70d8-45b4-8f5c-d51444a86955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.045622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-a845e457-70d8-45b4-8f5c-d51444a86955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.046372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-a845e457-70d8-45b4-8f5c-d51444a86955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.047374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-a845e457-70d8-45b4-8f5c-d51444a86955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.048051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-a845e457-70d8-45b4-8f5c-d51444a86955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.067752 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-a845e457-70d8-45b4-8f5c-d51444a86955 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6501 time: 0.3004575 Jan 28 20:28:17.128638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a286841-1827-4b7e-b2e9-c426a421bc2b req-17eed04f-ce8e-4668-84ef-bab4e3abd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.130843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a286841-1827-4b7e-b2e9-c426a421bc2b req-17eed04f-ce8e-4668-84ef-bab4e3abd778 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 1097 time: 0.3002357 Jan 28 20:28:17.155278 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-ff355a15-71de-46c4-b3a1-98f0839d1216 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849390 Jan 28 20:28:17.167843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57b8649f-e9cc-4023-823f-5038d5b0ed30 req-71537b1b-01c8-4ff1-a0c3-6a8aa530386b tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829486 Jan 28 20:28:17.259880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a286841-1827-4b7e-b2e9-c426a421bc2b req-7eea112c-4335-4479-9cf3-8b0b4deca598 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198077 Jan 28 20:28:17.276917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b8439-9a98-40e6-af2f-48fc40464708 req-e84fe483-d5e3-48c5-a238-6ade4d2c16ae tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.280759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-395b8439-9a98-40e6-af2f-48fc40464708 req-e84fe483-d5e3-48c5-a238-6ade4d2c16ae tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 946 time: 0.2994025 Jan 28 20:28:17.362386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-395b8439-9a98-40e6-af2f-48fc40464708 req-29bf87ef-e106-4f1b-90c2-01d95ff1c806 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788565 Jan 28 20:28:17.488703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a5bcbf61-92ed-441c-8f0d-c895778eaa55 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:17.543400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21ee14-37a8-48eb-b3b1-f12e97a44b33 req-6c5c0968-250d-46f1-88ab-03e7926df1ba tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.545037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d21ee14-37a8-48eb-b3b1-f12e97a44b33 req-6c5c0968-250d-46f1-88ab-03e7926df1ba tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 944 time: 0.0878384 Jan 28 20:28:17.612314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d21ee14-37a8-48eb-b3b1-f12e97a44b33 req-e79c09cd-b999-48aa-ab95-2325870769c0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586243 Jan 28 20:28:17.703675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device da82c5c6-e513-49a6-b52c-d3db6ff2577e up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:17.826520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:17.844171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'port_id': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'mac_address': 'fa:16:3e:0f:3b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93aafa58-1311-4434-a366-aab700eaf224', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:17.859988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port da82c5c6-e513-49a6-b52c-d3db6ff2577e completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:28:17.888451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port da82c5c6-e513-49a6-b52c-d3db6ff2577e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:17.888825 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:17.973147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:17.973147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:18.001072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bcbf61-92ed-441c-8f0d-c895778eaa55 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:18.057864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:18.074576 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:18.138511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:18.182058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.208092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:18.217710 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:18.301858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.365718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965174-011d-435e-afff-509d6a4abb7f req-63a29d75-5603-4b4d-b0f3-a6d236c8b4d5 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:18.383368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd965174-011d-435e-afff-509d6a4abb7f req-63a29d75-5603-4b4d-b0f3-a6d236c8b4d5 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 944 time: 0.1078181 Jan 28 20:28:18.439835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a5bcbf61-92ed-441c-8f0d-c895778eaa55'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:18.443748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd965174-011d-435e-afff-509d6a4abb7f req-46f15f75-bf45-43ef-a056-8b8ff12fcc71 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595438 Jan 28 20:28:18.615810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90042be-1925-461e-add6-895e1d47c685 req-8becd199-43da-4c16-bcf2-1cde336ab097 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:18.625824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a90042be-1925-461e-add6-895e1d47c685 req-8becd199-43da-4c16-bcf2-1cde336ab097 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 946 time: 0.1370661 Jan 28 20:28:18.714136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a90042be-1925-461e-add6-895e1d47c685 req-52d77f16-0368-4922-82b1-3298b0280ce3 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686791 Jan 28 20:28:18.752767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad'}, {'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:18.760114 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b2c2f2-5540-4e78-a951-731c9de93430" -d '{"events": [{"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-plugged", "status": "completed", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad"}, {"server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "name": "network-vif-plugged", "status": "completed", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:18.899456 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204a1f8-a721-4782-bbf8-90001a60eaa7 x-openstack-request-id: req-3204a1f8-a721-4782-bbf8-90001a60eaa7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:18.899938 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-plugged", "status": "completed", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad", "code": 200}, {"server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "name": "network-vif-plugged", "status": "completed", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:18.944374 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3204a1f8-a721-4782-bbf8-90001a60eaa7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:18.944374 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'code': 200} Jan 28 20:28:18.944374 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'code': 200} Jan 28 20:28:18.974372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7efc69-aa2f-43fe-b0cb-8ae4063e08b9 req-252782ff-743f-4151-8f11-0b64c77136a3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:18.996491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f7efc69-aa2f-43fe-b0cb-8ae4063e08b9 req-252782ff-743f-4151-8f11-0b64c77136a3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1899700 Jan 28 20:28:19.093081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f7efc69-aa2f-43fe-b0cb-8ae4063e08b9 req-185596a4-0416-482f-baf9-63039e3906cf tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955732 Jan 28 20:28:19.105821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f030006-40ce-4598-82b5-4bc20f907af9 req-b01d53dd-7cc3-4c9d-b057-8a50fc0f767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:19.107422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f030006-40ce-4598-82b5-4bc20f907af9 req-b01d53dd-7cc3-4c9d-b057-8a50fc0f767e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 1096 time: 0.1079793 Jan 28 20:28:19.151517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f030006-40ce-4598-82b5-4bc20f907af9 req-c29f529f-4ac0-4ff5-aef7-cd88bbb3f745 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360863 Jan 28 20:28:19.620627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6670e-6264-4fdf-a1a2-e551b92bb5e8 req-2e29fdd6-b9a2-4d18-94be-2d0cb384c653 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:19.630184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ff6670e-6264-4fdf-a1a2-e551b92bb5e8 req-2e29fdd6-b9a2-4d18-94be-2d0cb384c653 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 944 time: 0.1049612 Jan 28 20:28:19.691528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ff6670e-6264-4fdf-a1a2-e551b92bb5e8 req-7aa1abc9-266a-4c3b-8664-6fc907263346 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595114 Jan 28 20:28:19.963717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977736f-8dd8-46f9-80c9-c696e7bbad5b req-f3b31d99-245f-4932-aeac-600c0101987d tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:19.967086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5977736f-8dd8-46f9-80c9-c696e7bbad5b req-f3b31d99-245f-4932-aeac-600c0101987d tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 946 time: 0.0979869 Jan 28 20:28:20.041274 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5977736f-8dd8-46f9-80c9-c696e7bbad5b req-0d75cc7a-7dc9-4686-9d15-80336c242c2d tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611312 Jan 28 20:28:20.274641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153453bb-8283-41f3-b16c-9decc0fc6932 req-416f3bc0-611b-4d1a-b4b1-d3b935661264 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.294183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-153453bb-8283-41f3-b16c-9decc0fc6932 req-416f3bc0-611b-4d1a-b4b1-d3b935661264 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.0833650 Jan 28 20:28:20.441268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-153453bb-8283-41f3-b16c-9decc0fc6932 req-31f30c7d-2fc3-4832-b305-7dc94566c4d8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451421 Jan 28 20:28:20.994217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26effbe8-a3b6-4ff5-a336-4796138c3dd0 req-72d3ee03-f6bc-436f-a308-663cd84fbc00 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:21.005624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26effbe8-a3b6-4ff5-a336-4796138c3dd0 req-72d3ee03-f6bc-436f-a308-663cd84fbc00 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 944 time: 0.1075060 Jan 28 20:28:21.064368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26effbe8-a3b6-4ff5-a336-4796138c3dd0 req-7bf7d6a0-edeb-47fa-bb9f-6347fcd90f64 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Jan 28 20:28:21.211963 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:21.496080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41748) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:21.521995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a5bcbf61-92ed-441c-8f0d-c895778eaa55 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:21.684463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3f511-1abb-4b96-b9dc-a49316986ac3 req-bc8dded3-d5de-497b-8deb-6f8c7838bb52 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:21.696798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41d3f511-1abb-4b96-b9dc-a49316986ac3 req-bc8dded3-d5de-497b-8deb-6f8c7838bb52 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1323373 Jan 28 20:28:21.714076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port a5bcbf61-92ed-441c-8f0d-c895778eaa55 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:28:21.735092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port a5bcbf61-92ed-441c-8f0d-c895778eaa55 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:21.736585 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:21.844135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41d3f511-1abb-4b96-b9dc-a49316986ac3 req-5b8dbdef-c7d9-41f3-b444-34dd9bf2c64d tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438818 Jan 28 20:28:21.900144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0501013-f1a5-4e5c-b50f-4201db7e0bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.176305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.229069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0501013-f1a5-4e5c-b50f-4201db7e0bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.236125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0501013-f1a5-4e5c-b50f-4201db7e0bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.243939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:22.251182 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669e52c8-5150-46bf-8c41-d49829fdb171" -d '{"events": [{"server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "name": "network-vif-plugged", "status": "completed", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:22.296299 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:22.303623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.348324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db6bf1-7427-46b8-8bcf-8f09feda5204 req-c10d2023-7d55-4da8-ba4f-efad1aaacba9 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:22.357365 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b0501013-f1a5-4e5c-b50f-4201db7e0bf6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a617dba4a134569860fcbf7e6a66231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8591354 Jan 28 20:28:22.361680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41774) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:22.362688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-85db6bf1-7427-46b8-8bcf-8f09feda5204 req-c10d2023-7d55-4da8-ba4f-efad1aaacba9 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 944 time: 0.1364982 Jan 28 20:28:22.384222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0501013-f1a5-4e5c-b50f-4201db7e0bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85b98b0-34c1-48fd-ba8e-862ab6812dbd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:22.440981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:22.532205 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d07d0bc-fca7-476a-875d-1ba48461000c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.622715 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d07d0bc-fca7-476a-875d-1ba48461000c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.685065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-85db6bf1-7427-46b8-8bcf-8f09feda5204 req-eb322862-ecb2-46a4-8431-7c1f9b755ce9 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192229 Jan 28 20:28:22.763085 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d07d0bc-fca7-476a-875d-1ba48461000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.768786 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d07d0bc-fca7-476a-875d-1ba48461000c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:22.770094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7d07d0bc-fca7-476a-875d-1ba48461000c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b85b98b0-34c1-48fd-ba8e-862ab6812dbd HTTP/1.1" status: 204 len: 168 time: 0.4062412 Jan 28 20:28:22.783194 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4240310-0cb6-4e7e-a255-ca6a2a788b91 x-openstack-request-id: req-f4240310-0cb6-4e7e-a255-ca6a2a788b91 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:22.783533 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "name": "network-vif-plugged", "status": "completed", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:22.783813 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4240310-0cb6-4e7e-a255-ca6a2a788b91 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:22.784162 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'code': 200} Jan 28 20:28:22.785723 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07d0bc-fca7-476a-875d-1ba48461000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85b98b0-34c1-48fd-ba8e-862ab6812dbd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:23.215377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8276ba-6528-435d-964f-bccc91c30f06 req-db38d9ca-1e40-4129-803a-349f29bbe500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:23.218424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba8276ba-6528-435d-964f-bccc91c30f06 req-db38d9ca-1e40-4129-803a-349f29bbe500 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 1096 time: 0.2761831 Jan 28 20:28:23.243400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b10ec-75db-4f22-956c-a744a21ad507 req-0d24beae-4089-409e-9414-b85208673da1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:23.248003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b25b10ec-75db-4f22-956c-a744a21ad507 req-0d24beae-4089-409e-9414-b85208673da1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1739597 Jan 28 20:28:23.396260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b25b10ec-75db-4f22-956c-a744a21ad507 req-0d8d29cc-e2e2-4b13-ace6-97bffbdfbaab tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304777 Jan 28 20:28:23.418154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba8276ba-6528-435d-964f-bccc91c30f06 req-1beeafa3-e46f-44b6-97b8-687d206b62e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686380 Jan 28 20:28:23.988576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80511e60-b739-42eb-921c-2c53ed23a3cd req-30152eca-eab0-4de4-86b5-cbb3e4db9964 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:24.000810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80511e60-b739-42eb-921c-2c53ed23a3cd req-30152eca-eab0-4de4-86b5-cbb3e4db9964 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 945 time: 0.1525993 Jan 28 20:28:24.090750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80511e60-b739-42eb-921c-2c53ed23a3cd req-50fb3cb2-79c4-4852-8f06-b5cdf2d37c85 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880477 Jan 28 20:28:24.694619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7945-143b-43fa-98ac-2cc80776ed14 req-42d9f34a-996a-4e42-b7b0-6bf7d32175fe tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:24.701763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-516f7945-143b-43fa-98ac-2cc80776ed14 req-42d9f34a-996a-4e42-b7b0-6bf7d32175fe tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1607013 Jan 28 20:28:24.804005 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-516f7945-143b-43fa-98ac-2cc80776ed14 req-33f8a0af-2cec-4f21-85a4-aa1241c36380 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927384 Jan 28 20:28:25.426332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e2ff9-685f-4e24-9971-5b46dfd0db81 req-af96c935-622a-43a3-a384-6339b26b6f68 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:25.432559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-158e2ff9-685f-4e24-9971-5b46dfd0db81 req-af96c935-622a-43a3-a384-6339b26b6f68 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 945 time: 0.1369801 Jan 28 20:28:25.525840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-158e2ff9-685f-4e24-9971-5b46dfd0db81 req-a512d0e0-d2b4-417e-be88-f843126a2884 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854187 Jan 28 20:28:26.093712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843c4b5-8144-44d2-8798-53f642f8ec7d req-2fda9fc5-116a-4b65-87f1-06cd44457cd5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.105738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a843c4b5-8144-44d2-8798-53f642f8ec7d req-2fda9fc5-116a-4b65-87f1-06cd44457cd5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1519763 Jan 28 20:28:26.181247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a843c4b5-8144-44d2-8798-53f642f8ec7d req-9187b917-66f2-4f69-b821-22afd6cfaf62 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739279 Jan 28 20:28:26.925324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf73ad9-8902-4522-adff-3b52966b1d2a req-21e84b55-b51c-4b34-ba08-55f3506e1335 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.926981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdf73ad9-8902-4522-adff-3b52966b1d2a req-21e84b55-b51c-4b34-ba08-55f3506e1335 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 945 time: 0.0688558 Jan 28 20:28:26.983851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdf73ad9-8902-4522-adff-3b52966b1d2a req-bde5931d-b8ba-4181-bbf9-7aab3b55f6d9 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Jan 28 20:28:27.403911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e03d46-338e-4af7-94b5-77e2e68b1538 req-73ded55c-4150-4bc8-8320-356cc3066c89 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:27.419919 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19e03d46-338e-4af7-94b5-77e2e68b1538 req-73ded55c-4150-4bc8-8320-356cc3066c89 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1170621 Jan 28 20:28:27.488985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19e03d46-338e-4af7-94b5-77e2e68b1538 req-bee15c1b-e8a9-4e9d-a206-30f9bdae6d38 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657616 Jan 28 20:28:28.164836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea5c4a-b22c-4b2d-8996-cbd5aa1fd5b7 req-44535bce-7573-48c4-b9f9-1f2d3792b79a tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:28.174844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaea5c4a-b22c-4b2d-8996-cbd5aa1fd5b7 req-44535bce-7573-48c4-b9f9-1f2d3792b79a tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 945 time: 0.0876610 Jan 28 20:28:28.230185 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaea5c4a-b22c-4b2d-8996-cbd5aa1fd5b7 req-37d6e351-c393-4b1a-b1a2-0b435acf7680 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540454 Jan 28 20:28:28.727566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e105f-c645-481a-860d-3b60cb18ac2a req-a13772c0-ab17-4931-9dcf-17888debd2e2 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:28.736347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d04e105f-c645-481a-860d-3b60cb18ac2a req-a13772c0-ab17-4931-9dcf-17888debd2e2 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.0674622 Jan 28 20:28:28.806265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d04e105f-c645-481a-860d-3b60cb18ac2a req-e694e0df-cbb7-40a6-8859-61c089c539c3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686846 Jan 28 20:28:29.449946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd35072-2275-40fe-8aa5-0718430603c3 req-f33a70d4-1b18-483d-a01e-f8a05c41b0fe tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.451819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fd35072-2275-40fe-8aa5-0718430603c3 req-f33a70d4-1b18-483d-a01e-f8a05c41b0fe tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 945 time: 0.1204510 Jan 28 20:28:29.529980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fd35072-2275-40fe-8aa5-0718430603c3 req-4abd6f94-deab-4092-ab3a-78137a701669 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705872 Jan 28 20:28:29.563401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a5bcbf61-92ed-441c-8f0d-c895778eaa55 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:29.707093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:29.724105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'network_id': '1766f4e4-d811-498c-8d11-4d8273f64024', 'port_id': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'mac_address': 'fa:16:3e:0f:3b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93aafa58-1311-4434-a366-aab700eaf224', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:29.764582 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:29.781245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5bcbf61-92ed-441c-8f0d-c895778eaa55 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:29.821385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:29.827148 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:29.925448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:30.024081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a5bcbf61-92ed-441c-8f0d-c895778eaa55'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:30.153640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d51207-b561-4209-bb98-2d48544d1bf8 req-3cc37f81-324a-4db8-8171-87fa6dede82b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.154613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5d51207-b561-4209-bb98-2d48544d1bf8 req-3cc37f81-324a-4db8-8171-87fa6dede82b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1744554 Jan 28 20:28:30.365902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5d51207-b561-4209-bb98-2d48544d1bf8 req-3d0af1c2-dfb8-42bf-b3f3-60a02ee22ef2 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027111 Jan 28 20:28:30.729187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f2ce1-676b-4216-9a0b-ebcfe4e3b032 req-02f1baae-7618-4416-9a79-05266ee99578 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.730829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-393f2ce1-676b-4216-9a0b-ebcfe4e3b032 req-02f1baae-7618-4416-9a79-05266ee99578 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 944 time: 0.0745418 Jan 28 20:28:30.784830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-393f2ce1-676b-4216-9a0b-ebcfe4e3b032 req-a1ef336c-b21c-446d-944a-512cbc89fc78 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Jan 28 20:28:31.581562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a5bcbf61-92ed-441c-8f0d-c895778eaa55 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:31.689949 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port a5bcbf61-92ed-441c-8f0d-c895778eaa55 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:31.691193 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:31.698170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fa532-c6c0-4c38-8a90-aebc325b6222 req-cf9f5ebe-f249-4132-8da2-d4d906c7dce7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:31.717452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-465fa532-c6c0-4c38-8a90-aebc325b6222 req-cf9f5ebe-f249-4132-8da2-d4d906c7dce7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.2220438 Jan 28 20:28:31.869421 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:31.912708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:31.914893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:31.918565 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1290b0-fadc-42d5-a7ef-3107a2203564" -d '{"events": [{"server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "name": "network-vif-plugged", "status": "completed", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:31.923832 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:31.931762 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-465fa532-c6c0-4c38-8a90-aebc325b6222 req-4793a040-c2af-4cd4-947a-fa1027d0d412 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130773 Jan 28 20:28:32.023688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bae208-8f4d-40f2-a9a7-6781543d7b29 req-7eff1e04-d05f-4c08-83f5-67cb142bf815 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:32.033294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:32.034794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10bae208-8f4d-40f2-a9a7-6781543d7b29 req-7eff1e04-d05f-4c08-83f5-67cb142bf815 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 944 time: 0.3758786 Jan 28 20:28:32.075717 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf906c66-aaff-4854-ab8d-6d94a7b7dc3d x-openstack-request-id: req-cf906c66-aaff-4854-ab8d-6d94a7b7dc3d {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:32.076004 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "name": "network-vif-plugged", "status": "completed", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:32.076283 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf906c66-aaff-4854-ab8d-6d94a7b7dc3d {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:32.076684 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'code': 200} Jan 28 20:28:32.126858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10bae208-8f4d-40f2-a9a7-6781543d7b29 req-fb02d661-2a9a-4e7f-b796-dc8b64a7154b tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888531 Jan 28 20:28:32.527711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42086) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:33.008558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-2a58b518-30ad-4ebf-932f-af8a6b7a5cde tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:33.011164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-2a58b518-30ad-4ebf-932f-af8a6b7a5cde tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.13 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 945 time: 0.0845027 Jan 28 20:28:33.111687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42094) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:33.280992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01fad9-697b-4f1f-bbf9-5911da23b660 req-fdb8db41-1c76-428e-9821-d32d8a2c2286 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:33.282847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df01fad9-697b-4f1f-bbf9-5911da23b660 req-fdb8db41-1c76-428e-9821-d32d8a2c2286 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1636188 Jan 28 20:28:33.346008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Deleting port a5bcbf61-92ed-441c-8f0d-c895778eaa55 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:33.346732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:33.533300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:33.582504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a5bcbf61-92ed-441c-8f0d-c895778eaa55 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:33.712802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:33.757529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:33.772552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:33.846416 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:34.050091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df01fad9-697b-4f1f-bbf9-5911da23b660 req-249496a4-66fe-4e86-b40e-a553525e6d66 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7588837 Jan 28 20:28:34.052808 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c844e052-e051-457e-bc64-b4546386967c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:34.080450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:34.080695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520799b7-0146-47f5-a80c-4ba4aa025b4b req-cd55c8b1-77b0-4bbc-be8f-14c2966f33cd tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.082279 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e984f57-c4d1-4767-b665-3965c1c39dc1" -d '{"events": [{"server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:34.087067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-520799b7-0146-47f5-a80c-4ba4aa025b4b req-cd55c8b1-77b0-4bbc-be8f-14c2966f33cd tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 945 time: 0.7792394 Jan 28 20:28:34.152450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-5965f6b1-9372-4ec3-8a21-bed00a2bf313 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2133191 Jan 28 20:28:34.230512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-520799b7-0146-47f5-a80c-4ba4aa025b4b req-24299953-03f7-41d9-97f5-3af4dafc7b0c tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe11fe2e-3153-45e8-bebc-97838308c39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422684 Jan 28 20:28:34.234816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Deleting port af533010-ed49-4167-80ab-db145ddcf44e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:34.235532 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:34.270172 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c069f8f0-6c7a-43e2-bcc1-ed3e77b01ffe x-openstack-request-id: req-c069f8f0-6c7a-43e2-bcc1-ed3e77b01ffe {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:34.270523 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:34.270685 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c069f8f0-6c7a-43e2-bcc1-ed3e77b01ffe {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:34.271066 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'code': 200} Jan 28 20:28:34.315615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] For port a5bcbf61-92ed-441c-8f0d-c895778eaa55, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a5bcbf61-92ed-441c-8f0d-c895778eaa55,segment=NetworkSegment(24581f66-bfa1-4917-b954-bf2fd3cbefc3),segment_id=24581f66-bfa1-4917-b954-bf2fd3cbefc3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:34.316014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:34.349728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Calling delete_port for a5bcbf61-92ed-441c-8f0d-c895778eaa55 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:34.365974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-2bdf6da8-a635-4ca8-a70e-023398cb4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.367658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-2bdf6da8-a635-4ca8-a70e-023398cb4e46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 1098 time: 0.1326659 Jan 28 20:28:34.376688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] For port af533010-ed49-4167-80ab-db145ddcf44e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=af533010-ed49-4167-80ab-db145ddcf44e,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:34.377066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:34.406502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Calling delete_port for af533010-ed49-4167-80ab-db145ddcf44e owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:34.576265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c844e052-e051-457e-bc64-b4546386967c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:34.585114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c844e052-e051-457e-bc64-b4546386967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:34.630208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c844e052-e051-457e-bc64-b4546386967c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c7d4c840dff483eaa1290f1bd6fb163&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4376280 Jan 28 20:28:34.656984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42114) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:34.675316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-5d771d77-b53b-4862-9829-da9ebedf7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.678000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-5d771d77-b53b-4862-9829-da9ebedf7635 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.2365830 Jan 28 20:28:34.683390 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:34.685354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844e052-e051-457e-bc64-b4546386967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c1dad8-2430-44d9-a550-0c9716a435e5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:34.734342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Pushing event deleted for resources: {'Port': ['ID=af533010-ed49-4167-80ab-db145ddcf44e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:34.880940 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1918822-6c73-4e14-be6d-c929fc1a7bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:34.932624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:35.018527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-ae47e21f-76eb-46e9-a929-028e8eac759f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 200 len: 1002 time: 0.2762895 Jan 28 20:28:35.105010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-170e1ba0-64fc-4fca-84a2-946e28d12d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:35.106591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-170e1ba0-64fc-4fca-84a2-946e28d12d59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.0759468 Jan 28 20:28:35.114691 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1918822-6c73-4e14-be6d-c929fc1a7bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:35.144413 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:35.297018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Pushing event deleted for resources: {'Port': ['ID=a5bcbf61-92ed-441c-8f0d-c895778eaa55,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:35.338049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] No DVR routers for this DVR port a5bcbf61-92ed-441c-8f0d-c895778eaa55 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:35.347111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:35.347633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:35.351824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b87cbaf-126c-46ca-ba4b-59beea01d9db req-1e1086dd-3e31-418a-bc1e-bf10a01b8e18 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.13 "DELETE /v2.0/ports/a5bcbf61-92ed-441c-8f0d-c895778eaa55 HTTP/1.1" status: 204 len: 173 time: 2.3320282 Jan 28 20:28:35.354685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'name': 'network-vif-deleted', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:35.357126 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a738ad-6d12-4ba3-9125-c68561fcf883" -d '{"events": [{"server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "name": "network-vif-deleted", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:35.376600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd516fe-b874-4ea9-9916-2c74485aae6b req-e58d18f7-cdcc-40e1-88f4-432290d7c152 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:35.378172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dd516fe-b874-4ea9-9916-2c74485aae6b req-e58d18f7-cdcc-40e1-88f4-432290d7c152 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.2245197 Jan 28 20:28:35.380338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-0e5c9e66-7e20-4276-be50-aa3f888a49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:35.381870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-0e5c9e66-7e20-4276-be50-aa3f888a49e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2596323 Jan 28 20:28:35.510347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1918822-6c73-4e14-be6d-c929fc1a7bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:35.513426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1918822-6c73-4e14-be6d-c929fc1a7bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:35.517818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e1918822-6c73-4e14-be6d-c929fc1a7bc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46c1dad8-2430-44d9-a550-0c9716a435e5 HTTP/1.1" status: 204 len: 168 time: 0.8596311 Jan 28 20:28:35.520306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17062bbf-f4dc-491f-a82a-667eb6594850 req-c65e41c9-8892-4db7-ae0f-c2ba0953f654 tempest-ImagesTestJSON-1158546004 tempest-ImagesTestJSON-1158546004-project] 10.222.0.44 "GET /v2.0/ports?device_id=12706786-049c-463f-b64b-b5a43c4f4fef HTTP/1.1" status: 200 len: 210 time: 0.0566432 Jan 28 20:28:35.534008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:35.541568 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c77ad9a9-e122-4fb6-a60d-2c0b6c18a314 admin admin] 10.222.0.44 "PUT /v2.0/routers/abb07ad7-dac6-42c1-9fa8-adfd83b183e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0117700 Jan 28 20:28:35.548774 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] Sync routers for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:35.562905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42142) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:35.564790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dd516fe-b874-4ea9-9916-2c74485aae6b req-96eda5b7-493d-4df8-b108-03d3f6ff76c6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759739 Jan 28 20:28:35.572028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1918822-6c73-4e14-be6d-c929fc1a7bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c1dad8-2430-44d9-a550-0c9716a435e5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:35.572909 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:35.584752 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:28:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:35.654463 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696cc2db-7d9c-4429-830d-c9f97d0712cf x-openstack-request-id: req-696cc2db-7d9c-4429-830d-c9f97d0712cf {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:35.654991 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12706786-049c-463f-b64b-b5a43c4f4fef", "name": "network-vif-deleted", "tag": "a5bcbf61-92ed-441c-8f0d-c895778eaa55", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:35.655415 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-696cc2db-7d9c-4429-830d-c9f97d0712cf {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:35.655982 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12706786-049c-463f-b64b-b5a43c4f4fef', 'name': 'network-vif-deleted', 'tag': 'a5bcbf61-92ed-441c-8f0d-c895778eaa55', 'status': 'completed', 'code': 200} Jan 28 20:28:35.658468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-c810acd0-1a29-44fd-b28f-1fd605b28f75 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583969 Jan 28 20:28:35.752088 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:35.834179 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:35.855452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b878424-f92f-43c7-9d7a-813ca9d0485c req-02577a3a-be63-4201-bd21-0b0524987fb9 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810391 Jan 28 20:28:36.186710 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:28:34Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:36.274445 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] Checking router: abb07ad7-dac6-42c1-9fa8-adfd83b183e8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:36.295467 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] Routers {'abb07ad7-dac6-42c1-9fa8-adfd83b183e8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:36.297210 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:28:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:36.449856 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] Set router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:36.621491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:36.708468 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:28:34Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:36.751044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Deleting port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:36.752011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:36.806258 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e340f9-0528-4721-908c-8864dacf7bb1 None None] The sync data for ids ['abb07ad7-dac6-42c1-9fa8-adfd83b183e8'] in n-d-825064-3 is: [{'id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'name': 'tempest-TaggedBootDevicesTest-1596940035-router', 'tenant_id': '1aefb1f7410d451eac118b095331837a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:08Z', 'updated_at': '2022-01-28T20:28:34Z', 'revision_number': 5, 'project_id': '1aefb1f7410d451eac118b095331837a', 'gw_port': {'id': '564f1c2b-1e0b-4dea-baec-ade2dcff5dfc', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:72:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb07ad7-dac6-42c1-9fa8-adfd83b183e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:21:10Z', 'updated_at': '2022-01-28T20:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:36.906372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] For port 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=564f1c2b-1e0b-4dea-baec-ade2dcff5dfc,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:36.907799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:36.923269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Calling delete_port for 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:36.963607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f374fe-4308-4ac4-adee-a258f8456abb req-e09be19f-caa8-4ef3-bf2c-71522a0cf012 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:36.966061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89f374fe-4308-4ac4-adee-a258f8456abb req-e09be19f-caa8-4ef3-bf2c-71522a0cf012 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1434524 Jan 28 20:28:37.005263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8668-8202-4a39-ade0-e01c738618d2 req-18620cd1-83e0-49cf-8126-ae9189ebbdc9 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:37.007673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-034c8668-8202-4a39-ade0-e01c738618d2 req-18620cd1-83e0-49cf-8126-ae9189ebbdc9 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 950 time: 0.1261911 Jan 28 20:28:37.041269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89f374fe-4308-4ac4-adee-a258f8456abb req-69ad2eee-ba04-49d9-a03f-606c2a4d1d15 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669184 Jan 28 20:28:37.087616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-034c8668-8202-4a39-ade0-e01c738618d2 req-cf198f16-d5ce-4608-a27f-ef8e56455f5a tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612695 Jan 28 20:28:37.165932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.224883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Pushing event deleted for resources: {'Port': ['ID=564f1c2b-1e0b-4dea-baec-ade2dcff5dfc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:37.334676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.487147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.491282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.560913 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.562986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb07ad7-dac6-42c1-9fa8-adfd83b183e8 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:28:37.577759 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.578974 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3bb29132-ede4-400b-8bdd-d7ccc425a54a admin admin] 10.222.0.44 "DELETE /v2.0/routers/abb07ad7-dac6-42c1-9fa8-adfd83b183e8 HTTP/1.1" status: 204 len: 168 time: 2.0140920 Jan 28 20:28:37.583279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42282) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:37.596316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42284) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:37.705485 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-35347ef0-e11a-4835-b47d-81dabf3b7c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.747683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf0baef-0cd5-42e4-8218-12a1a86b8c5c admin admin] Deleting subnet 1e5bedbc-af42-49bb-a79f-6ef63971f178 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:28:37.751857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cf0baef-0cd5-42e4-8218-12a1a86b8c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.781648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f760a1df-e56f-42b2-b99a-17a366095c5a admin admin] Deleting subnet 93aafa58-1311-4434-a366-aab700eaf224 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:28:37.793892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f760a1df-e56f-42b2-b99a-17a366095c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.856954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cf0baef-0cd5-42e4-8218-12a1a86b8c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.895602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f760a1df-e56f-42b2-b99a-17a366095c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:37.976595 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f760a1df-e56f-42b2-b99a-17a366095c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.129803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f760a1df-e56f-42b2-b99a-17a366095c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.200107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760a1df-e56f-42b2-b99a-17a366095c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93aafa58-1311-4434-a366-aab700eaf224,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:38.202593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f760a1df-e56f-42b2-b99a-17a366095c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.208412 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f760a1df-e56f-42b2-b99a-17a366095c5a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/93aafa58-1311-4434-a366-aab700eaf224 HTTP/1.1" status: 204 len: 168 time: 0.6106350 Jan 28 20:28:38.211238 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cf0baef-0cd5-42e4-8218-12a1a86b8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.216200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42324) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:38.302109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fb78c-1508-4807-a5ad-ef6a63d1c5a2 req-8bd091a9-c6e8-4d07-b027-e994cecfbeec tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:38.334759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-153fb78c-1508-4807-a5ad-ef6a63d1c5a2 req-8bd091a9-c6e8-4d07-b027-e994cecfbeec tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1578920 Jan 28 20:28:38.377867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device af533010-ed49-4167-80ab-db145ddcf44e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:38.424560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-153fb78c-1508-4807-a5ad-ef6a63d1c5a2 req-d20c04e6-ec69-4920-b9d7-34be39f84680 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834508 Jan 28 20:28:38.433014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: af533010-ed49-4167-80ab-db145ddcf44e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:38.433596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device af533010-ed49-4167-80ab-db145ddcf44e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:38.434160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:38.469927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:38.470442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 564f1c2b-1e0b-4dea-baec-ade2dcff5dfc not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:38.475514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.509208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cf0baef-0cd5-42e4-8218-12a1a86b8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.602500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cf0baef-0cd5-42e4-8218-12a1a86b8c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.607978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502748df-8d8d-4479-88b4-ea04c90bf725 None None] Network 96031065-7361-49f5-b7d0-d7404da90120 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:38.608401 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0cf0baef-0cd5-42e4-8218-12a1a86b8c5c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1e5bedbc-af42-49bb-a79f-6ef63971f178 HTTP/1.1" status: 204 len: 168 time: 1.0236235 Jan 28 20:28:38.612586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42366) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:38.619869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0baef-0cd5-42e4-8218-12a1a86b8c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5bedbc-af42-49bb-a79f-6ef63971f178,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:38.742575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.746205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.767928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cd469-3ecb-4629-a92a-c3d22c52ea0d req-a9abc60a-6533-4cb0-849c-4fab1b3bcd0c tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:38.769542 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad0cd469-3ecb-4629-a92a-c3d22c52ea0d req-a9abc60a-6533-4cb0-849c-4fab1b3bcd0c tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 950 time: 0.1314652 Jan 28 20:28:38.796789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1766f4e4-d811-498c-8d11-4d8273f64024']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:38.815466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24581f66-bfa1-4917-b954-bf2fd3cbefc3') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:38.816107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24581f66-bfa1-4917-b954-bf2fd3cbefc3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:38.844624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.851217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad0cd469-3ecb-4629-a92a-c3d22c52ea0d req-b347fff2-391c-4ae3-8493-f66298d9c65d tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539348 Jan 28 20:28:38.855499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Deleting port bd3146e3-c052-4709-be15-5e1d8814ce19 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:38.855847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.877071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] DHCP port deletion for 96031065-7361-49f5-b7d0-d7404da90120 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:28:38.900232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.921534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:28:38.923250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:28:38.926419 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:28:38.940704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] For port bd3146e3-c052-4709-be15-5e1d8814ce19, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bd3146e3-c052-4709-be15-5e1d8814ce19,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:38.940944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.955314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] Deleting port bd3146e3-c052-4709-be15-5e1d8814ce19 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:38.956587 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:38.958378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Calling delete_port for bd3146e3-c052-4709-be15-5e1d8814ce19 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:39.027370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.041049 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.049050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1766f4e4-d811-498c-8d11-4d8273f64024 HTTP/1.1" status: 204 len: 168 time: 0.8300252 Jan 28 20:28:39.080924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eb44b-0f46-49ab-b272-4227678a8032 admin admin] Pushing event deleted for resources: {'Network': ['ID=1766f4e4-d811-498c-8d11-4d8273f64024,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:39.082754 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.149836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3146e3-c052-4709-be15-5e1d8814ce19,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:39.154186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] No DVR routers for this DVR port bd3146e3-c052-4709-be15-5e1d8814ce19 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:39.289768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] For port bd3146e3-c052-4709-be15-5e1d8814ce19, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bd3146e3-c052-4709-be15-5e1d8814ce19,segment=NetworkSegment(8196721b-5f22-4d80-a77d-76a08fce20c9),segment_id=8196721b-5f22-4d80-a77d-76a08fce20c9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:39.289768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.310828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] Calling delete_port for bd3146e3-c052-4709-be15-5e1d8814ce19 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:39.326139 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.357370 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:28:39.380989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96031065-7361-49f5-b7d0-d7404da90120']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:39.409380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8196721b-5f22-4d80-a77d-76a08fce20c9') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:39.410186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8196721b-5f22-4d80-a77d-76a08fce20c9') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:39.429255 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.431015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42380) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:39.447818 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.454202 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.468541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:28:39.469446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:28:39.474270 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:28:39.486348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] No DVR routers for this DVR port bd3146e3-c052-4709-be15-5e1d8814ce19 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:39.490606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685aa3a2-8016-4bf7-a73e-74b693742707 None None] Pushing event deleted for resources: {'Port': ['ID=bd3146e3-c052-4709-be15-5e1d8814ce19,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:39.583759 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-811c024f-5004-45ab-96c5-3927398ba8c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e51ea7dd7784887b83d105d53acba58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496401 Jan 28 20:28:39.585102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42388) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:39.613721 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.644675 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.649652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] 10.222.0.44 "DELETE /v2.0/networks/96031065-7361-49f5-b7d0-d7404da90120 HTTP/1.1" status: 204 len: 168 time: 1.0354984 Jan 28 20:28:39.656476 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42392) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:39.665103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179af573-3a46-4b2a-b173-83cd00536dca admin admin] Pushing event deleted for resources: {'Network': ['ID=96031065-7361-49f5-b7d0-d7404da90120,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:39.688507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19787f6-82a4-473d-b81a-d8c81a21e0a0 req-e8949c86-d009-422c-ad75-58f4f3d982ee tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:39.691829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b19787f6-82a4-473d-b81a-d8c81a21e0a0 req-e8949c86-d009-422c-ad75-58f4f3d982ee tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1043675 Jan 28 20:28:39.724603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b5175b-48c4-48f5-8d14-3bbfa48281b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.761002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b19787f6-82a4-473d-b81a-d8c81a21e0a0 req-786089eb-ebab-475e-a9ae-efa39d31f522 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547557 Jan 28 20:28:39.773600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b5175b-48c4-48f5-8d14-3bbfa48281b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.973074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b5175b-48c4-48f5-8d14-3bbfa48281b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.978334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b5175b-48c4-48f5-8d14-3bbfa48281b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:39.984353 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-04b5175b-48c4-48f5-8d14-3bbfa48281b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe11fe2e-3153-45e8-bebc-97838308c39c HTTP/1.1" status: 204 len: 168 time: 0.3936257 Jan 28 20:28:40.013461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5175b-48c4-48f5-8d14-3bbfa48281b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe11fe2e-3153-45e8-bebc-97838308c39c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:40.064043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b24b89-f3a1-452a-8902-4c772a5a8fc7 req-f8761d35-e5a8-42d4-b2a5-73a4f9a44b10 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:40.065731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96b24b89-f3a1-452a-8902-4c772a5a8fc7 req-f8761d35-e5a8-42d4-b2a5-73a4f9a44b10 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 950 time: 0.0781314 Jan 28 20:28:40.147208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96b24b89-f3a1-452a-8902-4c772a5a8fc7 req-2831293d-8ab4-491d-9ef0-5ecf7052b406 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d266d79-e314-486f-8353-eca98e5be899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680914 Jan 28 20:28:40.158748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-900e75ae-03f8-4fe1-95c6-61a3aee2fd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:40.214142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bd3146e3-c052-4709-be15-5e1d8814ce19 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:40.248622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: bd3146e3-c052-4709-be15-5e1d8814ce19 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:40.248966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bd3146e3-c052-4709-be15-5e1d8814ce19 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:40.431538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:40.488280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-0c6d2a95-1ffc-4f67-b718-b0bd73e76194 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:40.490995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-0c6d2a95-1ffc-4f67-b718-b0bd73e76194 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 950 time: 0.1136386 Jan 28 20:28:40.664715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Deleting port 2dd809df-b2b5-46a6-b91c-ce6f06120cad {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:40.665250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:40.822185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] For port 2dd809df-b2b5-46a6-b91c-ce6f06120cad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2dd809df-b2b5-46a6-b91c-ce6f06120cad,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:40.822872 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:40.844255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Calling delete_port for 2dd809df-b2b5-46a6-b91c-ce6f06120cad owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:40.913492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Deleting port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:40.915268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:41.058902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d158-4949-4567-b1e4-639fddbaa84c req-7b29464f-6f90-42fd-a73a-03f30a22dad6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:41.060109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] For port 6514c6fc-3f64-4b6c-9d34-82aefd6c5945, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,segment=NetworkSegment(af3c1610-e256-43f4-9dd5-cf3423cef0f7),segment_id=af3c1610-e256-43f4-9dd5-cf3423cef0f7)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:41.060499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76b4d158-4949-4567-b1e4-639fddbaa84c req-7b29464f-6f90-42fd-a73a-03f30a22dad6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1450796 Jan 28 20:28:41.060657 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:41.085737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Calling delete_port for 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:41.152533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76b4d158-4949-4567-b1e4-639fddbaa84c req-79defe09-f198-4537-822e-2d83aa126d5f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752089 Jan 28 20:28:41.206080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:41.297309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Pushing event deleted for resources: {'Port': ['ID=2dd809df-b2b5-46a6-b91c-ce6f06120cad,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:41.432784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:41.468160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] No DVR routers for this DVR port 2dd809df-b2b5-46a6-b91c-ce6f06120cad on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:41.473506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:41.485384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93f54f5d-8e0e-4abc-81d8-7b1adfcb137d req-056d24ba-7e6d-4cb3-9ff3-f4140dce09e3 tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea06ccc8-2e12-4898-aa4c-a066cf621664 HTTP/1.1" status: 200 len: 210 time: 0.1775591 Jan 28 20:28:41.490853 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:41.511830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c356a73-2b54-4218-a7fe-c2b640d901c0 req-17de86ff-e417-4cc1-b205-29fb14c8ffdd tempest-ImagesOneServerTestJSON-198547008 tempest-ImagesOneServerTestJSON-198547008-project] 10.222.0.13 "DELETE /v2.0/ports/2dd809df-b2b5-46a6-b91c-ce6f06120cad HTTP/1.1" status: 204 len: 173 time: 1.0019686 Jan 28 20:28:41.511830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-deleted', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:41.511830 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44008a6e-954f-4991-975d-cf60ec5bd065" -d '{"events": [{"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-deleted", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:41.554894 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:41.567073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:41.568463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Pushing event deleted for resources: {'Port': ['ID=6514c6fc-3f64-4b6c-9d34-82aefd6c5945,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:41.628124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 2dd809df-b2b5-46a6-b91c-ce6f06120cad {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:41.631327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:41.634249 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191fe2d-2976-45cc-a5be-fcae71bf6939 x-openstack-request-id: req-b191fe2d-2976-45cc-a5be-fcae71bf6939 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:41.634714 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea06ccc8-2e12-4898-aa4c-a066cf621664", "name": "network-vif-deleted", "tag": "2dd809df-b2b5-46a6-b91c-ce6f06120cad", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:41.640109 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b191fe2d-2976-45cc-a5be-fcae71bf6939 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:41.640879 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea06ccc8-2e12-4898-aa4c-a066cf621664', 'name': 'network-vif-deleted', 'tag': '2dd809df-b2b5-46a6-b91c-ce6f06120cad', 'status': 'completed', 'code': 200} Jan 28 20:28:41.732444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-831646912-network', 'tenant_id': '07f4844b89f64a58bd065cb8d60640c9'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:41.859626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Made reservation on behalf of 07f4844b89f64a58bd065cb8d60640c9 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:41.862525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:41.919462 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:41.989533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:42.405251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:42.412363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f21c25-8eaa-4128-b467-2807ae2916b8 req-596f7b71-1d7e-4065-8190-8cae901fd2e5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:42.412738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:42.416592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26f21c25-8eaa-4128-b467-2807ae2916b8 req-596f7b71-1d7e-4065-8190-8cae901fd2e5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1242042 Jan 28 20:28:42.492485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:28:42.497039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26f21c25-8eaa-4128-b467-2807ae2916b8 req-4f7d4f65-c682-4438-8c53-8515fefb6cf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733893 Jan 28 20:28:42.519747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9600baad-9131-4934-af56-99d5a82e4794,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:42.525628 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:42.526056 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Added segment 4931cac1-8520-40d4-ae1c-d9464468ed25 of type vlan for network fd016d92-c233-452c-b954-b11a7085b2f8 Jan 28 20:28:42.574817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:42.589259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:42.672428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:42.673944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:42.674380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:42.756222 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3224669 Jan 28 20:28:42.758982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42450) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:42.770319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Request body: {'subnet': {'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-831646912-subnet', 'tenant_id': '07f4844b89f64a58bd065cb8d60640c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:42.829567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d71be-56f6-4252-8787-6132255c49ef admin admin] Pushing event updated for resources: {'Network': ['ID=fd016d92-c233-452c-b954-b11a7085b2f8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:42.845720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:42.860600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network fd016d92-c233-452c-b954-b11a7085b2f8 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:28:42.861988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-40909967-d05f-413a-b021-aa259e3b109c admin admin] 10.222.0.44 "PUT /v2.0/routers/b87e3418-68ca-4dc2-86aa-427fe6fc9e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1982164 Jan 28 20:28:42.863027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42452) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:42.874433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] Sync routers for ids ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:42.874701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Made reservation on behalf of 07f4844b89f64a58bd065cb8d60640c9 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:42.882325 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:42.988843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42454) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:43.005619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.218368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.243708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] Routers {'b87e3418-68ca-4dc2-86aa-427fe6fc9e76'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:43.244603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:28:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:43.253057 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.314774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.324994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Deleting port b6a16d2f-75ac-483d-9097-f61647423465 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:43.325643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.460597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] Set router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:43.465803 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.479278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b1f1c796-a2d7-4892-b96d-781c7f978e5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fa94fd105ef42ceb892afac1fa33fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794836 Jan 28 20:28:43.480279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] For port b6a16d2f-75ac-483d-9097-f61647423465, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b6a16d2f-75ac-483d-9097-f61647423465,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:43.480908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.491654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42460) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:43.536715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Calling delete_port for b6a16d2f-75ac-483d-9097-f61647423465 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:43.546321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d13da3-65a1-4210-acd8-1dc6cf545409,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:43.557372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Checking segment: {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:28:43.557742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Network hostable DHCP agents. Network: fd016d92-c233-452c-b954-b11a7085b2f8, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:28:43.582174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Network fd016d92-c233-452c-b954-b11a7085b2f8 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:28:43.613126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, fd016d92-c233-452c-b954-b11a7085b2f8) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:43.622027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:43.622027 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.645216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2124d-19f7-4313-b01f-41ee0e944972 None None] Network fd016d92-c233-452c-b954-b11a7085b2f8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:43.651504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:28:43Z', 'revision_number': 6, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:43.732418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] Checking router: b87e3418-68ca-4dc2-86aa-427fe6fc9e76 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:43.746533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5fb508ae-0ced-421d-bdee-f3eb78532ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.772699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3e2beb86-d594-4589-9bda-1f79a90eba21 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0095477 Jan 28 20:28:43.821221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] Routers {'b87e3418-68ca-4dc2-86aa-427fe6fc9e76'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:43.824540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:28:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:43.833438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb1135-7609-4fc5-b5fe-1a702b9ce200 req-c9d297a8-5b31-48ff-8be3-767f4df8b406 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:43.834985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5fb508ae-0ced-421d-bdee-f3eb78532ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.837959 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37eb1135-7609-4fc5-b5fe-1a702b9ce200 req-c9d297a8-5b31-48ff-8be3-767f4df8b406 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1818907 Jan 28 20:28:43.949214 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37eb1135-7609-4fc5-b5fe-1a702b9ce200 req-6284f8b7-fec8-4cc4-857c-f03b35db9a05 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925059 Jan 28 20:28:43.970659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5fb508ae-0ced-421d-bdee-f3eb78532ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.973971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5fb508ae-0ced-421d-bdee-f3eb78532ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:43.991920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5fb508ae-0ced-421d-bdee-f3eb78532ce8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d266d79-e314-486f-8353-eca98e5be899 HTTP/1.1" status: 204 len: 168 time: 0.4861584 Jan 28 20:28:44.005421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] Set router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:44.050453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb508ae-0ced-421d-bdee-f3eb78532ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d266d79-e314-486f-8353-eca98e5be899,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:44.075871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:28:43Z', 'revision_number': 6, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:44.092394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:44.127888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea8690-8f22-4645-b09e-2a3562fb8f39 None None] The sync data for ids ['b87e3418-68ca-4dc2-86aa-427fe6fc9e76'] in n-d-825064-3 is: [{'id': 'b87e3418-68ca-4dc2-86aa-427fe6fc9e76', 'name': 'tempest-TaggedBootDevicesTest-480042196-router', 'tenant_id': '361d77664dd146fab74d3e6d1d0489b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:21:31Z', 'updated_at': '2022-01-28T20:28:43Z', 'revision_number': 6, 'project_id': '361d77664dd146fab74d3e6d1d0489b7', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:44.229212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a16d2f-75ac-483d-9097-f61647423465,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:44.240045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb4229-1d17-46ce-aaaf-1e044604e051 None None] Network fd016d92-c233-452c-b954-b11a7085b2f8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:44.343423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:44.785086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-9997a090-432f-450d-9f94-b5bbe22949b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1334221 Jan 28 20:28:44.921580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:44.923853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:44.983524 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.001113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b87e3418-68ca-4dc2-86aa-427fe6fc9e76 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:28:45.033198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.033198 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e832cb15-d8c2-4a69-a740-fea712ad027a admin admin] 10.222.0.44 "DELETE /v2.0/routers/b87e3418-68ca-4dc2-86aa-427fe6fc9e76 HTTP/1.1" status: 204 len: 168 time: 2.1652617 Jan 28 20:28:45.034335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42502) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:45.066534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-f8e01351-8887-4458-a2e2-af8d2ea2ce3a tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.075259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-f8e01351-8887-4458-a2e2-af8d2ea2ce3a tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 821 time: 0.2624311 Jan 28 20:28:45.084408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-0ef59f83-4eb1-419a-84b2-972740bad779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.085977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-0ef59f83-4eb1-419a-84b2-972740bad779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.086718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-0ef59f83-4eb1-419a-84b2-972740bad779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.087353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-0ef59f83-4eb1-419a-84b2-972740bad779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.087975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-0ef59f83-4eb1-419a-84b2-972740bad779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.088867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-0ef59f83-4eb1-419a-84b2-972740bad779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.089499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-0ef59f83-4eb1-419a-84b2-972740bad779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.092068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-0ef59f83-4eb1-419a-84b2-972740bad779 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2b19b785ec04679b96e101bd2df9756&device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 6501 time: 0.2652357 Jan 28 20:28:45.112531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-b8412a7e-2277-4741-ae76-daec025ee232 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/quotas/07f4844b89f64a58bd065cb8d60640c9 HTTP/1.1" status: 200 len: 375 time: 0.0359941 Jan 28 20:28:45.175847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b03508-85f8-498c-813f-55b03240b773 admin admin] Deleting subnet fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:28:45.179775 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53b03508-85f8-498c-813f-55b03240b773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.259547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53b03508-85f8-498c-813f-55b03240b773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.341400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-8291dec4-bd86-45cb-98db-2376b1043be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.342070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-8291dec4-bd86-45cb-98db-2376b1043be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.342871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-8291dec4-bd86-45cb-98db-2376b1043be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.344171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-8291dec4-bd86-45cb-98db-2376b1043be0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&id=54f24d87-c2ab-4877-8f9f-712bb1a41597&id=54f24d87-c2ab-4877-8f9f-712bb1a41597 HTTP/1.1" status: 200 len: 2296 time: 0.2063706 Jan 28 20:28:45.346087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-51ff1e03-046e-4dfb-a98a-4f78219a6ea7 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2320783 Jan 28 20:28:45.371944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42510) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:45.497050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999c57c-2f22-4cd5-bc04-c1af74057a00 req-b8126253-1cdd-42a6-b9b1-0e0c15a59364 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.499404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53b03508-85f8-498c-813f-55b03240b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.505789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3999c57c-2f22-4cd5-bc04-c1af74057a00 req-b8126253-1cdd-42a6-b9b1-0e0c15a59364 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.3665261 Jan 28 20:28:45.521962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-a1b5cb9f-56d7-4523-9788-96bc34ee1570 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 HTTP/1.1" status: 200 len: 1000 time: 0.1413562 Jan 28 20:28:45.595514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:45.619692 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53b03508-85f8-498c-813f-55b03240b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.690358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b03508-85f8-498c-813f-55b03240b773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:45.699386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 2dd809df-b2b5-46a6-b91c-ce6f06120cad {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:45.699791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2dd809df-b2b5-46a6-b91c-ce6f06120cad not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:45.704429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4b5e4-eca5-4a75-b8f0-b99d2cba64f3 None None] Network 451258cc-b5c7-48c8-be13-8a82957254b6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:45.704688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53b03508-85f8-498c-813f-55b03240b773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.720495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-53b03508-85f8-498c-813f-55b03240b773 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fdb75e5a-e3d9-47f4-88bb-0083ac02fbb3 HTTP/1.1" status: 204 len: 168 time: 0.6825416 Jan 28 20:28:45.723969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42518) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:45.733000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3999c57c-2f22-4cd5-bc04-c1af74057a00 req-4c0a5d09-251c-49f6-84f1-59cdf1e20299 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226460 Jan 28 20:28:45.763736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-4d008001-d55b-4d39-82f1-3782a1ab3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.765640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-4d008001-d55b-4d39-82f1-3782a1ab3edb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8d764b-80f9-4ec9-aaf9-6c31551627c6 HTTP/1.1" status: 200 len: 855 time: 0.2336481 Jan 28 20:28:45.849401 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.860106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-456204044-network', 'tenant_id': 'e0b2d582e1f24647b45ab428803a6c52'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:45.938142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Made reservation on behalf of e0b2d582e1f24647b45ab428803a6c52 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:45.943015 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:45.956810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.010957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Deleting port bf47d62b-758d-482e-9344-934611ee6ba7 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:46.011286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.026399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-bfe29842-40d2-4ad5-81cb-436f286eecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:46.028800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-bfe29842-40d2-4ad5-81cb-436f286eecd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483204 Jan 28 20:28:46.075980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-841ce00b-310c-4ee9-858d-8b30c94bdeff service neutron] 10.222.0.44 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746459 Jan 28 20:28:46.090526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] DHCP port deletion for 451258cc-b5c7-48c8-be13-8a82957254b6 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:28:46.212770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] Deleting port bf47d62b-758d-482e-9344-934611ee6ba7 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:46.213161 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.243394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] For port bf47d62b-758d-482e-9344-934611ee6ba7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bf47d62b-758d-482e-9344-934611ee6ba7,segment=NetworkSegment(af3c1610-e256-43f4-9dd5-cf3423cef0f7),segment_id=af3c1610-e256-43f4-9dd5-cf3423cef0f7)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:46.245494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.252137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:46.294049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Calling delete_port for bf47d62b-758d-482e-9344-934611ee6ba7 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:46.314060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:46.314866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6514c6fc-3f64-4b6c-9d34-82aefd6c5945 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:46.315734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b6a16d2f-75ac-483d-9097-f61647423465 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:46.348995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b6a16d2f-75ac-483d-9097-f61647423465 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:46.349715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b6a16d2f-75ac-483d-9097-f61647423465 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:46.350825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bf47d62b-758d-482e-9344-934611ee6ba7 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:46.458551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.466705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] For port bf47d62b-758d-482e-9344-934611ee6ba7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bf47d62b-758d-482e-9344-934611ee6ba7,segment=NetworkSegment(af3c1610-e256-43f4-9dd5-cf3423cef0f7),segment_id=af3c1610-e256-43f4-9dd5-cf3423cef0f7)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:46.468028 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.468220 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.522912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] Calling delete_port for bf47d62b-758d-482e-9344-934611ee6ba7 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:46.525097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:28:46.573343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89815954-ca09-46d4-a6c2-a19338607dba,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:46.592423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-e9a5c1d4-33cf-42dc-80f3-922256872e7e service neutron] 10.222.0.13 "GET /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556443 Jan 28 20:28:46.596805 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.597312 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Added segment 3f9cbcb0-62ac-4e59-803e-61ac157392fc of type vlan for network a907b087-eed3-4d2f-b706-7cc3e91cc65d Jan 28 20:28:46.607673 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.630063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-b1d69f4f-63ac-4968-b425-85c6e99d5a09 service neutron] 10.222.0.44 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523388 Jan 28 20:28:46.685513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No active binding found for port bf47d62b-758d-482e-9344-934611ee6ba7 {{(pid=102308) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 20:28:46.686253 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bf47d62b-758d-482e-9344-934611ee6ba7 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:46.715348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf47d62b-758d-482e-9344-934611ee6ba7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:46.719546 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] No DVR routers for this DVR port bf47d62b-758d-482e-9344-934611ee6ba7 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:46.722119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.785160 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.816110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.817053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:46.817631 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.841327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:46.904487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] Pushing event deleted for resources: {'Port': ['ID=bf47d62b-758d-482e-9344-934611ee6ba7,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:46.925718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcce2b-6e59-4039-a6d9-6434b9c99081 None None] No DVR routers for this DVR port bf47d62b-758d-482e-9344-934611ee6ba7 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:46.957115 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5840366 Jan 28 20:28:46.979815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-9f606d4a-586a-41e7-b6a2-8e256f55bfff service neutron] 10.222.0.13 "GET /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437989 Jan 28 20:28:46.980327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42534) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:46.988903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Request body: {'subnet': {'network_id': 'a907b087-eed3-4d2f-b706-7cc3e91cc65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-456204044-subnet', 'tenant_id': 'e0b2d582e1f24647b45ab428803a6c52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:47.006054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451258cc-b5c7-48c8-be13-8a82957254b6']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:47.019235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c74ab-a8f1-4c53-ae62-b2a14d8359d5 admin admin] Pushing event updated for resources: {'Network': ['ID=a907b087-eed3-4d2f-b706-7cc3e91cc65d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:47.033558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a907b087-eed3-4d2f-b706-7cc3e91cc65d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:28:47.046436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3c1610-e256-43f4-9dd5-cf3423cef0f7') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:47.046765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3c1610-e256-43f4-9dd5-cf3423cef0f7') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:47.092158 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.124545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.144224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:28:47.145330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:28:47.154159 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:28:47.207245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-009c2df6-b7f9-44f1-b566-17c13088bede service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ed5a4240-7eb5-492b-a362-466caea382c6 HTTP/1.1" status: 200 len: 217 time: 0.2133951 Jan 28 20:28:47.234441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d810cb0-6416-4172-8ae3-0b42afb16728 req-e8043c41-59d0-4610-9133-3971abe03393 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 210 time: 0.1386998 Jan 28 20:28:47.243184 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.271338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.280012 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] 10.222.0.44 "DELETE /v2.0/networks/451258cc-b5c7-48c8-be13-8a82957254b6 HTTP/1.1" status: 204 len: 168 time: 1.5508192 Jan 28 20:28:47.286504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-6960bf5b-687c-4c3b-8447-33d78ca35441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:47.288857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-6960bf5b-687c-4c3b-8447-33d78ca35441 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 200 len: 797 time: 0.0579979 Jan 28 20:28:47.330128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c1762-1919-4439-ac0c-dac1f558388e admin admin] Pushing event deleted for resources: {'Network': ['ID=451258cc-b5c7-48c8-be13-8a82957254b6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:47.332847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Made reservation on behalf of e0b2d582e1f24647b45ab428803a6c52 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:47.341967 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.435470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d85f26-dfa8-47f7-abe3-59925645b9da req-37d791ab-5498-485f-8f1a-07cc2ab49e01 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:47.437478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03d85f26-dfa8-47f7-abe3-59925645b9da req-37d791ab-5498-485f-8f1a-07cc2ab49e01 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.4447856 Jan 28 20:28:47.510671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-70e7f75e-d97c-4b9f-9c9a-13c7bfca32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:47.512398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-70e7f75e-d97c-4b9f-9c9a-13c7bfca32a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2135022 Jan 28 20:28:47.523522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03d85f26-dfa8-47f7-abe3-59925645b9da req-cc97ed6a-fe0f-4d8d-ad88-290fa789391a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634573 Jan 28 20:28:47.548760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42544) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:47.628415 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-27c8ac8c-6c1d-48c0-99a5-605b4c1a3a56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1aefb1f7410d451eac118b095331837a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777555 Jan 28 20:28:47.629996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42546) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:47.700668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79efd317-2899-40a5-be23-cecd8bdd3223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.713860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-051e41fd-17da-47b5-a496-6518cb332c3e service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872091 Jan 28 20:28:47.741821 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79efd317-2899-40a5-be23-cecd8bdd3223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.749261 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.839940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79efd317-2899-40a5-be23-cecd8bdd3223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.846666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79efd317-2899-40a5-be23-cecd8bdd3223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.849013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-79efd317-2899-40a5-be23-cecd8bdd3223 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e90eda0-8fa1-4e93-a0b3-ec0db83948ed HTTP/1.1" status: 204 len: 168 time: 0.2172809 Jan 28 20:28:47.856642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c6e004-c39f-4312-a8b4-350650f6533d,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:47.868771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efd317-2899-40a5-be23-cecd8bdd3223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e90eda0-8fa1-4e93-a0b3-ec0db83948ed,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:47.918558 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:47.924494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Checking segment: {'id': '3f9cbcb0-62ac-4e59-803e-61ac157392fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'a907b087-eed3-4d2f-b706-7cc3e91cc65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:28:47.924892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Network hostable DHCP agents. Network: a907b087-eed3-4d2f-b706-7cc3e91cc65d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:28:47.930810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-96374b11-7dc2-43c9-b259-9a20792af75d service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095191 Jan 28 20:28:47.998835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-864c7688-ea1f-4b20-aa60-cac7f9387298 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=acecaf6d-d262-44d4-95b0-72d9cb44e15c HTTP/1.1" status: 200 len: 217 time: 0.0554078 Jan 28 20:28:47.999895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Network a907b087-eed3-4d2f-b706-7cc3e91cc65d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:28:48.087878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a907b087-eed3-4d2f-b706-7cc3e91cc65d) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:48.098771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19268093-244b-4a56-bca5-844c7bc2d775 None None] Network a907b087-eed3-4d2f-b706-7cc3e91cc65d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:48.102356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:48.102976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:48.165239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-4f8cba3f-0b02-47ae-a6bc-2a3de01527af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:48.168820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-4f8cba3f-0b02-47ae-a6bc-2a3de01527af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 200 len: 797 time: 0.1623642 Jan 28 20:28:48.203090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-66b09b49-4eb3-4c50-b29c-169ecb208b0b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2216573 Jan 28 20:28:48.271069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-e1aeded7-df91-4deb-a45b-0161f07cb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:48.278878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-e1aeded7-df91-4deb-a45b-0161f07cb06e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027725 Jan 28 20:28:48.410095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a103f-0d36-4501-bf05-4ef68040a563 None None] Network a907b087-eed3-4d2f-b706-7cc3e91cc65d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:48.466091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7933fe59-122d-4bcc-91d2-32447d74d4ad req-e411efdb-7817-4926-928b-fab97e7a3d81 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 210 time: 0.0416801 Jan 28 20:28:48.538196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-fb601092-f777-48e1-a51e-c8052073e5e6 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460315 Jan 28 20:28:48.681127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42576) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:48.749338 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ef7c3586-f266-4631-bc53-bfc0622700b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=361d77664dd146fab74d3e6d1d0489b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659387 Jan 28 20:28:48.751306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42578) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:48.872093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be91d6-e7eb-426d-b2a9-460f98fe265d req-727d9dba-9df5-4c3e-8722-27de89c41dd5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:48.878155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50be91d6-e7eb-426d-b2a9-460f98fe265d req-727d9dba-9df5-4c3e-8722-27de89c41dd5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1280656 Jan 28 20:28:48.884543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-e76fbb90-a51d-4e6d-a344-a70661bb4942 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407257 Jan 28 20:28:48.953064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-41e46cbc-db99-49be-99da-d5f9fc443709 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=d05a25d4-0f68-4456-a98e-a35f90d6a916 HTTP/1.1" status: 200 len: 217 time: 0.0597994 Jan 28 20:28:49.023262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50be91d6-e7eb-426d-b2a9-460f98fe265d req-ed8878e1-604d-4757-a235-7149070c2511 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348822 Jan 28 20:28:49.030384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7463aa1-a7bd-4e46-b38c-74d2f47a79eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:49.061659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-aa6748f9-3f05-467c-a029-15e958546634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:49.071107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-aa6748f9-3f05-467c-a029-15e958546634 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 200 len: 797 time: 0.1076603 Jan 28 20:28:49.158852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-fcc20efc-0a7c-4bce-bdc7-4fb3e97b77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:49.161965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-fcc20efc-0a7c-4bce-bdc7-4fb3e97b77e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781620 Jan 28 20:28:49.173794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-6d791d34-a553-460c-8af1-5aa048d21e54 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:49.175592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-6d791d34-a553-460c-8af1-5aa048d21e54 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.13 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 821 time: 0.4211874 Jan 28 20:28:49.192720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7463aa1-a7bd-4e46-b38c-74d2f47a79eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:49.249023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Request body: {'port': {'device_id': 'd5e5835a-2946-446d-87d6-b4d48877f0cd', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'admin_state_up': True, 'tenant_id': '07f4844b89f64a58bd065cb8d60640c9'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:49.318358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-d43019a3-c787-4707-8319-25f6560ca31b req-f9457cf6-3714-4b1f-8389-10af665201f4 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2138833751', 'description': 'tempest-description-87623278'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:49.365604 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7463aa1-a7bd-4e46-b38c-74d2f47a79eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:49.370236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-8897b7a7-ad8c-4fa3-956c-7476392d7bcd service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942983 Jan 28 20:28:49.371944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7463aa1-a7bd-4e46-b38c-74d2f47a79eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:49.374412 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f7463aa1-a7bd-4e46-b38c-74d2f47a79eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdb0458f-b32e-4e4c-8ada-d51da01895ed HTTP/1.1" status: 204 len: 168 time: 0.6215603 Jan 28 20:28:49.416725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7463aa1-a7bd-4e46-b38c-74d2f47a79eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb0458f-b32e-4e4c-8ada-d51da01895ed,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:49.478693 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d43019a3-c787-4707-8319-25f6560ca31b req-f9457cf6-3714-4b1f-8389-10af665201f4 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:49.529517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Made reservation on behalf of 07f4844b89f64a58bd065cb8d60640c9 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:49.536570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:49.590365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-22a4ba3e-954d-4d51-86e2-d366a1abf7fc service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045383 Jan 28 20:28:49.674133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-e5b50fab-b33a-4403-8cb5-2789d4a95243 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b HTTP/1.1" status: 200 len: 217 time: 0.0718334 Jan 28 20:28:49.814916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b644186-223a-4915-8cd3-0529daa8efd9 req-5a6c8180-4713-49a9-b02e-8c3c30fbb65f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 210 time: 0.0788500 Jan 28 20:28:49.818105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-5a7c1a4e-85f4-4f15-bd48-fdc90d2ed5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:49.820140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-5a7c1a4e-85f4-4f15-bd48-fdc90d2ed5dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 200 len: 797 time: 0.1394489 Jan 28 20:28:49.846410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device da82c5c6-e513-49a6-b52c-d3db6ff2577e details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:49.852342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Allocated IP 172.20.0.10 (fd016d92-c233-452c-b954-b11a7085b2f8/b0d13da3-65a1-4210-acd8-1dc6cf545409/56d85f28-3c0d-450b-848c-9b4921d8b378) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:49.885806 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d43019a3-c787-4707-8319-25f6560ca31b req-f9457cf6-3714-4b1f-8389-10af665201f4 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:49.907873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d43019a3-c787-4707-8319-25f6560ca31b req-f9457cf6-3714-4b1f-8389-10af665201f4 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.026119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9457cf6-3714-4b1f-8389-10af665201f4 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed1c3a-85d0-4f6f-8390-fc6b2483bae8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:50.063017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d43019a3-c787-4707-8319-25f6560ca31b req-f9457cf6-3714-4b1f-8389-10af665201f4 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.065603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d43019a3-c787-4707-8319-25f6560ca31b req-f9457cf6-3714-4b1f-8389-10af665201f4 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7734923 Jan 28 20:28:50.095423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:50.155418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'port_id': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'mac_address': 'fa:16:3e:52:5a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee49341f-90f4-418d-9c8c-7bb0edd94e76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:50.214630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-197c511c-d655-446b-976a-6ac63c4554e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:50.220009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-197c511c-d655-446b-976a-6ac63c4554e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3308620 Jan 28 20:28:50.277549 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.321252 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.329954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6dd6370-7598-466e-9cb3-275bf0ceb783 req-946b8ce6-4ef5-49f0-9671-7dc774ee9eca tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/6fed1c3a-85d0-4f6f-8390-fc6b2483bae8 HTTP/1.1" status: 200 len: 1813 time: 0.2339339 Jan 28 20:28:50.376934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.386284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e6dd6370-7598-466e-9cb3-275bf0ceb783 req-042c67a1-6a86-4655-9a88-8254fbaad0cb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fed1c3a-85d0-4f6f-8390-fc6b2483bae8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:50.386627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e6dd6370-7598-466e-9cb3-275bf0ceb783 req-042c67a1-6a86-4655-9a88-8254fbaad0cb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fed1c3a-85d0-4f6f-8390-fc6b2483bae8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:50.387653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da82c5c6-e513-49a6-b52c-d3db6ff2577e {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:50.442894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ca27c-6952-4b78-82ca-740bf8ea0399 req-fe1c2392-d35c-48c1-8aa8-4ca92affc14f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:50.451280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa4ca27c-6952-4b78-82ca-740bf8ea0399 req-fe1c2392-d35c-48c1-8aa8-4ca92affc14f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.2128437 Jan 28 20:28:50.471031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:50.484767 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.502666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event updated for resources: {'Port': ['ID=56d85f28-3c0d-450b-848c-9b4921d8b378,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:50.536729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Network fd016d92-c233-452c-b954-b11a7085b2f8 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:50.538924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa4ca27c-6952-4b78-82ca-740bf8ea0399 req-55e7186c-2b24-4401-b157-ca744c119d4f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864899 Jan 28 20:28:50.554211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:50.556802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:50.581852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-9a2f4975-5ef0-493c-a00b-aa4a49b1ee80 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274016 Jan 28 20:28:50.654127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:50.654801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.683368 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-ace65bbd-8ac5-4472-939b-f0e64ad201d4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4381642 Jan 28 20:28:50.703925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Request body: {'port': {'device_id': 'd5e5835a-2946-446d-87d6-b4d48877f0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:50.721677 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:50.723430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6dd6370-7598-466e-9cb3-275bf0ceb783 req-042c67a1-6a86-4655-9a88-8254fbaad0cb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.775371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6dd6370-7598-466e-9cb3-275bf0ceb783 req-042c67a1-6a86-4655-9a88-8254fbaad0cb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.787846 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6dd6370-7598-466e-9cb3-275bf0ceb783 req-042c67a1-6a86-4655-9a88-8254fbaad0cb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.797999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['da82c5c6-e513-49a6-b52c-d3db6ff2577e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:50.839038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c67a1-6a86-4655-9a88-8254fbaad0cb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590e0090-5dae-489f-975a-f99964a098fd,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:50.847224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-183fbd10-4ca9-4b11-902f-517c96caf940 service neutron] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576637 Jan 28 20:28:50.853647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e6dd6370-7598-466e-9cb3-275bf0ceb783 req-042c67a1-6a86-4655-9a88-8254fbaad0cb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:50.855942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6dd6370-7598-466e-9cb3-275bf0ceb783 req-042c67a1-6a86-4655-9a88-8254fbaad0cb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4768715 Jan 28 20:28:50.956402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-666e4b71-94bc-4510-9e84-3e7e966803f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2667430f-33f6-4fc4-a68a-c7f3be86bfef HTTP/1.1" status: 200 len: 217 time: 0.0983131 Jan 28 20:28:50.970009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:51.048973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-121c967b-eae4-4c80-a92f-defb82aee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:51.052490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-121c967b-eae4-4c80-a92f-defb82aee435 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97e5c526-27d3-45eb-8c7e-d6a128e60720 HTTP/1.1" status: 200 len: 797 time: 0.0841992 Jan 28 20:28:51.208740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e5f3fdf-5965-423c-9dcb-d869ab476b90 req-6a539792-ed25-4dce-a8f5-92ba0cdf47c9 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/6fed1c3a-85d0-4f6f-8390-fc6b2483bae8 HTTP/1.1" status: 200 len: 2407 time: 0.2637243 Jan 28 20:28:51.223951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-004ed548-42a8-4917-8066-17f4a858fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:51.225575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-004ed548-42a8-4917-8066-17f4a858fc23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54f24d87-c2ab-4877-8f9f-712bb1a41597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571689 Jan 28 20:28:51.310247 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:51.354752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f6eba-f2d9-4983-a2dc-85d084efaa0b req-f05a24ab-d6cb-47e8-9329-4152babf4ce4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:51.357578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f2f6eba-f2d9-4983-a2dc-85d084efaa0b req-f05a24ab-d6cb-47e8-9329-4152babf4ce4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 932 time: 0.3034213 Jan 28 20:28:51.427169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42624) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:51.597809 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8869a7cb-92af-4fb9-9e2a-3cb79aeb976e req-73702006-4a90-46a5-bfc2-a8d33147e5eb tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-group-rules/590e0090-5dae-489f-975a-f99964a098fd HTTP/1.1" status: 200 len: 778 time: 0.3202183 Jan 28 20:28:51.605237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f2f6eba-f2d9-4983-a2dc-85d084efaa0b req-4591bb22-ce00-4539-8b03-f719f2969718 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710697 Jan 28 20:28:51.743957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d85f28-3c0d-450b-848c-9b4921d8b378 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:51.766758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:51.797803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-309197979-network', 'tenant_id': '0faecfd585154b6ba91d33c3fbbde918'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:51.802338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Transition to ACTIVE for port object 56d85f28-3c0d-450b-848c-9b4921d8b378 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:28:51.811068 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:51.840494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-e711e012-134c-465b-a2ca-6327abf6187e service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063566 Jan 28 20:28:51.854050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8869a7cb-92af-4fb9-9e2a-3cb79aeb976e req-46109fa6-1157-410e-a851-ec786ccc46cd tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/6fed1c3a-85d0-4f6f-8390-fc6b2483bae8 HTTP/1.1" status: 200 len: 2407 time: 0.2458205 Jan 28 20:28:51.859899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device da82c5c6-e513-49a6-b52c-d3db6ff2577e up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:51.868072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Pushing event updated for resources: {'Port': ['ID=56d85f28-3c0d-450b-848c-9b4921d8b378,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:51.913983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Made reservation on behalf of 0faecfd585154b6ba91d33c3fbbde918 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:51.920032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:51.961140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.028047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port da82c5c6-e513-49a6-b52c-d3db6ff2577e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:52.033960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.172061 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8869a7cb-92af-4fb9-9e2a-3cb79aeb976e req-b0119e3f-6b41-4f8e-b65c-f9957eedda5b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.212287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.226748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-eb1ecfbf-f0ff-4657-a40e-95fe0cc04eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652935 Jan 28 20:28:52.229647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8869a7cb-92af-4fb9-9e2a-3cb79aeb976e req-b0119e3f-6b41-4f8e-b65c-f9957eedda5b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.251605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.273228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.284968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:52.285977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:52.290969 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86212d0-c14d-4941-b8ae-24d5be242c03" -d '{"events": [{"server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "name": "network-vif-plugged", "status": "completed", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:52.306086 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.329207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Attempting to bind port 56d85f28-3c0d-450b-848c-9b4921d8b378 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:28:52.329579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Attempting to bind port 56d85f28-3c0d-450b-848c-9b4921d8b378 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:28:52.329877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Attempting to bind port 56d85f28-3c0d-450b-848c-9b4921d8b378 on network fd016d92-c233-452c-b954-b11a7085b2f8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:52.350931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:28:52.385667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Port 56d85f28-3c0d-450b-848c-9b4921d8b378 on network fd016d92-c233-452c-b954-b11a7085b2f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:28:52.388524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Attempting to bind port 56d85f28-3c0d-450b-848c-9b4921d8b378 on network fd016d92-c233-452c-b954-b11a7085b2f8 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:52.401467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315cf158-d88d-4cf7-96e5-116c2ff5be87,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:52.419234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.419657 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Added segment 554aea82-12fd-4f80-9e8c-742b5150be3b of type vlan for network a4925699-7d72-4fd3-848b-37266706523c Jan 28 20:28:52.423068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:52.435684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0348ed6-1a27-48f7-8ce4-821e1386af21 req-417c5c56-5f6d-4721-af14-847dc497ada3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:52.443279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:52.445447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Checking segment: {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:28:52.446807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0348ed6-1a27-48f7-8ce4-821e1386af21 req-417c5c56-5f6d-4721-af14-847dc497ada3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 944 time: 0.4009027 Jan 28 20:28:52.447029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Bound using segment: {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:52.448003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Bound port: 56d85f28-3c0d-450b-848c-9b4921d8b378, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:28:52.449221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.450858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-d4965e71-2f04-49ea-8771-8c0c457460aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de HTTP/1.1" status: 200 len: 217 time: 0.1475542 Jan 28 20:28:52.535708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8869a7cb-92af-4fb9-9e2a-3cb79aeb976e req-b0119e3f-6b41-4f8e-b65c-f9957eedda5b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.542299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.560874 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0348ed6-1a27-48f7-8ce4-821e1386af21 req-9bfda3bb-f1a2-49f4-bff0-89d419119872 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127701 Jan 28 20:28:52.578045 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8869a7cb-92af-4fb9-9e2a-3cb79aeb976e req-b0119e3f-6b41-4f8e-b65c-f9957eedda5b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.588929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8869a7cb-92af-4fb9-9e2a-3cb79aeb976e req-b0119e3f-6b41-4f8e-b65c-f9957eedda5b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/590e0090-5dae-489f-975a-f99964a098fd HTTP/1.1" status: 204 len: 173 time: 0.7333145 Jan 28 20:28:52.649482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-56cc3965-e996-4b3d-a949-cd51860f8f25 req-0e96a598-5506-4906-a5fd-eb6d6678c540 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2100046385', 'description': 'tempest-description-28734268'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:52.665837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:52.672663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0119e3f-6b41-4f8e-b65c-f9957eedda5b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=590e0090-5dae-489f-975a-f99964a098fd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:52.674348 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cbe60b-2b31-4d63-ba00-6f199d437609 x-openstack-request-id: req-b1cbe60b-2b31-4d63-ba00-6f199d437609 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:52.676115 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "name": "network-vif-plugged", "status": "completed", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:52.677285 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1cbe60b-2b31-4d63-ba00-6f199d437609 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:52.678743 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'code': 200} Jan 28 20:28:52.685033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-d31f9827-da1b-45fb-9bd0-98f45fbbf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:52.686775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-d31f9827-da1b-45fb-9bd0-98f45fbbf7ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97e5c526-27d3-45eb-8c7e-d6a128e60720 HTTP/1.1" status: 200 len: 797 time: 0.1980383 Jan 28 20:28:52.705406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:52.721139 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.736947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-56cc3965-e996-4b3d-a949-cd51860f8f25 req-0e96a598-5506-4906-a5fd-eb6d6678c540 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.746351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.747338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:52.757366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.808838 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3795006 Jan 28 20:28:52.815894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42662) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:28:52.829101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Request body: {'subnet': {'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-309197979-subnet', 'tenant_id': '0faecfd585154b6ba91d33c3fbbde918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:52.875902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Made reservation on behalf of 0faecfd585154b6ba91d33c3fbbde918 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:52.880250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:52.880446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.881235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:52.883922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] 10.222.0.13 "PUT /v2.0/ports/56d85f28-3c0d-450b-848c-9b4921d8b378 HTTP/1.1" status: 200 len: 1092 time: 2.1931417 Jan 28 20:28:52.884644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e5835a-2946-446d-87d6-b4d48877f0cd', 'tag': '56d85f28-3c0d-450b-848c-9b4921d8b378'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:52.887143 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7714a233-96d4-4bb1-9571-8c9e1368b93f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e5835a-2946-446d-87d6-b4d48877f0cd", "tag": "56d85f28-3c0d-450b-848c-9b4921d8b378"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:52.923832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffe35a-c54a-4eef-83e9-0451bc11ebd3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4925699-7d72-4fd3-848b-37266706523c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:52.926432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71bacf-2d93-490c-85f4-4d8e25bd4592 service neutron] Pushing event updated for resources: {'Port': ['ID=56d85f28-3c0d-450b-848c-9b4921d8b378,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:52.936170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a4925699-7d72-4fd3-848b-37266706523c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:28:52.936755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff59c1-9f49-44df-93aa-e2a3767993bb req-4a5e4488-3acd-49eb-be12-5e66c6183023 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:52.939049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5dff59c1-9f49-44df-93aa-e2a3767993bb req-4a5e4488-3acd-49eb-be12-5e66c6183023 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 944 time: 0.1785543 Jan 28 20:28:52.949090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-b04765ea-7904-4d03-ba28-a68f42191967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:52.950654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-b04765ea-7904-4d03-ba28-a68f42191967 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54f24d87-c2ab-4877-8f9f-712bb1a41597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2553177 Jan 28 20:28:53.017450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-a5917bb0-affa-4ccf-badc-80ea77606c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:53.020828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-a5917bb0-affa-4ccf-badc-80ea77606c7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 1095 time: 0.0834119 Jan 28 20:28:53.083297 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-d7c8edd0-a13d-4b99-bb17-ba4d6dee1d4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d85f28-3c0d-450b-848c-9b4921d8b378 HTTP/1.1" status: 200 len: 217 time: 0.0552731 Jan 28 20:28:53.180936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-96e267cb-da21-420e-943a-234c75e81a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:53.182639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-96e267cb-da21-420e-943a-234c75e81a44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0d13da3-65a1-4210-acd8-1dc6cf545409 HTTP/1.1" status: 200 len: 861 time: 0.0933447 Jan 28 20:28:53.239026 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-7615841e-b126-4706-9d34-fd34936305a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd016d92-c233-452c-b954-b11a7085b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493462 Jan 28 20:28:53.282114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-effdac92-0004-43c0-96ab-aabed70d3b0d service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963166 Jan 28 20:28:53.336844 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-56cc3965-e996-4b3d-a949-cd51860f8f25 req-0e96a598-5506-4906-a5fd-eb6d6678c540 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:53.435953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5dff59c1-9f49-44df-93aa-e2a3767993bb req-7349a089-c367-4ce7-9b0f-3383862222ad tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518836 Jan 28 20:28:53.469628 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-757fdf81-9349-403e-8254-94232fc2222b service neutron] 10.222.0.13 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242591 Jan 28 20:28:53.546156 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da13cd9-e0aa-468d-8dd7-bb55b70d11b0 x-openstack-request-id: req-9da13cd9-e0aa-468d-8dd7-bb55b70d11b0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:53.549261 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e5835a-2946-446d-87d6-b4d48877f0cd", "tag": "56d85f28-3c0d-450b-848c-9b4921d8b378", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:53.549709 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9da13cd9-e0aa-468d-8dd7-bb55b70d11b0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:53.551129 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e5835a-2946-446d-87d6-b4d48877f0cd', 'tag': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'status': 'completed', 'code': 200} Jan 28 20:28:53.703011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-56cc3965-e996-4b3d-a949-cd51860f8f25 req-0e96a598-5506-4906-a5fd-eb6d6678c540 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:53.755722 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f12553d-cef9-4400-be01-dd603d69c3d2 req-26dd7bf7-53de-4308-a834-7b2b2e77cb70 service neutron] 10.222.0.13 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760482 Jan 28 20:28:53.786595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-56cc3965-e996-4b3d-a949-cd51860f8f25 req-0e96a598-5506-4906-a5fd-eb6d6678c540 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:53.788000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56cc3965-e996-4b3d-a949-cd51860f8f25 req-0e96a598-5506-4906-a5fd-eb6d6678c540 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1573126 Jan 28 20:28:53.788887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:53.925992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e7f8dd-f92d-42d1-8268-81107f35862b,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:53.940437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96a598-5506-4906-a5fd-eb6d6678c540 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a156e86a-8a2b-43cb-a78d-8f81f3e3aa75,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:53.947205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-3e80390d-9a1d-4a09-8793-96a364c95d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:53.950350 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-3e80390d-9a1d-4a09-8793-96a364c95d30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 1095 time: 0.1186469 Jan 28 20:28:54.135468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d587dae-59ca-4736-9148-bee5f04a196e req-99f6e878-2445-4747-b4a3-b44a5a401a85 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/a156e86a-8a2b-43cb-a78d-8f81f3e3aa75 HTTP/1.1" status: 200 len: 1813 time: 0.2264090 Jan 28 20:28:54.141701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f87f06f-7b63-4366-82c9-2175af2ac2c9 req-f1096639-e956-42ad-b611-4f70f01d16c6 service neutron] 10.222.0.13 "GET /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379955 Jan 28 20:28:54.162152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-a7788280-38f5-4bbd-b4ca-1fb8d4381d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:54.166584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-a7788280-38f5-4bbd-b4ca-1fb8d4381d69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 922 time: 0.2090766 Jan 28 20:28:54.187784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810348d1-47ca-419a-b881-fdea3d60e0cb req-b5876365-9ed8-4e6f-9b28-2288482b9cc7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:54.191694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-810348d1-47ca-419a-b881-fdea3d60e0cb req-b5876365-9ed8-4e6f-9b28-2288482b9cc7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.2583840 Jan 28 20:28:54.213252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Checking segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:28:54.213987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Network hostable DHCP agents. Network: a4925699-7d72-4fd3-848b-37266706523c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:28:54.290864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Network a4925699-7d72-4fd3-848b-37266706523c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:28:54.291899 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-d6634a26-4914-44b9-925c-a69f2e2cfee9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56d85f28-3c0d-450b-848c-9b4921d8b378 HTTP/1.1" status: 200 len: 217 time: 0.1155865 Jan 28 20:28:54.344012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-810348d1-47ca-419a-b881-fdea3d60e0cb req-da417ebe-0e76-4b98-81e5-5c8feabf2ea3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347175 Jan 28 20:28:54.401470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-890a3905-30a9-4fed-b2ab-6973d57bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:54.402996 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-890a3905-30a9-4fed-b2ab-6973d57bfbc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0d13da3-65a1-4210-acd8-1dc6cf545409 HTTP/1.1" status: 200 len: 861 time: 0.1029658 Jan 28 20:28:54.423404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a4925699-7d72-4fd3-848b-37266706523c) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:54.432629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30706192-fe98-4dfa-9549-545dd486c169 None None] Network a4925699-7d72-4fd3-848b-37266706523c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:54.438089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:54.439370 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:54.446596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ea02ac16-91f3-4d10-ba0c-81a67cb76193 req-858b2c4d-a1fd-47ec-ac1f-c5990fee8591 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1125945888', 'description': 'tempest-description-568610084'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:54.494984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3a6e4d0e-f75a-487f-830c-daf58457b4bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6764891 Jan 28 20:28:54.496700 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-1fe2cb72-f7a0-489c-bb42-03bd311a1eee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd016d92-c233-452c-b954-b11a7085b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821910 Jan 28 20:28:54.519184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f46702-6be7-45df-af98-81a9b9cac4a2 req-f2056ad3-0522-4744-83fc-784e8953fd55 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:54.528469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76f46702-6be7-45df-af98-81a9b9cac4a2 req-f2056ad3-0522-4744-83fc-784e8953fd55 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 946 time: 0.2247417 Jan 28 20:28:54.561168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ea02ac16-91f3-4d10-ba0c-81a67cb76193 req-858b2c4d-a1fd-47ec-ac1f-c5990fee8591 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:54.751289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ea02ac16-91f3-4d10-ba0c-81a67cb76193 req-858b2c4d-a1fd-47ec-ac1f-c5990fee8591 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:54.756909 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ea02ac16-91f3-4d10-ba0c-81a67cb76193 req-858b2c4d-a1fd-47ec-ac1f-c5990fee8591 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:54.787381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76f46702-6be7-45df-af98-81a9b9cac4a2 req-ba6a4831-5c5a-40d6-8220-38f9c26c74ce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542706 Jan 28 20:28:54.876232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ea02ac16-91f3-4d10-ba0c-81a67cb76193 req-858b2c4d-a1fd-47ec-ac1f-c5990fee8591 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:54.911589 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea02ac16-91f3-4d10-ba0c-81a67cb76193 req-858b2c4d-a1fd-47ec-ac1f-c5990fee8591 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4904130 Jan 28 20:28:54.924386 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-42cf3c65-9ea4-48c8-b50c-1dc11731f8dc service neutron] 10.222.0.13 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086668 Jan 28 20:28:54.941815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b2c4d-a1fd-47ec-ac1f-c5990fee8591 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24ee5d3-e91f-4a7c-b29d-7283be90165f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:54.995940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf9b0f-87ed-4f7c-a7f5-61ff1a956c27 None None] Network a4925699-7d72-4fd3-848b-37266706523c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:28:55.077010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-932c60e8-c7d2-419c-92bc-e797c58f7ac7 req-e47b83c3-faa3-4f97-a107-4f97b18bf202 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/c24ee5d3-e91f-4a7c-b29d-7283be90165f HTTP/1.1" status: 200 len: 1814 time: 0.1643362 Jan 28 20:28:55.113794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923b98e-5857-4964-80e6-a5b7104381d7 req-0b8df845-425e-4514-a128-fe69aee7b4ca tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:55.116023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4923b98e-5857-4964-80e6-a5b7104381d7 req-0b8df845-425e-4514-a128-fe69aee7b4ca tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 944 time: 0.1500361 Jan 28 20:28:55.259862 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7714a233-96d4-4bb1-9571-8c9e1368b93f req-42ea366a-b353-419b-aff5-fdf999374787 service neutron] 10.222.0.13 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315024 Jan 28 20:28:55.305694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4923b98e-5857-4964-80e6-a5b7104381d7 req-e3569640-670b-45ec-8d49-df23357abc0a tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588643 Jan 28 20:28:55.365216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ab370542-58a4-4972-9f4e-46c7262ff26b req-b9a444e1-ad69-49a4-826a-8170d6bf8b8b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-312924385', 'description': 'tempest-description-107742451'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:55.455529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ab370542-58a4-4972-9f4e-46c7262ff26b req-b9a444e1-ad69-49a4-826a-8170d6bf8b8b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:55.583957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ab370542-58a4-4972-9f4e-46c7262ff26b req-b9a444e1-ad69-49a4-826a-8170d6bf8b8b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:55.590604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ab370542-58a4-4972-9f4e-46c7262ff26b req-b9a444e1-ad69-49a4-826a-8170d6bf8b8b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:55.632915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ab370542-58a4-4972-9f4e-46c7262ff26b req-b9a444e1-ad69-49a4-826a-8170d6bf8b8b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:55.634404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab370542-58a4-4972-9f4e-46c7262ff26b req-b9a444e1-ad69-49a4-826a-8170d6bf8b8b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2776670 Jan 28 20:28:55.646055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a444e1-ad69-49a4-826a-8170d6bf8b8b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f62f71b-48f5-41a2-ad4a-745f217a4616,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:55.784987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa1d33-480b-4e4c-ad4a-0b87fd809adb req-5c7953ff-9933-46c0-b13a-89803ed103f0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:55.786851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2fa1d33-480b-4e4c-ad4a-0b87fd809adb req-5c7953ff-9933-46c0-b13a-89803ed103f0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.0747352 Jan 28 20:28:55.848688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2fa1d33-480b-4e4c-ad4a-0b87fd809adb req-f77f9f78-adcd-434d-8469-c4e5cfe0e7b4 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521758 Jan 28 20:28:55.980912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f877026f-09c9-44cd-beff-a444735c92a7 req-951ba90a-2f58-4b97-b938-68a67b2c3be2 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/6f62f71b-48f5-41a2-ad4a-745f217a4616 HTTP/1.1" status: 200 len: 1813 time: 0.0642922 Jan 28 20:28:56.150381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-3b9580c4-444f-4435-bd68-9ecfb48ceede tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:56.152710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-3b9580c4-444f-4435-bd68-9ecfb48ceede tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.26 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 946 time: 0.0793118 Jan 28 20:28:56.316775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffde67-79e3-4295-a016-eaf849a90178 req-c7318027-c1bf-4ea4-a83c-08a98bb16d44 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:56.325758 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4dffde67-79e3-4295-a016-eaf849a90178 req-c7318027-c1bf-4ea4-a83c-08a98bb16d44 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=15097132-e2c8-40f9-9595-460e44254cfe HTTP/1.1" status: 200 len: 946 time: 0.1240916 Jan 28 20:28:56.387029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4dffde67-79e3-4295-a016-eaf849a90178 req-7ac69144-eadd-48ef-ba28-1652265dd0d3 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600247 Jan 28 20:28:56.398396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Deleting port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:28:56.398748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:56.459068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-7c76d18a-490c-4c12-b58d-7d236b0d8709 req-ed970032-74d6-43bc-98c3-414be77a6d63 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1488955515', 'description': 'tempest-description-362984720'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:56.518863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-7c76d18a-490c-4c12-b58d-7d236b0d8709 req-ed970032-74d6-43bc-98c3-414be77a6d63 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:56.552599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] For port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:56.553199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:56.579404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Calling delete_port for 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:28:56.998593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-7c76d18a-490c-4c12-b58d-7d236b0d8709 req-ed970032-74d6-43bc-98c3-414be77a6d63 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:57.009953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-7c76d18a-490c-4c12-b58d-7d236b0d8709 req-ed970032-74d6-43bc-98c3-414be77a6d63 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:57.057846 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-7c76d18a-490c-4c12-b58d-7d236b0d8709 req-ed970032-74d6-43bc-98c3-414be77a6d63 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:57.076091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c76d18a-490c-4c12-b58d-7d236b0d8709 req-ed970032-74d6-43bc-98c3-414be77a6d63 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6227317 Jan 28 20:28:57.107064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970032-74d6-43bc-98c3-414be77a6d63 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd55532-9836-4289-a0f3-cc078c86f94e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:57.146489 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:57.162093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['053a62f9-0e28-4cc0-a3be-b9259a3f8602', '9f074240-66e5-4d0c-9b98-8f14d2d0650f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:57.164481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['e628e3ab-ecb5-4a57-86d5-53e3bd4308d4', '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:57.285341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Pushing event deleted for resources: {'Port': ['ID=9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:57.315654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] No DVR routers for this DVR port 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:57.340408 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:57.344696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bdcc897-f64e-4b01-ab1f-dddd165f9058 req-e665746a-1685-4dd4-ae02-334bafc0afd4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.26 "DELETE /v2.0/ports/9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 HTTP/1.1" status: 204 len: 173 time: 1.1835282 Jan 28 20:28:57.345208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15097132-e2c8-40f9-9595-460e44254cfe', 'name': 'network-vif-deleted', 'tag': '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:28:57.347600 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e9f810-fcd2-48ab-b145-9be099c48b65" -d '{"events": [{"server_uuid": "15097132-e2c8-40f9-9595-460e44254cfe", "name": "network-vif-deleted", "tag": "9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:57.604722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94423639-9d24-4dcd-8251-affbc6509cef req-8adec814-b79a-40df-815b-4a7eb8074b31 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:57.621792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94423639-9d24-4dcd-8251-affbc6509cef req-8adec814-b79a-40df-815b-4a7eb8074b31 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 944 time: 0.1195292 Jan 28 20:28:57.644097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 56d85f28-3c0d-450b-848c-9b4921d8b378 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:57.729302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94423639-9d24-4dcd-8251-affbc6509cef req-0420151b-f1b6-465a-a131-cf4d2901b3ab tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004806 Jan 28 20:28:57.945161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d3f4f-7ccc-406a-b4c5-c9293f838fb9 req-5fea56af-28b6-4acb-8172-cea10c27ffc9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:57.957164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-883d3f4f-7ccc-406a-b4c5-c9293f838fb9 req-5fea56af-28b6-4acb-8172-cea10c27ffc9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.0738170 Jan 28 20:28:58.046731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-883d3f4f-7ccc-406a-b4c5-c9293f838fb9 req-9e80b652-265f-4c32-bc0a-18243237a613 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764172 Jan 28 20:28:58.074220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:58.106996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'port_id': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'mac_address': 'fa:16:3e:63:cb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d13da3-65a1-4210-acd8-1dc6cf545409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:58.188244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc9f2e4f-b941-4114-ad56-e63d62e4852a req-1c2fe77e-a581-4744-8540-02260fdfdec0 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/7bd55532-9836-4289-a0f3-cc078c86f94e HTTP/1.1" status: 200 len: 1814 time: 0.0759029 Jan 28 20:28:58.289656 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2321b036-5850-4876-9be3-907c1d94829f x-openstack-request-id: req-2321b036-5850-4876-9be3-907c1d94829f {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:58.289953 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15097132-e2c8-40f9-9595-460e44254cfe", "name": "network-vif-deleted", "tag": "9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:58.290205 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2321b036-5850-4876-9be3-907c1d94829f {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:58.290647 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15097132-e2c8-40f9-9595-460e44254cfe', 'name': 'network-vif-deleted', 'tag': '9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0', 'status': 'completed', 'code': 200} Jan 28 20:28:58.322602 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:58.353597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d85f28-3c0d-450b-848c-9b4921d8b378 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:28:58.445353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:58.456350 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:58.529633 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-17e929b3-37c4-478e-adfc-1beda9594410 req-8b28c369-dff2-4780-b9a4-fb007ebeaef8 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] show failed (client error): The resource could not be found. Jan 28 20:28:58.532284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17e929b3-37c4-478e-adfc-1beda9594410 req-8b28c369-dff2-4780-b9a4-fb007ebeaef8 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/7d2e6165-931c-42bb-a4b0-6530c5f7a19d HTTP/1.1" status: 404 len: 352 time: 0.0438085 Jan 28 20:28:58.583762 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-22586b23-5504-4875-800b-85b159affd00 req-85767867-e4cf-47b5-97b8-4808d7060daf tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] show failed (client error): The resource could not be found. Jan 28 20:28:58.591144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22586b23-5504-4875-800b-85b159affd00 req-85767867-e4cf-47b5-97b8-4808d7060daf tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-group-rules/ea466a92-116e-4a37-b018-52d85edea197 HTTP/1.1" status: 404 len: 361 time: 0.0211828 Jan 28 20:28:58.621517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=56d85f28-3c0d-450b-848c-9b4921d8b378,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:58.729043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-883fe928-6d0f-4db5-a75e-89a2a8e194ef req-aeaace6b-1688-4fb5-88be-85a53facf15a tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/7bd55532-9836-4289-a0f3-cc078c86f94e HTTP/1.1" status: 200 len: 1814 time: 0.0931599 Jan 28 20:28:58.751765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['56d85f28-3c0d-450b-848c-9b4921d8b378'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:58.882138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-883fe928-6d0f-4db5-a75e-89a2a8e194ef req-e38e86b1-dae4-452b-9989-386e1de0109f tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:58.920031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-883fe928-6d0f-4db5-a75e-89a2a8e194ef req-e38e86b1-dae4-452b-9989-386e1de0109f tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:59.021578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-883fe928-6d0f-4db5-a75e-89a2a8e194ef req-e38e86b1-dae4-452b-9989-386e1de0109f tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:59.025420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-883fe928-6d0f-4db5-a75e-89a2a8e194ef req-e38e86b1-dae4-452b-9989-386e1de0109f tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:59.034746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-883fe928-6d0f-4db5-a75e-89a2a8e194ef req-e38e86b1-dae4-452b-9989-386e1de0109f tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "DELETE /v2.0/security-groups/7bd55532-9836-4289-a0f3-cc078c86f94e HTTP/1.1" status: 204 len: 173 time: 0.3039005 Jan 28 20:28:59.062641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e86b1-dae4-452b-9989-386e1de0109f tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd55532-9836-4289-a0f3-cc078c86f94e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:59.236339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1e4f3-c9ba-4e5e-82ee-05dd6ce52dcd req-9fbc2357-8c50-4b64-aacd-ecd0c63b07e2 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:59.242069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ea1e4f3-c9ba-4e5e-82ee-05dd6ce52dcd req-9fbc2357-8c50-4b64-aacd-ecd0c63b07e2 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 945 time: 0.0969496 Jan 28 20:28:59.314133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ea1e4f3-c9ba-4e5e-82ee-05dd6ce52dcd req-b8a26f11-733b-4e5a-9cc5-96ac55692fdc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626454 Jan 28 20:28:59.455005 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3d6286a-b2b3-462e-b243-e5be07ba8b8b req-926ea58c-982f-4838-a394-470967573de3 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/6f62f71b-48f5-41a2-ad4a-745f217a4616 HTTP/1.1" status: 200 len: 1813 time: 0.0938709 Jan 28 20:28:59.556075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c3d6286a-b2b3-462e-b243-e5be07ba8b8b req-30b62712-282a-49ba-97c7-31b0a73cda18 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:59.627123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c3d6286a-b2b3-462e-b243-e5be07ba8b8b req-30b62712-282a-49ba-97c7-31b0a73cda18 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:59.688452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c3d6286a-b2b3-462e-b243-e5be07ba8b8b req-30b62712-282a-49ba-97c7-31b0a73cda18 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:59.703344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c3d6286a-b2b3-462e-b243-e5be07ba8b8b req-30b62712-282a-49ba-97c7-31b0a73cda18 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:28:59.703344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3d6286a-b2b3-462e-b243-e5be07ba8b8b req-30b62712-282a-49ba-97c7-31b0a73cda18 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "DELETE /v2.0/security-groups/6f62f71b-48f5-41a2-ad4a-745f217a4616 HTTP/1.1" status: 204 len: 173 time: 0.2379746 Jan 28 20:28:59.732056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b62712-282a-49ba-97c7-31b0a73cda18 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f62f71b-48f5-41a2-ad4a-745f217a4616,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:59.841093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3dc3b-924e-47ab-9b42-a782ea9d4fcb req-0549efd3-64d3-45c5-8b03-6097ca2dd6b2 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:59.848795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fbc3dc3b-924e-47ab-9b42-a782ea9d4fcb req-0549efd3-64d3-45c5-8b03-6097ca2dd6b2 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.0615695 Jan 28 20:28:59.878637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:59.920503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fbc3dc3b-924e-47ab-9b42-a782ea9d4fcb req-7b669165-e4ff-40db-953e-8c813bc94952 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708151 Jan 28 20:28:59.921236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:28:59.921758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9efe9c4e-e49c-4fbf-9b78-cddfbe1602c0 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:00.103812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f04c14f-c845-4ac6-974e-805a3b59e91e req-01716144-7a3a-43a1-b960-c23ea403403b tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/c24ee5d3-e91f-4a7c-b29d-7283be90165f HTTP/1.1" status: 200 len: 1814 time: 0.0839231 Jan 28 20:29:00.200821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4f04c14f-c845-4ac6-974e-805a3b59e91e req-5dd09a8d-6447-4c5f-a807-7dbebbd9de24 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:00.238586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4f04c14f-c845-4ac6-974e-805a3b59e91e req-5dd09a8d-6447-4c5f-a807-7dbebbd9de24 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:00.299410 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4f04c14f-c845-4ac6-974e-805a3b59e91e req-5dd09a8d-6447-4c5f-a807-7dbebbd9de24 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:00.302379 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4f04c14f-c845-4ac6-974e-805a3b59e91e req-5dd09a8d-6447-4c5f-a807-7dbebbd9de24 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:00.320495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f04c14f-c845-4ac6-974e-805a3b59e91e req-5dd09a8d-6447-4c5f-a807-7dbebbd9de24 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "DELETE /v2.0/security-groups/c24ee5d3-e91f-4a7c-b29d-7283be90165f HTTP/1.1" status: 204 len: 173 time: 0.2156856 Jan 28 20:29:00.337560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd09a8d-6447-4c5f-a807-7dbebbd9de24 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24ee5d3-e91f-4a7c-b29d-7283be90165f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:00.419475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23b74a2c-3c58-49d2-8c0e-f1c364a669e9 req-e1148b32-c554-40cc-9b65-88197cf11f3a tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/a156e86a-8a2b-43cb-a78d-8f81f3e3aa75 HTTP/1.1" status: 200 len: 1813 time: 0.0892951 Jan 28 20:29:00.525491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-23b74a2c-3c58-49d2-8c0e-f1c364a669e9 req-597fde7a-171d-430c-9a46-440a29ce5592 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:00.579323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-23b74a2c-3c58-49d2-8c0e-f1c364a669e9 req-597fde7a-171d-430c-9a46-440a29ce5592 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:00.666097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-23b74a2c-3c58-49d2-8c0e-f1c364a669e9 req-597fde7a-171d-430c-9a46-440a29ce5592 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:00.668944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-23b74a2c-3c58-49d2-8c0e-f1c364a669e9 req-597fde7a-171d-430c-9a46-440a29ce5592 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:00.683399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23b74a2c-3c58-49d2-8c0e-f1c364a669e9 req-597fde7a-171d-430c-9a46-440a29ce5592 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "DELETE /v2.0/security-groups/a156e86a-8a2b-43cb-a78d-8f81f3e3aa75 HTTP/1.1" status: 204 len: 173 time: 0.2574739 Jan 28 20:29:00.776558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fde7a-171d-430c-9a46-440a29ce5592 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a156e86a-8a2b-43cb-a78d-8f81f3e3aa75,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:00.877779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fc362-2ffb-4b8e-bd0f-36d20332906a req-e55d11fe-d496-4f0c-9080-94d23954268b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:00.879194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f80fc362-2ffb-4b8e-bd0f-36d20332906a req-e55d11fe-d496-4f0c-9080-94d23954268b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 945 time: 0.1038921 Jan 28 20:29:00.886566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-ce6594a7-38a4-4f61-8ea4-b53069e65cdf tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:00.888004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-ce6594a7-38a4-4f61-8ea4-b53069e65cdf tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 812 time: 0.2458484 Jan 28 20:29:00.919154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-51320d29-f3d1-4104-b3e9-de98e974a616 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/quotas/0faecfd585154b6ba91d33c3fbbde918 HTTP/1.1" status: 200 len: 375 time: 0.0219400 Jan 28 20:29:00.954576 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f80fc362-2ffb-4b8e-bd0f-36d20332906a req-bedcdf44-82b7-4274-92ec-021fe43ea98f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653746 Jan 28 20:29:00.995105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-6022e7c0-2190-405b-961c-8fb8ba1a9bde tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617590 Jan 28 20:29:01.204767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-703507af-03a5-404c-b0f5-39dcb1cefa28 req-40404e17-d116-4adc-a928-cfcc130e3af4 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "GET /v2.0/security-groups/6fed1c3a-85d0-4f6f-8390-fc6b2483bae8 HTTP/1.1" status: 200 len: 1813 time: 0.2081182 Jan 28 20:29:01.217501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-d5aefc47-625f-4f9c-9a42-8355491ac37f service neutron] 10.222.0.44 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139196 Jan 28 20:29:01.351590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-703507af-03a5-404c-b0f5-39dcb1cefa28 req-274157c2-55b6-460c-9e04-e60cec83d956 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:01.403007 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-703507af-03a5-404c-b0f5-39dcb1cefa28 req-274157c2-55b6-460c-9e04-e60cec83d956 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:01.448507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-57a1025b-d81e-4d37-a982-dbfb4c5a2f79 service neutron] 10.222.0.44 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281134 Jan 28 20:29:01.484971 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-703507af-03a5-404c-b0f5-39dcb1cefa28 req-274157c2-55b6-460c-9e04-e60cec83d956 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:01.488286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-703507af-03a5-404c-b0f5-39dcb1cefa28 req-274157c2-55b6-460c-9e04-e60cec83d956 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:01.496953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42796) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:01.498913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-703507af-03a5-404c-b0f5-39dcb1cefa28 req-274157c2-55b6-460c-9e04-e60cec83d956 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] 10.222.0.44 "DELETE /v2.0/security-groups/6fed1c3a-85d0-4f6f-8390-fc6b2483bae8 HTTP/1.1" status: 204 len: 173 time: 0.2707565 Jan 28 20:29:01.521429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274157c2-55b6-460c-9e04-e60cec83d956 tempest-SecurityGroupRulesNegativeTestJSON-1262494038 tempest-SecurityGroupRulesNegativeTestJSON-1262494038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed1c3a-85d0-4f6f-8390-fc6b2483bae8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:01.649423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 56d85f28-3c0d-450b-848c-9b4921d8b378 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:01.656149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7d1ff0-af92-43b9-b199-fe888f2a9771 admin admin] Deleting subnet 06c6e004-c39f-4312-a8b4-350650f6533d {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:29:01.662280 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1ff0-af92-43b9-b199-fe888f2a9771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:01.715290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5170608-6e56-4514-8829-9aa9c492ca3b req-2fcce855-982a-455c-974f-ae615a429604 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:01.727008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1ff0-af92-43b9-b199-fe888f2a9771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:01.727729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5170608-6e56-4514-8829-9aa9c492ca3b req-2fcce855-982a-455c-974f-ae615a429604 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.0805376 Jan 28 20:29:01.823087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1ff0-af92-43b9-b199-fe888f2a9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:01.831523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 56d85f28-3c0d-450b-848c-9b4921d8b378 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:01.845715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 56d85f28-3c0d-450b-848c-9b4921d8b378 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:01.850166 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:01.863896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5170608-6e56-4514-8829-9aa9c492ca3b req-d5fdda33-fe6d-4fd0-9713-44b034ec35ea tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338952 Jan 28 20:29:01.988786 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1ff0-af92-43b9-b199-fe888f2a9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.032353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d1ff0-af92-43b9-b199-fe888f2a9771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c6e004-c39f-4312-a8b4-350650f6533d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:02.037913 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1ff0-af92-43b9-b199-fe888f2a9771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.041620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4d7d1ff0-af92-43b9-b199-fe888f2a9771 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/06c6e004-c39f-4312-a8b4-350650f6533d HTTP/1.1" status: 204 len: 168 time: 0.5436304 Jan 28 20:29:02.044658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42812) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:02.062778 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.134290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e5835a-2946-446d-87d6-b4d48877f0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d85f28-3c0d-450b-848c-9b4921d8b378'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:02.136912 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deea08c-fc59-49be-85c1-3110c1bb6821" -d '{"events": [{"server_uuid": "d5e5835a-2946-446d-87d6-b4d48877f0cd", "name": "network-vif-plugged", "status": "completed", "tag": "56d85f28-3c0d-450b-848c-9b4921d8b378"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:02.171951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:02.180823 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.238646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.253382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=56d85f28-3c0d-450b-848c-9b4921d8b378,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:02.300799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53407351-4b0c-49b0-87e8-c4f7a2419609 req-cf1e5a36-ee2e-443e-be10-624e7e1a7c60 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 210 time: 0.0574183 Jan 28 20:29:02.380224 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6299e51e-9c0b-4ff1-80c0-9ea8c99f0ff4 x-openstack-request-id: req-6299e51e-9c0b-4ff1-80c0-9ea8c99f0ff4 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:02.380520 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e5835a-2946-446d-87d6-b4d48877f0cd", "name": "network-vif-plugged", "status": "completed", "tag": "56d85f28-3c0d-450b-848c-9b4921d8b378", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:02.380773 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6299e51e-9c0b-4ff1-80c0-9ea8c99f0ff4 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:02.381350 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e5835a-2946-446d-87d6-b4d48877f0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'code': 200} Jan 28 20:29:02.485409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.534898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a907b087-eed3-4d2f-b706-7cc3e91cc65d']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:02.567358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ca5bd-ab4a-4a9a-8907-24635e584284 req-14e8d639-ef11-417c-965f-1f5be883ce4f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:02.574341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-137ca5bd-ab4a-4a9a-8907-24635e584284 req-14e8d639-ef11-417c-965f-1f5be883ce4f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.4823945 Jan 28 20:29:02.611409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9cbcb0-62ac-4e59-803e-61ac157392fc') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:02.611714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9cbcb0-62ac-4e59-803e-61ac157392fc') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:02.703691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b3f3-b28f-41ab-9df5-38c5ace1b2a9 req-f638be11-7fee-4be1-9530-7b0fc8d8558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:02.707923 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-04f7b3f3-b28f-41ab-9df5-38c5ace1b2a9 req-f638be11-7fee-4be1-9530-7b0fc8d8558e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 1097 time: 0.2652755 Jan 28 20:29:02.734057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.798775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.814785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:29:02.815199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.841103 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-04f7b3f3-b28f-41ab-9df5-38c5ace1b2a9 req-7227b1a1-9151-43fb-a74e-246f2db721dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256914 Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:29:02.918422 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:29:02.923765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.941962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:02.949002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] 10.222.0.44 "DELETE /v2.0/networks/a907b087-eed3-4d2f-b706-7cc3e91cc65d HTTP/1.1" status: 204 len: 168 time: 0.9023316 Jan 28 20:29:02.995775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc13f8-9c20-4d42-b014-3ea3369a672e admin admin] Pushing event deleted for resources: {'Network': ['ID=a907b087-eed3-4d2f-b706-7cc3e91cc65d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:03.135530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-137ca5bd-ab4a-4a9a-8907-24635e584284 req-8f51d768-6fc5-44a8-92e0-6e3736b1bbf6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271258 Jan 28 20:29:03.211919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad91f4-9649-4cf4-933f-700b932739a8 req-cde226ad-5550-4581-b152-cc450af0ee4c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:03.217920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42842) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:03.240830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60ad91f4-9649-4cf4-933f-700b932739a8 req-cde226ad-5550-4581-b152-cc450af0ee4c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1891549 Jan 28 20:29:03.321874 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0b4c433b-9923-4149-a9c0-37f07115d7f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0b2d582e1f24647b45ab428803a6c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026928 Jan 28 20:29:03.330160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42844) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:03.425936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60ad91f4-9649-4cf4-933f-700b932739a8 req-60bd50cc-6f54-4eff-84ae-c1f7f8d63d66 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646123 Jan 28 20:29:03.480585 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-823bb1ec-d6fe-4389-9a9a-71b5c4a4d777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:03.541288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-823bb1ec-d6fe-4389-9a9a-71b5c4a4d777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:03.565750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7d40e3f-4a86-4566-aead-05a76f7da536 req-e0f4c023-1d48-44e2-8575-f4a6a6e7e320 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 210 time: 0.0734012 Jan 28 20:29:03.625916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-823bb1ec-d6fe-4389-9a9a-71b5c4a4d777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:03.631509 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-823bb1ec-d6fe-4389-9a9a-71b5c4a4d777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:03.634032 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-823bb1ec-d6fe-4389-9a9a-71b5c4a4d777 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89815954-ca09-46d4-a6c2-a19338607dba HTTP/1.1" status: 204 len: 168 time: 0.3028195 Jan 28 20:29:03.664020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bb1ec-d6fe-4389-9a9a-71b5c4a4d777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89815954-ca09-46d4-a6c2-a19338607dba,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:04.402993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-843ce7be-9943-4cf5-a851-fadf95e16190 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:04.404492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-843ce7be-9943-4cf5-a851-fadf95e16190 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 812 time: 0.3078017 Jan 28 20:29:04.429897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Request body: {'port': {'device_id': '876aae96-3bd7-4ecb-81b1-f12d8ad43fc6', 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'admin_state_up': True, 'tenant_id': '0faecfd585154b6ba91d33c3fbbde918'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:04.588762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2700928-7971-4f3e-9f03-b60f28186f72 req-b302618d-6f6c-4045-95db-46df6616186d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:04.598402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2700928-7971-4f3e-9f03-b60f28186f72 req-b302618d-6f6c-4045-95db-46df6616186d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.1927955 Jan 28 20:29:04.731042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2700928-7971-4f3e-9f03-b60f28186f72 req-46b9fc36-c893-4885-adbd-84850307a0bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259975 Jan 28 20:29:04.797515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5fec1-c42f-46b3-899f-d6bed6efe38c req-d213a4a9-6cc5-4ab7-8603-2fc761441a99 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:04.808336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fe5fec1-c42f-46b3-899f-d6bed6efe38c req-d213a4a9-6cc5-4ab7-8603-2fc761441a99 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1919582 Jan 28 20:29:04.913172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efab998b-ef8f-4f47-9f07-ad6626d8f4fa req-d75fc5ae-e457-459a-a3b7-d9c185b67469 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 210 time: 0.0503535 Jan 28 20:29:04.917897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Made reservation on behalf of 0faecfd585154b6ba91d33c3fbbde918 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:04.923827 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:04.935423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fe5fec1-c42f-46b3-899f-d6bed6efe38c req-9cbb6a3f-32fc-4ff4-81fd-41f6ec904175 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252072 Jan 28 20:29:05.185848 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-daa0cd92-b8bc-4ed8-ad7a-a63e52cfded3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:05.188951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-daa0cd92-b8bc-4ed8-ad7a-a63e52cfded3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 812 time: 0.3511794 Jan 28 20:29:05.208759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Request body: {'port': {'device_id': '718b11d4-4d68-4177-81be-f41aea42b790', 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'admin_state_up': True, 'tenant_id': '0faecfd585154b6ba91d33c3fbbde918'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:05.267059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Allocated IP 172.20.0.7 (a4925699-7d72-4fd3-848b-37266706523c/45e7f8dd-f92d-42d1-8268-81107f35862b/29d6b6dd-858b-431b-8418-a0b385de3f20) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:05.393953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Made reservation on behalf of 0faecfd585154b6ba91d33c3fbbde918 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:05.398917 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:05.504506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42898) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:05.585955 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:05.655415 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:05.719580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Pushing event updated for resources: {'Port': ['ID=29d6b6dd-858b-431b-8418-a0b385de3f20,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:05.745373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Network a4925699-7d72-4fd3-848b-37266706523c is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:05.747393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:05.754489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:05.760420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Allocated IP 172.20.0.6 (a4925699-7d72-4fd3-848b-37266706523c/45e7f8dd-f92d-42d1-8268-81107f35862b/90d0dbb4-6d6a-431f-9f4f-54ef3706610d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:05.801998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-343566248-network', 'tenant_id': '46424bd783164b6da95602dd2227d22a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:05.894978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:05.901689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:05.905919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Made reservation on behalf of 46424bd783164b6da95602dd2227d22a for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:05.908903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:05.965161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:06.034579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b36ac26f-d481-4812-9c1a-fb3649271ae0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6120155 Jan 28 20:29:06.034801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:06.060909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd117a2-ca9d-4a2e-86a9-2d264831a307 req-045ad054-95b0-48b1-90f9-3c8646d78e9d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:06.062590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afd117a2-ca9d-4a2e-86a9-2d264831a307 req-045ad054-95b0-48b1-90f9-3c8646d78e9d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.1415732 Jan 28 20:29:06.081189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Request body: {'port': {'device_id': '876aae96-3bd7-4ecb-81b1-f12d8ad43fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:06.115515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:06.254028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Pushing event updated for resources: {'Port': ['ID=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:06.284461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Network a4925699-7d72-4fd3-848b-37266706523c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:06.287120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:06.294342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:06.353144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afd117a2-ca9d-4a2e-86a9-2d264831a307 req-053a505d-2c69-4274-816e-41ca9c82c741 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887836 Jan 28 20:29:06.377543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:06.378826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:06.416372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-c44af32a-0d21-477a-9bbd-c14e290a3ffc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2160416 Jan 28 20:29:06.420707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:06.435806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Request body: {'port': {'device_id': '718b11d4-4d68-4177-81be-f41aea42b790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:06.566922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd1dd1-9282-40cf-ac6b-260300912b56 req-2101ae63-c574-4763-a69c-fef430b8f5cc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:06.583815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43cd1dd1-9282-40cf-ac6b-260300912b56 req-2101ae63-c574-4763-a69c-fef430b8f5cc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 931 time: 0.3631411 Jan 28 20:29:06.602458 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:06.869316 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:06.908357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.005562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43cd1dd1-9282-40cf-ac6b-260300912b56 req-237810eb-dda2-485f-8dc7-7b7883228551 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385867 Jan 28 20:29:07.050025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:29:07.076612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7b62-079d-4321-a3a3-e948c7ed910f req-dc94ad0f-88d4-41a9-96e6-268a4bc3e1ef tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:07.100366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b18b7b62-079d-4321-a3a3-e948c7ed910f req-dc94ad0f-88d4-41a9-96e6-268a4bc3e1ef tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.5454721 Jan 28 20:29:07.173036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9abca6d-6b93-4163-b9e7-f4e80c8eda10,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:07.209236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.215637 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Added segment 028f5015-818b-475b-aab5-1b037a084dde of type vlan for network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 Jan 28 20:29:07.293934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b18b7b62-079d-4321-a3a3-e948c7ed910f req-4c7f58c8-807c-4cab-8d9d-b37116b4eaf8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796792 Jan 28 20:29:07.350406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.492739 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.494597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:07.501853 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.704840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42924) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:07.706164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1995556 Jan 28 20:29:07.713563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Request body: {'subnet': {'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-343566248-subnet', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:07.713950 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5294374e-b8ec-4fbe-9aa5-932fd12c0a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.765751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe761f-f3fe-4a43-bffe-3b536284397b req-a2778d4d-d32d-41dd-9b5a-11ceeaa0607c tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:07.767991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08fe761f-f3fe-4a43-bffe-3b536284397b req-a2778d4d-d32d-41dd-9b5a-11ceeaa0607c tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.3458204 Jan 28 20:29:07.776473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d6b6dd-858b-431b-8418-a0b385de3f20 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:07.794986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c875eeb-e9fd-464a-98db-8de83702e099 admin admin] Pushing event updated for resources: {'Network': ['ID=76e6b64b-9eee-4a46-97a5-c1bc79809cc7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:07.799935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.818025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:29:07.827605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Made reservation on behalf of 46424bd783164b6da95602dd2227d22a for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:07.842083 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.848237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837266b4-7cf9-4e5e-98f7-f227f766c28c req-7792af6e-df70-4b14-ab5b-5355d3b31b98 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:07.850930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-837266b4-7cf9-4e5e-98f7-f227f766c28c req-7792af6e-df70-4b14-ab5b-5355d3b31b98 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 947 time: 0.1789382 Jan 28 20:29:07.852455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Transition to ACTIVE for port object 29d6b6dd-858b-431b-8418-a0b385de3f20 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:07.859646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:07.921338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Pushing event updated for resources: {'Port': ['ID=29d6b6dd-858b-431b-8418-a0b385de3f20,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:07.969483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08fe761f-f3fe-4a43-bffe-3b536284397b req-dd25c9d0-368f-4287-a647-d462ebad951d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675787 Jan 28 20:29:08.095943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-837266b4-7cf9-4e5e-98f7-f227f766c28c req-30618872-10e7-4c53-b59e-73696117edc0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837611 Jan 28 20:29:08.335318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1755efd-3c96-49e1-acb2-12f79aa2bb66 req-01ffc224-550f-418b-b870-24462f10046d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:08.343659 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1755efd-3c96-49e1-acb2-12f79aa2bb66 req-01ffc224-550f-418b-b870-24462f10046d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.1486483 Jan 28 20:29:08.446642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Attempting to bind port 29d6b6dd-858b-431b-8418-a0b385de3f20 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:08.446984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Attempting to bind port 29d6b6dd-858b-431b-8418-a0b385de3f20 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:08.447319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Attempting to bind port 29d6b6dd-858b-431b-8418-a0b385de3f20 on network a4925699-7d72-4fd3-848b-37266706523c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:08.467934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1755efd-3c96-49e1-acb2-12f79aa2bb66 req-4c139fa0-494b-446e-9e8f-03d44f44594b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171825 Jan 28 20:29:08.493963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Port 29d6b6dd-858b-431b-8418-a0b385de3f20 on network a4925699-7d72-4fd3-848b-37266706523c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:08.494527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Attempting to bind port 29d6b6dd-858b-431b-8418-a0b385de3f20 on network a4925699-7d72-4fd3-848b-37266706523c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:08.512226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:08.512574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Checking segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:08.512964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Bound using segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:08.514897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Bound port: 29d6b6dd-858b-431b-8418-a0b385de3f20, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:08.515276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:08.549609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244971e0-7817-4859-aa81-98307d54eb3a req-90c87b7b-6b8b-4cb6-90f6-ba3e52ce970a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:08.551187 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-244971e0-7817-4859-aa81-98307d54eb3a req-90c87b7b-6b8b-4cb6-90f6-ba3e52ce970a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 931 time: 0.1747303 Jan 28 20:29:08.558656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d0dbb4-6d6a-431f-9f4f-54ef3706610d {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:08.574253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:08.602980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Transition to ACTIVE for port object 90d0dbb4-6d6a-431f-9f4f-54ef3706610d will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:08.638487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-3c2f29e7-dd72-48aa-b7a6-f4035645e165 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:08.643356 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-3c2f29e7-dd72-48aa-b7a6-f4035645e165 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.26 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 947 time: 0.3346941 Jan 28 20:29:08.644052 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:08.650387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-244971e0-7817-4859-aa81-98307d54eb3a req-11116792-9810-4bd6-9046-17e54dedf280 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904312 Jan 28 20:29:08.696572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985b31a-c330-4939-b100-a667e6386e51 req-59b496da-9262-406d-896d-14f99f3135df tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:08.698215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a985b31a-c330-4939-b100-a667e6386e51 req-59b496da-9262-406d-896d-14f99f3135df tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1006753 Jan 28 20:29:08.710010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] For port 29d6b6dd-858b-431b-8418-a0b385de3f20, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:08.714927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] For port 29d6b6dd-858b-431b-8418-a0b385de3f20, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=29d6b6dd-858b-431b-8418-a0b385de3f20,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:08.726874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:08.783296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:08.783929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:08.785597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] 10.222.0.26 "PUT /v2.0/ports/29d6b6dd-858b-431b-8418-a0b385de3f20 HTTP/1.1" status: 200 len: 1091 time: 2.7087889 Jan 28 20:29:08.789762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876aae96-3bd7-4ecb-81b1-f12d8ad43fc6', 'tag': '29d6b6dd-858b-431b-8418-a0b385de3f20'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:08.799415 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20" -d '{"events": [{"name": "network-changed", "server_uuid": "876aae96-3bd7-4ecb-81b1-f12d8ad43fc6", "tag": "29d6b6dd-858b-431b-8418-a0b385de3f20"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:08.905290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a985b31a-c330-4939-b100-a667e6386e51 req-d6241d35-fbab-4ac6-966e-682bcd3d7599 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886027 Jan 28 20:29:08.925127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Pushing event updated for resources: {'Port': ['ID=29d6b6dd-858b-431b-8418-a0b385de3f20,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:08.937608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.938151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.939039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.939539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.940307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.941013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.941493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.941977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.942610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.943085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.944421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.944927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ffe4dc-8a85-408d-9001-6422e73da651 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:08.965606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Pushing event updated for resources: {'Port': ['ID=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:08.984861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-f27a31f1-b8af-4f7c-b500-ff1e5798c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:08.987020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-f27a31f1-b8af-4f7c-b500-ff1e5798c2fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&device_id=876aae96-3bd7-4ecb-81b1-f12d8ad43fc6 HTTP/1.1" status: 200 len: 1094 time: 0.1444843 Jan 28 20:29:08.992240 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:09.046482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Deleting port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:09.046868 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:09.069434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-1bfac014-ffee-4ed1-aab1-b0fd99f30978 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29d6b6dd-858b-431b-8418-a0b385de3f20 HTTP/1.1" status: 200 len: 217 time: 0.0709424 Jan 28 20:29:09.072634 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928fbbaa-edbc-4139-ba35-d68fc17857f0 x-openstack-request-id: req-928fbbaa-edbc-4139-ba35-d68fc17857f0 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:09.073197 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876aae96-3bd7-4ecb-81b1-f12d8ad43fc6", "tag": "29d6b6dd-858b-431b-8418-a0b385de3f20", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:09.073492 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-928fbbaa-edbc-4139-ba35-d68fc17857f0 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:09.073896 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876aae96-3bd7-4ecb-81b1-f12d8ad43fc6', 'tag': '29d6b6dd-858b-431b-8418-a0b385de3f20', 'status': 'completed', 'code': 200} Jan 28 20:29:09.082602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7b41-1754-4c86-9b42-768564dfe3b1 req-16075d56-1d03-4cb2-9efc-18d971d2b168 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.091699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-697a7b41-1754-4c86-9b42-768564dfe3b1 req-16075d56-1d03-4cb2-9efc-18d971d2b168 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.1799924 Jan 28 20:29:09.202439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] For port 9503c32a-3abb-4e77-a53f-9a5ede5e4880, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9503c32a-3abb-4e77-a53f-9a5ede5e4880,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:09.202916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:09.235892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Attempting to bind port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:09.236351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Attempting to bind port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:09.236754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Attempting to bind port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d on network a4925699-7d72-4fd3-848b-37266706523c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:09.258190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-697a7b41-1754-4c86-9b42-768564dfe3b1 req-ebaf81c2-c5e6-4301-82e5-b465200630b5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569781 Jan 28 20:29:09.265110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06eba3e7-baca-4568-8c4a-ea287db23c48,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:09.277095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d on network a4925699-7d72-4fd3-848b-37266706523c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:09.277256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b6ed0795-9bb7-49d6-8ad9-42a9600be677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.277514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Attempting to bind port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d on network a4925699-7d72-4fd3-848b-37266706523c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:09.285105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-b6ed0795-9bb7-49d6-8ad9-42a9600be677 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 200 len: 852 time: 0.1904161 Jan 28 20:29:09.315610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:09.316044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Checking segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:09.316539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Bound using segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:09.317149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Bound port: 90d0dbb4-6d6a-431f-9f4f-54ef3706610d, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:09.317632 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:09.324767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Checking segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:09.325144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Network hostable DHCP agents. Network: 76e6b64b-9eee-4a46-97a5-c1bc79809cc7, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:29:09.448742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-0ddde025-b1d4-4464-b2b9-26d9447b3e95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4925699-7d72-4fd3-848b-37266706523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082456 Jan 28 20:29:09.541814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:09.542130 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:09.542939 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Floating IP b2f0af50-fb49-414a-a1be-b41de36305e8 disassociated. External IP: 172.25.2.113, port: 9503c32a-3abb-4e77-a53f-9a5ede5e4880. Jan 28 20:29:09.543307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Calling delete_port for 9503c32a-3abb-4e77-a53f-9a5ede5e4880 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:09.623750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:29:09.789436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:09.806751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 76e6b64b-9eee-4a46-97a5-c1bc79809cc7) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:09.817843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ebbb2-45fc-4e27-8505-b9c1497ae759 None None] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:29:09.823621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.824472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:09.862896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event deleted for resources: {'Port': ['ID=9503c32a-3abb-4e77-a53f-9a5ede5e4880,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:09.901559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6d82c-0ebf-49a6-b042-1546b5600ff5 req-3a6da781-05bd-4a57-8d15-9d605b6659b3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.903414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eac6d82c-0ebf-49a6-b042-1546b5600ff5 req-3a6da781-05bd-4a57-8d15-9d605b6659b3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 947 time: 0.6135757 Jan 28 20:29:09.947259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424c55a-3063-4629-a650-ce9eb451d129 req-b14694b5-74a0-447c-9c20-f62781832582 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:09.954697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a424c55a-3063-4629-a650-ce9eb451d129 req-b14694b5-74a0-447c-9c20-f62781832582 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.5082836 Jan 28 20:29:09.996404 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0828fa5e-253f-456f-85df-1ebc2b56ce48 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2903500 Jan 28 20:29:10.001127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42960) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:10.007163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] For port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:10.013016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:10.045671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] For port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:10.064879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-4d0d02ab-384c-49a4-97e8-2e16fa9f80c4 service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887575 Jan 28 20:29:10.088625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:10.128680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eac6d82c-0ebf-49a6-b042-1546b5600ff5 req-9d037d06-e504-4f94-9d53-0bbcda00ea14 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163815 Jan 28 20:29:10.181101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:29:10.182132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:10.229406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a53d2473-ff78-4347-bf53-016da0d10130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:10.234503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a424c55a-3063-4629-a650-ce9eb451d129 req-b45e7de2-5c11-42d3-96a6-8e9619661efa tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786248 Jan 28 20:29:10.402645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-e7a3d128-2cfc-4d83-9ea5-0b32df07781b service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208029 Jan 28 20:29:10.610107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Allocated IP 172.20.0.2 (76e6b64b-9eee-4a46-97a5-c1bc79809cc7/06eba3e7-baca-4568-8c4a-ea287db23c48/9c5e9d53-c5d1-4fba-a197-06683088c85d) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:10.665606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc135d-0359-4c30-8648-72b953014cda req-ade7a9b4-2d66-4208-a257-b43c53140593 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:10.673469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adfc135d-0359-4c30-8648-72b953014cda req-ade7a9b4-2d66-4208-a257-b43c53140593 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 943 time: 0.2693658 Jan 28 20:29:10.729253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-3d417dba-b0f7-434f-b2f2-d5a17e5876fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:10.731002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-3d417dba-b0f7-434f-b2f2-d5a17e5876fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&device_id=876aae96-3bd7-4ecb-81b1-f12d8ad43fc6 HTTP/1.1" status: 200 len: 1094 time: 0.1993942 Jan 28 20:29:10.851235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adfc135d-0359-4c30-8648-72b953014cda req-68d6e05d-5b8b-4476-8be3-2116221d6b9b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764479 Jan 28 20:29:10.893985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:10.894435 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:10.905781 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:10.908995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] 10.222.0.26 "PUT /v2.0/ports/90d0dbb4-6d6a-431f-9f4f-54ef3706610d HTTP/1.1" status: 200 len: 1091 time: 4.4813287 Jan 28 20:29:10.919398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:10.929890 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:10.937849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718b11d4-4d68-4177-81be-f41aea42b790', 'tag': '90d0dbb4-6d6a-431f-9f4f-54ef3706610d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:10.938769 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:10.957593 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "718b11d4-4d68-4177-81be-f41aea42b790", "tag": "90d0dbb4-6d6a-431f-9f4f-54ef3706610d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:11.017090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:11.021321 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:11.025034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43affea8-7dd5-4a41-9796-bdce3bad1e14 req-6d0b6de2-4b41-44c1-9731-1a5135c655fe tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.027276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:11.036408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43affea8-7dd5-4a41-9796-bdce3bad1e14 req-6d0b6de2-4b41-44c1-9731-1a5135c655fe tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.3519077 Jan 28 20:29:11.039917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Pushing event updated for resources: {'Port': ['ID=9c5e9d53-c5d1-4fba-a197-06683088c85d,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:11.151494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.153985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.162884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.163238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.163592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.163940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.170120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.172076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.173198 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.173452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.173805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.174149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:11.206368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Attempting to bind port 9c5e9d53-c5d1-4fba-a197-06683088c85d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:11.207208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Attempting to bind port 9c5e9d53-c5d1-4fba-a197-06683088c85d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:11.210575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Attempting to bind port 9c5e9d53-c5d1-4fba-a197-06683088c85d on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:11.235195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Router 48e4c72c-0685-4f86-ad01-677298b2d972 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:29:11.237227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:11.240643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2891a-53ac-46e7-8339-1888f2a97a49 service neutron] Pushing event updated for resources: {'Port': ['ID=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:11.241235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Checking segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:11.242468 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:11.244891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Bound using segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:11.247828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Bound port: 9c5e9d53-c5d1-4fba-a197-06683088c85d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:11.248723 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:11.260801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:11.275361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-aed6580e-0b2b-4c15-b651-7a1265576dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.277406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-aed6580e-0b2b-4c15-b651-7a1265576dbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 1094 time: 0.3041756 Jan 28 20:29:11.288047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43affea8-7dd5-4a41-9796-bdce3bad1e14 req-7e988d91-da07-4a2e-82fd-c909c8563178 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422323 Jan 28 20:29:11.289415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-b25e113f-04dd-4b81-985e-e799bb1b5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.295922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-b25e113f-04dd-4b81-985e-e799bb1b5d72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 913 time: 0.5362296 Jan 28 20:29:11.410896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] For port 9c5e9d53-c5d1-4fba-a197-06683088c85d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:11.418899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] For port 9c5e9d53-c5d1-4fba-a197-06683088c85d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9c5e9d53-c5d1-4fba-a197-06683088c85d,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:11.433148 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:11.453244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-174da1f0-1798-4362-91f0-4441b88b4035 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29d6b6dd-858b-431b-8418-a0b385de3f20 HTTP/1.1" status: 200 len: 217 time: 0.1416709 Jan 28 20:29:11.481017 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-3eb2d0e6-ef26-4032-a79a-be8b92264838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d0dbb4-6d6a-431f-9f4f-54ef3706610d HTTP/1.1" status: 200 len: 217 time: 0.0955882 Jan 28 20:29:11.517343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c347e2-6441-4f66-9548-fe870c3c09d1 None None] Pushing event updated for resources: {'Port': ['ID=9c5e9d53-c5d1-4fba-a197-06683088c85d,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:11.546789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca74b7c-6ed4-42ee-8f3c-bb65e96523e8 req-bc9d5c4d-b61c-43b0-b9a9-605f70777e6b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.555903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ca74b7c-6ed4-42ee-8f3c-bb65e96523e8 req-bc9d5c4d-b61c-43b0-b9a9-605f70777e6b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.4953384 Jan 28 20:29:11.589295 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:11.670569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ca74b7c-6ed4-42ee-8f3c-bb65e96523e8 req-9f0a25ff-52f0-4054-be01-1468b9ab886b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137085 Jan 28 20:29:11.690157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-5a83d6f5-35be-4e96-abf0-90ffae0ab1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.691853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-5a83d6f5-35be-4e96-abf0-90ffae0ab1d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 200 len: 852 time: 0.1789618 Jan 28 20:29:11.705129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:11.729949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b23f0-6b7c-4770-9bb1-dd8c5e933063 req-c4f463c5-4963-4635-a7fc-24ae178357c2 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.731610 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d89b23f0-6b7c-4770-9bb1-dd8c5e933063 req-c4f463c5-4963-4635-a7fc-24ae178357c2 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 945 time: 0.2760179 Jan 28 20:29:11.809917 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3715ca9c-ac8f-47c8-9f61-a24d3a3967d6 x-openstack-request-id: req-3715ca9c-ac8f-47c8-9f61-a24d3a3967d6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:11.810210 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718b11d4-4d68-4177-81be-f41aea42b790", "tag": "90d0dbb4-6d6a-431f-9f4f-54ef3706610d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:11.810466 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3715ca9c-ac8f-47c8-9f61-a24d3a3967d6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:11.810858 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718b11d4-4d68-4177-81be-f41aea42b790', 'tag': '90d0dbb4-6d6a-431f-9f4f-54ef3706610d', 'status': 'completed', 'code': 200} Jan 28 20:29:11.822945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-6e0034c4-5aa1-4afa-aa97-dcca2cec0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:11.829783 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-6e0034c4-5aa1-4afa-aa97-dcca2cec0077 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 200 len: 852 time: 0.3038223 Jan 28 20:29:11.835131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-6872658c-eee8-4eac-b3d0-4db98575b154 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4925699-7d72-4fd3-848b-37266706523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024828 Jan 28 20:29:11.951918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 29d6b6dd-858b-431b-8418-a0b385de3f20 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:11.958224 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-2ba04e3a-dee8-4560-9d75-bea30603a674 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4925699-7d72-4fd3-848b-37266706523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059177 Jan 28 20:29:12.003549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7825c134-1d9f-4333-8b5a-79b740764a35 req-6260e596-917b-41a6-9d76-dd4b89f0e83f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=575fb8e4-c92f-4bea-b75a-bb9e0f21d10a HTTP/1.1" status: 200 len: 210 time: 0.0832918 Jan 28 20:29:12.082967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:29:12.107347 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] Sync routers for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:29:12.137176 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:12.137844 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:12.168733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] No DVR routers for this DVR port 9503c32a-3abb-4e77-a53f-9a5ede5e4880 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:12.171693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:12.175009 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a37473dd-0eb1-44cb-81d7-81b98409271c req-5dee2954-e65d-4751-a019-104e5bbd2aa2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.26 "DELETE /v2.0/ports/9503c32a-3abb-4e77-a53f-9a5ede5e4880 HTTP/1.1" status: 204 len: 173 time: 3.5284386 Jan 28 20:29:12.204026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d89b23f0-6b7c-4770-9bb1-dd8c5e933063 req-8a379137-fda0-40c2-9073-81ed2646b496 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510739 Jan 28 20:29:12.284370 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-7c90f88b-0116-4406-a68a-70df78d54f6e service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154659 Jan 28 20:29:12.447544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1574166-0843-4ffe-aa52-390c9b2ef62e req-6755059a-740a-4d4e-9041-17b1218a6176 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:12.456131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1574166-0843-4ffe-aa52-390c9b2ef62e req-6755059a-740a-4d4e-9041-17b1218a6176 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 943 time: 0.2432010 Jan 28 20:29:12.490577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-8539c29b-050f-4c01-af89-7ce9764cd153 service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403010 Jan 28 20:29:12.502990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:12.519025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 29d6b6dd-858b-431b-8418-a0b385de3f20, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=29d6b6dd-858b-431b-8418-a0b385de3f20,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:12.540014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9c5e9d53-c5d1-4fba-a197-06683088c85d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:12.603930 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:12.687470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 9503c32a-3abb-4e77-a53f-9a5ede5e4880 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:29:12.688063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9503c32a-3abb-4e77-a53f-9a5ede5e4880 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:12.690715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '29d6b6dd-858b-431b-8418-a0b385de3f20', 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'port_id': '29d6b6dd-858b-431b-8418-a0b385de3f20', 'mac_address': 'fa:16:3e:96:07:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e7f8dd-f92d-42d1-8268-81107f35862b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:12.751158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1574166-0843-4ffe-aa52-390c9b2ef62e req-a695e1c1-f5ba-428d-a9be-624cc74bb35b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927887 Jan 28 20:29:12.752824 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:12.785347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d6b6dd-858b-431b-8418-a0b385de3f20 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:12.794203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9c5e9d53-c5d1-4fba-a197-06683088c85d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:12.794548 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:12.821923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf020801-7664-44a2-bd07-c05d607b0b99 req-f09d7c84-5508-45aa-ba75-9b5fefc64546 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:12.827503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf020801-7664-44a2-bd07-c05d607b0b99 req-f09d7c84-5508-45aa-ba75-9b5fefc64546 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.3613551 Jan 28 20:29:12.949791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 29d6b6dd-858b-431b-8418-a0b385de3f20, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=29d6b6dd-858b-431b-8418-a0b385de3f20,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:12.973771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:13.011013 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:13.102125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a31eaf-862a-4ebd-be14-ab4c78a26b20 req-f7fffb98-ad66-41e8-bdef-7d356251e4de service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630009 Jan 28 20:29:13.150634 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf020801-7664-44a2-bd07-c05d607b0b99 req-d5594e9e-807d-4516-9fac-25f2f8731ae2 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997794 Jan 28 20:29:13.155257 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:13.182434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2452f-9a99-4fa8-a2a0-79957cf5742d req-f4b3171d-e82c-47ff-bbca-1b4efb10c159 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.203758 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ed2452f-9a99-4fa8-a2a0-79957cf5742d req-f4b3171d-e82c-47ff-bbca-1b4efb10c159 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.2412989 Jan 28 20:29:13.290436 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] Checking router: 48e4c72c-0685-4f86-ad01-677298b2d972 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:29:13.299895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1f18cdc2-1f48-4fb0-9b67-ddded2520c20 req-8ad5ee5b-edbe-4864-83c8-39a18161ad98 service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0040998 Jan 28 20:29:13.312915 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:13.313564 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:13.316158 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:13.319537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=29d6b6dd-858b-431b-8418-a0b385de3f20,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:13.339022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-088eb497-6e5f-424b-97c2-1ee27ed29541 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.341680 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:13.342733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-088eb497-6e5f-424b-97c2-1ee27ed29541 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 945 time: 0.5305068 Jan 28 20:29:13.387668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['29d6b6dd-858b-431b-8418-a0b385de3f20'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:13.399198 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ed2452f-9a99-4fa8-a2a0-79957cf5742d req-d337140a-7fda-41df-b566-1a1c90c3b47a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897790 Jan 28 20:29:13.483426 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:13.540473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:13.659204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b067bab-6093-4af3-97c6-1aa9270c831b req-17d0849d-8406-40c0-a73c-40337a2c485d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.660886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b067bab-6093-4af3-97c6-1aa9270c831b req-17d0849d-8406-40c0-a73c-40337a2c485d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.1655912 Jan 28 20:29:13.704787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 9c5e9d53-c5d1-4fba-a197-06683088c85d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9c5e9d53-c5d1-4fba-a197-06683088c85d,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:13.712311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8575b6-980d-49d9-af60-4b0463f63bc1 req-0a64ccf0-a5aa-4f74-9b0b-4cf317880fa7 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.714881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:13.725502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e8575b6-980d-49d9-af60-4b0463f63bc1 req-0a64ccf0-a5aa-4f74-9b0b-4cf317880fa7 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 945 time: 0.1666808 Jan 28 20:29:13.762194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-70cbdfc1-5e61-4a26-b9dc-f5110ef38c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.764081 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-70cbdfc1-5e61-4a26-b9dc-f5110ef38c5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 1094 time: 0.3324587 Jan 28 20:29:13.787274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e8c0a5-476d-4209-a599-52546def2564 None None] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:29:13.804614 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:13.821073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-deleted', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:13.823597 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3968fc5-0956-4e49-8b18-0066ce9e8125" -d '{"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-deleted", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:13.903652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e8575b6-980d-49d9-af60-4b0463f63bc1 req-55f6b62e-c3cb-4648-bbc6-5b8ea99debd1 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771188 Jan 28 20:29:13.924528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b067bab-6093-4af3-97c6-1aa9270c831b req-17c5e7be-fe3a-474a-a526-40230c53d171 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338951 Jan 28 20:29:13.980705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43012) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:14.003134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=9c5e9d53-c5d1-4fba-a197-06683088c85d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:14.043702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Allocated IP 172.25.2.227 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/038c1a46-f6da-4a1e-9281-79b0e7055414) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:14.122643 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-93de8ffc-bc60-4b24-9e30-88c7ac29233a None None] Provisioning complete for port 9c5e9d53-c5d1-4fba-a197-06683088c85d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:14.123011 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93de8ffc-bc60-4b24-9e30-88c7ac29233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.258901 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-afc11d4c-f956-4b25-9570-f5072637dea3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.269117 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.289371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9c5e9d53-c5d1-4fba-a197-06683088c85d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:14.318528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-556ab940-a163-44d9-8fd4-13d05550d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:14.321631 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-556ab940-a163-44d9-8fd4-13d05550d3af service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 913 time: 0.5331223 Jan 28 20:29:14.324778 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b5c52-8b15-4734-9377-75be461a0f24 x-openstack-request-id: req-922b5c52-8b15-4734-9377-75be461a0f24 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:14.325071 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575fb8e4-c92f-4bea-b75a-bb9e0f21d10a", "name": "network-vif-deleted", "tag": "9503c32a-3abb-4e77-a53f-9a5ede5e4880", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:14.325328 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-922b5c52-8b15-4734-9377-75be461a0f24 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:14.325813 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575fb8e4-c92f-4bea-b75a-bb9e0f21d10a', 'name': 'network-vif-deleted', 'tag': '9503c32a-3abb-4e77-a53f-9a5ede5e4880', 'status': 'completed', 'code': 200} Jan 28 20:29:14.343070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-afc11d4c-f956-4b25-9570-f5072637dea3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.452646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Deleting port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:14.454920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.470187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f3048-5caa-456e-bc0e-b59974cda36e req-a71cfb71-6a99-4cc1-8b8e-43ab90ca6474 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:14.483618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-589f3048-5caa-456e-bc0e-b59974cda36e req-a71cfb71-6a99-4cc1-8b8e-43ab90ca6474 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 943 time: 0.3304019 Jan 28 20:29:14.489778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-0cf5f0d7-c25b-4de6-92f7-6a767fa25ef9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d0dbb4-6d6a-431f-9f4f-54ef3706610d HTTP/1.1" status: 200 len: 217 time: 0.1577265 Jan 28 20:29:14.497702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.589577 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:14.617679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-589f3048-5caa-456e-bc0e-b59974cda36e req-85e9694f-ed7d-4748-bc4d-53febad1bda4 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317337 Jan 28 20:29:14.639356 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-afc11d4c-f956-4b25-9570-f5072637dea3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.643655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-afc11d4c-f956-4b25-9570-f5072637dea3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.647535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-afc11d4c-f956-4b25-9570-f5072637dea3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "DELETE /v2.0/security-groups/2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244 HTTP/1.1" status: 204 len: 168 time: 0.6637371 Jan 28 20:29:14.651105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43020) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:14.669627 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488fa006-f2f5-4434-b5d3-3e15fb5553a0 None None] The sync data for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 is: [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:29:14.735722 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-5f3a7fa0-2ccf-4ca5-9fce-b271b70aecb5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] show failed (client error): The resource could not be found. Jan 28 20:29:14.741409 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5f3a7fa0-2ccf-4ca5-9fce-b271b70aecb5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups/2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244 HTTP/1.1" status: 404 len: 347 time: 0.0740478 Jan 28 20:29:14.744309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc11d4c-f956-4b25-9570-f5072637dea3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c00e4ea-b6a2-4e34-aa2c-e4a6eab20244,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:14.750145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43022) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:14.760937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9c5e9d53-c5d1-4fba-a197-06683088c85d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:14.761313 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:14.888822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:14.898315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:14.910065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:15.045591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-56fe21a6-b64b-44b9-a6af-191dd720f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:15.047697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-56fe21a6-b64b-44b9-a6af-191dd720f430 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 200 len: 852 time: 0.5008013 Jan 28 20:29:15.217433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Pushing event updated for resources: {'Port': ['ID=038c1a46-f6da-4a1e-9281-79b0e7055414,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:15.284522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd2bf9-be5c-445e-b5d2-e1a62fa128b9 None None] New status for floating IP b2f0af50-fb49-414a-a1be-b41de36305e8: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:29:15.298664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd1ed9-fb3d-4b74-bde2-835221cc0029 req-5f3524fc-dd9d-412a-a0ce-c96c4e4c25af tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:15.311738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58dd1ed9-fb3d-4b74-bde2-835221cc0029 req-5f3524fc-dd9d-412a-a0ce-c96c4e4c25af tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.4407473 Jan 28 20:29:15.419519 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-e86ce226-65af-4f50-82f4-d3c56f2dea57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4925699-7d72-4fd3-848b-37266706523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993936 Jan 28 20:29:15.434322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.434670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.435011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.435412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.435753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.436083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.436498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.436831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.437184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.437489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.437809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.438132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:15.510288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58dd1ed9-fb3d-4b74-bde2-835221cc0029 req-1f71c443-722d-4f9d-90b4-54f27fcf79e9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972680 Jan 28 20:29:15.598709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422a7d-411d-434b-83c1-a0c63b8abb86 req-899b6f80-5988-481c-b3e8-75e93d6b7b21 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:15.603909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72422a7d-411d-434b-83c1-a0c63b8abb86 req-899b6f80-5988-481c-b3e8-75e93d6b7b21 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 945 time: 0.1764526 Jan 28 20:29:15.605896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Deleting port 23ccc97d-cac8-4fa6-841f-1e0f8eaf3f72 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:15.607341 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:15.638788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a4ff15d8-9586-4cc3-9ebc-7a72d28bcbbf None None] Provisioning complete for port 9c5e9d53-c5d1-4fba-a197-06683088c85d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:15.638788 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4ff15d8-9586-4cc3-9ebc-7a72d28bcbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:15.723742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] For port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:15.726148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:15.781008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Calling delete_port for e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:15.822935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72422a7d-411d-434b-83c1-a0c63b8abb86 req-fdedfbac-33bc-427e-bf36-6bc1f5f72392 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103488 Jan 28 20:29:15.856795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:15.857590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:15.878879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Calling delete_port for 23ccc97d-cac8-4fa6-841f-1e0f8eaf3f72 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:15.969993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 90d0dbb4-6d6a-431f-9f4f-54ef3706610d details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:15.973092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 29d6b6dd-858b-431b-8418-a0b385de3f20 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:16.056747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.115411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5689b-d7dc-4ee0-94a7-b0f766cdb362 req-311be155-3a53-43ef-93dc-d23ab134c923 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.131756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Pushing event deleted for resources: {'Port': ['ID=e628e3ab-ecb5-4a57-86d5-53e3bd4308d4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:16.133840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eea5689b-d7dc-4ee0-94a7-b0f766cdb362 req-311be155-3a53-43ef-93dc-d23ab134c923 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 943 time: 0.3254175 Jan 28 20:29:16.167957 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.322241 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.327419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eea5689b-d7dc-4ee0-94a7-b0f766cdb362 req-3b30f15e-ae9a-4336-8a1e-5c51a48faf58 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924517 Jan 28 20:29:16.351148 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:29:16.395069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] No DVR routers for this DVR port e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:16.399617 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.403285 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3658ce09-e889-468e-b75c-4d8cbad7eb3e req-0ef79f93-f9c5-4705-b042-b4e66eaf5fce tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.26 "DELETE /v2.0/ports/e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 HTTP/1.1" status: 204 len: 173 time: 2.9620631 Jan 28 20:29:16.403884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6497ee-3ad8-423c-bfea-24404c7bbe85', 'name': 'network-vif-deleted', 'tag': 'e628e3ab-ecb5-4a57-86d5-53e3bd4308d4'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:16.406706 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8d2f79-4e33-4133-a806-e7103a8c553d" -d '{"events": [{"server_uuid": "7e6497ee-3ad8-423c-bfea-24404c7bbe85", "name": "network-vif-deleted", "tag": "e628e3ab-ecb5-4a57-86d5-53e3bd4308d4"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:16.414558 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-c2dc65f8-9ccf-42a4-b693-3dc85157659b service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8628201 Jan 28 20:29:16.434151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event deleted for resources: {'Port': ['ID=23ccc97d-cac8-4fa6-841f-1e0f8eaf3f72,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:16.466710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62215b-8be4-4df0-9274-d001eb73e228 req-152fe18a-aa6b-4ebf-82f1-3752a828c378 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.475542 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff62215b-8be4-4df0-9274-d001eb73e228 req-152fe18a-aa6b-4ebf-82f1-3752a828c378 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.2583816 Jan 28 20:29:16.543704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['053a62f9-0e28-4cc0-a3be-b9259a3f8602', '9f074240-66e5-4d0c-9b98-8f14d2d0650f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:16.637709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff62215b-8be4-4df0-9274-d001eb73e228 req-032574e9-01c4-4273-acf1-ab27bee87367 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600435 Jan 28 20:29:16.699693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 29d6b6dd-858b-431b-8418-a0b385de3f20 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:16.707943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 29d6b6dd-858b-431b-8418-a0b385de3f20 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:16.708360 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.709764 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaffc05e-2ad8-465a-8a1a-2c550de68238 x-openstack-request-id: req-aaffc05e-2ad8-465a-8a1a-2c550de68238 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:16.710327 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6497ee-3ad8-423c-bfea-24404c7bbe85", "name": "network-vif-deleted", "tag": "e628e3ab-ecb5-4a57-86d5-53e3bd4308d4", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:16.710327 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aaffc05e-2ad8-465a-8a1a-2c550de68238 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:16.710695 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6497ee-3ad8-423c-bfea-24404c7bbe85', 'name': 'network-vif-deleted', 'tag': 'e628e3ab-ecb5-4a57-86d5-53e3bd4308d4', 'status': 'completed', 'code': 200} Jan 28 20:29:16.719321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.722323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.723678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-813b276a-4b2d-49a3-9205-077bae6aaf89 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "DELETE /v2.0/floatingips/b2f0af50-fb49-414a-a1be-b41de36305e8 HTTP/1.1" status: 204 len: 168 time: 1.9666104 Jan 28 20:29:16.791533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906b144-12f3-408a-ab32-3aa5d0cc16fb req-565392f7-b212-454a-9e94-c129efc0de06 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:16.795170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2906b144-12f3-408a-ab32-3aa5d0cc16fb req-565392f7-b212-454a-9e94-c129efc0de06 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1439328 Jan 28 20:29:16.796579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:16.825484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '90d0dbb4-6d6a-431f-9f4f-54ef3706610d', 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'port_id': '90d0dbb4-6d6a-431f-9f4f-54ef3706610d', 'mac_address': 'fa:16:3e:6b:2e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e7f8dd-f92d-42d1-8268-81107f35862b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:16.851294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2906b144-12f3-408a-ab32-3aa5d0cc16fb req-2dd9aa25-bf17-4a76-8150-9c11646e36bc tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Jan 28 20:29:16.885688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.894066 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-719ca845-8f34-4b2c-bf24-f9a7ef92aaa2 req-ba1a96f0-387f-4523-9062-4512e2d8e1d2 service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795154 Jan 28 20:29:16.939340 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:16.996502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.025352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-543730dd-a811-46d4-b739-4178abc69bbf req-cf5d86d5-b7a0-4689-9c25-e14bff81cdcb tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e6497ee-3ad8-423c-bfea-24404c7bbe85 HTTP/1.1" status: 200 len: 210 time: 0.0485439 Jan 28 20:29:17.083298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d0dbb4-6d6a-431f-9f4f-54ef3706610d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:17.105314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-291798b3-2f35-4f5a-af37-1a90b2fe6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.107056 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-291798b3-2f35-4f5a-af37-1a90b2fe6c35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 1096 time: 0.3955710 Jan 28 20:29:17.111541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 29d6b6dd-858b-431b-8418-a0b385de3f20, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=29d6b6dd-858b-431b-8418-a0b385de3f20,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:17.114352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876aae96-3bd7-4ecb-81b1-f12d8ad43fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d6b6dd-858b-431b-8418-a0b385de3f20'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:17.117955 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4be8989-45da-4bbb-899b-284dd07f4b93" -d '{"events": [{"server_uuid": "876aae96-3bd7-4ecb-81b1-f12d8ad43fc6", "name": "network-vif-plugged", "status": "completed", "tag": "29d6b6dd-858b-431b-8418-a0b385de3f20"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:17.149548 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.153060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:17.207029 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5372443-e5c5-4a2b-b62e-e3afbcec12e3 x-openstack-request-id: req-b5372443-e5c5-4a2b-b62e-e3afbcec12e3 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:17.207605 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876aae96-3bd7-4ecb-81b1-f12d8ad43fc6", "name": "network-vif-plugged", "status": "completed", "tag": "29d6b6dd-858b-431b-8418-a0b385de3f20", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:17.208009 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5372443-e5c5-4a2b-b62e-e3afbcec12e3 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:17.208617 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876aae96-3bd7-4ecb-81b1-f12d8ad43fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d6b6dd-858b-431b-8418-a0b385de3f20', 'code': 200} Jan 28 20:29:17.210698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:17.235715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:29:17.248741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e628e3ab-ecb5-4a57-86d5-53e3bd4308d4 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:17.253255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.299090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=29d6b6dd-858b-431b-8418-a0b385de3f20,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:17.384338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-c2b22cee-2357-4c16-bc63-a28281350676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.386138 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-c2b22cee-2357-4c16-bc63-a28281350676 service neutron] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 912 time: 0.2575164 Jan 28 20:29:17.391865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67141437-4c4f-41e7-b630-299c7eaf2f18 req-a03a6148-5206-4e4e-ae10-92a2e6d66030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.393349 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-67141437-4c4f-41e7-b630-299c7eaf2f18 req-a03a6148-5206-4e4e-ae10-92a2e6d66030 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=876aae96-3bd7-4ecb-81b1-f12d8ad43fc6 HTTP/1.1" status: 200 len: 1096 time: 0.1320329 Jan 28 20:29:17.442589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:17.501069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43070) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:17.515176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5e285f0e-62fa-4819-b767-5200322d132d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112220344', 'description': 'tempest-description--773878970'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:17.515904 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-8cb69574-2932-492c-ba2a-7c264f48aabb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e HTTP/1.1" status: 200 len: 217 time: 0.1214457 Jan 28 20:29:17.537460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['90d0dbb4-6d6a-431f-9f4f-54ef3706610d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:17.539256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550176d-cafe-4147-8007-e3b5f1894946 req-88ef7bc8-0686-4ebd-bdfe-413fdfa0b5dc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.541020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6550176d-cafe-4147-8007-e3b5f1894946 req-88ef7bc8-0686-4ebd-bdfe-413fdfa0b5dc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 944 time: 0.0945857 Jan 28 20:29:17.578391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Router 8c846810-c383-4d16-a630-5abeaf21afdd is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:29:17.595845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e285f0e-62fa-4819-b767-5200322d132d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.611963 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-67141437-4c4f-41e7-b630-299c7eaf2f18 req-5bfdedb9-adc6-4be1-b8f2-24caef1a7537 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972592 Jan 28 20:29:17.614349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6550176d-cafe-4147-8007-e3b5f1894946 req-9ec6e054-4b0a-4fab-80ae-2d85cd769d1e tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630670 Jan 28 20:29:17.629740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-e2e85f37-83ab-4b74-ba6e-b9ffd90c9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.634496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-e2e85f37-83ab-4b74-ba6e-b9ffd90c9995 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.0942826 Jan 28 20:29:17.733335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e285f0e-62fa-4819-b767-5200322d132d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.739526 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e285f0e-62fa-4819-b767-5200322d132d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.831488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e285f0e-62fa-4819-b767-5200322d132d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.836248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5e285f0e-62fa-4819-b767-5200322d132d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3269253 Jan 28 20:29:17.836248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e285f0e-62fa-4819-b767-5200322d132d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3d6eb1-6e0d-4ddc-9827-eec141e60261,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:17.840395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43074) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:17.847415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-43c4010a-e3c0-4650-8ca3-cfe75cf58bd6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'security_group_rule': {'security_group_id': '4e3d6eb1-6e0d-4ddc-9827-eec141e60261', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:17.881691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be612f9f-6ba6-449d-b01d-034ba04139f6 req-4c6bd1bb-0aeb-48b8-aa1b-b03925aba04f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:17.883359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be612f9f-6ba6-449d-b01d-034ba04139f6 req-4c6bd1bb-0aeb-48b8-aa1b-b03925aba04f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.1052904 Jan 28 20:29:17.912560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.933363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43c4010a-e3c0-4650-8ca3-cfe75cf58bd6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:17.972063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be612f9f-6ba6-449d-b01d-034ba04139f6 req-dfa44461-bb02-46ae-8515-71592cc895d9 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657041 Jan 28 20:29:18.069561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43c4010a-e3c0-4650-8ca3-cfe75cf58bd6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.077183 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43c4010a-e3c0-4650-8ca3-cfe75cf58bd6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.108717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f51077-a483-4863-9c09-92f70dd4baa8 req-7da2a798-5334-4597-858f-358fbc7b9686 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:18.110465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8f51077-a483-4863-9c09-92f70dd4baa8 req-7da2a798-5334-4597-858f-358fbc7b9686 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1219981 Jan 28 20:29:18.119451 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43c4010a-e3c0-4650-8ca3-cfe75cf58bd6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.123369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-43c4010a-e3c0-4650-8ca3-cfe75cf58bd6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786121 Jan 28 20:29:18.130192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43084) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:18.136483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-66024dc1-4a7a-40aa-bef5-daf7fc7d331c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'security_group_rule': {'security_group_id': '4e3d6eb1-6e0d-4ddc-9827-eec141e60261', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:18.165178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4010a-e3c0-4650-8ca3-cfe75cf58bd6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba11840-ab4c-44ab-b19f-071d296ae155,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:18.196676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-97dce186-2281-48ec-887b-9fd0755caa16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604753 Jan 28 20:29:18.214525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8f51077-a483-4863-9c09-92f70dd4baa8 req-897b8d59-834b-4f5b-96e5-9766357526aa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923331 Jan 28 20:29:18.240114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-66024dc1-4a7a-40aa-bef5-daf7fc7d331c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.314587 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-66024dc1-4a7a-40aa-bef5-daf7fc7d331c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.319872 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-66024dc1-4a7a-40aa-bef5-daf7fc7d331c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.348155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66024dc1-4a7a-40aa-bef5-daf7fc7d331c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c7013c-4076-4e4f-984e-ebea666e37ba,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:18.382722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-66024dc1-4a7a-40aa-bef5-daf7fc7d331c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.390057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-66024dc1-4a7a-40aa-bef5-daf7fc7d331c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572112 Jan 28 20:29:18.390863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43088) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:18.398128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:18.441657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:29:18.454360 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Sync routers for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:29:18.466398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.469788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.473736 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d43f980d-ce31-41b4-8de8-d294191c4575 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4676757 Jan 28 20:29:18.476930 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:18.477757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43092) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:18.478636 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:18.556167 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-52a41380-a59e-4211-aa78-85bfe59d8e05 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471918 Jan 28 20:29:18.615419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604a2e8-dc01-4e8d-bed0-a819ac4e3f3a req-10b9ddc3-c803-4a97-8178-9ee94a8c5b9b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:18.623581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6604a2e8-dc01-4e8d-bed0-a819ac4e3f3a req-10b9ddc3-c803-4a97-8178-9ee94a8c5b9b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 946 time: 0.1235301 Jan 28 20:29:18.679215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6604a2e8-dc01-4e8d-bed0-a819ac4e3f3a req-cfa270fc-5ce1-440c-bb60-7c488fdf7e1f tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Jan 28 20:29:18.728737 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5e0b44e7-be37-4bee-8382-044d64cd83aa req-63ef63b6-5003-40d7-9d91-af528325b830 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652768 Jan 28 20:29:18.808333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:18.922463 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:19.020544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0575e1-ff0c-426c-846d-c3dae9cc0472 req-b922d663-b8e5-4c2d-9e3f-39d071031e9d tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:19.023743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f0575e1-ff0c-426c-846d-c3dae9cc0472 req-b922d663-b8e5-4c2d-9e3f-39d071031e9d tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 944 time: 0.1351979 Jan 28 20:29:19.114402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Allocated IP 172.25.2.63 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/470a83ea-663a-4b74-88e5-3f0d149fd41c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:19.151466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f0575e1-ff0c-426c-846d-c3dae9cc0472 req-c9144aa4-7553-47a4-b9bc-ea69c66b9866 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162601 Jan 28 20:29:19.346196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c4e2c-fdbf-4294-a280-7971334953b6 req-e2d6284c-d76c-4edd-b54c-b7e74b2e113f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:19.348511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb8c4e2c-fdbf-4294-a280-7971334953b6 req-e2d6284c-d76c-4edd-b54c-b7e74b2e113f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.1924503 Jan 28 20:29:19.367885 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:15Z', 'revision_number': 3, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:19.401600 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Checking router: 8c846810-c383-4d16-a630-5abeaf21afdd for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:29:19.402385 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Updating router 8c846810-c383-4d16-a630-5abeaf21afdd port 038c1a46-f6da-4a1e-9281-79b0e7055414 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:29:19.450431 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:19.510404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:19.528413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb8c4e2c-fdbf-4294-a280-7971334953b6 req-535681bf-5177-40ff-9c4e-c5038cca0156 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525214 Jan 28 20:29:19.553689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aab95-5431-45c4-afeb-b192b1e04b75 req-55a6aeaa-5604-419a-8f6d-b0efacdc3442 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:19.562977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-446aab95-5431-45c4-afeb-b192b1e04b75 req-55a6aeaa-5604-419a-8f6d-b0efacdc3442 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.1850207 Jan 28 20:29:19.648690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-446aab95-5431-45c4-afeb-b192b1e04b75 req-e11adb69-1a59-409a-99e7-d01d45cc50a1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804644 Jan 28 20:29:19.651671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:19.697713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:19.701118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:19.709972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:19.714003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:19.774603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'Port': ['ID=470a83ea-663a-4b74-88e5-3f0d149fd41c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:19.777964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 56d85f28-3c0d-450b-848c-9b4921d8b378 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:19.883675 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.017855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 90d0dbb4-6d6a-431f-9f4f-54ef3706610d up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:20.029882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.080802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Allocated IP 172.20.0.1 (76e6b64b-9eee-4a46-97a5-c1bc79809cc7/06eba3e7-baca-4568-8c4a-ea287db23c48/4f714e5d-473d-4e10-973d-c044e5df18ee) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:20.091920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-37b9206c-e897-4af8-9110-1a7cac9342ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:20.093777 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-37b9206c-e897-4af8-9110-1a7cac9342ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.13 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 946 time: 0.1479621 Jan 28 20:29:20.134936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:20.154025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'port_id': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'mac_address': 'fa:16:3e:63:cb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d13da3-65a1-4210-acd8-1dc6cf545409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:20.196244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:20.212363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:20.212979 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.221664 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.257148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcf9ab-fa0a-430c-a88f-31cdb1051285 req-03b9435b-80df-4198-b9de-18c40bcef292 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:20.259708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d85f28-3c0d-450b-848c-9b4921d8b378 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:20.269405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8abcf9ab-fa0a-430c-a88f-31cdb1051285 req-03b9435b-80df-4198-b9de-18c40bcef292 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 946 time: 0.3776977 Jan 28 20:29:20.311904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:20.335337 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.338085 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.358757 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.381783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.406111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=56d85f28-3c0d-450b-848c-9b4921d8b378,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:20.423418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.440256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Deleting port 9f074240-66e5-4d0c-9b98-8f14d2d0650f {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:20.440629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.459009 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.491860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['56d85f28-3c0d-450b-848c-9b4921d8b378'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:20.528335 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Pushing event updated for resources: {'Port': ['ID=038c1a46-f6da-4a1e-9281-79b0e7055414,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:20.530294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281f7d0-e36d-4024-923c-cbf749fdb443 req-786c50e5-663d-4601-a9ca-8d7543c194d6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:20.539693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2281f7d0-e36d-4024-923c-cbf749fdb443 req-786c50e5-663d-4601-a9ca-8d7543c194d6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 946 time: 0.5394783 Jan 28 20:29:20.548987 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.549942 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.550473 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.551165 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.551581 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.552956 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.552956 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.554499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.554499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.554499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.554957 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.555461 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.559542 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Attempting to bind port 038c1a46-f6da-4a1e-9281-79b0e7055414 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:20.560372 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Attempting to bind port 038c1a46-f6da-4a1e-9281-79b0e7055414 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:20.560953 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Attempting to bind port 038c1a46-f6da-4a1e-9281-79b0e7055414 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:20.564616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] For port 9f074240-66e5-4d0c-9b98-8f14d2d0650f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f074240-66e5-4d0c-9b98-8f14d2d0650f,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:20.565202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.567842 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:20.569927 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:20.570457 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.571278 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:20.572957 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Bound port: 038c1a46-f6da-4a1e-9281-79b0e7055414, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:20.575027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718b11d4-4d68-4177-81be-f41aea42b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0dbb4-6d6a-431f-9f4f-54ef3706610d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:20.575693 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.582011 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd173d-452d-44c5-883e-705a1d571f52" -d '{"events": [{"server_uuid": "718b11d4-4d68-4177-81be-f41aea42b790", "name": "network-vif-plugged", "status": "completed", "tag": "90d0dbb4-6d6a-431f-9f4f-54ef3706610d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:20.582647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Calling delete_port for 9f074240-66e5-4d0c-9b98-8f14d2d0650f owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:20.608099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8abcf9ab-fa0a-430c-a88f-31cdb1051285 req-f33b40bb-e1ac-46d1-bffe-bca15e192e51 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378453 Jan 28 20:29:20.641156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:20.656543 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.657755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device da82c5c6-e513-49a6-b52c-d3db6ff2577e no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:20.664031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2281f7d0-e36d-4024-923c-cbf749fdb443 req-fe87027d-6142-4ef6-9832-83c7c4978c5f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216815 Jan 28 20:29:20.743140 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] For port 038c1a46-f6da-4a1e-9281-79b0e7055414, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:20.753882 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] For port 038c1a46-f6da-4a1e-9281-79b0e7055414, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=038c1a46-f6da-4a1e-9281-79b0e7055414,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:20.755957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:20.768386 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.770627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:20.778822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:20.848084 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.862266 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3c6692-9b7f-4f4f-9e57-06c32ac7d9c7 x-openstack-request-id: req-5e3c6692-9b7f-4f4f-9e57-06c32ac7d9c7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:20.862266 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718b11d4-4d68-4177-81be-f41aea42b790", "name": "network-vif-plugged", "status": "completed", "tag": "90d0dbb4-6d6a-431f-9f4f-54ef3706610d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:20.862266 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e3c6692-9b7f-4f4f-9e57-06c32ac7d9c7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:20.862266 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718b11d4-4d68-4177-81be-f41aea42b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d0dbb4-6d6a-431f-9f4f-54ef3706610d', 'code': 200} Jan 28 20:29:20.902655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:20.986083 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8565c4-46cb-4679-be6b-2193d37b39db None None] Pushing event updated for resources: {'Port': ['ID=038c1a46-f6da-4a1e-9281-79b0e7055414,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:21.016897 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:21.018273 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:21.072042 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.079010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:21.086122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Pushing event updated for resources: {'Port': ['ID=4f714e5d-473d-4e10-973d-c044e5df18ee,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:21.264931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'Port': ['ID=470a83ea-663a-4b74-88e5-3f0d149fd41c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:21.294913 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.303716 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.320462 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.328071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03338d1e-644b-448d-9dbf-5600d0ebbe00 req-90e04188-7f17-4544-af8f-7bf2ee4328e9 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:21.330420 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03338d1e-644b-448d-9dbf-5600d0ebbe00 req-90e04188-7f17-4544-af8f-7bf2ee4328e9 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 945 time: 0.4782856 Jan 28 20:29:21.335692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.337202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c947e30e-2092-42a6-90f1-92c5b83ff884 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9445882 Jan 28 20:29:21.379676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605fd17-cb1a-42dc-ac29-ed19014d5c75 req-027c40f8-2046-4599-acb1-7d12507ba454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:21.383704 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6605fd17-cb1a-42dc-ac29-ed19014d5c75 req-027c40f8-2046-4599-acb1-7d12507ba454 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 1096 time: 0.4800909 Jan 28 20:29:21.384805 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.389591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:21.491345 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:21.507054 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.539105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6605fd17-cb1a-42dc-ac29-ed19014d5c75 req-b77d3224-a9ef-4054-b43d-1da5d9acdaf5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252537 Jan 28 20:29:21.539744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7fca0d1c-d025-45c4-932a-8e186bdca8e8 None None] Provisioning complete for port 4f714e5d-473d-4e10-973d-c044e5df18ee triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:21.540660 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fca0d1c-d025-45c4-932a-8e186bdca8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.642023 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:21.729177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:21.761932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['053a62f9-0e28-4cc0-a3be-b9259a3f8602'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:21.778432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 56d85f28-3c0d-450b-848c-9b4921d8b378 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:21.809136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 56d85f28-3c0d-450b-848c-9b4921d8b378 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:21.812697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Pushing event deleted for resources: {'Port': ['ID=9f074240-66e5-4d0c-9b98-8f14d2d0650f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:21.870090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7fca0d1c-d025-45c4-932a-8e186bdca8e8 None None] Port 4f714e5d-473d-4e10-973d-c044e5df18ee cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:29:21.938761 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:15Z', 'revision_number': 3, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:21.956347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9316841-9954-4244-bea7-7d1f4d198d35 req-232538c3-d723-41c7-9e0a-8ae11d756bfa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:21.964574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9316841-9954-4244-bea7-7d1f4d198d35 req-232538c3-d723-41c7-9e0a-8ae11d756bfa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 945 time: 0.8440466 Jan 28 20:29:21.987584 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:29:21.992666 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba739388-93ea-477b-829f-86cac7f78d7f None None] The sync data for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 is: [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:15Z', 'revision_number': 3, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:29:22.033008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03338d1e-644b-448d-9dbf-5600d0ebbe00 req-9c84174f-3eca-4e87-8992-cc7fc93c0897 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931109 Jan 28 20:29:22.080855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] No DVR routers for this DVR port 9f074240-66e5-4d0c-9b98-8f14d2d0650f on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:22.086589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:22.099263 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94bdd4f9-ac94-4b19-94e3-ff779fe688bf req-695c4ed0-526f-4862-85e7-7d631096fbc8 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.13 "DELETE /v2.0/ports/9f074240-66e5-4d0c-9b98-8f14d2d0650f HTTP/1.1" status: 204 len: 173 time: 1.9904635 Jan 28 20:29:22.099499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f959df-95bb-4899-bb63-bfff6aa94d0d', 'name': 'network-vif-deleted', 'tag': '9f074240-66e5-4d0c-9b98-8f14d2d0650f'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:22.112682 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a67ca-cfc1-4674-87b3-db681b824524" -d '{"events": [{"server_uuid": "57f959df-95bb-4899-bb63-bfff6aa94d0d", "name": "network-vif-deleted", "tag": "9f074240-66e5-4d0c-9b98-8f14d2d0650f"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:22.115157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9316841-9954-4244-bea7-7d1f4d198d35 req-e45aecf2-6a35-4b39-822e-d08213fb9171 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421857 Jan 28 20:29:22.181180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-baeed1fc-9935-48d7-bd48-a9565145d3e9 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:22.194474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-baeed1fc-9935-48d7-bd48-a9565145d3e9 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 945 time: 0.2141380 Jan 28 20:29:22.321062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:22.343695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:22.371212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:22.375388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 56d85f28-3c0d-450b-848c-9b4921d8b378 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:22.393659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:22.401307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19ca72a9-2591-4d92-9211-62d66d1df0e6 req-2ede84be-906b-4cad-9ca2-1cbbcb30f4de tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f959df-95bb-4899-bb63-bfff6aa94d0d HTTP/1.1" status: 200 len: 210 time: 0.1043949 Jan 28 20:29:22.428232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:22.428232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'port_id': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'mac_address': 'fa:16:3e:63:cb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d13da3-65a1-4210-acd8-1dc6cf545409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:22.449514 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:22.450532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f074240-66e5-4d0c-9b98-8f14d2d0650f no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:22.480692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-fb59b399-16b5-4e99-b432-eb4a42d016c9 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2112220344&fields=id&tenant_id=7e69d00efec840fa89855b324e670c77 HTTP/1.1" status: 200 len: 267 time: 0.1916838 Jan 28 20:29:22.492016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 9f074240-66e5-4d0c-9b98-8f14d2d0650f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:29:22.492395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f074240-66e5-4d0c-9b98-8f14d2d0650f not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:22.534938 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:22.537610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Pushing event updated for resources: {'Port': ['ID=4f714e5d-473d-4e10-973d-c044e5df18ee,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:22.783202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Deleting port 56d85f28-3c0d-450b-848c-9b4921d8b378 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:22.783655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:22.801224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=56d85f28-3c0d-450b-848c-9b4921d8b378,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:22.863221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:22.868229 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b96fb82-ff65-48bb-a156-5b4b522d8c28" -d '{"events": [{"server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "name": "network-vif-unplugged", "status": "completed", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:22.919395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:22.925449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:22.939895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543daa68-071e-4959-9bf5-4195943d3f0d req-9d4fbda7-bc52-40f6-8e8c-20346240faf8 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:22.958523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-543daa68-071e-4959-9bf5-4195943d3f0d req-9d4fbda7-bc52-40f6-8e8c-20346240faf8 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5e5835a-2946-446d-87d6-b4d48877f0cd HTTP/1.1" status: 200 len: 944 time: 0.3128436 Jan 28 20:29:23.051368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-e65047c8-c9fc-4495-94f2-59b4e89a26f4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:23.071993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-e65047c8-c9fc-4495-94f2-59b4e89a26f4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 817 time: 0.5822732 Jan 28 20:29:23.156415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-fac63298-ee24-44cc-b98c-8928f13518f1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/quotas/7e69d00efec840fa89855b324e670c77 HTTP/1.1" status: 200 len: 375 time: 0.0826733 Jan 28 20:29:23.190223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Router 8c846810-c383-4d16-a630-5abeaf21afdd has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:29:23.200812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-543daa68-071e-4959-9bf5-4195943d3f0d req-31da3930-06d7-4dd2-a6ca-8f95bd3c072f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410426 Jan 28 20:29:23.368213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] For port 56d85f28-3c0d-450b-848c-9b4921d8b378, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=56d85f28-3c0d-450b-848c-9b4921d8b378,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:23.368213 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:23.395326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Calling delete_port for 56d85f28-3c0d-450b-848c-9b4921d8b378 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:23.451987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-abc477f2-3ad2-471f-9ab1-2ed78cdb6a95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2859170 Jan 28 20:29:23.463549 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8725f4-9701-4583-9652-a704378fc75d x-openstack-request-id: req-db8725f4-9701-4583-9652-a704378fc75d {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:23.463857 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f959df-95bb-4899-bb63-bfff6aa94d0d", "name": "network-vif-deleted", "tag": "9f074240-66e5-4d0c-9b98-8f14d2d0650f", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:23.464107 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db8725f4-9701-4583-9652-a704378fc75d {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:23.464564 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f959df-95bb-4899-bb63-bfff6aa94d0d', 'name': 'network-vif-deleted', 'tag': '9f074240-66e5-4d0c-9b98-8f14d2d0650f', 'status': 'completed', 'code': 200} Jan 28 20:29:23.470818 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baba54fe-d969-45bf-9f2c-e192c747e2fe x-openstack-request-id: req-baba54fe-d969-45bf-9f2c-e192c747e2fe {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:23.472748 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "name": "network-vif-unplugged", "status": "failed", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e", "code": 422}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:23.473107 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-baba54fe-d969-45bf-9f2c-e192c747e2fe {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:23.475981 n-d-825064-3 neutron-server[102308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'code': 422} returned with failed status Jan 28 20:29:23.507203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:29:23.538801 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b7d86749-31aa-41f9-8114-56756c497758 admin admin] 10.222.0.44 "PUT /v2.0/routers/8c846810-c383-4d16-a630-5abeaf21afdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0591409 Jan 28 20:29:23.559097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ef0f0ed8-0c3a-4231-8e5a-b9c83101c50d None None] Provisioning complete for port 4f714e5d-473d-4e10-973d-c044e5df18ee triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:23.559364 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ef0f0ed8-0c3a-4231-8e5a-b9c83101c50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:23.615991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f0ed8-0c3a-4231-8e5a-b9c83101c50d None None] Port 4f714e5d-473d-4e10-973d-c044e5df18ee cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:29:23.732323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-335f8bf9-22df-45b0-b329-1f26be0f3d28 service neutron] 10.222.0.44 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790596 Jan 28 20:29:23.744734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a64b-0b47-4d41-8c97-fb50cbfe194d req-9e4ed8f4-7813-472d-bc5b-d357c61e31cc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:23.761596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3b4a64b-0b47-4d41-8c97-fb50cbfe194d req-9e4ed8f4-7813-472d-bc5b-d357c61e31cc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 945 time: 0.1638668 Jan 28 20:29:23.903579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3b4a64b-0b47-4d41-8c97-fb50cbfe194d req-8f7fa3fd-1e25-4e21-8acc-254e7fbe2b17 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389320 Jan 28 20:29:23.927685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:23.988003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event deleted for resources: {'Port': ['ID=56d85f28-3c0d-450b-848c-9b4921d8b378,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:23.999195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-a460580f-be9d-40e9-9b74-5e4f8bd8c893 service neutron] 10.222.0.44 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406790 Jan 28 20:29:24.005898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device da82c5c6-e513-49a6-b52c-d3db6ff2577e no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:24.071563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] No DVR routers for this DVR port 56d85f28-3c0d-450b-848c-9b4921d8b378 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:24.075468 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:24.078853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86136411-c2af-4a74-afdd-5dfb74870d15 req-bd829417-3c6a-4acc-ac17-02e0d0aafdc3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.13 "DELETE /v2.0/ports/56d85f28-3c0d-450b-848c-9b4921d8b378 HTTP/1.1" status: 204 len: 173 time: 1.8830876 Jan 28 20:29:24.079313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e5835a-2946-446d-87d6-b4d48877f0cd', 'name': 'network-vif-deleted', 'tag': '56d85f28-3c0d-450b-848c-9b4921d8b378'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:24.081614 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc666cbe-c0ad-4e38-9c4b-7b92710718e4" -d '{"events": [{"server_uuid": "d5e5835a-2946-446d-87d6-b4d48877f0cd", "name": "network-vif-deleted", "tag": "56d85f28-3c0d-450b-848c-9b4921d8b378"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:24.112211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d331c7-5dfd-4932-973e-191e25534186 req-fdda5744-06b3-4900-a3f6-6964a20ee4ab tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:24.113929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71d331c7-5dfd-4932-973e-191e25534186 req-fdda5744-06b3-4900-a3f6-6964a20ee4ab tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 943 time: 0.1136653 Jan 28 20:29:24.247243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71d331c7-5dfd-4932-973e-191e25534186 req-46ddf5b6-99ae-4502-8ddd-91708b228f36 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247106 Jan 28 20:29:24.485891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384c45c-16a2-42b2-b519-eb54380aeee0 req-fd6208aa-a554-4fb2-81cc-94882bfb09f0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:24.487300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4384c45c-16a2-42b2-b519-eb54380aeee0 req-fd6208aa-a554-4fb2-81cc-94882bfb09f0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=876aae96-3bd7-4ecb-81b1-f12d8ad43fc6 HTTP/1.1" status: 200 len: 945 time: 0.1263413 Jan 28 20:29:24.540277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 038c1a46-f6da-4a1e-9281-79b0e7055414 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:24.618908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4384c45c-16a2-42b2-b519-eb54380aeee0 req-2b4c3d2e-6f08-4b5c-a5ba-519468dec462 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119969 Jan 28 20:29:24.669643 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 038c1a46-f6da-4a1e-9281-79b0e7055414 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:24.670551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:24.693610 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7f167d-6ccc-4898-b8a3-37845a741a8c x-openstack-request-id: req-4c7f167d-6ccc-4898-b8a3-37845a741a8c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:24.694096 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e5835a-2946-446d-87d6-b4d48877f0cd", "name": "network-vif-deleted", "tag": "56d85f28-3c0d-450b-848c-9b4921d8b378", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:24.694410 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c7f167d-6ccc-4898-b8a3-37845a741a8c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:24.695022 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e5835a-2946-446d-87d6-b4d48877f0cd', 'name': 'network-vif-deleted', 'tag': '56d85f28-3c0d-450b-848c-9b4921d8b378', 'status': 'completed', 'code': 200} Jan 28 20:29:24.841616 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:24.895290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 038c1a46-f6da-4a1e-9281-79b0e7055414, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=038c1a46-f6da-4a1e-9281-79b0e7055414,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:24.919871 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:24.936316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-110af588-82aa-4021-b4ed-5441cb11c5df req-3053f242-a182-4e79-8780-f456ca6faaa8 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 210 time: 0.0835977 Jan 28 20:29:25.085501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=038c1a46-f6da-4a1e-9281-79b0e7055414,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:25.117836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43182) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:25.126114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-acaef75e-5945-4830-ae31-761dcfe8943a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330454985', 'description': 'tempest-description--477055301'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:25.186493 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-acaef75e-5945-4830-ae31-761dcfe8943a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:25.236847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Sync routers for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:29:25.271446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:25.272697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:25.299377 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-acaef75e-5945-4830-ae31-761dcfe8943a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:25.304629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-acaef75e-5945-4830-ae31-761dcfe8943a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:25.325110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-acaef75e-5945-4830-ae31-761dcfe8943a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:25.326571 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-acaef75e-5945-4830-ae31-761dcfe8943a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2073956 Jan 28 20:29:25.329412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43188) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:25.335588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ddb72dcc-9b47-4865-8d3e-242753b16cb9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'security_group_rule': {'security_group_id': 'd755b44f-0c0b-4221-8810-3d3744124576', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:25.384951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaef75e-5945-4830-ae31-761dcfe8943a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d755b44f-0c0b-4221-8810-3d3744124576,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:25.419713 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddb72dcc-9b47-4865-8d3e-242753b16cb9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:25.489274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:25.664212 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddb72dcc-9b47-4865-8d3e-242753b16cb9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:25.672156 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddb72dcc-9b47-4865-8d3e-242753b16cb9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:25.714085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb72dcc-9b47-4865-8d3e-242753b16cb9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d7febd-47ea-4529-8408-620b2d75441b,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:25.728254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddb72dcc-9b47-4865-8d3e-242753b16cb9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:25.734261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43200) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:25.734488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ddb72dcc-9b47-4865-8d3e-242753b16cb9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4032283 Jan 28 20:29:25.741311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c31e52bf-68c6-430c-abdc-f957e94e6d5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'security_group_rule': {'security_group_id': 'd755b44f-0c0b-4221-8810-3d3744124576', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:25.808582 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c31e52bf-68c6-430c-abdc-f957e94e6d5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.173957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 2, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:26.181774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c31e52bf-68c6-430c-abdc-f957e94e6d5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.199045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c31e52bf-68c6-430c-abdc-f957e94e6d5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.271637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e52bf-68c6-430c-abdc-f957e94e6d5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53817c72-ca10-48ef-8cac-6b25686d8104,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:26.302063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Checking router: 8c846810-c383-4d16-a630-5abeaf21afdd for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:29:26.302430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Updating router 8c846810-c383-4d16-a630-5abeaf21afdd port 4f714e5d-473d-4e10-973d-c044e5df18ee binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:29:26.363955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-43e7bbd6-2318-4f68-a645-c75f6fe29883 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.369577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-43e7bbd6-2318-4f68-a645-c75f6fe29883 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.13 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 817 time: 0.3068187 Jan 28 20:29:26.382486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c31e52bf-68c6-430c-abdc-f957e94e6d5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.392406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c31e52bf-68c6-430c-abdc-f957e94e6d5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6531482 Jan 28 20:29:26.394723 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43232) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:26.411404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:26.415767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 038c1a46-f6da-4a1e-9281-79b0e7055414 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:26.494541 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.502776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.531403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-59c39967-fdac-4b5a-9671-b3a6c71b70d7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e69d00efec840fa89855b324e670c77 HTTP/1.1" status: 200 len: 380 time: 0.1433718 Jan 28 20:29:26.547746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'port': {'device_id': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'admin_state_up': True, 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'security_groups': ['4e3d6eb1-6e0d-4ddc-9827-eec141e60261']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:26.631482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43234) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:26.664524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b652e7f4-a495-40f6-b9da-49999f7f93c6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727478208', 'description': 'tempest-description--357092064'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:26.760024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b652e7f4-a495-40f6-b9da-49999f7f93c6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.835840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 038c1a46-f6da-4a1e-9281-79b0e7055414 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:26.836240 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.963819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218a053-333d-4caf-92ac-8dfd619267da req-6fce4e82-9d53-4483-b302-29a20c0a8c9e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:26.971105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:26.980944 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f218a053-333d-4caf-92ac-8dfd619267da req-6fce4e82-9d53-4483-b302-29a20c0a8c9e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5d7fe7-0159-45d0-9f72-c080fc430545 HTTP/1.1" status: 200 len: 943 time: 0.2078133 Jan 28 20:29:27.101061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd0e1b4d-491c-4724-ba55-09db63d48f14 req-2db04328-95fd-41ae-8815-dc791e91aab1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 210 time: 0.0464432 Jan 28 20:29:27.277663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Allocated IP 172.25.2.128 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/933d2021-dc22-4aff-a735-8cff11bf26ee) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:27.305429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Made reservation on behalf of 7e69d00efec840fa89855b324e670c77 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:27.314724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.381535 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b652e7f4-a495-40f6-b9da-49999f7f93c6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.422524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b652e7f4-a495-40f6-b9da-49999f7f93c6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.453715 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.472303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.570014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b652e7f4-a495-40f6-b9da-49999f7f93c6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.571509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b652e7f4-a495-40f6-b9da-49999f7f93c6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9279315 Jan 28 20:29:27.579357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652e7f4-a495-40f6-b9da-49999f7f93c6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cfedad-13a3-424e-9434-e7de2d25c942,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:27.581825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43252) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:27.601297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-402dd1a8-b470-4cf5-9f4a-3adcfb4a4212 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Request body: {'security_group_rule': {'security_group_id': 'c4cfedad-13a3-424e-9434-e7de2d25c942', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:27.656683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Deleting port da82c5c6-e513-49a6-b52c-d3db6ff2577e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:27.659180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.688465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f075-8dbd-4203-bcac-6db59a2fa93e None None] Pushing event updated for resources: {'Port': ['ID=4f714e5d-473d-4e10-973d-c044e5df18ee,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:27.765791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.846351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Attempting to bind port 4f714e5d-473d-4e10-973d-c044e5df18ee on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:27.846718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Attempting to bind port 4f714e5d-473d-4e10-973d-c044e5df18ee by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:27.847065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Attempting to bind port 4f714e5d-473d-4e10-973d-c044e5df18ee on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:27.858457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:27.860497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Checking segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:27.861095 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.861477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Bound using segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:27.864127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Bound port: 4f714e5d-473d-4e10-973d-c044e5df18ee, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:27.865229 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:27.866641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-8d6961c0-9f9e-44e4-b813-a29a9d9f7dc2 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:27.869413 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-8d6961c0-9f9e-44e4-b813-a29a9d9f7dc2 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "GET /v2.0/ports?device_id=876aae96-3bd7-4ecb-81b1-f12d8ad43fc6 HTTP/1.1" status: 200 len: 945 time: 0.3783655 Jan 28 20:29:27.882299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Allocated IP 172.20.0.12 (0b696b74-f203-4f40-b45c-22d1c0b67e6b/59996808-5a6e-4074-825b-ba99e517d99e/eaf7de2b-fd96-419d-912f-77c1cdb05988) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:28.051689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] For port 4f714e5d-473d-4e10-973d-c044e5df18ee, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:28.060443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] For port 4f714e5d-473d-4e10-973d-c044e5df18ee, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4f714e5d-473d-4e10-973d-c044e5df18ee,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:28.065919 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.068983 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.070017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-9ad0e0b5-0361-4d49-943d-dbd036371abc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:28.079994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-9ad0e0b5-0361-4d49-943d-dbd036371abc tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 812 time: 0.7156734 Jan 28 20:29:28.153106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:28.156052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'Port': ['ID=933d2021-dc22-4aff-a735-8cff11bf26ee,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:28.160722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:28.165452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:28.166474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:28.167010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:28.173606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Deleting port 29d6b6dd-858b-431b-8418-a0b385de3f20 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:28.173606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.221765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f075-8dbd-4203-bcac-6db59a2fa93e None None] Pushing event updated for resources: {'Port': ['ID=4f714e5d-473d-4e10-973d-c044e5df18ee,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:28.262095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b539ac47-40e3-4280-975b-de8d441eb4f7 None None] Provisioning complete for port 4f714e5d-473d-4e10-973d-c044e5df18ee triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:28.262482 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b539ac47-40e3-4280-975b-de8d441eb4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.277111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-413d3b58-f1b0-4d28-9200-1c6a41ec2923 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/quotas/0faecfd585154b6ba91d33c3fbbde918 HTTP/1.1" status: 200 len: 375 time: 0.1961546 Jan 28 20:29:28.306477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-402dd1a8-b470-4cf5-9f4a-3adcfb4a4212 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.410165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] For port da82c5c6-e513-49a6-b52c-d3db6ff2577e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=da82c5c6-e513-49a6-b52c-d3db6ff2577e,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:28.410843 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.449186 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.525065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.562154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.565401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] For port 29d6b6dd-858b-431b-8418-a0b385de3f20, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=29d6b6dd-858b-431b-8418-a0b385de3f20,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:28.566263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.608971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Calling delete_port for 29d6b6dd-858b-431b-8418-a0b385de3f20 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:28.664248 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:28.677963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Calling delete_port for da82c5c6-e513-49a6-b52c-d3db6ff2577e owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:28.729795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:28.753866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:28.775337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:28.790506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-30e9223e-c9e0-46e5-9a66-669f3ec496bb tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4874778 Jan 28 20:29:28.815849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:28.819320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:29.038198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.054279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['90d0dbb4-6d6a-431f-9f4f-54ef3706610d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:29.181744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] No DVR routers for this DVR port 29d6b6dd-858b-431b-8418-a0b385de3f20 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:29.197633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b539ac47-40e3-4280-975b-de8d441eb4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.202944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-5988a521-8694-4fac-92a0-7e973e59e054 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:29.205227 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-5988a521-8694-4fac-92a0-7e973e59e054 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "GET /v2.0/ports?device_id=718b11d4-4d68-4177-81be-f41aea42b790 HTTP/1.1" status: 200 len: 945 time: 0.2540438 Jan 28 20:29:29.218125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.224474 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-74f5c4f1-8ab2-4d83-80c7-94b307896f45 req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "DELETE /v2.0/ports/29d6b6dd-858b-431b-8418-a0b385de3f20 HTTP/1.1" status: 204 len: 173 time: 1.3426685 Jan 28 20:29:29.231910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:29.232571 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.238621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876aae96-3bd7-4ecb-81b1-f12d8ad43fc6', 'name': 'network-vif-deleted', 'tag': '29d6b6dd-858b-431b-8418-a0b385de3f20'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:29.242154 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff1f7f-64ba-4c4b-8b8d-f6846aeb71da" -d '{"events": [{"server_uuid": "876aae96-3bd7-4ecb-81b1-f12d8ad43fc6", "name": "network-vif-deleted", "tag": "29d6b6dd-858b-431b-8418-a0b385de3f20"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:29.249672 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93951f2d-27be-4305-b175-b8de376dbc2c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Pushing event deleted for resources: {'Port': ['ID=29d6b6dd-858b-431b-8418-a0b385de3f20,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:29.294175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b539ac47-40e3-4280-975b-de8d441eb4f7 None None] For port 4f714e5d-473d-4e10-973d-c044e5df18ee, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4f714e5d-473d-4e10-973d-c044e5df18ee,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:29.303509 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.324553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b539ac47-40e3-4280-975b-de8d441eb4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.377911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-51150e12-05e7-4f6e-9c87-51be0edb3e1b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8412457 Jan 28 20:29:29.390507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event deleted for resources: {'Port': ['ID=da82c5c6-e513-49a6-b52c-d3db6ff2577e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:29.437502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Request body: {'port': {'device_id': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:29.440014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539ac47-40e3-4280-975b-de8d441eb4f7 None None] Pushing event updated for resources: {'Port': ['ID=4f714e5d-473d-4e10-973d-c044e5df18ee,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:29.441036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-402dd1a8-b470-4cf5-9f4a-3adcfb4a4212 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.455718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.475053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.491155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b9b64de3-fa85-4f55-ba4c-482fb089b63d None None] Provisioning complete for port 4f714e5d-473d-4e10-973d-c044e5df18ee triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:29.491785 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9b64de3-fa85-4f55-ba4c-482fb089b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.492109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-402dd1a8-b470-4cf5-9f4a-3adcfb4a4212 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.494099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] No DVR routers for this DVR port da82c5c6-e513-49a6-b52c-d3db6ff2577e on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:29.504321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.508780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f218a053-333d-4caf-92ac-8dfd619267da req-77875547-3970-4c2a-b9d5-be3d6e74c315 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "DELETE /v2.0/ports/da82c5c6-e513-49a6-b52c-d3db6ff2577e HTTP/1.1" status: 204 len: 173 time: 2.5269351 Jan 28 20:29:29.514869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'name': 'network-vif-deleted', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:29.517315 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8c384-55f7-47c5-89dd-05a9493a8c6b" -d '{"events": [{"server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "name": "network-vif-deleted", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:29.587546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dd1a8-b470-4cf5-9f4a-3adcfb4a4212 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c39eea3-5814-4804-9ed0-3a8c94ef0293,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:29.595735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:28Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:29.660527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.669891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.677875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'Port': ['ID=933d2021-dc22-4aff-a735-8cff11bf26ee,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:29.688530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-17ca7124-2cdf-42b7-9d56-512199ffb755 service neutron] 10.222.0.44 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8969333 Jan 28 20:29:29.689768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.691083 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8f06e872-56e1-4cbe-854b-de85dc2e0da2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2944784 Jan 28 20:29:29.704934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Deleting port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:29.705290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.720643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-402dd1a8-b470-4cf5-9f4a-3adcfb4a4212 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:29.724862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-402dd1a8-b470-4cf5-9f4a-3adcfb4a4212 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1297870 Jan 28 20:29:29.733518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43274) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:29.801460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a3c99dca-9801-4be8-a768-f277a90da5ef tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Request body: {'security_group_rule': {'security_group_id': 'c4cfedad-13a3-424e-9434-e7de2d25c942', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:29.806031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00000d-577f-4699-b9b8-e76fedec2bb5 None None] The sync data for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 is: [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:28Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:29:29.930361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-a255718e-dd8d-4045-9236-2c5577f7469b service neutron] 10.222.0.44 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410061 Jan 28 20:29:30.017791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3c99dca-9801-4be8-a768-f277a90da5ef tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.042270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] For port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:30.045040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.081580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 29d6b6dd-858b-431b-8418-a0b385de3f20 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:30.124121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Calling delete_port for 90d0dbb4-6d6a-431f-9f4f-54ef3706610d owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:30.155723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 29d6b6dd-858b-431b-8418-a0b385de3f20 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:29:30.155978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 29d6b6dd-858b-431b-8418-a0b385de3f20 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:30.186650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b9b64de3-fa85-4f55-ba4c-482fb089b63d None None] Provisioning complete for port eaf7de2b-fd96-419d-912f-77c1cdb05988 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:30.189527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9b64de3-fa85-4f55-ba4c-482fb089b63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.334267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b9b64de3-fa85-4f55-ba4c-482fb089b63d None None] Port eaf7de2b-fd96-419d-912f-77c1cdb05988 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:29:30.381853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4f714e5d-473d-4e10-973d-c044e5df18ee up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:30.446006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.462828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf7de2b-fd96-419d-912f-77c1cdb05988 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:30.475168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.505739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Transition to ACTIVE for port object eaf7de2b-fd96-419d-912f-77c1cdb05988 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:30.516604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.589946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4f714e5d-473d-4e10-973d-c044e5df18ee triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:30.590581 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.611592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Pushing event deleted for resources: {'Port': ['ID=90d0dbb4-6d6a-431f-9f4f-54ef3706610d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:30.626482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:30.643336 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3c99dca-9801-4be8-a768-f277a90da5ef tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.715611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3c99dca-9801-4be8-a768-f277a90da5ef tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.788870 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d31b9-f081-4c13-91db-713ecca08be4 x-openstack-request-id: req-ec9d31b9-f081-4c13-91db-713ecca08be4 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:30.792039 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876aae96-3bd7-4ecb-81b1-f12d8ad43fc6", "name": "network-vif-deleted", "tag": "29d6b6dd-858b-431b-8418-a0b385de3f20", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:30.792362 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec9d31b9-f081-4c13-91db-713ecca08be4 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:30.792994 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876aae96-3bd7-4ecb-81b1-f12d8ad43fc6', 'name': 'network-vif-deleted', 'tag': '29d6b6dd-858b-431b-8418-a0b385de3f20', 'status': 'completed', 'code': 200} Jan 28 20:29:30.805320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] No DVR routers for this DVR port 90d0dbb4-6d6a-431f-9f4f-54ef3706610d on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:30.817896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.825504 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-85ed5fec-c000-405d-8ebf-1191ed3597a4 req-f24936b6-73f6-4cb9-aabf-03ed22a5327a tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "DELETE /v2.0/ports/90d0dbb4-6d6a-431f-9f4f-54ef3706610d HTTP/1.1" status: 204 len: 173 time: 1.5707567 Jan 28 20:29:30.847598 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d884cc-e0e5-4808-9135-f11839e8466e x-openstack-request-id: req-c6d884cc-e0e5-4808-9135-f11839e8466e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:30.848013 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5d7fe7-0159-45d0-9f72-c080fc430545", "name": "network-vif-deleted", "tag": "da82c5c6-e513-49a6-b52c-d3db6ff2577e", "status": "failed", "code": 422}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:30.849426 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6d884cc-e0e5-4808-9135-f11839e8466e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:30.849426 n-d-825064-3 neutron-server[102307]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f5d7fe7-0159-45d0-9f72-c080fc430545', 'name': 'network-vif-deleted', 'tag': 'da82c5c6-e513-49a6-b52c-d3db6ff2577e', 'status': 'failed', 'code': 422} returned with failed status Jan 28 20:29:30.911057 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c99dca-9801-4be8-a768-f277a90da5ef tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ae2c75-a0a0-4bc7-80d2-eaf13fd9a623,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:30.943759 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3c99dca-9801-4be8-a768-f277a90da5ef tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:30.949313 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a3c99dca-9801-4be8-a768-f277a90da5ef tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2079148 Jan 28 20:29:30.951371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43304) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:30.964566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:31.053620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f179f6-9569-4345-ae57-f439fc370b12 req-9b323d91-f9e3-4c4b-95e3-7f36fa18a886 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:31.055369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54f179f6-9569-4345-ae57-f439fc370b12 req-9b323d91-f9e3-4c4b-95e3-7f36fa18a886 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 944 time: 0.3961132 Jan 28 20:29:31.055913 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:31.059021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Attempting to bind port eaf7de2b-fd96-419d-912f-77c1cdb05988 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:31.059355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Attempting to bind port eaf7de2b-fd96-419d-912f-77c1cdb05988 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:31.059678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Attempting to bind port eaf7de2b-fd96-419d-912f-77c1cdb05988 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:31.127087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Port eaf7de2b-fd96-419d-912f-77c1cdb05988 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:31.127423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Attempting to bind port eaf7de2b-fd96-419d-912f-77c1cdb05988 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:31.162324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:31.164766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Checking segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:31.165771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Bound using segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:31.167006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Bound port: eaf7de2b-fd96-419d-912f-77c1cdb05988, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:31.167383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:31.309773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54f179f6-9569-4345-ae57-f439fc370b12 req-390b96fe-03b9-4656-bd27-941a7ed88598 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397079 Jan 28 20:29:31.312070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:31.340703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-ab862a0e-d1b2-4f33-a8b9-9e53f225cb5e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1330454985&fields=id&tenant_id=46424bd783164b6da95602dd2227d22a HTTP/1.1" status: 200 len: 267 time: 0.1922483 Jan 28 20:29:31.589792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Allocated IP 172.25.2.233 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/549cc047-5ef6-4c89-a553-1b522c9f9d88) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:31.807911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:31.890454 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:32.022572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event updated for resources: {'Port': ['ID=549cc047-5ef6-4c89-a553-1b522c9f9d88,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:32.054595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:32.057657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 90d0dbb4-6d6a-431f-9f4f-54ef3706610d no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:32.064942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:32.079207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:32.089576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 90d0dbb4-6d6a-431f-9f4f-54ef3706610d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:29:32.089930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 90d0dbb4-6d6a-431f-9f4f-54ef3706610d not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:32.244058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:32.278386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:32.295812 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:32.306033 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:32.358188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421318bc-78bd-4bc5-8401-6d5639536e3f req-61f5595e-2a3f-40b5-a713-ac00bc76f5e5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:32.363640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:32.366037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421318bc-78bd-4bc5-8401-6d5639536e3f req-61f5595e-2a3f-40b5-a713-ac00bc76f5e5 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 945 time: 0.1827276 Jan 28 20:29:32.398780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0bde0fef-7a60-4b21-b739-b027ef97de45 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:32.400609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0bde0fef-7a60-4b21-b739-b027ef97de45 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 1.0584629 Jan 28 20:29:32.416911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:32.417575 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:32.419596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] 10.222.0.13 "PUT /v2.0/ports/eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 1092 time: 2.9886272 Jan 28 20:29:32.459151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-b99b3482-092e-4191-97eb-0e294d99660f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/quotas/46424bd783164b6da95602dd2227d22a HTTP/1.1" status: 200 len: 375 time: 0.0356135 Jan 28 20:29:32.492754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fc115-9fc8-428c-bba5-d4718acf7930 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:32.537449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-421318bc-78bd-4bc5-8401-6d5639536e3f req-8817b930-c011-4b47-b4a7-3c7b7789b06d tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702781 Jan 28 20:29:32.588281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-e5f73f33-df98-4e07-8bf3-6171e4fbbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:32.588651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-e5f73f33-df98-4e07-8bf3-6171e4fbbee0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1095 time: 0.1128917 Jan 28 20:29:32.601310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-c6a48309-559c-4080-a55e-8b32e25003e9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275132 Jan 28 20:29:32.675820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-328a01c3-876b-4c94-ad95-523d7d117115 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 217 time: 0.0734730 Jan 28 20:29:32.741848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6714957-2c07-42ff-8a2d-fdfb9af1e377 req-511e1dde-f6b8-454f-9f32-d67e693351a9 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 210 time: 0.0823352 Jan 28 20:29:32.823346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-e82fd199-a520-4f6e-91cf-e5a92c7d526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:32.825494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-e82fd199-a520-4f6e-91cf-e5a92c7d526f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.1384280 Jan 28 20:29:32.854171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:32.856618 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bfb15b-727c-4ee2-a095-68e7988be9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:32.917279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-316ba0c3-2290-4deb-a30e-55a6fa75cee1 service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956946 Jan 28 20:29:32.999032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718b11d4-4d68-4177-81be-f41aea42b790', 'name': 'network-vif-deleted', 'tag': '90d0dbb4-6d6a-431f-9f4f-54ef3706610d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:33.001302 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e94e760-7e1b-4eba-9c65-c1d2733f4f89" -d '{"events": [{"server_uuid": "718b11d4-4d68-4177-81be-f41aea42b790", "name": "network-vif-deleted", "tag": "90d0dbb4-6d6a-431f-9f4f-54ef3706610d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:33.018040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-867690f6-8416-44d3-8210-2a4b3ec1f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:33.019601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-867690f6-8416-44d3-8210-2a4b3ec1f35b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822274 Jan 28 20:29:33.119638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:33.134218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec797-afcd-4c82-b414-1387ff577236 req-70abd13e-0e67-4b55-9c93-8d083c658195 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:33.134693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:33.136536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-70abd13e-0e67-4b55-9c93-8d083c658195 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.2488286 Jan 28 20:29:33.163057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-55d59677-4334-4d42-a9c1-62ca9819c997 service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120442 Jan 28 20:29:33.166362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-ae300fff-14d2-4dc7-9fee-52ecce335263 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/quotas/a0e54c9a02b54103a912ba7b21f8161e HTTP/1.1" status: 200 len: 375 time: 0.0217071 Jan 28 20:29:33.186705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-f312ba8d-8885-4caf-a4bf-372513ecfe65 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:33.188218 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-f312ba8d-8885-4caf-a4bf-372513ecfe65 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 812 time: 0.5742409 Jan 28 20:29:33.210547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-ce48d5c8-32e2-4c8b-a998-2b3f46864dd0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354631 Jan 28 20:29:33.216324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Request body: {'port': {'device_id': '5ba3f9b7-779f-4788-b59c-9999f992747c', 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'admin_state_up': True, 'tenant_id': '0faecfd585154b6ba91d33c3fbbde918'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:33.231786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-c5da78eb-943b-435c-a866-7772192d0b5f service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894820 Jan 28 20:29:33.298718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-e4e1b3b4-9976-4b77-b229-df2ed44ba5d9 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:33.300226 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-e4e1b3b4-9976-4b77-b229-df2ed44ba5d9 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.13 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 812 time: 0.2897396 Jan 28 20:29:33.344594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event updated for resources: {'Port': ['ID=549cc047-5ef6-4c89-a553-1b522c9f9d88,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:33.372881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Request body: {'port': {'device_id': '49895239-9a8a-4269-a7b9-e3941c0b7bd5', 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'admin_state_up': True, 'tenant_id': '0faecfd585154b6ba91d33c3fbbde918'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:33.409091 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:33.441180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67594398-288f-4d58-9602-e0b5a671f86d req-513ac449-13a5-4bfd-832b-25c3335a9879 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:33.443442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67594398-288f-4d58-9602-e0b5a671f86d req-513ac449-13a5-4bfd-832b-25c3335a9879 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 944 time: 0.1084626 Jan 28 20:29:33.467511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-07f8de4c-11ae-4af4-836f-d6a417e24d4d service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453401 Jan 28 20:29:33.490259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:33.491396 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1be9a9d5-4a0f-4635-9369-e3deb8be06d5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5357382 Jan 28 20:29:33.523711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-931e9a72-463f-4ed1-b5ea-dc659dc3c4a4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:33.524950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8c96167-92da-4e2a-accd-06b5e3b814bb req-7b9bb8b1-2d77-48c3-a8ab-d1596080ce8b service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832203 Jan 28 20:29:33.525102 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-931e9a72-463f-4ed1-b5ea-dc659dc3c4a4 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 945 time: 0.2833362 Jan 28 20:29:33.637452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67594398-288f-4d58-9602-e0b5a671f86d req-74f4918c-da48-43fb-8af1-96e9a659d929 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660669 Jan 28 20:29:33.645635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Made reservation on behalf of 0faecfd585154b6ba91d33c3fbbde918 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:33.648788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:33.720229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-9e642c39-f29b-4df2-93a3-0f298942e281 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399902 Jan 28 20:29:33.740897 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4c81fe-0c5a-459f-904c-64adf4b76030 x-openstack-request-id: req-7f4c81fe-0c5a-459f-904c-64adf4b76030 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:33.742417 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:33.742760 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f4c81fe-0c5a-459f-904c-64adf4b76030 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:33.743171 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'status': 'completed', 'code': 200} Jan 28 20:29:33.748028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Made reservation on behalf of 0faecfd585154b6ba91d33c3fbbde918 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:33.751566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:33.792416 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0752c1-aaf5-47b8-aeb5-75a4f33c985a x-openstack-request-id: req-6f0752c1-aaf5-47b8-aeb5-75a4f33c985a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:33.792978 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718b11d4-4d68-4177-81be-f41aea42b790", "name": "network-vif-deleted", "tag": "90d0dbb4-6d6a-431f-9f4f-54ef3706610d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:33.793233 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f0752c1-aaf5-47b8-aeb5-75a4f33c985a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:33.793626 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718b11d4-4d68-4177-81be-f41aea42b790', 'name': 'network-vif-deleted', 'tag': '90d0dbb4-6d6a-431f-9f4f-54ef3706610d', 'status': 'completed', 'code': 200} Jan 28 20:29:33.875708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Deleting port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:33.876046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:33.888668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fe357e3-0123-4fe0-9e3f-6074a7689be5 req-e15d51ed-38f8-43d9-a8a6-af78dd4afe3c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 210 time: 0.0540257 Jan 28 20:29:33.906907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-9c4de3b0-fe22-4acb-ba03-427c3d165f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:33.916711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-9c4de3b0-fe22-4acb-ba03-427c3d165f31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1095 time: 0.1445289 Jan 28 20:29:33.967106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Allocated IP 172.20.0.12 (a4925699-7d72-4fd3-848b-37266706523c/45e7f8dd-f92d-42d1-8268-81107f35862b/cf95336e-5435-4e10-ba50-e72dd892359f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:34.071952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] For port 053a62f9-0e28-4cc0-a3be-b9259a3f8602, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=053a62f9-0e28-4cc0-a3be-b9259a3f8602,segment=NetworkSegment(2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e),segment_id=2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:34.072693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:34.109258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Calling delete_port for 053a62f9-0e28-4cc0-a3be-b9259a3f8602 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:34.210696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0599f-010d-424f-a5a0-9229967d2917 req-e174c57e-60e6-41c2-bfc1-2c934c9c798b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.213362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87e0599f-010d-424f-a5a0-9229967d2917 req-e174c57e-60e6-41c2-bfc1-2c934c9c798b tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 945 time: 0.1653295 Jan 28 20:29:34.309718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:34.313516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-c5966d56-2f9d-45dc-9ad3-4405ad01d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.315060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-c5966d56-2f9d-45dc-9ad3-4405ad01d204 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.3919563 Jan 28 20:29:34.366506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:34.414488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87e0599f-010d-424f-a5a0-9229967d2917 req-8127e4f2-d9b4-4d2c-9691-6d40739cedd6 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c9e7693-701d-4fba-98fc-72854c96072f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778939 Jan 28 20:29:34.415956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-46403359-3edb-46d5-a69c-73340f14927c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 217 time: 0.0903003 Jan 28 20:29:34.501821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Network a4925699-7d72-4fd3-848b-37266706523c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:34.543297 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Pushing event updated for resources: {'Port': ['ID=cf95336e-5435-4e10-ba50-e72dd892359f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:34.551140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9bed926-d78a-43b6-9b2c-2f035a459f4f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.559965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:34.561778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9bed926-d78a-43b6-9b2c-2f035a459f4f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 821 time: 0.4099200 Jan 28 20:29:34.571314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:34.597018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45250728-6f43-465c-8ae0-82799f1fbccb req-571622b3-c13a-45a2-94b3-4f0ec69056d6 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 210 time: 0.0709245 Jan 28 20:29:34.619503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-38382521-8cae-40b5-b60a-797014618cb7 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/quotas/07f4844b89f64a58bd065cb8d60640c9 HTTP/1.1" status: 200 len: 375 time: 0.0559227 Jan 28 20:29:34.648459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-2d8ea3b6-bde1-443c-808a-2615d66a11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.650951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-2d8ea3b6-bde1-443c-808a-2615d66a11b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.2064786 Jan 28 20:29:34.681540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.682591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:34.691667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Allocated IP 172.20.0.3 (a4925699-7d72-4fd3-848b-37266706523c/45e7f8dd-f92d-42d1-8268-81107f35862b/52f928f2-fe64-4830-8cef-b9d43be5ae6d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:34.720664 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-dafb01c3-4e8f-4279-b210-027aa5d504ff tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5168202 Jan 28 20:29:34.748610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Request body: {'port': {'device_id': '5ba3f9b7-779f-4788-b59c-9999f992747c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:34.772407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00bb90e3-4500-4f5d-97f8-c748befdac09 req-6732fb78-b520-45d0-b744-c9d3742d2b4a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 210 time: 0.0501549 Jan 28 20:29:34.779518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-0211b9fc-8032-43dd-8cdd-07f3b752706e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587825 Jan 28 20:29:34.802463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-39df6cf5-f201-46bb-a7e4-1c2bd4099b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.804597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-39df6cf5-f201-46bb-a7e4-1c2bd4099b84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251516 Jan 28 20:29:34.875627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:34.887942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['053a62f9-0e28-4cc0-a3be-b9259a3f8602'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:34.931767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:34.935995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Pushing event deleted for resources: {'Port': ['ID=053a62f9-0e28-4cc0-a3be-b9259a3f8602,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:35.044788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a75929-e441-4e62-ace5-7750f7793a19 req-f071509b-3536-49a5-8719-05f20bb4861a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:35.050253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] No DVR routers for this DVR port 053a62f9-0e28-4cc0-a3be-b9259a3f8602 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:35.053169 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68a75929-e441-4e62-ace5-7750f7793a19 req-f071509b-3536-49a5-8719-05f20bb4861a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 944 time: 0.1746523 Jan 28 20:29:35.058016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:35.059260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-58004575-3fba-40b7-a84e-dff91e14a1ab service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427015 Jan 28 20:29:35.061914 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9f1ed3d0-1d7c-46c2-bab2-5cea562cabc5 req-d5f8c5cc-745c-48b8-bcf3-0b3df211e5ef tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.13 "DELETE /v2.0/ports/053a62f9-0e28-4cc0-a3be-b9259a3f8602 HTTP/1.1" status: 204 len: 173 time: 1.5251102 Jan 28 20:29:35.099555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9949b80a-cedc-4f03-80cd-30e420a931fd service neutron] 10.222.0.44 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103795 Jan 28 20:29:35.179635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68a75929-e441-4e62-ace5-7750f7793a19 req-c2abf0b1-e01b-498d-9052-c85cb587d01e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254532 Jan 28 20:29:35.241161 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:35.311831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-08381734-8936-4316-b1d2-8a702c6d30f6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:35.313399 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-08381734-8936-4316-b1d2-8a702c6d30f6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.2202811 Jan 28 20:29:35.334126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:35.347114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02e527c0-d42e-4904-b78a-2c2444e928cb req-ea34d703-4aff-4ecc-8180-db22cfc86a51 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 210 time: 0.0506642 Jan 28 20:29:35.404595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2bfb15b-727c-4ee2-a095-68e7988be9c5 req-e4f6e6af-faa0-482d-b114-248620fc1fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227539 Jan 28 20:29:35.448869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-5657771c-9e06-4f4d-a1b4-29e63a0e84c5 service neutron] 10.222.0.44 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475962 Jan 28 20:29:35.485035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Network a4925699-7d72-4fd3-848b-37266706523c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:35.499671 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-bc6a30ee-6d21-423b-acdc-107b8c02d991 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46424bd783164b6da95602dd2227d22a HTTP/1.1" status: 200 len: 380 time: 0.1756444 Jan 28 20:29:35.500660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:35.506017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:35.561104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'port': {'device_id': '39802aa4-4dc5-4424-881d-4166a2937a43', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'admin_state_up': True, 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'security_groups': ['d755b44f-0c0b-4221-8810-3d3744124576']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:35.565634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Pushing event updated for resources: {'Port': ['ID=52f928f2-fe64-4830-8cef-b9d43be5ae6d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:35.578620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-954bee9c-0fd9-4f3d-bc50-00d994e486f5 req-389084ce-8db8-4a01-81e5-281bc845be96 tempest-AttachVolumeNegativeTest-1680238093 tempest-AttachVolumeNegativeTest-1680238093-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b1ffb82-5605-4d20-bdfd-3bff370fa0ee HTTP/1.1" status: 200 len: 210 time: 0.0365472 Jan 28 20:29:35.681095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:35.682082 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:35.789209 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-4ef194f7-34ee-44b8-bcad-37544ce9166b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4362845 Jan 28 20:29:35.800846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46ee4c47-04d9-4b36-b561-5cd24802d022 req-c9d2dfe6-b207-463f-b346-ea5fd153015c tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 210 time: 0.0634601 Jan 28 20:29:35.810591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ffb82-5605-4d20-bdfd-3bff370fa0ee', 'name': 'network-vif-deleted', 'tag': '053a62f9-0e28-4cc0-a3be-b9259a3f8602'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:35.819031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:35.823995 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68c8554-5b73-4e07-a487-58ea21475a43" -d '{"events": [{"server_uuid": "0b1ffb82-5605-4d20-bdfd-3bff370fa0ee", "name": "network-vif-deleted", "tag": "053a62f9-0e28-4cc0-a3be-b9259a3f8602"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:35.836191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Request body: {'port': {'device_id': '49895239-9a8a-4269-a7b9-e3941c0b7bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:35.981658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1ec7866-a397-4f2b-b837-2f7e43f3d29e req-89148961-c6d4-421e-a64c-fb9cb310febf tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 210 time: 0.0523956 Jan 28 20:29:36.031828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf95336e-5435-4e10-ba50-e72dd892359f {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:36.045147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:36.102403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:36.128936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:36.131852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'port_id': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'mac_address': 'fa:16:3e:fc:c4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:36.136294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Transition to ACTIVE for port object cf95336e-5435-4e10-ba50-e72dd892359f will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:36.146021 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5dc7c7-9f6f-4f92-b284-cd63624c319c x-openstack-request-id: req-fe5dc7c7-9f6f-4f92-b284-cd63624c319c {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:36.146229 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1ffb82-5605-4d20-bdfd-3bff370fa0ee", "name": "network-vif-deleted", "tag": "053a62f9-0e28-4cc0-a3be-b9259a3f8602", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:36.146431 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe5dc7c7-9f6f-4f92-b284-cd63624c319c {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:36.146828 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ffb82-5605-4d20-bdfd-3bff370fa0ee', 'name': 'network-vif-deleted', 'tag': '053a62f9-0e28-4cc0-a3be-b9259a3f8602', 'status': 'completed', 'code': 200} Jan 28 20:29:36.154572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:36.224081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cecbb7-ae7b-4fd3-8628-e0eeba4cda31 req-2aea5c05-9982-4ae3-957d-bc8b84d7998f tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:36.230489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8cecbb7-ae7b-4fd3-8628-e0eeba4cda31 req-2aea5c05-9982-4ae3-957d-bc8b84d7998f tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 931 time: 0.3707249 Jan 28 20:29:36.248491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Made reservation on behalf of 46424bd783164b6da95602dd2227d22a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:36.252001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:36.285684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:36.289975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec797-afcd-4c82-b414-1387ff577236 req-be45bceb-06a9-4b3a-9fba-ae9e90db1309 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:36.291779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-be45bceb-06a9-4b3a-9fba-ae9e90db1309 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.3053901 Jan 28 20:29:36.307075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf95336e-5435-4e10-ba50-e72dd892359f,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:36.307315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Request body: {'port': {'device_id': 'b8e15399-153e-4ce8-b5d4-bd7795e6faad', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'admin_state_up': True, 'tenant_id': 'a0e54c9a02b54103a912ba7b21f8161e'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:36.332346 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf7de2b-fd96-419d-912f-77c1cdb05988 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:36.390670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:36.402473 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:36.527908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:36.530109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Made reservation on behalf of a0e54c9a02b54103a912ba7b21f8161e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:36.533911 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:36.583829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8cecbb7-ae7b-4fd3-8628-e0eeba4cda31 req-46e31206-43e9-48f7-ab1d-9c114a4f9b3d tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903581 Jan 28 20:29:36.595852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da921a44-ddda-4d19-aef8-13b34bc6721e req-b2ed377c-852d-4049-be57-86bbac91d3f1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:36.597654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da921a44-ddda-4d19-aef8-13b34bc6721e req-b2ed377c-852d-4049-be57-86bbac91d3f1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.1328456 Jan 28 20:29:36.644069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Attempting to bind port cf95336e-5435-4e10-ba50-e72dd892359f on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:36.644554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Attempting to bind port cf95336e-5435-4e10-ba50-e72dd892359f by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:36.644898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Attempting to bind port cf95336e-5435-4e10-ba50-e72dd892359f on network a4925699-7d72-4fd3-848b-37266706523c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:36.680028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Port cf95336e-5435-4e10-ba50-e72dd892359f on network a4925699-7d72-4fd3-848b-37266706523c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:36.680028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Attempting to bind port cf95336e-5435-4e10-ba50-e72dd892359f on network a4925699-7d72-4fd3-848b-37266706523c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:36.686065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Allocated IP 172.20.0.8 (76e6b64b-9eee-4a46-97a5-c1bc79809cc7/06eba3e7-baca-4568-8c4a-ea287db23c48/acf05b83-aa54-4f49-afcf-fedf159b3767) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:36.706995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['eaf7de2b-fd96-419d-912f-77c1cdb05988'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:36.711452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:36.711967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Checking segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:36.712613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Bound using segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:36.713225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Bound port: cf95336e-5435-4e10-ba50-e72dd892359f, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:36.713831 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:36.746848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3bfba60e-7262-4835-b3f5-26cda4925775 req-8ff1be35-3ad5-43f1-8c59-dca7e9c25ae0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 210 time: 0.0859451 Jan 28 20:29:36.824099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da921a44-ddda-4d19-aef8-13b34bc6721e req-e2ae139d-7878-49fe-bd69-e4d498e2fb4d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636605 Jan 28 20:29:36.834255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43432) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:37.031571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f928f2-fe64-4830-8cef-b9d43be5ae6d {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:37.041411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] For port cf95336e-5435-4e10-ba50-e72dd892359f, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:37.045000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.051182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] For port cf95336e-5435-4e10-ba50-e72dd892359f, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cf95336e-5435-4e10-ba50-e72dd892359f,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:37.068530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.108034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Transition to ACTIVE for port object 52f928f2-fe64-4830-8cef-b9d43be5ae6d will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:37.116679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:37.118125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.118699 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf95336e-5435-4e10-ba50-e72dd892359f HTTP/1.1" status: 200 len: 1092 time: 2.3746054 Jan 28 20:29:37.129516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.168168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.234659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d313534-dd5c-404f-871f-0891b1b5c4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf95336e-5435-4e10-ba50-e72dd892359f,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:37.286926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-508652f7-d070-4d75-983a-dac0418dce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:37.288451 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-508652f7-d070-4d75-983a-dac0418dce69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&device_id=5ba3f9b7-779f-4788-b59c-9999f992747c HTTP/1.1" status: 200 len: 1095 time: 0.1153686 Jan 28 20:29:37.408218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d4540c1-89f3-4d88-a853-8f7d6b937fb5 req-88ee7b20-cc93-4d46-b7bf-406852159cda tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 210 time: 0.4700816 Jan 28 20:29:37.464788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-794914bd-9832-4738-9839-fda9332e2563 req-003a7419-0a06-4acb-9fa0-fdc892b0945e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 210 time: 0.0845933 Jan 28 20:29:37.505626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75c5769-cf3f-463b-a75f-a03d664fd67f admin admin] Deleting subnet 1d44d7e3-3d2b-47be-a799-d4f7348fadbc {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:29:37.518214 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c75c5769-cf3f-463b-a75f-a03d664fd67f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.520981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Allocated IP 172.20.0.6 (829be10a-e867-4194-bfb4-efe1dea71f50/ee49341f-90f4-418d-9c8c-7bb0edd94e76/722d9bf7-ab31-4a6a-9360-7c6f6202deb2) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:37.581213 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c75c5769-cf3f-463b-a75f-a03d664fd67f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.682215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-4d3778c6-5d69-4ed4-a5d4-6a1184e932f9 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:37.683886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-4d3778c6-5d69-4ed4-a5d4-6a1184e932f9 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.13 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 821 time: 0.3051045 Jan 28 20:29:37.692604 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-61a5a201-fc37-4b50-b4b7-9e212bb7b7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.702248 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c75c5769-cf3f-463b-a75f-a03d664fd67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.740214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Request body: {'port': {'device_id': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'admin_state_up': True, 'tenant_id': '07f4844b89f64a58bd065cb8d60640c9'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:37.807366 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-0be6e624-f3f9-4b01-976d-a4cf79085f3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf95336e-5435-4e10-ba50-e72dd892359f HTTP/1.1" status: 200 len: 217 time: 0.4912016 Jan 28 20:29:37.820085 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.827527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:37.877140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-9768da55-6d3b-4d33-8017-3e34588fb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:37.879004 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-9768da55-6d3b-4d33-8017-3e34588fb206 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 200 len: 852 time: 0.0616722 Jan 28 20:29:37.881410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port eaf7de2b-fd96-419d-912f-77c1cdb05988 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:37.883828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=52f928f2-fe64-4830-8cef-b9d43be5ae6d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:37.887379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port eaf7de2b-fd96-419d-912f-77c1cdb05988 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:37.888102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.950110 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-0798d7ef-8967-43ec-8bc2-b820f9e85f46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4925699-7d72-4fd3-848b-37266706523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567820 Jan 28 20:29:37.961799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:37.965551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:37.968214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:37.970913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:37.981775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.021564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Attempting to bind port 52f928f2-fe64-4830-8cef-b9d43be5ae6d on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:38.022082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Attempting to bind port 52f928f2-fe64-4830-8cef-b9d43be5ae6d by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:38.022507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Attempting to bind port 52f928f2-fe64-4830-8cef-b9d43be5ae6d on network a4925699-7d72-4fd3-848b-37266706523c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:38.042924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Port 52f928f2-fe64-4830-8cef-b9d43be5ae6d on network a4925699-7d72-4fd3-848b-37266706523c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:38.043422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Attempting to bind port 52f928f2-fe64-4830-8cef-b9d43be5ae6d on network a4925699-7d72-4fd3-848b-37266706523c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:38.044357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:38.048596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:38.055828 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f978bbd3-3d6f-4309-a000-27387e6c6145" -d '{"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-plugged", "status": "completed", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:38.061252 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.062458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 053a62f9-0e28-4cc0-a3be-b9259a3f8602 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:38.087359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49902909-5b98-43c7-a905-cf43ebd291cb req-eae7c609-85fe-4982-a4af-b1a5f54cd80b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:38.097604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49902909-5b98-43c7-a905-cf43ebd291cb req-eae7c609-85fe-4982-a4af-b1a5f54cd80b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 943 time: 0.4124446 Jan 28 20:29:38.103658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:38.104126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Checking segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:38.104631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Bound using segment: {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:38.105179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Bound port: 52f928f2-fe64-4830-8cef-b9d43be5ae6d, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '554aea82-12fd-4f80-9e8c-742b5150be3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:38.105655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.124816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:38.126311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.149490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba3f9b7-779f-4788-b59c-9999f992747c', 'tag': 'cf95336e-5435-4e10-ba50-e72dd892359f'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:38.151976 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24a02de-d32f-4a7a-914f-6d82d64fb239" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba3f9b7-779f-4788-b59c-9999f992747c", "tag": "cf95336e-5435-4e10-ba50-e72dd892359f"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:38.164284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 053a62f9-0e28-4cc0-a3be-b9259a3f8602 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:29:38.166065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 053a62f9-0e28-4cc0-a3be-b9259a3f8602 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:38.168338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:38.197504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:38.198306 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.241136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Network 829be10a-e867-4194-bfb4-efe1dea71f50 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:38.250843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-da467a66-e416-49a7-91e2-dfe27a825e5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6995440 Jan 28 20:29:38.251436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:38.260902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac678ae-dcf1-4ca6-aa65-e90cc42dc4fe req-b61f146f-e6aa-433d-b406-334204306ee0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:38.262554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bac678ae-dcf1-4ca6-aa65-e90cc42dc4fe req-b61f146f-e6aa-433d-b406-334204306ee0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 931 time: 0.3968024 Jan 28 20:29:38.268714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49902909-5b98-43c7-a905-cf43ebd291cb req-8a444f7f-30f3-4737-b45c-2689745e6698 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701972 Jan 28 20:29:38.277916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:38.292582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Request body: {'port': {'device_id': '39802aa4-4dc5-4424-881d-4166a2937a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:38.307751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c75c5769-cf3f-463b-a75f-a03d664fd67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.316681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event updated for resources: {'Port': ['ID=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:38.391063 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-6183b0a8-f43c-4856-aad3-ea2f8f1a9ec2 service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240518 Jan 28 20:29:38.392308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] For port 52f928f2-fe64-4830-8cef-b9d43be5ae6d, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:38.405711 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c75c5769-cf3f-463b-a75f-a03d664fd67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.412377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c75c5769-cf3f-463b-a75f-a03d664fd67f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1d44d7e3-3d2b-47be-a799-d4f7348fadbc HTTP/1.1" status: 204 len: 168 time: 1.5769076 Jan 28 20:29:38.415431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43452) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:38.433711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] For port 52f928f2-fe64-4830-8cef-b9d43be5ae6d, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=52f928f2-fe64-4830-8cef-b9d43be5ae6d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:38.434034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c5769-cf3f-463b-a75f-a03d664fd67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d44d7e3-3d2b-47be-a799-d4f7348fadbc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:38.490323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.509348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-279cfe5d-7d13-4964-b4d5-de8e48b2a9d6 None None] Provisioning complete for port acf05b83-aa54-4f49-afcf-fedf159b3767 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:38.509995 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-279cfe5d-7d13-4964-b4d5-de8e48b2a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.536893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.547407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-279cfe5d-7d13-4964-b4d5-de8e48b2a9d6 None None] Port acf05b83-aa54-4f49-afcf-fedf159b3767 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:29:38.556500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:38.557107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.558522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/52f928f2-fe64-4830-8cef-b9d43be5ae6d HTTP/1.1" status: 200 len: 1091 time: 2.7299232 Jan 28 20:29:38.602468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bac678ae-dcf1-4ca6-aa65-e90cc42dc4fe req-796a78b5-6561-4af9-9d33-2349f315960d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788322 Jan 28 20:29:38.635451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Made reservation on behalf of 07f4844b89f64a58bd065cb8d60640c9 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:38.640620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.669097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:38.669820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.680959 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaaf3b3-5a77-4e62-b7a1-c8c1729667e2 x-openstack-request-id: req-fbaaf3b3-5a77-4e62-b7a1-c8c1729667e2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:38.681420 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-plugged", "status": "completed", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:38.681698 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbaaf3b3-5a77-4e62-b7a1-c8c1729667e2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:38.682107 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'code': 200} Jan 28 20:29:38.697205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b7c5f-5d46-45f5-a03a-05d4029260b0 req-26de5af7-fc99-422d-9e8d-3429104e9f07 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:38.705339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-804b7c5f-5d46-45f5-a03a-05d4029260b0 req-26de5af7-fc99-422d-9e8d-3429104e9f07 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2912300 Jan 28 20:29:38.731481 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770afe-f3d0-4f4e-8118-fcabababe7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=52f928f2-fe64-4830-8cef-b9d43be5ae6d,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:38.742177 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-70f5182b-d375-4716-bfa1-a8db8d8cf88c service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424573 Jan 28 20:29:38.746061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-979a09cd-810a-4cbe-afc8-b02fc0492ebd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4447289 Jan 28 20:29:38.753898 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.771784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Request body: {'port': {'device_id': 'b8e15399-153e-4ce8-b5d4-bd7795e6faad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:38.812282 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b5e444-1ca1-48c9-9385-e64cc1abd23d x-openstack-request-id: req-a5b5e444-1ca1-48c9-9385-e64cc1abd23d {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:38.812767 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba3f9b7-779f-4788-b59c-9999f992747c", "tag": "cf95336e-5435-4e10-ba50-e72dd892359f", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:38.813177 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5b5e444-1ca1-48c9-9385-e64cc1abd23d {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:38.814031 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba3f9b7-779f-4788-b59c-9999f992747c', 'tag': 'cf95336e-5435-4e10-ba50-e72dd892359f', 'status': 'completed', 'code': 200} Jan 28 20:29:38.843098 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:38.889849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-804b7c5f-5d46-45f5-a03a-05d4029260b0 req-e304d7ba-5b3e-41d4-a770-b7e6849d34c9 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836040 Jan 28 20:29:38.913680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-cc6be6bc-2085-4446-8747-e7b1f93bc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:38.915214 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-cc6be6bc-2085-4446-8747-e7b1f93bc2c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 1094 time: 0.2708545 Jan 28 20:29:38.978717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c23da9b-98dc-4c23-b3ce-21696dc4d929 req-d98fca19-7d77-42d5-9697-acf522cb08bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 210 time: 0.0554295 Jan 28 20:29:39.042073 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-3e8851a5-eae7-422d-b444-7684344280c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f928f2-fe64-4830-8cef-b9d43be5ae6d HTTP/1.1" status: 200 len: 217 time: 0.1120732 Jan 28 20:29:39.053975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd18b3-1f05-40e7-ba3e-994d1b6f33a6 req-8335261d-fbfe-4a75-a550-b733689728d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.055528 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ebfd18b3-1f05-40e7-ba3e-994d1b6f33a6 req-8335261d-fbfe-4a75-a550-b733689728d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1097 time: 0.2383742 Jan 28 20:29:39.067438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-26bdd98a-add2-4ef7-888d-ad8962352458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.070018 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-26bdd98a-add2-4ef7-888d-ad8962352458 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&device_id=5ba3f9b7-779f-4788-b59c-9999f992747c HTTP/1.1" status: 200 len: 1095 time: 0.2547410 Jan 28 20:29:39.143892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.221526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee87d2b-f4f2-40c7-88dc-e378806508cb req-bf640f62-c6b0-43a4-a496-c92ca117aeb7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.223288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ee87d2b-f4f2-40c7-88dc-e378806508cb req-bf640f62-c6b0-43a4-a496-c92ca117aeb7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 931 time: 0.2155218 Jan 28 20:29:39.231321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a72884b-277c-4162-aefe-6d0ace886dd8']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:39.248377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-a30f3e63-6108-400b-a5c3-fb2817b747c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.250825 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-a30f3e63-6108-400b-a5c3-fb2817b747c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 200 len: 852 time: 0.1926463 Jan 28 20:29:39.254639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:39.254953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0ad835-9ae9-4ab3-8597-5c02c2c29c3e') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:39.285948 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ebfd18b3-1f05-40e7-ba3e-994d1b6f33a6 req-9830b54e-bdb7-4a16-98ff-6b361fc3d57b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107110 Jan 28 20:29:39.287931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-4a983b63-e118-4bba-91d8-6b32966134a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.290517 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-4a983b63-e118-4bba-91d8-6b32966134a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 913 time: 0.2066092 Jan 28 20:29:39.329281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.345225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Allocated IP 172.20.0.5 (fd016d92-c233-452c-b954-b11a7085b2f8/b0d13da3-65a1-4210-acd8-1dc6cf545409/a98a6de2-0cc5-4670-9fbc-8e5655440613) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:39.371006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.397485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:29:39.397485 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:29:39.408714 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:29:39.458535 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-06f8afa6-249a-4faa-b6e8-2664cbe59984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a4925699-7d72-4fd3-848b-37266706523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616378 Jan 28 20:29:39.462747 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-37f92dc9-c79a-443b-8720-72553aff6741 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf95336e-5435-4e10-ba50-e72dd892359f HTTP/1.1" status: 200 len: 217 time: 0.1462626 Jan 28 20:29:39.502008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ee87d2b-f4f2-40c7-88dc-e378806508cb req-787a071a-afac-4a08-8b2d-a194ec6056a8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356455 Jan 28 20:29:39.584792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.595945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-945a0768-495e-4ae9-943f-cee9938dee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.597476 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-945a0768-495e-4ae9-943f-cee9938dee93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 200 len: 852 time: 0.1265965 Jan 28 20:29:39.612404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b9fae-6186-4414-aca5-d5008d439b83 req-601889ab-8bd6-436a-97b1-5156ef5e3c87 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.613990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a3b9fae-6186-4414-aca5-d5008d439b83 req-601889ab-8bd6-436a-97b1-5156ef5e3c87 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 943 time: 0.2352624 Jan 28 20:29:39.621191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.624521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] 10.222.0.44 "DELETE /v2.0/networks/9a72884b-277c-4162-aefe-6d0ace886dd8 HTTP/1.1" status: 204 len: 168 time: 1.2047596 Jan 28 20:29:39.669605 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-13053f13-3bcd-4711-ba10-6eb5f5440dec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a4925699-7d72-4fd3-848b-37266706523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626993 Jan 28 20:29:39.695176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf05b83-aa54-4f49-afcf-fedf159b3767 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:39.730296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27714e-07b0-4109-9d66-1ade200f5d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=9a72884b-277c-4162-aefe-6d0ace886dd8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:39.763346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.828870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Transition to ACTIVE for port object acf05b83-aa54-4f49-afcf-fedf159b3767 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:39.833496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-7e8814cf-c49b-414f-b2f3-5730941b0810 service neutron] 10.222.0.13 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227267 Jan 28 20:29:39.857991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.858515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a3b9fae-6186-4414-aca5-d5008d439b83 req-adeca8ba-6cf7-4db6-8012-cb2a23367041 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737378 Jan 28 20:29:39.883966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:39.890383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.896621 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:39.905847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd72249-0229-4fbc-bb7a-87caab5c860a req-2c060279-cb1c-4562-a03d-de100f463e11 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.913473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5bd72249-0229-4fbc-bb7a-87caab5c860a req-2c060279-cb1c-4562-a03d-de100f463e11 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 931 time: 0.1810756 Jan 28 20:29:39.944740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43470) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:39.952780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Transition to ACTIVE for port object 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:39.971750 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.049239 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-a9b4ccd1-677e-400f-9067-0c73b63f64d0 service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340983 Jan 28 20:29:40.049842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:40.077055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5bd72249-0229-4fbc-bb7a-87caab5c860a req-b7afe4c1-49ac-4d29-969b-8d13d42fc4f5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626844 Jan 28 20:29:40.095061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device cf95336e-5435-4e10-ba50-e72dd892359f details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:40.164294 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.230673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Network fd016d92-c233-452c-b954-b11a7085b2f8 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:40.261114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999179a5-8b28-479e-a1cb-e8151cae4a62 req-2996b2d3-0af7-421b-9522-72f093e4de5f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.272277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-999179a5-8b28-479e-a1cb-e8151cae4a62 req-2996b2d3-0af7-421b-9522-72f093e4de5f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2770751 Jan 28 20:29:40.280104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:40.287267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:40.354718 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-412098b6-1b64-4aa8-b017-3c725a295134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.373838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port cf95336e-5435-4e10-ba50-e72dd892359f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cf95336e-5435-4e10-ba50-e72dd892359f,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:40.376407 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-737d2c59-41be-4c9f-9b72-554312bf1ea3 req-309d34b5-93ff-4f71-bd35-ede75800c5f3 service neutron] 10.222.0.13 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354159 Jan 28 20:29:40.406201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1ab5a168-4e36-4d08-b580-b9bf129440ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=030f4bb020b84654a7e9b9cc371ba2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543080 Jan 28 20:29:40.408461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43474) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:40.429935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Pushing event updated for resources: {'Port': ['ID=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:40.434997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'cf95336e-5435-4e10-ba50-e72dd892359f', 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'port_id': 'cf95336e-5435-4e10-ba50-e72dd892359f', 'mac_address': 'fa:16:3e:48:8d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e7f8dd-f92d-42d1-8268-81107f35862b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:40.449828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Attempting to bind port acf05b83-aa54-4f49-afcf-fedf159b3767 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:40.456502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Attempting to bind port acf05b83-aa54-4f49-afcf-fedf159b3767 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:40.457180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Attempting to bind port acf05b83-aa54-4f49-afcf-fedf159b3767 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:40.518909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Port acf05b83-aa54-4f49-afcf-fedf159b3767 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:40.520024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Attempting to bind port acf05b83-aa54-4f49-afcf-fedf159b3767 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:40.526312 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a24a02de-d32f-4a7a-914f-6d82d64fb239 req-8b4b1a00-d282-4c50-b8a5-24f8dbd2b0b4 service neutron] 10.222.0.26 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321415 Jan 28 20:29:40.529736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.530429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.533632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:40.534304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Checking segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:40.534909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Bound using segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:40.535595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Bound port: acf05b83-aa54-4f49-afcf-fedf159b3767, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:40.536276 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.551008 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.558787 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4080c22b-b3df-462b-bcef-71e02072defa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.585382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf95336e-5435-4e10-ba50-e72dd892359f {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:40.606969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4080c22b-b3df-462b-bcef-71e02072defa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.631394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port cf95336e-5435-4e10-ba50-e72dd892359f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cf95336e-5435-4e10-ba50-e72dd892359f,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:40.637359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.644034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9384377 Jan 28 20:29:40.661118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-999179a5-8b28-479e-a1cb-e8151cae4a62 req-27169129-105b-4d52-9d9a-1418b13fcf6e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875794 Jan 28 20:29:40.665763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:40.669460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebd694-f223-4c5a-8c48-d324cdc04282 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event updated for resources: {'Port': ['ID=a98a6de2-0cc5-4670-9fbc-8e5655440613,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:40.691093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:40.700140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.710689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Request body: {'port': {'device_id': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:40.742015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.742642 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.744330 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] 10.222.0.26 "PUT /v2.0/ports/acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 1091 time: 2.4791164 Jan 28 20:29:40.758314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4080c22b-b3df-462b-bcef-71e02072defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.766418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=cf95336e-5435-4e10-ba50-e72dd892359f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:40.770343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4080c22b-b3df-462b-bcef-71e02072defa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:40.771754 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4080c22b-b3df-462b-bcef-71e02072defa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c9e7693-701d-4fba-98fc-72854c96072f HTTP/1.1" status: 204 len: 168 time: 0.3613458 Jan 28 20:29:40.792900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080c22b-b3df-462b-bcef-71e02072defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e7693-701d-4fba-98fc-72854c96072f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:40.814498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c73e6-f78d-4c9d-b845-3240b7c76afc req-9c864da4-0774-4b73-ae13-afec470c5dac tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.824720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-144c73e6-f78d-4c9d-b845-3240b7c76afc req-9c864da4-0774-4b73-ae13-afec470c5dac tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 931 time: 0.5888512 Jan 28 20:29:40.828219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49895239-9a8a-4269-a7b9-e3941c0b7bd5', 'tag': '52f928f2-fe64-4830-8cef-b9d43be5ae6d'}, {'name': 'network-changed', 'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:40.839349 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb13f3b-589c-45f0-8564-b96e77dd606f" -d '{"events": [{"name": "network-changed", "server_uuid": "49895239-9a8a-4269-a7b9-e3941c0b7bd5", "tag": "52f928f2-fe64-4830-8cef-b9d43be5ae6d"}, {"name": "network-changed", "server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:40.862330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8762bf-c4c9-4369-af8d-eca22329bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:40.899036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['cf95336e-5435-4e10-ba50-e72dd892359f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:40.923894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-3308d63c-fe4d-4e17-992e-46639d4e1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.926327 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-3308d63c-fe4d-4e17-992e-46639d4e1277 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1094 time: 0.0776107 Jan 28 20:29:40.964651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Attempting to bind port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:40.965200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Attempting to bind port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:40.965353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Attempting to bind port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:40.998904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-144c73e6-f78d-4c9d-b845-3240b7c76afc req-04fc0113-c889-4361-be5c-edd387577b48 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719105 Jan 28 20:29:41.004218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 on network 829be10a-e867-4194-bfb4-efe1dea71f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:41.010148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Attempting to bind port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:41.015490 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-9058b5cf-7cd4-4fe1-82af-eb7e7d046cad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 217 time: 0.0805304 Jan 28 20:29:41.028811 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:41.065537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:41.065920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Checking segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:41.066272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Bound using segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:41.066735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Bound port: 722d9bf7-ab31-4a6a-9360-7c6f6202deb2, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:41.069495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:41.093651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9c1e9-183a-4843-b47e-6590879e3b04 req-67d472cc-9cee-48c3-aaee-3c81728da040 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.102571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdd9c1e9-183a-4843-b47e-6590879e3b04 req-67d472cc-9cee-48c3-aaee-3c81728da040 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 943 time: 0.2622132 Jan 28 20:29:41.127811 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ddde29-de54-4ac6-8f1c-801da5b95d65 x-openstack-request-id: req-a2ddde29-de54-4ac6-8f1c-801da5b95d65 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:41.130275 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49895239-9a8a-4269-a7b9-e3941c0b7bd5", "tag": "52f928f2-fe64-4830-8cef-b9d43be5ae6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:41.133282 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2ddde29-de54-4ac6-8f1c-801da5b95d65 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:41.133468 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49895239-9a8a-4269-a7b9-e3941c0b7bd5', 'tag': '52f928f2-fe64-4830-8cef-b9d43be5ae6d', 'status': 'completed', 'code': 200} Jan 28 20:29:41.138870 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'status': 'completed', 'code': 200} Jan 28 20:29:41.225567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] For port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:41.279943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdd9c1e9-183a-4843-b47e-6590879e3b04 req-ebdaa3be-d3b4-45f9-bc15-3c68e33519fd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686888 Jan 28 20:29:41.292037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-9ec280ce-2e40-43ed-a638-5f9023c4991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.294322 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-9ec280ce-2e40-43ed-a638-5f9023c4991f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0faecfd585154b6ba91d33c3fbbde918&device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 1094 time: 0.1354163 Jan 28 20:29:41.299077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-9cd5d511-3f7b-4946-89ee-051d76d236b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.306618 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-9cd5d511-3f7b-4946-89ee-051d76d236b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.2820241 Jan 28 20:29:41.355299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] For port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:41.384998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:41.466960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.468140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-5a02f625-4641-4943-9ae1-f2cade06fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.470487 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-5a02f625-4641-4943-9ae1-f2cade06fd6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796175 Jan 28 20:29:41.472773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:41.474802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] 10.222.0.26 "PUT /v2.0/ports/722d9bf7-ab31-4a6a-9360-7c6f6202deb2 HTTP/1.1" status: 200 len: 1091 time: 2.7075908 Jan 28 20:29:41.496866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e15399-153e-4ce8-b5d4-bd7795e6faad', 'tag': '722d9bf7-ab31-4a6a-9360-7c6f6202deb2'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:41.499567 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26b3c6-c331-41b5-bd41-89b7df1110ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e15399-153e-4ce8-b5d4-bd7795e6faad", "tag": "722d9bf7-ab31-4a6a-9360-7c6f6202deb2"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:41.571669 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:41.594014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-06de927b-9bae-4bcd-8820-268c09f7b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.596374 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-06de927b-9bae-4bcd-8820-268c09f7b9ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 200 len: 913 time: 0.2883863 Jan 28 20:29:41.665081 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-a7a9f256-fe80-402d-bbbe-55b7c872db0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f928f2-fe64-4830-8cef-b9d43be5ae6d HTTP/1.1" status: 200 len: 217 time: 0.0568652 Jan 28 20:29:41.757636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-3d3bcd48-236d-4b14-bdb1-e74b30d06292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.759400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-3d3bcd48-236d-4b14-bdb1-e74b30d06292 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 200 len: 852 time: 0.0829086 Jan 28 20:29:41.767267 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-c2e2934c-35f6-401d-bcaa-7e40e4f362bc service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820482 Jan 28 20:29:41.808921 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-92242b51-b0f0-46a8-a56b-941d2c662a99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a4925699-7d72-4fd3-848b-37266706523c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404665 Jan 28 20:29:41.872401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341ae4-684c-41f7-8c53-3920102c983f req-f74eca9d-c5a3-495d-84d2-6d22d4ab4bfe tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.873928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7341ae4-684c-41f7-8c53-3920102c983f req-f74eca9d-c5a3-495d-84d2-6d22d4ab4bfe tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 943 time: 0.6435258 Jan 28 20:29:41.990890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd9f21-732f-494c-8020-48ebf1ef6a92 service neutron] Pushing event updated for resources: {'Port': ['ID=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:41.994080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cbca2e50-ecce-496d-94b2-94e5b81291af req-08c55b62-67a7-4664-af14-ba22fca6e904 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146647 Jan 28 20:29:42.008491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-bff1bcf8-1fe6-44c7-a6a4-e35e0c8f0aa7 service neutron] 10.222.0.13 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870387 Jan 28 20:29:42.053799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec797-afcd-4c82-b414-1387ff577236 req-1b6c7937-39e1-48aa-b389-17cecb4d93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.055486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-1b6c7937-39e1-48aa-b389-17cecb4d93ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 1094 time: 0.1415830 Jan 28 20:29:42.065750 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01998eeb-e630-44a8-a8cf-dedf6cdef37f req-5f5e6a27-4c69-4602-863e-c5b7becb3f00 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.074206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01998eeb-e630-44a8-a8cf-dedf6cdef37f req-5f5e6a27-4c69-4602-863e-c5b7becb3f00 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 943 time: 0.6297343 Jan 28 20:29:42.078585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7341ae4-684c-41f7-8c53-3920102c983f req-522f7dd5-0a4c-4bdc-a2fc-578a69f04ad0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500487 Jan 28 20:29:42.113215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device cf95336e-5435-4e10-ba50-e72dd892359f up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:42.143793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-720951d4-d67c-47e3-97f5-639f3c63d471 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722d9bf7-ab31-4a6a-9360-7c6f6202deb2 HTTP/1.1" status: 200 len: 217 time: 0.0639935 Jan 28 20:29:42.190731 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f3860e-0038-4aad-b0f3-440362e1c845 x-openstack-request-id: req-11f3860e-0038-4aad-b0f3-440362e1c845 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:42.191098 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e15399-153e-4ce8-b5d4-bd7795e6faad", "tag": "722d9bf7-ab31-4a6a-9360-7c6f6202deb2", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:42.191408 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11f3860e-0038-4aad-b0f3-440362e1c845 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:42.191854 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e15399-153e-4ce8-b5d4-bd7795e6faad', 'tag': '722d9bf7-ab31-4a6a-9360-7c6f6202deb2', 'status': 'completed', 'code': 200} Jan 28 20:29:42.207778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01998eeb-e630-44a8-a8cf-dedf6cdef37f req-15c37954-8e0a-4aac-9e62-672fbf02aeec tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273313 Jan 28 20:29:42.271515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-0bc257dd-fc4d-403b-b788-28cff26d8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.273482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-0bc257dd-fc4d-403b-b788-28cff26d8c08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1094 time: 0.1693273 Jan 28 20:29:42.330597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec797-afcd-4c82-b414-1387ff577236 req-95165f35-bee9-45ba-af12-fe5259dad65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.333378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-95165f35-bee9-45ba-af12-fe5259dad65b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.1798592 Jan 28 20:29:42.352834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98a6de2-0cc5-4670-9fbc-8e5655440613 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:42.354261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port cf95336e-5435-4e10-ba50-e72dd892359f completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:42.361123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port cf95336e-5435-4e10-ba50-e72dd892359f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:42.361629 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:42.389249 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:42.420436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-60caaac9-750a-416c-b21d-a86ac7754869 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706630 Jan 28 20:29:42.464535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Transition to ACTIVE for port object a98a6de2-0cc5-4670-9fbc-8e5655440613 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:42.484500 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-e5d07185-e62b-4f6c-87ac-c7b42f7ba80d service neutron] 10.222.0.13 "GET /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441726 Jan 28 20:29:42.516128 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:42.566093 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:42.568140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-b43704a5-cc39-423e-91e5-b062f802b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.578342 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-b43704a5-cc39-423e-91e5-b062f802b874 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.2851865 Jan 28 20:29:42.587558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed2046-48e1-4138-aa66-3092b4922d2a req-9cb1ee9a-9c97-4159-8fc8-6f9998c1e7e2 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.595350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fed2046-48e1-4138-aa66-3092b4922d2a req-9cb1ee9a-9c97-4159-8fc8-6f9998c1e7e2 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 931 time: 0.2586303 Jan 28 20:29:42.606308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01fcb9-4ec0-435d-9f6d-31a66e1ab6d0 req-960a1384-1f75-4916-8b09-9bdd2cabe337 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.614112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d01fcb9-4ec0-435d-9f6d-31a66e1ab6d0 req-960a1384-1f75-4916-8b09-9bdd2cabe337 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2222793 Jan 28 20:29:42.614621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port cf95336e-5435-4e10-ba50-e72dd892359f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cf95336e-5435-4e10-ba50-e72dd892359f,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:42.615943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba3f9b7-779f-4788-b59c-9999f992747c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf95336e-5435-4e10-ba50-e72dd892359f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:42.619614 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2409d7-aa2f-4820-89e4-11b069f2caf1" -d '{"events": [{"server_uuid": "5ba3f9b7-779f-4788-b59c-9999f992747c", "name": "network-vif-plugged", "status": "completed", "tag": "cf95336e-5435-4e10-ba50-e72dd892359f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:42.624370 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:42.674787 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-7250ee30-3e7e-4c3d-ba2d-1c56dabac999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 217 time: 0.0886614 Jan 28 20:29:42.706705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=cf95336e-5435-4e10-ba50-e72dd892359f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:42.735340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-479ef193-fd94-4255-b89b-e0fe0a077c28 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902155 Jan 28 20:29:42.748428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a98a6de2-0cc5-4670-9fbc-8e5655440613,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:42.787772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-dc0fd8e5-daac-41bc-977b-43a594510c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.794352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-dc0fd8e5-daac-41bc-977b-43a594510c08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1067843 Jan 28 20:29:42.889399 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:42.908204 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d01fcb9-4ec0-435d-9f6d-31a66e1ab6d0 req-ba034a97-1d96-452a-ae62-82f6d0aa6792 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920084 Jan 28 20:29:42.925082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fed2046-48e1-4138-aa66-3092b4922d2a req-cd6d8855-fc8b-41de-9d50-8195fd4ef6be tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283985 Jan 28 20:29:42.954741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-62147006-19e7-4941-859a-622b2bfcaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.954741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-62147006-19e7-4941-859a-622b2bfcaa36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377640 Jan 28 20:29:42.987342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Attempting to bind port a98a6de2-0cc5-4670-9fbc-8e5655440613 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:29:42.987676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Attempting to bind port a98a6de2-0cc5-4670-9fbc-8e5655440613 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:29:42.988003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Attempting to bind port a98a6de2-0cc5-4670-9fbc-8e5655440613 on network fd016d92-c233-452c-b954-b11a7085b2f8 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:43.003962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Port a98a6de2-0cc5-4670-9fbc-8e5655440613 on network fd016d92-c233-452c-b954-b11a7085b2f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:43.004598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Attempting to bind port a98a6de2-0cc5-4670-9fbc-8e5655440613 on network fd016d92-c233-452c-b954-b11a7085b2f8 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:43.014550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58aec797-afcd-4c82-b414-1387ff577236 req-f4cabb72-7c4f-45f4-b779-a8ec07efd3a3 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672312 Jan 28 20:29:43.015420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:43.015764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Checking segment: {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:29:43.016208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Bound using segment: {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:43.016659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Bound port: a98a6de2-0cc5-4670-9fbc-8e5655440613, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:29:43.017094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:43.054988 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dc4fd3-e26d-4bc9-900b-d659da0d1e89 x-openstack-request-id: req-f0dc4fd3-e26d-4bc9-900b-d659da0d1e89 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:43.055311 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba3f9b7-779f-4788-b59c-9999f992747c", "name": "network-vif-plugged", "status": "completed", "tag": "cf95336e-5435-4e10-ba50-e72dd892359f", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:43.056635 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0dc4fd3-e26d-4bc9-900b-d659da0d1e89 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:43.056635 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba3f9b7-779f-4788-b59c-9999f992747c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf95336e-5435-4e10-ba50-e72dd892359f', 'code': 200} Jan 28 20:29:43.174360 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:43.233516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:43.252942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-3a9f55de-4eaf-4f20-883d-02c2ae7e2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.255037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-3a9f55de-4eaf-4f20-883d-02c2ae7e2f4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 1094 time: 0.1503196 Jan 28 20:29:43.260395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:43.280781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:43.311700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f392da-7787-4a55-b141-63e3363d68d4 req-e96913bc-459f-415e-a1c8-6a030f417bde tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.314518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f392da-7787-4a55-b141-63e3363d68d4 req-e96913bc-459f-415e-a1c8-6a030f417bde tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 943 time: 0.1590641 Jan 28 20:29:43.406780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240ce4b-223c-4e81-bb17-5e501c14968c req-32afe39a-b869-4965-b017-1bb5b55c8522 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.419368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4240ce4b-223c-4e81-bb17-5e501c14968c req-32afe39a-b869-4965-b017-1bb5b55c8522 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2499154 Jan 28 20:29:43.430293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.431448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:43.434206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a98a6de2-0cc5-4670-9fbc-8e5655440613 HTTP/1.1" status: 200 len: 1091 time: 2.7711530 Jan 28 20:29:43.441293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43530) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:43.446641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Request body: {'floatingip': {'port_id': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:43.554707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:43.571534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8fcbf-5652-421a-ad1b-822496051bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a98a6de2-0cc5-4670-9fbc-8e5655440613,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:43.612484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423dfb9-88d6-4775-bb02-5ae9b0f1f511 req-856a17a0-fb85-4c84-8df8-32a5cab34e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.614272 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c423dfb9-88d6-4775-bb02-5ae9b0f1f511 req-856a17a0-fb85-4c84-8df8-32a5cab34e8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ba3f9b7-779f-4788-b59c-9999f992747c HTTP/1.1" status: 200 len: 1097 time: 0.4425464 Jan 28 20:29:43.618499 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-8e299726-87f0-4c58-9c67-219a328221be service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560452 Jan 28 20:29:43.620867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f392da-7787-4a55-b141-63e3363d68d4 req-f0014564-0e43-499f-82a8-5081e2dc3129 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976918 Jan 28 20:29:43.648507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-f0dfa401-f6e0-4d50-8a6c-fe41a01b079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.653110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-f0dfa401-f6e0-4d50-8a6c-fe41a01b079f service neutron] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 912 time: 0.3860548 Jan 28 20:29:43.728063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-f2f128bf-618c-4694-b559-a26b755d023f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722d9bf7-ab31-4a6a-9360-7c6f6202deb2 HTTP/1.1" status: 200 len: 217 time: 0.0454664 Jan 28 20:29:43.757219 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c423dfb9-88d6-4775-bb02-5ae9b0f1f511 req-fb204577-3d4c-4aa2-adf4-9a94e727e92a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206923 Jan 28 20:29:43.818955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-a143fe8d-f911-42f9-8eb3-057a125538e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.820708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-a143fe8d-f911-42f9-8eb3-057a125538e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 1094 time: 0.3177156 Jan 28 20:29:43.831039 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cb13f3b-589c-45f0-8564-b96e77dd606f req-6c00e9ab-9655-4d1d-878a-1544cab5f867 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956635 Jan 28 20:29:43.833550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 52f928f2-fe64-4830-8cef-b9d43be5ae6d details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:43.929364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-c2273c34-671e-4f6e-8fb5-3e12f2cf06ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613 HTTP/1.1" status: 200 len: 217 time: 0.0738158 Jan 28 20:29:44.076911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 52f928f2-fe64-4830-8cef-b9d43be5ae6d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=52f928f2-fe64-4830-8cef-b9d43be5ae6d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:44.111139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '52f928f2-fe64-4830-8cef-b9d43be5ae6d', 'network_id': 'a4925699-7d72-4fd3-848b-37266706523c', 'port_id': '52f928f2-fe64-4830-8cef-b9d43be5ae6d', 'mac_address': 'fa:16:3e:a5:24:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e7f8dd-f92d-42d1-8268-81107f35862b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:44.115276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-5be23d24-7978-440c-9545-bc4bdf2727ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:44.117119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-5be23d24-7978-440c-9545-bc4bdf2727ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0d13da3-65a1-4210-acd8-1dc6cf545409 HTTP/1.1" status: 200 len: 861 time: 0.1733878 Jan 28 20:29:44.120788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-f66e2ffa-83fc-497c-a0c9-6378ddecffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:44.120961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:44.122271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-f66e2ffa-83fc-497c-a0c9-6378ddecffef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.3739638 Jan 28 20:29:44.131328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc549-94fd-4208-a937-67e3c0521db0 req-2991f867-bbd3-45db-9059-4318b0db0371 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:44.139035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f40bc549-94fd-4208-a937-67e3c0521db0 req-2991f867-bbd3-45db-9059-4318b0db0371 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 943 time: 0.4098816 Jan 28 20:29:44.186929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-7368a2e2-57ff-41c8-8e03-10e1e1a13949 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457652 Jan 28 20:29:44.218214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'tag': 'a98a6de2-0cc5-4670-9fbc-8e5655440613'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:44.218214 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a691248-decf-4d0b-b268-fe3603ef5645" -d '{"events": [{"name": "network-changed", "server_uuid": "5bff098a-5a30-4ad6-91cc-23f86537a886", "tag": "a98a6de2-0cc5-4670-9fbc-8e5655440613"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:44.240412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-7c3ebb86-d385-46ef-b30d-9bcca77b0f67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd016d92-c233-452c-b954-b11a7085b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963187 Jan 28 20:29:44.399385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:44.415903 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:44.418378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'mac_address': 'fa:16:3e:7f:11:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:44.432797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f928f2-fe64-4830-8cef-b9d43be5ae6d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:44.462915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f40bc549-94fd-4208-a937-67e3c0521db0 req-d846c480-abf1-45a8-b20e-955f1b900fcd tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229139 Jan 28 20:29:44.497993 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:44.522270 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 52f928f2-fe64-4830-8cef-b9d43be5ae6d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=52f928f2-fe64-4830-8cef-b9d43be5ae6d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:44.527014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf05b83-aa54-4f49-afcf-fedf159b3767 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:44.548432 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:44.581178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e052-9a97-43b1-b01f-da3fb1345c37 req-13f7aeea-35d3-4c45-aa62-2a08ade86f88 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:44.589847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f35e052-9a97-43b1-b01f-da3fb1345c37 req-13f7aeea-35d3-4c45-aa62-2a08ade86f88 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 943 time: 0.2451408 Jan 28 20:29:44.616153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:44.626133 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:44.631128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=52f928f2-fe64-4830-8cef-b9d43be5ae6d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:44.634697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-6e6080c6-85ed-4279-bf70-44083b4d5427 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309254 Jan 28 20:29:44.685579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-1b5a0db1-26a5-4c8a-b5f4-5b6e700a2038 service neutron] 10.222.0.13 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312115 Jan 28 20:29:44.774682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:44.844012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['52f928f2-fe64-4830-8cef-b9d43be5ae6d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:44.992706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['acf05b83-aa54-4f49-afcf-fedf159b3767'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:45.130159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f35e052-9a97-43b1-b01f-da3fb1345c37 req-02386a80-b5ba-4479-bbe9-60b51c879114 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5365517 Jan 28 20:29:45.309460 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f7afcc-5af0-4337-b8b8-71b228df0a4a x-openstack-request-id: req-49f7afcc-5af0-4337-b8b8-71b228df0a4a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:45.310473 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bff098a-5a30-4ad6-91cc-23f86537a886", "tag": "a98a6de2-0cc5-4670-9fbc-8e5655440613", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:45.310682 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49f7afcc-5af0-4337-b8b8-71b228df0a4a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:45.311040 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'tag': 'a98a6de2-0cc5-4670-9fbc-8e5655440613', 'status': 'completed', 'code': 200} Jan 28 20:29:45.366909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd26b3c6-c331-41b5-bd41-89b7df1110ab req-430362a8-075b-4332-b8c1-dd4e022b3963 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043641 Jan 28 20:29:45.430411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525782-fdaf-4577-ba41-f5454d7f4cf3 req-14c5ef1b-5642-4ef4-bb28-5361c32523f1 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:45.432429 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a525782-fdaf-4577-ba41-f5454d7f4cf3 req-14c5ef1b-5642-4ef4-bb28-5361c32523f1 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 943 time: 0.6676738 Jan 28 20:29:45.469231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a15384b9-3742-4229-98e0-4ca1182e42e6 req-bf4bd04c-8175-4cc5-bb4f-3bc04a84c846 service neutron] 10.222.0.13 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540269 Jan 28 20:29:45.607595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a525782-fdaf-4577-ba41-f5454d7f4cf3 req-4fec6058-ae83-4276-87fe-3607a746aa2f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479108 Jan 28 20:29:45.651266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:45.661695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d2316-1be5-44a6-8129-165f186286d9 req-3349b8f4-438d-4e9f-a6d5-25be0fbc1822 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:45.665478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-137d2316-1be5-44a6-8129-165f186286d9 req-3349b8f4-438d-4e9f-a6d5-25be0fbc1822 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 943 time: 0.1514804 Jan 28 20:29:45.670858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:45.736135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-19b6cc45-4f3f-467a-884b-704687299b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:45.737688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-19b6cc45-4f3f-467a-884b-704687299b07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 1094 time: 0.1758339 Jan 28 20:29:45.848759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-137d2316-1be5-44a6-8129-165f186286d9 req-52b8bfa2-d981-4593-b803-0a1ffd668485 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790743 Jan 28 20:29:45.923324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e307-a4bc-44e1-bf48-a707491a9cdb req-f499f2ac-a5e3-4151-b91c-c08b484a3a5c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:45.924811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57c1e307-a4bc-44e1-bf48-a707491a9cdb req-f499f2ac-a5e3-4151-b91c-c08b484a3a5c tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 944 time: 0.1969726 Jan 28 20:29:45.960873 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Floating IP 1d044f18-f4af-404f-a930-d2d7ab401f63 associated. External IP: 172.25.2.63, port: eaf7de2b-fd96-419d-912f-77c1cdb05988. Jan 28 20:29:46.002227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-6fa351da-92c7-45e7-a2da-6b1bad76e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:46.003724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-6fa351da-92c7-45e7-a2da-6b1bad76e5d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 922 time: 0.2547028 Jan 28 20:29:46.067566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-56d10697-38e9-4ae0-84cf-44a1ee9a70c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613 HTTP/1.1" status: 200 len: 217 time: 0.0542684 Jan 28 20:29:46.072283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57c1e307-a4bc-44e1-bf48-a707491a9cdb req-8737d2cd-00dd-4336-8541-094b3750858b tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384499 Jan 28 20:29:46.134857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:46.137173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:46.171608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-10a9be08-684c-4895-bf0d-7a99b4059d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:46.173536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-10a9be08-684c-4895-bf0d-7a99b4059d1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0d13da3-65a1-4210-acd8-1dc6cf545409 HTTP/1.1" status: 200 len: 861 time: 0.0987723 Jan 28 20:29:46.254826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-3308bcbc-b12d-472f-b8e7-bca0d105fa11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd016d92-c233-452c-b954-b11a7085b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706313 Jan 28 20:29:46.280645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:46.283048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port acf05b83-aa54-4f49-afcf-fedf159b3767 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:46.296353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '722d9bf7-ab31-4a6a-9360-7c6f6202deb2', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'port_id': '722d9bf7-ab31-4a6a-9360-7c6f6202deb2', 'mac_address': 'fa:16:3e:24:62:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee49341f-90f4-418d-9c8c-7bb0edd94e76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:46.298117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port acf05b83-aa54-4f49-afcf-fedf159b3767 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:46.298556 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:46.373519 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:46.416253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d1352-3f64-4b28-9a81-9056751f6b08 req-2c8fb128-da9f-47a6-a7f2-d21fb55a0d11 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:46.418283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f57d1352-3f64-4b28-9a81-9056751f6b08 req-2c8fb128-da9f-47a6-a7f2-d21fb55a0d11 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1894314 Jan 28 20:29:46.445734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-b538452e-c51c-4f63-81a1-f3c4defe042a service neutron] 10.222.0.13 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645360 Jan 28 20:29:46.477847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Router 48e4c72c-0685-4f86-ad01-677298b2d972 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:29:46.519994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f57d1352-3f64-4b28-9a81-9056751f6b08 req-0dc25085-2105-4713-9045-8738e9e88e86 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709040 Jan 28 20:29:46.574993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:46.617696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:46.623371 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:46.668606 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:46.743729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:46.746206 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3a965-a997-4164-8ab3-73765c4935a3" -d '{"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-plugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:46.752772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:46.766894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:46.773713 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:46.846939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a691248-decf-4d0b-b268-fe3603ef5645 req-c622db9f-829f-4efc-b84d-fca11d75e966 service neutron] 10.222.0.13 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484621 Jan 28 20:29:46.862417 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61a738-6a20-4717-ae7b-7da55b029006 x-openstack-request-id: req-9c61a738-6a20-4717-ae7b-7da55b029006 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:46.862809 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-plugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:46.863124 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c61a738-6a20-4717-ae7b-7da55b029006 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:46.863965 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'code': 200} Jan 28 20:29:46.886627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:29:46.902905 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:46.922013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516966-378b-4e66-b277-b16ee772146d req-e8bdbcd0-2310-4347-9b21-99f4b9060924 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:46.923777 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] Sync routers for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:29:46.924299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69516966-378b-4e66-b277-b16ee772146d req-e8bdbcd0-2310-4347-9b21-99f4b9060924 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 943 time: 0.1882644 Jan 28 20:29:46.952053 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:46.954037 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:46.960760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:46.989211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['722d9bf7-ab31-4a6a-9360-7c6f6202deb2'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:47.039995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69516966-378b-4e66-b277-b16ee772146d req-980b7465-df03-42ac-8575-fd4be5f226b4 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499971 Jan 28 20:29:47.057270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-780cf75c-4074-493d-a25b-f5295b11bd71 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "PUT /v2.0/floatingips/1d044f18-f4af-404f-a930-d2d7ab401f63 HTTP/1.1" status: 200 len: 991 time: 3.6145344 Jan 28 20:29:47.117874 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:47.194438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a68f-0e27-43d7-8bee-9ca63bec364b req-e4c88400-36bd-4477-bb2b-04b9fa2ea5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:47.195924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97f8a68f-0e27-43d7-8bee-9ca63bec364b req-e4c88400-36bd-4477-bb2b-04b9fa2ea5b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1096 time: 0.2439048 Jan 28 20:29:47.212120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31429f-ede2-47cf-aa7f-f81bc03cbcfa req-59b0feee-ba0f-4c57-8d23-bb4351ce5c35 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:47.214142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f31429f-ede2-47cf-aa7f-f81bc03cbcfa req-59b0feee-ba0f-4c57-8d23-bb4351ce5c35 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 944 time: 0.1650305 Jan 28 20:29:47.316233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:47.323079 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9401fa-2c94-41af-a23f-9b3bc616ac94" -d '{"events": [{"name": "network-changed", "server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:47.378380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f31429f-ede2-47cf-aa7f-f81bc03cbcfa req-d5874f7f-4d28-403c-8c62-09f4932b6412 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221497 Jan 28 20:29:47.408949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156d801-1b1e-48ce-839c-341c5b549ea4 req-01edc801-953a-47de-a616-e98581580dd6 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:47.421619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8156d801-1b1e-48ce-839c-341c5b549ea4 req-01edc801-953a-47de-a616-e98581580dd6 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 944 time: 0.2052419 Jan 28 20:29:47.437154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97f8a68f-0e27-43d7-8bee-9ca63bec364b req-f2d51d55-293a-407f-86bc-293c4932eb79 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220147 Jan 28 20:29:47.477689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8156d801-1b1e-48ce-839c-341c5b549ea4 req-983d4f5a-927b-4103-be96-4e02f5d3fe59 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549502 Jan 28 20:29:47.479171 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52bd7e8-ce72-4400-8fdd-be9a6ab1379a x-openstack-request-id: req-b52bd7e8-ce72-4400-8fdd-be9a6ab1379a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:47.479462 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:47.479714 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b52bd7e8-ce72-4400-8fdd-be9a6ab1379a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:47.480106 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'status': 'completed', 'code': 200} Jan 28 20:29:47.544734 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '1d044f18-f4af-404f-a930-d2d7ab401f63', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'port_id': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'mac_address': 'fa:16:3e:fc:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:45Z', 'revision_number': 1, 'project_id': '7e69d00efec840fa89855b324e670c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:47.601543 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] Checking router: 48e4c72c-0685-4f86-ad01-677298b2d972 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:29:47.614988 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:47.616414 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:47.624789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-db4b9dff-8790-464c-8089-a76a262aaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:47.636474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-db4b9dff-8790-464c-8089-a76a262aaf0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1097 time: 0.1317170 Jan 28 20:29:47.787102 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:47.796053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdfadc-28f8-4a4d-a5bf-389b9acf8604 req-87c32d5e-9dca-4433-a642-22970b734223 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:47.797962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cfdfadc-28f8-4a4d-a5bf-389b9acf8604 req-87c32d5e-9dca-4433-a642-22970b734223 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 945 time: 0.1410973 Jan 28 20:29:47.838810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-e4433ffc-3a4f-47ca-8d42-bb5a05aeba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:47.842486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-e4433ffc-3a4f-47ca-8d42-bb5a05aeba6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.1974561 Jan 28 20:29:47.872608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a98a6de2-0cc5-4670-9fbc-8e5655440613 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:47.875990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 52f928f2-fe64-4830-8cef-b9d43be5ae6d up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:47.947976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cfdfadc-28f8-4a4d-a5bf-389b9acf8604 req-a20e1b27-6763-450f-8b7d-405f945adb7f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372550 Jan 28 20:29:47.973915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-d28b72e9-118b-451f-b85a-c284a574ff87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 999 time: 0.1255226 Jan 28 20:29:48.011861 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:48.065804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-02e88508-2f41-4f2b-aca4-f86d81ddb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:48.069925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-02e88508-2f41-4f2b-aca4-f86d81ddb096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.0878205 Jan 28 20:29:48.087161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 52f928f2-fe64-4830-8cef-b9d43be5ae6d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:48.116578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 52f928f2-fe64-4830-8cef-b9d43be5ae6d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:48.116956 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:48.155937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:48.175919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:48.181825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-4bae341f-5d37-4b0d-b67e-0a681c24c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:48.183294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-4bae341f-5d37-4b0d-b67e-0a681c24c8d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063473 Jan 28 20:29:48.260224 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '1d044f18-f4af-404f-a930-d2d7ab401f63', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'port_id': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'mac_address': 'fa:16:3e:fc:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:45Z', 'revision_number': 1, 'project_id': '7e69d00efec840fa89855b324e670c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:48.266001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'a98a6de2-0cc5-4670-9fbc-8e5655440613', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'port_id': 'a98a6de2-0cc5-4670-9fbc-8e5655440613', 'mac_address': 'fa:16:3e:2a:79:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d13da3-65a1-4210-acd8-1dc6cf545409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:48.316516 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6f5db-ad68-4a10-ad9a-5e0ba9265f8c None None] The sync data for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 is: [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '1d044f18-f4af-404f-a930-d2d7ab401f63', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'floating_ip_address': '172.25.2.63', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'port_id': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'mac_address': 'fa:16:3e:fc:c4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:45Z', 'revision_number': 1, 'project_id': '7e69d00efec840fa89855b324e670c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:29:48.340563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32051c3-a672-4844-810a-7437a78b39ea req-92b47b3c-6469-49c8-95cd-75db986d1ba5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:48.340563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f32051c3-a672-4844-810a-7437a78b39ea req-92b47b3c-6469-49c8-95cd-75db986d1ba5 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 943 time: 0.1714413 Jan 28 20:29:48.376916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:48.402889 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:48.490608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 52f928f2-fe64-4830-8cef-b9d43be5ae6d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=52f928f2-fe64-4830-8cef-b9d43be5ae6d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:48.498280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:48.512920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:48.531563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f32051c3-a672-4844-810a-7437a78b39ea req-e8250405-57fb-486d-8f78-64909fbf34b8 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822772 Jan 28 20:29:48.639647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-25ead93c-cd7d-49fd-8ae3-1ad71b75ebc7 service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481876 Jan 28 20:29:48.652714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:48.653282 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:48.701130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=52f928f2-fe64-4830-8cef-b9d43be5ae6d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:48.711419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98a6de2-0cc5-4670-9fbc-8e5655440613 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:48.793486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:48.802509 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:48.816377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828cb600-8e6d-4809-9dcc-3b5009591aa2 None None] New status for floating IP 1d044f18-f4af-404f-a930-d2d7ab401f63: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:29:48.882717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49895239-9a8a-4269-a7b9-e3941c0b7bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f928f2-fe64-4830-8cef-b9d43be5ae6d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:48.884921 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151a5b7f-840b-420a-ad0c-803763a70785" -d '{"events": [{"server_uuid": "49895239-9a8a-4269-a7b9-e3941c0b7bd5", "name": "network-vif-plugged", "status": "completed", "tag": "52f928f2-fe64-4830-8cef-b9d43be5ae6d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:48.887804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a98a6de2-0cc5-4670-9fbc-8e5655440613,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:49.056661 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:49.109319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a98a6de2-0cc5-4670-9fbc-8e5655440613'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:49.220793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:49.228884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:49.335213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f877e8f-9d74-4ff1-8f6f-87adb364f86f req-c76edf39-9438-4b35-9807-87f85f09b9b9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:49.336742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:49.337149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f877e8f-9d74-4ff1-8f6f-87adb364f86f req-c76edf39-9438-4b35-9807-87f85f09b9b9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 944 time: 0.7753291 Jan 28 20:29:49.391805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2819a97-fb0b-4c0c-bed7-7259af8339b0 req-4e9a5813-e19b-4e37-8ed4-fc02783d4fda tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:49.393378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2819a97-fb0b-4c0c-bed7-7259af8339b0 req-4e9a5813-e19b-4e37-8ed4-fc02783d4fda tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 945 time: 0.6857274 Jan 28 20:29:49.431706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d9401fa-2c94-41af-a23f-9b3bc616ac94 req-876d2ef1-60a5-41d0-b327-070261f5faf8 service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835169 Jan 28 20:29:49.447018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f877e8f-9d74-4ff1-8f6f-87adb364f86f req-477b0ae4-8429-4da3-9a4c-823b87ed565b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999269 Jan 28 20:29:49.472885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2819a97-fb0b-4c0c-bed7-7259af8339b0 req-0e778455-6d9c-4996-9e1f-ea426d126f86 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665007 Jan 28 20:29:49.554835 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82013b6f-180e-4c56-b423-b4b85530cd4e x-openstack-request-id: req-82013b6f-180e-4c56-b423-b4b85530cd4e {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:49.555477 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49895239-9a8a-4269-a7b9-e3941c0b7bd5", "name": "network-vif-plugged", "status": "completed", "tag": "52f928f2-fe64-4830-8cef-b9d43be5ae6d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:49.555902 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82013b6f-180e-4c56-b423-b4b85530cd4e {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:49.556511 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895239-9a8a-4269-a7b9-e3941c0b7bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f928f2-fe64-4830-8cef-b9d43be5ae6d', 'code': 200} Jan 28 20:29:49.730377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157c63c-04b2-4c2d-8f36-1c4e244c822d req-0727c5d9-9f82-49e1-af6f-671113893557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:49.731946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c157c63c-04b2-4c2d-8f36-1c4e244c822d req-0727c5d9-9f82-49e1-af6f-671113893557 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 1096 time: 0.1186917 Jan 28 20:29:49.771732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cb458-f0c6-441e-89bc-34804cab1761 req-bbe36283-fa4d-4d68-a52a-44f3984ad48e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:49.773624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb6cb458-f0c6-441e-89bc-34804cab1761 req-bbe36283-fa4d-4d68-a52a-44f3984ad48e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 945 time: 0.1486373 Jan 28 20:29:49.825161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb6cb458-f0c6-441e-89bc-34804cab1761 req-1701286e-a99b-4ee6-98df-7bba73c73a96 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440395 Jan 28 20:29:49.834197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06ad58-e2ec-45d9-8d4b-665ee9eae9e0 req-b6ba93e6-afce-4c8f-b78d-3410555e3776 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:49.841544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c06ad58-e2ec-45d9-8d4b-665ee9eae9e0 req-b6ba93e6-afce-4c8f-b78d-3410555e3776 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 944 time: 0.1678774 Jan 28 20:29:49.851187 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c157c63c-04b2-4c2d-8f36-1c4e244c822d req-8f7e74bc-4c07-455b-ae13-1f954d37e4da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106911 Jan 28 20:29:49.886292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c06ad58-e2ec-45d9-8d4b-665ee9eae9e0 req-1bd6df5a-193d-4e82-ba71-b7ebb244d89d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437949 Jan 28 20:29:49.922137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43644) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:49.992871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc3aa-dcee-4c48-b5d6-99744962e7c0 req-d38c945b-a13c-4ba0-8c4d-cd7823541c74 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:49.994195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f1fc3aa-dcee-4c48-b5d6-99744962e7c0 req-d38c945b-a13c-4ba0-8c4d-cd7823541c74 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 945 time: 0.0557811 Jan 28 20:29:50.002782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43648) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:50.008002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'floatingip': {'port_id': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:50.064004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f085112c-483c-4032-805d-e46d7f38dea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.068411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.333105 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f085112c-483c-4032-805d-e46d7f38dea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.338463 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f085112c-483c-4032-805d-e46d7f38dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.430501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085112c-483c-4032-805d-e46d7f38dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5380fa-314b-4abd-b680-5eed35f1edf5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:50.436600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f085112c-483c-4032-805d-e46d7f38dea5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e87b414eb2449b2af3a07c30950a29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117218 Jan 28 20:29:50.437936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43650) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:50.671088 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc0bc-ec7f-47c2-8e78-54d081d12704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.734225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6086d9-3556-40cf-8d19-03c274522147 req-231dda1e-ace4-47e6-8ed6-6e90edd7dc1c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:50.735718 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e6086d9-3556-40cf-8d19-03c274522147 req-231dda1e-ace4-47e6-8ed6-6e90edd7dc1c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1628389 Jan 28 20:29:50.755500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d1056-8397-4090-ac29-806feca54016 req-6374bd52-f685-4759-88e8-e11d62b233e2 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:50.757060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc4d1056-8397-4090-ac29-806feca54016 req-6374bd52-f685-4759-88e8-e11d62b233e2 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 945 time: 0.1704893 Jan 28 20:29:50.758941 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc0bc-ec7f-47c2-8e78-54d081d12704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.871785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.880902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.926903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e6086d9-3556-40cf-8d19-03c274522147 req-8175f54a-93ee-4b19-82aa-ab751b820f0f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388018 Jan 28 20:29:50.936435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fc4d1056-8397-4090-ac29-806feca54016 req-883832d1-42e1-4b7f-83f6-36b11a4503fe tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404636 Jan 28 20:29:50.993989 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc0bc-ec7f-47c2-8e78-54d081d12704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:50.996534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc0bc-ec7f-47c2-8e78-54d081d12704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:51.002545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e8bcc0bc-ec7f-47c2-8e78-54d081d12704 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc5380fa-314b-4abd-b680-5eed35f1edf5 HTTP/1.1" status: 204 len: 168 time: 0.5578341 Jan 28 20:29:51.008973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcc0bc-ec7f-47c2-8e78-54d081d12704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5380fa-314b-4abd-b680-5eed35f1edf5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:51.033481 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Floating IP 625c8fc6-7fa4-4b68-ac2b-2bfa310b6681 associated. External IP: 172.25.2.128, port: acf05b83-aa54-4f49-afcf-fedf159b3767. Jan 28 20:29:51.209269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81123247-5c9b-413f-b780-17cc56855a27 req-8b55e380-e5fc-4f59-926b-bc6f766fb9c0 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:51.210884 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81123247-5c9b-413f-b780-17cc56855a27 req-8b55e380-e5fc-4f59-926b-bc6f766fb9c0 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 944 time: 0.1085196 Jan 28 20:29:51.219023 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:51.327416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81123247-5c9b-413f-b780-17cc56855a27 req-383a0f99-ab88-44fc-b1fe-6ac3d46256fb tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773072 Jan 28 20:29:51.363862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Router 8c846810-c383-4d16-a630-5abeaf21afdd has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:29:51.517077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:29:51.522904 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:51.535313 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0319-fa95-456a-8a38-454190565eea None None] Sync routers for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:29:51.545406 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b0319-fa95-456a-8a38-454190565eea None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:51.546372 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b23b0319-fa95-456a-8a38-454190565eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:51.557900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e15399-153e-4ce8-b5d4-bd7795e6faad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722d9bf7-ab31-4a6a-9360-7c6f6202deb2'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:51.561954 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f301a915-4a66-495d-aea0-df984fdce6ca" -d '{"events": [{"server_uuid": "b8e15399-153e-4ce8-b5d4-bd7795e6faad", "name": "network-vif-plugged", "status": "completed", "tag": "722d9bf7-ab31-4a6a-9360-7c6f6202deb2"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:51.596505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-28a78591-7138-49f6-8d05-aae09e619ea1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "PUT /v2.0/floatingips/625c8fc6-7fa4-4b68-ac2b-2bfa310b6681 HTTP/1.1" status: 200 len: 991 time: 1.5895166 Jan 28 20:29:51.596505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:51.598234 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:51.665157 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f344853c-d796-461f-b455-156b49954c88 x-openstack-request-id: req-f344853c-d796-461f-b455-156b49954c88 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:51.665773 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e15399-153e-4ce8-b5d4-bd7795e6faad", "name": "network-vif-plugged", "status": "completed", "tag": "722d9bf7-ab31-4a6a-9360-7c6f6202deb2", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:51.666514 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f344853c-d796-461f-b455-156b49954c88 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:51.667284 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e15399-153e-4ce8-b5d4-bd7795e6faad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722d9bf7-ab31-4a6a-9360-7c6f6202deb2', 'code': 200} Jan 28 20:29:51.751290 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-b23b0319-fa95-456a-8a38-454190565eea None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:51.775196 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929f813-ed44-4646-b471-2db291a10fa9 x-openstack-request-id: req-0929f813-ed44-4646-b471-2db291a10fa9 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:51.775487 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:51.775735 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0929f813-ed44-4646-b471-2db291a10fa9 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:51.776141 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'status': 'completed', 'code': 200} Jan 28 20:29:51.847019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ef6a9-a9a2-42c6-9336-3e4f8df621fe req-28a6fc5d-2f3e-4a1a-afac-8ccbc561fe1b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:51.849415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c88ef6a9-a9a2-42c6-9336-3e4f8df621fe req-28a6fc5d-2f3e-4a1a-afac-8ccbc561fe1b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 945 time: 0.1429017 Jan 28 20:29:51.852875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9b021-232b-40c2-a11b-9c6339d98b5c req-3cdef19e-2941-465b-bf7a-0f75f7b7fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:51.859176 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87d9b021-232b-40c2-a11b-9c6339d98b5c req-3cdef19e-2941-465b-bf7a-0f75f7b7fb68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 1096 time: 0.0998461 Jan 28 20:29:51.883499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-d10ebc41-54ac-4ed2-92bd-a8cc61977ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:51.890364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a98a6de2-0cc5-4670-9fbc-8e5655440613 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:51.892622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-d10ebc41-54ac-4ed2-92bd-a8cc61977ba9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1096 time: 0.1151206 Jan 28 20:29:51.938670 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-87d9b021-232b-40c2-a11b-9c6339d98b5c req-3d6c5ca7-af85-4ed1-a38d-b67fbdf10c6f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672998 Jan 28 20:29:51.997459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port a98a6de2-0cc5-4670-9fbc-8e5655440613 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:29:52.013665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c88ef6a9-a9a2-42c6-9336-3e4f8df621fe req-1fa63602-37af-47b7-9b30-9ac9dea423f0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514499 Jan 28 20:29:52.016131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port a98a6de2-0cc5-4670-9fbc-8e5655440613 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:52.018967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:52.047936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-a4f5a9e4-0f8d-4d28-a739-c61c434c1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:52.049578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-a4f5a9e4-0f8d-4d28-a739-c61c434c1549 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.1430535 Jan 28 20:29:52.279748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:52.286819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-92aa940d-45a5-46c6-a68f-ca7383203c91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 999 time: 0.1028969 Jan 28 20:29:52.361606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:52.372633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:52.409693 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b23b0319-fa95-456a-8a38-454190565eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '625c8fc6-7fa4-4b68-ac2b-2bfa310b6681', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'port_id': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'mac_address': 'fa:16:3e:7f:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39802aa4-4dc5-4424-881d-4166a2937a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:29:28Z', 'updated_at': '2022-01-28T20:29:50Z', 'revision_number': 1, 'project_id': '46424bd783164b6da95602dd2227d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:29Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:52.471129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094040b-fc2a-42c1-a250-32b885974d52 req-21315f35-49d9-4842-b870-fe865c7d24aa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:52.471820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a98a6de2-0cc5-4670-9fbc-8e5655440613,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:52.479496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e094040b-fc2a-42c1-a250-32b885974d52 req-21315f35-49d9-4842-b870-fe865c7d24aa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.3605831 Jan 28 20:29:52.519984 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0319-fa95-456a-8a38-454190565eea None None] Checking router: 8c846810-c383-4d16-a630-5abeaf21afdd for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:29:52.544729 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b0319-fa95-456a-8a38-454190565eea None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:29:52.545394 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b23b0319-fa95-456a-8a38-454190565eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:29:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:52.566502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0547fd-17e2-4536-a35f-df23cca72b6c req-ff9ffbe3-9de3-4f3e-926a-e75eec2f88af tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:52.579151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c0547fd-17e2-4536-a35f-df23cca72b6c req-ff9ffbe3-9de3-4f3e-926a-e75eec2f88af tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 945 time: 0.2903030 Jan 28 20:29:52.595010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-791fe237-6e08-4cc2-950e-ac2e0ba2c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:52.597318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-791fe237-6e08-4cc2-950e-ac2e0ba2c1dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.2941267 Jan 28 20:29:52.649455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e094040b-fc2a-42c1-a250-32b885974d52 req-d6be324d-fa2f-428a-926e-cb9851b896f6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682174 Jan 28 20:29:52.731386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c0547fd-17e2-4536-a35f-df23cca72b6c req-793f1870-da25-4d90-81e1-77cf9d372f06 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486537 Jan 28 20:29:52.749215 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-b23b0319-fa95-456a-8a38-454190565eea None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:29:52.774483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-13a1d63b-8937-4e25-a847-5fe11b65c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:52.775618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-13a1d63b-8937-4e25-a847-5fe11b65c211 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582139 Jan 28 20:29:53.041816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-3e315218-c025-4a54-9ca9-a2d09721dc27 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493861 Jan 28 20:29:53.133113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9105-c36e-4222-84fa-d60d11d9eba1 req-0881cd29-0bc6-4e57-a442-414a308cca29 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:53.149415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79df9105-c36e-4222-84fa-d60d11d9eba1 req-0881cd29-0bc6-4e57-a442-414a308cca29 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.3218014 Jan 28 20:29:53.195919 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b23b0319-fa95-456a-8a38-454190565eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '625c8fc6-7fa4-4b68-ac2b-2bfa310b6681', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'port_id': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'mac_address': 'fa:16:3e:7f:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39802aa4-4dc5-4424-881d-4166a2937a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:29:28Z', 'updated_at': '2022-01-28T20:29:50Z', 'revision_number': 1, 'project_id': '46424bd783164b6da95602dd2227d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:29Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:29:53.248990 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0319-fa95-456a-8a38-454190565eea None None] The sync data for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 is: [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '625c8fc6-7fa4-4b68-ac2b-2bfa310b6681', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'port_id': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'mac_address': 'fa:16:3e:7f:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39802aa4-4dc5-4424-881d-4166a2937a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:29:28Z', 'updated_at': '2022-01-28T20:29:50Z', 'revision_number': 1, 'project_id': '46424bd783164b6da95602dd2227d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:29Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:29:53.265026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79df9105-c36e-4222-84fa-d60d11d9eba1 req-ab20531b-2c91-41bc-97b3-3233a466f03b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120913 Jan 28 20:29:53.353994 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:29:53.384433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c5da01-4e11-4022-a9f8-42246ff9d2cc req-9afa67dc-24e6-45ae-abc6-9d9abd1a4364 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100245 Jan 28 20:29:53.448128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c398c10-d6d1-42c3-837a-ef9e93e2d942 req-594c499a-370b-4bfc-a5f1-1ab10f0c069f tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:53.449752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c398c10-d6d1-42c3-837a-ef9e93e2d942 req-594c499a-370b-4bfc-a5f1-1ab10f0c069f tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ba3f9b7-779f-4788-b59c-9999f992747c HTTP/1.1" status: 200 len: 946 time: 0.0779855 Jan 28 20:29:53.508143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c398c10-d6d1-42c3-837a-ef9e93e2d942 req-8307255d-3e29-4e7b-b231-c0b190109d85 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513015 Jan 28 20:29:53.641164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003d565d-a4cd-4b93-83f6-842155e3b3e3 None None] New status for floating IP 625c8fc6-7fa4-4b68-ac2b-2bfa310b6681: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:29:53.685421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a6de2-0cc5-4670-9fbc-8e5655440613'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:53.688748 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e602db1-07e3-4170-960a-c0f5776055c4" -d '{"events": [{"server_uuid": "5bff098a-5a30-4ad6-91cc-23f86537a886", "name": "network-vif-plugged", "status": "completed", "tag": "a98a6de2-0cc5-4670-9fbc-8e5655440613"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:53.835329 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442cd4d4-da40-4c57-9767-6d3d42f015d1 x-openstack-request-id: req-442cd4d4-da40-4c57-9767-6d3d42f015d1 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:53.836094 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bff098a-5a30-4ad6-91cc-23f86537a886", "name": "network-vif-plugged", "status": "completed", "tag": "a98a6de2-0cc5-4670-9fbc-8e5655440613", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:53.836866 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-442cd4d4-da40-4c57-9767-6d3d42f015d1 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:53.837467 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a6de2-0cc5-4670-9fbc-8e5655440613', 'code': 200} Jan 28 20:29:53.935760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf531c-f27f-484f-804b-cae4f00a9599 req-ebe2992b-7abf-4f9c-8cad-a4cadc0a6b5a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:53.938387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1bf531c-f27f-484f-804b-cae4f00a9599 req-ebe2992b-7abf-4f9c-8cad-a4cadc0a6b5a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1445291 Jan 28 20:29:54.102928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1bf531c-f27f-484f-804b-cae4f00a9599 req-220c9d85-6f15-454e-a2ca-64591cccd17c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454060 Jan 28 20:29:54.115561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f27aad-5ac5-49de-a7e5-a1c53da2575d req-a50a8ee4-9dea-4005-bcf8-73953b86613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.120162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95f27aad-5ac5-49de-a7e5-a1c53da2575d req-a50a8ee4-9dea-4005-bcf8-73953b86613e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 1096 time: 0.1800144 Jan 28 20:29:54.656906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95f27aad-5ac5-49de-a7e5-a1c53da2575d req-188e4ceb-7b4c-4eb4-9e59-d5ea17026ba2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290534 Jan 28 20:29:54.688923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d1bc3-cd71-4612-b7ee-e24f39c7d85d req-2752007a-ff7a-439b-832a-1d3f2a216e22 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.690700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-761d1bc3-cd71-4612-b7ee-e24f39c7d85d req-2752007a-ff7a-439b-832a-1d3f2a216e22 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ba3f9b7-779f-4788-b59c-9999f992747c HTTP/1.1" status: 200 len: 946 time: 0.1108170 Jan 28 20:29:54.701224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ed540-a370-449b-88ac-beec69d6f14e req-52394b3f-b135-4b02-985d-ef70bb780f78 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.702868 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c5ed540-a370-449b-88ac-beec69d6f14e req-52394b3f-b135-4b02-985d-ef70bb780f78 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.1242106 Jan 28 20:29:54.773256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-761d1bc3-cd71-4612-b7ee-e24f39c7d85d req-2e201f10-93a6-4937-a305-c7f2ae3cfa39 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693502 Jan 28 20:29:54.778969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c5ed540-a370-449b-88ac-beec69d6f14e req-5939ed3a-a63e-4228-8752-8210feb98132 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673180 Jan 28 20:29:54.931899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac3b88-e7de-41d1-93f7-692b86ee7c42 req-d2f4fcbc-3188-4a18-a4d2-6f641bad4ffb tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.934193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8ac3b88-e7de-41d1-93f7-692b86ee7c42 req-d2f4fcbc-3188-4a18-a4d2-6f641bad4ffb tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.0724201 Jan 28 20:29:55.017141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8ac3b88-e7de-41d1-93f7-692b86ee7c42 req-b7cfc60b-e65d-42ea-870a-feaa293bccbb tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696938 Jan 28 20:29:55.636235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43784) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:55.876389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5517eb30-dacb-46b4-a9b6-0c6f1a85a48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.079493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-8815931f-ea1e-4732-bff7-e75925b03588 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.081094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-8815931f-ea1e-4732-bff7-e75925b03588 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.13 "GET /v2.0/ports?device_id=49895239-9a8a-4269-a7b9-e3941c0b7bd5 HTTP/1.1" status: 200 len: 945 time: 0.2348099 Jan 28 20:29:56.093665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c062-050e-4ca5-a332-d6e1f4a96271 req-79742717-39b2-4f57-91b2-2e834d07ed97 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.095174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69c6c062-050e-4ca5-a332-d6e1f4a96271 req-79742717-39b2-4f57-91b2-2e834d07ed97 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ba3f9b7-779f-4788-b59c-9999f992747c HTTP/1.1" status: 200 len: 946 time: 0.1489978 Jan 28 20:29:56.197591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3d8e2-d87b-4674-8c87-3d35a6223aaa req-f4fe7388-cd01-4019-89df-2215d286b56f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.199231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dea3d8e2-d87b-4674-8c87-3d35a6223aaa req-f4fe7388-cd01-4019-89df-2215d286b56f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.2132831 Jan 28 20:29:56.225195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:29:56.289611 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5517eb30-dacb-46b4-a9b6-0c6f1a85a48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.307980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69c6c062-050e-4ca5-a332-d6e1f4a96271 req-b19991f3-bf45-46a2-a05b-645dc99170c0 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994030 Jan 28 20:29:56.312776 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5517eb30-dacb-46b4-a9b6-0c6f1a85a48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.337439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-7a12445f-b6f4-43d3-9810-5e9247f10f1d tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.339135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-7a12445f-b6f4-43d3-9810-5e9247f10f1d tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ba3f9b7-779f-4788-b59c-9999f992747c HTTP/1.1" status: 200 len: 946 time: 0.2253222 Jan 28 20:29:56.381446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dea3d8e2-d87b-4674-8c87-3d35a6223aaa req-4fbf420e-f7aa-4099-8cb0-8749b2cc3bcc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663845 Jan 28 20:29:56.449715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5517eb30-dacb-46b4-a9b6-0c6f1a85a48c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92dc0534d0414d05a008bf59f4bc0749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8064649 Jan 28 20:29:56.449981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43800) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:56.455498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517eb30-dacb-46b4-a9b6-0c6f1a85a48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa8db0-7dde-4c78-82e4-2e266b7a83c7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:56.497152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:56.502615 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f5e9-e1a9-42f6-afe1-3f6c5ddfbc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.514851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'mac_address': 'fa:16:3e:7f:11:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:29:56.527756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f5e9-e1a9-42f6-afe1-3f6c5ddfbc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.543616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Deleting port 52f928f2-fe64-4830-8cef-b9d43be5ae6d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:56.544125 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.586084 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.610210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f5e9-e1a9-42f6-afe1-3f6c5ddfbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.611429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acf05b83-aa54-4f49-afcf-fedf159b3767 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:29:56.616424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7d3f5e9-e1a9-42f6-afe1-3f6c5ddfbc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.618442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f7d3f5e9-e1a9-42f6-afe1-3f6c5ddfbc2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1faa8db0-7dde-4c78-82e4-2e266b7a83c7 HTTP/1.1" status: 204 len: 168 time: 0.1699703 Jan 28 20:29:56.633236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3f5e9-e1a9-42f6-afe1-3f6c5ddfbc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa8db0-7dde-4c78-82e4-2e266b7a83c7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:56.641350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:56.668779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.731368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:56.776774 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd559aa-c8d1-484d-a8da-139db84a4ffd req-800c6cb0-6fbc-444e-9aef-1761e8238db8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.789104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cd559aa-c8d1-484d-a8da-139db84a4ffd req-800c6cb0-6fbc-444e-9aef-1761e8238db8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.3237565 Jan 28 20:29:56.799114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['acf05b83-aa54-4f49-afcf-fedf159b3767'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:56.801744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] For port 52f928f2-fe64-4830-8cef-b9d43be5ae6d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=52f928f2-fe64-4830-8cef-b9d43be5ae6d,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:56.804775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:56.857210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Calling delete_port for 52f928f2-fe64-4830-8cef-b9d43be5ae6d owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:56.880272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Deleting port cf95336e-5435-4e10-ba50-e72dd892359f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:29:56.880818 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.002704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cd559aa-c8d1-484d-a8da-139db84a4ffd req-440dcd01-169c-44fe-bbd0-78def4d44f30 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121091 Jan 28 20:29:57.068834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43816) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:57.099726 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3568b40b-aa64-4dfd-bf1b-67cd858982b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.235008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3568b40b-aa64-4dfd-bf1b-67cd858982b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.249878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] For port cf95336e-5435-4e10-ba50-e72dd892359f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=cf95336e-5435-4e10-ba50-e72dd892359f,segment=NetworkSegment(554aea82-12fd-4f80-9e8c-742b5150be3b),segment_id=554aea82-12fd-4f80-9e8c-742b5150be3b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:57.250417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.251984 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3568b40b-aa64-4dfd-bf1b-67cd858982b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.289752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Calling delete_port for cf95336e-5435-4e10-ba50-e72dd892359f owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:29:57.317149 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3568b40b-aa64-4dfd-bf1b-67cd858982b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b942c098a444375ab45fc8bbdb10b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470844 Jan 28 20:29:57.318018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568b40b-aa64-4dfd-bf1b-67cd858982b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d891946-d076-4057-899c-4cd96c5e27c0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:57.321197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43822) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:57.376775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.397458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['52f928f2-fe64-4830-8cef-b9d43be5ae6d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:57.433129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71b33eee-5dbb-4610-aac5-a914a9022a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.433394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Pushing event deleted for resources: {'Port': ['ID=52f928f2-fe64-4830-8cef-b9d43be5ae6d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:57.482215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71b33eee-5dbb-4610-aac5-a914a9022a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.541494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71b33eee-5dbb-4610-aac5-a914a9022a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.544448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71b33eee-5dbb-4610-aac5-a914a9022a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.549346 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-71b33eee-5dbb-4610-aac5-a914a9022a12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d891946-d076-4057-899c-4cd96c5e27c0 HTTP/1.1" status: 204 len: 168 time: 0.2267351 Jan 28 20:29:57.557117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] No DVR routers for this DVR port 52f928f2-fe64-4830-8cef-b9d43be5ae6d on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:57.563449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b33eee-5dbb-4610-aac5-a914a9022a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d891946-d076-4057-899c-4cd96c5e27c0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:57.616533 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.621940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-835106d1-2bff-48c7-b4db-9ace0b418b47 req-681ed2e0-7425-4151-a5b6-e7288402db69 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.13 "DELETE /v2.0/ports/52f928f2-fe64-4830-8cef-b9d43be5ae6d HTTP/1.1" status: 204 len: 173 time: 1.5257654 Jan 28 20:29:57.623493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49895239-9a8a-4269-a7b9-e3941c0b7bd5', 'name': 'network-vif-deleted', 'tag': '52f928f2-fe64-4830-8cef-b9d43be5ae6d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:57.626518 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62d86f5-c16f-4be9-8df4-a12471e3ca33" -d '{"events": [{"server_uuid": "49895239-9a8a-4269-a7b9-e3941c0b7bd5", "name": "network-vif-deleted", "tag": "52f928f2-fe64-4830-8cef-b9d43be5ae6d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:57.694748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2b2ef-6d26-436b-80b3-95387330a4b8 req-7ab2580c-4a2f-4095-8632-ec72dd9e9cc1 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.696354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24e2b2ef-6d26-436b-80b3-95387330a4b8 req-7ab2580c-4a2f-4095-8632-ec72dd9e9cc1 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ba3f9b7-779f-4788-b59c-9999f992747c HTTP/1.1" status: 200 len: 946 time: 0.1818943 Jan 28 20:29:57.778174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b43f7-e13d-487a-be7b-452761be451d req-1f2786a7-1a8f-4dec-9c93-b093ad088b4f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.779730 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b23b43f7-e13d-487a-be7b-452761be451d req-1f2786a7-1a8f-4dec-9c93-b093ad088b4f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.2639987 Jan 28 20:29:57.781312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:57.794598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['52f928f2-fe64-4830-8cef-b9d43be5ae6d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:57.916912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24e2b2ef-6d26-436b-80b3-95387330a4b8 req-32bde663-10a6-4641-98bc-32b9e10c6101 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.44 "GET /v2.0/security-groups?id=315cf158-d88d-4cf7-96e5-116c2ff5be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042587 Jan 28 20:29:57.922978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Pushing event deleted for resources: {'Port': ['ID=cf95336e-5435-4e10-ba50-e72dd892359f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:57.947946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b23b43f7-e13d-487a-be7b-452761be451d req-1d9537ce-efd2-4f4a-bfc1-eb4b9eb23d0d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533563 Jan 28 20:29:57.996610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] No DVR routers for this DVR port cf95336e-5435-4e10-ba50-e72dd892359f on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:29:58.000714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:58.009300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5d0c218-4f5a-4e7e-b0ae-fbb65c262d2f req-5869413f-5996-4d1d-ae01-f6029c8471f3 tempest-MultipleCreateTestJSON-216485981 tempest-MultipleCreateTestJSON-216485981-project] 10.222.0.26 "DELETE /v2.0/ports/cf95336e-5435-4e10-ba50-e72dd892359f HTTP/1.1" status: 204 len: 173 time: 1.6543899 Jan 28 20:29:58.011269 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06629be-a9f4-4b31-be73-081cd7c994e1 x-openstack-request-id: req-c06629be-a9f4-4b31-be73-081cd7c994e1 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:58.011934 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49895239-9a8a-4269-a7b9-e3941c0b7bd5", "name": "network-vif-deleted", "tag": "52f928f2-fe64-4830-8cef-b9d43be5ae6d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:58.012414 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c06629be-a9f4-4b31-be73-081cd7c994e1 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:58.013090 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895239-9a8a-4269-a7b9-e3941c0b7bd5', 'name': 'network-vif-deleted', 'tag': '52f928f2-fe64-4830-8cef-b9d43be5ae6d', 'status': 'completed', 'code': 200} Jan 28 20:29:58.256053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:29:58.302884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d609f3-8750-4eff-af69-80030494b3de req-84e95e01-dcf3-4d8d-afc8-232ccb21c586 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:58.305497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49d609f3-8750-4eff-af69-80030494b3de req-84e95e01-dcf3-4d8d-afc8-232ccb21c586 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.1625288 Jan 28 20:29:58.328213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd876-ab2d-49a6-b3a8-bb6bb1e11479 req-9200b70f-261e-4e15-86b6-bf6fb4ec4a72 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:58.337771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8cbbd876-ab2d-49a6-b3a8-bb6bb1e11479 req-9200b70f-261e-4e15-86b6-bf6fb4ec4a72 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.2163744 Jan 28 20:29:58.421633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8cbbd876-ab2d-49a6-b3a8-bb6bb1e11479 req-86e53558-3f10-4405-906b-5f3bbac32c20 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825648 Jan 28 20:29:58.429781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port acf05b83-aa54-4f49-afcf-fedf159b3767 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:58.431708 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:58.474494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49d609f3-8750-4eff-af69-80030494b3de req-3dca11b5-3393-4387-ad74-c2a271c39227 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339898 Jan 28 20:29:58.656517 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:58.708460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:29:58.712955 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6345a7e7-24e3-4224-bbfd-933aae42f191" -d '{"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-plugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:58.756526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:29:58.762620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:58.763809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device cf95336e-5435-4e10-ba50-e72dd892359f no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:29:58.825535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: cf95336e-5435-4e10-ba50-e72dd892359f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:29:58.826119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device cf95336e-5435-4e10-ba50-e72dd892359f not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:29:58.878699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:58.943756 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b809d14c-b883-4860-9d2a-ca84180b6537 x-openstack-request-id: req-b809d14c-b883-4860-9d2a-ca84180b6537 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:58.943756 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-plugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:58.943756 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b809d14c-b883-4860-9d2a-ca84180b6537 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:58.943756 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'code': 200} Jan 28 20:29:59.216269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43898) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:59.329478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3d4bfd-274e-48a9-a73d-aa3c6f152958 admin admin] Deleting subnet 45e7f8dd-f92d-42d1-8268-81107f35862b {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:29:59.340861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4bfd-274e-48a9-a73d-aa3c6f152958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:59.557912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4bfd-274e-48a9-a73d-aa3c6f152958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:59.671067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4bfd-274e-48a9-a73d-aa3c6f152958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:59.742067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4bfd-274e-48a9-a73d-aa3c6f152958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:59.808291 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d4bfd-274e-48a9-a73d-aa3c6f152958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e7f8dd-f92d-42d1-8268-81107f35862b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:59.870253 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b3d4bfd-274e-48a9-a73d-aa3c6f152958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:29:59.873587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1b3d4bfd-274e-48a9-a73d-aa3c6f152958 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/45e7f8dd-f92d-42d1-8268-81107f35862b HTTP/1.1" status: 204 len: 168 time: 0.6561966 Jan 28 20:29:59.876079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43926) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:29:59.920100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d3e0-0d6f-4c3b-86b9-6b788b760e9d req-7c3accd4-874a-4aca-94a5-59dc56fdda54 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:59.944584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d67d3e0-0d6f-4c3b-86b9-6b788b760e9d req-7c3accd4-874a-4aca-94a5-59dc56fdda54 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1827798 Jan 28 20:29:59.972511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 52f928f2-fe64-4830-8cef-b9d43be5ae6d no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:00.009777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:00.011518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0300965-270d-4359-92d6-1270d2b0adbb req-3b201a8a-c386-4736-9fa0-41274413ccdb tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:00.021093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 52f928f2-fe64-4830-8cef-b9d43be5ae6d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:30:00.021720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 52f928f2-fe64-4830-8cef-b9d43be5ae6d not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:00.023382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0300965-270d-4359-92d6-1270d2b0adbb req-3b201a8a-c386-4736-9fa0-41274413ccdb tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.1781943 Jan 28 20:30:00.026472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba3f9b7-779f-4788-b59c-9999f992747c', 'name': 'network-vif-deleted', 'tag': 'cf95336e-5435-4e10-ba50-e72dd892359f'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:00.030730 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e807e2-4803-4974-aa1a-a9346d5a3dc0" -d '{"events": [{"server_uuid": "5ba3f9b7-779f-4788-b59c-9999f992747c", "name": "network-vif-deleted", "tag": "cf95336e-5435-4e10-ba50-e72dd892359f"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:00.106310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d67d3e0-0d6f-4c3b-86b9-6b788b760e9d req-08fb6414-1f2d-4eb0-b03c-6e69040e45eb tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607695 Jan 28 20:30:00.154614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0300965-270d-4359-92d6-1270d2b0adbb req-f976e695-4600-458c-ab2b-33a248e72fc8 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287723 Jan 28 20:30:00.195162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:00.236875 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6867759-99ff-42a5-acc3-fd4b95f6250e x-openstack-request-id: req-e6867759-99ff-42a5-acc3-fd4b95f6250e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:00.237172 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba3f9b7-779f-4788-b59c-9999f992747c", "name": "network-vif-deleted", "tag": "cf95336e-5435-4e10-ba50-e72dd892359f", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:00.237429 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6867759-99ff-42a5-acc3-fd4b95f6250e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:00.237833 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba3f9b7-779f-4788-b59c-9999f992747c', 'name': 'network-vif-deleted', 'tag': 'cf95336e-5435-4e10-ba50-e72dd892359f', 'status': 'completed', 'code': 200} Jan 28 20:30:00.238113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4925699-7d72-4fd3-848b-37266706523c']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:00.265607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554aea82-12fd-4f80-9e8c-742b5150be3b') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:00.266121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554aea82-12fd-4f80-9e8c-742b5150be3b') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:00.289234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:00.342867 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:00.361947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:30:00.362651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:30:00.451082 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:30:00.457826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:00.475001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:00.493777 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4925699-7d72-4fd3-848b-37266706523c HTTP/1.1" status: 204 len: 168 time: 0.6056130 Jan 28 20:30:00.524623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11337d39-424b-46cb-869c-eed4c24d540d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4925699-7d72-4fd3-848b-37266706523c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:00.870789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43950) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:00.989439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-172acb60-62e4-462f-9ffd-9470a9ed1b14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0faecfd585154b6ba91d33c3fbbde918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160808 Jan 28 20:30:00.993131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43954) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:01.095142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dce07be4-ad59-4096-ba95-9f771f4e73b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:01.127453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dce07be4-ad59-4096-ba95-9f771f4e73b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:01.361189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf257-925c-4e2d-a645-82efe1f233aa req-bd3356c5-4333-42df-9e52-6cd1351c80db tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:01.363301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-584cf257-925c-4e2d-a645-82efe1f233aa req-bd3356c5-4333-42df-9e52-6cd1351c80db tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1099803 Jan 28 20:30:01.421180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dce07be4-ad59-4096-ba95-9f771f4e73b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:01.449354 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dce07be4-ad59-4096-ba95-9f771f4e73b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:01.452951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dce07be4-ad59-4096-ba95-9f771f4e73b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/315cf158-d88d-4cf7-96e5-116c2ff5be87 HTTP/1.1" status: 204 len: 168 time: 0.4564362 Jan 28 20:30:01.492420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce07be4-ad59-4096-ba95-9f771f4e73b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315cf158-d88d-4cf7-96e5-116c2ff5be87,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:01.507277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-584cf257-925c-4e2d-a645-82efe1f233aa req-17439eb4-3233-4deb-b99f-b12579fa038c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338303 Jan 28 20:30:01.537467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874bba4-ede2-4c3e-8dd9-182ee5ff25c6 req-b9dba80a-f055-4222-9993-ae827f08fee1 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:01.547651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0874bba4-ede2-4c3e-8dd9-182ee5ff25c6 req-b9dba80a-f055-4222-9993-ae827f08fee1 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.2026732 Jan 28 20:30:01.658086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0874bba4-ede2-4c3e-8dd9-182ee5ff25c6 req-64477310-b75c-45b5-9365-a8ad77e41e9f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088705 Jan 28 20:30:01.978750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a98a6de2-0cc5-4670-9fbc-8e5655440613 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:02.121914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:02.133424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'a98a6de2-0cc5-4670-9fbc-8e5655440613', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'port_id': 'a98a6de2-0cc5-4670-9fbc-8e5655440613', 'mac_address': 'fa:16:3e:2a:79:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d13da3-65a1-4210-acd8-1dc6cf545409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:02.229468 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:02.289382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a98a6de2-0cc5-4670-9fbc-8e5655440613 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:30:02.322216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:02.330115 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:02.498754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a98a6de2-0cc5-4670-9fbc-8e5655440613,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:02.514718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a98a6de2-0cc5-4670-9fbc-8e5655440613'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:02.709958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aaf9e-e8fe-4d43-ac98-2a2c6bd8ec84 req-f7577dba-fa24-44ca-97b6-07bcb4f86aa3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:02.720880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a97aaf9e-e8fe-4d43-ac98-2a2c6bd8ec84 req-f7577dba-fa24-44ca-97b6-07bcb4f86aa3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.0990863 Jan 28 20:30:02.816607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a97aaf9e-e8fe-4d43-ac98-2a2c6bd8ec84 req-775dc717-4f7e-43d7-9c08-06054e9e3fbc tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944817 Jan 28 20:30:02.952835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2b672-8665-4b4b-88b9-424b9b7bde3f req-7ff0816f-1332-4c9f-9614-d0b79b96654e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:02.968435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38a2b672-8665-4b4b-88b9-424b9b7bde3f req-7ff0816f-1332-4c9f-9614-d0b79b96654e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 944 time: 0.1079299 Jan 28 20:30:03.057572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38a2b672-8665-4b4b-88b9-424b9b7bde3f req-7c65a796-82f2-4ebb-bf29-05bdaf1c693c tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844207 Jan 28 20:30:03.224138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44020) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:03.647844 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179c6001-5f54-43c5-80e6-86ee60453a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:03.823925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44038) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:03.849236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179c6001-5f54-43c5-80e6-86ee60453a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:03.858400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-179c6001-5f54-43c5-80e6-86ee60453a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:03.969076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1510111297-network', 'tenant_id': '8534a9e010374365a32408115bbe5f89'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:03.978480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-179c6001-5f54-43c5-80e6-86ee60453a59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbe1c281955f49c5a22baa53b8208207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7524626 Jan 28 20:30:03.979075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44046) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:03.994974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c6001-5f54-43c5-80e6-86ee60453a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e7c17-7eae-43eb-870b-0fa2f95a6dc3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:03.999856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a98a6de2-0cc5-4670-9fbc-8e5655440613 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:04.103677 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port a98a6de2-0cc5-4670-9fbc-8e5655440613 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:04.104230 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.118053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Made reservation on behalf of 8534a9e010374365a32408115bbe5f89 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:04.126525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.157722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e53607-e054-4f35-bba8-5e2d53fdd72e req-1776b7e5-77d4-43b7-82e3-3b2a8815fb73 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:04.167654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51e53607-e054-4f35-bba8-5e2d53fdd72e req-1776b7e5-77d4-43b7-82e3-3b2a8815fb73 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1279871 Jan 28 20:30:04.181915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.194187 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e876222-d3d9-43bc-af70-719a14cd38f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.223834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51e53607-e054-4f35-bba8-5e2d53fdd72e req-ab50301c-8ca5-4bed-b09a-e9d92bf07260 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548227 Jan 28 20:30:04.290359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e876222-d3d9-43bc-af70-719a14cd38f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.292507 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.299455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1c5b-8d18-4ac3-bb2b-f0b8cc718b40 req-8ab26e29-9f20-46e8-af76-92f96b00f9c9 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:04.311344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1be1c5b-8d18-4ac3-bb2b-f0b8cc718b40 req-8ab26e29-9f20-46e8-af76-92f96b00f9c9 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 944 time: 0.0688190 Jan 28 20:30:04.346231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:04.348848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a6de2-0cc5-4670-9fbc-8e5655440613'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:04.351723 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51852fb2-779c-424d-97b1-cd7f7fedbf4d" -d '{"events": [{"server_uuid": "5bff098a-5a30-4ad6-91cc-23f86537a886", "name": "network-vif-plugged", "status": "completed", "tag": "a98a6de2-0cc5-4670-9fbc-8e5655440613"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:04.370232 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.407474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1be1c5b-8d18-4ac3-bb2b-f0b8cc718b40 req-880eef50-94c7-4954-9d15-00a28323982e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939174 Jan 28 20:30:04.458048 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2648f4f5-bdfe-4ffd-b8ae-b63f92b63324 x-openstack-request-id: req-2648f4f5-bdfe-4ffd-b8ae-b63f92b63324 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:04.458469 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bff098a-5a30-4ad6-91cc-23f86537a886", "name": "network-vif-plugged", "status": "completed", "tag": "a98a6de2-0cc5-4670-9fbc-8e5655440613", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:04.458981 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2648f4f5-bdfe-4ffd-b8ae-b63f92b63324 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:04.459607 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a6de2-0cc5-4670-9fbc-8e5655440613', 'code': 200} Jan 28 20:30:04.463101 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e876222-d3d9-43bc-af70-719a14cd38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.471046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e876222-d3d9-43bc-af70-719a14cd38f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.478528 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4e876222-d3d9-43bc-af70-719a14cd38f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b0e7c17-7eae-43eb-870b-0fa2f95a6dc3 HTTP/1.1" status: 204 len: 168 time: 0.4978421 Jan 28 20:30:04.498108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a98a6de2-0cc5-4670-9fbc-8e5655440613,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:04.541973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e876222-d3d9-43bc-af70-719a14cd38f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e7c17-7eae-43eb-870b-0fa2f95a6dc3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:04.592567 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.609976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.672145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:30:04.685595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:04.693937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.694839 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Added segment 48deb20b-4f37-408f-85e8-e6de3e8638db of type vlan for network dd4546c9-018d-44d6-80de-31422490aea4 Jan 28 20:30:04.761406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.786163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fbc94-ffd7-4fff-b8c6-c0badad121b5 req-0b8365b6-0fd2-4eb1-b7fe-341f1aeb952e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:04.788085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-690fbc94-ffd7-4fff-b8c6-c0badad121b5 req-0b8365b6-0fd2-4eb1-b7fe-341f1aeb952e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.1014447 Jan 28 20:30:04.828923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.830928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:04.831981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:04.912775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-690fbc94-ffd7-4fff-b8c6-c0badad121b5 req-1e14fccd-4776-4630-a947-fb3be59c2594 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042097 Jan 28 20:30:04.993639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44080) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:04.993932 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1685612 Jan 28 20:30:05.000130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Request body: {'subnet': {'network_id': 'dd4546c9-018d-44d6-80de-31422490aea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1510111297-subnet', 'tenant_id': '8534a9e010374365a32408115bbe5f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:05.002693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b529ee3-e769-42fb-8d69-291db0cad958 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4546c9-018d-44d6-80de-31422490aea4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:05.015142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network dd4546c9-018d-44d6-80de-31422490aea4 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:30:05.093571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Made reservation on behalf of 8534a9e010374365a32408115bbe5f89 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:05.096700 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:05.477167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd04adf-944e-4f02-a55f-eae93fb9a6e2 req-bd557865-7f49-4142-b2f7-b6449d89b1b7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.479220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fd04adf-944e-4f02-a55f-eae93fb9a6e2 req-bd557865-7f49-4142-b2f7-b6449d89b1b7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1300697 Jan 28 20:30:05.483275 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:05.578319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3780b3ce-e634-4122-b131-7112c1f41999,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:05.601684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fd04adf-944e-4f02-a55f-eae93fb9a6e2 req-7817d0b8-cdf6-414d-a636-cc11b599c5c7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112955 Jan 28 20:30:05.639113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Checking segment: {'id': '48deb20b-4f37-408f-85e8-e6de3e8638db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd4546c9-018d-44d6-80de-31422490aea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:30:05.639512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Network hostable DHCP agents. Network: dd4546c9-018d-44d6-80de-31422490aea4, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:30:05.670136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Network dd4546c9-018d-44d6-80de-31422490aea4 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:30:05.687877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, dd4546c9-018d-44d6-80de-31422490aea4) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:05.702547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3388c1-1322-42ba-80a7-784a8fd462bb None None] Network dd4546c9-018d-44d6-80de-31422490aea4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:30:05.713202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.713978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:05.763629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-68e6d7b0-47f1-43d5-994b-109d356ff206 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7568221 Jan 28 20:30:05.956844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc64f5-c251-4576-8fe5-5a7745117973 None None] Network dd4546c9-018d-44d6-80de-31422490aea4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:30:06.150238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f3ad6-b149-43d2-873f-92c210f13354 req-6463f191-30bb-42fd-b397-b380f646a0f0 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.160541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-988f3ad6-b149-43d2-873f-92c210f13354 req-6463f191-30bb-42fd-b397-b380f646a0f0 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.1291955 Jan 28 20:30:06.242873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-988f3ad6-b149-43d2-873f-92c210f13354 req-b1f3e568-9b80-4942-88f8-95664b84b039 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811059 Jan 28 20:30:06.598999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34968c8-8106-4431-b816-699c2313df24 req-47804c68-884e-4980-84fd-7a02fc2ff866 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.600818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d34968c8-8106-4431-b816-699c2313df24 req-47804c68-884e-4980-84fd-7a02fc2ff866 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.13 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.0979118 Jan 28 20:30:06.881889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b077c5d-c13d-48ed-89a7-3cba8a048866 req-ede4e460-6121-4ab0-a63f-46890072631a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.891954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b077c5d-c13d-48ed-89a7-3cba8a048866 req-ede4e460-6121-4ab0-a63f-46890072631a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1552534 Jan 28 20:30:06.949626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Deleting port a98a6de2-0cc5-4670-9fbc-8e5655440613 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:06.955231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:07.106096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b077c5d-c13d-48ed-89a7-3cba8a048866 req-5289ad99-bbf0-46e5-b3d1-67d3cd9c7868 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975436 Jan 28 20:30:07.234475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] For port a98a6de2-0cc5-4670-9fbc-8e5655440613, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a98a6de2-0cc5-4670-9fbc-8e5655440613,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:07.236329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:07.293804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Calling delete_port for a98a6de2-0cc5-4670-9fbc-8e5655440613 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:07.607141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11299fbc-c140-48dd-a554-43e625ac70d0 req-96493c8d-fd9e-4137-9960-1082a3ca7b61 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:07.608898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11299fbc-c140-48dd-a554-43e625ac70d0 req-96493c8d-fd9e-4137-9960-1082a3ca7b61 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bff098a-5a30-4ad6-91cc-23f86537a886 HTTP/1.1" status: 200 len: 945 time: 0.1319516 Jan 28 20:30:07.692099 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-edf73606-3e84-47b4-b43d-815f92d5c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:07.833353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11299fbc-c140-48dd-a554-43e625ac70d0 req-6a98e244-82c2-4dd1-8438-4e63a636473e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106454 Jan 28 20:30:07.853176 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:07.975279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event deleted for resources: {'Port': ['ID=a98a6de2-0cc5-4670-9fbc-8e5655440613,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:08.046022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a98a6de2-0cc5-4670-9fbc-8e5655440613 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:08.080561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: a98a6de2-0cc5-4670-9fbc-8e5655440613 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:30:08.084985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a98a6de2-0cc5-4670-9fbc-8e5655440613 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:08.141456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] No DVR routers for this DVR port a98a6de2-0cc5-4670-9fbc-8e5655440613 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:08.150480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:08.157361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d34968c8-8106-4431-b816-699c2313df24 req-71d47452-bb94-4a4c-97a9-cbc33c586581 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.13 "DELETE /v2.0/ports/a98a6de2-0cc5-4670-9fbc-8e5655440613 HTTP/1.1" status: 204 len: 173 time: 1.5505657 Jan 28 20:30:08.171288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'name': 'network-vif-deleted', 'tag': 'a98a6de2-0cc5-4670-9fbc-8e5655440613'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:08.183577 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72710854-bb73-4718-9e96-8f04400878b0" -d '{"events": [{"server_uuid": "5bff098a-5a30-4ad6-91cc-23f86537a886", "name": "network-vif-deleted", "tag": "a98a6de2-0cc5-4670-9fbc-8e5655440613"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:08.270676 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f812d6e-991c-4f32-a03a-e3c3424a0d49 x-openstack-request-id: req-3f812d6e-991c-4f32-a03a-e3c3424a0d49 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:08.271309 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bff098a-5a30-4ad6-91cc-23f86537a886", "name": "network-vif-deleted", "tag": "a98a6de2-0cc5-4670-9fbc-8e5655440613", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:08.271309 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f812d6e-991c-4f32-a03a-e3c3424a0d49 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:08.271643 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bff098a-5a30-4ad6-91cc-23f86537a886', 'name': 'network-vif-deleted', 'tag': 'a98a6de2-0cc5-4670-9fbc-8e5655440613', 'status': 'completed', 'code': 200} Jan 28 20:30:08.430237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2300c-5edb-4d22-bb27-b6972a13f884 req-83cd73d5-c388-469f-82ad-28d3bd189ac9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:08.444688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52b2300c-5edb-4d22-bb27-b6972a13f884 req-83cd73d5-c388-469f-82ad-28d3bd189ac9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1329360 Jan 28 20:30:08.531558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52b2300c-5edb-4d22-bb27-b6972a13f884 req-d2c02a29-c759-4a2f-b399-d63af9492da0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827298 Jan 28 20:30:08.834390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-5da870dd-dc3d-4c44-89ad-4f68023b1645 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:08.850771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-5da870dd-dc3d-4c44-89ad-4f68023b1645 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/networks?id=dd4546c9-018d-44d6-80de-31422490aea4 HTTP/1.1" status: 200 len: 810 time: 0.2414534 Jan 28 20:30:08.874040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-0ef0bf43-856c-4444-bd61-334fa2e5f1fe tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/quotas/8534a9e010374365a32408115bbe5f89 HTTP/1.1" status: 200 len: 375 time: 0.0214310 Jan 28 20:30:08.937287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-4a266f2c-e072-4f0c-8f32-76a1110074f6 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8534a9e010374365a32408115bbe5f89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612159 Jan 28 20:30:09.092877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-2e692ead-9cd7-4804-90f8-527e483604e9 service neutron] 10.222.0.44 "GET /v2.0/networks/dd4546c9-018d-44d6-80de-31422490aea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485419 Jan 28 20:30:09.318852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-17c569dc-cbdd-4528-8c6b-5a3804bc66a5 service neutron] 10.222.0.44 "GET /v2.0/networks/dd4546c9-018d-44d6-80de-31422490aea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013052 Jan 28 20:30:09.569040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-8ff3be46-60b8-4a13-b1f0-8648157aaca1 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:09.576977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-8ff3be46-60b8-4a13-b1f0-8648157aaca1 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 821 time: 0.2568038 Jan 28 20:30:09.603493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-29f65700-8b63-491a-a52f-e47750631676 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/quotas/07f4844b89f64a58bd065cb8d60640c9 HTTP/1.1" status: 200 len: 375 time: 0.0255094 Jan 28 20:30:09.687559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-02ad9b06-5990-406f-8495-f9500283b58b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830202 Jan 28 20:30:10.212088 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fd4506fb-3144-46a9-a291-4b5160ab2329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:10.407901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbae68f-11cb-4590-9df1-c3f4c9afea68 req-40530bd4-0715-4103-889d-e6b61e54a8a6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:10.410800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbae68f-11cb-4590-9df1-c3f4c9afea68 req-40530bd4-0715-4103-889d-e6b61e54a8a6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.6315155 Jan 28 20:30:10.423119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-4d519df9-0796-49d9-8ad9-3f2d9b26a644 service neutron] 10.222.0.44 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261636 Jan 28 20:30:10.557900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bbae68f-11cb-4590-9df1-c3f4c9afea68 req-e078bea1-22a6-4dde-9bbe-6e1d241d2e67 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331563 Jan 28 20:30:10.684979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-68f8a23b-749c-4d8d-b92d-68099ce2c16f service neutron] 10.222.0.44 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432203 Jan 28 20:30:10.773111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea68819-a02e-41ce-bde7-655bffaefb58 req-5dfed64b-ccca-4464-bd2a-277321fba41f tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 210 time: 0.1343205 Jan 28 20:30:11.021272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20a13609-5839-4d9b-8381-b22733281e15 req-aaf0c85b-d1f9-4062-bb02-5a066e9e9ee7 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 210 time: 0.0872247 Jan 28 20:30:11.496050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44428) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:11.562991 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:11.732456 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:11.872989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-9df60102-34ae-4a8b-8490-9f8afb666d3e tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.875451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-9df60102-34ae-4a8b-8490-9f8afb666d3e tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.13 "GET /v2.0/networks?id=dd4546c9-018d-44d6-80de-31422490aea4 HTTP/1.1" status: 200 len: 810 time: 0.3769007 Jan 28 20:30:11.898891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Request body: {'port': {'device_id': 'a17056b4-d4d1-4a65-904e-722232618b6a', 'network_id': 'dd4546c9-018d-44d6-80de-31422490aea4', 'admin_state_up': True, 'tenant_id': '8534a9e010374365a32408115bbe5f89'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:12.014576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14172c3-2139-4889-be43-b4b17fc3faf5 req-32128f40-2400-42d8-b047-da116902bbca tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.025419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a14172c3-2139-4889-be43-b4b17fc3faf5 req-32128f40-2400-42d8-b047-da116902bbca tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.2984955 Jan 28 20:30:12.065360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7120b0b3-ccd8-47f4-a0fd-185328d7a1e9 req-69f2d03f-c2b0-4321-9ad7-1b7389cf4eff tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 210 time: 0.0971656 Jan 28 20:30:12.154395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a14172c3-2139-4889-be43-b4b17fc3faf5 req-5bb62eec-c522-4b38-b92d-ca5410989ce5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274958 Jan 28 20:30:12.235689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:12.244383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:12.253137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Made reservation on behalf of 8534a9e010374365a32408115bbe5f89 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:12.258696 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:12.353654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3485494c-ece6-4fc7-b490-280cf81c3324 req-a48eac31-6a46-41ef-8e93-f89b358cf12b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 210 time: 0.0916717 Jan 28 20:30:12.387805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c85e227aadc0446dace13719ac323ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8903673 Jan 28 20:30:12.389139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade960e-d973-420a-a2fc-152ab1f89cd2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:12.392096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44446) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:12.423987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.424856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.426018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.426570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.427126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.427677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.428244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.428896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.429765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.430238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.432419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.432419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c65fe-b683-40a2-91e6-7a90523dedbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:12.561414 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce5925c3-bb92-4462-95b3-fbd1ce278800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:12.598623 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce5925c3-bb92-4462-95b3-fbd1ce278800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:12.610589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Allocated IP 172.20.0.13 (dd4546c9-018d-44d6-80de-31422490aea4/3780b3ce-e634-4122-b131-7112c1f41999/93e58c80-c21f-4a3d-86f7-1162e5bf35ca) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:12.808492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce5925c3-bb92-4462-95b3-fbd1ce278800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:12.810976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce5925c3-bb92-4462-95b3-fbd1ce278800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:12.812123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ce5925c3-bb92-4462-95b3-fbd1ce278800 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ade960e-d973-420a-a2fc-152ab1f89cd2 HTTP/1.1" status: 204 len: 168 time: 0.4173484 Jan 28 20:30:12.888387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:12.892808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5925c3-bb92-4462-95b3-fbd1ce278800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade960e-d973-420a-a2fc-152ab1f89cd2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:12.978679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-c11d972b-56e8-431c-b366-987c60fd3bc0 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.980534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-c11d972b-56e8-431c-b366-987c60fd3bc0 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.26 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 821 time: 0.3000617 Jan 28 20:30:13.001080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Request body: {'port': {'device_id': 'a89ebdb5-9f97-4cd5-9a05-7562ff3a3109', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'admin_state_up': True, 'tenant_id': '07f4844b89f64a58bd065cb8d60640c9'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:13.013363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:13.174664 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:13.305715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Made reservation on behalf of 07f4844b89f64a58bd065cb8d60640c9 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:13.309272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:13.411396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fbd691a-4b59-44e3-8450-8bfea7442e2f req-6f251873-1432-4e56-9d4a-3cc5619452fa tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 210 time: 0.1494792 Jan 28 20:30:13.466040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:13.747248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Allocated IP 172.20.0.9 (fd016d92-c233-452c-b954-b11a7085b2f8/b0d13da3-65a1-4210-acd8-1dc6cf545409/311f605f-e67a-4b8f-a6f0-40ca5dc2782d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:14.068023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3db41901-882f-47ad-9243-1832ccfa8637 req-5c4f5b48-e484-42bf-a9a5-1ca1dd91d0ac tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 210 time: 0.1939023 Jan 28 20:30:14.088554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Network dd4546c9-018d-44d6-80de-31422490aea4 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:14.110053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:14.120508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Pushing event updated for resources: {'Port': ['ID=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:14.125490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:14.281264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2639ac-10c1-4106-bb39-9dd16a6d5b62 req-a68da962-8fcd-4079-ac8b-efcf766d221f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:14.291257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f2639ac-10c1-4106-bb39-9dd16a6d5b62 req-a68da962-8fcd-4079-ac8b-efcf766d221f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.8766949 Jan 28 20:30:14.381581 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:14.449459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:14.450049 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:14.560778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44488) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:14.585404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32b17522-362e-4b75-88b6-0406cfc161ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:14.590163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-c938a67e-4717-4841-888b-b17f42e1302c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6992726 Jan 28 20:30:14.632505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f2639ac-10c1-4106-bb39-9dd16a6d5b62 req-09e632db-020a-46b0-84e6-cba1464b24d6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344245 Jan 28 20:30:14.664010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Request body: {'port': {'device_id': 'a17056b4-d4d1-4a65-904e-722232618b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:14.787298 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32b17522-362e-4b75-88b6-0406cfc161ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:14.791137 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:14.808104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32b17522-362e-4b75-88b6-0406cfc161ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:14.866382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae175d85-7a5c-4b97-8194-d81b6b238b59 req-18ffae0c-7ef4-4504-b6c5-372d987a332a tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:14.871989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-32b17522-362e-4b75-88b6-0406cfc161ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf4e790bf5e74303b93e2aae45fed5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101168 Jan 28 20:30:14.872899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b17522-362e-4b75-88b6-0406cfc161ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f606d60-2e01-4cf9-b94f-9e44ae01f10b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:14.876974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae175d85-7a5c-4b97-8194-d81b6b238b59 req-18ffae0c-7ef4-4504-b6c5-372d987a332a tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 932 time: 0.2857182 Jan 28 20:30:14.877422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44494) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:14.891508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Network fd016d92-c233-452c-b954-b11a7085b2f8 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:14.923499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:14.928849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:14.946312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:14.970410 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbecd89e-146e-4ab6-87b8-a536e7b21d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:15.000066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbecd89e-146e-4ab6-87b8-a536e7b21d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:15.045326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae175d85-7a5c-4b97-8194-d81b6b238b59 req-490fc262-a8b2-4c1f-85f1-b7fa844a0391 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663644 Jan 28 20:30:15.063951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event updated for resources: {'Port': ['ID=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:15.118367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbecd89e-146e-4ab6-87b8-a536e7b21d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:15.124152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbecd89e-146e-4ab6-87b8-a536e7b21d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:15.127011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dbecd89e-146e-4ab6-87b8-a536e7b21d1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f606d60-2e01-4cf9-b94f-9e44ae01f10b HTTP/1.1" status: 204 len: 168 time: 0.2472613 Jan 28 20:30:15.155721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecd89e-146e-4ab6-87b8-a536e7b21d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f606d60-2e01-4cf9-b94f-9e44ae01f10b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:15.239356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:15.240992 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:15.412295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-dd833c57-fc31-4bbe-9f8e-3379b85c3093 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4155378 Jan 28 20:30:15.540247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Request body: {'port': {'device_id': 'a89ebdb5-9f97-4cd5-9a05-7562ff3a3109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:15.570352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfef23e-2846-4351-86a9-f35a7e075413 req-e091b0c7-3c52-41c7-b735-908c937bcb11 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:15.586108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcfef23e-2846-4351-86a9-f35a7e075413 req-e091b0c7-3c52-41c7-b735-908c937bcb11 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 931 time: 0.3355129 Jan 28 20:30:15.984023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcfef23e-2846-4351-86a9-f35a7e075413 req-58bd6d2d-f8b0-49e1-860e-8558ffed24a0 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963602 Jan 28 20:30:16.018446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:16.333382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbd6b6-1f4f-4151-8f14-06ae84946ac8 req-29acd68c-299c-4fd1-bd77-f1b509a80632 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:16.335110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78cbd6b6-1f4f-4151-8f14-06ae84946ac8 req-29acd68c-299c-4fd1-bd77-f1b509a80632 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.4304640 Jan 28 20:30:16.614273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78cbd6b6-1f4f-4151-8f14-06ae84946ac8 req-7cb2ab91-1d66-47ba-ac17-8b881ecb4cd0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557435 Jan 28 20:30:16.641844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab681907-de32-4eb5-8ffb-78a2516794d0 req-139e82ac-fb13-4897-b021-a8f9e03c0a56 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:16.644503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab681907-de32-4eb5-8ffb-78a2516794d0 req-139e82ac-fb13-4897-b021-a8f9e03c0a56 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 932 time: 0.3047051 Jan 28 20:30:16.708480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e58c80-c21f-4a3d-86f7-1162e5bf35ca {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:30:16.736390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:16.785943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Transition to ACTIVE for port object 93e58c80-c21f-4a3d-86f7-1162e5bf35ca will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:30:16.798195 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:16.848895 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab681907-de32-4eb5-8ffb-78a2516794d0 req-73964c81-0438-4c37-94ac-11871f714755 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547339 Jan 28 20:30:16.960692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Pushing event updated for resources: {'Port': ['ID=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:17.014766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311f605f-e67a-4b8f-a6f0-40ca5dc2782d {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:30:17.028387 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:17.096955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Transition to ACTIVE for port object 311f605f-e67a-4b8f-a6f0-40ca5dc2782d will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:30:17.107079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:17.161777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Attempting to bind port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:30:17.162316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Attempting to bind port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '48deb20b-4f37-408f-85e8-e6de3e8638db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd4546c9-018d-44d6-80de-31422490aea4'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:30:17.162709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Attempting to bind port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca on network dd4546c9-018d-44d6-80de-31422490aea4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:17.213067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca on network dd4546c9-018d-44d6-80de-31422490aea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:30:17.213562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Attempting to bind port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca on network dd4546c9-018d-44d6-80de-31422490aea4 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:17.218853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Pushing event updated for resources: {'Port': ['ID=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:17.235634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:30:17.236353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Checking segment: {'id': '48deb20b-4f37-408f-85e8-e6de3e8638db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd4546c9-018d-44d6-80de-31422490aea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:30:17.237107 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Bound using segment: {'id': '48deb20b-4f37-408f-85e8-e6de3e8638db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd4546c9-018d-44d6-80de-31422490aea4'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:30:17.238577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Bound port: 93e58c80-c21f-4a3d-86f7-1162e5bf35ca, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48deb20b-4f37-408f-85e8-e6de3e8638db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd4546c9-018d-44d6-80de-31422490aea4'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:30:17.239368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:17.355406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dfec3-a30a-47af-89a2-e020f93cb940 req-f8aa2a59-8dc0-444b-bffe-51070e1221e3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:17.356929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-846dfec3-a30a-47af-89a2-e020f93cb940 req-f8aa2a59-8dc0-444b-bffe-51070e1221e3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 943 time: 0.1989250 Jan 28 20:30:17.437816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Attempting to bind port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:30:17.438049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Attempting to bind port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:30:17.438418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Attempting to bind port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d on network fd016d92-c233-452c-b954-b11a7085b2f8 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:17.451327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] For port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:17.470830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-846dfec3-a30a-47af-89a2-e020f93cb940 req-1a92264c-6f75-482e-a554-289b2a6003e3 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029446 Jan 28 20:30:17.489305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d on network fd016d92-c233-452c-b954-b11a7085b2f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:30:17.489806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Attempting to bind port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d on network fd016d92-c233-452c-b954-b11a7085b2f8 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:17.500096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] For port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,segment=NetworkSegment(48deb20b-4f37-408f-85e8-e6de3e8638db),segment_id=48deb20b-4f37-408f-85e8-e6de3e8638db)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:30:17.502386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:30:17.502840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Checking segment: {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:30:17.503393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Bound using segment: {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:30:17.504868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Bound port: 311f605f-e67a-4b8f-a6f0-40ca5dc2782d, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4931cac1-8520-40d4-ae1c-d9464468ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:30:17.505454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:17.509892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:17.624983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:17.625605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:17.627319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] 10.222.0.13 "PUT /v2.0/ports/93e58c80-c21f-4a3d-86f7-1162e5bf35ca HTTP/1.1" status: 200 len: 1092 time: 2.9937983 Jan 28 20:30:17.629491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17056b4-d4d1-4a65-904e-722232618b6a', 'tag': '93e58c80-c21f-4a3d-86f7-1162e5bf35ca'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:17.631922 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df923803-e789-4c11-bd68-18e2b9d9f661" -d '{"events": [{"name": "network-changed", "server_uuid": "a17056b4-d4d1-4a65-904e-722232618b6a", "tag": "93e58c80-c21f-4a3d-86f7-1162e5bf35ca"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:17.674906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eca745-75c1-43f4-a0ca-f3c62ddf0baa service neutron] Pushing event updated for resources: {'Port': ['ID=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:17.710103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98c825-450f-464b-bcb6-48cbe2d9065f req-5a796227-6a41-4148-b390-9d4d3d0ec387 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:17.711643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f98c825-450f-464b-bcb6-48cbe2d9065f req-5a796227-6a41-4148-b390-9d4d3d0ec387 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 945 time: 0.1917477 Jan 28 20:30:17.715739 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe140ec-db9c-4a56-9ab1-4c3b3cbe9afd x-openstack-request-id: req-0fe140ec-db9c-4a56-9ab1-4c3b3cbe9afd {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:17.716050 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17056b4-d4d1-4a65-904e-722232618b6a", "tag": "93e58c80-c21f-4a3d-86f7-1162e5bf35ca", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:17.716376 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fe140ec-db9c-4a56-9ab1-4c3b3cbe9afd {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:17.716745 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17056b4-d4d1-4a65-904e-722232618b6a', 'tag': '93e58c80-c21f-4a3d-86f7-1162e5bf35ca', 'status': 'completed', 'code': 200} Jan 28 20:30:17.717830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] For port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:17.759215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] For port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:30:17.772406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:17.841657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:17.842280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:17.843688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] 10.222.0.26 "PUT /v2.0/ports/311f605f-e67a-4b8f-a6f0-40ca5dc2782d HTTP/1.1" status: 200 len: 1091 time: 2.4104598 Jan 28 20:30:17.864198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-56fb09f6-bb84-462c-8cd7-8da8e76676c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:17.866047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-56fb09f6-bb84-462c-8cd7-8da8e76676c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8534a9e010374365a32408115bbe5f89&device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 1095 time: 0.1756139 Jan 28 20:30:17.876584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f98c825-450f-464b-bcb6-48cbe2d9065f req-f459b79d-5c14-4cd7-aab4-9cd6c667f1ac tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376514 Jan 28 20:30:17.907034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af202b7-1407-4903-ba2b-e4a2efbcaac9 service neutron] Pushing event updated for resources: {'Port': ['ID=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:17.925962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:18.261501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-643c109f-fc50-4bfb-8a3c-2b2c7428069a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e58c80-c21f-4a3d-86f7-1162e5bf35ca HTTP/1.1" status: 200 len: 217 time: 0.3828716 Jan 28 20:30:18.358302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7f741-139c-4810-99ce-c7cafa412846 req-b9359080-d183-4ae8-b9d2-2e43f99a7aec tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.360790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0e7f741-139c-4810-99ce-c7cafa412846 req-b9359080-d183-4ae8-b9d2-2e43f99a7aec tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.5513871 Jan 28 20:30:18.411487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-436256f8-f703-413c-b57b-39dcb525e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.413020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-436256f8-f703-413c-b57b-39dcb525e9e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3780b3ce-e634-4122-b131-7112c1f41999 HTTP/1.1" status: 200 len: 850 time: 0.1415544 Jan 28 20:30:18.417197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-eb2e86e8-7c85-4be2-aa21-7ea445a92f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.418861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-eb2e86e8-7c85-4be2-aa21-7ea445a92f41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 1094 time: 0.1697767 Jan 28 20:30:18.449773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19137e8-6295-48be-89a9-fc873d184ef4 req-bcba2304-eacd-4dfa-b665-67ae075534b3 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.449773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f19137e8-6295-48be-89a9-fc873d184ef4 req-bcba2304-eacd-4dfa-b665-67ae075534b3 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 944 time: 0.1977921 Jan 28 20:30:18.474443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-6561e3cc-2911-47af-8980-5f447ad8f3ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd4546c9-018d-44d6-80de-31422490aea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528460 Jan 28 20:30:18.513341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0e7f741-139c-4810-99ce-c7cafa412846 req-72fdf686-cb1c-4eee-a81d-14002f03cfe8 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410463 Jan 28 20:30:18.537566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-adfd0dd9-0a30-41d9-b041-6cba95765c23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=311f605f-e67a-4b8f-a6f0-40ca5dc2782d HTTP/1.1" status: 200 len: 217 time: 0.1021843 Jan 28 20:30:18.641463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f19137e8-6295-48be-89a9-fc873d184ef4 req-3fbb04db-d438-4d7a-9563-a45df181d60c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700113 Jan 28 20:30:18.692697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-35b117ff-c86d-4487-aeba-4f2cbeacbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.694180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-35b117ff-c86d-4487-aeba-4f2cbeacbd9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b0d13da3-65a1-4210-acd8-1dc6cf545409 HTTP/1.1" status: 200 len: 861 time: 0.1405098 Jan 28 20:30:18.730850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a73ef-625f-4fcb-b593-bb74f606a7e0 req-c4076890-3e70-4254-a493-c3901738072e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.732299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd6a73ef-625f-4fcb-b593-bb74f606a7e0 req-c4076890-3e70-4254-a493-c3901738072e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 943 time: 0.1455672 Jan 28 20:30:18.747881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-57f47926-b90a-4be3-a561-8a974a8884d5 service neutron] 10.222.0.13 "GET /v2.0/networks/dd4546c9-018d-44d6-80de-31422490aea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637935 Jan 28 20:30:18.751081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-d8e46d44-264b-4a10-a819-cdd02182685e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd016d92-c233-452c-b954-b11a7085b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429080 Jan 28 20:30:18.892108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd6a73ef-625f-4fcb-b593-bb74f606a7e0 req-4fa10148-fd93-4982-979d-cf590f4110e1 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428952 Jan 28 20:30:18.948806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff844d52-9bc3-49a6-8d4c-8a439ce77299 req-79a9bfe0-7d89-430f-80c4-a49c59bdb341 service neutron] 10.222.0.13 "GET /v2.0/networks/dd4546c9-018d-44d6-80de-31422490aea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900010 Jan 28 20:30:18.951107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-1b233234-18e6-4d92-804b-d3c8e4d68a10 service neutron] 10.222.0.26 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909833 Jan 28 20:30:19.124456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6c2a-0fc7-45d3-b96a-8ba5d689641f req-6f3af70b-dbc0-44f9-85af-313dac89398c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.126136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92eb6c2a-0fc7-45d3-b96a-8ba5d689641f req-6f3af70b-dbc0-44f9-85af-313dac89398c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 945 time: 0.1369638 Jan 28 20:30:19.143001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-7248bfc9-6fcd-4d80-819c-1fb197d1b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.144393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-7248bfc9-6fcd-4d80-819c-1fb197d1b541 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8534a9e010374365a32408115bbe5f89&device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 1095 time: 0.1144130 Jan 28 20:30:19.177711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9312b49-f208-4d4b-80f3-897a30d575f1 req-e1dfc5eb-0fee-4fb0-8762-ac6532925ddb service neutron] 10.222.0.26 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152369 Jan 28 20:30:19.246573 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92eb6c2a-0fc7-45d3-b96a-8ba5d689641f req-60306093-2473-43ad-b5de-087a3609191c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011558 Jan 28 20:30:19.304032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-0c972159-b5d7-4330-a369-c77094ffccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.305705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-0c972159-b5d7-4330-a369-c77094ffccd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd4546c9-018d-44d6-80de-31422490aea4 HTTP/1.1" status: 200 len: 911 time: 0.1499577 Jan 28 20:30:19.359794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-d23fa308-24d2-46a3-b6a9-b40c89dd451b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93e58c80-c21f-4a3d-86f7-1162e5bf35ca HTTP/1.1" status: 200 len: 217 time: 0.0465693 Jan 28 20:30:19.474499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-2122564a-7d6c-49d5-83ff-de1ad1d4f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.476134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-2122564a-7d6c-49d5-83ff-de1ad1d4f3e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3780b3ce-e634-4122-b131-7112c1f41999 HTTP/1.1" status: 200 len: 850 time: 0.1076276 Jan 28 20:30:19.542412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-ec08eea2-2a74-45a7-abc0-73528dd2f271 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd4546c9-018d-44d6-80de-31422490aea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509241 Jan 28 20:30:19.725538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89ebdb5-9f97-4cd5-9a05-7562ff3a3109', 'tag': '311f605f-e67a-4b8f-a6f0-40ca5dc2782d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:19.728113 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d6bbf-5a38-4967-baac-7f606a00ee38" -d '{"events": [{"name": "network-changed", "server_uuid": "a89ebdb5-9f97-4cd5-9a05-7562ff3a3109", "tag": "311f605f-e67a-4b8f-a6f0-40ca5dc2782d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:19.732484 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-b0459bd5-03a6-42ee-a592-74fd69dfe462 service neutron] 10.222.0.13 "GET /v2.0/networks/dd4546c9-018d-44d6-80de-31422490aea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804566 Jan 28 20:30:19.823790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e3cc6-e92e-4e1d-9acc-0dd34fab2068 req-f3ea37de-5cb3-4a8d-9600-2a2ae07fc990 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.825403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a81e3cc6-e92e-4e1d-9acc-0dd34fab2068 req-f3ea37de-5cb3-4a8d-9600-2a2ae07fc990 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1406479 Jan 28 20:30:19.947269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-62a0610d-4101-4945-80cc-d9565498ef19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.953376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-62a0610d-4101-4945-80cc-d9565498ef19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.959941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-62a0610d-4101-4945-80cc-d9565498ef19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.966339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-62a0610d-4101-4945-80cc-d9565498ef19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.973039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-62a0610d-4101-4945-80cc-d9565498ef19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.979188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-62a0610d-4101-4945-80cc-d9565498ef19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.985471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-62a0610d-4101-4945-80cc-d9565498ef19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.987512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-62a0610d-4101-4945-80cc-d9565498ef19 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.1852984 Jan 28 20:30:19.993337 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df923803-e789-4c11-bd68-18e2b9d9f661 req-fe9cbdf7-1792-45c3-baaf-b931c087a028 service neutron] 10.222.0.13 "GET /v2.0/networks/dd4546c9-018d-44d6-80de-31422490aea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441788 Jan 28 20:30:19.993710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a81e3cc6-e92e-4e1d-9acc-0dd34fab2068 req-74129448-22e5-4624-8bf7-c90f8bef9589 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443288 Jan 28 20:30:20.054706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5050ba0d-7763-4b25-ae9b-8b83403c4797 req-3ebe413c-a523-4ada-8724-39a492a24218 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543892 Jan 28 20:30:20.130384 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd99c0-5e27-44bf-a855-940ad4d640b9 x-openstack-request-id: req-30bd99c0-5e27-44bf-a855-940ad4d640b9 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:20.130677 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89ebdb5-9f97-4cd5-9a05-7562ff3a3109", "tag": "311f605f-e67a-4b8f-a6f0-40ca5dc2782d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:20.130936 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30bd99c0-5e27-44bf-a855-940ad4d640b9 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:20.131343 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89ebdb5-9f97-4cd5-9a05-7562ff3a3109', 'tag': '311f605f-e67a-4b8f-a6f0-40ca5dc2782d', 'status': 'completed', 'code': 200} Jan 28 20:30:20.169726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfad49a-1068-4cc1-b684-cac1181c56d7 req-252aa9e4-b6e3-46b0-9c6b-32bc6890a126 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:20.171728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1bfad49a-1068-4cc1-b684-cac1181c56d7 req-252aa9e4-b6e3-46b0-9c6b-32bc6890a126 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 944 time: 0.0877485 Jan 28 20:30:20.293302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1bfad49a-1068-4cc1-b684-cac1181c56d7 req-b594c1f4-6f06-4efd-9443-6afb21db0259 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125307 Jan 28 20:30:20.336857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:20.359599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179144b6-252e-496c-b135-cc35efea649b req-0d4513f9-98ee-419f-9410-f3a9ec88f24b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:20.362969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-179144b6-252e-496c-b135-cc35efea649b req-0d4513f9-98ee-419f-9410-f3a9ec88f24b tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 943 time: 0.1482854 Jan 28 20:30:20.526543 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-362e03f2-c419-42c6-ada7-113d894981cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:20.529564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-362e03f2-c419-42c6-ada7-113d894981cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07f4844b89f64a58bd065cb8d60640c9&device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 1094 time: 0.1650937 Jan 28 20:30:20.531584 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:20.549603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-179144b6-252e-496c-b135-cc35efea649b req-ad07771e-3fcb-4202-ab54-d608766b0a1d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462357 Jan 28 20:30:20.597417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:20.603324 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbaed96-660e-4778-88d9-86beca44854e" -d '{"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-unplugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:20.633537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:20.652384 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:20.663364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44648) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:20.723303 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a692c4d-3f75-4a56-814b-78a8bea44a5c x-openstack-request-id: req-9a692c4d-3f75-4a56-814b-78a8bea44a5c {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:20.723980 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-unplugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:20.724722 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a692c4d-3f75-4a56-814b-78a8bea44a5c {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:20.725365 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'code': 200} Jan 28 20:30:20.774959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:20.789937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-9b5f8dfd-88bb-41a4-a788-fa84894bdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:20.791059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.791908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.792983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.793189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-9b5f8dfd-88bb-41a4-a788-fa84894bdbf5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 200 len: 922 time: 0.2409189 Jan 28 20:30:20.793957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.794623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.795316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.795880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.796546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.797193 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.797815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.798486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.799131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:20.883293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-8f81b391-4fcc-48a8-8c48-003133e4a952 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=311f605f-e67a-4b8f-a6f0-40ca5dc2782d HTTP/1.1" status: 200 len: 217 time: 0.0736871 Jan 28 20:30:20.932215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:20.975727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-2a4fb23b-315c-4bf7-a81f-421f5eb736eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:20.977486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-2a4fb23b-315c-4bf7-a81f-421f5eb736eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b0d13da3-65a1-4210-acd8-1dc6cf545409 HTTP/1.1" status: 200 len: 861 time: 0.0801163 Jan 28 20:30:21.031125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-7af9602c-7c8f-4304-b8bb-22c4f1afbde9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd016d92-c233-452c-b954-b11a7085b2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324059 Jan 28 20:30:21.051000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.056851 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.090434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416ba54a-f0db-41c8-bd23-b735c37de90a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:21.106430 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.107157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.107742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.108881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.109436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.109974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.110639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.111287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.111869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.113742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.114313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.114713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:21.143479 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7b8a92fb-1c0e-45b3-9a12-2e308eadd6a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2dee52b6c2084a4a82bc761e4ad0209a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756689 Jan 28 20:30:21.143926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44664) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:21.205969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-7f1e8c60-28bd-432c-a660-f4e2f1ee7aac service neutron] 10.222.0.26 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609876 Jan 28 20:30:21.207511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.220764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903ea8-71b5-4f26-b797-ffc74691361f req-e3bd9653-bc22-44d7-8cf8-2533016c80cb tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.222755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52903ea8-71b5-4f26-b797-ffc74691361f req-e3bd9653-bc22-44d7-8cf8-2533016c80cb tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1067388 Jan 28 20:30:21.222918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06304dc7-1d30-42a9-ae6d-f60e0fb2d032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.250941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06304dc7-1d30-42a9-ae6d-f60e0fb2d032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.318289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06304dc7-1d30-42a9-ae6d-f60e0fb2d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.325660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06304dc7-1d30-42a9-ae6d-f60e0fb2d032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.326955 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-06304dc7-1d30-42a9-ae6d-f60e0fb2d032 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/416ba54a-f0db-41c8-bd23-b735c37de90a HTTP/1.1" status: 204 len: 168 time: 0.1816900 Jan 28 20:30:21.334935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-875d6bbf-5a38-4967-baac-7f606a00ee38 req-7e4b7620-0be2-4b57-961e-65d9e19022b5 service neutron] 10.222.0.26 "GET /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110694 Jan 28 20:30:21.338698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06304dc7-1d30-42a9-ae6d-f60e0fb2d032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416ba54a-f0db-41c8-bd23-b735c37de90a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:21.385275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52903ea8-71b5-4f26-b797-ffc74691361f req-91222aec-5ee0-4aca-a2a5-efc8a50b7d1e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806754 Jan 28 20:30:21.566470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-d69f17c1-15b8-4ea9-9d36-c22f770e5b9f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.572619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-d69f17c1-15b8-4ea9-9d36-c22f770e5b9f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.578635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-d69f17c1-15b8-4ea9-9d36-c22f770e5b9f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.584777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-d69f17c1-15b8-4ea9-9d36-c22f770e5b9f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.590720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-d69f17c1-15b8-4ea9-9d36-c22f770e5b9f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.596615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-d69f17c1-15b8-4ea9-9d36-c22f770e5b9f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.603230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-d69f17c1-15b8-4ea9-9d36-c22f770e5b9f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.605212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-d69f17c1-15b8-4ea9-9d36-c22f770e5b9f tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.1379027 Jan 28 20:30:21.618791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54668-cd66-438c-8558-8a1fe7cf2907 req-dcfbb94c-a246-46dc-ab41-831b64605298 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.620927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5b54668-cd66-438c-8558-8a1fe7cf2907 req-dcfbb94c-a246-46dc-ab41-831b64605298 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 944 time: 0.1124651 Jan 28 20:30:21.688618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3bbc3f56-141c-4db1-a66e-faf53bf4dafb req-16a1b093-b658-459e-9f6c-337ec1e857ef tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663080 Jan 28 20:30:21.697802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5b54668-cd66-438c-8558-8a1fe7cf2907 req-3d959399-abdf-40ed-99ce-8a29d877551e tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670948 Jan 28 20:30:21.700435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44680) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:21.715328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f93ead22-c0fc-4923-b532-3d26799a1203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.844690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f93ead22-c0fc-4923-b532-3d26799a1203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.849488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f93ead22-c0fc-4923-b532-3d26799a1203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:21.898741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ead22-c0fc-4923-b532-3d26799a1203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d54c73-cddf-4b60-bdc6-3eb903ddcd97,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:21.905790 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f93ead22-c0fc-4923-b532-3d26799a1203 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8cd41095be44600bee74a860aad9f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041898 Jan 28 20:30:21.912033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44686) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:21.933418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16d536-a7a9-43a8-89af-c22a6d692d8c req-e7e6e647-5e2e-4b00-a99d-592cf88aa499 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.934983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f16d536-a7a9-43a8-89af-c22a6d692d8c req-e7e6e647-5e2e-4b00-a99d-592cf88aa499 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 943 time: 0.1161509 Jan 28 20:30:21.950371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662081-4358-4b8f-8dc2-f61bb25a24dc req-1740f67c-c251-45e1-9b83-b3c64e5aa63c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:21.951922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa662081-4358-4b8f-8dc2-f61bb25a24dc req-1740f67c-c251-45e1-9b83-b3c64e5aa63c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.1143231 Jan 28 20:30:21.985130 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34aa9b3a-0635-4c87-942c-2a1cca59a6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:22.016515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34aa9b3a-0635-4c87-942c-2a1cca59a6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:22.025458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f16d536-a7a9-43a8-89af-c22a6d692d8c req-de7fc363-caa0-4cae-9446-553cdf647c90 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724509 Jan 28 20:30:22.028743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa662081-4358-4b8f-8dc2-f61bb25a24dc req-2b8752de-8cb0-4b19-8b22-2a5265dd7c2c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673769 Jan 28 20:30:22.093501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34aa9b3a-0635-4c87-942c-2a1cca59a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:22.096149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34aa9b3a-0635-4c87-942c-2a1cca59a6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:22.098081 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-34aa9b3a-0635-4c87-942c-2a1cca59a6be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7d54c73-cddf-4b60-bdc6-3eb903ddcd97 HTTP/1.1" status: 204 len: 168 time: 0.1846089 Jan 28 20:30:22.107550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa9b3a-0635-4c87-942c-2a1cca59a6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d54c73-cddf-4b60-bdc6-3eb903ddcd97,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:22.116553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 93e58c80-c21f-4a3d-86f7-1162e5bf35ca details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:22.430154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,segment=NetworkSegment(48deb20b-4f37-408f-85e8-e6de3e8638db),segment_id=48deb20b-4f37-408f-85e8-e6de3e8638db)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:22.448645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '93e58c80-c21f-4a3d-86f7-1162e5bf35ca', 'network_id': 'dd4546c9-018d-44d6-80de-31422490aea4', 'port_id': '93e58c80-c21f-4a3d-86f7-1162e5bf35ca', 'mac_address': 'fa:16:3e:9a:60:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3780b3ce-e634-4122-b131-7112c1f41999', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:22.508919 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:22.525465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e58c80-c21f-4a3d-86f7-1162e5bf35ca {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:30:22.540145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432509a-7c50-44f3-a77a-74a3a852e26d req-88c70edc-cad2-4301-a040-b27d225db928 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.541992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2432509a-7c50-44f3-a77a-74a3a852e26d req-88c70edc-cad2-4301-a040-b27d225db928 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.0688004 Jan 28 20:30:22.551727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,segment=NetworkSegment(48deb20b-4f37-408f-85e8-e6de3e8638db),segment_id=48deb20b-4f37-408f-85e8-e6de3e8638db)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:22.560848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:22.612561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2432509a-7c50-44f3-a77a-74a3a852e26d req-0ab15e99-4366-42a6-bcd1-93c975d564ea tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Jan 28 20:30:22.637563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:22.814301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['93e58c80-c21f-4a3d-86f7-1162e5bf35ca'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:22.861782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76d2c-a50c-420c-ab9e-02f339fcbb28 req-7f83f6b5-e939-461f-b960-453e3b60f195 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.863443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16d76d2c-a50c-420c-ab9e-02f339fcbb28 req-7f83f6b5-e939-461f-b960-453e3b60f195 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 945 time: 0.0742495 Jan 28 20:30:22.948376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-b1884199-12aa-4a36-bc0d-a5d38f4397b2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.954956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-b1884199-12aa-4a36-bc0d-a5d38f4397b2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.961852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-b1884199-12aa-4a36-bc0d-a5d38f4397b2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.968064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-b1884199-12aa-4a36-bc0d-a5d38f4397b2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.974892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-b1884199-12aa-4a36-bc0d-a5d38f4397b2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.981139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-b1884199-12aa-4a36-bc0d-a5d38f4397b2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.988049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-b1884199-12aa-4a36-bc0d-a5d38f4397b2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.991035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-b1884199-12aa-4a36-bc0d-a5d38f4397b2 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.1506009 Jan 28 20:30:22.997070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16d76d2c-a50c-420c-ab9e-02f339fcbb28 req-bbaf06d9-d392-4791-b234-5c9670ad3876 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089451 Jan 28 20:30:23.073874 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc30909f-b437-4f18-840d-5809bdbe9ece req-2bbdf3dc-9e43-476e-9cb9-dae7fe4961bc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685120 Jan 28 20:30:23.249868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca5b7d-09f0-4d16-b4a6-9d64e6485959 req-2b57b009-0e51-4f71-87c0-932913fc8355 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.251376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4dca5b7d-09f0-4d16-b4a6-9d64e6485959 req-2b57b009-0e51-4f71-87c0-932913fc8355 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 943 time: 0.1341417 Jan 28 20:30:23.283500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-750d0556-f678-45a3-adc6-81a338d699b4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.290190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-750d0556-f678-45a3-adc6-81a338d699b4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.296434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-750d0556-f678-45a3-adc6-81a338d699b4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.302951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-750d0556-f678-45a3-adc6-81a338d699b4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.311255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-750d0556-f678-45a3-adc6-81a338d699b4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.323109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-750d0556-f678-45a3-adc6-81a338d699b4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.330839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-750d0556-f678-45a3-adc6-81a338d699b4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.333097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-750d0556-f678-45a3-adc6-81a338d699b4 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 5444 time: 0.1775470 Jan 28 20:30:23.361462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368f195-e9db-4fd9-bbc4-bb6534f5e7bb req-a1a0859b-b647-441f-bae6-7594002c416b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.363102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9368f195-e9db-4fd9-bbc4-bb6534f5e7bb req-a1a0859b-b647-441f-bae6-7594002c416b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.1911554 Jan 28 20:30:23.436423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4dca5b7d-09f0-4d16-b4a6-9d64e6485959 req-1691639c-eb7d-4ab5-9e1e-80c217236f86 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766160 Jan 28 20:30:23.441609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-feb887b7-f915-4ec8-89bd-a7b86276a132 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.443103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-feb887b7-f915-4ec8-89bd-a7b86276a132 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "GET /v2.0/ports/acecaf6d-d262-44d4-95b0-72d9cb44e15c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1006076 Jan 28 20:30:23.474544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9368f195-e9db-4fd9-bbc4-bb6534f5e7bb req-52bd385d-aad3-4eed-90da-e1198f0139c5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712419 Jan 28 20:30:23.574116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-81f3ce69-27f0-42e0-b653-9ea0dae0dfdc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "GET /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1242187 Jan 28 20:30:23.586642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:23.655061 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:23.776323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44754) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:23.821225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba081985-1f6b-4a79-a6a5-882f0a9ceb04 req-4ed055b8-7472-49eb-96ab-cac072c3e32c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.823394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba081985-1f6b-4a79-a6a5-882f0a9ceb04 req-4ed055b8-7472-49eb-96ab-cac072c3e32c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1275172 Jan 28 20:30:23.891872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba081985-1f6b-4a79-a6a5-882f0a9ceb04 req-479c818c-af3f-4973-b1fd-fe3438af6fe6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614328 Jan 28 20:30:23.915216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] For port acecaf6d-d262-44d4-95b0-72d9cb44e15c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=acecaf6d-d262-44d4-95b0-72d9cb44e15c,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:23.923929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33e40f50-a152-49ad-a1ca-0ec967a68438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:23.967187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] For port acecaf6d-d262-44d4-95b0-72d9cb44e15c, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:24.014710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] device_id is not set on port acecaf6d-d262-44d4-95b0-72d9cb44e15c yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:30:24.022645 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33e40f50-a152-49ad-a1ca-0ec967a68438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.025453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.027879 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33e40f50-a152-49ad-a1ca-0ec967a68438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.033937 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.088160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e40f50-a152-49ad-a1ca-0ec967a68438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6293252-c926-4f8d-bbf5-d8d632ba8e2c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:24.111019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-33e40f50-a152-49ad-a1ca-0ec967a68438 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da22071228f145979045ae6ff7814f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312147 Jan 28 20:30:24.111513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44766) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:24.118047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] No DVR routers for this DVR port acecaf6d-d262-44d4-95b0-72d9cb44e15c on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:24.140921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 93e58c80-c21f-4a3d-86f7-1162e5bf35ca up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:24.201210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] Pushing event updated for resources: {'Port': ['ID=acecaf6d-d262-44d4-95b0-72d9cb44e15c,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:24.206147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c82868e-da42-4442-92d1-03d54149ecdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.226398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:30:24.235378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:24.236663 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.259183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c82868e-da42-4442-92d1-03d54149ecdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.324533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea4759-bdcd-49bd-b065-329189bc6221 req-3a115a38-df65-4b81-8a5f-e94b5b870d87 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.334828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38ea4759-bdcd-49bd-b065-329189bc6221 req-3a115a38-df65-4b81-8a5f-e94b5b870d87 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 945 time: 0.1941211 Jan 28 20:30:24.340387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] In _notify_port_updated(), no bound segment for port acecaf6d-d262-44d4-95b0-72d9cb44e15c on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:30:24.341644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.342084 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.343572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-ee014e6e-3d65-45ef-add9-2c8c120b9772 service neutron] 10.222.0.13 "PUT /v2.0/ports/acecaf6d-d262-44d4-95b0-72d9cb44e15c HTTP/1.1" status: 200 len: 1032 time: 0.7629142 Jan 28 20:30:24.350149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c82868e-da42-4442-92d1-03d54149ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.357224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c82868e-da42-4442-92d1-03d54149ecdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.359182 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c82868e-da42-4442-92d1-03d54149ecdb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6293252-c926-4f8d-bbf5-d8d632ba8e2c HTTP/1.1" status: 204 len: 168 time: 0.2444427 Jan 28 20:30:24.385887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:24.398048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82868e-da42-4442-92d1-03d54149ecdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6293252-c926-4f8d-bbf5-d8d632ba8e2c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:24.401724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38ea4759-bdcd-49bd-b065-329189bc6221 req-de191545-fb44-4578-829a-8d3e3e4ee9ea tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656099 Jan 28 20:30:24.464036 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.494138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc7ea-c1a8-4013-b609-77f9304ad348 req-60f5190d-17db-473e-9364-774d5b120858 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.499768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc7ea-c1a8-4013-b609-77f9304ad348 req-60f5190d-17db-473e-9364-774d5b120858 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.506856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc7ea-c1a8-4013-b609-77f9304ad348 req-60f5190d-17db-473e-9364-774d5b120858 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.512827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc7ea-c1a8-4013-b609-77f9304ad348 req-60f5190d-17db-473e-9364-774d5b120858 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.519581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc7ea-c1a8-4013-b609-77f9304ad348 req-60f5190d-17db-473e-9364-774d5b120858 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.528083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc7ea-c1a8-4013-b609-77f9304ad348 req-60f5190d-17db-473e-9364-774d5b120858 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.536131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a0fc7ea-c1a8-4013-b609-77f9304ad348 req-60f5190d-17db-473e-9364-774d5b120858 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 4665 time: 0.3315487 Jan 28 20:30:24.546476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-a319b9a7-65e7-4606-96d3-a091a5e3fb0b tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.547145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,segment=NetworkSegment(48deb20b-4f37-408f-85e8-e6de3e8638db),segment_id=48deb20b-4f37-408f-85e8-e6de3e8638db)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:24.547885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-a319b9a7-65e7-4606-96d3-a091a5e3fb0b tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "GET /v2.0/ports/ed5a4240-7eb5-492b-a362-466caea382c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1633108 Jan 28 20:30:24.554144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17056b4-d4d1-4a65-904e-722232618b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e58c80-c21f-4a3d-86f7-1162e5bf35ca'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:24.557703 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40a778-c4b1-4197-86d4-7e5142d1495d" -d '{"events": [{"server_uuid": "a17056b4-d4d1-4a65-904e-722232618b6a", "name": "network-vif-plugged", "status": "completed", "tag": "93e58c80-c21f-4a3d-86f7-1162e5bf35ca"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:24.577866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:24.602109 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.602919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:24.666708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a0fc7ea-c1a8-4013-b609-77f9304ad348 req-ec08114d-e767-4ee8-953f-277d201db7fb tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=03e6b93f-4eef-426f-b336-8dbbe90ff54f&id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295071 Jan 28 20:30:24.722307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.734352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7b18d584-c469-406e-b98d-fc949ecf5d05 None None] Provisioning complete for port acecaf6d-d262-44d4-95b0-72d9cb44e15c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:24.740760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7b18d584-c469-406e-b98d-fc949ecf5d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.817323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:24.830078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:24.840159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7b18d584-c469-406e-b98d-fc949ecf5d05 None None] Port acecaf6d-d262-44d4-95b0-72d9cb44e15c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:30:24.849809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'mac_address': 'fa:16:3e:7f:11:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:24.950274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:24.978838 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.011605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf05b83-aa54-4f49-afcf-fedf159b3767 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:30:25.061765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:25.067480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:25.069601 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.070577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 2667430f-33f6-4fc4-a68a-c7f3be86bfef no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:25.124567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.125796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 311f605f-e67a-4b8f-a6f0-40ca5dc2782d details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:25.173998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e2c25-5b8c-4a4b-a61c-bb5a5722fa4c req-580f0dce-9da3-4b89-bfec-56338c148128 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.182367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-714e2c25-5b8c-4a4b-a61c-bb5a5722fa4c req-580f0dce-9da3-4b89-bfec-56338c148128 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 943 time: 0.5954137 Jan 28 20:30:25.262106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3af09-4537-449d-a030-6f82613718f9 req-b7cf65f0-8d3e-46a6-8aae-74f056eaff09 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.264749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abc3af09-4537-449d-a030-6f82613718f9 req-b7cf65f0-8d3e-46a6-8aae-74f056eaff09 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.1540627 Jan 28 20:30:25.280021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:25.293360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-714e2c25-5b8c-4a4b-a61c-bb5a5722fa4c req-1a02c37e-c495-4ae9-a86f-9ad4b57dc9fc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097460 Jan 28 20:30:25.365192 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123b146-99b6-474c-90f0-d30d8b955a44 x-openstack-request-id: req-1123b146-99b6-474c-90f0-d30d8b955a44 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:25.365880 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17056b4-d4d1-4a65-904e-722232618b6a", "name": "network-vif-plugged", "status": "completed", "tag": "93e58c80-c21f-4a3d-86f7-1162e5bf35ca", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:25.366350 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1123b146-99b6-474c-90f0-d30d8b955a44 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:25.366963 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17056b4-d4d1-4a65-904e-722232618b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e58c80-c21f-4a3d-86f7-1162e5bf35ca', 'code': 200} Jan 28 20:30:25.372389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:25.435791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '311f605f-e67a-4b8f-a6f0-40ca5dc2782d', 'network_id': 'fd016d92-c233-452c-b954-b11a7085b2f8', 'port_id': '311f605f-e67a-4b8f-a6f0-40ca5dc2782d', 'mac_address': 'fa:16:3e:59:20:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d13da3-65a1-4210-acd8-1dc6cf545409', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:25.453971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:25.461898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.500353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abc3af09-4537-449d-a030-6f82613718f9 req-7e9556e0-5497-4b21-a495-b740f5b1adbd tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020705 Jan 28 20:30:25.550967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 2667430f-33f6-4fc4-a68a-c7f3be86bfef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2667430f-33f6-4fc4-a68a-c7f3be86bfef,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:25.552432 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.569521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] For port ed5a4240-7eb5-492b-a362-466caea382c6, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ed5a4240-7eb5-492b-a362-466caea382c6,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:25.583201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311f605f-e67a-4b8f-a6f0-40ca5dc2782d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:30:25.588893 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.589912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ed5a4240-7eb5-492b-a362-466caea382c6 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:25.652317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:25.682181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.687198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7e4d-7ca3-44b7-a75a-08859653c2df req-a27ee6d7-5754-49fa-b242-fb80e9787538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.690264 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-14ae7e4d-7ca3-44b7-a75a-08859653c2df req-a27ee6d7-5754-49fa-b242-fb80e9787538 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 1097 time: 0.0975404 Jan 28 20:30:25.766372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-14ae7e4d-7ca3-44b7-a75a-08859653c2df req-d645bdb1-8851-444b-8dfa-377277451bc4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679076 Jan 28 20:30:25.770250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=2667430f-33f6-4fc4-a68a-c7f3be86bfef,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:25.780272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] For port ed5a4240-7eb5-492b-a362-466caea382c6, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:25.821630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['acf05b83-aa54-4f49-afcf-fedf159b3767'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:25.834243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b95ca2-5fef-4845-9b3f-7f4ba4d1d164 req-36cf64f8-158a-4444-841b-b6c90520bb26 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.842799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24b95ca2-5fef-4845-9b3f-7f4ba4d1d164 req-36cf64f8-158a-4444-841b-b6c90520bb26 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 946 time: 0.2120821 Jan 28 20:30:25.862819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282a12-dc01-4ddc-80c0-6e6d4f34ef79 req-5efd98db-2142-4a93-8afa-30076c6a6cf3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.870988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1282a12-dc01-4ddc-80c0-6e6d4f34ef79 req-5efd98db-2142-4a93-8afa-30076c6a6cf3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.2987359 Jan 28 20:30:25.874393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] device_id is not set on port ed5a4240-7eb5-492b-a362-466caea382c6 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:30:25.912443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.931295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.962777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:25.966547 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:25.993614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1282a12-dc01-4ddc-80c0-6e6d4f34ef79 req-496ff80a-20cd-4cce-a3bf-f3c0a78628ea tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216145 Jan 28 20:30:26.032927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24b95ca2-5fef-4845-9b3f-7f4ba4d1d164 req-8e5505a9-9764-409b-b163-d65be4a5456a tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885614 Jan 28 20:30:26.098558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] No DVR routers for this DVR port ed5a4240-7eb5-492b-a362-466caea382c6 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:26.101176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a4240-7eb5-492b-a362-466caea382c6,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:26.163357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['311f605f-e67a-4b8f-a6f0-40ca5dc2782d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:26.229678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] In _notify_port_updated(), no bound segment for port ed5a4240-7eb5-492b-a362-466caea382c6 on network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:30:26.233218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.233960 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:26.235537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-af830652-5fd9-40c8-b5af-84975ae4c8ee service neutron] 10.222.0.13 "PUT /v2.0/ports/ed5a4240-7eb5-492b-a362-466caea382c6 HTTP/1.1" status: 200 len: 1032 time: 1.6770124 Jan 28 20:30:26.291138 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:30:26.291734 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:30:26.344685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d1122-bec3-42d0-8b2b-844def4906bc req-3b13284b-3ba5-4754-974c-ad7cbd054b84 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.361313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d1122-bec3-42d0-8b2b-844def4906bc req-3b13284b-3ba5-4754-974c-ad7cbd054b84 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.387711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d1122-bec3-42d0-8b2b-844def4906bc req-3b13284b-3ba5-4754-974c-ad7cbd054b84 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.409293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d1122-bec3-42d0-8b2b-844def4906bc req-3b13284b-3ba5-4754-974c-ad7cbd054b84 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.420804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d1122-bec3-42d0-8b2b-844def4906bc req-3b13284b-3ba5-4754-974c-ad7cbd054b84 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.424311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-712d1122-bec3-42d0-8b2b-844def4906bc req-3b13284b-3ba5-4754-974c-ad7cbd054b84 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 3882 time: 0.3021293 Jan 28 20:30:26.518082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f9313c66-de15-4cfe-b2d5-45a050483486 None None] Provisioning complete for port ed5a4240-7eb5-492b-a362-466caea382c6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:26.519168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9313c66-de15-4cfe-b2d5-45a050483486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:26.589757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-712d1122-bec3-42d0-8b2b-844def4906bc req-c94259d3-52fc-4127-b6cd-dbd28b67d6cf tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086349 Jan 28 20:30:26.641657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f9313c66-de15-4cfe-b2d5-45a050483486 None None] Port ed5a4240-7eb5-492b-a362-466caea382c6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:30:26.651017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479f618-9569-4684-800e-bdce3d1b1850 req-ff9354d1-f88a-4c71-ab6c-f7c1b237cb0a tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.653747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c479f618-9569-4684-800e-bdce3d1b1850 req-ff9354d1-f88a-4c71-ab6c-f7c1b237cb0a tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 944 time: 0.2276073 Jan 28 20:30:26.673001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:26.676698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:26.860478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c479f618-9569-4684-800e-bdce3d1b1850 req-7e901add-b974-4f90-a1f9-a50585c4c138 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737394 Jan 28 20:30:26.934988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0801a-d8a0-461e-9627-9413e1f3d130 req-bc19a488-ee94-4cf1-be3b-5af92f94c853 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.947587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08a0801a-d8a0-461e-9627-9413e1f3d130 req-bc19a488-ee94-4cf1-be3b-5af92f94c853 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.1753170 Jan 28 20:30:26.964424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 0e98225c-923f-4a5f-ae54-f8b4ee50f1de no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:26.964795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] For port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:26.965173 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.160593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08a0801a-d8a0-461e-9627-9413e1f3d130 req-d6006c01-6e65-489f-a996-6634cdbee326 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835444 Jan 28 20:30:27.175011 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.265731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:27.276716 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.277501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device acecaf6d-d262-44d4-95b0-72d9cb44e15c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:27.372235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1'}, {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2667430f-33f6-4fc4-a68a-c7f3be86bfef'}, {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:27.374987 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7058d42-df0f-47df-8d7e-2f69f595913d" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1"}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "2667430f-33f6-4fc4-a68a-c7f3be86bfef"}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "0e98225c-923f-4a5f-ae54-f8b4ee50f1de"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:27.400543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:27.406059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6611-e7bb-4944-b288-ec5e96c7c876 req-35398010-4805-48f0-9bee-84babe3f50f3 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:27.407254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device acecaf6d-d262-44d4-95b0-72d9cb44e15c not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:27.407699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e13b6611-e7bb-4944-b288-ec5e96c7c876 req-35398010-4805-48f0-9bee-84babe3f50f3 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 946 time: 0.1219130 Jan 28 20:30:27.407878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d05a25d4-0f68-4456-a98e-a35f90d6a916 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:27.417574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f774b-8377-41a6-a9e2-94d5e46716e9 req-9701b8b6-728b-4d31-b27e-1a15f0c66df0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:27.419507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b6f774b-8377-41a6-a9e2-94d5e46716e9 req-9701b8b6-728b-4d31-b27e-1a15f0c66df0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.2817807 Jan 28 20:30:27.479795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.480153 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.480544 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Floating IP 5dba448f-7f0a-494d-80e9-31dc1b1a5a43 disassociated. External IP: 172.25.2.66, port: f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1. Jan 28 20:30:27.480931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Calling delete_port for f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:27.523945 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.530806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e13b6611-e7bb-4944-b288-ec5e96c7c876 req-e7c73ba1-9460-406a-820a-59c4e8a579d5 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077836 Jan 28 20:30:27.536740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44864) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:27.571762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d05a25d4-0f68-4456-a98e-a35f90d6a916, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05a25d4-0f68-4456-a98e-a35f90d6a916,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:27.576871 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.578054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:27.620554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b6f774b-8377-41a6-a9e2-94d5e46716e9 req-3d25effc-dfe5-4c65-8759-17c6df08a037 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914275 Jan 28 20:30:27.746600 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8521fa-b366-463b-8f8f-3190dc1d37b3 x-openstack-request-id: req-7c8521fa-b366-463b-8f8f-3190dc1d37b3 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:27.747488 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1", "code": 200}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "2667430f-33f6-4fc4-a68a-c7f3be86bfef", "code": 200}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "0e98225c-923f-4a5f-ae54-f8b4ee50f1de", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:27.750243 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c8521fa-b366-463b-8f8f-3190dc1d37b3 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:27.752103 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'code': 200} Jan 28 20:30:27.753502 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2667430f-33f6-4fc4-a68a-c7f3be86bfef', 'code': 200} Jan 28 20:30:27.753981 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de', 'code': 200} Jan 28 20:30:27.770269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e463e080-af7c-43a4-a0d0-029fd63d2417 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:27.819590 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e463e080-af7c-43a4-a0d0-029fd63d2417 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] 10.222.0.44 "PUT /v2.0/quotas/78e0d045539e47ba9eb9f2cacad357f6 HTTP/1.1" status: 200 len: 368 time: 0.2816288 Jan 28 20:30:27.820705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44874) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:27.826860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d05a25d4-0f68-4456-a98e-a35f90d6a916,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:27.832128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Request body: {'network': {'project_id': '78e0d045539e47ba9eb9f2cacad357f6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:27.853474 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.892634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Made reservation on behalf of 78e0d045539e47ba9eb9f2cacad357f6 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:27.898185 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.914875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:27.955724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Port': ['ID=f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:27.977634 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.031844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023dd0c-390e-48d1-9db5-652bc864427d req-c3301bd4-e3c4-4dad-aef9-65f1c293fc4e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:28.040036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023dd0c-390e-48d1-9db5-652bc864427d req-c3301bd4-e3c4-4dad-aef9-65f1c293fc4e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:28.047319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023dd0c-390e-48d1-9db5-652bc864427d req-c3301bd4-e3c4-4dad-aef9-65f1c293fc4e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:28.057683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023dd0c-390e-48d1-9db5-652bc864427d req-c3301bd4-e3c4-4dad-aef9-65f1c293fc4e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:28.059914 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0023dd0c-390e-48d1-9db5-652bc864427d req-c3301bd4-e3c4-4dad-aef9-65f1c293fc4e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 3145 time: 0.2107337 Jan 28 20:30:28.089261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:28.098356 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.107866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.121138 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.159142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:30:28.192396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.192396 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Added segment 377f410c-b994-46e1-9b57-b17d9c95a2a6 of type vlan for network 0e3ff4f9-6fb4-4c59-8a80-6bd65a0b612e Jan 28 20:30:28.230673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0023dd0c-390e-48d1-9db5-652bc864427d req-02a52e47-fb60-4ada-aec9-39145283afd7 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558056 Jan 28 20:30:28.261447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:28.269127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Router e17a5aa1-1da6-4749-bb57-d911df3df05e has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:30:28.318742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.363439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:28.454446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108d43-bf6b-4408-9340-d2bd26f23177 req-9d9cc7d9-848c-4029-9c1e-c57c29406416 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:28.455918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e108d43-bf6b-4408-9340-d2bd26f23177 req-9d9cc7d9-848c-4029-9c1e-c57c29406416 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 944 time: 0.1756332 Jan 28 20:30:28.457643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b10c54-0ea0-4092-b403-7447bcae47c5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:28.484843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.485868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:28.486893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.570561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port acf05b83-aa54-4f49-afcf-fedf159b3767 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:28.571639 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.591350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e108d43-bf6b-4408-9340-d2bd26f23177 req-f05e96d0-9e83-4c62-978d-e7fb5e4bdded tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196301 Jan 28 20:30:28.611136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfae45-8cb9-4891-82fe-014e2a101d37 req-f4fd4cc2-b92c-4aa7-9bf5-2b39b1d49c4a tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:28.630567 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96bfae45-8cb9-4891-82fe-014e2a101d37 req-f4fd4cc2-b92c-4aa7-9bf5-2b39b1d49c4a tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 946 time: 0.2416880 Jan 28 20:30:28.672581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:30:28.682407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Pushing event updated for resources: {'Network': ['ID=0e3ff4f9-6fb4-4c59-8a80-6bd65a0b612e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:28.691990 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] Sync routers for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:30:28.701976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 0e3ff4f9-6fb4-4c59-8a80-6bd65a0b612e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:30:28.714338 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:28.716693 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:30:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:28.720541 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ff8ea377-63ff-4e67-98ca-8396ace04aa7 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8987107 Jan 28 20:30:28.730215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44888) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:28.759754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Request body: {'network': {'project_id': '78e0d045539e47ba9eb9f2cacad357f6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:28.818655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Made reservation on behalf of 78e0d045539e47ba9eb9f2cacad357f6 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:28.824793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.827381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96bfae45-8cb9-4891-82fe-014e2a101d37 req-91e6c44c-86df-4e63-86a0-c1b462e8953c tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/security-groups?id=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938710 Jan 28 20:30:28.830552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] No DVR routers for this DVR port f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:28.837719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.843470 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.843928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-fec4b70c-737f-40d9-8f52-a2672d1abea3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "DELETE /v2.0/ports/f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1 HTTP/1.1" status: 204 len: 173 time: 2.5992966 Jan 28 20:30:28.889870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:30:28.894399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:28.904111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:28.904583 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Added segment eb7fa3cc-f3fe-4ebe-a1d2-51723e0baeac of type vlan for network 06b21b65-70de-46ca-bd5b-cea3273556dc Jan 28 20:30:28.910846 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1731f7d3-cde8-452e-8629-1eb103decf9e" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:28.999457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:29.000448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:29.010350 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:29.012652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 311f605f-e67a-4b8f-a6f0-40ca5dc2782d up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:29.064377 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:29.088279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:29.112979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:29.125182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:29.126155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:29.215421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:30:29.222699 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4881792 Jan 28 20:30:29.224094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:29.224783 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:29.236218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44896) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:29.262839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e4e0f320-cbb8-48ec-907b-2db4e0b91e8b tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Request body: {'network': {'project_id': '78e0d045539e47ba9eb9f2cacad357f6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:29.379230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5d19e-6e8a-40d3-8599-99c841e2f991 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Pushing event updated for resources: {'Network': ['ID=06b21b65-70de-46ca-bd5b-cea3273556dc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:29.402511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:29.417135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad753aa-9147-464f-b6bb-c9cba2ee1b4e req-493aabbd-3347-4f41-a8fa-892a1fa5ad96 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:29.428048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 06b21b65-70de-46ca-bd5b-cea3273556dc details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:30:29.432973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ad753aa-9147-464f-b6bb-c9cba2ee1b4e req-493aabbd-3347-4f41-a8fa-892a1fa5ad96 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.6106217 Jan 28 20:30:29.539646 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e0f320-cbb8-48ec-907b-2db4e0b91e8b tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 20:30:29.539646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e0f320-cbb8-48ec-907b-2db4e0b91e8b tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:30:29.557189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e4e0f320-cbb8-48ec-907b-2db4e0b91e8b tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3114469 Jan 28 20:30:29.569315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44900) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:29.575484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59137dff-b6ed-4289-b5ff-229a78778c55 req-162a0ebd-1b89-4199-aa32-fcdd26e7417c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:29.598372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59137dff-b6ed-4289-b5ff-229a78778c55 req-162a0ebd-1b89-4199-aa32-fcdd26e7417c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.5667434 Jan 28 20:30:29.656935 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:59Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:29.692353 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] Checking router: e17a5aa1-1da6-4749-bb57-d911df3df05e for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:30:29.705217 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:29.705802 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:30:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:29.719240 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ad753aa-9147-464f-b6bb-c9cba2ee1b4e req-84be3177-797f-4299-87ae-8e380f9ce29f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834597 Jan 28 20:30:29.761841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting port 2667430f-33f6-4fc4-a68a-c7f3be86bfef {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:29.762117 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:29.766001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05a25d4-0f68-4456-a98e-a35f90d6a916'}, {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b'}, {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}, {'server_uuid': 'a89ebdb5-9f97-4cd5-9a05-7562ff3a3109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311f605f-e67a-4b8f-a6f0-40ca5dc2782d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:29.769181 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b85a6b6-0414-4322-af52-102a68ade86e" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "d05a25d4-0f68-4456-a98e-a35f90d6a916"}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b"}, {"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-plugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}, {"server_uuid": "a89ebdb5-9f97-4cd5-9a05-7562ff3a3109", "name": "network-vif-plugged", "status": "completed", "tag": "311f605f-e67a-4b8f-a6f0-40ca5dc2782d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:29.779982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:29.789681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:29.790480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59137dff-b6ed-4289-b5ff-229a78778c55 req-eacc9b09-7c7a-4df6-af44-ef1c8b34f1ca tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894035 Jan 28 20:30:29.892041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:29.931823 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a197a052-3694-40d1-9166-feaef16ba03b tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78e0d045539e47ba9eb9f2cacad357f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525715 Jan 28 20:30:29.951910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:29.977824 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8378ed-76e6-4060-adbe-2462a3748747 x-openstack-request-id: req-1a8378ed-76e6-4060-adbe-2462a3748747 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:29.982578 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:29.982578 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a8378ed-76e6-4060-adbe-2462a3748747 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:29.982578 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': 'f413cb9e-b758-4dcf-bfa0-8c8e44fa59e1', 'status': 'completed', 'code': 200} Jan 28 20:30:30.019327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4ef0ae68-fb17-40b6-8371-b557013b0f11 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.022452 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4ef0ae68-fb17-40b6-8371-b557013b0f11 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 946 time: 0.4766428 Jan 28 20:30:30.045165 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:30.184543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d638c89c-74d7-47bf-8f32-7c63683a6e74 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.227528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff9215-9d6a-4801-8255-1aaa43f35471 req-664ce13d-3236-4687-bd31-d1d46f489e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.247714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d638c89c-74d7-47bf-8f32-7c63683a6e74 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.251152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff9215-9d6a-4801-8255-1aaa43f35471 req-664ce13d-3236-4687-bd31-d1d46f489e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.266753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff9215-9d6a-4801-8255-1aaa43f35471 req-664ce13d-3236-4687-bd31-d1d46f489e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.279033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Deleting port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:30.279551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.283118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff9215-9d6a-4801-8255-1aaa43f35471 req-664ce13d-3236-4687-bd31-d1d46f489e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.292027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ff9215-9d6a-4801-8255-1aaa43f35471 req-664ce13d-3236-4687-bd31-d1d46f489e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 3143 time: 0.2953343 Jan 28 20:30:30.309208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] For port 2667430f-33f6-4fc4-a68a-c7f3be86bfef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=2667430f-33f6-4fc4-a68a-c7f3be86bfef,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:30.309736 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.380967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fc6ab-2aa9-4861-a635-417d85f48ab5 req-9b226c3a-02bb-4a3a-8acc-a6d12d59521c tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.382603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad4fc6ab-2aa9-4861-a635-417d85f48ab5 req-9b226c3a-02bb-4a3a-8acc-a6d12d59521c tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 945 time: 0.3898289 Jan 28 20:30:30.411699 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:30:30.432803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d638c89c-74d7-47bf-8f32-7c63683a6e74 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.434331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Calling delete_port for 2667430f-33f6-4fc4-a68a-c7f3be86bfef owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:30.439263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d638c89c-74d7-47bf-8f32-7c63683a6e74 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.440558 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d638c89c-74d7-47bf-8f32-7c63683a6e74 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0b10c54-0ea0-4092-b403-7447bcae47c5 HTTP/1.1" status: 204 len: 168 time: 0.4863665 Jan 28 20:30:30.448841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44914) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:30.450880 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:59Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:30.473753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638c89c-74d7-47bf-8f32-7c63683a6e74 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b10c54-0ea0-4092-b403-7447bcae47c5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:30.496713 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c5231-3fbb-435b-b4ee-b193aff21ddf None None] The sync data for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 is: [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:24:52Z', 'revision_number': 4, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '1b53651a-fed6-4fa2-b0a4-69c9b1df720f', 'name': '', 'network_id': '0ac8706d-1f35-4c56-a56c-c66b7ee1e32e', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'mac_address': 'fa:16:3e:80:44:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:24:59Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'subnets': [{'id': '7a8d764b-80f9-4ec9-aaf9-6c31551627c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:30:30.528828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] For port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,segment=NetworkSegment(48deb20b-4f37-408f-85e8-e6de3e8638db),segment_id=48deb20b-4f37-408f-85e8-e6de3e8638db)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:30.529542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.558262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad4fc6ab-2aa9-4861-a635-417d85f48ab5 req-9f02e962-11fe-4fc9-a7bd-16f52f216dc9 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496687 Jan 28 20:30:30.561914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Calling delete_port for 93e58c80-c21f-4a3d-86f7-1162e5bf35ca owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:30.679540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ff9215-9d6a-4801-8255-1aaa43f35471 req-635bd587-c7b3-4a09-85ae-1ef7f37f7151 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863120 Jan 28 20:30:30.697619 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a64593f-3a9d-4a9c-9114-b336dbeca23b x-openstack-request-id: req-4a64593f-3a9d-4a9c-9114-b336dbeca23b {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:30.698741 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "d05a25d4-0f68-4456-a98e-a35f90d6a916", "code": 200}, {"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b", "code": 200}, {"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-plugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "code": 200}, {"server_uuid": "a89ebdb5-9f97-4cd5-9a05-7562ff3a3109", "name": "network-vif-plugged", "status": "completed", "tag": "311f605f-e67a-4b8f-a6f0-40ca5dc2782d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:30.700240 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a64593f-3a9d-4a9c-9114-b336dbeca23b {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:30.708956 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05a25d4-0f68-4456-a98e-a35f90d6a916', 'code': 200} Jan 28 20:30:30.709918 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b', 'code': 200} Jan 28 20:30:30.710862 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'code': 200} Jan 28 20:30:30.712126 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89ebdb5-9f97-4cd5-9a05-7562ff3a3109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311f605f-e67a-4b8f-a6f0-40ca5dc2782d', 'code': 200} Jan 28 20:30:30.760226 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.955416 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:30.971916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['93e58c80-c21f-4a3d-86f7-1162e5bf35ca'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:31.007471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Pushing event deleted for resources: {'Port': ['ID=93e58c80-c21f-4a3d-86f7-1162e5bf35ca,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:31.114778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] No DVR routers for this DVR port 93e58c80-c21f-4a3d-86f7-1162e5bf35ca on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:31.121280 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:31.121704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:31.129603 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-51f5b130-76c0-42f0-95d7-892033df0397 req-4c98f6e8-e0a5-47a3-89f9-eb72b42281fc tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.13 "DELETE /v2.0/ports/93e58c80-c21f-4a3d-86f7-1162e5bf35ca HTTP/1.1" status: 204 len: 173 time: 1.0740919 Jan 28 20:30:31.130119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17056b4-d4d1-4a65-904e-722232618b6a', 'name': 'network-vif-deleted', 'tag': '93e58c80-c21f-4a3d-86f7-1162e5bf35ca'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:31.132644 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ccc510-ad93-4cf8-8701-fcce85cce444" -d '{"events": [{"server_uuid": "a17056b4-d4d1-4a65-904e-722232618b6a", "name": "network-vif-deleted", "tag": "93e58c80-c21f-4a3d-86f7-1162e5bf35ca"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:31.158201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77c50485-a067-46b2-bc4f-007fcd57f740 req-6849441a-e388-4d6c-b16d-d750f90afaf2 tempest-ServerGroupTestJSON-1501405439 tempest-ServerGroupTestJSON-1501405439-project] 10.222.0.44 "GET /v2.0/ports?device_id=a17056b4-d4d1-4a65-904e-722232618b6a HTTP/1.1" status: 200 len: 210 time: 0.2262065 Jan 28 20:30:31.194799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac8c23-0eb1-49de-abe9-86f95eb32674 None None] New status for floating IP 5dba448f-7f0a-494d-80e9-31dc1b1a5a43: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:30:31.260392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75f6e9-1ef8-4ff6-beec-20bec65c95dc req-81f98007-4a33-48a0-8437-43934a5fd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:31.263616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f75f6e9-1ef8-4ff6-beec-20bec65c95dc req-81f98007-4a33-48a0-8437-43934a5fd2a5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 1096 time: 0.4598837 Jan 28 20:30:31.419867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Port': ['ID=2667430f-33f6-4fc4-a68a-c7f3be86bfef,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:31.445882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:31.493241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841f08-4fa8-4895-bc3a-7d6689d9fd92 req-a9445df3-ce51-43af-ac4a-37361b689082 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:31.501285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12841f08-4fa8-4895-bc3a-7d6689d9fd92 req-a9445df3-ce51-43af-ac4a-37361b689082 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.5990384 Jan 28 20:30:31.566617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f75f6e9-1ef8-4ff6-beec-20bec65c95dc req-c5264fe3-5d0b-49e1-b341-b286898003d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502558 Jan 28 20:30:31.595512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] No DVR routers for this DVR port 2667430f-33f6-4fc4-a68a-c7f3be86bfef on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:31.610989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b21b65-70de-46ca-bd5b-cea3273556dc']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:32.106290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.120665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-1b835de2-7743-48b3-9626-e830970fb379 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "DELETE /v2.0/ports/2667430f-33f6-4fc4-a68a-c7f3be86bfef HTTP/1.1" status: 204 len: 173 time: 3.1836064 Jan 28 20:30:32.122445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': '2667430f-33f6-4fc4-a68a-c7f3be86bfef'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:32.125440 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c64003-afc0-4edc-aaac-4096ed2c1ab5" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "2667430f-33f6-4fc4-a68a-c7f3be86bfef"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:32.159175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7fa3cc-f3fe-4ebe-a1d2-51723e0baeac') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:32.160809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7fa3cc-f3fe-4ebe-a1d2-51723e0baeac') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:32.175298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670beea-d169-40c3-bcac-3bc16a650b15 req-e9a5a8b6-582d-45d0-aad3-4416217e840d tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.190904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6670beea-d169-40c3-bcac-3bc16a650b15 req-e9a5a8b6-582d-45d0-aad3-4416217e840d tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.8245094 Jan 28 20:30:32.225105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-12841f08-4fa8-4895-bc3a-7d6689d9fd92 req-71a313df-cff1-4e4f-bbc0-568d4f56bd6c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7222252 Jan 28 20:30:32.266332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.341072 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.351304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6670beea-d169-40c3-bcac-3bc16a650b15 req-ac16899d-43b2-46e1-bf2b-304fa0c15845 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582808 Jan 28 20:30:32.352159 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d0a6f5-04d1-450b-bd29-cf771e1c29fb x-openstack-request-id: req-d9d0a6f5-04d1-450b-bd29-cf771e1c29fb {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:32.353274 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17056b4-d4d1-4a65-904e-722232618b6a", "name": "network-vif-deleted", "tag": "93e58c80-c21f-4a3d-86f7-1162e5bf35ca", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:32.353604 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9d0a6f5-04d1-450b-bd29-cf771e1c29fb {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:32.354085 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17056b4-d4d1-4a65-904e-722232618b6a', 'name': 'network-vif-deleted', 'tag': '93e58c80-c21f-4a3d-86f7-1162e5bf35ca', 'status': 'completed', 'code': 200} Jan 28 20:30:32.421683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:30:32.423385 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:30:32.429155 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:30:32.636305 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.637311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting port d05a25d4-0f68-4456-a98e-a35f90d6a916 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:32.637660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.643726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.653595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] 10.222.0.44 "DELETE /v2.0/networks/06b21b65-70de-46ca-bd5b-cea3273556dc HTTP/1.1" status: 204 len: 168 time: 2.1977036 Jan 28 20:30:32.656961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44938) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:32.666464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041265c-4925-4efb-9020-7f660fcd7d0a req-91450a1f-52bc-4d93-a560-bb310cc934cc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.669882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f041265c-4925-4efb-9020-7f660fcd7d0a req-91450a1f-52bc-4d93-a560-bb310cc934cc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 945 time: 0.1697545 Jan 28 20:30:32.713877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe46848-3670-44c8-b172-d6b85cbfad26 req-eacdef48-a517-48c6-bfe3-e97126682e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.725713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe46848-3670-44c8-b172-d6b85cbfad26 req-eacdef48-a517-48c6-bfe3-e97126682e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.734079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe46848-3670-44c8-b172-d6b85cbfad26 req-eacdef48-a517-48c6-bfe3-e97126682e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.736838 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fe46848-3670-44c8-b172-d6b85cbfad26 req-eacdef48-a517-48c6-bfe3-e97126682e5a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 2410 time: 0.2349348 Jan 28 20:30:32.745111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee685a-e2e3-4b5d-bef9-6fcddb47451f tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Pushing event deleted for resources: {'Network': ['ID=06b21b65-70de-46ca-bd5b-cea3273556dc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:32.801877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.883083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fe46848-3670-44c8-b172-d6b85cbfad26 req-f1c4eb59-3ae3-42f5-97dd-e7b2fbaa6c0a tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637596 Jan 28 20:30:32.959587 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:32.988093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3ff4f9-6fb4-4c59-8a80-6bd65a0b612e']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:33.000137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f041265c-4925-4efb-9020-7f660fcd7d0a req-67f3294d-8873-4004-96de-d79803b03590 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977383 Jan 28 20:30:33.009964 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b81c6-2bb2-405f-9758-5107f9481385 x-openstack-request-id: req-c57b81c6-2bb2-405f-9758-5107f9481385 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:33.010636 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "2667430f-33f6-4fc4-a68a-c7f3be86bfef", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:33.010876 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c57b81c6-2bb2-405f-9758-5107f9481385 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:33.011533 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': '2667430f-33f6-4fc4-a68a-c7f3be86bfef', 'status': 'completed', 'code': 200} Jan 28 20:30:33.028553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377f410c-b994-46e1-9b57-b17d9c95a2a6') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:33.028881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377f410c-b994-46e1-9b57-b17d9c95a2a6') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:33.073527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:33.100214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] For port d05a25d4-0f68-4456-a98e-a35f90d6a916, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d05a25d4-0f68-4456-a98e-a35f90d6a916,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:33.103098 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:33.125685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:33.136363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:30:33.136891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:30:33.139788 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:30:33.146374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Calling delete_port for d05a25d4-0f68-4456-a98e-a35f90d6a916 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:33.303091 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:33.319348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:33.328903 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] 10.222.0.44 "DELETE /v2.0/networks/0e3ff4f9-6fb4-4c59-8a80-6bd65a0b612e HTTP/1.1" status: 204 len: 168 time: 0.6688430 Jan 28 20:30:33.373798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e16d5-dd40-424a-8237-c198912b6268 tempest-QuotasNegativeTest-1541085005 tempest-QuotasNegativeTest-1541085005-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e3ff4f9-6fb4-4c59-8a80-6bd65a0b612e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:33.714895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecc783-356b-4031-9e76-c586db61f87d req-fae35418-5503-435b-a4c6-eeed3771742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:33.716597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ecc783-356b-4031-9e76-c586db61f87d req-fae35418-5503-435b-a4c6-eeed3771742f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1097 time: 0.1664004 Jan 28 20:30:33.717386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:33.788238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc961a-34aa-40e5-bcc9-af72e4d19a2c req-0385dbfd-057f-4f57-be7b-552395746ae5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:33.789810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3dc961a-34aa-40e5-bcc9-af72e4d19a2c req-0385dbfd-057f-4f57-be7b-552395746ae5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.2253549 Jan 28 20:30:33.794586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Port': ['ID=d05a25d4-0f68-4456-a98e-a35f90d6a916,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:33.816453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcf79d-2238-4ab1-9b0c-d6f9301b6f3c req-d9c6f887-609c-46f5-a3e2-86d7dd8b62e9 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:33.818096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fcf79d-2238-4ab1-9b0c-d6f9301b6f3c req-d9c6f887-609c-46f5-a3e2-86d7dd8b62e9 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.3497345 Jan 28 20:30:33.957068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] No DVR routers for this DVR port d05a25d4-0f68-4456-a98e-a35f90d6a916 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:33.961293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:33.964692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-4d381f9e-06fa-4cbf-b6fa-2ee3b58c8fa1 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "DELETE /v2.0/ports/d05a25d4-0f68-4456-a98e-a35f90d6a916 HTTP/1.1" status: 204 len: 173 time: 1.8302591 Jan 28 20:30:34.057961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3dc961a-34aa-40e5-bcc9-af72e4d19a2c req-16464099-6f97-468a-82db-56706ba8d960 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387228 Jan 28 20:30:34.120079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fcf79d-2238-4ab1-9b0c-d6f9301b6f3c req-6cf277c8-60e7-44f4-a027-b083d7ac2c47 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774436 Jan 28 20:30:34.187387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 93e58c80-c21f-4a3d-86f7-1162e5bf35ca no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:34.276902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecc783-356b-4031-9e76-c586db61f87d req-96304435-1f37-4837-ac88-615fe7c51a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:34.278755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ecc783-356b-4031-9e76-c586db61f87d req-96304435-1f37-4837-ac88-615fe7c51a13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.4879289 Jan 28 20:30:34.295018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 93e58c80-c21f-4a3d-86f7-1162e5bf35ca {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:30:34.295018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 93e58c80-c21f-4a3d-86f7-1162e5bf35ca not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:34.428810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44972) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:34.629864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ecc783-356b-4031-9e76-c586db61f87d req-0ffb3d73-0f81-4908-bf66-f52653ec2c67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 1001 time: 0.2974000 Jan 28 20:30:34.682734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:34.683092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:34.771089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-537b1ad2-1955-4a94-888c-aadf2d98a90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:34.785133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecc783-356b-4031-9e76-c586db61f87d req-7be0f6b6-32fd-4fed-905e-00ef605f9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:34.786674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ecc783-356b-4031-9e76-c586db61f87d req-7be0f6b6-32fd-4fed-905e-00ef605f9ff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1432776 Jan 28 20:30:34.815317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaceff-93d7-4fa9-b1c6-77726b84b8ca req-b746f5dc-828c-49f3-9da1-56ddd0c302bb tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:34.821836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaceff-93d7-4fa9-b1c6-77726b84b8ca req-b746f5dc-828c-49f3-9da1-56ddd0c302bb tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:34.825289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50aaceff-93d7-4fa9-b1c6-77726b84b8ca req-b746f5dc-828c-49f3-9da1-56ddd0c302bb tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 1677 time: 0.5043254 Jan 28 20:30:34.848376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c07f8-c317-4006-84cc-43616b192594 req-5cade6b1-e473-49f1-b12a-f63fdcb11f49 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:34.859516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d61c07f8-c317-4006-84cc-43616b192594 req-5cade6b1-e473-49f1-b12a-f63fdcb11f49 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 945 time: 0.5780723 Jan 28 20:30:34.969243 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-537b1ad2-1955-4a94-888c-aadf2d98a90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:34.980199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-537b1ad2-1955-4a94-888c-aadf2d98a90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:35.012570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': 'd05a25d4-0f68-4456-a98e-a35f90d6a916'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:35.014977 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11553e9-c73c-40bb-9c6d-08a2fd0b717c" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "d05a25d4-0f68-4456-a98e-a35f90d6a916"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:35.027574 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-537b1ad2-1955-4a94-888c-aadf2d98a90c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95916d6955074d0f90f0db58f9a9c738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927401 Jan 28 20:30:35.045101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44982) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:35.093789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b1ad2-1955-4a94-888c-aadf2d98a90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8282b0-0940-43ec-9e74-bfaca2865561,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:35.140796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] For port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:35.147533 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:35.162823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Calling delete_port for 0e98225c-923f-4a5f-ae54-f8b4ee50f1de owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:35.238577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50aaceff-93d7-4fa9-b1c6-77726b84b8ca req-a00e522e-9163-41a4-b681-2e0e7a366e1c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741918 Jan 28 20:30:35.247324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecc783-356b-4031-9e76-c586db61f87d req-340bce8e-f5c2-4a95-9b05-f45f1b538cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.249624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ecc783-356b-4031-9e76-c586db61f87d req-340bce8e-f5c2-4a95-9b05-f45f1b538cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4445703 Jan 28 20:30:35.263941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d61c07f8-c317-4006-84cc-43616b192594 req-86a605e5-da40-45f7-a01a-8468d6e4360e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029226 Jan 28 20:30:35.469366 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08c8182-fe5d-47ff-850a-7a80a7f7af86 x-openstack-request-id: req-e08c8182-fe5d-47ff-850a-7a80a7f7af86 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:35.469741 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "d05a25d4-0f68-4456-a98e-a35f90d6a916", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:35.469937 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e08c8182-fe5d-47ff-850a-7a80a7f7af86 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:35.470309 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': 'd05a25d4-0f68-4456-a98e-a35f90d6a916', 'status': 'completed', 'code': 200} Jan 28 20:30:35.624402 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:35.637291 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a64ffba-3003-48dd-9741-7aa10bf8834f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:35.699403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Port': ['ID=0e98225c-923f-4a5f-ae54-f8b4ee50f1de,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:35.738501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3209e20-55d2-4ab6-aa70-9f4f4a956e92 req-db5f9016-3afc-4dd4-9417-6163a52f92e7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.740122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3209e20-55d2-4ab6-aa70-9f4f4a956e92 req-db5f9016-3afc-4dd4-9417-6163a52f92e7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2775846 Jan 28 20:30:35.760136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e5741-3aee-4742-b960-65b2000ce8d8 req-3403a6ac-9a65-44fe-b770-e6eb6da4e34a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.764715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c51e5741-3aee-4742-b960-65b2000ce8d8 req-3403a6ac-9a65-44fe-b770-e6eb6da4e34a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.2935464 Jan 28 20:30:35.769406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a64ffba-3003-48dd-9741-7aa10bf8834f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:35.801879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ecc783-356b-4031-9e76-c586db61f87d req-908db94e-3eab-4306-9c7e-999b17ba99a1 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212920 Jan 28 20:30:35.911751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] No DVR routers for this DVR port 0e98225c-923f-4a5f-ae54-f8b4ee50f1de on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:35.914651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:35.922059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-c92c0a04-34d0-4d26-96c2-f09a6ff2bf8e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "DELETE /v2.0/ports/0e98225c-923f-4a5f-ae54-f8b4ee50f1de HTTP/1.1" status: 204 len: 173 time: 1.9481671 Jan 28 20:30:36.048597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3209e20-55d2-4ab6-aa70-9f4f4a956e92 req-33a38908-9bee-4736-8eb5-8b801e34e292 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769179 Jan 28 20:30:36.108775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c51e5741-3aee-4742-b960-65b2000ce8d8 req-ef7108d7-ef65-4aec-bdfa-32bf6f242e84 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179927 Jan 28 20:30:36.277990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9ecc783-356b-4031-9e76-c586db61f87d req-eb9067aa-80c8-461f-8372-df449d9c22af service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343972 Jan 28 20:30:36.280069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a64ffba-3003-48dd-9741-7aa10bf8834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:36.290780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a64ffba-3003-48dd-9741-7aa10bf8834f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:36.302215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4a64ffba-3003-48dd-9741-7aa10bf8834f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c8282b0-0940-43ec-9e74-bfaca2865561 HTTP/1.1" status: 204 len: 168 time: 1.2400153 Jan 28 20:30:36.331626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64ffba-3003-48dd-9741-7aa10bf8834f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8282b0-0940-43ec-9e74-bfaca2865561,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:36.341548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:36.341838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:36.790058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79010f7-8309-4cd7-89e9-3de3b85f07bc req-7cf2ff14-ccc5-40f1-adf9-d370c56fa13a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:36.791696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b79010f7-8309-4cd7-89e9-3de3b85f07bc req-7cf2ff14-ccc5-40f1-adf9-d370c56fa13a tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.1677024 Jan 28 20:30:36.804875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2a0cf-4311-4138-8436-e497ec00eff3 req-5dc97d85-4045-495b-b0ef-36e21c2c5d2b tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:36.806775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5f2a0cf-4311-4138-8436-e497ec00eff3 req-5dc97d85-4045-495b-b0ef-36e21c2c5d2b tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 943 time: 0.1967888 Jan 28 20:30:36.809193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] For port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:36.809639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:36.944519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Calling delete_port for c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:37.005059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5f2a0cf-4311-4138-8436-e497ec00eff3 req-3f44edaa-9849-4033-90b4-2799b600e948 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups?id=c60981fc-d270-47f3-b77d-93e1dd2244b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460724 Jan 28 20:30:37.050397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b79010f7-8309-4cd7-89e9-3de3b85f07bc req-e0fb8f51-d2e0-47ed-9198-360949d59354 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189622 Jan 28 20:30:37.217326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45022) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:37.290087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45024) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:37.327347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c108b2-1606-4010-8a80-72d3f5e838e3 admin admin] Deleting subnet 3780b3ce-e634-4122-b131-7112c1f41999 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:30:37.337027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2c108b2-1606-4010-8a80-72d3f5e838e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.436662 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055f6ff1-24c5-4e42-9ec5-3f5d4835846b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.449814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2c108b2-1606-4010-8a80-72d3f5e838e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.479300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:37.482650 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a67c786-53ba-456e-bd51-e23e34620859" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "0e98225c-923f-4a5f-ae54-f8b4ee50f1de"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:37.571137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2c108b2-1606-4010-8a80-72d3f5e838e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.619626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055f6ff1-24c5-4e42-9ec5-3f5d4835846b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.635498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055f6ff1-24c5-4e42-9ec5-3f5d4835846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.713108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195299b-66a7-4eb5-acc8-f1be8a81c0c5 req-62c46919-690f-4c07-8006-8ee65959485e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.722663 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a0dcc13-e6f6-4c2a-81c4-ffbfc325700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.725873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f195299b-66a7-4eb5-acc8-f1be8a81c0c5 req-62c46919-690f-4c07-8006-8ee65959485e tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 945 time: 0.4871497 Jan 28 20:30:37.784671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2c108b2-1606-4010-8a80-72d3f5e838e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.829672 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c108b2-1606-4010-8a80-72d3f5e838e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3780b3ce-e634-4122-b131-7112c1f41999,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:37.834867 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2c108b2-1606-4010-8a80-72d3f5e838e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:37.838194 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a2c108b2-1606-4010-8a80-72d3f5e838e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3780b3ce-e634-4122-b131-7112c1f41999 HTTP/1.1" status: 204 len: 168 time: 0.6191635 Jan 28 20:30:37.842969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45034) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:37.894168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040d05c-0365-4c0c-8bb0-c8ebd1a6ad49 req-ef119d21-6a9b-4c98-bc00-c7fe5abe5b96 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.902970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a040d05c-0365-4c0c-8bb0-c8ebd1a6ad49 req-ef119d21-6a9b-4c98-bc00-c7fe5abe5b96 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.5550005 Jan 28 20:30:37.944557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-055f6ff1-24c5-4e42-9ec5-3f5d4835846b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a258716f418e4cb8850b8c4b5131afa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381490 Jan 28 20:30:37.949487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45036) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:38.045644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.191025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:38.202737 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.244378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4546c9-018d-44d6-80de-31422490aea4']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:38.267248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48deb20b-4f37-408f-85e8-e6de3e8638db') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:38.267545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48deb20b-4f37-408f-85e8-e6de3e8638db') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:38.304071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.336280 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.345737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:30:38.355695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.464737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:30:38.467127 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:30:38.491853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'port_id': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'mac_address': 'fa:16:3e:fc:c4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:38.510710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.530470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.538589 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dd4546c9-018d-44d6-80de-31422490aea4 HTTP/1.1" status: 204 len: 168 time: 0.6945062 Jan 28 20:30:38.635661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff2aa7-2f93-4062-b261-6c002d2c0f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4546c9-018d-44d6-80de-31422490aea4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:38.648998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f6ff1-24c5-4e42-9ec5-3f5d4835846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a56675-0aed-4e46-b9e4-618aab1abc61,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:38.664803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0647d-7690-4162-8abb-d8682cc99696 req-e9765dff-8793-4f8b-9263-4b3a20bd85fe tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:38.666739 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-14d0647d-7690-4162-8abb-d8682cc99696 req-e9765dff-8793-4f8b-9263-4b3a20bd85fe tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.26 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 945 time: 0.0948815 Jan 28 20:30:38.684654 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.737131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaf7de2b-fd96-419d-912f-77c1cdb05988 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:30:38.751495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a040d05c-0365-4c0c-8bb0-c8ebd1a6ad49 req-f82cec2e-f77d-4705-8209-9d935315956f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8474267 Jan 28 20:30:38.771534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:38.777231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.794690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f195299b-66a7-4eb5-acc8-f1be8a81c0c5 req-fd544bad-6932-4aac-ba0b-77d080962dc6 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups?id=9600baad-9131-4934-af56-99d5a82e4794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0677540 Jan 28 20:30:38.834782 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.871890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Deleting port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:38.874271 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:38.954601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['eaf7de2b-fd96-419d-912f-77c1cdb05988'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:38.976121 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6f4c67-ed4c-4c8f-9efe-d47f40cc51b5 x-openstack-request-id: req-3d6f4c67-ed4c-4c8f-9efe-d47f40cc51b5 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:38.976692 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "0e98225c-923f-4a5f-ae54-f8b4ee50f1de", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:38.977165 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d6f4c67-ed4c-4c8f-9efe-d47f40cc51b5 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:38.980848 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': '0e98225c-923f-4a5f-ae54-f8b4ee50f1de', 'status': 'completed', 'code': 200} Jan 28 20:30:39.037589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] For port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,segment=NetworkSegment(4931cac1-8520-40d4-ae1c-d9464468ed25),segment_id=4931cac1-8520-40d4-ae1c-d9464468ed25)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:39.037975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.056503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Calling delete_port for 311f605f-e67a-4b8f-a6f0-40ca5dc2782d owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:39.058907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Port': ['ID=c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:39.279570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1f4a263-7ecf-4a0e-b637-3117c884220d req-829d7a13-5cc0-4bec-9fa4-687c0ecbfcca tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1723499 Jan 28 20:30:39.328124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45056) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:39.358347 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.382488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] No DVR routers for this DVR port c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:39.384597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d13642f6-15cc-493c-9755-8508542ad27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.399046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:39.400557 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.404216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a86bdb75-2c2b-47c0-8778-afca2043ead2 req-573417c2-de26-4171-a9f7-d40077a75bd9 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.13 "DELETE /v2.0/ports/c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b HTTP/1.1" status: 204 len: 173 time: 3.4591510 Jan 28 20:30:39.451146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-f5d59fc3-923c-45d3-a0d3-5a191d26b3e0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:39.453178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-f5d59fc3-923c-45d3-a0d3-5a191d26b3e0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.7303340 Jan 28 20:30:39.489583 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b7c3633c-a683-48d2-9a80-4466e9198023 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8534a9e010374365a32408115bbe5f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601765 Jan 28 20:30:39.493026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45058) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:39.520766 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d13642f6-15cc-493c-9755-8508542ad27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.528721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['311f605f-e67a-4b8f-a6f0-40ca5dc2782d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:39.634466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event deleted for resources: {'Port': ['ID=311f605f-e67a-4b8f-a6f0-40ca5dc2782d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:39.661894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] No DVR routers for this DVR port 311f605f-e67a-4b8f-a6f0-40ca5dc2782d on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:39.682779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.693374 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-14d0647d-7690-4162-8abb-d8682cc99696 req-fd424d87-94b4-4eea-a7a6-39fe2257d68f tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.26 "DELETE /v2.0/ports/311f605f-e67a-4b8f-a6f0-40ca5dc2782d HTTP/1.1" status: 204 len: 173 time: 1.0190806 Jan 28 20:30:39.698398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89ebdb5-9f97-4cd5-9a05-7562ff3a3109', 'name': 'network-vif-deleted', 'tag': '311f605f-e67a-4b8f-a6f0-40ca5dc2782d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:39.703289 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63bcaa3-0016-464a-b247-83eafafd1fc0" -d '{"events": [{"server_uuid": "a89ebdb5-9f97-4cd5-9a05-7562ff3a3109", "name": "network-vif-deleted", "tag": "311f605f-e67a-4b8f-a6f0-40ca5dc2782d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:39.742217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00694065-8db6-4870-8783-b6580a22739f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.789021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00694065-8db6-4870-8783-b6580a22739f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.833754 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d13642f6-15cc-493c-9755-8508542ad27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.843483 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d13642f6-15cc-493c-9755-8508542ad27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.849478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d13642f6-15cc-493c-9755-8508542ad27f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87a56675-0aed-4e46-b9e4-618aab1abc61 HTTP/1.1" status: 204 len: 168 time: 1.8822172 Jan 28 20:30:39.951282 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18e8e1c-8b3f-463f-910d-f1ff614ddc50 x-openstack-request-id: req-c18e8e1c-8b3f-463f-910d-f1ff614ddc50 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:39.951645 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89ebdb5-9f97-4cd5-9a05-7562ff3a3109", "name": "network-vif-deleted", "tag": "311f605f-e67a-4b8f-a6f0-40ca5dc2782d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:39.951916 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c18e8e1c-8b3f-463f-910d-f1ff614ddc50 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:39.966938 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89ebdb5-9f97-4cd5-9a05-7562ff3a3109', 'name': 'network-vif-deleted', 'tag': '311f605f-e67a-4b8f-a6f0-40ca5dc2782d', 'status': 'completed', 'code': 200} Jan 28 20:30:39.978288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00694065-8db6-4870-8783-b6580a22739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.982329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00694065-8db6-4870-8783-b6580a22739f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:39.985816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-00694065-8db6-4870-8783-b6580a22739f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c398c7a-3d9c-4986-b2ea-6b0fe0916abb HTTP/1.1" status: 204 len: 168 time: 0.4239459 Jan 28 20:30:40.019742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13642f6-15cc-493c-9755-8508542ad27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a56675-0aed-4e46-b9e4-618aab1abc61,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:40.022176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00694065-8db6-4870-8783-b6580a22739f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c398c7a-3d9c-4986-b2ea-6b0fe0916abb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:40.045867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d221-304a-4d33-8577-2e345ebfa0bb req-1cf2b507-2532-4cf1-9d52-0caee7d8668b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:40.057767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e74d221-304a-4d33-8577-2e345ebfa0bb req-1cf2b507-2532-4cf1-9d52-0caee7d8668b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 945 time: 0.7977641 Jan 28 20:30:40.172693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4cf64545-1539-45ec-8784-9beb4791e4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:40.180729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ffa79c7-7778-4091-b60d-faa48fd271cc req-b44ba2ea-32bc-40cf-94e4-bd622ad82642 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 210 time: 0.0908949 Jan 28 20:30:40.204484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:40.214550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Deleting port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:40.217188 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:40.509681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port eaf7de2b-fd96-419d-912f-77c1cdb05988 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:40.510063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:40.689586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] For port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:40.690313 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:40.747741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Calling delete_port for 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:40.791858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b2c4-1026-45a3-82f8-adaa05e77bcb req-06825ca0-c015-4c49-8e83-ca0c2b70d402 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:40.812990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64b8b2c4-1026-45a3-82f8-adaa05e77bcb req-06825ca0-c015-4c49-8e83-ca0c2b70d402 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.3553443 Jan 28 20:30:40.890447 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:41.050289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:41.055971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:41.056519 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be888d-6edb-402c-9e3d-6df2a7f45381" -d '{"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:41.068959 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ba01a6-4cc5-48c4-b3f8-25fbcafc16fe" -d '{"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-plugged", "status": "completed", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:41.097390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64b8b2c4-1026-45a3-82f8-adaa05e77bcb req-2c0b8947-bc19-4430-8591-9555e5783a9e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823958 Jan 28 20:30:41.135764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:41.159765 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:41.454896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:41.495878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80900652-aed2-4223-b275-8ad61097ec61 req-c071eeb5-32ab-4468-9ebc-2c6ccab587fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1546450 Jan 28 20:30:41.522888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e74d221-304a-4d33-8577-2e345ebfa0bb req-6fcc23ec-207b-4c82-9d2e-d94ba2b28778 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4618137 Jan 28 20:30:41.571227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:41.610574 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:41.753210 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3ecc3c-55ec-469d-9618-f3fa8f4e8522 x-openstack-request-id: req-6b3ecc3c-55ec-469d-9618-f3fa8f4e8522 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:41.753496 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-plugged", "status": "completed", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:41.753962 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b3ecc3c-55ec-469d-9618-f3fa8f4e8522 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:41.754861 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'code': 200} Jan 28 20:30:41.803060 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113cd1f9-af98-457a-a123-fa6ec25817f7 x-openstack-request-id: req-113cd1f9-af98-457a-a123-fa6ec25817f7 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:41.803191 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c6e82d-2376-4fd3-afc1-dcf2c15b5234", "name": "network-vif-deleted", "tag": "c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:41.803660 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-113cd1f9-af98-457a-a123-fa6ec25817f7 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:41.803836 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c6e82d-2376-4fd3-afc1-dcf2c15b5234', 'name': 'network-vif-deleted', 'tag': 'c3c6513a-5ff8-4f5f-af00-8fe8220f0c7b', 'status': 'completed', 'code': 200} Jan 28 20:30:41.804615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event deleted for resources: {'Port': ['ID=722d9bf7-ab31-4a6a-9360-7c6f6202deb2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:41.860014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] No DVR routers for this DVR port 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:41.880349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:41.893913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a81a0a5-fece-4426-8219-e1eb33c41b80 req-4b6b2b36-093b-4e8d-81ba-2902578493f9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "DELETE /v2.0/ports/722d9bf7-ab31-4a6a-9360-7c6f6202deb2 HTTP/1.1" status: 204 len: 173 time: 2.4227877 Jan 28 20:30:42.173799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eef67b85-d64d-4fb0-879c-d9a289f9c41b req-467c3bdd-2d01-4156-a078-e1547753511d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89ebdb5-9f97-4cd5-9a05-7562ff3a3109 HTTP/1.1" status: 200 len: 210 time: 0.1875727 Jan 28 20:30:42.401064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:42.539813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:30:42.546937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 722d9bf7-ab31-4a6a-9360-7c6f6202deb2 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:42.552663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 311f605f-e67a-4b8f-a6f0-40ca5dc2782d no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:42.651787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 311f605f-e67a-4b8f-a6f0-40ca5dc2782d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:30:42.657915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 311f605f-e67a-4b8f-a6f0-40ca5dc2782d not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:42.663343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5776c0-f66c-4eb1-b7c3-030845e48ff2 req-1a1baeb0-34b2-48bd-8d27-e1c0e5a11196 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:42.670614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f5776c0-f66c-4eb1-b7c3-030845e48ff2 req-1a1baeb0-34b2-48bd-8d27-e1c0e5a11196 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2816138 Jan 28 20:30:42.759306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f5776c0-f66c-4eb1-b7c3-030845e48ff2 req-c34d9731-48c8-4c8c-a4ca-3d95c644da58 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768373 Jan 28 20:30:43.047572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49cc5a67-a16e-4774-86f9-f19cbeb6fc38 req-2f34afb7-2d55-460f-bc72-114893ad1481 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8e15399-153e-4ce8-b5d4-bd7795e6faad HTTP/1.1" status: 200 len: 210 time: 0.1199384 Jan 28 20:30:43.338310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9524714-739a-4df0-84e8-4ba165cf7050 req-b5f29d84-226a-4b3a-bc38-1758e9bc7c27 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1719229 Jan 28 20:30:43.475822 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:43.479979 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:43.805432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e15399-153e-4ce8-b5d4-bd7795e6faad', 'name': 'network-vif-deleted', 'tag': '722d9bf7-ab31-4a6a-9360-7c6f6202deb2'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:43.808090 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872ee2bb-4b13-40fb-b7ff-a2b930e5a191" -d '{"events": [{"server_uuid": "b8e15399-153e-4ce8-b5d4-bd7795e6faad", "name": "network-vif-deleted", "tag": "722d9bf7-ab31-4a6a-9360-7c6f6202deb2"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:43.817618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45160) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:44.270623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb99677-8150-4c8a-8e62-447a88451303 req-c40e9e01-8c28-4191-9853-98e42f9fb9a5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:44.272253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cb99677-8150-4c8a-8e62-447a88451303 req-c40e9e01-8c28-4191-9853-98e42f9fb9a5 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2099872 Jan 28 20:30:44.355060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-network', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:44.405239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cb99677-8150-4c8a-8e62-447a88451303 req-e7825dec-d390-438f-8688-4a68f38c9c0b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193292 Jan 28 20:30:44.418592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Made reservation on behalf of 985f0b1f45534eb688a4e3ccee6464ba for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:44.421145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:44.441279 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:44.646951 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b18b089-6505-4405-a828-f56e7ea35cec x-openstack-request-id: req-7b18b089-6505-4405-a828-f56e7ea35cec {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:44.647882 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e15399-153e-4ce8-b5d4-bd7795e6faad", "name": "network-vif-deleted", "tag": "722d9bf7-ab31-4a6a-9360-7c6f6202deb2", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:44.648957 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b18b089-6505-4405-a828-f56e7ea35cec {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:44.650175 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e15399-153e-4ce8-b5d4-bd7795e6faad', 'name': 'network-vif-deleted', 'tag': '722d9bf7-ab31-4a6a-9360-7c6f6202deb2', 'status': 'completed', 'code': 200} Jan 28 20:30:44.687110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:44.698343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:44.735172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:30:44.774660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a73dfb-97f4-4370-90a0-8bd9265bac1f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:44.798146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:44.801350 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Added segment 102bbbd3-ca14-40bf-a49c-d030bee6d866 of type vlan for network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f Jan 28 20:30:45.065671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:45.091180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-092e3839-0160-4b6d-91f6-fc597ba6ca28 req-b85bfa37-74b4-4dbb-b88b-ec4f4aeb6a28 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1180580 Jan 28 20:30:45.172394 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:45.173632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:45.175503 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:45.224361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45188) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:45.375449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5566144 Jan 28 20:30:45.379640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45192) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:45.387187 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Request body: {'subnet': {'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-subnet', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:45.429831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846045e-3de3-4b8b-bbbd-515cdf5c64fc admin admin] Pushing event updated for resources: {'Network': ['ID=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:45.452471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:30:45.465933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Made reservation on behalf of 985f0b1f45534eb688a4e3ccee6464ba for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:45.472156 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:45.585735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-798241360', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:45.715686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Made reservation on behalf of 5b18fef346c543299f616e187c919058 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:45.720299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:45.743441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:45.932976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:46.009756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:46.022838 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:46.026927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] device_id is not set on port a3c43b3b-e6fe-4127-8992-d2859589a504 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:30:46.153499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed617a2-2849-44a6-ace5-3f501865b0de,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:46.234573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f25e31-7551-42f9-9232-0b7d50c9defc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:46.278629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Checking segment: {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:30:46.278970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Network hostable DHCP agents. Network: 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:30:46.305600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Allocated IP 172.25.2.216 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/a3c43b3b-e6fe-4127-8992-d2859589a504) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:46.392810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:30:46.455173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:46.479980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d6ad3-2398-4c4a-b6a1-cb9d8d8bd42e None None] Network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:30:46.506768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:46.507484 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:46.596273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-8f2265a2-c611-40d0-9776-9f87d4372dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:46.600678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-8f2265a2-c611-40d0-9776-9f87d4372dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1097 time: 0.0874453 Jan 28 20:30:46.796313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45198) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:46.799615 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7daef963-d2f7-480a-98a7-24de521e6ca6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4180474 Jan 28 20:30:46.824164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:46.836774 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-d2764b6d-6eff-4eb5-ba86-40bd33bc4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:46.839835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-d2764b6d-6eff-4eb5-ba86-40bd33bc4bc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.2118344 Jan 28 20:30:46.856114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0aaf40-08f3-4767-9839-8d9a320948a4 None None] Network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:30:46.941422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:46.971912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:46.973185 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:46.978887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-3238e5b8-eea1-4dc8-b41b-31764347dc29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 1001 time: 0.1291459 Jan 28 20:30:46.995886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:47.085348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:47.090882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:47.097793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:47.102220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c43b3b-e6fe-4127-8992-d2859589a504,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:47.155550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.157702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:47.185212 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3c092e87-3cdb-45a0-8481-76cdd43c5191 tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9568312 Jan 28 20:30:47.186279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45204) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:47.200132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:47.202419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-bcf7c6e8-2457-4d68-8656-46169772c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.204098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-bcf7c6e8-2457-4d68-8656-46169772c113 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.2141249 Jan 28 20:30:47.205649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.216'}]}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:47.268833 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:47.270958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:47.376919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-71b69a18-33fa-406f-94d7-d0c26ed50ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.380229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-71b69a18-33fa-406f-94d7-d0c26ed50ab1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671250 Jan 28 20:30:47.405924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:47.526803 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:47.696354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-72a8d802-a102-413d-8949-1b000ec53dec service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542980 Jan 28 20:30:47.795197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:47.917068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1128aca-0494-431f-b4d1-a6a089ee7d86 req-2f9531f2-ef0a-4c9e-ba29-4cd59e3d7c9e service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195554 Jan 28 20:30:47.962493 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:48.161692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:48.184949 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:48.284381 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:48.309032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:48.406988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0750de-0445-4dc8-9e4a-d1f1c2f6669d req-4b913d30-b6ee-48f9-bf44-109f3f67f81d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:48.410830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a0750de-0445-4dc8-9e4a-d1f1c2f6669d req-4b913d30-b6ee-48f9-bf44-109f3f67f81d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.1661034 Jan 28 20:30:48.541024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Allocated IP 172.25.2.219 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/4db9a269-8244-48af-a385-fd69c3ca6395) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:48.552399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a0750de-0445-4dc8-9e4a-d1f1c2f6669d req-6e422529-65bd-4f04-9b28-da2b88fe11b2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185029 Jan 28 20:30:48.625797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-2d2b0313-e7b3-4c44-a14a-fc6b5ddfe113 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:48.627991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-2d2b0313-e7b3-4c44-a14a-fc6b5ddfe113 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.2860308 Jan 28 20:30:48.722371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03912363-7980-4199-ac49-a7b5fe4c0b1c req-042b4b07-eb0d-49f2-9609-c89c2f4c2ee3 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.0477090 Jan 28 20:30:48.734308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-e48b50c9-bbbc-490b-9bd6-c60bcba288ed tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/quotas/a0e54c9a02b54103a912ba7b21f8161e HTTP/1.1" status: 200 len: 375 time: 0.0722799 Jan 28 20:30:48.782570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-cc3112ad-f8f8-4b4e-823e-2eb614ba44e0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445633 Jan 28 20:30:48.902054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:49.336673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-347eceed-d48e-4798-85c1-69d3a83a0002 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419197 Jan 28 20:30:49.368300 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:49.451212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:49.462877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:49.469486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:49.482426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba7060-6215-48af-83cf-3a86681e26c1 req-707df624-8a33-4057-bf86-0a937a633c9d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:49.483986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94ba7060-6215-48af-83cf-3a86681e26c1 req-707df624-8a33-4057-bf86-0a937a633c9d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.2085087 Jan 28 20:30:49.490890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:49.540466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Pushing event updated for resources: {'Port': ['ID=4db9a269-8244-48af-a385-fd69c3ca6395,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:49.642052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94ba7060-6215-48af-83cf-3a86681e26c1 req-add04926-38bc-4cae-8152-bf859ee40ff2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479290 Jan 28 20:30:49.684620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-76a2a0ab-f4e0-4964-a659-9afde2a61224 service neutron] 10.222.0.44 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210967 Jan 28 20:30:49.726373 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:49.731623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:49.828995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:49.829686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2400e249-6e24-4788-99cc-ce0c5d63dee0 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:30:49.855794 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 20:30:49.860050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7aebc4cf-6d25-4307-89f5-cf75b934131e tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6712260 Jan 28 20:30:49.861210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45246) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:50.119334 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-5651c504-27d8-4a95-a54b-6be3c59070de tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Deleting port a3c43b3b-e6fe-4127-8992-d2859589a504 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:50.119687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5651c504-27d8-4a95-a54b-6be3c59070de tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:50.144476 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:50.395436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5651c504-27d8-4a95-a54b-6be3c59070de tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:50.423592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-5651c504-27d8-4a95-a54b-6be3c59070de tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Calling delete_port for a3c43b3b-e6fe-4127-8992-d2859589a504 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:50.442343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:50.669303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681180e-1a96-4f9c-ab8d-751fe219de14 req-2cf165d9-b378-475b-991f-0c54b04f4f9b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:50.677390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0681180e-1a96-4f9c-ab8d-751fe219de14 req-2cf165d9-b378-475b-991f-0c54b04f4f9b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.7506711 Jan 28 20:30:50.704599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5651c504-27d8-4a95-a54b-6be3c59070de tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:50.732896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45268) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:50.773021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651c504-27d8-4a95-a54b-6be3c59070de tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3c43b3b-e6fe-4127-8992-d2859589a504,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:50.945648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0681180e-1a96-4f9c-ab8d-751fe219de14 req-00e4079b-77bc-439f-97a3-8cd738d269e4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613652 Jan 28 20:30:50.947214 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5651c504-27d8-4a95-a54b-6be3c59070de tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:50.964957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5651c504-27d8-4a95-a54b-6be3c59070de tempest-RoutersAdminNegativeTest-1942023949 tempest-RoutersAdminNegativeTest-1942023949-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a3c43b3b-e6fe-4127-8992-d2859589a504 HTTP/1.1" status: 204 len: 168 time: 1.1024346 Jan 28 20:30:50.991348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-442a7bbe-d0c0-469e-b611-b72623004ac1 req-0787cd6a-8b76-471c-952e-500cb61b802e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1272027 Jan 28 20:30:51.074933 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ea68dd-ca5d-4ee4-a9a8-5a3e99cf0644 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:51.139784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d9225ef-1743-4fe9-95b5-4268f3811a4b req-e4db0876-4a2a-44e9-bbdf-09f6c98b8f4b tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 210 time: 0.1048107 Jan 28 20:30:51.140494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Router bd418c8a-1a64-47ea-a93e-5ee553a3b599 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:30:51.230301 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:51.244599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ea68dd-ca5d-4ee4-a9a8-5a3e99cf0644 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:51.431683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881c33-d590-4427-aa59-734d74ea5be0 req-f1430a7f-5820-421b-94cd-dcce2aa60616 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:51.434445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb881c33-d590-4427-aa59-734d74ea5be0 req-f1430a7f-5820-421b-94cd-dcce2aa60616 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.2484479 Jan 28 20:30:51.616164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:30:51.635287 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Sync routers for ids ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:30:51.658672 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45274) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:51.677168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ea68dd-ca5d-4ee4-a9a8-5a3e99cf0644 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:51.696118 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Routers {'bd418c8a-1a64-47ea-a93e-5ee553a3b599'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:51.701399 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:30:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:51.706262 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ea68dd-ca5d-4ee4-a9a8-5a3e99cf0644 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:51.717721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45278) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:51.726806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-99ea68dd-ca5d-4ee4-a9a8-5a3e99cf0644 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "DELETE /v2.0/security-groups/c4cfedad-13a3-424e-9434-e7de2d25c942 HTTP/1.1" status: 204 len: 168 time: 0.9829869 Jan 28 20:30:51.751847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb881c33-d590-4427-aa59-734d74ea5be0 req-3996a36a-6723-4d58-b61b-8190bd8f90a8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976930 Jan 28 20:30:51.755073 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-9377a572-f87c-46c1-83e6-53829fbc132d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] show failed (client error): The resource could not be found. Jan 28 20:30:51.765854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9377a572-f87c-46c1-83e6-53829fbc132d tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "GET /v2.0/security-groups/c4cfedad-13a3-424e-9434-e7de2d25c942 HTTP/1.1" status: 404 len: 347 time: 0.0459859 Jan 28 20:30:51.781130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45280) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:51.871587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea68dd-ca5d-4ee4-a9a8-5a3e99cf0644 tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cfedad-13a3-424e-9434-e7de2d25c942,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:52.014254 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Set router bd418c8a-1a64-47ea-a93e-5ee553a3b599 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:52.034738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.037463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-16af040e-dda1-4a53-b158-df18fb80a5ba admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2393022 Jan 28 20:30:52.040564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45286) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:52.226501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11668341-12b0-43ad-bd27-70d095fb07ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.352930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ae93470-1c6d-4e1b-937c-658e7ea30526 req-482ded66-b170-4ac5-920a-f48c14d2e329 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.0703192 Jan 28 20:30:52.374072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b992c307-bc50-414e-a3a0-e3cd2c92d48c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:52.375631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b992c307-bc50-414e-a3a0-e3cd2c92d48c tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 811 time: 0.6163404 Jan 28 20:30:52.403604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Request body: {'port': {'device_id': '6dbea660-8d52-47b0-bee1-8d5dc0f25b33', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'admin_state_up': True, 'tenant_id': 'a0e54c9a02b54103a912ba7b21f8161e'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:52.432567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:52.436429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11668341-12b0-43ad-bd27-70d095fb07ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.445826 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:30:49Z', 'revision_number': 3, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:52.448449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11668341-12b0-43ad-bd27-70d095fb07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.466766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bedfb-061d-4dc3-9bec-eef5b024da79 req-df0dae3a-b2b4-4f16-a684-4fe7a4e5dde4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:52.479352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-284bedfb-061d-4dc3-9bec-eef5b024da79 req-df0dae3a-b2b4-4f16-a684-4fe7a4e5dde4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.3487833 Jan 28 20:30:52.524787 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Checking router: bd418c8a-1a64-47ea-a93e-5ee553a3b599 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:30:52.525128 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Updating router bd418c8a-1a64-47ea-a93e-5ee553a3b599 port 4db9a269-8244-48af-a385-fd69c3ca6395 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:30:52.547022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Deleting port 549cc047-5ef6-4c89-a553-1b522c9f9d88 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:30:52.547342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.577940 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.602724 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.664383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:52.671717 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3193264-9f95-40b1-9bfd-7b4ee641f947" -d '{"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-unplugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:52.706451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:52.716031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.755860 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.758874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:52.769294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd10679e-07db-4c1f-b639-17c0adb1f779 req-0aedc862-8a60-491d-8590-15ace082e333 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 210 time: 0.2461524 Jan 28 20:30:52.798477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Calling delete_port for 549cc047-5ef6-4c89-a553-1b522c9f9d88 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:30:52.809006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-284bedfb-061d-4dc3-9bec-eef5b024da79 req-050e717f-c1bc-49fd-b936-629917845637 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286483 Jan 28 20:30:52.886149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=11']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:52.935756 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb01025a-9c38-410f-9d4b-f2091230f6dd x-openstack-request-id: req-eb01025a-9c38-410f-9d4b-f2091230f6dd {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:52.936334 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-unplugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:52.936766 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb01025a-9c38-410f-9d4b-f2091230f6dd {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:52.937308 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'code': 200} Jan 28 20:30:52.947491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11668341-12b0-43ad-bd27-70d095fb07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d111637-8de9-4ad3-b5f9-28130843da67,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:52.979289 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-11668341-12b0-43ad-bd27-70d095fb07ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfa4b6e84d284f9fb89db1977e655d64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3187661 Jan 28 20:30:52.980521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45294) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:53.222926 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00206de7-6eac-4e75-b7d7-e01b30ff2dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.230828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.258273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Made reservation on behalf of a0e54c9a02b54103a912ba7b21f8161e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:53.262411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.270081 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.286165 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.334487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc7cd9-c675-4ebb-a770-7982d9ac8562 req-463208e1-43a1-46b0-8f5c-14ff174757b4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:53.343843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-defc7cd9-c675-4ebb-a770-7982d9ac8562 req-463208e1-43a1-46b0-8f5c-14ff174757b4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2364216 Jan 28 20:30:53.351813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Pushing event deleted for resources: {'Port': ['ID=549cc047-5ef6-4c89-a553-1b522c9f9d88,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:53.421084 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Attempting to bind port 4db9a269-8244-48af-a385-fd69c3ca6395 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:30:53.421905 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Attempting to bind port 4db9a269-8244-48af-a385-fd69c3ca6395 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:30:53.425980 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Attempting to bind port 4db9a269-8244-48af-a385-fd69c3ca6395 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:53.445390 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:30:53.453202 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:30:53.454045 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.454704 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:30:53.456101 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Bound port: 4db9a269-8244-48af-a385-fd69c3ca6395, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:30:53.456925 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.457669 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00206de7-6eac-4e75-b7d7-e01b30ff2dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.469813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.472757 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.476485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-733bea2e-0ad5-4293-bbe3-bf796d8975bc tempest-ImagesOneServerNegativeTestJSON-40147769 tempest-ImagesOneServerNegativeTestJSON-40147769-project] 10.222.0.44 "DELETE /v2.0/floatingips/12b94561-7459-4a99-8207-06ddfd8b7422 HTTP/1.1" status: 204 len: 168 time: 1.6915908 Jan 28 20:30:53.549712 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Pushing event updated for resources: {'Port': ['ID=4db9a269-8244-48af-a385-fd69c3ca6395,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:53.551123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00206de7-6eac-4e75-b7d7-e01b30ff2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.553934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00206de7-6eac-4e75-b7d7-e01b30ff2dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.558375 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-00206de7-6eac-4e75-b7d7-e01b30ff2dc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d111637-8de9-4ad3-b5f9-28130843da67 HTTP/1.1" status: 204 len: 168 time: 0.5747569 Jan 28 20:30:53.568276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00206de7-6eac-4e75-b7d7-e01b30ff2dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d111637-8de9-4ad3-b5f9-28130843da67,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:53.603374 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.603753 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.604362 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.604977 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.605359 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.605695 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.606406 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.606637 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.606964 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.607339 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.607664 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.608150 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:53.619869 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] For port 4db9a269-8244-48af-a385-fd69c3ca6395, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:53.625779 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] For port 4db9a269-8244-48af-a385-fd69c3ca6395, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4db9a269-8244-48af-a385-fd69c3ca6395,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:30:53.636945 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:53.691310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3df83a7-f469-4f43-bf7d-ceb87930ce60 req-c792a3db-065b-4f4b-bd2d-8524a022bc02 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1586857 Jan 28 20:30:53.766564 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Routers {'bd418c8a-1a64-47ea-a93e-5ee553a3b599'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:53.767283 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:30:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:53.773690 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0618aba-130a-433e-a39c-3e73cd9d5586 None None] Pushing event updated for resources: {'Port': ['ID=4db9a269-8244-48af-a385-fd69c3ca6395,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:53.782954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-defc7cd9-c675-4ebb-a770-7982d9ac8562 req-68c052fe-1277-4ab8-bae2-97082585f31e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4373941 Jan 28 20:30:54.004971 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] Set router bd418c8a-1a64-47ea-a93e-5ee553a3b599 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:54.257040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45316) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:54.307461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-64193bc5-5b5c-47cd-bc1c-857ee76d342e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b18fef346c543299f616e187c919058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477121 Jan 28 20:30:54.307852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45318) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:54.375602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0690472-1cad-45ff-b416-3c84385dd0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:54.418233 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:30:49Z', 'revision_number': 3, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:54.422676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0690472-1cad-45ff-b416-3c84385dd0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:54.438428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:54.457473 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5ba86-29ee-419f-95e8-755421edf35b None None] The sync data for ids ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'] in n-d-825064-3 is: [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:30:49Z', 'revision_number': 3, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:30:54.523046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0690472-1cad-45ff-b416-3c84385dd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:54.531252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0690472-1cad-45ff-b416-3c84385dd0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:54.544522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c0690472-1cad-45ff-b416-3c84385dd0f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50f25e31-7551-42f9-9232-0b7d50c9defc HTTP/1.1" status: 204 len: 168 time: 0.2273068 Jan 28 20:30:54.575204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0690472-1cad-45ff-b416-3c84385dd0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f25e31-7551-42f9-9232-0b7d50c9defc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:54.651148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:54.678950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'mac_address': 'fa:16:3e:7f:11:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:54.738223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d98a96d7-b89c-4546-97d0-ba4aa663c3ca req-ceb82fe7-34c1-4aaf-a86a-0f9f1d3d627e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 210 time: 0.7222915 Jan 28 20:30:54.823202 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:54.856295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf05b83-aa54-4f49-afcf-fedf159b3767 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:30:54.893684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45332) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:54.933571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:54.942152 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:54.956928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Allocated IP 172.20.0.10 (829be10a-e867-4194-bfb4-efe1dea71f50/ee49341f-90f4-418d-9c8c-7bb0edd94e76/f5621c3d-0aa0-4039-82eb-ab2bd43e90e0) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:54.990599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:55.076998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a69667b-0674-4d1b-852f-00421930594d admin admin] Deleting subnet b0d13da3-65a1-4210-acd8-1dc6cf545409 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:30:55.084820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a69667b-0674-4d1b-852f-00421930594d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:55.171427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e24c1-24bd-4d6b-b56f-715e45badb5e req-8f4e0a87-c5de-4cf9-b362-fd3ae8541f4e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:55.185952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a69667b-0674-4d1b-852f-00421930594d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:55.186094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90e24c1-24bd-4d6b-b56f-715e45badb5e req-8f4e0a87-c5de-4cf9-b362-fd3ae8541f4e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 1.2192793 Jan 28 20:30:55.201558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=12']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:55.207279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['acf05b83-aa54-4f49-afcf-fedf159b3767'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:55.264547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4232532-e537-427a-bcfe-5b1f4a073255 req-3266e09a-1729-4f5a-b975-a751db41b35d tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1433706 Jan 28 20:30:55.336433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a69667b-0674-4d1b-852f-00421930594d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:55.519411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a69667b-0674-4d1b-852f-00421930594d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:55.688120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69667b-0674-4d1b-852f-00421930594d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d13da3-65a1-4210-acd8-1dc6cf545409,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:55.719325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a69667b-0674-4d1b-852f-00421930594d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:55.730576 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a69667b-0674-4d1b-852f-00421930594d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b0d13da3-65a1-4210-acd8-1dc6cf545409 HTTP/1.1" status: 204 len: 168 time: 0.8337166 Jan 28 20:30:55.732009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45356) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:55.749058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e90e24c1-24bd-4d6b-b56f-715e45badb5e req-a7c2a688-527d-41ad-afcb-c46cd33de35c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5621285 Jan 28 20:30:55.875948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:56.031534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:56.120403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e0059254-5e29-4a2a-a5b6-eeafee23603f req-ecc61d7b-4a4e-4adf-a676-488841e22cb3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 210 time: 0.1855271 Jan 28 20:30:56.159483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da338-eebb-4098-b9c0-29d19b2a88b7 req-42e453a3-a5cb-4b78-b0b9-3a3bf4880be4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:56.192114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f57da338-eebb-4098-b9c0-29d19b2a88b7 req-42e453a3-a5cb-4b78-b0b9-3a3bf4880be4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 945 time: 0.6641004 Jan 28 20:30:56.429679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:56.445814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:56.504860 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:56.716786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45374) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:56.737564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port acf05b83-aa54-4f49-afcf-fedf159b3767 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:56.743444 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98c54e96-03fc-4ce8-840e-354556d6876f req-188118c5-e50c-4bd2-8a16-e9c0ad4f5a33 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.2494950 Jan 28 20:30:56.745351 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:56.758667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4db9a269-8244-48af-a385-fd69c3ca6395 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:56.807769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f57da338-eebb-4098-b9c0-29d19b2a88b7 req-8465e685-6ff8-4b10-93f6-448cc51bca19 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6140130 Jan 28 20:30:56.861202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd016d92-c233-452c-b954-b11a7085b2f8']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:56.863682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Network 829be10a-e867-4194-bfb4-efe1dea71f50 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:56.874828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Allocated IP 172.20.0.1 (042a5f2f-57e3-4bdd-97ce-45fe98ccf14f/2ed617a2-2849-44a6-ace5-3f501865b0de/a34a6923-2a0e-4648-b38d-f165c4334e2d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:56.879184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4931cac1-8520-40d4-ae1c-d9464468ed25') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:56.879628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4931cac1-8520-40d4-ae1c-d9464468ed25') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:56.884273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:56.895351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:56.905361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:56.919455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event updated for resources: {'Port': ['ID=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:56.946870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:56.967500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:30:56.968352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:30:56.970748 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:30:57.098146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.110509 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.115280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] 10.222.0.44 "DELETE /v2.0/networks/fd016d92-c233-452c-b954-b11a7085b2f8 HTTP/1.1" status: 204 len: 168 time: 1.3818946 Jan 28 20:30:57.167062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.179194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2be1c1-2cbb-4ed4-9ba2-a999f9f9165b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd016d92-c233-452c-b954-b11a7085b2f8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:57.200910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4db9a269-8244-48af-a385-fd69c3ca6395 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:57.202420 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.214000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1430771634'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:57.344663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:30:57.349186 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db00f70-34cf-4b8a-ba29-808616185d25" -d '{"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-plugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:57.385607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.399419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:57.430550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:57.431229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.590384 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.600413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45390) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:57.620622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b8c686e7-9b56-4b78-98b7-481ce18e7bf0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2322581 Jan 28 20:30:57.624042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.665823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Request body: {'port': {'device_id': '6dbea660-8d52-47b0-bee1-8d5dc0f25b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:57.737015 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9adf4f49-a064-4186-8aa3-318acab948e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07f4844b89f64a58bd065cb8d60640c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289883 Jan 28 20:30:57.739435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45392) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:57.768423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 4db9a269-8244-48af-a385-fd69c3ca6395, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4db9a269-8244-48af-a385-fd69c3ca6395,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:57.788163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0fb98-82f6-414b-af1c-904bfbfbaa1e req-106096fa-9ab1-4ee9-af9a-44f18cc65abe tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:57.792243 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.808807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6b0fb98-82f6-414b-af1c-904bfbfbaa1e req-106096fa-9ab1-4ee9-af9a-44f18cc65abe tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.8874688 Jan 28 20:30:57.857690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=13']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:57.871625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-606f6b3b-7acd-4f91-8008-64986afce868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.900440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182c5e5-b4c9-4875-a8e1-de11e5f98301 req-9f9c4f77-acbe-4fcd-958e-b7bfa1159520 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:57.903401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f182c5e5-b4c9-4875-a8e1-de11e5f98301 req-9f9c4f77-acbe-4fcd-958e-b7bfa1159520 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 932 time: 0.4450769 Jan 28 20:30:57.904368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:57.908596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.918524 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-606f6b3b-7acd-4f91-8008-64986afce868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:57.994055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=4db9a269-8244-48af-a385-fd69c3ca6395,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:58.006169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-606f6b3b-7acd-4f91-8008-64986afce868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.009481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-606f6b3b-7acd-4f91-8008-64986afce868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.010908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-606f6b3b-7acd-4f91-8008-64986afce868 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9600baad-9131-4934-af56-99d5a82e4794 HTTP/1.1" status: 204 len: 168 time: 0.2704153 Jan 28 20:30:58.029373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f6b3b-7acd-4f91-8008-64986afce868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600baad-9131-4934-af56-99d5a82e4794,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:58.038961 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.149880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.234860 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.415223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Pushing event updated for resources: {'Port': ['ID=a34a6923-2a0e-4648-b38d-f165c4334e2d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:58.470034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4db9a269-8244-48af-a385-fd69c3ca6395 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:58.475437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f182c5e5-b4c9-4875-a8e1-de11e5f98301 req-a634f13c-c3fd-4e3f-8a71-fa34cfa6e736 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639431 Jan 28 20:30:58.561993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.582564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6b0fb98-82f6-414b-af1c-904bfbfbaa1e req-f79db644-75ad-4115-ad6c-9be38d696e95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7672901 Jan 28 20:30:58.608054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:58.610085 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa65b21f-40f6-40c6-9838-13b3aa794fd8 x-openstack-request-id: req-aa65b21f-40f6-40c6-9838-13b3aa794fd8 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:58.610552 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-plugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:58.610653 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa65b21f-40f6-40c6-9838-13b3aa794fd8 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:58.611014 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'code': 200} Jan 28 20:30:58.622915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4db9a269-8244-48af-a385-fd69c3ca6395 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:58.623291 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.633819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:58.640956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:58.644051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.665760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:30:58.681437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.682007 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Added segment 2d51b609-28da-4d57-a6c2-e459524e51af of type vlan for network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 Jan 28 20:30:58.787450 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:58.979271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c30585-9494-4b64-8466-c7f45776f0be,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:59.144550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1fe89c1-767b-4066-9b78-d2201395d1f5 req-57988e59-30dc-4d9d-9077-1521617852c0 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.3241775 Jan 28 20:30:59.149462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:30:59.274095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:59.470042 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:59.477585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:59.478510 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:30:59.632618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Network': ['ID=58b5e4c5-cab5-4857-993a-4ffd4c6fad19,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:59.650865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:30:59.688213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1166f7-e00c-4165-8948-f60948c6c897 req-803ca1c7-cbfb-4990-a7e7-dd1f45708bf6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:59.690328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb1166f7-e00c-4165-8948-f60948c6c897 req-803ca1c7-cbfb-4990-a7e7-dd1f45708bf6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.7732778 Jan 28 20:30:59.721787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45420) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:30:59.731581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:59.738795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cfa1869f-3030-47f5-a58f-cfa19d8d0aa4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0180485 Jan 28 20:31:00.022232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:00.025999 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:00.342177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:00.353030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:00.386000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:00.419262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Transition to ACTIVE for port object f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:00.468908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb1166f7-e00c-4165-8948-f60948c6c897 req-6bc7efe0-cfa0-475f-8592-dc35cac2a3f7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7079108 Jan 28 20:31:00.490136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:00.534622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d7996-1cad-42c5-b063-cf0994e6298b req-173c091c-4147-4a9f-aa4b-51c3354da0a3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:00.545236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-681d7996-1cad-42c5-b063-cf0994e6298b req-173c091c-4147-4a9f-aa4b-51c3354da0a3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 932 time: 0.9041500 Jan 28 20:31:00.621132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=2bc20acd-be6f-4575-97cd-e2e03aeb05b0,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:00.631883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:00.632388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network hostable DHCP agents. Network: 58b5e4c5-cab5-4857-993a-4ffd4c6fad19, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:00.663338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:00.694521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 58b5e4c5-cab5-4857-993a-4ffd4c6fad19) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:00.707940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3953f-fba0-42de-a6e8-c1799d401b7b None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:00.716952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:00.725659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:00.726411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:00.761147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8302a179-eff3-4a3b-8c82-2b7a9e4a8cf6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0362120 Jan 28 20:31:00.763293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:00.775916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'name': 'tempest-NetworksTestDHCPv6-548244003'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:01.048760 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:01.082469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:01.086162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:01.110481 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:01.119753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 45e09d50-9005-48f9-adbd-fdc965a017d4 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:01.167423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '2bc20acd-be6f-4575-97cd-e2e03aeb05b0'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:01.168971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:01.262314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-681d7996-1cad-42c5-b063-cf0994e6298b req-26939c87-b3ad-48d9-bcae-41af40587031 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7152731 Jan 28 20:31:01.303094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654101e-c7f7-451a-a87e-110989b6c8ad req-1910849b-701b-42ca-a11a-5ccf8ec8f546 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:01.305269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8654101e-c7f7-451a-a87e-110989b6c8ad req-1910849b-701b-42ca-a11a-5ccf8ec8f546 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2458613 Jan 28 20:31:01.360612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8654101e-c7f7-451a-a87e-110989b6c8ad req-0200c1f6-aa38-43f0-b95f-bca44f1970ed tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451808 Jan 28 20:31:01.362941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Pushing event updated for resources: {'Port': ['ID=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:01.460727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::bf (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/2bc20acd-be6f-4575-97cd-e2e03aeb05b0/45e09d50-9005-48f9-adbd-fdc965a017d4) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:01.476576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Pushing event updated for resources: {'Port': ['ID=a34a6923-2a0e-4648-b38d-f165c4334e2d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:01.492998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Attempting to bind port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:01.498560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Attempting to bind port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:01.499393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Attempting to bind port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:01.514499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 on network 829be10a-e867-4194-bfb4-efe1dea71f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:01.515318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Attempting to bind port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 on network 829be10a-e867-4194-bfb4-efe1dea71f50 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:01.522942 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:01.526065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:01.527166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Checking segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:01.527636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Bound using segment: {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:01.528154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Bound port: f5621c3d-0aa0-4039-82eb-ab2bd43e90e0, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a35c2c-1b6e-466d-bfad-149cf565e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:01.528587 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:01.676894 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a77f5452-f79f-41b7-a994-4ef51b3b7d5f req-90099593-939f-4942-aa55-bd56684cff5e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.0503068 Jan 28 20:31:01.736945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] For port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:01.741770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] For port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:01.755832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:01.760136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:01.813124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:01.832384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:01.833209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:01.834797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] 10.222.0.26 "PUT /v2.0/ports/f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 HTTP/1.1" status: 200 len: 1092 time: 4.1973855 Jan 28 20:31:01.837754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbea660-8d52-47b0-bee1-8d5dc0f25b33', 'tag': 'f5621c3d-0aa0-4039-82eb-ab2bd43e90e0'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:01.840161 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f4a16-7550-475d-a874-5a1c2a9a396c" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbea660-8d52-47b0-bee1-8d5dc0f25b33", "tag": "f5621c3d-0aa0-4039-82eb-ab2bd43e90e0"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:02.036566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:02.186516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:02.464306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/2bc20acd-be6f-4575-97cd-e2e03aeb05b0/1cde4a34-4e48-4997-a963-69c63152335f) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:02.473049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:02.516647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:02.532579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:02.561301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:02.561991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:02.571264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=45e09d50-9005-48f9-adbd-fdc965a017d4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:02.645006 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3d6804e2-26ae-4b8a-809a-ec3e92efad2d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8805811 Jan 28 20:31:02.649557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45446) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:02.832165 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d31772-76a5-4f2f-8b9b-643b837c4d23 x-openstack-request-id: req-b3d31772-76a5-4f2f-8b9b-643b837c4d23 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:02.832165 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbea660-8d52-47b0-bee1-8d5dc0f25b33", "tag": "f5621c3d-0aa0-4039-82eb-ab2bd43e90e0", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:02.832919 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3d31772-76a5-4f2f-8b9b-643b837c4d23 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:02.832919 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbea660-8d52-47b0-bee1-8d5dc0f25b33', 'tag': 'f5621c3d-0aa0-4039-82eb-ab2bd43e90e0', 'status': 'completed', 'code': 200} Jan 28 20:31:02.855641 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:02.858747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0657696-ba7a-4eb9-b564-562829350d41 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:02.864704 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c0657696-ba7a-4eb9-b564-562829350d41 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2137940 Jan 28 20:31:02.867474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45456) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:02.883540 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:02.933222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3d33f-6cf5-4403-80a8-132cd2e8abfb service neutron] Pushing event updated for resources: {'Port': ['ID=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:03.010607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Pushing event updated for resources: {'Port': ['ID=1cde4a34-4e48-4997-a963-69c63152335f,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:03.053700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:03.065008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:03.071346 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:03.116417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a308b9e7-1e9b-492e-a171-438dcac96bf3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 45e09d50-9005-48f9-adbd-fdc965a017d4 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:03.117426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a308b9e7-1e9b-492e-a171-438dcac96bf3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:03.154254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783683a-2bd9-41ac-9049-ebb6c07609be req-97862939-31aa-47f5-aa6c-fc5fef72915d tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:03.163341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Attempting to bind port 1cde4a34-4e48-4997-a963-69c63152335f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:03.163857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Attempting to bind port 1cde4a34-4e48-4997-a963-69c63152335f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:03.164362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Attempting to bind port 1cde4a34-4e48-4997-a963-69c63152335f on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:03.168372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8783683a-2bd9-41ac-9049-ebb6c07609be req-97862939-31aa-47f5-aa6c-fc5fef72915d tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 944 time: 0.3451004 Jan 28 20:31:03.171053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:03.171559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:03.172749 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:03.174874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:03.176244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Bound port: 1cde4a34-4e48-4997-a963-69c63152335f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:03.177771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:03.204811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d06a08-36fd-480d-baa9-65d90e61adf3 req-d1525633-50d2-4f0f-8efc-6faaec25ba04 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:03.212939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93d06a08-36fd-480d-baa9-65d90e61adf3 req-d1525633-50d2-4f0f-8efc-6faaec25ba04 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 1.3528671 Jan 28 20:31:03.234902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b2c48970-cea1-477b-90e6-6b35c23cb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:03.239987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-b2c48970-cea1-477b-90e6-6b35c23cb240 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 1095 time: 1.3236527 Jan 28 20:31:03.321928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] For port 1cde4a34-4e48-4997-a963-69c63152335f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:03.330562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] For port 1cde4a34-4e48-4997-a963-69c63152335f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cde4a34-4e48-4997-a963-69c63152335f,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:03.339475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a308b9e7-1e9b-492e-a171-438dcac96bf3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:03.346616 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:03.368288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-eca524fb-482b-4da4-87fe-9ade46b04961 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 HTTP/1.1" status: 200 len: 217 time: 0.1168644 Jan 28 20:31:03.395892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a308b9e7-1e9b-492e-a171-438dcac96bf3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 45e09d50-9005-48f9-adbd-fdc965a017d4 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:03.403629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Router bd418c8a-1a64-47ea-a93e-5ee553a3b599 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:31:03.425858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93d06a08-36fd-480d-baa9-65d90e61adf3 req-608d280e-ee04-450b-aed7-9144588aad2b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110128 Jan 28 20:31:03.506574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8783683a-2bd9-41ac-9049-ebb6c07609be req-25cc958c-acbc-445b-8b9a-fb171d140f0e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309746 Jan 28 20:31:03.519375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ea6ca-d09c-439c-a23a-84a5dcedd8ab None None] Pushing event updated for resources: {'Port': ['ID=1cde4a34-4e48-4997-a963-69c63152335f,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:03.710448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-6222cc1b-18cb-4ffb-942a-e788b55b6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:03.714405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-6222cc1b-18cb-4ffb-942a-e788b55b6a10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.3391013 Jan 28 20:31:03.751941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a308b9e7-1e9b-492e-a171-438dcac96bf3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:03.873450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308b9e7-1e9b-492e-a171-438dcac96bf3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=45e09d50-9005-48f9-adbd-fdc965a017d4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:03.895537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0ff0c79-b776-4f1d-b12b-c0ad69d1a043 req-92554526-03ff-4d12-bb0a-62609cfa09c5 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.1787374 Jan 28 20:31:03.902932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-fd65083e-ab57-4ba3-92bd-0344eabf999a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873637 Jan 28 20:31:03.968487 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a308b9e7-1e9b-492e-a171-438dcac96bf3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:03.980785 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a308b9e7-1e9b-492e-a171-438dcac96bf3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/45e09d50-9005-48f9-adbd-fdc965a017d4 HTTP/1.1" status: 204 len: 168 time: 1.1119909 Jan 28 20:31:03.987321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45466) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:04.112005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8ae90-74b5-444d-b1d6-badc841b57a4 req-aae2e533-1697-414c-96f8-f4eafbc717b0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.121532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60e8ae90-74b5-444d-b1d6-badc841b57a4 req-aae2e533-1697-414c-96f8-f4eafbc717b0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.4328282 Jan 28 20:31:04.135677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51594a-1208-4ac9-b33a-cd019bf3c9e9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.144360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51594a-1208-4ac9-b33a-cd019bf3c9e9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.154080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dd51594a-1208-4ac9-b33a-cd019bf3c9e9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1654899 Jan 28 20:31:04.157329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45468) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:04.231386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-6280d3af-38e7-40e8-8dac-26a39fde1115 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 2bc20acd-be6f-4575-97cd-e2e03aeb05b0 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:04.241947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:04.244067 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6280d3af-38e7-40e8-8dac-26a39fde1115 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:04.253406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b33b0a49-b3e8-4d50-96b1-0f5677d64e71 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd418c8a-1a64-47ea-a93e-5ee553a3b599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2095828 Jan 28 20:31:04.256228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Sync routers for ids ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:04.272916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Routers {'bd418c8a-1a64-47ea-a93e-5ee553a3b599'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:04.277022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:30:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:04.280902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60e8ae90-74b5-444d-b1d6-badc841b57a4 req-5ba00193-395c-4f22-9084-796f8619cd14 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583841 Jan 28 20:31:04.297775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-75a0f3f3-7c62-43e2-8a4f-4b812ace2764 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857548 Jan 28 20:31:04.413172 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6280d3af-38e7-40e8-8dac-26a39fde1115 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:04.446058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84039aad-88f4-4eea-8534-7119e7f49e10 req-d47fce8a-1e8c-479a-a652-e15b65ef05b0 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351085 Jan 28 20:31:04.734187 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cde4a34-4e48-4997-a963-69c63152335f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:04.818472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-d3fd5a5a-7d48-4d84-9f81-9449c2efea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.823827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6280d3af-38e7-40e8-8dac-26a39fde1115 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:04.834355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-d3fd5a5a-7d48-4d84-9f81-9449c2efea5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 1095 time: 0.3207684 Jan 28 20:31:04.935287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef120-2df7-49fc-b523-99d1cf92fbbd req-8a523a87-00df-424e-950b-51a63e264761 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.936921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-220ef120-2df7-49fc-b523-99d1cf92fbbd req-8a523a87-00df-424e-950b-51a63e264761 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.2775905 Jan 28 20:31:05.093459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6280d3af-38e7-40e8-8dac-26a39fde1115 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:05.112828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-220ef120-2df7-49fc-b523-99d1cf92fbbd req-e6bf3d30-df7c-4bfe-b89e-4feff7fcfeb4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291292 Jan 28 20:31:05.219890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280d3af-38e7-40e8-8dac-26a39fde1115 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc20acd-be6f-4575-97cd-e2e03aeb05b0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:05.244032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6280d3af-38e7-40e8-8dac-26a39fde1115 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:05.252976 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6280d3af-38e7-40e8-8dac-26a39fde1115 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/2bc20acd-be6f-4575-97cd-e2e03aeb05b0 HTTP/1.1" status: 204 len: 168 time: 1.0940642 Jan 28 20:31:05.255669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45496) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:05.296713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-5ba639ba-b729-4229-9638-09ab3dc6d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.303302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-5ba639ba-b729-4229-9638-09ab3dc6d74a service neutron] 10.222.0.26 "GET /v2.0/networks?id=829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 200 len: 912 time: 0.4429131 Jan 28 20:31:05.411708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-a20cea3c-93e9-4ce6-b5bd-ad7812558792 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 HTTP/1.1" status: 200 len: 217 time: 0.0966191 Jan 28 20:31:05.440954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2a89e-c6a1-4523-a6ad-7906c017484b req-bd5a9f4c-9287-4402-a039-d9f1ef81ffd1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.442701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60d2a89e-c6a1-4523-a6ad-7906c017484b req-bd5a9f4c-9287-4402-a039-d9f1ef81ffd1 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 944 time: 0.2724593 Jan 28 20:31:05.445695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45508) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:05.446187 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2adbedfa-36c5-4b32-abcd-5bf53f53ae74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1878490 Jan 28 20:31:05.459677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:05.463146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Set router bd418c8a-1a64-47ea-a93e-5ee553a3b599 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:05.648123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e454036e-35da-4aae-a1b7-a248791bc33c None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:05.651084 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60d2a89e-c6a1-4523-a6ad-7906c017484b req-13c6b0bf-8557-4e96-a0a2-521e8c67819e tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766131 Jan 28 20:31:05.652033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-6fbb449a-1e4f-4d4b-814b-6fa892f9d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.653463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-6fbb449a-1e4f-4d4b-814b-6fa892f9d7d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 200 len: 851 time: 0.2098696 Jan 28 20:31:05.717179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-f4334001-a1aa-434f-a808-e68de5e158a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=829be10a-e867-4194-bfb4-efe1dea71f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521529 Jan 28 20:31:05.779640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-d650d9f5-dd9d-4566-9418-42700c9bbe11 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.787859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-d650d9f5-dd9d-4566-9418-42700c9bbe11 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 819 time: 0.3428626 Jan 28 20:31:05.871034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-c8d3df0e-b5d7-4174-b464-acbd78be051b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/quotas/985f0b1f45534eb688a4e3ccee6464ba HTTP/1.1" status: 200 len: 375 time: 0.0821607 Jan 28 20:31:05.876165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:05.880788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:05.904168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2201a0f6-678f-4d23-8deb-519a0eb24d45 None None] Provisioning complete for port 1cde4a34-4e48-4997-a963-69c63152335f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:05.904663 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2201a0f6-678f-4d23-8deb-519a0eb24d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:05.963487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1cde4a34-4e48-4997-a963-69c63152335f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:05.963867 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:05.964914 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9a1307b-7acd-4490-b8ba-1e8b74050889 req-2b72cac5-a6a8-4ec9-8623-bce3716043a8 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c6e82d-2376-4fd3-afc1-dcf2c15b5234 HTTP/1.1" status: 200 len: 210 time: 0.0790234 Jan 28 20:31:06.043808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-97959901-bcb1-4cf5-9580-56aa7fd69178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:06.045633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-97959901-bcb1-4cf5-9580-56aa7fd69178 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1097 time: 0.2556572 Jan 28 20:31:06.115736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-dd93bde3-32bd-4d49-a7bd-f43018d2b051 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2437265 Jan 28 20:31:06.151237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:06.157995 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2201a0f6-678f-4d23-8deb-519a0eb24d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:06.163231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-c46853a1-e9d4-4128-b97a-4fba49e6ac62 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325602 Jan 28 20:31:06.167714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'a34a6923-2a0e-4648-b38d-f165c4334e2d', 'name': '', 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'mac_address': 'fa:16:3e:c5:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '2ed617a2-2849-44a6-ace5-3f501865b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:55Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 2, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'subnets': [{'id': '2ed617a2-2849-44a6-ace5-3f501865b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:06.208621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Checking router: bd418c8a-1a64-47ea-a93e-5ee553a3b599 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:06.208621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Updating router bd418c8a-1a64-47ea-a93e-5ee553a3b599 port a34a6923-2a0e-4648-b38d-f165c4334e2d binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:31:06.293374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2201a0f6-678f-4d23-8deb-519a0eb24d45 None None] For port 1cde4a34-4e48-4997-a963-69c63152335f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cde4a34-4e48-4997-a963-69c63152335f,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:06.304797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae2f4a16-7550-475d-a874-5a1c2a9a396c req-0db2a2cf-da90-4b9c-93a4-8edec9e674e7 service neutron] 10.222.0.26 "GET /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017921 Jan 28 20:31:06.340031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2201a0f6-678f-4d23-8deb-519a0eb24d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:06.342988 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:06.358194 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:06.445855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201a0f6-678f-4d23-8deb-519a0eb24d45 None None] Pushing event updated for resources: {'Port': ['ID=1cde4a34-4e48-4997-a963-69c63152335f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:06.522739 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:31:06.523495 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:31:06.579357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-16373977-7e47-496b-8b59-004d06956464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:06.581738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-16373977-7e47-496b-8b59-004d06956464 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.5188305 Jan 28 20:31:06.586097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] Deleting port 1cde4a34-4e48-4997-a963-69c63152335f {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:06.586997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:06.590244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d915f2a-16b9-47ae-bb7b-675c57ebe1dd req-ab5fee1f-cb2a-4ec2-b1bd-ef78732af76f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:06.591788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d915f2a-16b9-47ae-bb7b-675c57ebe1dd req-ab5fee1f-cb2a-4ec2-b1bd-ef78732af76f tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.4123449 Jan 28 20:31:06.776782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] For port 1cde4a34-4e48-4997-a963-69c63152335f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cde4a34-4e48-4997-a963-69c63152335f,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:06.777184 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:06.842423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] Calling delete_port for 1cde4a34-4e48-4997-a963-69c63152335f owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:07.022576 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.041784 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.046525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-2fd7c1a0-a9fe-4e4f-8671-9caf6b6fee24 service neutron] 10.222.0.44 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9298019 Jan 28 20:31:07.068844 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.080870 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.125960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d915f2a-16b9-47ae-bb7b-675c57ebe1dd req-3535b0da-e84a-44ce-9e7f-e66e02a6ae98 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4925489 Jan 28 20:31:07.135154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7393202-cf42-4b8f-b883-fb2552675474 None None] Pushing event updated for resources: {'Port': ['ID=a34a6923-2a0e-4648-b38d-f165c4334e2d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:07.137852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:07.140828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-a96848ae-246a-41c1-8048-cd462bc37af2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 1001 time: 0.5450768 Jan 28 20:31:07.165471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:07.183660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.184272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.192936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cde4a34-4e48-4997-a963-69c63152335f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:07.197067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] Pushing event deleted for resources: {'Port': ['ID=1cde4a34-4e48-4997-a963-69c63152335f,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:07.206595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc975143-d531-48ee-a89e-ae1312df0170 None None] No DVR routers for this DVR port 1cde4a34-4e48-4997-a963-69c63152335f on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:07.244916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bd91d-561d-4069-946f-6830652d0cce None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:07.285870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8391550 Jan 28 20:31:07.289065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45524) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:07.290104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b038d02-83b7-478c-86f9-5e3699d92b9c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=c2b6f288-65c0-4fc1-965f-4ff989189cf1,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:07.294980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'name': 'tempest-NetworksTestDHCPv6-166841479'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:07.295412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-57ea31a5-21fe-4175-87b1-ca0b0278216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.301931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-57ea31a5-21fe-4175-87b1-ca0b0278216d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.1311054 Jan 28 20:31:07.315580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1cde4a34-4e48-4997-a963-69c63152335f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:07.315942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cde4a34-4e48-4997-a963-69c63152335f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:07.403002 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:31:07.419897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Attempting to bind port a34a6923-2a0e-4648-b38d-f165c4334e2d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:07.420302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Attempting to bind port a34a6923-2a0e-4648-b38d-f165c4334e2d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:07.420672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Attempting to bind port a34a6923-2a0e-4648-b38d-f165c4334e2d on network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:07.428710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:07.429091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Checking segment: {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:07.429494 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.429890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Bound using segment: {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:07.430368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Bound port: a34a6923-2a0e-4648-b38d-f165c4334e2d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:07.430746 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.433346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-d30aa077-4938-4827-b534-32a11ea595c5 service neutron] 10.222.0.44 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735576 Jan 28 20:31:07.443017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-22338851-d5f3-4b48-a73e-6f8d9fa18ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.444800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-22338851-d5f3-4b48-a73e-6f8d9fa18ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331570 Jan 28 20:31:07.496957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b098e-fecb-40fe-ac41-55028933dd0b req-e8b2746d-4f44-424b-8335-3a0e3087eac8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.506877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd8b098e-fecb-40fe-ac41-55028933dd0b req-e8b2746d-4f44-424b-8335-3a0e3087eac8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.1225927 Jan 28 20:31:07.555256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:07.559668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.564798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] For port a34a6923-2a0e-4648-b38d-f165c4334e2d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:07.569160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] For port a34a6923-2a0e-4648-b38d-f165c4334e2d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a34a6923-2a0e-4648-b38d-f165c4334e2d,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:07.597641 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.620548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port c3218601-628f-4b58-ae18-92a127203ac3 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:07.628922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd8b098e-fecb-40fe-ac41-55028933dd0b req-fb642cc6-7bdb-453e-817c-d90d92c10fab tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204717 Jan 28 20:31:07.631696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'c2b6f288-65c0-4fc1-965f-4ff989189cf1'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:07.632730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:07.749991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-d862bd7c-48a7-4953-b563-c9e25e202d07 service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930119 Jan 28 20:31:07.891221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7393202-cf42-4b8f-b883-fb2552675474 None None] Pushing event updated for resources: {'Port': ['ID=a34a6923-2a0e-4648-b38d-f165c4334e2d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:07.897445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Routers {'bd418c8a-1a64-47ea-a93e-5ee553a3b599'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:07.898294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:30:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:07.921533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::382 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/c2b6f288-65c0-4fc1-965f-4ff989189cf1/c3218601-628f-4b58-ae18-92a127203ac3) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:07.962823 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c90bb62b-009a-4861-a43e-ef3bb3765725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.014336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e91a0e03-7147-4f80-be9f-3f752068a906 req-4961fc14-030c-4cb6-9846-6a35494e0b22 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 210 time: 0.1474025 Jan 28 20:31:08.060957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d951ddda-34d4-49bb-a5f4-5c25d3a8e0ce req-d94cccf2-ba45-4041-8410-7f9bc1f08fcb service neutron] 10.222.0.13 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023467 Jan 28 20:31:08.107307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec59c5-91a1-482f-bd93-5d268bb502be req-0908e140-4aec-47c1-8e91-8797e85023aa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.125280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-88ec59c5-91a1-482f-bd93-5d268bb502be req-0908e140-4aec-47c1-8e91-8797e85023aa tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 944 time: 0.3252797 Jan 28 20:31:08.129376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45542) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:08.174386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] Set router bd418c8a-1a64-47ea-a93e-5ee553a3b599 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:08.204445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-88ec59c5-91a1-482f-bd93-5d268bb502be req-2f0e829a-f8f4-430f-9a1b-aadcd9e55f98 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780973 Jan 28 20:31:08.318924 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dc8322c0-4c5f-4129-978f-6b2f6181279e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.331975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.373560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dc8322c0-4c5f-4129-978f-6b2f6181279e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.429872 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.524290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dc8322c0-4c5f-4129-978f-6b2f6181279e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.527734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dc8322c0-4c5f-4129-978f-6b2f6181279e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.529889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dc8322c0-4c5f-4129-978f-6b2f6181279e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "DELETE /v2.0/security-groups/c60981fc-d270-47f3-b77d-93e1dd2244b3 HTTP/1.1" status: 204 len: 168 time: 0.3987875 Jan 28 20:31:08.551314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45558) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:08.555527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=c3218601-628f-4b58-ae18-92a127203ac3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:08.577957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:08.582989 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-57c7ca19-70ce-44b7-b185-804ebef6125e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] show failed (client error): The resource could not be found. Jan 28 20:31:08.584526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-57c7ca19-70ce-44b7-b185-804ebef6125e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "GET /v2.0/security-groups/c60981fc-d270-47f3-b77d-93e1dd2244b3 HTTP/1.1" status: 404 len: 347 time: 0.0297685 Jan 28 20:31:08.586441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8322c0-4c5f-4129-978f-6b2f6181279e tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60981fc-d270-47f3-b77d-93e1dd2244b3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:08.589230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45560) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:08.595232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-c0ccd254-076a-4398-91d4-efa71c399416 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.603890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-c0ccd254-076a-4398-91d4-efa71c399416 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 819 time: 0.2355835 Jan 28 20:31:08.624364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-b9bd993b-c626-46b6-a882-9d3430f47ea4 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/quotas/985f0b1f45534eb688a4e3ccee6464ba HTTP/1.1" status: 200 len: 375 time: 0.0194395 Jan 28 20:31:08.710424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-134cbf3a-1ee7-4ade-95c9-59d70728cfe8 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849221 Jan 28 20:31:08.736356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:08.744286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:08.747992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:08.754678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.755550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.782481 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b0fdb5b5-dc2b-45a8-81b1-fd06cd2af800 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4917815 Jan 28 20:31:08.805445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45564) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:08.926404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02125f2-6011-4612-950d-4f153f43e827 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.928674 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d02125f2-6011-4612-950d-4f153f43e827 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1214006 Jan 28 20:31:08.934334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45568) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:08.937293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting port 2bec1d9d-a7e4-4e91-8913-c9b4a51b6ff2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:08.939966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:08.977208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:09.005668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'f5621c3d-0aa0-4039-82eb-ab2bd43e90e0', 'network_id': '829be10a-e867-4194-bfb4-efe1dea71f50', 'port_id': 'f5621c3d-0aa0-4039-82eb-ab2bd43e90e0', 'mac_address': 'fa:16:3e:f6:53:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee49341f-90f4-418d-9c8c-7bb0edd94e76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:09.008207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-af1c18a6-946e-49df-ad42-d227cba64334 service neutron] 10.222.0.44 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966468 Jan 28 20:31:09.052146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.052809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.068206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Calling delete_port for 2bec1d9d-a7e4-4e91-8913-c9b4a51b6ff2 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:09.182170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-8984a2ae-812f-4964-ba2a-477974dbb18b service neutron] 10.222.0.44 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727049 Jan 28 20:31:09.337282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.353919 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.377711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415c0c-2e63-4b25-9212-22af262d5830 req-c4e8090a-8cb2-4475-9910-ce2785962224 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:09.398421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95415c0c-2e63-4b25-9212-22af262d5830 req-c4e8090a-8cb2-4475-9910-ce2785962224 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.2209728 Jan 28 20:31:09.433977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/c2b6f288-65c0-4fc1-965f-4ff989189cf1/d02aef56-bcf0-4128-aaf8-ca347c81a372) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:09.489938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Port': ['ID=2bec1d9d-a7e4-4e91-8913-c9b4a51b6ff2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:09.540018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1204d58e-e032-448d-b85d-bab671a65a96 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port c3218601-628f-4b58-ae18-92a127203ac3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:09.540701 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1204d58e-e032-448d-b85d-bab671a65a96 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.567382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95415c0c-2e63-4b25-9212-22af262d5830 req-3004afbb-f052-4fcd-8ab7-a05c3ad547ae tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677136 Jan 28 20:31:09.585204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.614055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.630355 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a315f648-3742-43bc-a171-5dc9e2ad9f3c tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "DELETE /v2.0/floatingips/5dba448f-7f0a-494d-80e9-31dc1b1a5a43 HTTP/1.1" status: 204 len: 168 time: 1.0388937 Jan 28 20:31:09.634482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45576) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:09.749072 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.761579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.778682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:09.836955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:09.859712 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:09.877843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:09.885166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Pushing event updated for resources: {'Port': ['ID=d02aef56-bcf0-4128-aaf8-ca347c81a372,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:09.892975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:09.894759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'a34a6923-2a0e-4648-b38d-f165c4334e2d', 'name': '', 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'mac_address': 'fa:16:3e:c5:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '2ed617a2-2849-44a6-ace5-3f501865b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:55Z', 'updated_at': '2022-01-28T20:31:07Z', 'revision_number': 4, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'subnets': [{'id': '2ed617a2-2849-44a6-ace5-3f501865b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:09.928896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe4162-89a2-4072-88a8-9f1c53a3f712 None None] The sync data for ids ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'] in n-d-825064-3 is: [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'a34a6923-2a0e-4648-b38d-f165c4334e2d', 'name': '', 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'mac_address': 'fa:16:3e:c5:c4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '2ed617a2-2849-44a6-ace5-3f501865b0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:55Z', 'updated_at': '2022-01-28T20:31:07Z', 'revision_number': 4, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'subnets': [{'id': '2ed617a2-2849-44a6-ace5-3f501865b0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:09.958248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:09.968320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-16cc1c46-228d-4f95-b2e7-a70b3ab59a70 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting port acecaf6d-d262-44d4-95b0-72d9cb44e15c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:09.968671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16cc1c46-228d-4f95-b2e7-a70b3ab59a70 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.099764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-ef55cd1e-cb74-4c02-b9f3-074ca6a4da6a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:10.101992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-ef55cd1e-cb74-4c02-b9f3-074ca6a4da6a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 819 time: 0.7012522 Jan 28 20:31:10.144862 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16cc1c46-228d-4f95-b2e7-a70b3ab59a70 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.149405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Request body: {'port': {'device_id': '13c31ab9-e0c8-4388-8616-ce9a696962b8', 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f', 'admin_state_up': True, 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:10.166682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-16cc1c46-228d-4f95-b2e7-a70b3ab59a70 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Calling delete_port for acecaf6d-d262-44d4-95b0-72d9cb44e15c owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:10.288151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:10.292325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f5621c3d-0aa0-4039-82eb-ab2bd43e90e0'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:10.304753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73a625-ea19-4986-b981-8d3e0ee6cf62 req-5a110d99-d29e-49ed-b218-766a14d93ea6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:10.306344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e73a625-ea19-4986-b981-8d3e0ee6cf62 req-5a110d99-d29e-49ed-b218-766a14d93ea6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.5151968 Jan 28 20:31:10.350319 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1204d58e-e032-448d-b85d-bab671a65a96 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.360494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:10.364354 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-358a4454-f761-4858-b640-7ae55d18ec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.401183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Attempting to bind port d02aef56-bcf0-4128-aaf8-ca347c81a372 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:10.401771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Attempting to bind port d02aef56-bcf0-4128-aaf8-ca347c81a372 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:10.402292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Attempting to bind port d02aef56-bcf0-4128-aaf8-ca347c81a372 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:10.436458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:10.437191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:10.437924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.438479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:10.441493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Bound port: d02aef56-bcf0-4128-aaf8-ca347c81a372, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:10.442131 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.457703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1204d58e-e032-448d-b85d-bab671a65a96 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for c3218601-628f-4b58-ae18-92a127203ac3 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:10.551050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e73a625-ea19-4986-b981-8d3e0ee6cf62 req-c9f37a3c-4601-4d58-a237-ecdea6a83186 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952858 Jan 28 20:31:10.729601 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16cc1c46-228d-4f95-b2e7-a70b3ab59a70 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.807379 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.830377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1c46-228d-4f95-b2e7-a70b3ab59a70 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Port': ['ID=acecaf6d-d262-44d4-95b0-72d9cb44e15c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:10.856939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] For port d02aef56-bcf0-4128-aaf8-ca347c81a372, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:10.899196 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1204d58e-e032-448d-b85d-bab671a65a96 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.907909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] For port d02aef56-bcf0-4128-aaf8-ca347c81a372, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d02aef56-bcf0-4128-aaf8-ca347c81a372,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:10.941950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:10.944653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:10.947399 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b24148-c9cf-497c-81f4-1f786ddb4df4" -d '{"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:10.953559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:10.959766 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.026779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16cc1c46-228d-4f95-b2e7-a70b3ab59a70 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.033125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-16cc1c46-228d-4f95-b2e7-a70b3ab59a70 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "DELETE /v2.0/ports/acecaf6d-d262-44d4-95b0-72d9cb44e15c HTTP/1.1" status: 204 len: 168 time: 1.3916957 Jan 28 20:31:11.035597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45596) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:11.072907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5433345-2567-44bb-a6b3-88cb5efa2da0 None None] Pushing event updated for resources: {'Port': ['ID=d02aef56-bcf0-4128-aaf8-ca347c81a372,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:11.078993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204d58e-e032-448d-b85d-bab671a65a96 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=c3218601-628f-4b58-ae18-92a127203ac3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:11.125265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25c066fd-6091-4e71-914f-a63f958869e6 req-bbaebcc1-c263-445c-a658-2d03d9448db0 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 210 time: 0.1877930 Jan 28 20:31:11.162300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6c75ec0a-c929-4375-ac79-dcdc05f227fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting port ed5a4240-7eb5-492b-a362-466caea382c6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:11.162790 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c75ec0a-c929-4375-ac79-dcdc05f227fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.237978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1204d58e-e032-448d-b85d-bab671a65a96 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.250207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1204d58e-e032-448d-b85d-bab671a65a96 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/c3218601-628f-4b58-ae18-92a127203ac3 HTTP/1.1" status: 204 len: 168 time: 2.3113236 Jan 28 20:31:11.256657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45598) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:11.306658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:11.415257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c75ec0a-c929-4375-ac79-dcdc05f227fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.450716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6c75ec0a-c929-4375-ac79-dcdc05f227fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Calling delete_port for ed5a4240-7eb5-492b-a362-466caea382c6 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:11.570140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a34a6923-2a0e-4648-b38d-f165c4334e2d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:11.585124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f9c1f-9972-4530-9cac-b075bd98f7e5 req-e6d81a4c-5de7-4633-a0ff-1751500a4fbd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:11.599713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be3f9c1f-9972-4530-9cac-b075bd98f7e5 req-e6d81a4c-5de7-4633-a0ff-1751500a4fbd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 945 time: 0.6935234 Jan 28 20:31:11.630755 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.679036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f27bd-9c5b-49e6-9ea5-773e55a609fb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:11.680602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f27bd-9c5b-49e6-9ea5-773e55a609fb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:11.682201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4e6f27bd-9c5b-49e6-9ea5-773e55a609fb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4234750 Jan 28 20:31:11.706875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45602) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:11.718982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a34a6923-2a0e-4648-b38d-f165c4334e2d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:11.719393 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.837914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Made reservation on behalf of 985f0b1f45534eb688a4e3ccee6464ba for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:11.852276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.917286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c75ec0a-c929-4375-ac79-dcdc05f227fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.925687 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:11.952160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca7e1-2463-411f-a8e8-e8d0e10f8fe1 req-3149fe25-9073-450b-a136-4960dd63d007 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:11.965438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0cca7e1-2463-411f-a8e8-e8d0e10f8fe1 req-3149fe25-9073-450b-a136-4960dd63d007 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 944 time: 0.5384104 Jan 28 20:31:11.990228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be3f9c1f-9972-4530-9cac-b075bd98f7e5 req-1972dff4-0824-41e5-877e-812e0d594d08 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562253 Jan 28 20:31:11.993927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port a34a6923-2a0e-4648-b38d-f165c4334e2d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a34a6923-2a0e-4648-b38d-f165c4334e2d,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:12.002235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.087243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet c2b6f288-65c0-4fc1-965f-4ff989189cf1 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:12.117734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=a34a6923-2a0e-4648-b38d-f165c4334e2d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:12.143075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.156352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-f7374e6a-7436-4cd3-8233-df5805722f82 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:12.161105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-f7374e6a-7436-4cd3-8233-df5805722f82 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 819 time: 0.4122238 Jan 28 20:31:12.162231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75ec0a-c929-4375-ac79-dcdc05f227fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Port': ['ID=ed5a4240-7eb5-492b-a362-466caea382c6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:12.203270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Request body: {'port': {'device_id': '08011f67-d3dc-44cb-af51-93f8e701b12e', 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f', 'admin_state_up': True, 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:12.267897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0cca7e1-2463-411f-a8e8-e8d0e10f8fe1 req-679ffd32-d17d-4304-98c6-aefa7308beb2 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955372 Jan 28 20:31:12.375649 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bec2b5e-3f4f-41f8-90df-335993303eb7 x-openstack-request-id: req-0bec2b5e-3f4f-41f8-90df-335993303eb7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:12.376300 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-unplugged", "status": "failed", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988", "code": 422}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:12.376300 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bec2b5e-3f4f-41f8-90df-335993303eb7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:12.379142 n-d-825064-3 neutron-server[102308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'code': 422} returned with failed status Jan 28 20:31:12.463253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c75ec0a-c929-4375-ac79-dcdc05f227fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.485989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c75ec0a-c929-4375-ac79-dcdc05f227fc tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "DELETE /v2.0/ports/ed5a4240-7eb5-492b-a362-466caea382c6 HTTP/1.1" status: 204 len: 168 time: 1.4491305 Jan 28 20:31:12.486754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45610) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:12.511460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Allocated IP 172.20.0.5 (042a5f2f-57e3-4bdd-97ce-45fe98ccf14f/2ed617a2-2849-44a6-ace5-3f501865b0de/f828a240-7b86-49ee-9991-1f323ec8d57c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:12.523685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:12.612624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9d0d06-4d17-41a8-bb9e-82ea5f6a1b97 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting subnet 97e5c526-27d3-45eb-8c7e-d6a128e60720 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:12.627699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be9d0d06-4d17-41a8-bb9e-82ea5f6a1b97 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.633378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:12.639613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:12.640147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.667439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.692736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be9d0d06-4d17-41a8-bb9e-82ea5f6a1b97 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.714660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e6479d-6673-4c02-83af-dbe03d1cd55f req-d8604e18-3a86-4ef3-a942-6ae67362b9f8 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 210 time: 0.1073568 Jan 28 20:31:12.866821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.912072 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be9d0d06-4d17-41a8-bb9e-82ea5f6a1b97 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.961715 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:12.983571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:12.997528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.019238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a101a9-a627-4f24-90da-1d780fe7aa62 req-bb5ee288-e3e5-4367-af32-74eb5505c0be tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:13.029930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a101a9-a627-4f24-90da-1d780fe7aa62 req-bb5ee288-e3e5-4367-af32-74eb5505c0be tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.3879468 Jan 28 20:31:13.066229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:13.144045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be9d0d06-4d17-41a8-bb9e-82ea5f6a1b97 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.153712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3d5eafe6-8634-4f5a-a3de-9c97f76464e7 None None] Provisioning complete for port d02aef56-bcf0-4128-aaf8-ca347c81a372 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:13.154066 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3d5eafe6-8634-4f5a-a3de-9c97f76464e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.158822 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.169374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Made reservation on behalf of 985f0b1f45534eb688a4e3ccee6464ba for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:13.178950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.190583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a101a9-a627-4f24-90da-1d780fe7aa62 req-bdbbaf81-2efa-4ef6-a508-6f1a7f4ffc11 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559000 Jan 28 20:31:13.296751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be9d0d06-4d17-41a8-bb9e-82ea5f6a1b97 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.306598 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be9d0d06-4d17-41a8-bb9e-82ea5f6a1b97 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "DELETE /v2.0/subnets/97e5c526-27d3-45eb-8c7e-d6a128e60720 HTTP/1.1" status: 204 len: 168 time: 0.8119617 Jan 28 20:31:13.307839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d0d06-4d17-41a8-bb9e-82ea5f6a1b97 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Subnet': ['ID=97e5c526-27d3-45eb-8c7e-d6a128e60720,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:13.308482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.310769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9987f-532c-44b9-9247-91e1d69da725 None None] Network 54f24d87-c2ab-4877-8f9f-712bb1a41597 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:13.316006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45624) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:13.487633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.551324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.598223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-042b066b-4785-4e41-8aef-9397d51d4436 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Deleting subnet 190bd488-6dbc-4099-927f-5132711f3795 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:13.665838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.670966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/c2b6f288-65c0-4fc1-965f-4ff989189cf1 HTTP/1.1" status: 204 len: 168 time: 1.9489808 Jan 28 20:31:13.674683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45634) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:13.675869 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-042b066b-4785-4e41-8aef-9397d51d4436 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.678511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3d5eafe6-8634-4f5a-a3de-9c97f76464e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.696412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d02aef56-bcf0-4128-aaf8-ca347c81a372 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:13.701110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b6f288-65c0-4fc1-965f-4ff989189cf1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:13.735048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696d05-320a-4f74-add8-21c7a2f89ac6 req-a9de10a9-43b8-4072-a5b0-ce278bbc77d9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:13.744233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be696d05-320a-4f74-add8-21c7a2f89ac6 req-a9de10a9-43b8-4072-a5b0-ce278bbc77d9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 0.3070583 Jan 28 20:31:13.759705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.760805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.761306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.761976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.762582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.763557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.764526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.765420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.766624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.768930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.769705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.770198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb14a25-fa8d-44e9-8c10-2d4248d202c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:13.793690 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.829497 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7aae00f4-f092-4fb8-9138-9a8a2e878564 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534834 Jan 28 20:31:13.842180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45642) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:13.848597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:13.885800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] DHCP port deletion for 54f24d87-c2ab-4877-8f9f-712bb1a41597 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:13.921492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-042b066b-4785-4e41-8aef-9397d51d4436 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:13.998457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3d5eafe6-8634-4f5a-a3de-9c97f76464e7 None None] For port d02aef56-bcf0-4128-aaf8-ca347c81a372, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d02aef56-bcf0-4128-aaf8-ca347c81a372,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:14.007370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860609f7-cb08-46e0-a06f-a400f2d8c039 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:14.041374 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3d5eafe6-8634-4f5a-a3de-9c97f76464e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.049418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be696d05-320a-4f74-add8-21c7a2f89ac6 req-7752f57d-3f19-4e82-96f5-fc697e33516d tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996972 Jan 28 20:31:14.127947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Allocated IP 172.20.0.4 (042a5f2f-57e3-4bdd-97ce-45fe98ccf14f/2ed617a2-2849-44a6-ace5-3f501865b0de/b7548ef6-ea14-4d1d-afe0-af5a9de898ef) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:14.138089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdedc1c7-5058-4b53-a648-e7e97097316a req-878ae4da-5d26-4c55-9b48-4334525a6afd tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 210 time: 0.1248178 Jan 28 20:31:14.179524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:14.193295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:14.197502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Pushing event updated for resources: {'Port': ['ID=f828a240-7b86-49ee-9991-1f323ec8d57c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:14.200012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:14.269649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:14.270196 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.316934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45650) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:14.327910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5234d5f8-1904-4209-bc79-074afda3a59b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2010887 Jan 28 20:31:14.341567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Request body: {'port': {'device_id': '13c31ab9-e0c8-4388-8616-ce9a696962b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:14.447026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbea660-8d52-47b0-bee1-8d5dc0f25b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5621c3d-0aa0-4039-82eb-ab2bd43e90e0'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:14.449993 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8f4a04-5448-4e9a-bc4e-4e2364042a6e" -d '{"events": [{"server_uuid": "6dbea660-8d52-47b0-bee1-8d5dc0f25b33", "name": "network-vif-plugged", "status": "completed", "tag": "f5621c3d-0aa0-4039-82eb-ab2bd43e90e0"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:14.459467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5eafe6-8634-4f5a-a3de-9c97f76464e7 None None] Pushing event updated for resources: {'Port': ['ID=d02aef56-bcf0-4128-aaf8-ca347c81a372,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:14.462749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:14.464896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-027d3af0-c388-48fe-910f-ae98a292a743 None None] Could not find standard attr ID for object c3218601-628f-4b58-ae18-92a127203ac3. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:31:14.481001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-042b066b-4785-4e41-8aef-9397d51d4436 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.535565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.550215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-027d3af0-c388-48fe-910f-ae98a292a743 None None] Could not find standard attr ID for object 45e09d50-9005-48f9-adbd-fdc965a017d4. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:31:14.576611 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a17f0bfe-2f61-4cbf-875d-666c98e02e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.598269 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d02aef56-bcf0-4128-aaf8-ca347c81a372 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:14.599793 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.611485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.626834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:14.627883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168712b-933e-4233-9fd9-c29d9e2109e8 req-cdffd2b1-f870-49dd-803e-14eb3a7085e3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:14.631728 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.634294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d168712b-933e-4233-9fd9-c29d9e2109e8 req-cdffd2b1-f870-49dd-803e-14eb3a7085e3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.2291143 Jan 28 20:31:14.698401 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523c66f4-c295-4c13-95c2-77f52ee5ae51 x-openstack-request-id: req-523c66f4-c295-4c13-95c2-77f52ee5ae51 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:14.699429 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbea660-8d52-47b0-bee1-8d5dc0f25b33", "name": "network-vif-plugged", "status": "completed", "tag": "f5621c3d-0aa0-4039-82eb-ab2bd43e90e0", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:14.699939 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-523c66f4-c295-4c13-95c2-77f52ee5ae51 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:14.700654 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbea660-8d52-47b0-bee1-8d5dc0f25b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5621c3d-0aa0-4039-82eb-ab2bd43e90e0', 'code': 200} Jan 28 20:31:14.721582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] Deleting port 32e20b10-6e20-4a5a-b30e-273755345fb6 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:14.722218 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.817204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.846754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:14.857341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] For port 32e20b10-6e20-4a5a-b30e-273755345fb6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=32e20b10-6e20-4a5a-b30e-273755345fb6,segment=NetworkSegment(7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c),segment_id=7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:14.858233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:14.900773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Pushing event updated for resources: {'Port': ['ID=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:14.905294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] Calling delete_port for 32e20b10-6e20-4a5a-b30e-273755345fb6 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:14.910833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:14.914205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:14.922188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:14.951163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a34a6923-2a0e-4648-b38d-f165c4334e2d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:15.021207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:15.021900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.096662 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-e5c1c5dd-bf30-44b0-9510-821dbf2c277a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9241657 Jan 28 20:31:15.110126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Request body: {'port': {'device_id': '08011f67-d3dc-44cb-af51-93f8e701b12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:15.120712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] Deleting port d02aef56-bcf0-4128-aaf8-ca347c81a372 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:15.121560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.185906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.241321 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.262017 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.311280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] For port d02aef56-bcf0-4128-aaf8-ca347c81a372, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d02aef56-bcf0-4128-aaf8-ca347c81a372,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:15.311707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.326517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] Calling delete_port for d02aef56-bcf0-4128-aaf8-ca347c81a372 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:15.357251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=fe3d932c-1511-475e-98d7-c016b2dfdf3a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:15.412022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:15.414228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:15.422134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:15.440688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.455495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-2fa24714-2c9c-4480-85ff-cc03a4d2d322 req-213d59e4-e0ab-4570-b960-912322e35b2c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:31:15.456733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] Pushing event deleted for resources: {'Port': ['ID=32e20b10-6e20-4a5a-b30e-273755345fb6,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:15.458748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a34a6923-2a0e-4648-b38d-f165c4334e2d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:15.459303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.466317 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.483834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2fa24714-2c9c-4480-85ff-cc03a4d2d322 req-213d59e4-e0ab-4570-b960-912322e35b2c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455332 Jan 28 20:31:15.523875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] No DVR routers for this DVR port d02aef56-bcf0-4128-aaf8-ca347c81a372 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:15.561035 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d01b63e5-e32b-493f-b03a-e588c3791249 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7171974 Jan 28 20:31:15.565332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45666) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:15.571603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34468ed-89a7-48d6-89bf-1fc6ed377ab2 None None] No DVR routers for this DVR port 32e20b10-6e20-4a5a-b30e-273755345fb6 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:15.572117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'name': 'tempest-NetworksTestDHCPv6-135916424'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:15.600494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0afb88-bb8e-4fd2-b810-0a00973fa7f9 None None] Pushing event deleted for resources: {'Port': ['ID=d02aef56-bcf0-4128-aaf8-ca347c81a372,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:15.610094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6e440-3427-4cd1-b4c3-ee94d8852be4 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:15.734786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a17f0bfe-2f61-4cbf-875d-666c98e02e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.739984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-042b066b-4785-4e41-8aef-9397d51d4436 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:15.843772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b066b-4785-4e41-8aef-9397d51d4436 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Subnet': ['ID=190bd488-6dbc-4099-927f-5132711f3795,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:15.846094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a17f0bfe-2f61-4cbf-875d-666c98e02e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.011396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f0bfe-2f61-4cbf-875d-666c98e02e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe2c38c-619b-4233-93c8-d4d3785bec8c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:16.026595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d168712b-933e-4233-9fd9-c29d9e2109e8 req-c572e9e8-ed24-4482-9c94-ef047c0b9a11 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2147501 Jan 28 20:31:16.089298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-042b066b-4785-4e41-8aef-9397d51d4436 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.098003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-042b066b-4785-4e41-8aef-9397d51d4436 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "DELETE /v2.0/subnets/190bd488-6dbc-4099-927f-5132711f3795 HTTP/1.1" status: 204 len: 168 time: 2.7784550 Jan 28 20:31:16.128389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45680) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:16.152433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd61d8-2364-4d0d-b260-00e770c757ab req-46eadee9-20d2-4b06-bc22-393360e8ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:16.154126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83fd61d8-2364-4d0d-b260-00e770c757ab req-46eadee9-20d2-4b06-bc22-393360e8ec5c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 1097 time: 1.3027353 Jan 28 20:31:16.156547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a17f0bfe-2f61-4cbf-875d-666c98e02e64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=730de970db894ce3b99d7a8e7df23b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8364785 Jan 28 20:31:16.157039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ea729-35df-45a5-8869-cac7b1b25d73 None None] Network 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:16.182257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45682) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:16.237542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb13b3-ed91-4309-874d-2df36d2cb741 req-ce0a469f-18dc-497f-a8a7-114307b28efd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:16.245558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0bb13b3-ed91-4309-874d-2df36d2cb741 req-ce0a469f-18dc-497f-a8a7-114307b28efd tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 0.4418023 Jan 28 20:31:16.258831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d02aef56-bcf0-4128-aaf8-ca347c81a372 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:16.265427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'fe3d932c-1511-475e-98d7-c016b2dfdf3a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:16.266772 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.390229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:16.394038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.441733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 62fa56e0-bb4d-4151-b714-5dea64d1bb0a yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:16.517836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/fe3d932c-1511-475e-98d7-c016b2dfdf3a/5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:16.532075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83fd61d8-2364-4d0d-b260-00e770c757ab req-c4ec465b-373b-43be-a9c7-9952e976db55 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485026 Jan 28 20:31:16.592759 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-06db8a2e-5345-4480-a415-d17f779a37f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3382440 Jan 28 20:31:16.603680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-f478aac8-1b75-4e6c-b248-bb958b1390e8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:31:16.604690 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-f478aac8-1b75-4e6c-b248-bb958b1390e8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052500 Jan 28 20:31:16.609227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7548ef6-ea14-4d1d-afe0-af5a9de898ef {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:16.612081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0bb13b3-ed91-4309-874d-2df36d2cb741 req-a5228802-1cee-40c3-a524-db29517e49a9 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606443 Jan 28 20:31:16.635246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.679737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Transition to ACTIVE for port object b7548ef6-ea14-4d1d-afe0-af5a9de898ef will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:16.681860 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.689111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.726589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb1454-84c9-4126-96ea-185de932ce18 req-21249637-4339-48e8-9ee7-45647124d405 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:16.739555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dabb1454-84c9-4126-96ea-185de932ce18 req-21249637-4339-48e8-9ee7-45647124d405 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 931 time: 0.5894985 Jan 28 20:31:16.811196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Pushing event updated for resources: {'Port': ['ID=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:16.929981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Attempting to bind port b7548ef6-ea14-4d1d-afe0-af5a9de898ef on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:16.930330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Attempting to bind port b7548ef6-ea14-4d1d-afe0-af5a9de898ef by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:16.930666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Attempting to bind port b7548ef6-ea14-4d1d-afe0-af5a9de898ef on network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:16.938825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Port b7548ef6-ea14-4d1d-afe0-af5a9de898ef on network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:16.939228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Attempting to bind port b7548ef6-ea14-4d1d-afe0-af5a9de898ef on network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:16.940503 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7187-723c-4bec-ab35-68ba99a000cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.946564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:16.946915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Checking segment: {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:16.947310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Bound using segment: {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:16.947745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Bound port: b7548ef6-ea14-4d1d-afe0-af5a9de898ef, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:16.948111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:16.971970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dabb1454-84c9-4126-96ea-185de932ce18 req-258071b9-cb1c-4dac-9c5c-e8178cea1812 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312016 Jan 28 20:31:17.030132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d02aef56-bcf0-4128-aaf8-ca347c81a372 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:17.030750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d02aef56-bcf0-4128-aaf8-ca347c81a372 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:17.031234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 32e20b10-6e20-4a5a-b30e-273755345fb6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:17.033840 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.082499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93785b0-3919-4bd4-9c66-962dd79957d0 req-06ba119c-1d4e-4749-ae79-6219dc2d37a6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:17.084418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a93785b0-3919-4bd4-9c66-962dd79957d0 req-06ba119c-1d4e-4749-ae79-6219dc2d37a6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 944 time: 0.3072681 Jan 28 20:31:17.091235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.102890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 32e20b10-6e20-4a5a-b30e-273755345fb6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:17.103549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 32e20b10-6e20-4a5a-b30e-273755345fb6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:17.169035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Pushing event updated for resources: {'Port': ['ID=5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:17.184945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:17.186945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::312 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/fe3d932c-1511-475e-98d7-c016b2dfdf3a/62fa56e0-bb4d-4151-b714-5dea64d1bb0a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:17.195963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:17.212217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:17.219048 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7187-723c-4bec-ab35-68ba99a000cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.381885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] DHCP port deletion for 920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:17.396497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.420096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Attempting to bind port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:17.423726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Attempting to bind port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:17.426417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Attempting to bind port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:17.442521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.442794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:17.442947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:17.443302 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.443701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:17.448952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Bound port: 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:17.449543 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.498204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.527994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=62fa56e0-bb4d-4151-b714-5dea64d1bb0a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:17.550928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:17.556271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:17.560354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:17.567436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a93785b0-3919-4bd4-9c66-962dd79957d0 req-c43443b7-94c9-4659-a47b-8846bda8ccb6 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117928 Jan 28 20:31:17.587873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:17.590857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.591176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b539b-1f4c-426b-aa21-8eda523c9575 req-46f02022-cc58-4e31-b8ce-832e92a45368 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:17.593756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d7b539b-1f4c-426b-aa21-8eda523c9575 req-46f02022-cc58-4e31-b8ce-832e92a45368 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.3339245 Jan 28 20:31:17.602729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] For port b7548ef6-ea14-4d1d-afe0-af5a9de898ef, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:17.615463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] For port b7548ef6-ea14-4d1d-afe0-af5a9de898ef, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:17.637354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.653272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f828a240-7b86-49ee-9991-1f323ec8d57c {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:17.666137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f24d87-c2ab-4877-8f9f-712bb1a41597']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:17.674712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] For port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:17.689635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.694940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] For port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:17.717227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:17.717474 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.717624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cde3e9a-f0c8-43b7-95ac-2d3f7a71a62c') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:17.722790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d7b539b-1f4c-426b-aa21-8eda523c9575 req-c63e2509-ebfe-4d83-8144-6befbfd0abbf tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083016 Jan 28 20:31:17.727378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Pushing event updated for resources: {'Port': ['ID=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:17.737729 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-78ba9751-91f9-4806-bbc9-4b264ba1daa5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1710045 Jan 28 20:31:17.738711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45696) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:17.749499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7187-723c-4bec-ab35-68ba99a000cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.755486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ae0c7187-723c-4bec-ab35-68ba99a000cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.762428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ae0c7187-723c-4bec-ab35-68ba99a000cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbe2c38c-619b-4233-93c8-d4d3785bec8c HTTP/1.1" status: 204 len: 168 time: 1.5721989 Jan 28 20:31:17.773139 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.822402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] Deleting port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:17.825269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.825761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Transition to ACTIVE for port object f828a240-7b86-49ee-9991-1f323ec8d57c will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:17.854373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c7187-723c-4bec-ab35-68ba99a000cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe2c38c-619b-4233-93c8-d4d3785bec8c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:17.866307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:17.867265 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.874264 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-06468d86-3158-466b-9fea-c8b0ee7ca911 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7548ef6-ea14-4d1d-afe0-af5a9de898ef HTTP/1.1" status: 200 len: 1091 time: 2.7648065 Jan 28 20:31:17.882609 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:17.904283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08011f67-d3dc-44cb-af51-93f8e701b12e', 'tag': 'b7548ef6-ea14-4d1d-afe0-af5a9de898ef'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:17.909590 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce" -d '{"events": [{"name": "network-changed", "server_uuid": "08011f67-d3dc-44cb-af51-93f8e701b12e", "tag": "b7548ef6-ea14-4d1d-afe0-af5a9de898ef"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:17.937469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ee2c3-0173-462b-a83e-410658cbe72a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:17.964927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ee2c3-0173-462b-a83e-410658cbe72a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:17.978842 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-492ee2c3-0173-462b-a83e-410658cbe72a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2337408 Jan 28 20:31:17.979577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45702) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:17.979698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.053711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:18.054794 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:18.098822 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:18.142566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae794194-6ad7-48b5-b3c4-b00b07bb527f None None] Pushing event updated for resources: {'Port': ['ID=5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:18.178189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:18.236956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] For port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:18.243323 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.262791 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851aca62-01eb-4941-9c1e-1fbc1e7a0ab2 x-openstack-request-id: req-851aca62-01eb-4941-9c1e-1fbc1e7a0ab2 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:18.263600 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08011f67-d3dc-44cb-af51-93f8e701b12e", "tag": "b7548ef6-ea14-4d1d-afe0-af5a9de898ef", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:18.264084 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-851aca62-01eb-4941-9c1e-1fbc1e7a0ab2 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:18.264760 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08011f67-d3dc-44cb-af51-93f8e701b12e', 'tag': 'b7548ef6-ea14-4d1d-afe0-af5a9de898ef', 'status': 'completed', 'code': 200} Jan 28 20:31:18.359872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] Calling delete_port for 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:18.390993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.404470 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.404785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.410233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "DELETE /v2.0/networks/54f24d87-c2ab-4877-8f9f-712bb1a41597 HTTP/1.1" status: 204 len: 168 time: 2.2784052 Jan 28 20:31:18.411470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Pushing event updated for resources: {'Port': ['ID=f828a240-7b86-49ee-9991-1f323ec8d57c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:18.434358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45708) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:18.478537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-981326cc-1d71-40db-a855-78f7ac488c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:18.489198 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-981326cc-1d71-40db-a855-78f7ac488c9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 1094 time: 0.5086155 Jan 28 20:31:18.510841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d25e-7040-4926-9e75-e36652c59254 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Network': ['ID=54f24d87-c2ab-4877-8f9f-712bb1a41597,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:18.602146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe54d9-399d-41ab-8569-8a72f40745cf req-56f7cf95-dd8b-4615-bbec-02a97c56c0cf tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:18.603934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffbe54d9-399d-41ab-8569-8a72f40745cf req-56f7cf95-dd8b-4615-bbec-02a97c56c0cf tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 0.6141970 Jan 28 20:31:18.606040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-ab8df011-8bea-405e-bd8f-14ced1524b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:18.607429 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-ab8df011-8bea-405e-bd8f-14ced1524b6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc&tenant_id=7e69d00efec840fa89855b324e670c77 HTTP/1.1" status: 200 len: 1095 time: 0.4926445 Jan 28 20:31:18.622467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:18.638335 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.650284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70492e5d-deb0-4de0-b503-e5ca30448e9b req-5010fd4c-11aa-480b-9c90-c7fc1a20f9e9 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:18.651932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70492e5d-deb0-4de0-b503-e5ca30448e9b req-5010fd4c-11aa-480b-9c90-c7fc1a20f9e9 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 943 time: 0.3420935 Jan 28 20:31:18.712692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-c355f561-e1af-4e18-b35d-32538871b0a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef HTTP/1.1" status: 200 len: 217 time: 0.1378410 Jan 28 20:31:18.767905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,segment=NetworkSegment(3d28db18-8d24-47bc-88ff-8f62d8144e2b),segment_id=3d28db18-8d24-47bc-88ff-8f62d8144e2b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:18.775951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.808461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Attempting to bind port f828a240-7b86-49ee-9991-1f323ec8d57c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:18.808461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Attempting to bind port f828a240-7b86-49ee-9991-1f323ec8d57c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:18.808461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Attempting to bind port f828a240-7b86-49ee-9991-1f323ec8d57c on network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:18.813781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70492e5d-deb0-4de0-b503-e5ca30448e9b req-0a64b9e1-38b7-4fe4-ba86-dea2e9e922a5 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345584 Jan 28 20:31:18.816857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffbe54d9-399d-41ab-8569-8a72f40745cf req-07f5f332-8a39-40f0-8907-5018cc6d4cc0 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040086 Jan 28 20:31:18.819463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Port f828a240-7b86-49ee-9991-1f323ec8d57c on network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:18.819813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Attempting to bind port f828a240-7b86-49ee-9991-1f323ec8d57c on network 042a5f2f-57e3-4bdd-97ce-45fe98ccf14f {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:18.828794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:18.829886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Checking segment: {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:18.830506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Bound using segment: {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:18.831145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Bound port: f828a240-7b86-49ee-9991-1f323ec8d57c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102bbbd3-ca14-40bf-a49c-d030bee6d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:18.831521 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.843478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.901756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:18.935252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-0200df71-f12a-4bd4-a32d-3bfeaffa6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:18.936808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-0200df71-f12a-4bd4-a32d-3bfeaffa6260 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.2023294 Jan 28 20:31:18.973086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-879a2ca0-e372-4e88-9dad-9a91b0c8bd4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 62fa56e0-bb4d-4151-b714-5dea64d1bb0a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:18.973440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-879a2ca0-e372-4e88-9dad-9a91b0c8bd4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.005337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:19.021181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.059314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] No DVR routers for this DVR port 4fb1369c-7ae5-44e0-8b9b-3c8677facca8 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:19.063411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1aa4c4-628a-46c9-9c58-94b77e571515 None None] Pushing event deleted for resources: {'Port': ['ID=4fb1369c-7ae5-44e0-8b9b-3c8677facca8,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:19.083725 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-b1df4e3c-a12c-4ceb-a956-e790df0e0d33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136475 Jan 28 20:31:19.087579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] The port '4fb1369c-7ae5-44e0-8b9b-3c8677facca8' was deleted {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 28 20:31:19.237955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:19.271978 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-a590679d-bfac-4d20-8a27-2c39c6748f80 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599348 Jan 28 20:31:19.289377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:19.333908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf7de2b-fd96-419d-912f-77c1cdb05988 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:19.342557 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.375103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Transition to ACTIVE for port object eaf7de2b-fd96-419d-912f-77c1cdb05988 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:19.459388 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.532869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] For port f828a240-7b86-49ee-9991-1f323ec8d57c, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:19.548593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.555405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-879a2ca0-e372-4e88-9dad-9a91b0c8bd4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.559466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=9']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:19.604762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:19.607104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-879a2ca0-e372-4e88-9dad-9a91b0c8bd4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 62fa56e0-bb4d-4151-b714-5dea64d1bb0a owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:19.649452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d28db18-8d24-47bc-88ff-8f62d8144e2b') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:19.649888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d28db18-8d24-47bc-88ff-8f62d8144e2b') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:19.662486 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23fa9177-9675-4a7c-931b-bd1de988db41 req-7f5aa1f3-7619-4612-84ea-07e4ad04c69a service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692784 Jan 28 20:31:19.687377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] For port f828a240-7b86-49ee-9991-1f323ec8d57c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f828a240-7b86-49ee-9991-1f323ec8d57c,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:19.713037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddc9cd-57ba-47f5-aec1-b3e9e4baef92 req-d9f1e5b4-13df-4cae-bb5c-3bf40c7765cc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.716250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5ddc9cd-57ba-47f5-aec1-b3e9e4baef92 req-d9f1e5b4-13df-4cae-bb5c-3bf40c7765cc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.3352389 Jan 28 20:31:19.729797 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.753854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8e5bb148-8c21-455e-88b2-6777a352fb14 None None] Provisioning complete for port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:19.754466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e5bb148-8c21-455e-88b2-6777a352fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.763249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296079b4-c67d-4c56-adf5-eb95c49d441c req-3c999b3b-cba0-4852-a54f-718fcbc70fad tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.768422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-296079b4-c67d-4c56-adf5-eb95c49d441c req-3c999b3b-cba0-4852-a54f-718fcbc70fad tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 944 time: 0.3353746 Jan 28 20:31:19.886528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.887712 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:19.889514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] 10.222.0.13 "PUT /v2.0/ports/f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 200 len: 1091 time: 5.5522792 Jan 28 20:31:19.901928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c31ab9-e0c8-4388-8616-ce9a696962b8', 'tag': 'f828a240-7b86-49ee-9991-1f323ec8d57c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:19.905261 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adde95ae-d38f-43df-b05d-aa705ca9c2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "13c31ab9-e0c8-4388-8616-ce9a696962b8", "tag": "f828a240-7b86-49ee-9991-1f323ec8d57c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:20.034779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.089408 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.102830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-879a2ca0-e372-4e88-9dad-9a91b0c8bd4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.111406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5ddc9cd-57ba-47f5-aec1-b3e9e4baef92 req-5a82d87c-26a8-4fd6-9221-a65ce54da084 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828089 Jan 28 20:31:20.114488 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e5bb148-8c21-455e-88b2-6777a352fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.132150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:20.132866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:20.154310 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:20.172806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8e5bb148-8c21-455e-88b2-6777a352fb14 None None] For port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:20.178416 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e5bb148-8c21-455e-88b2-6777a352fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.189580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d2390-01d9-4400-9b5d-ad6860cd9a6a service neutron] Pushing event updated for resources: {'Port': ['ID=f828a240-7b86-49ee-9991-1f323ec8d57c,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:20.207320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] No DVR routers for this DVR port eaf7de2b-fd96-419d-912f-77c1cdb05988 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:20.247469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bb148-8c21-455e-88b2-6777a352fb14 None None] Pushing event updated for resources: {'Port': ['ID=5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:20.252546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:20.274508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-8a8f1854-74e6-475c-bd5c-1e3a2aea6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.276380 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-8a8f1854-74e6-475c-bd5c-1e3a2aea6658 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 1094 time: 0.2657890 Jan 28 20:31:20.302537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a2ca0-e372-4e88-9dad-9a91b0c8bd4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=62fa56e0-bb4d-4151-b714-5dea64d1bb0a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:20.322211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-879a2ca0-e372-4e88-9dad-9a91b0c8bd4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.328826 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-879a2ca0-e372-4e88-9dad-9a91b0c8bd4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/62fa56e0-bb4d-4151-b714-5dea64d1bb0a HTTP/1.1" status: 204 len: 168 time: 2.3240063 Jan 28 20:31:20.332293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45744) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:20.335682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:20.336625 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.396734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d519b418-ff1e-4005-a2a1-5e7937d42b88 None None] Could not find standard attr ID for object 62fa56e0-bb4d-4151-b714-5dea64d1bb0a. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:31:20.442018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-296079b4-c67d-4c56-adf5-eb95c49d441c req-c6b1e023-2e45-4e4b-8823-66d25cb6c83a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6246080 Jan 28 20:31:20.454952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-65b4a687-44c9-4fc2-9c76-aaf808c19e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.460566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-65b4a687-44c9-4fc2-9c76-aaf808c19e59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1094 time: 0.5155659 Jan 28 20:31:20.493128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.558464 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.566948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-78ca69d0-89a5-4a30-b31a-4e2068497a78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 200 len: 217 time: 0.0906572 Jan 28 20:31:20.569816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] 10.222.0.44 "DELETE /v2.0/networks/920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4 HTTP/1.1" status: 204 len: 168 time: 2.1335931 Jan 28 20:31:20.578347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ab55b-1e09-4df5-8564-4f9e4a98b779 tempest-TaggedBootDevicesTest_v242-2135876968 tempest-TaggedBootDevicesTest_v242-2135876968-project] Pushing event deleted for resources: {'Network': ['ID=920b0eff-5a58-4e5e-a1c0-fd189a7b3bf4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:20.614140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56069221-339f-4785-b723-c2f1068190c0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.615361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56069221-339f-4785-b723-c2f1068190c0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.619807 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-56069221-339f-4785-b723-c2f1068190c0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2862890 Jan 28 20:31:20.620483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45750) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:20.676071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-d764902e-4c56-43fe-87e7-1a6e3b43f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.677592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-d764902e-4c56-43fe-87e7-1a6e3b43f2bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.3722868 Jan 28 20:31:20.742495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-2188cadc-6c28-4c03-a16b-98c405c95980 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef HTTP/1.1" status: 200 len: 217 time: 0.0565636 Jan 28 20:31:20.753178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet fe3d932c-1511-475e-98d7-c016b2dfdf3a {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:20.771291 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.860918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:20.894788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-eb120d5f-5afc-473f-a1bc-3b3eec8958d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.896996 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-eb120d5f-5afc-473f-a1bc-3b3eec8958d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.1383591 Jan 28 20:31:21.004413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.044617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Attempting to bind port eaf7de2b-fd96-419d-912f-77c1cdb05988 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:21.045501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Attempting to bind port eaf7de2b-fd96-419d-912f-77c1cdb05988 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:21.046115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Attempting to bind port eaf7de2b-fd96-419d-912f-77c1cdb05988 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:21.061330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-bb79b839-06c2-456a-8dae-12c7acb75491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:21.062978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-bb79b839-06c2-456a-8dae-12c7acb75491 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.4781590 Jan 28 20:31:21.066425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Port eaf7de2b-fd96-419d-912f-77c1cdb05988 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:21.066864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Attempting to bind port eaf7de2b-fd96-419d-912f-77c1cdb05988 on network 0b696b74-f203-4f40-b45c-22d1c0b67e6b {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:21.091969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-1a40f6b5-8caa-4844-878d-27298e52bf8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862025 Jan 28 20:31:21.107780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:21.108273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Checking segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:21.108783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Bound using segment: {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:21.109347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Bound port: eaf7de2b-fd96-419d-912f-77c1cdb05988, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:21.109808 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.114837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-36765bb5-bea4-4f97-9a1e-5024518dde8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419009 Jan 28 20:31:21.122763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.132351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc5a38-35b1-4a5f-a384-fedc6fe93540 req-b19b912e-9134-4e49-b523-c33a844d8298 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:21.139996 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dcc5a38-35b1-4a5f-a384-fedc6fe93540 req-b19b912e-9134-4e49-b523-c33a844d8298 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 943 time: 0.2078190 Jan 28 20:31:21.149485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2364a-dd54-417a-bcd8-3b76e8d8ac3e req-f6c2781f-0cc8-4036-9f36-f92d1933a0a5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:21.151116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30d2364a-dd54-417a-bcd8-3b76e8d8ac3e req-f6c2781f-0cc8-4036-9f36-f92d1933a0a5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 0.2181568 Jan 28 20:31:21.181708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3d932c-1511-475e-98d7-c016b2dfdf3a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:21.212865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.220698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb03c59-11f3-475c-959d-fa3df54813a2 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:21.223674 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/fe3d932c-1511-475e-98d7-c016b2dfdf3a HTTP/1.1" status: 204 len: 168 time: 0.6003122 Jan 28 20:31:21.225243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.225594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.225941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.226283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.227820 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.229022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.229539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.229886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.230241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.230569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.230907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.231244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.231565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c936635-e067-42f4-aa33-27a826bad40a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:21.246764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45754) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:21.312322 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aff9bcd9-bc09-4100-b599-2cdbf3a92b06 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557845 Jan 28 20:31:21.312322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45756) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:21.345596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30d2364a-dd54-417a-bcd8-3b76e8d8ac3e req-3338853e-70a5-4c23-b564-8e408b855c72 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840732 Jan 28 20:31:21.357100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7dcc5a38-35b1-4a5f-a384-fedc6fe93540 req-f9d0489d-dbab-497e-bdcf-a74bb9b19026 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163379 Jan 28 20:31:21.381406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-8b96931a-01c8-4e41-baaf-588caa5991ce service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815323 Jan 28 20:31:21.383154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-5fbfe895-d12b-4e6b-92db-73c22d7bfe8d service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604558 Jan 28 20:31:21.384618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:21.412732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d13a4-a23b-41a5-815f-5e3e0577de8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:21.414357 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-900d13a4-a23b-41a5-815f-5e3e0577de8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1072741 Jan 28 20:31:21.418763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45764) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:21.529265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:21.573426 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4e6c65-07e8-429b-906f-a556e85e5e34 x-openstack-request-id: req-bb4e6c65-07e8-429b-906f-a556e85e5e34 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:21.573721 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c31ab9-e0c8-4388-8616-ce9a696962b8", "tag": "f828a240-7b86-49ee-9991-1f323ec8d57c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:21.576301 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb4e6c65-07e8-429b-906f-a556e85e5e34 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:21.576727 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c31ab9-e0c8-4388-8616-ce9a696962b8', 'tag': 'f828a240-7b86-49ee-9991-1f323ec8d57c', 'status': 'completed', 'code': 200} Jan 28 20:31:21.593645 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea624d6f-b41d-45fb-9a5f-582c96eb21ce req-6e03365d-c5a5-443f-ab0f-a82db6e665ec service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990614 Jan 28 20:31:21.602687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Deleting port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:21.603016 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.623427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:21.650332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.724301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] For port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:21.725569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.753263 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Calling delete_port for 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:21.757872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315958d-2a49-4d69-90ec-e626839b19a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:21.762611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f315958d-2a49-4d69-90ec-e626839b19a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2056572 Jan 28 20:31:21.762884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45780) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:21.775738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:21.776149 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:21.778136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] 10.222.0.26 "PUT /v2.0/ports/eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 1092 time: 3.1619065 Jan 28 20:31:21.804057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf392f-78ea-4373-b25e-d8372344de92 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=10']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:21.825531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a1e62-ff55-4da0-bfbb-92d9cd87efcd req-b3d529d8-cbb6-4cf7-a615-d26b1915e4b9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:21.840923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c4a1e62-ff55-4da0-bfbb-92d9cd87efcd req-b3d529d8-cbb6-4cf7-a615-d26b1915e4b9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.2744951 Jan 28 20:31:21.872143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96571a88-5230-4e6e-b6ba-394c698efa9e req-18b37044-e8b9-4faa-8359-2ecd96f9f5e1 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542363 Jan 28 20:31:21.898089 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ccaa138b-4bdc-4b68-96f7-45ef01cab388 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333647 Jan 28 20:31:21.906428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45782) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:21.936318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:22.057236 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:22.109266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] No DVR routers for this DVR port 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:22.119010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c4a1e62-ff55-4da0-bfbb-92d9cd87efcd req-15ae5a78-730b-4a6c-8d29-26736dd573ac tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767172 Jan 28 20:31:22.136571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Pushing event deleted for resources: {'Port': ['ID=5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:22.141146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:22.142004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-b7f2a2e2-ceb2-43c7-a996-836144d65814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.143588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-b7f2a2e2-ceb2-43c7-a996-836144d65814 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1096 time: 0.2980437 Jan 28 20:31:22.183667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:22.189600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:22.189907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:22.190178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5c45f61e-7cbb-42d6-9e81-e2fab0ac6ab5 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:22.193645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-a99bbf43-7909-4d19-9e2c-3d9a75597d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.195048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-a99bbf43-7909-4d19-9e2c-3d9a75597d9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1094 time: 0.2135046 Jan 28 20:31:22.205033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.205879 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.206215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.206547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.206876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.207200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.207555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.207850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.208170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.208511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.208832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.209328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b56ca-339a-4fb6-8b5b-8a1ebb19e45d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:22.376077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b7548ef6-ea14-4d1d-afe0-af5a9de898ef details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:22.562615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4172-13c6-42b3-a8d2-423cbfc744d0 req-81ed3053-7e88-4416-aed2-6c3359a6b097 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.564664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b7548ef6-ea14-4d1d-afe0-af5a9de898ef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:22.572657 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-454b4172-13c6-42b3-a8d2-423cbfc744d0 req-81ed3053-7e88-4416-aed2-6c3359a6b097 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.2544205 Jan 28 20:31:22.586718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-2b47294e-ed16-4162-911b-7e28bae99b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.588459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-2b47294e-ed16-4162-911b-7e28bae99b38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.4230170 Jan 28 20:31:22.589641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'b7548ef6-ea14-4d1d-afe0-af5a9de898ef', 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f', 'port_id': 'b7548ef6-ea14-4d1d-afe0-af5a9de898ef', 'mac_address': 'fa:16:3e:77:37:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed617a2-2849-44a6-ace5-3f501865b0de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:22.599475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f8e89-f5fd-4f2b-8d93-0b8dc1fd639d req-25d298f2-4a4a-4994-b4e2-a31df267a182 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.604318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:22.604849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c4f8e89-f5fd-4f2b-8d93-0b8dc1fd639d req-25d298f2-4a4a-4994-b4e2-a31df267a182 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 0.2850003 Jan 28 20:31:22.645795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:22.653161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:22.663936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.664699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:22.671390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f7af60-1b35-46db-8cef-552093bf9be3 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:22.685666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:22.692504 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ec3315cf-42ed-4898-a41e-e620257e67a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7841754 Jan 28 20:31:22.695282 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45804) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:22.700610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732', 'ip_address': '2001:db8::1ab1:1b6f:ce2a:e106'}], 'name': 'tempest-NetworksTestDHCPv6-1327751653'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:22.760220 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:22.783613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7548ef6-ea14-4d1d-afe0-af5a9de898ef {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:22.823040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b7548ef6-ea14-4d1d-afe0-af5a9de898ef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:22.831510 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:22.857354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:22.867623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-065e274e-8f58-4548-8eec-936c6eb53331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.878439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-065e274e-8f58-4548-8eec-936c6eb53331 service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.6384020 Jan 28 20:31:22.921356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-454b4172-13c6-42b3-a8d2-423cbfc744d0 req-6d022655-5f0d-4899-bfd9-6042c98b08d7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478453 Jan 28 20:31:22.950364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:23.000006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:23.022417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-caab8dff-f58b-4968-b7df-139453fbd0cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 200 len: 217 time: 0.1216381 Jan 28 20:31:23.024256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-f59f2f8f-57d2-4ffe-ade1-3efcaf859c0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 999 time: 0.4148219 Jan 28 20:31:23.037253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c4f8e89-f5fd-4f2b-8d93-0b8dc1fd639d req-c3a3f34c-7bbd-4844-81ea-e3b704ad5cd7 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091487 Jan 28 20:31:23.041239 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:23.043811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 18229057-0573-4d8c-a0fc-52800c4891e1 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:23.053992 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:23.062978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['b7548ef6-ea14-4d1d-afe0-af5a9de898ef'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:23.160600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-a7291a82-3b0d-4cbe-904b-2c9f8baa33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.162108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-a7291a82-3b0d-4cbe-904b-2c9f8baa33a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.1233847 Jan 28 20:31:23.261042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-f258c73f-6098-466f-979b-de5eab831f3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746422 Jan 28 20:31:23.282995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-2081ec6b-abe7-4b78-81c8-58f769b91237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.285103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-2081ec6b-abe7-4b78-81c8-58f769b91237 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.2445445 Jan 28 20:31:23.309177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6f88e-2402-4411-b37b-8d228d5bd798 req-9949f203-bc9e-419c-858a-ca51f2c19d51 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.317432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28f6f88e-2402-4411-b37b-8d228d5bd798 req-9949f203-bc9e-419c-858a-ca51f2c19d51 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 944 time: 0.1533592 Jan 28 20:31:23.348943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::1ab1:1b6f:ce2a:e106 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732/18229057-0573-4d8c-a0fc-52800c4891e1) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:23.563135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-66b05dcc-ec4c-4ade-98ff-fc2897e3a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.566028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-66b05dcc-ec4c-4ade-98ff-fc2897e3a82e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458012 Jan 28 20:31:23.569580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28f6f88e-2402-4411-b37b-8d228d5bd798 req-c9867cc2-964f-4969-9ac0-99ff03ac4ddf tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513292 Jan 28 20:31:23.591957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:23.595842 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d" -d '{"events": [{"name": "network-changed", "server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:23.597380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:23.641179 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:23.698190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:23.702591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:23.712143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:23.719261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.720836 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:23.738358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=18229057-0573-4d8c-a0fc-52800c4891e1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:23.757094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-61308575-b4f7-4d89-bc5e-48b170d96633 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0571959 Jan 28 20:31:23.758328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45846) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:23.759586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732/72f85a73-2869-43d6-8661-dfb8b7de823a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:23.789039 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182c5cec-f801-457d-b0ee-239e620449ae x-openstack-request-id: req-182c5cec-f801-457d-b0ee-239e620449ae {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:23.790550 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:23.790806 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-182c5cec-f801-457d-b0ee-239e620449ae {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:23.791906 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'status': 'completed', 'code': 200} Jan 28 20:31:23.808775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-cf936ee8-4e9d-4ef6-bcd7-5e29c0c525e2 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349722 Jan 28 20:31:23.827698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-39c48c67-3bea-4106-966c-64ea7709ea17 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279632 Jan 28 20:31:23.843582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c19027-2645-4988-9008-538ed65fc1b9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.850953 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-28c19027-2645-4988-9008-538ed65fc1b9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0889208 Jan 28 20:31:23.851484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45850) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:23.854792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f03c6-d182-448d-917c-328e5db88ec1 req-b9cd4710-c5ed-42e7-87e5-8e65a5a26417 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.856632 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b00f03c6-d182-448d-917c-328e5db88ec1 req-b9cd4710-c5ed-42e7-87e5-8e65a5a26417 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.3415060 Jan 28 20:31:23.960051 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:23.967753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.012126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-37e9cf61-40a1-4f62-bc21-eeb71d6a145c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 18229057-0573-4d8c-a0fc-52800c4891e1 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:24.019104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf61-40a1-4f62-bc21-eeb71d6a145c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.027702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Pushing event updated for resources: {'Port': ['ID=72f85a73-2869-43d6-8661-dfb8b7de823a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:24.036392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b00f03c6-d182-448d-917c-328e5db88ec1 req-6673e263-122f-4fcd-a82c-977e84458d46 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647894 Jan 28 20:31:24.037374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:24.039605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:24.055528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:24.170299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b285282f-ed13-4d5f-bbc0-43950b674aeb req-1b691128-5ee5-42bc-bcf3-9b8a557c4556 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279469 Jan 28 20:31:24.181911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Attempting to bind port 72f85a73-2869-43d6-8661-dfb8b7de823a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:24.182289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Attempting to bind port 72f85a73-2869-43d6-8661-dfb8b7de823a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:24.182652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Attempting to bind port 72f85a73-2869-43d6-8661-dfb8b7de823a on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:24.195326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:24.195683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:24.196109 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.197765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:24.198094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Bound port: 72f85a73-2869-43d6-8661-dfb8b7de823a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:24.198423 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.200055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adde95ae-d38f-43df-b05d-aa705ca9c2b6 req-ae12b536-3ab2-4020-bd7a-b4497d4eb315 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839614 Jan 28 20:31:24.268485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf61-40a1-4f62-bc21-eeb71d6a145c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.299606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-37e9cf61-40a1-4f62-bc21-eeb71d6a145c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 18229057-0573-4d8c-a0fc-52800c4891e1 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:24.343033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] For port 72f85a73-2869-43d6-8661-dfb8b7de823a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:24.350590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] For port 72f85a73-2869-43d6-8661-dfb8b7de823a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=72f85a73-2869-43d6-8661-dfb8b7de823a,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:24.360936 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.574589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb92013-3c1c-428c-9104-a1d5eb44a916 None None] Pushing event updated for resources: {'Port': ['ID=72f85a73-2869-43d6-8661-dfb8b7de823a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:24.589480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f828a240-7b86-49ee-9991-1f323ec8d57c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:24.598377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b7548ef6-ea14-4d1d-afe0-af5a9de898ef up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:24.630944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46b58a-d63a-4be2-8fae-afc0b03ca56c req-18dc3d51-ec81-4b85-a07a-86cdffaa15a3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.642328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f46b58a-d63a-4be2-8fae-afc0b03ca56c req-18dc3d51-ec81-4b85-a07a-86cdffaa15a3 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 0.4374673 Jan 28 20:31:24.676603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481a43c-4c16-45f5-a126-0777a367ad14 req-8a8a3ba8-6ed1-4d8a-8c11-6c4ec1cbb62b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.685531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0481a43c-4c16-45f5-a126-0777a367ad14 req-8a8a3ba8-6ed1-4d8a-8c11-6c4ec1cbb62b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.4642873 Jan 28 20:31:24.692166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45886) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:24.713845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-a661c185-1aa6-4107-9838-6d3333a06e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.717515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-a661c185-1aa6-4107-9838-6d3333a06e82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1096 time: 0.3612289 Jan 28 20:31:24.743001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf61-40a1-4f62-bc21-eeb71d6a145c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.787959 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f46b58a-d63a-4be2-8fae-afc0b03ca56c req-3b4c23d9-0022-43d5-911d-8028382d4fd5 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421139 Jan 28 20:31:24.826891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port b7548ef6-ea14-4d1d-afe0-af5a9de898ef completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:24.862683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port b7548ef6-ea14-4d1d-afe0-af5a9de898ef triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:24.863095 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.935834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf61-40a1-4f62-bc21-eeb71d6a145c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:24.955647 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-37e9cf61-40a1-4f62-bc21-eeb71d6a145c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/18229057-0573-4d8c-a0fc-52800c4891e1 HTTP/1.1" status: 204 len: 168 time: 1.1008425 Jan 28 20:31:24.965356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9cf61-40a1-4f62-bc21-eeb71d6a145c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=18229057-0573-4d8c-a0fc-52800c4891e1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:24.971041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45898) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:24.997555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f828a240-7b86-49ee-9991-1f323ec8d57c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f828a240-7b86-49ee-9991-1f323ec8d57c,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:25.070050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0481a43c-4c16-45f5-a126-0777a367ad14 req-0bf221e9-3975-4e87-a052-908b192f8bc4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835189 Jan 28 20:31:25.121958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-978d4315-1963-45d6-b9f7-84bf86f0f2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.131881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'f828a240-7b86-49ee-9991-1f323ec8d57c', 'network_id': '042a5f2f-57e3-4bdd-97ce-45fe98ccf14f', 'port_id': 'f828a240-7b86-49ee-9991-1f323ec8d57c', 'mac_address': 'fa:16:3e:dd:6a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed617a2-2849-44a6-ace5-3f501865b0de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:25.182895 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.222265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6efea98-f064-477b-95ae-cf1ae60d73b4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:25.235842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6efea98-f064-477b-95ae-cf1ae60d73b4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:25.240752 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f6efea98-f064-477b-95ae-cf1ae60d73b4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2662206 Jan 28 20:31:25.243816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45900) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:25.383443 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.400414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f7d6c-3c4e-4b27-87b5-5bbf772118bb req-1039303e-5f73-46ea-935d-dbfada9f9ab0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:25.411921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f6bd79-0b78-4e4b-af84-0caf79daed81 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:25.419000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-782f7d6c-3c4e-4b27-87b5-5bbf772118bb req-1039303e-5f73-46ea-935d-dbfada9f9ab0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 946 time: 0.4881034 Jan 28 20:31:25.432080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22f6bd79-0b78-4e4b-af84-0caf79daed81 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.455514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08011f67-d3dc-44cb-af51-93f8e701b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7548ef6-ea14-4d1d-afe0-af5a9de898ef'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:25.463904 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff1dbb1-42f8-48ae-a0d6-c2c693263760" -d '{"events": [{"server_uuid": "08011f67-d3dc-44cb-af51-93f8e701b12e", "name": "network-vif-plugged", "status": "completed", "tag": "b7548ef6-ea14-4d1d-afe0-af5a9de898ef"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:25.497608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f828a240-7b86-49ee-9991-1f323ec8d57c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:25.499504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-7ef163ee-8709-4028-9a94-9aa8c652f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:25.511524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-7ef163ee-8709-4028-9a94-9aa8c652f334 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.7805140 Jan 28 20:31:25.521391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port b7548ef6-ea14-4d1d-afe0-af5a9de898ef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:25.537164 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.538840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-782f7d6c-3c4e-4b27-87b5-5bbf772118bb req-d839eb98-d17b-4470-b39e-4a56c822dcad tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189559 Jan 28 20:31:25.546355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f828a240-7b86-49ee-9991-1f323ec8d57c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f828a240-7b86-49ee-9991-1f323ec8d57c,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:25.566519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a53ed-8abb-410a-9ee4-c02c29056078 req-6bc1f86b-a5e8-4864-bbea-a5f5e6053795 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:25.575090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d86a53ed-8abb-410a-9ee4-c02c29056078 req-6bc1f86b-a5e8-4864-bbea-a5f5e6053795 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 944 time: 0.2982221 Jan 28 20:31:25.578432 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.596333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22f6bd79-0b78-4e4b-af84-0caf79daed81 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.633111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:25.757230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-aa104ab2-db42-4f9b-9c4e-d9aec847826d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 999 time: 0.2091260 Jan 28 20:31:25.792800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f828a240-7b86-49ee-9991-1f323ec8d57c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:25.810754 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-978d4315-1963-45d6-b9f7-84bf86f0f2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.819093 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-978d4315-1963-45d6-b9f7-84bf86f0f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:25.841019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f828a240-7b86-49ee-9991-1f323ec8d57c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:25.923853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d4315-1963-45d6-b9f7-84bf86f0f2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e2116-1ddc-44db-9d91-7bfb89edd1b0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:25.997574 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-978d4315-1963-45d6-b9f7-84bf86f0f2c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ad083c38c294c55a34aa5a4d8b6c58e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3039377 Jan 28 20:31:26.000673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45920) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:26.005315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d86a53ed-8abb-410a-9ee4-c02c29056078 req-7255b9d8-b3ae-4a2f-abd2-22ebfa1398a3 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293821 Jan 28 20:31:26.070326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22f6bd79-0b78-4e4b-af84-0caf79daed81 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:26.098422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-59e93943-dee6-442a-88b1-e391f6771fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:26.111481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-59e93943-dee6-442a-88b1-e391f6771fc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.3051331 Jan 28 20:31:26.112247 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1609e0ef-2622-4757-a641-190537e321a4 x-openstack-request-id: req-1609e0ef-2622-4757-a641-190537e321a4 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:26.112550 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08011f67-d3dc-44cb-af51-93f8e701b12e", "name": "network-vif-plugged", "status": "completed", "tag": "b7548ef6-ea14-4d1d-afe0-af5a9de898ef", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:26.112833 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1609e0ef-2622-4757-a641-190537e321a4 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:26.113243 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08011f67-d3dc-44cb-af51-93f8e701b12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7548ef6-ea14-4d1d-afe0-af5a9de898ef', 'code': 200} Jan 28 20:31:26.332827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5308b718-5b67-455a-bbfd-5b861c9fb9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:26.425285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22f6bd79-0b78-4e4b-af84-0caf79daed81 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:26.451805 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5308b718-5b67-455a-bbfd-5b861c9fb9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:26.461236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22f6bd79-0b78-4e4b-af84-0caf79daed81 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:26.465550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-22f6bd79-0b78-4e4b-af84-0caf79daed81 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732 HTTP/1.1" status: 204 len: 168 time: 1.2206657 Jan 28 20:31:26.470492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 72f85a73-2869-43d6-8661-dfb8b7de823a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:26.490366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45932) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:26.541885 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e28e69d7-54ab-4beb-be05-cc3fd8a56ba8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503769 Jan 28 20:31:26.546373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6bd79-0b78-4e4b-af84-0caf79daed81 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:26.555746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45938) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:26.567584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:26.659987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:26.724551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:26.731277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:26.757741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 72f85a73-2869-43d6-8661-dfb8b7de823a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:26.758120 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:26.816736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0daddba-077a-45f1-8a68-200b4756cf61 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:27.012343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6724fcda-8654-4feb-b5c1-332f49c25427 None None] Provisioning complete for port 72f85a73-2869-43d6-8661-dfb8b7de823a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:27.012922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6724fcda-8654-4feb-b5c1-332f49c25427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:27.113132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5308b718-5b67-455a-bbfd-5b861c9fb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:27.118011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5308b718-5b67-455a-bbfd-5b861c9fb9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:27.122613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5308b718-5b67-455a-bbfd-5b861c9fb9ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/812e2116-1ddc-44db-9d91-7bfb89edd1b0 HTTP/1.1" status: 204 len: 168 time: 1.1061397 Jan 28 20:31:27.149001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308b718-5b67-455a-bbfd-5b861c9fb9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e2116-1ddc-44db-9d91-7bfb89edd1b0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:27.274573 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:27.424838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:27.445650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:27.455711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:27.457399 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:27.543802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6049f-fdfc-491d-a1f1-83bb8fbba151 req-ba4bc94e-7e23-4acd-9cd8-53c7f0d75ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:27.548754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52b6049f-fdfc-491d-a1f1-83bb8fbba151 req-ba4bc94e-7e23-4acd-9cd8-53c7f0d75ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 1096 time: 1.3611462 Jan 28 20:31:27.553536 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9964628 Jan 28 20:31:27.558209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45972) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:27.594222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': 'e6c8086e-05a4-4809-9282-f3c673f30c1f', 'ip_address': '2001:db8::30e4:1a71:83b1:f3dd'}], 'name': 'tempest-NetworksTestDHCPv6-308612306'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:27.622329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b85c63-6245-4fea-97bf-3ed173082f90 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=e6c8086e-05a4-4809-9282-f3c673f30c1f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:27.636409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-57fbb6ee-ecf0-451e-9a6e-38982f667630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:27.640673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-57fbb6ee-ecf0-451e-9a6e-38982f667630 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5227656 Jan 28 20:31:27.834039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0bd94-d560-43ab-9e6e-fec37a0bb8a7 req-a44373af-33d9-4c93-9fe9-7c76b3b32b77 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:27.849252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49c0bd94-d560-43ab-9e6e-fec37a0bb8a7 req-a44373af-33d9-4c93-9fe9-7c76b3b32b77 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 1.4050467 Jan 28 20:31:27.956050 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:27.998527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:28.083345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:28.118040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:28.120015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4c14c-7b28-45ec-9b91-500d3950b647 req-992759c5-8155-41e2-86b9-a9da8cf40239 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:28.133740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72d4c14c-7b28-45ec-9b91-500d3950b647 req-992759c5-8155-41e2-86b9-a9da8cf40239 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 1.6844349 Jan 28 20:31:28.149102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:28.156157 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3ffc66-01ed-402d-bbb6-686f279c6104" -d '{"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-unplugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:28.162026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52b6049f-fdfc-491d-a1f1-83bb8fbba151 req-a0cf6584-d7b3-4060-9aa5-0b71a56a7291 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006289 Jan 28 20:31:28.193641 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:28.209470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 72f85a73-2869-43d6-8661-dfb8b7de823a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=72f85a73-2869-43d6-8661-dfb8b7de823a,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:28.269697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:28.322037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49c0bd94-d560-43ab-9e6e-fec37a0bb8a7 req-644a36f3-6443-4d83-8807-8de46ef386cf tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4555416 Jan 28 20:31:28.337340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:28.365536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72d4c14c-7b28-45ec-9b91-500d3950b647 req-6296be03-3866-4bbe-9d6e-b91ffaadd728 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316184 Jan 28 20:31:28.367880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-fb381754-96aa-45d4-9eae-b3d5f4e9d8ad service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986253 Jan 28 20:31:28.457248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f828a240-7b86-49ee-9991-1f323ec8d57c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:28.496617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b63-a304-4f77-a979-cdf444114cea req-75f9c9c9-ae93-4343-82f3-f7c8c946fd94 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:28.499317 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f1b24b63-a304-4f77-a979-cdf444114cea req-75f9c9c9-ae93-4343-82f3-f7c8c946fd94 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 0.4657938 Jan 28 20:31:28.566478 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f803330-d897-45f4-bbef-47fe20c9a7f5 x-openstack-request-id: req-1f803330-d897-45f4-bbef-47fe20c9a7f5 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:28.566856 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-unplugged", "status": "completed", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:28.568415 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f803330-d897-45f4-bbef-47fe20c9a7f5 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:28.570447 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'code': 200} Jan 28 20:31:28.675704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 72f85a73-2869-43d6-8661-dfb8b7de823a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:28.678603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=14']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:28.723258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:28.894422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0a78c03-d2f4-4e4f-9b2f-1c85422c038d req-4e8952e0-be80-4e17-af82-045b4661488b service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107725 Jan 28 20:31:28.902808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 6fe68c0b-cb07-40b6-899a-588df59ff0c8 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:28.991949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f5306-f7c7-4cb2-b8c2-1929312c3b15 req-fee3ee45-0f61-4ada-b19a-b5066feace38 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:29.010869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a3f5306-f7c7-4cb2-b8c2-1929312c3b15 req-fee3ee45-0f61-4ada-b19a-b5066feace38 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.2687964 Jan 28 20:31:29.047215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port f828a240-7b86-49ee-9991-1f323ec8d57c completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:29.070316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port f828a240-7b86-49ee-9991-1f323ec8d57c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:29.070711 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:29.186794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44268a50-1f38-476d-b310-0baed9aa4e08 req-4f6ec4d3-7ef4-41c7-b946-453641a158e0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:29.188428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44268a50-1f38-476d-b310-0baed9aa4e08 req-4f6ec4d3-7ef4-41c7-b946-453641a158e0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1540024 Jan 28 20:31:29.202451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=72f85a73-2869-43d6-8661-dfb8b7de823a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:29.233496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a3f5306-f7c7-4cb2-b8c2-1929312c3b15 req-caff616d-8e83-47c6-abc5-d5eabde3fb40 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138841 Jan 28 20:31:29.336212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44268a50-1f38-476d-b310-0baed9aa4e08 req-b076fa88-5d71-406d-86a8-32eaaebefbf0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015072 Jan 28 20:31:29.561309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] Deleting port 72f85a73-2869-43d6-8661-dfb8b7de823a {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:29.561309 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:29.678111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] For port 72f85a73-2869-43d6-8661-dfb8b7de823a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=72f85a73-2869-43d6-8661-dfb8b7de823a,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:29.678420 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:29.711333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] Calling delete_port for 72f85a73-2869-43d6-8661-dfb8b7de823a owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:29.749645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56117afd-057f-4679-921f-2969db57fdcd req-02840ef9-2ec0-4211-a52a-52d3b2bfd7d0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:29.753670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56117afd-057f-4679-921f-2969db57fdcd req-02840ef9-2ec0-4211-a52a-52d3b2bfd7d0 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.2392895 Jan 28 20:31:29.811600 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:29.821496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7081d-2886-4318-a6cc-42aef62de39a req-45c055d8-7660-4b62-a1eb-02abc50662c4 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:29.825673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7e7081d-2886-4318-a6cc-42aef62de39a req-45c055d8-7660-4b62-a1eb-02abc50662c4 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 946 time: 0.2287431 Jan 28 20:31:29.847448 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:29.851331 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:29.865121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56117afd-057f-4679-921f-2969db57fdcd req-42e49ba7-a9f0-4962-926d-c3e73b36bad7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970318 Jan 28 20:31:29.937288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7e7081d-2886-4318-a6cc-42aef62de39a req-7b52ab3e-3944-4c37-94f4-2cf43f59f4cf tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b7ae803-4694-4217-811c-0661fa426770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040366 Jan 28 20:31:29.988713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] Pushing event deleted for resources: {'Port': ['ID=72f85a73-2869-43d6-8661-dfb8b7de823a,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:30.057382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf81bef-fcef-44ab-a655-0d5478b04f37 None None] No DVR routers for this DVR port 72f85a73-2869-43d6-8661-dfb8b7de823a on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:30.113091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f828a240-7b86-49ee-9991-1f323ec8d57c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f828a240-7b86-49ee-9991-1f323ec8d57c,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:30.130522 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:30.145718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a6b11-2ef3-42ff-94df-165d39db79d5 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:30.358545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Deleting port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:30.362737 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:30.404831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f828a240-7b86-49ee-9991-1f323ec8d57c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:30.414211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-e6703b39-b12a-4cae-a7cc-809c71ddf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:30.415776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-e6703b39-b12a-4cae-a7cc-809c71ddf8b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1095 time: 0.2025585 Jan 28 20:31:30.588271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c31ab9-e0c8-4388-8616-ce9a696962b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f828a240-7b86-49ee-9991-1f323ec8d57c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:30.596086 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac5d111-4f78-4eab-add1-8e198ddbe216" -d '{"events": [{"server_uuid": "13c31ab9-e0c8-4388-8616-ce9a696962b8", "name": "network-vif-plugged", "status": "completed", "tag": "f828a240-7b86-49ee-9991-1f323ec8d57c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:30.630464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'e6c8086e-05a4-4809-9282-f3c673f30c1f'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:30.631670 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:30.659225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] For port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,segment=NetworkSegment(72a35c2c-1b6e-466d-bfad-149cf565e5ee),segment_id=72a35c2c-1b6e-466d-bfad-149cf565e5ee)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:30.659987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:30.716112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-4044f659-69ef-4e3a-b31f-551448ad6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:30.718901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Calling delete_port for f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:30.721173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-4044f659-69ef-4e3a-b31f-551448ad6ab1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.2826693 Jan 28 20:31:30.801681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::30e4:1a71:83b1:f3dd (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/e6c8086e-05a4-4809-9282-f3c673f30c1f/6fe68c0b-cb07-40b6-899a-588df59ff0c8) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:30.991480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-3a91a4bd-c439-48bd-8ec8-f3e4b931b2bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 999 time: 0.2502086 Jan 28 20:31:31.150634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.158987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.166606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9169d6-39ea-4978-9353-82814fbf4f3c req-5362120a-e50e-4ba9-b8ed-bff17f0e98e1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.171790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b9169d6-39ea-4978-9353-82814fbf4f3c req-5362120a-e50e-4ba9-b8ed-bff17f0e98e1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.7991903 Jan 28 20:31:31.233288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Pushing event deleted for resources: {'Port': ['ID=f5621c3d-0aa0-4039-82eb-ab2bd43e90e0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:31.275400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] No DVR routers for this DVR port f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:31.278982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.282851 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f1b24b63-a304-4f77-a979-cdf444114cea req-c0f57330-206f-469e-a87b-9186eb7c3bf6 tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.26 "DELETE /v2.0/ports/f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 HTTP/1.1" status: 204 len: 173 time: 2.7667079 Jan 28 20:31:31.285155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbea660-8d52-47b0-bee1-8d5dc0f25b33', 'name': 'network-vif-deleted', 'tag': 'f5621c3d-0aa0-4039-82eb-ab2bd43e90e0'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:31.285912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-d107fd77-f8d9-4db1-aed5-762570050512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.287568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-d107fd77-f8d9-4db1-aed5-762570050512 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.2813270 Jan 28 20:31:31.287699 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70862069-5dc3-4d63-a849-313e5e549925" -d '{"events": [{"server_uuid": "6dbea660-8d52-47b0-bee1-8d5dc0f25b33", "name": "network-vif-deleted", "tag": "f5621c3d-0aa0-4039-82eb-ab2bd43e90e0"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:31.296053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b9169d6-39ea-4978-9353-82814fbf4f3c req-ab004597-8a0a-4674-977c-5a6fa865425f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072459 Jan 28 20:31:31.327663 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.338037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50480a-510a-41da-9bd0-593c0b60a848 req-137733e2-9ad8-4854-b01d-78c8c5c78361 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.346607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f50480a-510a-41da-9bd0-593c0b60a848 req-137733e2-9ad8-4854-b01d-78c8c5c78361 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.2175579 Jan 28 20:31:31.432597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/e6c8086e-05a4-4809-9282-f3c673f30c1f/b15e7111-9df7-43da-9dea-97e262675f13) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:31.482146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-fc58be52-d94d-4486-96fb-6e2c6d8ff4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.494942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-fc58be52-d94d-4486-96fb-6e2c6d8ff4e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957955 Jan 28 20:31:31.521300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:31.532684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:31.544803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f50480a-510a-41da-9bd0-593c0b60a848 req-c6c05739-5169-4409-a4db-05f2315c9dfd tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971800 Jan 28 20:31:31.550015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:31.564829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.569966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.621350 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.622305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=6fe68c0b-cb07-40b6-899a-588df59ff0c8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:31.628925 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b381f-fd6c-4e87-899a-d629c1012042 x-openstack-request-id: req-649b381f-fd6c-4e87-899a-d629c1012042 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:31.629993 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c31ab9-e0c8-4388-8616-ce9a696962b8", "name": "network-vif-plugged", "status": "completed", "tag": "f828a240-7b86-49ee-9991-1f323ec8d57c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:31.630399 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-649b381f-fd6c-4e87-899a-d629c1012042 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:31.630953 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c31ab9-e0c8-4388-8616-ce9a696962b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f828a240-7b86-49ee-9991-1f323ec8d57c', 'code': 200} Jan 28 20:31:31.634990 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.653182 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3f5f6639-7c24-4ca5-bdda-973d4d4d9f1e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0726483 Jan 28 20:31:31.656076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46058) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:31.698582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:31.717536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:31.723901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:31.764979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Pushing event updated for resources: {'Port': ['ID=b15e7111-9df7-43da-9dea-97e262675f13,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:31.781436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b64fdb-81f6-426d-86b9-228b7f5b0d25 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.805603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b64fdb-81f6-426d-86b9-228b7f5b0d25 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:31.811993 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a0b64fdb-81f6-426d-86b9-228b7f5b0d25 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1526325 Jan 28 20:31:31.816922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46060) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:31.857692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Attempting to bind port b15e7111-9df7-43da-9dea-97e262675f13 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:31.858141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Attempting to bind port b15e7111-9df7-43da-9dea-97e262675f13 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:31.858650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Attempting to bind port b15e7111-9df7-43da-9dea-97e262675f13 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:31.870202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:31.873308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:31.873963 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.876947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:31.877540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Bound port: b15e7111-9df7-43da-9dea-97e262675f13, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:31.878012 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:31.976221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b59fcd9c-839e-4a1a-9d15-be2bb0904e9f req-40ff7ec1-184e-44b1-a5f5-a58463312f7f tempest-DeleteServersTestJSON-189318315 tempest-DeleteServersTestJSON-189318315-project] 10.222.0.44 "GET /v2.0/ports?device_id=6dbea660-8d52-47b0-bee1-8d5dc0f25b33 HTTP/1.1" status: 200 len: 210 time: 0.1882191 Jan 28 20:31:32.073409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] For port b15e7111-9df7-43da-9dea-97e262675f13, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:32.080171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca0b84-743e-47cf-9b55-dabccb08da13 req-4883f45d-1dba-43fd-9969-746a4f88596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:32.081938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4ca0b84-743e-47cf-9b55-dabccb08da13 req-4883f45d-1dba-43fd-9969-746a4f88596c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1096 time: 0.5361729 Jan 28 20:31:32.084373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-516b1e87-c90a-4971-9b1b-1c40900b7475 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183976 Jan 28 20:31:32.091945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] For port b15e7111-9df7-43da-9dea-97e262675f13, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b15e7111-9df7-43da-9dea-97e262675f13,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:32.102112 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:32.105436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d83c4-73d1-4c7b-bdc3-26adf90682ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 6fe68c0b-cb07-40b6-899a-588df59ff0c8 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:32.105783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d2d83c4-73d1-4c7b-bdc3-26adf90682ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:32.108400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1d7f-f43f-4806-ade3-aba73c153159 req-dcfb1c03-9b77-4d14-bfed-2e84c1812827 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:32.111752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722f1d7f-f43f-4806-ade3-aba73c153159 req-dcfb1c03-9b77-4d14-bfed-2e84c1812827 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.3214412 Jan 28 20:31:32.209771 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc63f41d-2b4d-4440-8e38-7770109acee6 x-openstack-request-id: req-fc63f41d-2b4d-4440-8e38-7770109acee6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:32.210423 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbea660-8d52-47b0-bee1-8d5dc0f25b33", "name": "network-vif-deleted", "tag": "f5621c3d-0aa0-4039-82eb-ab2bd43e90e0", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:32.210873 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc63f41d-2b4d-4440-8e38-7770109acee6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:32.211383 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbea660-8d52-47b0-bee1-8d5dc0f25b33', 'name': 'network-vif-deleted', 'tag': 'f5621c3d-0aa0-4039-82eb-ab2bd43e90e0', 'status': 'completed', 'code': 200} Jan 28 20:31:32.267471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4ca0b84-743e-47cf-9b55-dabccb08da13 req-7d8f562a-6223-46ab-b74a-4cddd64af303 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760480 Jan 28 20:31:32.332996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d2d83c4-73d1-4c7b-bdc3-26adf90682ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:32.342078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722f1d7f-f43f-4806-ade3-aba73c153159 req-f3df18aa-5ab4-496b-b24f-3564b11fdd1a tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206130 Jan 28 20:31:32.352429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3fc60-369b-4920-8005-6891533bcedd None None] Pushing event updated for resources: {'Port': ['ID=b15e7111-9df7-43da-9dea-97e262675f13,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:32.371193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d83c4-73d1-4c7b-bdc3-26adf90682ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 6fe68c0b-cb07-40b6-899a-588df59ff0c8 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:32.439260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f518d8a8-bf28-4dcd-8427-d89019ce5d8a req-89b0da59-27f1-4ace-b4f1-39355ee9bfbf service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921832 Jan 28 20:31:32.668300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:32.760069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:32.760484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f5621c3d-0aa0-4039-82eb-ab2bd43e90e0 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:32.784512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d2d83c4-73d1-4c7b-bdc3-26adf90682ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:32.848375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7fb18-caed-4aa0-9a6c-b0ae8b0e39e0 req-b8dc14ad-1314-44a7-bb67-f7233d58af46 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:32.876780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ac7fb18-caed-4aa0-9a6c-b0ae8b0e39e0 req-b8dc14ad-1314-44a7-bb67-f7233d58af46 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1746824 Jan 28 20:31:33.021711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d83c4-73d1-4c7b-bdc3-26adf90682ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=6fe68c0b-cb07-40b6-899a-588df59ff0c8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:33.031751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d2d83c4-73d1-4c7b-bdc3-26adf90682ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:33.044947 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7d2d83c4-73d1-4c7b-bdc3-26adf90682ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/6fe68c0b-cb07-40b6-899a-588df59ff0c8 HTTP/1.1" status: 204 len: 168 time: 1.2266080 Jan 28 20:31:33.049911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46074) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:33.053713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ac7fb18-caed-4aa0-9a6c-b0ae8b0e39e0 req-82cdb897-aa65-4957-9c76-2bdc9333d6fb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755035 Jan 28 20:31:33.073590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-a96b48bc-3075-40c4-8fa8-2b9e542f56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:33.076312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-a96b48bc-3075-40c4-8fa8-2b9e542f56b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 1096 time: 0.1946111 Jan 28 20:31:33.321711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f966353-6e41-4f50-b9cc-a0e6721c5985 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:33.324947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f966353-6e41-4f50-b9cc-a0e6721c5985 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:33.335188 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f966353-6e41-4f50-b9cc-a0e6721c5985 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2838869 Jan 28 20:31:33.343997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46076) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:33.509430 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ce2424-b9e6-44c2-817b-ebb292eac1da tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet e6c8086e-05a4-4809-9282-f3c673f30c1f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:33.523319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98ce2424-b9e6-44c2-817b-ebb292eac1da tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:33.604382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98ce2424-b9e6-44c2-817b-ebb292eac1da tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:33.727796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-c0012027-341e-4938-936e-7f332c9e578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:33.730235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-c0012027-341e-4938-936e-7f332c9e578a service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.6392810 Jan 28 20:31:33.780739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662348-9f6b-4481-8742-7125499116b8 req-cf194bb1-3a83-4d08-b679-a5dbdd63b30f tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:33.800383 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51662348-9f6b-4481-8742-7125499116b8 req-cf194bb1-3a83-4d08-b679-a5dbdd63b30f tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.4558501 Jan 28 20:31:33.866351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98ce2424-b9e6-44c2-817b-ebb292eac1da tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:33.982384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98ce2424-b9e6-44c2-817b-ebb292eac1da tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:34.090315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-eb637c37-22b8-41d7-8da0-a9756580b49b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef HTTP/1.1" status: 200 len: 217 time: 0.2860169 Jan 28 20:31:34.111081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce2424-b9e6-44c2-817b-ebb292eac1da tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c8086e-05a4-4809-9282-f3c673f30c1f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:34.132867 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98ce2424-b9e6-44c2-817b-ebb292eac1da tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:34.147010 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-98ce2424-b9e6-44c2-817b-ebb292eac1da tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/e6c8086e-05a4-4809-9282-f3c673f30c1f HTTP/1.1" status: 204 len: 168 time: 0.7977898 Jan 28 20:31:34.151723 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46092) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:34.262962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51662348-9f6b-4481-8742-7125499116b8 req-698c039c-4831-4217-a73a-cbe0bc206f48 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614325 Jan 28 20:31:34.279040 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be2616ba-eb22-4179-b21d-166cd2b53f21 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238413 Jan 28 20:31:34.284561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46094) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:34.315761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:34.445500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9a62c-a87f-465a-9b0a-f35b792e73cc req-35ed0c26-e560-4392-892f-e16764111766 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:34.456807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94f9a62c-a87f-465a-9b0a-f35b792e73cc req-35ed0c26-e560-4392-892f-e16764111766 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.4099615 Jan 28 20:31:34.497783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c8e6b-5717-4729-bd29-4ab612795592 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:34.523740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-92e26456-2d7c-4493-97ba-fa3c4970bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:34.525252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-92e26456-2d7c-4493-97ba-fa3c4970bb4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.4258571 Jan 28 20:31:34.675876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b15e7111-9df7-43da-9dea-97e262675f13 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:34.758864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94f9a62c-a87f-465a-9b0a-f35b792e73cc req-d3aeeb1f-fec6-4cb2-8148-a48e344a7c8e tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008132 Jan 28 20:31:34.771982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-2cb07744-b175-4de1-801b-844e4b81114a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911553 Jan 28 20:31:34.882508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f9ef5aa4-5206-4e43-8e6f-07e2eac0d137 None None] Provisioning complete for port b15e7111-9df7-43da-9dea-97e262675f13 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:34.882916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5aa4-5206-4e43-8e6f-07e2eac0d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:34.978841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba873f-055d-4680-acba-d7cebb6359c9 req-22c066d6-1023-4d16-a0d8-66ad80c995ca tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:35.004081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eba873f-055d-4680-acba-d7cebb6359c9 req-22c066d6-1023-4d16-a0d8-66ad80c995ca tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3878086 Jan 28 20:31:35.011036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b15e7111-9df7-43da-9dea-97e262675f13 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:35.011501 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:35.124640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:35.160024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:35.163071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:35.283891 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5aa4-5206-4e43-8e6f-07e2eac0d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:35.397735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f9ef5aa4-5206-4e43-8e6f-07e2eac0d137 None None] For port b15e7111-9df7-43da-9dea-97e262675f13, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b15e7111-9df7-43da-9dea-97e262675f13,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:35.400635 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:35.413976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5aa4-5206-4e43-8e6f-07e2eac0d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:35.482513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef5aa4-5206-4e43-8e6f-07e2eac0d137 None None] Pushing event updated for resources: {'Port': ['ID=b15e7111-9df7-43da-9dea-97e262675f13,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:35.523236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] Deleting port b15e7111-9df7-43da-9dea-97e262675f13 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:35.524072 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:35.561455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eba873f-055d-4680-acba-d7cebb6359c9 req-d9a5a42b-70b2-424e-8d88-b1a9a1473be2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5544257 Jan 28 20:31:35.618190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-7b1edce8-b38e-42e3-9a2c-133db41ffb08 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8365071 Jan 28 20:31:35.694251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] For port b15e7111-9df7-43da-9dea-97e262675f13, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b15e7111-9df7-43da-9dea-97e262675f13,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:35.695792 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:35.708133 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:31:35.708526 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:31:35.737281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] Calling delete_port for b15e7111-9df7-43da-9dea-97e262675f13 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:35.935544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-738adaf1-eb1f-4705-8443-30de5dc84386 req-5e28599a-3c5c-4cae-9a85-4f5a98aafa4d service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045692 Jan 28 20:31:35.951475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:35.992321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ea611-b3ab-4ee0-97bf-f2366038e5b2 req-944b3bc2-351e-45d0-933a-92c775fe92c0 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:35.994066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd3ea611-b3ab-4ee0-97bf-f2366038e5b2 req-944b3bc2-351e-45d0-933a-92c775fe92c0 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1511450 Jan 28 20:31:36.021474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] Pushing event deleted for resources: {'Port': ['ID=b15e7111-9df7-43da-9dea-97e262675f13,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:36.033245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97718af2-6ed7-4cb7-a499-f156a840e533 None None] No DVR routers for this DVR port b15e7111-9df7-43da-9dea-97e262675f13 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:36.146544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd3ea611-b3ab-4ee0-97bf-f2366038e5b2 req-ab014d56-9b64-4893-9620-a9e0bc429180 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380575 Jan 28 20:31:36.177474 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:36.240451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Port b15e7111-9df7-43da-9dea-97e262675f13 update to ACTIVE by agent not found {{(pid=102308) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 28 20:31:36.269962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:36.285699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:36.290555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:36.292638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:36.302034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a5f8d-c66c-420e-bfb3-85fb6cf97e52 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:36.319132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=62da01dd-1ee1-4ac8-a17e-45a2c693be19,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:36.340430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5239951e-8a20-4ae1-a511-4e3b767fce85 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0395200 Jan 28 20:31:36.343145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46128) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:36.348918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '62da01dd-1ee1-4ac8-a17e-45a2c693be19', 'ip_address': '2001:db8::f0dd:e69f:e86b:2476'}], 'name': 'tempest-NetworksTestDHCPv6-441585535'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:36.448396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b15e7111-9df7-43da-9dea-97e262675f13 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:36.515166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b15e7111-9df7-43da-9dea-97e262675f13 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:36.515415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b15e7111-9df7-43da-9dea-97e262675f13 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:36.671967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:36.755680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '62da01dd-1ee1-4ac8-a17e-45a2c693be19'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:36.756586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:36.785238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:36.895341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port b94bba80-7d3f-4512-b4a1-42e9967adeff yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:37.000408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f1ff-2134-42a6-a33c-382c83c733ba req-1b932bd3-5310-4325-8ff8-af29ad7e4012 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:37.009060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e686f1ff-2134-42a6-a33c-382c83c733ba req-1b932bd3-5310-4325-8ff8-af29ad7e4012 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.1863713 Jan 28 20:31:37.050747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/62da01dd-1ee1-4ac8-a17e-45a2c693be19/065014e8-ef9e-4693-930b-14526ddff9d6) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:37.108509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e686f1ff-2134-42a6-a33c-382c83c733ba req-1d083738-9201-4ba7-92b8-c846c9b966ff tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887113 Jan 28 20:31:37.392267 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:37.410730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:37.439920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:37.441828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:37.445473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:37.495780 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Pushing event updated for resources: {'Port': ['ID=065014e8-ef9e-4693-930b-14526ddff9d6,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:37.556939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f0dd:e69f:e86b:2476 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/62da01dd-1ee1-4ac8-a17e-45a2c693be19/b94bba80-7d3f-4512-b4a1-42e9967adeff) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:37.594026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Attempting to bind port 065014e8-ef9e-4693-930b-14526ddff9d6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:37.594641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Attempting to bind port 065014e8-ef9e-4693-930b-14526ddff9d6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:37.595122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Attempting to bind port 065014e8-ef9e-4693-930b-14526ddff9d6 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:37.601221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:37.601672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:37.602140 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:37.602598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:37.603196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Bound port: 065014e8-ef9e-4693-930b-14526ddff9d6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:37.603646 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:37.745320 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53326f54-3892-4a99-8613-4ac427ec484c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:37.750576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] For port 065014e8-ef9e-4693-930b-14526ddff9d6, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:37.758531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] For port 065014e8-ef9e-4693-930b-14526ddff9d6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=065014e8-ef9e-4693-930b-14526ddff9d6,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:37.768391 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:37.807277 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:37.905057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ebc3f-adff-45d3-ac81-cf6ac4a81396 None None] Pushing event updated for resources: {'Port': ['ID=065014e8-ef9e-4693-930b-14526ddff9d6,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:37.986878 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:38.046037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:38.055427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:38.064227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:38.071121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:38.071919 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:38.098110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a3ae7-d4f0-42a8-8c29-c1f7a762c5e6 req-c867fe80-c591-40fe-a8b8-ec4732ac4269 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:38.106206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-395a3ae7-d4f0-42a8-8c29-c1f7a762c5e6 req-c867fe80-c591-40fe-a8b8-ec4732ac4269 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.2007561 Jan 28 20:31:38.158540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8141289 Jan 28 20:31:38.163396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467dd2b-02a0-4325-aab4-5149bacc310a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=b94bba80-7d3f-4512-b4a1-42e9967adeff,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:38.163625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46144) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:38.195528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-395a3ae7-d4f0-42a8-8c29-c1f7a762c5e6 req-67e2ad6e-40d1-47d8-9a5f-8a950e752673 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867543 Jan 28 20:31:38.373171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bdc0cb-6152-40ff-bc8e-391af567143d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:38.403069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bdc0cb-6152-40ff-bc8e-391af567143d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:38.408907 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-88bdc0cb-6152-40ff-bc8e-391af567143d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2389305 Jan 28 20:31:38.409147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46150) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:38.535331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46154) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:38.563849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 065014e8-ef9e-4693-930b-14526ddff9d6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:38.623266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ff8b6-9df3-4240-a13d-54d7bdf33e8c req-b86083f2-2e20-4a09-9aee-9fe901983449 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:38.624706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-627ff8b6-9df3-4240-a13d-54d7bdf33e8c req-b86083f2-2e20-4a09-9aee-9fe901983449 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.1729980 Jan 28 20:31:38.708274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 065014e8-ef9e-4693-930b-14526ddff9d6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:38.708684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:38.742124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-627ff8b6-9df3-4240-a13d-54d7bdf33e8c req-29290454-e285-4385-b9f4-a0b1f79d5f07 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033766 Jan 28 20:31:38.788020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-46576a41-78ad-46da-b9c0-0c4d3cd0b34e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port b94bba80-7d3f-4512-b4a1-42e9967adeff {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:38.788424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-46576a41-78ad-46da-b9c0-0c4d3cd0b34e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:39.098500 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:39.233092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 065014e8-ef9e-4693-930b-14526ddff9d6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=065014e8-ef9e-4693-930b-14526ddff9d6,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:39.249827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:39.415262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=065014e8-ef9e-4693-930b-14526ddff9d6,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:39.422574 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-46576a41-78ad-46da-b9c0-0c4d3cd0b34e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:39.441831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595067eb-b307-4e40-9632-16fb660c1fb6 req-376f35fa-3733-4c26-a4b5-d1f27a3405e3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:39.451051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-595067eb-b307-4e40-9632-16fb660c1fb6 req-376f35fa-3733-4c26-a4b5-d1f27a3405e3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.4706750 Jan 28 20:31:39.888409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-04b6616b-ae12-45f8-b187-a5012e55c5a8 None None] Provisioning complete for port 065014e8-ef9e-4693-930b-14526ddff9d6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:39.888986 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-04b6616b-ae12-45f8-b187-a5012e55c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:40.001920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-46576a41-78ad-46da-b9c0-0c4d3cd0b34e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for b94bba80-7d3f-4512-b4a1-42e9967adeff owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:40.069173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-595067eb-b307-4e40-9632-16fb660c1fb6 req-9260cf40-9600-4c0c-8219-54f3866d0cbd tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6169996 Jan 28 20:31:40.192817 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-94777b77-b8c8-4474-8442-302cdb6514a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:40.292833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6de7569f-a72f-4b26-8540-a17205577395 None None] Provisioning complete for port b94bba80-7d3f-4512-b4a1-42e9967adeff triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:40.293652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6de7569f-a72f-4b26-8540-a17205577395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:40.334252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6de7569f-a72f-4b26-8540-a17205577395 None None] Port b94bba80-7d3f-4512-b4a1-42e9967adeff cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:31:40.394431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38251cf8-18d5-42a0-a410-8eec06430ad3 req-6ebe1cad-b258-4dbe-8433-c0f43036a2c4 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:40.397554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38251cf8-18d5-42a0-a410-8eec06430ad3 req-6ebe1cad-b258-4dbe-8433-c0f43036a2c4 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.2152970 Jan 28 20:31:40.398990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 065014e8-ef9e-4693-930b-14526ddff9d6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:40.459729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 065014e8-ef9e-4693-930b-14526ddff9d6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:40.460155 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:40.465286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c91fdf-2d4e-4167-b379-0019273a57a6 req-77f15565-215f-4d43-9441-1d957c0842e4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:40.466953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-13c91fdf-2d4e-4167-b379-0019273a57a6 req-77f15565-215f-4d43-9441-1d957c0842e4 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.2312686 Jan 28 20:31:40.582232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38251cf8-18d5-42a0-a410-8eec06430ad3 req-f4dcb7cf-6534-49c8-95b8-a775ce637f04 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789064 Jan 28 20:31:40.591037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-13c91fdf-2d4e-4167-b379-0019273a57a6 req-030c9ba4-ae13-4f94-98f3-198ae91c75ef tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106937 Jan 28 20:31:40.596870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-46576a41-78ad-46da-b9c0-0c4d3cd0b34e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:40.662642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46576a41-78ad-46da-b9c0-0c4d3cd0b34e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=b94bba80-7d3f-4512-b4a1-42e9967adeff,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:40.696617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-46576a41-78ad-46da-b9c0-0c4d3cd0b34e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:40.700246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-46576a41-78ad-46da-b9c0-0c4d3cd0b34e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/b94bba80-7d3f-4512-b4a1-42e9967adeff HTTP/1.1" status: 204 len: 168 time: 2.2900963 Jan 28 20:31:40.702959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46188) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:40.821118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1405f9ed-3201-419f-8a96-4bab7786af7c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:40.823167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1405f9ed-3201-419f-8a96-4bab7786af7c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:40.824837 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1405f9ed-3201-419f-8a96-4bab7786af7c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1208644 Jan 28 20:31:40.828509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46194) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:40.902656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97deb1b-f668-468c-b80e-a9a7c02bb6ca req-4dee29d2-df56-4498-8516-5296f916ae39 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:40.904285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f97deb1b-f668-468c-b80e-a9a7c02bb6ca req-4dee29d2-df56-4498-8516-5296f916ae39 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1342399 Jan 28 20:31:40.913955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-93267957-1064-45ad-81af-b4cc5d598c11 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 62da01dd-1ee1-4ac8-a17e-45a2c693be19 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:40.929344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93267957-1064-45ad-81af-b4cc5d598c11 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:40.984420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:40.999527 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93267957-1064-45ad-81af-b4cc5d598c11 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:41.096757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f97deb1b-f668-468c-b80e-a9a7c02bb6ca req-02a26d6c-013a-4fa0-8f9c-11fbc1fcec83 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795425 Jan 28 20:31:41.236807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93267957-1064-45ad-81af-b4cc5d598c11 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:41.470666 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93267957-1064-45ad-81af-b4cc5d598c11 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:41.522869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a863c5-576f-401f-beef-80ae73930d35 req-c5a360bd-2e8c-4188-99a0-9f302315e7e4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:41.524408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-c5a360bd-2e8c-4188-99a0-9f302315e7e4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.1779478 Jan 28 20:31:41.527950 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93267957-1064-45ad-81af-b4cc5d598c11 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:41.531228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-93267957-1064-45ad-81af-b4cc5d598c11 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/62da01dd-1ee1-4ac8-a17e-45a2c693be19 HTTP/1.1" status: 204 len: 168 time: 0.7018077 Jan 28 20:31:41.534181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93267957-1064-45ad-81af-b4cc5d598c11 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=62da01dd-1ee1-4ac8-a17e-45a2c693be19,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:41.534348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46216) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:41.543800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd6ab9-4279-4a19-bbe6-16c370b4fc91 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:41.599158 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1fed984a-7384-4f44-b305-b6a211418a58 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636830 Jan 28 20:31:41.601897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46220) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:41.614960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-8414562d-4dc1-4b84-9a3d-928f6283ed40 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/quotas/46424bd783164b6da95602dd2227d22a HTTP/1.1" status: 200 len: 375 time: 0.0601373 Jan 28 20:31:41.686109 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:41.692360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1426ce1-e375-4fda-ac84-98fa2e771457 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:41.698024 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b1426ce1-e375-4fda-ac84-98fa2e771457 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0948925 Jan 28 20:31:41.698256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46228) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:41.763430 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46230) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:41.782989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-7617a290-c020-4b3a-9119-77a264814323 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1323156 Jan 28 20:31:41.811316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780b0e3-e327-4755-87e6-f5b73f782251 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:41.814654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7780b0e3-e327-4755-87e6-f5b73f782251 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128621 Jan 28 20:31:41.815874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Deleting port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:41.816333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:41.816799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46234) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:41.881906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-489ad41c-f85d-4b96-8601-327ea737cf60 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613248 Jan 28 20:31:41.882569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46236) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:41.887796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:41.913440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309aee11-8959-432f-a520-4a921d51e35f None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:41.943882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822ac5-0899-4fd6-897c-6a4ee84539d4 req-1100c162-94f9-4f8c-a6fc-ba7474920756 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:41.945915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1822ac5-0899-4fd6-897c-6a4ee84539d4 req-1100c162-94f9-4f8c-a6fc-ba7474920756 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1867139 Jan 28 20:31:42.019426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-18bc1a25-cb00-4fea-93d1-8d9164f4da41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.020799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-309aee11-8959-432f-a520-4a921d51e35f None None] Deleting port 065014e8-ef9e-4693-930b-14526ddff9d6 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:42.021251 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309aee11-8959-432f-a520-4a921d51e35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.022524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-0c2949ff-69f2-4f81-a6bf-3bb9e629fa92 service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149007 Jan 28 20:31:42.026967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] For port 1b53651a-fed6-4fa2-b0a4-69c9b1df720f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:42.027406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.062170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1822ac5-0899-4fd6-897c-6a4ee84539d4 req-52d03930-3dd8-47e1-96ff-c060860a8158 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074619 Jan 28 20:31:42.083796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Calling delete_port for 1b53651a-fed6-4fa2-b0a4-69c9b1df720f owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:42.123447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-309aee11-8959-432f-a520-4a921d51e35f None None] For port 065014e8-ef9e-4693-930b-14526ddff9d6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=065014e8-ef9e-4693-930b-14526ddff9d6,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:42.124134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309aee11-8959-432f-a520-4a921d51e35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.125942 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-18bc1a25-cb00-4fea-93d1-8d9164f4da41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.137481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-18bc1a25-cb00-4fea-93d1-8d9164f4da41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.146503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-309aee11-8959-432f-a520-4a921d51e35f None None] Calling delete_port for 065014e8-ef9e-4693-930b-14526ddff9d6 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:42.179705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc1a25-cb00-4fea-93d1-8d9164f4da41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9297f-6bfc-411b-b659-29e82c4e3f32,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:42.200254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:42.205842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.267995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-18bc1a25-cb00-4fea-93d1-8d9164f4da41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0c00164a7504fcd8d9ee849a88a6dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034752 Jan 28 20:31:42.270753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-4c835b59-5d1c-488b-bbce-fb74eaefcab0 service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376747 Jan 28 20:31:42.271281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46238) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:42.289440 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309aee11-8959-432f-a520-4a921d51e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.314347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47256c-f3e9-42da-a479-e322ddc4ae54 req-547e7a95-13e6-489c-9795-490a9ba59695 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:42.315892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f47256c-f3e9-42da-a479-e322ddc4ae54 req-547e7a95-13e6-489c-9795-490a9ba59695 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 945 time: 0.1280289 Jan 28 20:31:42.346264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309aee11-8959-432f-a520-4a921d51e35f None None] Pushing event deleted for resources: {'Port': ['ID=065014e8-ef9e-4693-930b-14526ddff9d6,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:42.358750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309aee11-8959-432f-a520-4a921d51e35f None None] No DVR routers for this DVR port 065014e8-ef9e-4693-930b-14526ddff9d6 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:42.430605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 065014e8-ef9e-4693-930b-14526ddff9d6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:42.473579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 065014e8-ef9e-4693-930b-14526ddff9d6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:42.473579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 065014e8-ef9e-4693-930b-14526ddff9d6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:42.485898 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-717b7e89-6246-4dcc-822e-30abff6849a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.553134 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.571442 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-717b7e89-6246-4dcc-822e-30abff6849a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.601980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f47256c-f3e9-42da-a479-e322ddc4ae54 req-cd55579e-2fed-4680-9db1-751c155477fa tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446780 Jan 28 20:31:42.616194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:42.619770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:42.620285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2933d7b-c5be-424f-88e2-0c5ba38af96c req-19afab75-64e5-4bd8-ab04-805a9497ebb8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 210 time: 0.0855582 Jan 28 20:31:42.624981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:42.626013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.631654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3bdb25-ed1c-493b-9b1e-74866d62129d None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:42.652532 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7688713 Jan 28 20:31:42.653574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46246) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:42.662459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '8c2ba626-4551-49b5-981b-169e24590bf7', 'ip_address': '2001:db8::8ae1:8ffe:4650:a6d1'}], 'name': 'tempest-NetworksTestDHCPv6-1026958757'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:42.718648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d649b8a-985a-4814-b21c-adb492dfda35 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=8c2ba626-4551-49b5-981b-169e24590bf7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:42.726642 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.761533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b53651a-fed6-4fa2-b0a4-69c9b1df720f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:42.896863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-717b7e89-6246-4dcc-822e-30abff6849a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.903582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-717b7e89-6246-4dcc-822e-30abff6849a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:42.907189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-717b7e89-6246-4dcc-822e-30abff6849a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0c9297f-6bfc-411b-b659-29e82c4e3f32 HTTP/1.1" status: 204 len: 168 time: 0.6277814 Jan 28 20:31:42.942065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b7e89-6246-4dcc-822e-30abff6849a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9297f-6bfc-411b-b659-29e82c4e3f32,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:42.955618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:42.963354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:42.980662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46262) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:43.104554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.152301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 7ab5a4f1-0869-4aa5-ace4-e2ea0857c9ec yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:43.215264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.386334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:43.403072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe243e23-921e-47bd-ab52-40cddecc17d0 req-f477f6f4-4ee5-4602-9b89-351a125600c5 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:43.406238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe243e23-921e-47bd-ab52-40cddecc17d0 req-f477f6f4-4ee5-4602-9b89-351a125600c5 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1133685 Jan 28 20:31:43.423707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '8c2ba626-4551-49b5-981b-169e24590bf7'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:43.429026 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.482189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'port_id': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'mac_address': 'fa:16:3e:fc:c4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:43.497700 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.504791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe243e23-921e-47bd-ab52-40cddecc17d0 req-4f446ed6-8dbb-4654-8fa1-dd6fd11451c1 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782247 Jan 28 20:31:43.505376 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.571998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::8ae1:8ffe:4650:a6d1 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/8c2ba626-4551-49b5-981b-169e24590bf7/7ab5a4f1-0869-4aa5-ace4-e2ea0857c9ec) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:43.577687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85b53b0-993c-4899-acfd-70eea061665d admin admin] Deleting subnet ee49341f-90f4-418d-9c8c-7bb0edd94e76 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:43.581911 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b85b53b0-993c-4899-acfd-70eea061665d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.637996 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b85b53b0-993c-4899-acfd-70eea061665d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.743777 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b85b53b0-993c-4899-acfd-70eea061665d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.755192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.776562 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.797043 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.812874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf7de2b-fd96-419d-912f-77c1cdb05988 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:43.845247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b85b53b0-993c-4899-acfd-70eea061665d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.865591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:43.869195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:43.878750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:43.895266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:43.899344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:43.902012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b85b53b0-993c-4899-acfd-70eea061665d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.904674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.908631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b85b53b0-993c-4899-acfd-70eea061665d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ee49341f-90f4-418d-9c8c-7bb0edd94e76 HTTP/1.1" status: 204 len: 168 time: 0.9230409 Jan 28 20:31:43.912262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b53b0-993c-4899-acfd-70eea061665d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee49341f-90f4-418d-9c8c-7bb0edd94e76,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:43.912674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46284) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:43.931394 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:43.934257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=7ab5a4f1-0869-4aa5-ace4-e2ea0857c9ec,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:43.972452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5dfeab5-0bd8-45db-af3b-867c43b4f87c req-c6416157-aa72-4db5-a08d-57a892fb33ed tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 210 time: 0.1322398 Jan 28 20:31:44.011796 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e4f8d94c-55ce-451e-9b0d-c9afc8051496 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3541172 Jan 28 20:31:44.012709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46288) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:44.019618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=11']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:44.021724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-10df613f-b562-4127-8736-97b1e393b7a6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '8c2ba626-4551-49b5-981b-169e24590bf7', 'ip_address': '2001:db8::8ae1:8ffe:4650:a6d1'}], 'name': 'tempest-NetworksTestDHCPv6-1837635364'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:44.066609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/8c2ba626-4551-49b5-981b-169e24590bf7/1ddb528a-91b9-4c99-af82-611d0a9fcfbd) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:44.123443 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.338785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['eaf7de2b-fd96-419d-912f-77c1cdb05988'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:44.357140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.406283 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:31:44.427944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829be10a-e867-4194-bfb4-efe1dea71f50']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:44.434516 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.443015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a35c2c-1b6e-466d-bfad-149cf565e5ee') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:44.443456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a35c2c-1b6e-466d-bfad-149cf565e5ee') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:44.451728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.466711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.492551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df613f-b562-4127-8736-97b1e393b7a6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:44.495009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46296) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:44.498777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10df613f-b562-4127-8736-97b1e393b7a6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.522999 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.549072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:44.549638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.549761 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:44.550489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Pushing event updated for resources: {'Port': ['ID=1ddb528a-91b9-4c99-af82-611d0a9fcfbd,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:44.553388 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:44.555577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-10df613f-b562-4127-8736-97b1e393b7a6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port f5ec9d6e-8216-4208-b25f-6744f5e0a9a4 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:44.557153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:44.599123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:44.641241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe0712-4e28-467f-bf95-eaa95c903842 req-a674fb03-1197-477d-9188-72561d6d49f3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:44.642838 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ffe0712-4e28-467f-bf95-eaa95c903842 req-a674fb03-1197-477d-9188-72561d6d49f3 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.8047652 Jan 28 20:31:44.690990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Attempting to bind port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:44.691436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.691574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Attempting to bind port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:44.691851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Attempting to bind port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:44.697224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-14433136-network', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:44.697724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:44.698087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:44.698477 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.699086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:44.699421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Bound port: 1ddb528a-91b9-4c99-af82-611d0a9fcfbd, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:44.700080 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.700896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.704631 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/829be10a-e867-4194-bfb4-efe1dea71f50 HTTP/1.1" status: 204 len: 168 time: 0.7901447 Jan 28 20:31:44.764225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f4e2d-2b19-4713-8173-22882395f4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=829be10a-e867-4194-bfb4-efe1dea71f50,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:44.789338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Router e17a5aa1-1da6-4749-bb57-d911df3df05e has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:31:44.789801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] For port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:44.794844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] For port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1ddb528a-91b9-4c99-af82-611d0a9fcfbd,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:44.801080 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.822996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a863c5-576f-401f-beef-80ae73930d35 req-008b6463-cefa-4717-b6e8-aea3634b65cf tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:44.824701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-008b6463-cefa-4717-b6e8-aea3634b65cf tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.3655446 Jan 28 20:31:44.839695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc0f63-e20e-436f-a3af-9122b2ca7fa3 req-ba0323b8-7c4b-4322-8dd2-99acb2db23b7 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:44.841265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06dc0f63-e20e-436f-a3af-9122b2ca7fa3 req-ba0323b8-7c4b-4322-8dd2-99acb2db23b7 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1941261 Jan 28 20:31:44.846759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Made reservation on behalf of f6984c402f81451dbebc5de803f9055f for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:44.849724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.857482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'port': {'device_id': '59aef40c-6b77-4d02-8f00-5f173f340317', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'admin_state_up': True, 'tenant_id': '46424bd783164b6da95602dd2227d22a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:44.870917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d2d93-d6d8-4df1-81b6-6afdbb1e5024 None None] Pushing event updated for resources: {'Port': ['ID=1ddb528a-91b9-4c99-af82-611d0a9fcfbd,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:44.873323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ffe0712-4e28-467f-bf95-eaa95c903842 req-520551df-694c-4dde-8790-b694d0bc41af tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210071 Jan 28 20:31:44.891525 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:44.916080 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-10df613f-b562-4127-8736-97b1e393b7a6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 20:31:44.916926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10df613f-b562-4127-8736-97b1e393b7a6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:31:44.931562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46304) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:44.958914 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-10df613f-b562-4127-8736-97b1e393b7a6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9389961 Jan 28 20:31:44.960450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46306) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:45.028697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dabf1b49-9237-4d8a-aa87-88368c291fbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0e54c9a02b54103a912ba7b21f8161e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952148 Jan 28 20:31:45.033197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46310) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:45.071572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93edf67b-0a10-475f-977f-df1d923499e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.075262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06dc0f63-e20e-436f-a3af-9122b2ca7fa3 req-13d6f45f-d540-432e-be70-bdd7deb65b74 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235327 Jan 28 20:31:45.084796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93edf67b-0a10-475f-977f-df1d923499e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.090473 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-93edf67b-0a10-475f-977f-df1d923499e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1287971 Jan 28 20:31:45.093400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46312) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:45.199149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-253f63c5-e4d6-4047-b555-2c874fa62c3a req-adf623b8-5188-409c-9fcd-3c04c80b7b93 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 210 time: 0.0723076 Jan 28 20:31:45.218583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-60887750-3bfc-4917-88bd-5a9160b9b248 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 7ab5a4f1-0869-4aa5-ace4-e2ea0857c9ec {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:45.219663 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60887750-3bfc-4917-88bd-5a9160b9b248 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.265435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:45.288305 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] Sync routers for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:45.294784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cca59e53-c02a-43f3-86e2-9656e08a13f0 admin admin] 10.222.0.44 "PUT /v2.0/routers/e17a5aa1-1da6-4749-bb57-d911df3df05e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7563202 Jan 28 20:31:45.307109 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:45.307738 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:45.314890 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa92d570-d684-4ff3-964d-c40b47a95f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.327632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46314) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:45.383211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.429117 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60887750-3bfc-4917-88bd-5a9160b9b248 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.452539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-60887750-3bfc-4917-88bd-5a9160b9b248 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 7ab5a4f1-0869-4aa5-ace4-e2ea0857c9ec owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:45.466524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.480658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Made reservation on behalf of 46424bd783164b6da95602dd2227d22a for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:45.484700 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.501352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa92d570-d684-4ff3-964d-c40b47a95f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.519956 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:45.542549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:31:45.609302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932e609d-7472-4568-98f1-9aa87a6db1dc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:45.632514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60887750-3bfc-4917-88bd-5a9160b9b248 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.674443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60887750-3bfc-4917-88bd-5a9160b9b248 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=7ab5a4f1-0869-4aa5-ace4-e2ea0857c9ec,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:45.698944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60887750-3bfc-4917-88bd-5a9160b9b248 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.705232 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-60887750-3bfc-4917-88bd-5a9160b9b248 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/7ab5a4f1-0869-4aa5-ace4-e2ea0857c9ec HTTP/1.1" status: 204 len: 168 time: 0.6079113 Jan 28 20:31:45.706077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46316) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:45.731614 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:31:42Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:45.770154 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] Checking router: e17a5aa1-1da6-4749-bb57-d911df3df05e for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:45.779713 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] Routers {'e17a5aa1-1da6-4749-bb57-d911df3df05e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:45.780726 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e17a5aa1-1da6-4749-bb57-d911df3df05e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:45.786533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f340b0f6-f923-4f79-807b-a9f4cad6e469 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.789913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f340b0f6-f923-4f79-807b-a9f4cad6e469 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:45.791663 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f340b0f6-f923-4f79-807b-a9f4cad6e469 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0795600 Jan 28 20:31:45.794457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46318) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:45.825771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.827915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.828866 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Added segment 22975aff-93a2-4a73-a34f-a4cd2c54947d of type vlan for network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 Jan 28 20:31:45.863449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d23b8b5-83f1-4dc5-934a-5bb82e33e7c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 8c2ba626-4551-49b5-981b-169e24590bf7 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:45.867627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d23b8b5-83f1-4dc5-934a-5bb82e33e7c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.925433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d23b8b5-83f1-4dc5-934a-5bb82e33e7c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.944064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Allocated IP 172.20.0.7 (76e6b64b-9eee-4a46-97a5-c1bc79809cc7/06eba3e7-baca-4568-8c4a-ea287db23c48/49b400d7-e26a-4544-bce0-f98bf81d18a6) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:45.967011 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] Set router e17a5aa1-1da6-4749-bb57-d911df3df05e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:45.970991 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa92d570-d684-4ff3-964d-c40b47a95f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.973619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa92d570-d684-4ff3-964d-c40b47a95f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:45.977597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aa92d570-d684-4ff3-964d-c40b47a95f2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b7ae803-4694-4217-811c-0661fa426770 HTTP/1.1" status: 204 len: 168 time: 0.9374034 Jan 28 20:31:46.018569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92d570-d684-4ff3-964d-c40b47a95f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ae803-4694-4217-811c-0661fa426770,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:46.030584 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.092922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d23b8b5-83f1-4dc5-934a-5bb82e33e7c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.181452 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d23b8b5-83f1-4dc5-934a-5bb82e33e7c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.214362 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:31:46.233105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23b8b5-83f1-4dc5-934a-5bb82e33e7c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2ba626-4551-49b5-981b-169e24590bf7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:46.236134 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d23b8b5-83f1-4dc5-934a-5bb82e33e7c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.243182 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2d23b8b5-83f1-4dc5-934a-5bb82e33e7c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/8c2ba626-4551-49b5-981b-169e24590bf7 HTTP/1.1" status: 204 len: 168 time: 0.4442623 Jan 28 20:31:46.243608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46328) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:46.326743 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7e049407-6b36-4fb4-b96b-6ef75de3dab1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766933 Jan 28 20:31:46.327286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46330) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:46.339355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:46.376965 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:31:42Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:46.399154 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.400145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:46.400758 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.440762 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019a0c8-129c-4c03-bb49-8d474df68800 None None] The sync data for ids ['e17a5aa1-1da6-4749-bb57-d911df3df05e'] in n-d-825064-3 is: [{'id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'name': 'tempest-TaggedBootDevicesTest_v242-602703276-router', 'tenant_id': 'd2b19b785ec04679b96e101bd2df9756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:44Z', 'updated_at': '2022-01-28T20:31:42Z', 'revision_number': 5, 'project_id': 'd2b19b785ec04679b96e101bd2df9756', 'gw_port': {'id': 'fa4e0df0-4cfb-4f59-bd23-4597c51780ba', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a5aa1-1da6-4749-bb57-d911df3df05e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:45Z', 'updated_at': '2022-01-28T20:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:46.475211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cde5b-e884-427f-b3d4-2c6726457562 req-61df46b1-99d6-44ed-ac10-1cd09d9eb3b7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:46.479140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-695cde5b-e884-427f-b3d4-2c6726457562 req-61df46b1-99d6-44ed-ac10-1cd09d9eb3b7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 946 time: 0.4017680 Jan 28 20:31:46.487482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766f5fa-12bb-4185-91cd-3878b7b9f106 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:46.519627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0232787 Jan 28 20:31:46.520518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46334) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:46.527387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Request body: {'subnet': {'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-14433136-subnet', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:46.545127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:46.549087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.580499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.602596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1396f0fc-0a06-40de-b1fb-6b7194f28d42 None None] Provisioning complete for port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:46.602953 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1396f0fc-0a06-40de-b1fb-6b7194f28d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.633945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7785703-0238-45e8-b42e-46f3a22cb0a6 req-d930444f-9952-4e07-9aab-33c0f9aa02d7 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:46.637520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Made reservation on behalf of f6984c402f81451dbebc5de803f9055f for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:46.640270 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.642292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7785703-0238-45e8-b42e-46f3a22cb0a6 req-d930444f-9952-4e07-9aab-33c0f9aa02d7 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.3814406 Jan 28 20:31:46.701341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe920a7e-72ba-4621-8831-daf14c189e7d admin admin] Pushing event updated for resources: {'Network': ['ID=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:46.718661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:31:46.740264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:46.785117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-695cde5b-e884-427f-b3d4-2c6726457562 req-a40a5438-cc86-4573-96a1-3af8bcce3681 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617710 Jan 28 20:31:46.813419 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.890219 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1396f0fc-0a06-40de-b1fb-6b7194f28d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.899528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ddb528a-91b9-4c99-af82-611d0a9fcfbd up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:46.907368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:46.918800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7785703-0238-45e8-b42e-46f3a22cb0a6 req-cdcee797-01d8-488d-80fc-637cee7b76e9 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557497 Jan 28 20:31:46.954096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:46.958094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:46.961608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:47.101610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Deleting port fa4e0df0-4cfb-4f59-bd23-4597c51780ba {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:47.102042 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.108548 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.201957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:47.202976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.239239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'Port': ['ID=49b400d7-e26a-4544-bce0-f98bf81d18a6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:47.249689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-52cfcaa5-3559-45eb-9484-cb2567e93573 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4073641 Jan 28 20:31:47.269866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb90213-0422-4b17-9f3b-d9e2e2701d28 req-516bded7-3a2a-410b-a5a9-43e09ec771b8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:47.271452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-deb90213-0422-4b17-9f3b-d9e2e2701d28 req-516bded7-3a2a-410b-a5a9-43e09ec771b8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 931 time: 0.3528759 Jan 28 20:31:47.271965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:47.275799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Request body: {'port': {'device_id': '59aef40c-6b77-4d02-8f00-5f173f340317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:47.281106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:47.285925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:47.293197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:47.294226 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.311797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.316508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=339b711c-ed0f-4ed9-86bb-de7cce368e89,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:47.383678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46352) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:47.387299 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90ee8e55-f960-4bf5-a8fc-188c30b71ab7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0579705 Jan 28 20:31:47.388903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46354) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:47.404024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-274fb8a9-1322-43e2-8906-709391f70ec4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '339b711c-ed0f-4ed9-86bb-de7cce368e89', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-59098405'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:47.412022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] For port fa4e0df0-4cfb-4f59-bd23-4597c51780ba, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fa4e0df0-4cfb-4f59-bd23-4597c51780ba,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:47.412409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.421715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port eaf7de2b-fd96-419d-912f-77c1cdb05988 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:47.436653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1396f0fc-0a06-40de-b1fb-6b7194f28d42 None None] For port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1ddb528a-91b9-4c99-af82-611d0a9fcfbd,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:47.440846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port eaf7de2b-fd96-419d-912f-77c1cdb05988 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:47.441220 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.447430 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1396f0fc-0a06-40de-b1fb-6b7194f28d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.468208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-deb90213-0422-4b17-9f3b-d9e2e2701d28 req-0f4b6b8d-00d7-47a2-9e38-74b5f7cc888a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812377 Jan 28 20:31:47.479308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Calling delete_port for fa4e0df0-4cfb-4f59-bd23-4597c51780ba owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:47.494159 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.512805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1ba4b3-afa6-4958-a5ae-8b950686a03c,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:47.545744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-network', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:47.557810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Checking segment: {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:47.558085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Network hostable DHCP agents. Network: 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:47.581189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:47.581769 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.592622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:47.600617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274fb8a9-1322-43e2-8906-709391f70ec4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:47.606974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-274fb8a9-1322-43e2-8906-709391f70ec4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.624826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:47.626460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] Deleting port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:47.626841 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.636526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:47.637134 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.642194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Made reservation on behalf of 56c468c82eb746ba92ac7eb0b236ad82 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:47.643401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.652963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-274fb8a9-1322-43e2-8906-709391f70ec4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port edb49daf-f69a-4317-88dc-fb7ad2742426 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:31:47.654704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e2ec3-544b-49b1-b966-4e42c0f87be3 None None] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:47.671766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f0fc-0a06-40de-b1fb-6b7194f28d42 None None] Pushing event updated for resources: {'Port': ['ID=1ddb528a-91b9-4c99-af82-611d0a9fcfbd,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:47.715189 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4c99669c-0e31-41e3-a1e0-08e0a2d79595 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1907678 Jan 28 20:31:47.716219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:47.723882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:47.750606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8e8a5809-aac8-4167-b109-64768d62c87c None None] Provisioning complete for port 49b400d7-e26a-4544-bce0-f98bf81d18a6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:47.750996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5809-aac8-4167-b109-64768d62c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.806147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.819901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.821475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.838823 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-274fb8a9-1322-43e2-8906-709391f70ec4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:31:47.839409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274fb8a9-1322-43e2-8906-709391f70ec4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:31:47.896938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a5809-aac8-4167-b109-64768d62c87c None None] Port 49b400d7-e26a-4544-bce0-f98bf81d18a6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:31:47.904471 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-274fb8a9-1322-43e2-8906-709391f70ec4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5021029 Jan 28 20:31:47.905206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46362) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:47.916992 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:47.958416 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:47.960719 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88bb9b1-3b07-4205-9c92-5b24f380e370" -d '{"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-plugged", "status": "completed", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:48.006394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:48.017899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] For port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1ddb528a-91b9-4c99-af82-611d0a9fcfbd,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:48.017899 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.038890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f70ca-b0a6-45ae-98e5-adfca55be941 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:48.043669 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-040f70ca-b0a6-45ae-98e5-adfca55be941 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1342854 Jan 28 20:31:48.043909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46368) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:48.047055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.084881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.088878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] Calling delete_port for 1ddb528a-91b9-4c99-af82-611d0a9fcfbd owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:48.109894 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.159145 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.187800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=12']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:48.196414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef44fc0-0334-4f98-813a-e470abcdfd4f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:48.198181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef44fc0-0334-4f98-813a-e470abcdfd4f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:48.204090 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8ef44fc0-0334-4f98-813a-e470abcdfd4f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1548989 Jan 28 20:31:48.204827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46370) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:48.222820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:48.223709 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.251515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-70ab4b47-edfc-4bf5-bee0-ecebee337fb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6225381 Jan 28 20:31:48.285834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd1555f-46ec-4a79-bed9-069ce0718361 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 339b711c-ed0f-4ed9-86bb-de7cce368e89 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:48.291190 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fd1555f-46ec-4a79-bed9-069ce0718361 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.348687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fd1555f-46ec-4a79-bed9-069ce0718361 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.354180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a118c-cdc1-4406-add9-5ea4ed1d2126 req-bb43f6f2-b94a-4128-ac62-406d2775e12d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:48.356057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-568a118c-cdc1-4406-add9-5ea4ed1d2126 req-bb43f6f2-b94a-4128-ac62-406d2775e12d tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 947 time: 0.3450418 Jan 28 20:31:48.370337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04312c64-8429-4d27-9d34-d66e843b51b2 req-209c827d-f869-42dc-9c2e-8458043c10d3 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:48.378426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04312c64-8429-4d27-9d34-d66e843b51b2 req-209c827d-f869-42dc-9c2e-8458043c10d3 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.3209631 Jan 28 20:31:48.413319 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.413791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fd1555f-46ec-4a79-bed9-069ce0718361 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.427406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Allocated IP 172.20.0.2 (5c396d3e-f6de-4548-b8d2-bfc69e2d1b34/9a1ba4b3-afa6-4958-a5ae-8b950686a03c/d7edbb50-139d-4f8d-9d37-b91edc35f4b3) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:48.453667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] Pushing event deleted for resources: {'Port': ['ID=1ddb528a-91b9-4c99-af82-611d0a9fcfbd,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:48.460286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf9642-d5a5-468b-97f1-abc217fe548c None None] No DVR routers for this DVR port 1ddb528a-91b9-4c99-af82-611d0a9fcfbd on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:48.498198 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1b53651a-fed6-4fa2-b0a4-69c9b1df720f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:48.529039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41220323-2b2f-4f18-bd22-0044d041b957 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:48.536452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.588172 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fd1555f-46ec-4a79-bed9-069ce0718361 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.593627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1b53651a-fed6-4fa2-b0a4-69c9b1df720f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:48.594760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1b53651a-fed6-4fa2-b0a4-69c9b1df720f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:48.595608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ddb528a-91b9-4c99-af82-611d0a9fcfbd no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:48.622970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04312c64-8429-4d27-9d34-d66e843b51b2 req-db19ff80-92ca-487e-bf9e-fdf2b360d1da tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433693 Jan 28 20:31:48.623834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4e0df0-4cfb-4f59-bd23-4597c51780ba,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:48.633599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-f7174eb9-583b-4c3a-aa8d-83540079a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:48.635272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-f7174eb9-583b-4c3a-aa8d-83540079a0e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1096 time: 0.3033500 Jan 28 20:31:48.637462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.646919 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-568a118c-cdc1-4406-add9-5ea4ed1d2126 req-b52d41e8-a1a9-4dfa-82e0-e514de18ce92 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446694 Jan 28 20:31:48.650832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.673081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1555f-46ec-4a79-bed9-069ce0718361 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=339b711c-ed0f-4ed9-86bb-de7cce368e89,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:48.692709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fd1555f-46ec-4a79-bed9-069ce0718361 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.711582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:31:48.729113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1ddb528a-91b9-4c99-af82-611d0a9fcfbd {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:48.730618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ddb528a-91b9-4c99-af82-611d0a9fcfbd not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:48.733405 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0fd1555f-46ec-4a79-bed9-069ce0718361 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/339b711c-ed0f-4ed9-86bb-de7cce368e89 HTTP/1.1" status: 204 len: 168 time: 0.5253232 Jan 28 20:31:48.736703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46374) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:48.772519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.818693 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.819267 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Added segment 1b1e5ed4-bb1f-413b-bdaa-9d6052d97114 of type vlan for network f1502e23-54fe-453e-b1a6-903efd455f63 Jan 28 20:31:48.823070 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f9544-76eb-48f5-aa75-6b573ec6fd07 x-openstack-request-id: req-658f9544-76eb-48f5-aa75-6b573ec6fd07 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:48.824117 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-plugged", "status": "completed", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:48.824117 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-658f9544-76eb-48f5-aa75-6b573ec6fd07 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:48.824504 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'code': 200} Jan 28 20:31:48.861755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:48.872046 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-13861311-86e9-4409-996f-b216ca44935c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340890 Jan 28 20:31:48.877662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46376) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:48.887346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:48.895803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.909502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b400d7-e26a-4544-bce0-f98bf81d18a6 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:48.927136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.943302 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:48.958236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.020720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Transition to ACTIVE for port object 49b400d7-e26a-4544-bce0-f98bf81d18a6 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:49.056204 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.064613 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.107076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.108450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:49.112888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:49.115168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.117068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:49.118323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.123916 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:31:49.126171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb50-139d-4f8d-9d37-b91edc35f4b3,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:49.131871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6050f75-94d0-4036-ab4c-f6311ffd01c6 req-be993a21-3194-4299-a898-91db73da8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:49.134069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6050f75-94d0-4036-ab4c-f6311ffd01c6 req-be993a21-3194-4299-a898-91db73da8311 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1098 time: 0.1128206 Jan 28 20:31:49.134413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-33057470-64ea-4b38-8cc4-d614a8147681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:49.136283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-33057470-64ea-4b38-8cc4-d614a8147681 service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.4424031 Jan 28 20:31:49.158295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:49.161769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.183091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Allocated IP 172.25.2.17 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/c8ab9152-c975-48ca-8cfd-e84666c406b2) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:49.192067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Attempting to bind port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:49.192598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Attempting to bind port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:49.193026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Attempting to bind port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 on network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:49.202679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:49.203643 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Checking segment: {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:49.205059 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.205542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Bound using segment: {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:49.206036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Bound port: d7edbb50-139d-4f8d-9d37-b91edc35f4b3, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:49.206438 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.214283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622dac-36fd-4c6b-8881-d997cb3771f1 req-3b472693-7d03-4b62-a0d2-f2f5f5015733 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:49.215823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb622dac-36fd-4c6b-8881-d997cb3771f1 req-3b472693-7d03-4b62-a0d2-f2f5f5015733 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 931 time: 0.3914490 Jan 28 20:31:49.273457 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6050f75-94d0-4036-ab4c-f6311ffd01c6 req-fad96bec-95ec-4189-adda-e0086be2065d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281934 Jan 28 20:31:49.297388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] For port d7edbb50-139d-4f8d-9d37-b91edc35f4b3, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:49.305314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] For port d7edbb50-139d-4f8d-9d37-b91edc35f4b3, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d7edbb50-139d-4f8d-9d37-b91edc35f4b3,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:49.317775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.323719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-003e2305-a82f-4b15-917f-eb607c60700a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 200 len: 217 time: 0.1457253 Jan 28 20:31:49.344126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.345605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:49.346496 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.349967 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.350770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e17a5aa1-1da6-4749-bb57-d911df3df05e {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:31:49.376401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.380624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a90b3f2c-3b9f-4959-9e57-c66a2cf6d303 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e17a5aa1-1da6-4749-bb57-d911df3df05e HTTP/1.1" status: 204 len: 168 time: 4.0477901 Jan 28 20:31:49.382293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46378) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:49.384894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Pushing event updated for resources: {'Port': ['ID=49b400d7-e26a-4544-bce0-f98bf81d18a6,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:49.433599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2d0f6-6489-41e3-b194-5f184c45c628 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb50-139d-4f8d-9d37-b91edc35f4b3,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:49.554290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.558426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c3b8c7-e2f6-4a1c-a6a2-2e60409c2540 admin admin] Deleting subnet 7a8d764b-80f9-4ec9-aaf9-6c31551627c6 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:31:49.571435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60c3b8c7-e2f6-4a1c-a6a2-2e60409c2540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.607275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb622dac-36fd-4c6b-8881-d997cb3771f1 req-c576154c-19b5-446a-9dc3-7d1104a7955c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529005 Jan 28 20:31:49.647980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2554286 Jan 28 20:31:49.661310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46380) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:49.669775 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Request body: {'subnet': {'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-subnet', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:49.680748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60c3b8c7-e2f6-4a1c-a6a2-2e60409c2540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.732601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb84116-4f98-434b-8546-03f1c88a0c4c admin admin] Pushing event updated for resources: {'Network': ['ID=f1502e23-54fe-453e-b1a6-903efd455f63,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:49.749609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-f7fbe9fe-1cf9-4d9e-b185-2ef4c431ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:49.753173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-f7fbe9fe-1cf9-4d9e-b185-2ef4c431ec8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.4109509 Jan 28 20:31:49.756735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Attempting to bind port 49b400d7-e26a-4544-bce0-f98bf81d18a6 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:49.757049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Attempting to bind port 49b400d7-e26a-4544-bce0-f98bf81d18a6 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:49.757385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Attempting to bind port 49b400d7-e26a-4544-bce0-f98bf81d18a6 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:49.764328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f1502e23-54fe-453e-b1a6-903efd455f63 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:31:49.774061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Port 49b400d7-e26a-4544-bce0-f98bf81d18a6 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:49.774465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Attempting to bind port 49b400d7-e26a-4544-bce0-f98bf81d18a6 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:49.811783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:49.812202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Checking segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:49.813496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Bound using segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:49.814255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Bound port: 49b400d7-e26a-4544-bce0-f98bf81d18a6, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:49.814838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:49.846661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-e038d6da-0dba-454e-96e1-a9400fe1dcaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836895 Jan 28 20:31:50.009364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253285d7-d246-4920-b2b8-a61f9df1f0f8 req-d9316aa1-e63b-4c0a-8a80-34f37393b97a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:50.011074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-253285d7-d246-4920-b2b8-a61f9df1f0f8 req-d9316aa1-e63b-4c0a-8a80-34f37393b97a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.2468574 Jan 28 20:31:50.089948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa245-8bea-4eba-b4dc-fce303c49834 req-99c1b5a6-b661-489a-b8d3-28b7e7d24c0b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:50.091579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e8aa245-8bea-4eba-b4dc-fce303c49834 req-99c1b5a6-b661-489a-b8d3-28b7e7d24c0b tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 947 time: 0.2544503 Jan 28 20:31:50.135172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] For port 49b400d7-e26a-4544-bce0-f98bf81d18a6, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:50.149828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-253285d7-d246-4920-b2b8-a61f9df1f0f8 req-de6abc52-16b7-4d92-88d0-9f269cbc66a1 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271052 Jan 28 20:31:50.161972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:50.175248 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:50.181190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-b31a9321-d3bb-4c83-94bf-9e2404601aac service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141460 Jan 28 20:31:50.197272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] For port 49b400d7-e26a-4544-bce0-f98bf81d18a6, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=49b400d7-e26a-4544-bce0-f98bf81d18a6,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:50.214292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Made reservation on behalf of 56c468c82eb746ba92ac7eb0b236ad82 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:50.216626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:50.233151 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:50.248080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e8aa245-8bea-4eba-b4dc-fce303c49834 req-bd06844c-feca-4950-8c79-de3ce36ca9ea tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405287 Jan 28 20:31:50.340165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:50.341142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:50.343562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] 10.222.0.26 "PUT /v2.0/ports/49b400d7-e26a-4544-bce0-f98bf81d18a6 HTTP/1.1" status: 200 len: 1091 time: 3.0830679 Jan 28 20:31:50.347359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aef40c-6b77-4d02-8f00-5f173f340317', 'tag': '49b400d7-e26a-4544-bce0-f98bf81d18a6'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:50.362206 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b425afa-721d-405e-a9b8-2bed31cd8817" -d '{"events": [{"name": "network-changed", "server_uuid": "59aef40c-6b77-4d02-8f00-5f173f340317", "tag": "49b400d7-e26a-4544-bce0-f98bf81d18a6"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:50.378185 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:50.448800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:50.450523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:50.472377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Pushing event updated for resources: {'Port': ['ID=c8ab9152-c975-48ca-8cfd-e84666c406b2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:50.483064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:50.486495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc372c-a3b8-4b6a-ba7d-a6ea65cc3483 service neutron] Pushing event updated for resources: {'Port': ['ID=49b400d7-e26a-4544-bce0-f98bf81d18a6,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:50.499072 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41fe9a4-2dbb-4786-bece-c2a437fa279a x-openstack-request-id: req-c41fe9a4-2dbb-4786-bece-c2a437fa279a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:50.499534 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59aef40c-6b77-4d02-8f00-5f173f340317", "tag": "49b400d7-e26a-4544-bce0-f98bf81d18a6", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:50.499824 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c41fe9a4-2dbb-4786-bece-c2a437fa279a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:50.500994 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59aef40c-6b77-4d02-8f00-5f173f340317', 'tag': '49b400d7-e26a-4544-bce0-f98bf81d18a6', 'status': 'completed', 'code': 200} Jan 28 20:31:50.529160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a9e9abb-28a4-4bb3-8595-d66453a9ce81 req-7603b576-8d9b-433f-a2b8-4dea638a6637 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302333 Jan 28 20:31:50.545911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a863c5-576f-401f-beef-80ae73930d35 req-f4b88834-fe51-43d1-8a91-5f194e830e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:50.550923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-f4b88834-fe51-43d1-8a91-5f194e830e6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 1094 time: 0.1298165 Jan 28 20:31:50.568499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d7edbb50-139d-4f8d-9d37-b91edc35f4b3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:50.578115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:50.583618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:50.584336 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:50.602369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60c3b8c7-e2f6-4a1c-a6a2-2e60409c2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:50.604967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=959d5077-ee9c-453b-b0e7-878e703be0f5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:50.652556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-98183661-acc8-4bcb-a301-069da438fc06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b400d7-e26a-4544-bce0-f98bf81d18a6 HTTP/1.1" status: 200 len: 217 time: 0.0914226 Jan 28 20:31:50.673980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fc10a749-f18f-4d1e-ac46-3422e9cdf7b8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7938657 Jan 28 20:31:50.678088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46392) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:50.692320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3097e75c-8ea0-418e-bb35-822b5b5971a5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-686563851', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:50.702982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ff55cd-81c2-4cca-ad1a-e2627994bc10 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:50.783162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a863c5-576f-401f-beef-80ae73930d35 req-0e2046c4-db21-4dd6-b791-6fe4e7817e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:50.785024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-0e2046c4-db21-4dd6-b791-6fe4e7817e35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1141953 Jan 28 20:31:50.941051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:50.941537 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:50.963225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a863c5-576f-401f-beef-80ae73930d35 req-aee4783c-02e6-4b8d-a635-4e684e555ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:50.965864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-aee4783c-02e6-4b8d-a635-4e684e555ce6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575091 Jan 28 20:31:50.996515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '959d5077-ee9c-453b-b0e7-878e703be0f5'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:31:50.997969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.009667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60c3b8c7-e2f6-4a1c-a6a2-2e60409c2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.027325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d4e3f-1d4f-4222-bf70-97ffbfa66090 req-a65a88da-0c18-483c-a108-373fa65782b8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:51.034656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-282d4e3f-1d4f-4222-bf70-97ffbfa66090 req-a65a88da-0c18-483c-a108-373fa65782b8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 943 time: 0.2485251 Jan 28 20:31:51.089606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3097e75c-8ea0-418e-bb35-822b5b5971a5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.090500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3097e75c-8ea0-418e-bb35-822b5b5971a5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.098258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3b8c7-e2f6-4a1c-a6a2-2e60409c2540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8d764b-80f9-4ec9-aaf9-6c31551627c6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:51.104945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60c3b8c7-e2f6-4a1c-a6a2-2e60409c2540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.111540 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-60c3b8c7-e2f6-4a1c-a6a2-2e60409c2540 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a8d764b-80f9-4ec9-aaf9-6c31551627c6 HTTP/1.1" status: 204 len: 168 time: 1.7089567 Jan 28 20:31:51.139280 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46404) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:51.161880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-b194a11d-5c79-4837-9548-e2beb62fd0f9 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878672 Jan 28 20:31:51.174492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42611203-4df9-458b-9416-0b3bc11645c3 None None] Network 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:51.251178 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.299684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-282d4e3f-1d4f-4222-bf70-97ffbfa66090 req-bdef60d1-e186-4cdd-a7ea-b5770188fc4a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474092 Jan 28 20:31:51.410733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b7887-3fc1-4b1b-a2f0-aee1dbc0e4fe None None] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:51.412967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.420729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.444114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d94ca5-6d7a-4f2d-a1f1-43d8994be165 req-20fba30a-72d6-4598-a05b-f508e809b9fa tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:51.446509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-13d94ca5-6d7a-4f2d-a1f1-43d8994be165 req-20fba30a-72d6-4598-a05b-f508e809b9fa tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1260319 Jan 28 20:31:51.498792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.504312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3097e75c-8ea0-418e-bb35-822b5b5971a5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.505119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a863c5-576f-401f-beef-80ae73930d35 req-f87091f7-9a3b-4e83-a513-74bd8909ae91 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313806 Jan 28 20:31:51.510308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3350347-f901-47da-968b-7ea3ee0b673a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:51.522541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3097e75c-8ea0-418e-bb35-822b5b5971a5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.536473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-13d94ca5-6d7a-4f2d-a1f1-43d8994be165 req-dad6eb07-7f41-42dc-82b2-f71a524a2906 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592482 Jan 28 20:31:51.554569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc7fbb-77b5-49bd-97f5-12725a72706b req-b6636c6f-1758-4baa-8a29-608f55f52d14 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:51.556337 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92fc7fbb-77b5-49bd-97f5-12725a72706b req-b6636c6f-1758-4baa-8a29-608f55f52d14 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 947 time: 0.1340666 Jan 28 20:31:51.601417 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3097e75c-8ea0-418e-bb35-822b5b5971a5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.606112 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3097e75c-8ea0-418e-bb35-822b5b5971a5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9233072 Jan 28 20:31:51.607110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46432) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:51.684656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Checking segment: {'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:51.685362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Network hostable DHCP agents. Network: f1502e23-54fe-453e-b1a6-903efd455f63, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:31:51.696681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.743587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Network f1502e23-54fe-453e-b1a6-903efd455f63 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:31:51.763277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f1502e23-54fe-453e-b1a6-903efd455f63) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:51.774882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Deleting port 1ed7f18c-67e7-46c9-9f1e-c074260329ce {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:51.775523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.801520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baad45c-9255-4587-b73f-5fe9d5bb6524 None None] Network f1502e23-54fe-453e-b1a6-903efd455f63 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:51.816207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port d7edbb50-139d-4f8d-9d37-b91edc35f4b3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d7edbb50-139d-4f8d-9d37-b91edc35f4b3,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:51.892053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.920662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] For port 1ed7f18c-67e7-46c9-9f1e-c074260329ce, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1ed7f18c-67e7-46c9-9f1e-c074260329ce,segment=NetworkSegment(629a0c08-5423-4ebb-b1c3-2b2f16c3a97b),segment_id=629a0c08-5423-4ebb-b1c3-2b2f16c3a97b)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:51.921442 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:51.928089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/959d5077-ee9c-453b-b0e7-878e703be0f5/adf87229-20c7-4624-85d3-6cb5d8d35c96) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:51.941582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Calling delete_port for 1ed7f18c-67e7-46c9-9f1e-c074260329ce owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:51.947403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-35a40333-0cf3-4b3f-a7a8-9baf8a242d50 None None] Provisioning complete for port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:51.947960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-35a40333-0cf3-4b3f-a7a8-9baf8a242d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.020532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:52.021624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.039486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fa4e0df0-4cfb-4f59-bd23-4597c51780ba no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:52.071594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-26e699e1-487d-4291-87eb-af12b10d47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:52.073203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-26e699e1-487d-4291-87eb-af12b10d47a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 1094 time: 0.4989030 Jan 28 20:31:52.076095 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92fc7fbb-77b5-49bd-97f5-12725a72706b req-73b5039e-fdab-43f3-b148-af4dcf43723c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5123603 Jan 28 20:31:52.109134 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b10db799-5cf2-4dad-97a8-ae8d2b18e6da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4439080 Jan 28 20:31:52.114442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46434) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:52.116905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: fa4e0df0-4cfb-4f59-bd23-4597c51780ba {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:52.117450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fa4e0df0-4cfb-4f59-bd23-4597c51780ba not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:52.119836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:52.210889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.212559 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.241334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.279134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb50-139d-4f8d-9d37-b91edc35f4b3,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:52.321251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] No DVR routers for this DVR port 1ed7f18c-67e7-46c9-9f1e-c074260329ce on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:52.396097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed7f18c-67e7-46c9-9f1e-c074260329ce,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:52.460294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3109c35-95d1-4d26-965e-d692b16ced15 None None] DHCP port deletion for 0ac8706d-1f35-4c56-a56c-c66b7ee1e32e request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:31:52.462537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f672027-818e-4dbf-bd01-fd975b9f9bae None None] Network f1502e23-54fe-453e-b1a6-903efd455f63 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:31:52.501951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d7edbb50-139d-4f8d-9d37-b91edc35f4b3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:52.504048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.607897 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.637141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5991-733e-4e62-916f-b1d00315ccc1 req-a5bb9a30-a53b-4d6f-88f1-44b36a4cc4da tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:52.638764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9de5991-733e-4e62-916f-b1d00315ccc1 req-a5bb9a30-a53b-4d6f-88f1-44b36a4cc4da tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 943 time: 0.1878104 Jan 28 20:31:52.641974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda40d4-9a55-48d6-9536-56a96214763c req-bb755646-6d91-4263-8a90-b5ab5c8066e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:52.643612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-beda40d4-9a55-48d6-9536-56a96214763c req-bb755646-6d91-4263-8a90-b5ab5c8066e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 1096 time: 0.3053062 Jan 28 20:31:52.659950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.686342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-dffe2f96-3691-4588-81af-003d43c91799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:52.688901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-dffe2f96-3691-4588-81af-003d43c91799 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.5190594 Jan 28 20:31:52.698781 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.720927 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.768300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac8706d-1f35-4c56-a56c-c66b7ee1e32e']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:52.798634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:52.799287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.816546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.830197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-090ac3b3-1785-442d-acd0-4511a17c7871 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b400d7-e26a-4544-bce0-f98bf81d18a6 HTTP/1.1" status: 200 len: 217 time: 0.1074891 Jan 28 20:31:52.834557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:52.835003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629a0c08-5423-4ebb-b1c3-2b2f16c3a97b') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:52.837951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.864660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.869919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:52.890003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:52.913402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:52.914678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-8a75141c-ca94-4428-8cee-cc8d39a0f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:52.916152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-8a75141c-ca94-4428-8cee-cc8d39a0f8c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.0613410 Jan 28 20:31:52.921590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Pushing event updated for resources: {'Port': ['ID=adf87229-20c7-4624-85d3-6cb5d8d35c96,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:52.947871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:52.960149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-beda40d4-9a55-48d6-9536-56a96214763c req-56377a4a-18da-4398-8914-20c1c5450b35 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681489 Jan 28 20:31:53.008571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:53.009240 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:53.016168 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:53.037216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9de5991-733e-4e62-916f-b1d00315ccc1 req-35d6c602-14bc-4330-99bc-76d01fadaf0b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436964 Jan 28 20:31:53.063203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Attempting to bind port adf87229-20c7-4624-85d3-6cb5d8d35c96 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:53.063736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Attempting to bind port adf87229-20c7-4624-85d3-6cb5d8d35c96 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:53.063980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Attempting to bind port adf87229-20c7-4624-85d3-6cb5d8d35c96 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:53.072362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:53.072735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:53.073136 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.073613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:53.074512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Bound port: adf87229-20c7-4624-85d3-6cb5d8d35c96, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:53.074512 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.087621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eaaec-cb0e-42d3-b275-1b806a52ba78 req-1d99ce30-4095-4866-9f0f-8837ee53b623 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:53.091740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34eb5a31-3fb4-40a0-ae2c-b8ef503e82ba None None] Provisioning complete for port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:53.092112 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34eb5a31-3fb4-40a0-ae2c-b8ef503e82ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.092886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-596eaaec-cb0e-42d3-b275-1b806a52ba78 req-1d99ce30-4095-4866-9f0f-8837ee53b623 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.3080916 Jan 28 20:31:53.108853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.120663 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.126619 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0ac8706d-1f35-4c56-a56c-c66b7ee1e32e HTTP/1.1" status: 204 len: 168 time: 1.9755495 Jan 28 20:31:53.136081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46440) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:53.146211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f43ca-e4c8-4daf-bdf8-5d13dba89858 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac8706d-1f35-4c56-a56c-c66b7ee1e32e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:53.197864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-596eaaec-cb0e-42d3-b275-1b806a52ba78 req-c5df91f1-2882-4976-984c-6b40e90382b3 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625062 Jan 28 20:31:53.212506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-210dadc7-6dc0-4e08-8fa2-e1a3863433d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:53.214401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-210dadc7-6dc0-4e08-8fa2-e1a3863433d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508826 Jan 28 20:31:53.235407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:31:53.264937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] For port adf87229-20c7-4624-85d3-6cb5d8d35c96, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:53.318367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] For port adf87229-20c7-4624-85d3-6cb5d8d35c96, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=adf87229-20c7-4624-85d3-6cb5d8d35c96,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:53.327812 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.404603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd38850-615a-47ba-a2ba-9ce70496d6e2 None None] Pushing event updated for resources: {'Port': ['ID=adf87229-20c7-4624-85d3-6cb5d8d35c96,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:53.508369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c8567-1c09-4c21-b4f8-2f141243edac req-9868c60b-4a17-4d4f-a69e-77523e0eeeb7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:53.517663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d5c8567-1c09-4c21-b4f8-2f141243edac req-9868c60b-4a17-4d4f-a69e-77523e0eeeb7 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 947 time: 0.2435474 Jan 28 20:31:53.550068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-e4b60f05-f8a9-4e0b-975e-d5aacf4450d7 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227875 Jan 28 20:31:53.590850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::1 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/959d5077-ee9c-453b-b0e7-878e703be0f5/ac037bae-05e8-46c4-a648-1354022d3dab) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:53.607738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d5c8567-1c09-4c21-b4f8-2f141243edac req-2bdb32c4-7a22-4a5c-96d0-004c2ac62f1c tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892394 Jan 28 20:31:53.794696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b425afa-721d-405e-a9b8-2bed31cd8817 req-13b3253b-8183-4f1b-a6a6-2d0a2b4eb1d7 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202892 Jan 28 20:31:53.858472 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.914228 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.959061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:53.964644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:53.967304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:53.968028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.988584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:53.992216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:54.005724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Sync routers for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:54.016920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:54.017791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:54.018235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=ac037bae-05e8-46c4-a648-1354022d3dab,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:54.025210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.098823 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.102993 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ef310e9-577c-4e34-be82-60f6b57372ec admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.3856125 Jan 28 20:31:54.106343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46448) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:54.146911 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.221452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:54.318563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Allocated IP 172.25.2.99 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/b9a6e60c-2352-43e0-a781-c24cf68a999d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:54.372372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93869dec-6123-4976-8ebe-f59e66ae510e req-8aa1f4a8-791a-4724-a5af-c0e9a1e2a938 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:54.380235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93869dec-6123-4976-8ebe-f59e66ae510e req-8aa1f4a8-791a-4724-a5af-c0e9a1e2a938 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 943 time: 0.1924028 Jan 28 20:31:54.477503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07305db5-7b13-4ec4-bdbc-64a556ce372b req-4f8a50f3-04c4-49a3-9b13-7d8c477e0be0 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:54.479806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07305db5-7b13-4ec4-bdbc-64a556ce372b req-4f8a50f3-04c4-49a3-9b13-7d8c477e0be0 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1736083 Jan 28 20:31:54.550293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:51Z', 'revision_number': 3, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:54.556205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93869dec-6123-4976-8ebe-f59e66ae510e req-eea55813-a46c-4c31-84c8-e943d788d230 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749995 Jan 28 20:31:54.597309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device adf87229-20c7-4624-85d3-6cb5d8d35c96 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:54.606993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07305db5-7b13-4ec4-bdbc-64a556ce372b req-ff60bf91-ec65-4d4a-abe5-01baaf5e50b3 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132798 Jan 28 20:31:54.620217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Checking router: ece83ce7-289d-49df-aaa8-a1a1e5cb3675 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:54.620446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Updating router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 port c8ab9152-c975-48ca-8cfd-e84666c406b2 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:31:54.661459 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.687745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.695638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.696581 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.726691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.807918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 49b400d7-e26a-4544-bce0-f98bf81d18a6 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:54.829644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=ac037bae-05e8-46c4-a648-1354022d3dab,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:54.858899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0078f-24bb-4010-8bf2-4810b4db29a7 req-4328512b-e52d-4987-8231-b2fefc8ebebb tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:54.861270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2c0078f-24bb-4010-8bf2-4810b4db29a7 req-4328512b-e52d-4987-8231-b2fefc8ebebb tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1265979 Jan 28 20:31:54.905289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:54.933102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2c0078f-24bb-4010-8bf2-4810b4db29a7 req-1679220f-a5c7-4361-a0e1-1b8d60531bb2 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646794 Jan 28 20:31:54.935021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:54.936600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:54.945955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 49b400d7-e26a-4544-bce0-f98bf81d18a6, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=49b400d7-e26a-4544-bce0-f98bf81d18a6,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:54.967472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '49b400d7-e26a-4544-bce0-f98bf81d18a6', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': '49b400d7-e26a-4544-bce0-f98bf81d18a6', 'mac_address': 'fa:16:3e:ad:06:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:54.980536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port adf87229-20c7-4624-85d3-6cb5d8d35c96 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:54.980909 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:55.006299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:55.098590 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:55.117483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Router d0a12ff0-b607-4676-b540-fe494624a844 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:31:55.119246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b400d7-e26a-4544-bce0-f98bf81d18a6 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:31:55.173493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a6e60c-2352-43e0-a781-c24cf68a999d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:55.187219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:55.203660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:55.219837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:55.322101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:55.331785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1f5a313d-f651-44ee-b457-92e956cd3de9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "PUT /v2.0/routers/d0a12ff0-b607-4676-b540-fe494624a844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7134373 Jan 28 20:31:55.333009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46460) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:55.341074 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Sync routers for ids ['d0a12ff0-b607-4676-b540-fe494624a844'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:55.344410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d10e83-f565-4177-834d-3a7b969dd3b4 req-2582767a-57b4-4154-b12e-b50227ac145d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:55.358225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81d10e83-f565-4177-834d-3a7b969dd3b4 req-2582767a-57b4-4154-b12e-b50227ac145d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1091871 Jan 28 20:31:55.359311 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Routers {'d0a12ff0-b607-4676-b540-fe494624a844'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:55.361129 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0a12ff0-b607-4676-b540-fe494624a844'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:55.442230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2590d0-3807-4e4b-a428-2faaefd30e4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:55.447686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bb2590d0-3807-4e4b-a428-2faaefd30e4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports/ac037bae-05e8-46c4-a648-1354022d3dab HTTP/1.1" status: 200 len: 911 time: 0.0700462 Jan 28 20:31:55.466004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46462) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:55.499286 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Set router d0a12ff0-b607-4676-b540-fe494624a844 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:55.579305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 49b400d7-e26a-4544-bce0-f98bf81d18a6, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=49b400d7-e26a-4544-bce0-f98bf81d18a6,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:55.582755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ee284a94-a305-4327-94cf-86c8bab8a99a None None] Provisioning complete for port adf87229-20c7-4624-85d3-6cb5d8d35c96 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:55.583073 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ee284a94-a305-4327-94cf-86c8bab8a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:55.598974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81d10e83-f565-4177-834d-3a7b969dd3b4 req-63ede51f-46a1-4c06-a889-417899f58810 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393708 Jan 28 20:31:55.622698 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:55.650059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796154ba-5aa0-45e9-aaad-9cfbd9f609e7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:55.659392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796154ba-5aa0-45e9-aaad-9cfbd9f609e7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:55.672908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-796154ba-5aa0-45e9-aaad-9cfbd9f609e7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2052877 Jan 28 20:31:55.675242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46466) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:55.710065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=49b400d7-e26a-4544-bce0-f98bf81d18a6,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:55.722000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:55.781962 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'name': 'tempest-NetworksTestDHCPv6-router-686563851', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:51Z', 'updated_at': '2022-01-28T20:31:54Z', 'revision_number': 2, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None, '_interfaces': [{'id': 'ac037bae-05e8-46c4-a648-1354022d3dab', 'name': '', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'mac_address': 'fa:16:3e:7a:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '959d5077-ee9c-453b-b0e7-878e703be0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:53Z', 'updated_at': '2022-01-28T20:31:54Z', 'revision_number': 2, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'subnets': [{'id': '959d5077-ee9c-453b-b0e7-878e703be0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:55.784329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb02a37-55aa-4d5e-bfb9-542925d3f105 req-2bc6b8f1-54f2-437e-aed7-9a3bd6351b6f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:55.786304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-beb02a37-55aa-4d5e-bfb9-542925d3f105 req-2bc6b8f1-54f2-437e-aed7-9a3bd6351b6f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 944 time: 0.0896277 Jan 28 20:31:55.813238 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Checking router: d0a12ff0-b607-4676-b540-fe494624a844 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:55.813674 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Updating router d0a12ff0-b607-4676-b540-fe494624a844 port ac037bae-05e8-46c4-a648-1354022d3dab binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:31:55.852904 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:55.855271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-beb02a37-55aa-4d5e-bfb9-542925d3f105 req-88b522b2-3983-41cc-b5ff-4b916e47282e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603046 Jan 28 20:31:55.897394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:55.905166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port adf87229-20c7-4624-85d3-6cb5d8d35c96, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=adf87229-20c7-4624-85d3-6cb5d8d35c96,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:55.946007 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.007012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=adf87229-20c7-4624-85d3-6cb5d8d35c96,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:56.010878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['49b400d7-e26a-4544-bce0-f98bf81d18a6'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:56.020906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ed7f18c-67e7-46c9-9f1e-c074260329ce no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:56.065697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ee284a94-a305-4327-94cf-86c8bab8a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.074129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1ed7f18c-67e7-46c9-9f1e-c074260329ce {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:31:56.074474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ed7f18c-67e7-46c9-9f1e-c074260329ce not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:56.094528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.113246 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.158344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.211205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-ee284a94-a305-4327-94cf-86c8bab8a99a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:31:56.211839 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-ee284a94-a305-4327-94cf-86c8bab8a99a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:31:56.212012 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.221593 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.227431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9b798-e1ce-4b6a-8eaf-1588cb62ca9f None None] Pushing event updated for resources: {'Port': ['ID=c8ab9152-c975-48ca-8cfd-e84666c406b2,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:56.239714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Attempting to bind port c8ab9152-c975-48ca-8cfd-e84666c406b2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:56.240161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Attempting to bind port c8ab9152-c975-48ca-8cfd-e84666c406b2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:56.240515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Attempting to bind port c8ab9152-c975-48ca-8cfd-e84666c406b2 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:56.257922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:56.257922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:56.257922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.257922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:56.258645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Bound port: c8ab9152-c975-48ca-8cfd-e84666c406b2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:56.259093 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.287559 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Pushing event updated for resources: {'Port': ['ID=ac037bae-05e8-46c4-a648-1354022d3dab,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:56.313281 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.313729 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.314419 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.314419 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.314767 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.314976 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.315287 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.315611 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.315942 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.316887 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.317155 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.317475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:56.348238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] For port c8ab9152-c975-48ca-8cfd-e84666c406b2, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:56.391746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] For port c8ab9152-c975-48ca-8cfd-e84666c406b2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c8ab9152-c975-48ca-8cfd-e84666c406b2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:56.394930 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Attempting to bind port ac037bae-05e8-46c4-a648-1354022d3dab on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:31:56.395878 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Attempting to bind port ac037bae-05e8-46c4-a648-1354022d3dab by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:31:56.395878 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Attempting to bind port ac037bae-05e8-46c4-a648-1354022d3dab on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:56.408507 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.410218 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:56.410597 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:31:56.411002 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.411399 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:56.411869 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Bound port: ac037bae-05e8-46c4-a648-1354022d3dab, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:31:56.412273 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.493619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9b798-e1ce-4b6a-8eaf-1588cb62ca9f None None] Pushing event updated for resources: {'Port': ['ID=c8ab9152-c975-48ca-8cfd-e84666c406b2,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:56.498515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device adf87229-20c7-4624-85d3-6cb5d8d35c96 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:56.503039 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] For port ac037bae-05e8-46c4-a648-1354022d3dab, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:56.509645 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] For port ac037bae-05e8-46c4-a648-1354022d3dab, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ac037bae-05e8-46c4-a648-1354022d3dab,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:56.517761 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.573955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:56.575092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:56.595543 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Routers {'d0a12ff0-b607-4676-b540-fe494624a844'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:56.596591 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0a12ff0-b607-4676-b540-fe494624a844'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:56.635383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port adf87229-20c7-4624-85d3-6cb5d8d35c96 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:56.636371 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:56.823104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711f3e4-a8f6-4ab1-94c3-d34a2d254763 req-f6ce6132-1e19-46a8-8bd9-090132f01f55 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:56.825660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e711f3e4-a8f6-4ab1-94c3-d34a2d254763 req-f6ce6132-1e19-46a8-8bd9-090132f01f55 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1048663 Jan 28 20:31:56.872244 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a79b-a2df-49be-9c2a-a54381aec938 None None] Pushing event updated for resources: {'Port': ['ID=ac037bae-05e8-46c4-a648-1354022d3dab,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:56.899634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:56.917132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e711f3e4-a8f6-4ab1-94c3-d34a2d254763 req-9dda8a8f-d37e-4088-9693-a373c387d076 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837862 Jan 28 20:31:56.975636 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] Set router d0a12ff0-b607-4676-b540-fe494624a844 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:57.039179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Allocated IP 172.20.0.1 (5c396d3e-f6de-4548-b8d2-bfc69e2d1b34/9a1ba4b3-afa6-4958-a5ae-8b950686a03c/9366e39b-a7ed-4258-a282-ff84db58166f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:57.078232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abf3c6-d7a0-4400-8118-7185dc8a4698 req-47c9dfec-76e2-4a34-bb4e-b8af435b5bda tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:57.082517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5abf3c6-d7a0-4400-8118-7185dc8a4698 req-47c9dfec-76e2-4a34-bb4e-b8af435b5bda tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 944 time: 0.1104889 Jan 28 20:31:57.141535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c7325f60-22ec-49f0-a5c4-32e9e9c307fc None None] Provisioning complete for port ac037bae-05e8-46c4-a648-1354022d3dab triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:57.142600 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c7325f60-22ec-49f0-a5c4-32e9e9c307fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:57.175592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5abf3c6-d7a0-4400-8118-7185dc8a4698 req-519af4c4-2c88-40c9-bb58-aadcbd527f44 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814126 Jan 28 20:31:57.231257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:57.233874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Deleting port 7a33daa6-313c-44e1-802b-b28f9b625c2c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:57.234755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:57.348648 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-120810be-81b7-430f-be55-adbefd9367fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'name': 'tempest-NetworksTestDHCPv6-router-686563851', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:51Z', 'updated_at': '2022-01-28T20:31:54Z', 'revision_number': 2, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None, '_interfaces': [{'id': 'ac037bae-05e8-46c4-a648-1354022d3dab', 'name': '', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'mac_address': 'fa:16:3e:7a:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '959d5077-ee9c-453b-b0e7-878e703be0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:53Z', 'updated_at': '2022-01-28T20:31:56Z', 'revision_number': 4, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'subnets': [{'id': '959d5077-ee9c-453b-b0e7-878e703be0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:57.351202 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c7325f60-22ec-49f0-a5c4-32e9e9c307fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:57.374414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:51Z', 'revision_number': 3, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:57.399040 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120810be-81b7-430f-be55-adbefd9367fb None None] The sync data for ids ['d0a12ff0-b607-4676-b540-fe494624a844'] in n-d-825064-3 is: [{'id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'name': 'tempest-NetworksTestDHCPv6-router-686563851', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:51Z', 'updated_at': '2022-01-28T20:31:54Z', 'revision_number': 2, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None, '_interfaces': [{'id': 'ac037bae-05e8-46c4-a648-1354022d3dab', 'name': '', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'mac_address': 'fa:16:3e:7a:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '959d5077-ee9c-453b-b0e7-878e703be0f5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:53Z', 'updated_at': '2022-01-28T20:31:56Z', 'revision_number': 4, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'subnets': [{'id': '959d5077-ee9c-453b-b0e7-878e703be0f5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:57.416494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175f74e-b6ec-44ff-ac7c-eaff9fef2ef9 req-e3b945d8-c15a-40cc-84ab-6eb9ccf9662d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:57.418904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6175f74e-b6ec-44ff-ac7c-eaff9fef2ef9 req-e3b945d8-c15a-40cc-84ab-6eb9ccf9662d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.0878112 Jan 28 20:31:57.431750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53943925-ac38-4d53-b034-8a0cb458c025 None None] The sync data for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 is: [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:51Z', 'revision_number': 3, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:57.440762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c7325f60-22ec-49f0-a5c4-32e9e9c307fc None None] For port ac037bae-05e8-46c4-a648-1354022d3dab, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ac037bae-05e8-46c4-a648-1354022d3dab,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:57.446487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c7325f60-22ec-49f0-a5c4-32e9e9c307fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:57.501333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6175f74e-b6ec-44ff-ac7c-eaff9fef2ef9 req-2f69b069-fe5d-47cf-85ad-765c68a0f1a5 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721655 Jan 28 20:31:57.538009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325f60-22ec-49f0-a5c4-32e9e9c307fc None None] Pushing event updated for resources: {'Port': ['ID=ac037bae-05e8-46c4-a648-1354022d3dab,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:57.572689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f406ad78-b526-469a-b5ec-56e93951242d None None] Provisioning complete for port ac037bae-05e8-46c4-a648-1354022d3dab triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:57.573487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f406ad78-b526-469a-b5ec-56e93951242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:57.643868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] For port 7a33daa6-313c-44e1-802b-b28f9b625c2c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7a33daa6-313c-44e1-802b-b28f9b625c2c,segment=NetworkSegment(c337bdbb-2ab0-4635-9b65-132e1f91631b),segment_id=c337bdbb-2ab0-4635-9b65-132e1f91631b)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:57.644330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:57.691733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Calling delete_port for 7a33daa6-313c-44e1-802b-b28f9b625c2c owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:31:57.797433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:57.914059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:58.042048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Router a2786684-b013-4364-92f3-af34cbd819f5 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:31:58.044575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:58.230898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:58.295593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee88d2-b637-4ac1-be66-d1c608d39965 req-62f99846-4ec1-4a2a-9f8f-de414b9e63b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:58.298323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28ee88d2-b637-4ac1-be66-d1c608d39965 req-62f99846-4ec1-4a2a-9f8f-de414b9e63b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 944 time: 0.0590148 Jan 28 20:31:58.344455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:58.357374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Pushing event updated for resources: {'Port': ['ID=9366e39b-a7ed-4258-a282-ff84db58166f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:58.371180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:58.377871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28ee88d2-b637-4ac1-be66-d1c608d39965 req-ed83d114-e736-4c29-9b1a-874d79c9f28f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696843 Jan 28 20:31:58.553999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c8ab9152-c975-48ca-8cfd-e84666c406b2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:58.560620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:58.572343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:58.600312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Sync routers for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:58.624929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:58.626854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:58.712140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c718391-5022-4442-b441-854b92234aef req-dda5678a-8ca6-4b79-8e66-3cf4dcea6437 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:58.720045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c718391-5022-4442-b441-854b92234aef req-dda5678a-8ca6-4b79-8e66-3cf4dcea6437 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1284003 Jan 28 20:31:58.736789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5b710cf6-c1cf-475f-afe1-cedfa7e0ecbb None None] Provisioning complete for port 9366e39b-a7ed-4258-a282-ff84db58166f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:58.737496 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b710cf6-c1cf-475f-afe1-cedfa7e0ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:58.743436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:58.745085 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dfb3b4ab-d1be-4719-9149-2ff15bc7a393 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6303427 Jan 28 20:31:58.750646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46482) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:31:58.777334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c718391-5022-4442-b441-854b92234aef req-cc388918-8948-48f0-8867-48dd61081af8 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562534 Jan 28 20:31:58.819702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 49b400d7-e26a-4544-bce0-f98bf81d18a6 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:58.837075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:58.869452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5b710cf6-c1cf-475f-afe1-cedfa7e0ecbb None None] Port 9366e39b-a7ed-4258-a282-ff84db58166f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:31:58.877940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c8ab9152-c975-48ca-8cfd-e84666c406b2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:58.878361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:58.915899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:58.949458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a33daa6-313c-44e1-802b-b28f9b625c2c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:59.099630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 49b400d7-e26a-4544-bce0-f98bf81d18a6 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:59.108955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 49b400d7-e26a-4544-bce0-f98bf81d18a6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:59.109529 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:59.155569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port ac037bae-05e8-46c4-a648-1354022d3dab {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:31:59.156030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:59.276363 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:59.370755 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:59.405081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:59.409689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port c8ab9152-c975-48ca-8cfd-e84666c406b2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c8ab9152-c975-48ca-8cfd-e84666c406b2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:59.428787 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:59.429703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ac037bae-05e8-46c4-a648-1354022d3dab up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:59.631499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1766937-9db4-4797-8c10-0b8ad574107c req-99c4d47b-c580-4dcb-bb2f-1b8a55b9cfc5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:59.641176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1766937-9db4-4797-8c10-0b8ad574107c req-99c4d47b-c580-4dcb-bb2f-1b8a55b9cfc5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 944 time: 0.1302798 Jan 28 20:31:59.705791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1766937-9db4-4797-8c10-0b8ad574107c req-12e03d56-f3fc-4ecb-8675-4f8472b34fb3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633171 Jan 28 20:31:59.735566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 49b400d7-e26a-4544-bce0-f98bf81d18a6, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=49b400d7-e26a-4544-bce0-f98bf81d18a6,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:59.741676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aef40c-6b77-4d02-8f00-5f173f340317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b400d7-e26a-4544-bce0-f98bf81d18a6'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:31:59.744090 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fa3b35-b6be-4c9d-b92b-462d1a187d8f" -d '{"events": [{"server_uuid": "59aef40c-6b77-4d02-8f00-5f173f340317", "name": "network-vif-plugged", "status": "completed", "tag": "49b400d7-e26a-4544-bce0-f98bf81d18a6"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:59.751636 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:59.791854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=c8ab9152-c975-48ca-8cfd-e84666c406b2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:59.850848 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d36b61d-1940-4a1c-83b2-69d9b9910673 x-openstack-request-id: req-9d36b61d-1940-4a1c-83b2-69d9b9910673 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:59.851113 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aef40c-6b77-4d02-8f00-5f173f340317", "name": "network-vif-plugged", "status": "completed", "tag": "49b400d7-e26a-4544-bce0-f98bf81d18a6", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:59.851483 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d36b61d-1940-4a1c-83b2-69d9b9910673 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:59.852115 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aef40c-6b77-4d02-8f00-5f173f340317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b400d7-e26a-4544-bce0-f98bf81d18a6', 'code': 200} Jan 28 20:31:59.872772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:31:55Z', 'revision_number': 3, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:59.879626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ac037bae-05e8-46c4-a648-1354022d3dab triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:59.880090 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:31:59.910856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=49b400d7-e26a-4544-bce0-f98bf81d18a6,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:59.940478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Checking router: a2786684-b013-4364-92f3-af34cbd819f5 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:59.940908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Updating router a2786684-b013-4364-92f3-af34cbd819f5 port b9a6e60c-2352-43e0-a781-c24cf68a999d binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:31:59.975162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c681-d1b0-4d6e-8e0d-21c4881064a3 req-b7c9e07a-6922-48eb-909a-882b18c84c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:59.976924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b12c681-d1b0-4d6e-8e0d-21c4881064a3 req-b7c9e07a-6922-48eb-909a-882b18c84c90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 1096 time: 0.0675709 Jan 28 20:31:59.977578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.038459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b12c681-d1b0-4d6e-8e0d-21c4881064a3 req-ca5af06a-fb51-45ee-bc54-8dc7e1e32a64 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490232 Jan 28 20:32:00.162897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] For port ac037bae-05e8-46c4-a648-1354022d3dab, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ac037bae-05e8-46c4-a648-1354022d3dab,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:00.163549 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.260146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for ac037bae-05e8-46c4-a648-1354022d3dab owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:00.301701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.499189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.507186 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.549422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.568398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.571954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c8ab9152-c975-48ca-8cfd-e84666c406b2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:00.660423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c8ab9152-c975-48ca-8cfd-e84666c406b2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:00.660797 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.689337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Attempting to bind port b9a6e60c-2352-43e0-a781-c24cf68a999d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:00.692408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Attempting to bind port b9a6e60c-2352-43e0-a781-c24cf68a999d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:00.692408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Attempting to bind port b9a6e60c-2352-43e0-a781-c24cf68a999d on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:00.714444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee5dc2-7962-4548-86db-4512b051f690 None None] Pushing event updated for resources: {'Port': ['ID=b9a6e60c-2352-43e0-a781-c24cf68a999d,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:00.727344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:00.727708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:00.728157 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.728617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:00.729187 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Bound port: b9a6e60c-2352-43e0-a781-c24cf68a999d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:00.731099 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.741014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-ae7e5740-0f06-4a18-b830-47bd04379a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:00.743284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-ae7e5740-0f06-4a18-b830-47bd04379a9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1096 time: 0.1045821 Jan 28 20:32:00.785181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9952be-465b-4165-b95b-148d2dad260f req-3ee7fd79-39bf-45e6-85ef-a7ac46d61732 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:00.787961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c9952be-465b-4165-b95b-148d2dad260f req-3ee7fd79-39bf-45e6-85ef-a7ac46d61732 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1507847 Jan 28 20:32:00.801994 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.837921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Pushing event updated for resources: {'Port': ['ID=9366e39b-a7ed-4258-a282-ff84db58166f,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:00.848325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] For port b9a6e60c-2352-43e0-a781-c24cf68a999d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:00.853752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] For port b9a6e60c-2352-43e0-a781-c24cf68a999d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b9a6e60c-2352-43e0-a781-c24cf68a999d,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:00.862452 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:00.918961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:00.920037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:00.946663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c9952be-465b-4165-b95b-148d2dad260f req-75e07401-0ee2-4b34-b01b-b54b62cbb956 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136522 Jan 28 20:32:00.977088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-a8b18514-3ddc-4a1d-8ec4-42cd50141f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:00.980354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-a8b18514-3ddc-4a1d-8ec4-42cd50141f75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.2293913 Jan 28 20:32:00.998383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857259d1-0cdf-4b8d-a12e-4bf95a1dc12c req-6da06537-3497-4033-996e-e01446e7405a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:01.000717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857259d1-0cdf-4b8d-a12e-4bf95a1dc12c req-6da06537-3497-4033-996e-e01446e7405a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1376772 Jan 28 20:32:01.033147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee5dc2-7962-4548-86db-4512b051f690 None None] Pushing event updated for resources: {'Port': ['ID=b9a6e60c-2352-43e0-a781-c24cf68a999d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:01.071678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:01.161211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:01.177027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:01.248163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=ac037bae-05e8-46c4-a648-1354022d3dab,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:01.267078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:01.286008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:01.335675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Router 9f6ce9fa-b753-4153-9c8b-23a990e3648f has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:01.367058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:31:55Z', 'revision_number': 3, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:01.411436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830e768-dc48-45da-9d05-bd14e6a0aeb1 None None] The sync data for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 is: [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:31:55Z', 'revision_number': 3, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:01.477594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-3d3b101b-b25a-46a3-96d6-301805d7b2ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 200 len: 217 time: 0.4895229 Jan 28 20:32:01.492251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:01.564721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-6b32d7eb-0e9d-4fde-9627-a2ea404c1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:01.566247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-6b32d7eb-0e9d-4fde-9627-a2ea404c1ddc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.0806644 Jan 28 20:32:01.622725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:01.631576 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-194134bb-d927-4d3b-993f-ae0443565314 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545790 Jan 28 20:32:01.673380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857259d1-0cdf-4b8d-a12e-4bf95a1dc12c req-e5d79f2b-dcf1-4be5-8c74-0e550d92790d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622300 Jan 28 20:32:01.730990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7e40b86e-211d-40a0-b990-fab70435c8df None None] Provisioning complete for port 9366e39b-a7ed-4258-a282-ff84db58166f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:01.732119 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e40b86e-211d-40a0-b990-fab70435c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:01.771592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7e40b86e-211d-40a0-b990-fab70435c8df None None] Port 9366e39b-a7ed-4258-a282-ff84db58166f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:32:01.789177 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-7ceb411a-4bdc-4e75-8275-7b6e25452e6d service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468282 Jan 28 20:32:01.945353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2277ad39-4693-4f3f-8c4a-362cb8b8028b req-b69b37cb-4795-4af2-928e-47c8a62cc5a7 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491125 Jan 28 20:32:02.143670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea87df-a81d-4f94-a943-baa5d9c2f99a req-9e756fd9-27e0-4c33-bf5d-29715cecec3b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:02.145942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96ea87df-a81d-4f94-a943-baa5d9c2f99a req-9e756fd9-27e0-4c33-bf5d-29715cecec3b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.0686038 Jan 28 20:32:02.187874 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96ea87df-a81d-4f94-a943-baa5d9c2f99a req-f68bdcb5-8943-4bc5-8fa5-53290f49b04a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Jan 28 20:32:02.275220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:02.285372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4a225cfd-538c-4c37-937f-613f46f2ef35 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f6ce9fa-b753-4153-9c8b-23a990e3648f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1482577 Jan 28 20:32:02.289088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46510) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:02.292760 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] Sync routers for ids ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:02.309377 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] Routers {'9f6ce9fa-b753-4153-9c8b-23a990e3648f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:02.309377 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:02.476879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:02.495060 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] Set router 9f6ce9fa-b753-4153-9c8b-23a990e3648f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:02.502308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:02.508293 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0c95d890-9597-40b8-8e02-31d8addda719 admin admin] 10.222.0.44 "PUT /v2.0/routers/ece83ce7-289d-49df-aaa8-a1a1e5cb3675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4006708 Jan 28 20:32:02.511207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Router d0a12ff0-b607-4676-b540-fe494624a844 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:02.512586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Allocated IP 172.20.0.1 (f1502e23-54fe-453e-b1a6-903efd455f63/d3350347-f901-47da-968b-7ea3ee0b673a/e7a130fc-1eb8-4d4d-be1b-134273ff636e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:02.519212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Sync routers for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:02.544238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:02.544521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:02.733771 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:31:58Z', 'revision_number': 5, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:02.769779 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] Checking router: 9f6ce9fa-b753-4153-9c8b-23a990e3648f for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:02.778632 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] Routers {'9f6ce9fa-b753-4153-9c8b-23a990e3648f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:02.779264 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:02.816057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:02.824484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:02.857556 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1dfe1383-2a18-4dc7-af6c-4ba072156f7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "PUT /v2.0/routers/d0a12ff0-b607-4676-b540-fe494624a844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1761255 Jan 28 20:32:02.862103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46516) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:02.881456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:02.913870 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] Set router 9f6ce9fa-b753-4153-9c8b-23a990e3648f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:02.917207 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] Sync routers for ids ['d0a12ff0-b607-4676-b540-fe494624a844'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:02.947705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b9a6e60c-2352-43e0-a781-c24cf68a999d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:02.993292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Deleting port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:02.993652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.018577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03760296-60f3-4e4c-baee-86f2875d681b req-ec56b208-148c-4357-9434-9833ec1677ad tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:03.020378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03760296-60f3-4e4c-baee-86f2875d681b req-ec56b208-148c-4357-9434-9833ec1677ad tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1013973 Jan 28 20:32:03.033484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338eb2d-083d-4741-a398-6074ed691260 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:03.035063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338eb2d-083d-4741-a398-6074ed691260 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:03.038977 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b338eb2d-083d-4741-a398-6074ed691260 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1727135 Jan 28 20:32:03.048339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46522) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:03.055671 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] Routers {'d0a12ff0-b607-4676-b540-fe494624a844'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:03.056342 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0a12ff0-b607-4676-b540-fe494624a844'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:03.128840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03760296-60f3-4e4c-baee-86f2875d681b req-d0d5a022-1e5e-4caf-a9c5-4acc80773a0c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838912 Jan 28 20:32:03.163275 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.180888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-7303dae7-4b32-4d2f-aeca-d40943a0a425 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 959d5077-ee9c-453b-b0e7-878e703be0f5 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:03.184245 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7303dae7-4b32-4d2f-aeca-d40943a0a425 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.213203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b9a6e60c-2352-43e0-a781-c24cf68a999d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:03.213731 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.231560 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7303dae7-4b32-4d2f-aeca-d40943a0a425 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.343376 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7303dae7-4b32-4d2f-aeca-d40943a0a425 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.360666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] For port f3f0edb5-ede3-4bbc-9038-29c09cb8ca91, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f3f0edb5-ede3-4bbc-9038-29c09cb8ca91,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:03.361433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.423118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Calling delete_port for f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:03.440983 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] Set router d0a12ff0-b607-4676-b540-fe494624a844 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:03.453920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.484663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port b9a6e60c-2352-43e0-a781-c24cf68a999d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b9a6e60c-2352-43e0-a781-c24cf68a999d,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:03.498742 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.563740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.567199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 2, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:03.582329 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:31:58Z', 'revision_number': 5, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:03.636893 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'name': 'tempest-NetworksTestDHCPv6-router-686563851', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:51Z', 'updated_at': '2022-01-28T20:32:00Z', 'revision_number': 3, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:03.646374 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64029913-025d-4cc7-90bc-ad4272348814 None None] The sync data for ids ['9f6ce9fa-b753-4153-9c8b-23a990e3648f'] in n-d-825064-3 is: [{'id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'name': 'tempest-TaggedBootDevicesTest_v242-1521357235-router', 'tenant_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:25:02Z', 'updated_at': '2022-01-28T20:31:58Z', 'revision_number': 5, 'project_id': '68c6c37bacda4fd08ae1a4f1e6ca0deb', 'gw_port': {'id': 'f3f0edb5-ede3-4bbc-9038-29c09cb8ca91', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6ce9fa-b753-4153-9c8b-23a990e3648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:25:03Z', 'updated_at': '2022-01-28T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:03.648473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Checking router: ece83ce7-289d-49df-aaa8-a1a1e5cb3675 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:03.649733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Updating router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 port 9366e39b-a7ed-4258-a282-ff84db58166f binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:03.656955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7303dae7-4b32-4d2f-aeca-d40943a0a425 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.657219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb6939-e656-4b65-ab7d-b4d1de174660 req-5084b7a8-cb68-400c-82ee-385cff0b5a46 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:03.660433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Network f1502e23-54fe-453e-b1a6-903efd455f63 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:03.677020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdeb6939-e656-4b65-ab7d-b4d1de174660 req-5084b7a8-cb68-400c-82ee-385cff0b5a46 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1581566 Jan 28 20:32:03.711240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:03.746455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:03.746673 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] Checking router: d0a12ff0-b607-4676-b540-fe494624a844 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:03.768547 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] Routers {'d0a12ff0-b607-4676-b540-fe494624a844'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:03.771420 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0a12ff0-b607-4676-b540-fe494624a844'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:03.783504 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.799846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303dae7-4b32-4d2f-aeca-d40943a0a425 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=959d5077-ee9c-453b-b0e7-878e703be0f5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:03.805753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=b9a6e60c-2352-43e0-a781-c24cf68a999d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:03.808207 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.821808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46530) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:03.829492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a8a520fa-46d1-4a71-85bc-230d63fff76c tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87649930', 'description': 'tempest-description--1865979792'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:03.904111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Pushing event updated for resources: {'Port': ['ID=e7a130fc-1eb8-4d4d-be1b-134273ff636e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:03.919518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7303dae7-4b32-4d2f-aeca-d40943a0a425 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:03.930595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdeb6939-e656-4b65-ab7d-b4d1de174660 req-fb3faa81-406f-4a74-a5f7-41ad23711091 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360923 Jan 28 20:32:03.941385 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7303dae7-4b32-4d2f-aeca-d40943a0a425 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/959d5077-ee9c-453b-b0e7-878e703be0f5 HTTP/1.1" status: 204 len: 168 time: 0.8912880 Jan 28 20:32:03.949439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46532) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:03.983385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c033934-6273-4d37-87b9-d4e162e6f749 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:04.013206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263faba-76ed-45ff-ad4d-3f1b0338504e req-1f651887-602f-4b05-b52d-18ce6365a7e7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:04.015977 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] Set router d0a12ff0-b607-4676-b540-fe494624a844 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:04.022184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2263faba-76ed-45ff-ad4d-3f1b0338504e req-1f651887-602f-4b05-b52d-18ce6365a7e7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.0986989 Jan 28 20:32:04.071920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.113093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f0edb5-ede3-4bbc-9038-29c09cb8ca91,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:04.120469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2263faba-76ed-45ff-ad4d-3f1b0338504e req-38487145-8aff-4872-a679-6b7e9fa8f132 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974891 Jan 28 20:32:04.186207 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'name': 'tempest-NetworksTestDHCPv6-router-686563851', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:51Z', 'updated_at': '2022-01-28T20:32:00Z', 'revision_number': 3, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:04.197791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8a520fa-46d1-4a71-85bc-230d63fff76c tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.224759 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.276277 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86c5a8e9-2599-44c8-a201-4285cee2d7d3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3240409 Jan 28 20:32:04.280559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46534) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:04.416027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:32:04.438981 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67505acb-d3e0-4d73-9dcf-9bc4df945a37 None None] The sync data for ids ['d0a12ff0-b607-4676-b540-fe494624a844'] in n-d-825064-3 is: [{'id': 'd0a12ff0-b607-4676-b540-fe494624a844', 'name': 'tempest-NetworksTestDHCPv6-router-686563851', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:51Z', 'updated_at': '2022-01-28T20:32:00Z', 'revision_number': 3, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:04.483486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.491381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.528583 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a677441f-6ff5-4948-a562-b0d426a9f4cf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.575734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.576862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6ce9fa-b753-4153-9c8b-23a990e3648f {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:32:04.582455 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.583235 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.584599 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-85e4a0ad-dd34-4f3c-8790-bdcd3db1b961 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9f6ce9fa-b753-4153-9c8b-23a990e3648f HTTP/1.1" status: 204 len: 168 time: 2.2944009 Jan 28 20:32:04.588573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46536) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:04.639734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac9ec4c-e786-46b7-861d-319f3598f3d2 admin admin] Deleting subnet abcef4af-02f6-4813-ba81-41fddfb54aa0 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:04.644489 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ec4c-e786-46b7-861d-319f3598f3d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.693638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ec4c-e786-46b7-861d-319f3598f3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.747193 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.755077 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.807912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ec4c-e786-46b7-861d-319f3598f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.882169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ec4c-e786-46b7-861d-319f3598f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.897214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321baaef-d603-4e20-aa9f-26fcf9fbceb9 None None] Pushing event updated for resources: {'Port': ['ID=9366e39b-a7ed-4258-a282-ff84db58166f,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:04.913318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b9a6e60c-2352-43e0-a781-c24cf68a999d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:04.936741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] Deleting port adf87229-20c7-4624-85d3-6cb5d8d35c96 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:04.939191 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.964012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9ec4c-e786-46b7-861d-319f3598f3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abcef4af-02f6-4813-ba81-41fddfb54aa0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:04.967206 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ac9ec4c-e786-46b7-861d-319f3598f3d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:04.975877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5ac9ec4c-e786-46b7-861d-319f3598f3d2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/abcef4af-02f6-4813-ba81-41fddfb54aa0 HTTP/1.1" status: 204 len: 168 time: 0.3860998 Jan 28 20:32:04.980041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46540) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:05.099388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] For port adf87229-20c7-4624-85d3-6cb5d8d35c96, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=adf87229-20c7-4624-85d3-6cb5d8d35c96,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:05.100113 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.115243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.167324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0775145c-613b-4377-a0c5-be361ed46721 None None] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:05.230732 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8a520fa-46d1-4a71-85bc-230d63fff76c tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.242924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] Calling delete_port for adf87229-20c7-4624-85d3-6cb5d8d35c96 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:05.245112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a677441f-6ff5-4948-a562-b0d426a9f4cf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.247043 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8a520fa-46d1-4a71-85bc-230d63fff76c tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.254995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a677441f-6ff5-4948-a562-b0d426a9f4cf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.314712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Attempting to bind port 9366e39b-a7ed-4258-a282-ff84db58166f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:05.314937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Attempting to bind port 9366e39b-a7ed-4258-a282-ff84db58166f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:05.315205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Attempting to bind port 9366e39b-a7ed-4258-a282-ff84db58166f on network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:05.327299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383f1ad-b232-4de7-a000-fdc0590a6b76 req-32e177be-b907-49a2-8369-4132d9c23cba tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:05.331374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3383f1ad-b232-4de7-a000-fdc0590a6b76 req-32e177be-b907-49a2-8369-4132d9c23cba tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.2402885 Jan 28 20:32:05.348693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:05.349229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Checking segment: {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:05.349632 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.350038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Bound using segment: {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:05.350541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Bound port: 9366e39b-a7ed-4258-a282-ff84db58166f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:05.350922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.386344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5f367-119d-40eb-8b72-c27a6b24f0bd req-7cb48f0a-76c5-47d3-901c-fccc7c5bc3f3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:05.387861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8df5f367-119d-40eb-8b72-c27a6b24f0bd req-7cb48f0a-76c5-47d3-901c-fccc7c5bc3f3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1321552 Jan 28 20:32:05.425453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a520fa-46d1-4a71-85bc-230d63fff76c tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc39ad2-6568-4f37-aa65-9a410d07e486,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:05.439738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8a520fa-46d1-4a71-85bc-230d63fff76c tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.441492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8a520fa-46d1-4a71-85bc-230d63fff76c tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6157990 Jan 28 20:32:05.447512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46544) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:05.457376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2b160cd0-5c3a-45de-9ea0-e7f23cf6c00a tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Request body: {'security_group_rule': {'security_group_id': '8dc39ad2-6568-4f37-aa65-9a410d07e486', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:05.458334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e46178be-c645-4fa4-91bd-2db764453f2e None None] Provisioning complete for port 9366e39b-a7ed-4258-a282-ff84db58166f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:05.458693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e46178be-c645-4fa4-91bd-2db764453f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.470035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3383f1ad-b232-4de7-a000-fdc0590a6b76 req-7b3e6fc0-f026-477d-9ee8-3b94babee2de tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235359 Jan 28 20:32:05.472525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Deleting port 790373a5-7dd5-4032-8e6f-0d0829d0d570 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:05.472867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.485444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a677441f-6ff5-4948-a562-b0d426a9f4cf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.487410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a677441f-6ff5-4948-a562-b0d426a9f4cf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Fanout notify agent at l3_agent the message router_deleted on router d0a12ff0-b607-4676-b540-fe494624a844 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:32:05.500128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b9a6e60c-2352-43e0-a781-c24cf68a999d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:05.500542 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.513264 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a677441f-6ff5-4948-a562-b0d426a9f4cf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.517190 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a677441f-6ff5-4948-a562-b0d426a9f4cf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/routers/d0a12ff0-b607-4676-b540-fe494624a844 HTTP/1.1" status: 204 len: 168 time: 1.2341444 Jan 28 20:32:05.543823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46546) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:05.547751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8df5f367-119d-40eb-8b72-c27a6b24f0bd req-05733afc-c97d-4fb9-955b-3245ccc4ff97 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450698 Jan 28 20:32:05.552572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:05.579968 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.600063 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.663390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e46178be-c645-4fa4-91bd-2db764453f2e None None] Port 9366e39b-a7ed-4258-a282-ff84db58166f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:32:05.672814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] For port 9366e39b-a7ed-4258-a282-ff84db58166f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:05.673589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] For port 790373a5-7dd5-4032-8e6f-0d0829d0d570, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=790373a5-7dd5-4032-8e6f-0d0829d0d570,segment=NetworkSegment(c337bdbb-2ab0-4635-9b65-132e1f91631b),segment_id=c337bdbb-2ab0-4635-9b65-132e1f91631b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:05.673960 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.698546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b160cd0-5c3a-45de-9ea0-e7f23cf6c00a tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.707235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.710405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Pushing event updated for resources: {'Port': ['ID=e7a130fc-1eb8-4d4d-be1b-134273ff636e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:05.735415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7a33daa6-313c-44e1-802b-b28f9b625c2c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:05.737604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Calling delete_port for 790373a5-7dd5-4032-8e6f-0d0829d0d570 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:05.739947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] For port 9366e39b-a7ed-4258-a282-ff84db58166f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9366e39b-a7ed-4258-a282-ff84db58166f,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:05.741849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.771026 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.791386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 7a33daa6-313c-44e1-802b-b28f9b625c2c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:05.791784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7a33daa6-313c-44e1-802b-b28f9b625c2c not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:05.802533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] Pushing event deleted for resources: {'Port': ['ID=adf87229-20c7-4624-85d3-6cb5d8d35c96,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:05.804910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464cf22-c2ab-4be2-a384-061007db268f None None] No DVR routers for this DVR port adf87229-20c7-4624-85d3-6cb5d8d35c96 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:05.861267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Network f1502e23-54fe-453e-b1a6-903efd455f63 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:05.863720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:05.886830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b160cd0-5c3a-45de-9ea0-e7f23cf6c00a tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.892937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:05.893906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:05.901747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321baaef-d603-4e20-aa9f-26fcf9fbceb9 None None] Pushing event updated for resources: {'Port': ['ID=9366e39b-a7ed-4258-a282-ff84db58166f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:05.924839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b160cd0-5c3a-45de-9ea0-e7f23cf6c00a tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.935460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:05.939895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:05.948116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] DHCP port deletion for 8689cd51-de18-4bd9-9729-e9dccfc7d247 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:32:06.030400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Router a2786684-b013-4364-92f3-af34cbd819f5 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:06.072207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:06.075837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] Deleting port 790373a5-7dd5-4032-8e6f-0d0829d0d570 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:06.076583 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.105007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b160cd0-5c3a-45de-9ea0-e7f23cf6c00a tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0f72ad-8e7d-485b-8764-307ed61ccc18,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.124813 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b160cd0-5c3a-45de-9ea0-e7f23cf6c00a tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.127042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2b160cd0-5c3a-45de-9ea0-e7f23cf6c00a tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6746109 Jan 28 20:32:06.129441 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46548) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:06.139552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-655a7b33-10f6-4cad-a2f5-0d4b87dc28e6 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Request body: {'security_group_rule': {'security_group_id': '8dc39ad2-6568-4f37-aa65-9a410d07e486', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:06.147861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.188874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] No DVR routers for this DVR port 790373a5-7dd5-4032-8e6f-0d0829d0d570 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:06.214119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Pushing event deleted for resources: {'Port': ['ID=790373a5-7dd5-4032-8e6f-0d0829d0d570,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.235256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:06.259820 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f91f5022-6f5c-40cb-98d7-df4a003962ce admin admin] 10.222.0.44 "PUT /v2.0/routers/a2786684-b013-4364-92f3-af34cbd819f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4827456 Jan 28 20:32:06.260157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] For port 790373a5-7dd5-4032-8e6f-0d0829d0d570, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=790373a5-7dd5-4032-8e6f-0d0829d0d570,segment=NetworkSegment(c337bdbb-2ab0-4635-9b65-132e1f91631b),segment_id=c337bdbb-2ab0-4635-9b65-132e1f91631b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:06.260157 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.261564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Sync routers for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:06.266815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-655a7b33-10f6-4cad-a2f5-0d4b87dc28e6 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.314230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] Calling delete_port for 790373a5-7dd5-4032-8e6f-0d0829d0d570 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:06.329228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-655a7b33-10f6-4cad-a2f5-0d4b87dc28e6 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.334971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-655a7b33-10f6-4cad-a2f5-0d4b87dc28e6 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.344282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-de7f987e-0aa6-41c4-82bf-f1302f3cab5d None None] Provisioning complete for port 9366e39b-a7ed-4258-a282-ff84db58166f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:06.344784 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7f987e-0aa6-41c4-82bf-f1302f3cab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.365090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a7b33-10f6-4cad-a2f5-0d4b87dc28e6 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda8345c-f3b8-47ef-8a52-6cc9d9032dc9,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.377912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-655a7b33-10f6-4cad-a2f5-0d4b87dc28e6 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.382633 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-655a7b33-10f6-4cad-a2f5-0d4b87dc28e6 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2520647 Jan 28 20:32:06.384453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46552) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:06.387624 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.399437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.399862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:06.437926 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.475782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:06.478354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8689cd51-de18-4bd9-9729-e9dccfc7d247']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:06.484773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:06.511386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:06.512138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.514176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 790373a5-7dd5-4032-8e6f-0d0829d0d570 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:06.518163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b6bf09-7066-4a61-a6ba-facea5cd7d33 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:06.525326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c337bdbb-2ab0-4635-9b65-132e1f91631b') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:06.525886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c337bdbb-2ab0-4635-9b65-132e1f91631b') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:06.555146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:06.555146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:06.555521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9975071 Jan 28 20:32:06.555521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46556) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:06.558010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-81d3823f-d0dc-4679-95a0-5b27adec602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1377887925', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:06.573178 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.602906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac0012-7fb9-47d4-8c1a-dad3e413dc74 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=cfa90cf8-3d92-4a2b-8d4a-898744f24646,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.616802 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.631771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:32:06.632153 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:32:06.634123 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:32:06.682341 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.686665 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81d3823f-d0dc-4679-95a0-5b27adec602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.688568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81d3823f-d0dc-4679-95a0-5b27adec602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.795472 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.818365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67f47-f6d3-4595-b999-e02a0f333efc req-3546b500-7803-4349-b5e5-b2e308c84ccb tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:06.818365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63f67f47-f6d3-4595-b999-e02a0f333efc req-3546b500-7803-4349-b5e5-b2e308c84ccb tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1641936 Jan 28 20:32:06.820465 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.823679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8689cd51-de18-4bd9-9729-e9dccfc7d247 HTTP/1.1" status: 204 len: 168 time: 1.8422785 Jan 28 20:32:06.860564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Allocated IP 172.25.2.85 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/69186990-26db-4ea1-a434-fac476f1192a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:06.869738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58783f83-6b71-41f7-a27a-60ff9b6a7fb6 req-4b61cd3e-d525-43c0-af76-b114b8a09029 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:06.871531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58783f83-6b71-41f7-a27a-60ff9b6a7fb6 req-4b61cd3e-d525-43c0-af76-b114b8a09029 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1593120 Jan 28 20:32:06.879988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 790373a5-7dd5-4032-8e6f-0d0829d0d570 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:06.882109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 790373a5-7dd5-4032-8e6f-0d0829d0d570 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:06.882109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:06.893677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81d3823f-d0dc-4679-95a0-5b27adec602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.912831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:06.913403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f3f0edb5-ede3-4bbc-9038-29c09cb8ca91 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:06.913896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device adf87229-20c7-4624-85d3-6cb5d8d35c96 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:06.919015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc0803-60e6-4f1b-944d-4376dc2dff17 admin admin] Pushing event deleted for resources: {'Network': ['ID=8689cd51-de18-4bd9-9729-e9dccfc7d247,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:06.928080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81d3823f-d0dc-4679-95a0-5b27adec602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.989216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81d3823f-d0dc-4679-95a0-5b27adec602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:06.992841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-81d3823f-d0dc-4679-95a0-5b27adec602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4375415 Jan 28 20:32:06.996804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46566) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:07.011771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58783f83-6b71-41f7-a27a-60ff9b6a7fb6 req-96b6707a-711d-41dc-b3e4-d51ad34ef854 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262653 Jan 28 20:32:07.040787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46568) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:07.074150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63f67f47-f6d3-4595-b999-e02a0f333efc req-aa0ebc85-ccaa-41d4-8036-188c4bc84ec7 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203536 Jan 28 20:32:07.080910 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.169201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: adf87229-20c7-4624-85d3-6cb5d8d35c96 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:07.169762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device adf87229-20c7-4624-85d3-6cb5d8d35c96 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:07.170505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ac037bae-05e8-46c4-a648-1354022d3dab no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:07.177075 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b651e26e-ecb0-4305-a6fa-4b064ebb2594 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2b19b785ec04679b96e101bd2df9756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346762 Jan 28 20:32:07.179148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.183770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46572) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:07.219764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: ac037bae-05e8-46c4-a648-1354022d3dab {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:07.220001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ac037bae-05e8-46c4-a648-1354022d3dab not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:07.262266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:07.278051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:07.297828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:07.310994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:07.323523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event updated for resources: {'Port': ['ID=69186990-26db-4ea1-a434-fac476f1192a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:07.413008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86e91371-3434-46fb-ac12-f6d33bb446b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.420547 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.426051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.450384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86e91371-3434-46fb-ac12-f6d33bb446b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.519398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:32:05Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:07.522218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.570268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b072d-8a24-453b-be7b-c090b1198eb3 None None] The sync data for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 is: [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:32:05Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:07.571967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] Pushing event deleted for resources: {'Port': ['ID=790373a5-7dd5-4032-8e6f-0d0829d0d570,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:07.573783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] Network 8689cd51-de18-4bd9-9729-e9dccfc7d247 is not hosted by any dhcp agent {{(pid=102308) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:32:07.574244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ecf95f-16c2-49f0-b4ab-1e47338966d9 None None] No DVR routers for this DVR port 790373a5-7dd5-4032-8e6f-0d0829d0d570 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:07.580372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86e91371-3434-46fb-ac12-f6d33bb446b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.587089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86e91371-3434-46fb-ac12-f6d33bb446b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.602328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86e91371-3434-46fb-ac12-f6d33bb446b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03e6b93f-4eef-426f-b336-8dbbe90ff54f HTTP/1.1" status: 204 len: 168 time: 0.4143910 Jan 28 20:32:07.608489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.624620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e91371-3434-46fb-ac12-f6d33bb446b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e6b93f-4eef-426f-b336-8dbbe90ff54f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:07.741915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7f987e-0aa6-41c4-82bf-f1302f3cab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.784890 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-31a561da-d9c3-429a-afe6-58261fab11ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.841199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-de7f987e-0aa6-41c4-82bf-f1302f3cab5d None None] For port 9366e39b-a7ed-4258-a282-ff84db58166f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9366e39b-a7ed-4258-a282-ff84db58166f,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:07.850395 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7f987e-0aa6-41c4-82bf-f1302f3cab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.855834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-77d8b32b-98e1-440a-ba7d-36ee371e3db2 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:07.864080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-77d8b32b-98e1-440a-ba7d-36ee371e3db2 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 819 time: 0.4355869 Jan 28 20:32:07.865065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'cfa90cf8-3d92-4a2b-8d4a-898744f24646'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:32:07.866958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:07.905330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-36a54952-235b-4241-8ff9-76eb42c4856d tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/quotas/56c468c82eb746ba92ac7eb0b236ad82 HTTP/1.1" status: 200 len: 375 time: 0.0239649 Jan 28 20:32:08.002120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.017123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.061263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc1b519b-b3cf-464b-837a-85c93294085c tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371706 Jan 28 20:32:08.141132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event updated for resources: {'Port': ['ID=69186990-26db-4ea1-a434-fac476f1192a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:08.176379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f987e-0aa6-41c4-82bf-f1302f3cab5d None None] Pushing event updated for resources: {'Port': ['ID=9366e39b-a7ed-4258-a282-ff84db58166f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:08.194971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:05Z', 'revision_number': 2, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:08.207615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::1 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/cfa90cf8-3d92-4a2b-8d4a-898744f24646/0781ca09-9964-41d4-959e-ff60117a8327) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:08.221616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.244288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.248999 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-685e18bb-0ea6-4f9d-b766-e181074416d7 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8630178 Jan 28 20:32:08.265744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Checking router: a2786684-b013-4364-92f3-af34cbd819f5 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:08.266648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Updating router a2786684-b013-4364-92f3-af34cbd819f5 port e7a130fc-1eb8-4d4d-be1b-134273ff636e binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:08.302970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.492497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46594) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:08.551324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9366e39b-a7ed-4258-a282-ff84db58166f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:08.574347 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-61ec4df4-2643-4f95-ad6c-8840140f38cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68c6c37bacda4fd08ae1a4f1e6ca0deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800352 Jan 28 20:32:08.579776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46596) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:08.665857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-460b94f7-e54e-4d16-a263-56eb7941adf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.698770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-460b94f7-e54e-4d16-a263-56eb7941adf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.704849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9366e39b-a7ed-4258-a282-ff84db58166f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:08.705233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.774226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7dcee-d963-446d-a8f6-cb6a9d06ccbe req-b976052d-47dd-4350-bec4-5b5b3b433802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:08.775764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c7dcee-d963-446d-a8f6-cb6a9d06ccbe req-b976052d-47dd-4350-bec4-5b5b3b433802 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1096 time: 0.6956215 Jan 28 20:32:08.808357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-460b94f7-e54e-4d16-a263-56eb7941adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.812579 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-460b94f7-e54e-4d16-a263-56eb7941adf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.815042 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-460b94f7-e54e-4d16-a263-56eb7941adf5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50c4747b-4eff-4c9f-bb45-db430287c6c6 HTTP/1.1" status: 204 len: 168 time: 0.2337565 Jan 28 20:32:08.829317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b94f7-e54e-4d16-a263-56eb7941adf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c4747b-4eff-4c9f-bb45-db430287c6c6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:08.891983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c132c50-3a3a-44b2-9f91-ac2a507c8ca5 req-9bb37092-1050-4835-8bc0-4869464a5f4f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:08.893619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c132c50-3a3a-44b2-9f91-ac2a507c8ca5 req-9bb37092-1050-4835-8bc0-4869464a5f4f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.6149564 Jan 28 20:32:08.915782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7c7dcee-d963-446d-a8f6-cb6a9d06ccbe req-ed99122e-1c4f-4235-ade5-ac607c1fd14f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317132 Jan 28 20:32:08.928170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-bda0e558-df3e-4506-a637-1d272b5a67bf service neutron] 10.222.0.44 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560441 Jan 28 20:32:08.956671 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:08.978654 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:09.073906 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:09.088633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c132c50-3a3a-44b2-9f91-ac2a507c8ca5 req-43572250-aac0-40c4-aedf-375758610eda tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751647 Jan 28 20:32:09.122436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7cb46-d128-4036-b445-e0a5ea1b4199 None None] Pushing event updated for resources: {'Port': ['ID=e7a130fc-1eb8-4d4d-be1b-134273ff636e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:09.123452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-0e0be739-1767-47a3-9917-4b0c5e9ebec3 service neutron] 10.222.0.44 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938930 Jan 28 20:32:09.167927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:09.196648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Attempting to bind port e7a130fc-1eb8-4d4d-be1b-134273ff636e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:09.201992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Attempting to bind port e7a130fc-1eb8-4d4d-be1b-134273ff636e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:09.202359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Attempting to bind port e7a130fc-1eb8-4d4d-be1b-134273ff636e on network f1502e23-54fe-453e-b1a6-903efd455f63 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:09.225222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:09.230491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:09.238151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:09.238634 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:09.242805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:09.243578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Checking segment: {'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:09.244240 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:09.244870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Bound using segment: {'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:09.245590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Bound port: e7a130fc-1eb8-4d4d-be1b-134273ff636e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:09.246369 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:09.340461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=0781ca09-9964-41d4-959e-ff60117a8327,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:09.391841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] For port e7a130fc-1eb8-4d4d-be1b-134273ff636e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:09.408492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] For port e7a130fc-1eb8-4d4d-be1b-134273ff636e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e7a130fc-1eb8-4d4d-be1b-134273ff636e,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:09.419522 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:09.441123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eb5d8-da0b-44d3-b2ab-7a86530461cc req-ebf31ced-714b-4f33-b045-ff67298b105e tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:09.442866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-202eb5d8-da0b-44d3-b2ab-7a86530461cc req-ebf31ced-714b-4f33-b045-ff67298b105e tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.2160618 Jan 28 20:32:09.446631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/cfa90cf8-3d92-4a2b-8d4a-898744f24646/1d0bcbba-77d9-4575-ad69-b70ec6c761e1) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:09.506577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-202eb5d8-da0b-44d3-b2ab-7a86530461cc req-62f1929e-66aa-4466-a456-087ffba759bb tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566437 Jan 28 20:32:09.535013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:09.703587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c78c9309-f5a4-4ca6-8646-d64c61d30770 req-e573e421-55f2-417b-8d5a-6a285b16da0a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 210 time: 0.0639462 Jan 28 20:32:09.731449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-387e77c6-4a79-41ac-93f5-192a0b87b2fd tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--87649930&fields=id&tenant_id=f6984c402f81451dbebc5de803f9055f HTTP/1.1" status: 200 len: 267 time: 0.0931368 Jan 28 20:32:09.773589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7cb46-d128-4036-b445-e0a5ea1b4199 None None] Pushing event updated for resources: {'Port': ['ID=e7a130fc-1eb8-4d4d-be1b-134273ff636e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:09.998127 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.016933 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.023163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-b914f561-e67b-45ae-950c-cc25ae9162c4 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:10.025329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-b914f561-e67b-45ae-950c-cc25ae9162c4 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/networks?id=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 HTTP/1.1" status: 200 len: 804 time: 0.1400313 Jan 28 20:32:10.084664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:10.085345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:10.093908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:10.097810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-83c36c63-407b-4cc7-9584-0a96078c87bf tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/quotas/f6984c402f81451dbebc5de803f9055f HTTP/1.1" status: 200 len: 375 time: 0.0447657 Jan 28 20:32:10.138843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:10.151370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:10.178728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Pushing event updated for resources: {'Port': ['ID=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:10.224618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-3d671534-0ff9-4eb0-8699-abab678fe0aa tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6984c402f81451dbebc5de803f9055f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070533 Jan 28 20:32:10.248610 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.255673 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.259020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.349336 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ed3f1b74-91af-42c9-a452-01c2c60f4c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.376880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Attempting to bind port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:10.377251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Attempting to bind port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:10.377622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Attempting to bind port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:10.386049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46638) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:10.403557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:10.404270 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:10.404879 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.406038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:10.406926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Bound port: 1d0bcbba-77d9-4575-ad69-b70ec6c761e1, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:10.407614 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.435192 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:10.517795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=0781ca09-9964-41d4-959e-ff60117a8327,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:10.558927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1664620138-network', 'tenant_id': '700c571a105c4641828ff25e20068b4d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:10.565905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-7faf816d-266a-4f77-b6a0-23055e5580c0 service neutron] 10.222.0.44 "GET /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922542 Jan 28 20:32:10.576341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d28c-8469-4c10-a7af-311db83056bc req-be55056e-9b68-4f95-9fd5-feb62d687564 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:10.577658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a02d28c-8469-4c10-a7af-311db83056bc req-be55056e-9b68-4f95-9fd5-feb62d687564 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.2574999 Jan 28 20:32:10.584256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:10.586159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:10.602296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Made reservation on behalf of 700c571a105c4641828ff25e20068b4d for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:10.607069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.623446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.715390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] For port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:10.721521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] For port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:10.729451 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.749243 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.755195 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.787011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a02d28c-8469-4c10-a7af-311db83056bc req-a4724f3e-89f2-4310-93e5-9ad9d2af84a7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875422 Jan 28 20:32:10.791236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:32:10.798493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ce9c4-08e9-4b0d-b972-7f0a37c7743f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:10.809169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.809977 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Added segment 60693898-9757-4639-920f-03da89ba879f of type vlan for network f2c93a7d-8f7f-45e7-8799-3643d749eac2 Jan 28 20:32:10.871024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-893a47be-1de7-4eef-b932-30b24d4cfd87 service neutron] 10.222.0.44 "GET /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529495 Jan 28 20:32:10.872668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.909293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Router 4260c640-27eb-4708-be60-5ee2b582e207 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:32:10.916101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69ac60-e154-47f3-832f-5dbdd757f56f None None] Pushing event updated for resources: {'Port': ['ID=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:10.939966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.941492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:10.942313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:10.980485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:09Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:11.061428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f58e284-4e76-4157-b52f-27f5b6eb3101 None None] The sync data for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 is: [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:09Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:11.067050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c93a7d-8f7f-45e7-8799-3643d749eac2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:11.106513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f2c93a7d-8f7f-45e7-8799-3643d749eac2 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:32:11.110988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb6422a2-a379-4313-8582-5c95fb3e28e3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7238019 Jan 28 20:32:11.120116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46646) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:11.126988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Request body: {'subnet': {'network_id': 'f2c93a7d-8f7f-45e7-8799-3643d749eac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1664620138-subnet', 'tenant_id': '700c571a105c4641828ff25e20068b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:11.245891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Made reservation on behalf of 700c571a105c4641828ff25e20068b4d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:11.255078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:11.527944 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7297da46-706a-447b-8aec-7c9e55460e9a req-b7d6b802-5e72-4de6-9f41-ec76e97e92cc tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 210 time: 0.0832696 Jan 28 20:32:11.660023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f5180-9c3e-4943-9b30-9d670208d172 req-c9891cc1-984d-4803-9045-c1e9d7115181 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:11.661698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-440f5180-9c3e-4943-9b30-9d670208d172 req-c9891cc1-984d-4803-9045-c1e9d7115181 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.6468320 Jan 28 20:32:11.752423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:11.760276 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:11.769648 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Sync routers for ids ['4260c640-27eb-4708-be60-5ee2b582e207'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:11.787396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-86c28bd5-c833-4f2c-9e38-d51201175d4c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "PUT /v2.0/routers/4260c640-27eb-4708-be60-5ee2b582e207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883477 Jan 28 20:32:11.790727 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Routers {'4260c640-27eb-4708-be60-5ee2b582e207'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:11.791542 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4260c640-27eb-4708-be60-5ee2b582e207'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:11.813110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46656) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:11.833779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-440f5180-9c3e-4943-9b30-9d670208d172 req-d19475ba-d92f-47f8-a280-506cc792adc6 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538496 Jan 28 20:32:11.865349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-127acf37-4db5-49a4-9944-5352654c6071 req-8310ee00-e5fc-4188-9073-74c9f085547c tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 210 time: 0.2023149 Jan 28 20:32:11.898155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9358f7-f82a-4085-b70f-d1a3c5176c03 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:11.900497 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2b9358f7-f82a-4085-b70f-d1a3c5176c03 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports/0781ca09-9964-41d4-959e-ff60117a8327 HTTP/1.1" status: 200 len: 911 time: 0.0852726 Jan 28 20:32:11.906797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46662) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:11.976224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-04f22fa4-8d75-4873-a67a-9f7e5e031806 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:11.979057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-04f22fa4-8d75-4873-a67a-9f7e5e031806 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.26 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 819 time: 0.8717098 Jan 28 20:32:12.004944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Request body: {'port': {'device_id': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'admin_state_up': True, 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:12.083951 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Set router 4260c640-27eb-4708-be60-5ee2b582e207 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:12.094556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:12.226220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10351c02-30e0-4481-880a-90299d0272b7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:12.258686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d050d1be-54cb-4f1d-b605-143e6e408f0f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:12.274233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d050d1be-54cb-4f1d-b605-143e6e408f0f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:12.278205 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d050d1be-54cb-4f1d-b605-143e6e408f0f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3676407 Jan 28 20:32:12.281625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46670) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:12.526285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Checking segment: {'id': '60693898-9757-4639-920f-03da89ba879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2c93a7d-8f7f-45e7-8799-3643d749eac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:12.533414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Network hostable DHCP agents. Network: f2c93a7d-8f7f-45e7-8799-3643d749eac2, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:32:12.616243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Network f2c93a7d-8f7f-45e7-8799-3643d749eac2 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:32:12.676806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-9fff7b20-8d6c-43ef-8574-57cf9e6791e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:12.679797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-9fff7b20-8d6c-43ef-8574-57cf9e6791e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1096 time: 0.3675101 Jan 28 20:32:12.680573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f2c93a7d-8f7f-45e7-8799-3643d749eac2) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:12.692736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0617-7903-4f15-bd5e-35c7d8152383 req-d5e39dc2-41ed-4f3c-a585-e3d42807bb54 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:12.694005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d6f1e-7ffa-418e-abdf-1d629089c482 None None] Network f2c93a7d-8f7f-45e7-8799-3643d749eac2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:12.711879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc1d0617-7903-4f15-bd5e-35c7d8152383 req-d5e39dc2-41ed-4f3c-a585-e3d42807bb54 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.5535316 Jan 28 20:32:12.713949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:12.715534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:12.783076 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c640-27eb-4708-be60-5ee2b582e207', 'name': 'tempest-NetworksTestDHCPv6-router-1377887925', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:06Z', 'updated_at': '2022-01-28T20:32:09Z', 'revision_number': 2, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None, '_interfaces': [{'id': '0781ca09-9964-41d4-959e-ff60117a8327', 'name': '', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'mac_address': 'fa:16:3e:32:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c640-27eb-4708-be60-5ee2b582e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'cfa90cf8-3d92-4a2b-8d4a-898744f24646', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:07Z', 'updated_at': '2022-01-28T20:32:09Z', 'revision_number': 2, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'subnets': [{'id': 'cfa90cf8-3d92-4a2b-8d4a-898744f24646', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:12.867743 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c3197bd-04a0-461a-b796-fdee9c28e709 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7385380 Jan 28 20:32:12.886120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:12.886728 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Checking router: 4260c640-27eb-4708-be60-5ee2b582e207 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:12.886728 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Updating router 4260c640-27eb-4708-be60-5ee2b582e207 port 0781ca09-9964-41d4-959e-ff60117a8327 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:12.942421 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:12.981617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03815c5e-ca0f-4588-a6bd-dcaa2904583c req-82c420ee-8e65-4e02-9b06-60956f5e5078 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:12.991511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03815c5e-ca0f-4588-a6bd-dcaa2904583c req-82c420ee-8e65-4e02-9b06-60956f5e5078 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.6122041 Jan 28 20:32:13.060817 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.079238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc1d0617-7903-4f15-bd5e-35c7d8152383 req-a751083f-8b78-4fb1-a623-c68653e81d71 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658237 Jan 28 20:32:13.152422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d4712-0027-4c16-82c4-2359f8b533e3 None None] Network f2c93a7d-8f7f-45e7-8799-3643d749eac2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:13.249031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03815c5e-ca0f-4588-a6bd-dcaa2904583c req-2f6f3dcb-5d8a-4f2c-9045-9dfc447a08df tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563589 Jan 28 20:32:13.328767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Made reservation on behalf of 56c468c82eb746ba92ac7eb0b236ad82 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:13.339367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.382846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cc9c403d-8676-4f70-8d08-eba20292ece6 None None] Provisioning complete for port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:13.383409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc9c403d-8676-4f70-8d08-eba20292ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.492821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d54f340-e5ae-417b-b387-da7104e24965 req-b070b15f-8629-4031-ad84-2c5fabaecdfb tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 210 time: 0.1348193 Jan 28 20:32:13.522732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f45b4946-de2d-476e-abf1-eb0475e2f2f2 req-1a75ba1b-bd2d-4d89-8b09-147e68293528 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 210 time: 0.1284966 Jan 28 20:32:13.544013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-a5a03061-3174-4749-a60b-97bec42aa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:13.546429 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-a5a03061-3174-4749-a60b-97bec42aa69f service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.8307166 Jan 28 20:32:13.705793 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.722797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.739937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:13.740787 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.758385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-47af4a1a-b8ff-4f5d-b83a-822ed26c0740 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:13.760017 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-47af4a1a-b8ff-4f5d-b83a-822ed26c0740 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.13 "GET /v2.0/networks?id=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 HTTP/1.1" status: 200 len: 804 time: 0.3916433 Jan 28 20:32:13.772960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-4fa2492a-2c7f-41b4-b202-0ef849f3e8c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 200 len: 217 time: 0.2158012 Jan 28 20:32:13.820555 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.830449 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.916553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc9c403d-8676-4f70-8d08-eba20292ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.930881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150f447-1543-4163-bdb1-92c134ba9918 None None] Pushing event updated for resources: {'Port': ['ID=0781ca09-9964-41d4-959e-ff60117a8327,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:13.969475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:13.979562 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-ea7ecd9a-bbfa-4766-b4a3-db91fc0ae803 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6984c402f81451dbebc5de803f9055f HTTP/1.1" status: 200 len: 378 time: 0.1735244 Jan 28 20:32:13.996478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Request body: {'port': {'device_id': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'admin_state_up': True, 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'security_groups': ['8dc39ad2-6568-4f37-aa65-9a410d07e486']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:14.029219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-137bbe2a-50c8-4d29-8eca-ccd1235cca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:14.031625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-137bbe2a-50c8-4d29-8eca-ccd1235cca9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.2409401 Jan 28 20:32:14.079356 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Attempting to bind port 0781ca09-9964-41d4-959e-ff60117a8327 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:14.079963 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Attempting to bind port 0781ca09-9964-41d4-959e-ff60117a8327 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:14.080474 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Attempting to bind port 0781ca09-9964-41d4-959e-ff60117a8327 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:14.086767 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:14.087301 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:14.087820 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.088592 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:14.090223 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Bound port: 0781ca09-9964-41d4-959e-ff60117a8327, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:14.090826 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.103271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cc9c403d-8676-4f70-8d08-eba20292ece6 None None] For port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:14.109623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc9c403d-8676-4f70-8d08-eba20292ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.153845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-91ed228f-04f8-4131-84cb-a0f2bb590d2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081712 Jan 28 20:32:14.172268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Allocated IP 172.20.0.9 (f1502e23-54fe-453e-b1a6-903efd455f63/d3350347-f901-47da-968b-7ea3ee0b673a/44b159a4-5eb2-4484-88d4-c42e409a1cae) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:14.209591 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:32:14.209857 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:32:14.225342 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] For port 0781ca09-9964-41d4-959e-ff60117a8327, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:14.234321 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] For port 0781ca09-9964-41d4-959e-ff60117a8327, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0781ca09-9964-41d4-959e-ff60117a8327,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:14.242451 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.275277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c403d-8676-4f70-8d08-eba20292ece6 None None] Pushing event updated for resources: {'Port': ['ID=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:14.279352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-99ed19ba-b9f4-4f3e-a991-ca949fd88f7a None None] Provisioning complete for port 0781ca09-9964-41d4-959e-ff60117a8327 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:14.279730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-99ed19ba-b9f4-4f3e-a991-ca949fd88f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.296746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Made reservation on behalf of f6984c402f81451dbebc5de803f9055f for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:14.301287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.320352 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Routers {'4260c640-27eb-4708-be60-5ee2b582e207'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:14.321224 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4260c640-27eb-4708-be60-5ee2b582e207'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:14.452831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-99ed19ba-b9f4-4f3e-a991-ca949fd88f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.528969 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] Set router 4260c640-27eb-4708-be60-5ee2b582e207 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:14.538092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-99ed19ba-b9f4-4f3e-a991-ca949fd88f7a None None] For port 0781ca09-9964-41d4-959e-ff60117a8327, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0781ca09-9964-41d4-959e-ff60117a8327,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:14.544905 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-99ed19ba-b9f4-4f3e-a991-ca949fd88f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.695927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed19ba-b9f4-4f3e-a991-ca949fd88f7a None None] Pushing event updated for resources: {'Port': ['ID=0781ca09-9964-41d4-959e-ff60117a8327,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:14.725623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ab70075d-2a72-44ea-a8b0-e0366b0fe258 None None] Provisioning complete for port 0781ca09-9964-41d4-959e-ff60117a8327 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:14.726154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ab70075d-2a72-44ea-a8b0-e0366b0fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.798076 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150f447-1543-4163-bdb1-92c134ba9918 None None] Pushing event updated for resources: {'Port': ['ID=0781ca09-9964-41d4-959e-ff60117a8327,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:14.904266 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c640-27eb-4708-be60-5ee2b582e207', 'name': 'tempest-NetworksTestDHCPv6-router-1377887925', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:06Z', 'updated_at': '2022-01-28T20:32:09Z', 'revision_number': 2, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None, '_interfaces': [{'id': '0781ca09-9964-41d4-959e-ff60117a8327', 'name': '', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'mac_address': 'fa:16:3e:32:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c640-27eb-4708-be60-5ee2b582e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'cfa90cf8-3d92-4a2b-8d4a-898744f24646', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:07Z', 'updated_at': '2022-01-28T20:32:14Z', 'revision_number': 4, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'subnets': [{'id': 'cfa90cf8-3d92-4a2b-8d4a-898744f24646', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:14.909860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 0781ca09-9964-41d4-959e-ff60117a8327 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:14.910956 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:14.938702 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c6e8d-d969-4c31-9353-85a21ca35d1b None None] The sync data for ids ['4260c640-27eb-4708-be60-5ee2b582e207'] in n-d-825064-3 is: [{'id': '4260c640-27eb-4708-be60-5ee2b582e207', 'name': 'tempest-NetworksTestDHCPv6-router-1377887925', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:06Z', 'updated_at': '2022-01-28T20:32:09Z', 'revision_number': 2, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None, '_interfaces': [{'id': '0781ca09-9964-41d4-959e-ff60117a8327', 'name': '', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'mac_address': 'fa:16:3e:32:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c640-27eb-4708-be60-5ee2b582e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'cfa90cf8-3d92-4a2b-8d4a-898744f24646', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:07Z', 'updated_at': '2022-01-28T20:32:14Z', 'revision_number': 4, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'subnets': [{'id': 'cfa90cf8-3d92-4a2b-8d4a-898744f24646', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:14.949729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e7a130fc-1eb8-4d4d-be1b-134273ff636e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:15.002542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-32e3408e-323b-4e58-9c19-a0ca87d76132 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:15.004280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-32e3408e-323b-4e58-9c19-a0ca87d76132 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/networks?id=f2c93a7d-8f7f-45e7-8799-3643d749eac2 HTTP/1.1" status: 200 len: 814 time: 0.9978027 Jan 28 20:32:15.010820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e7a130fc-1eb8-4d4d-be1b-134273ff636e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:15.011433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.086641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d80779-e6b9-4d61-b271-b86684510f87 req-8ba74c75-9c48-45ef-a16a-baaf7044f708 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:15.095669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52d80779-e6b9-4d61-b271-b86684510f87 req-8ba74c75-9c48-45ef-a16a-baaf7044f708 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.7471938 Jan 28 20:32:15.099011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-50442f2a-6c84-4bcf-b784-301be162d553 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8731451 Jan 28 20:32:15.100855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-486ff71e-78c6-4399-be5c-1f7bc10174a6 None None] Provisioning complete for port 0781ca09-9964-41d4-959e-ff60117a8327 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:15.102132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-486ff71e-78c6-4399-be5c-1f7bc10174a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.105774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Allocated IP 172.20.0.11 (5c396d3e-f6de-4548-b8d2-bfc69e2d1b34/9a1ba4b3-afa6-4958-a5ae-8b950686a03c/69782fb7-84a9-4d16-8b56-13252fe49644) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:15.127896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-130ed60f-bbdd-4a18-952a-a976059a9b16 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/quotas/700c571a105c4641828ff25e20068b4d HTTP/1.1" status: 200 len: 375 time: 0.0855837 Jan 28 20:32:15.150307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] For port 0781ca09-9964-41d4-959e-ff60117a8327, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0781ca09-9964-41d4-959e-ff60117a8327,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:15.150677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.177642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 0781ca09-9964-41d4-959e-ff60117a8327 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:15.183649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52d80779-e6b9-4d61-b271-b86684510f87 req-43ef5ba4-7e40-44b9-9e7e-8f8cb845264c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869954 Jan 28 20:32:15.220601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-1006f230-32db-4fb8-a82b-5e43b6caf175 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=700c571a105c4641828ff25e20068b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736125 Jan 28 20:32:15.238092 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.309680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.367006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port e7a130fc-1eb8-4d4d-be1b-134273ff636e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e7a130fc-1eb8-4d4d-be1b-134273ff636e,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:15.378108 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.444912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=e7a130fc-1eb8-4d4d-be1b-134273ff636e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:15.570518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f972a89a-b971-41bc-a56d-dfe9d4e6b4ca req-32b06ad6-573a-4cf5-a3c1-19abbc8fa977 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444139 Jan 28 20:32:15.622252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d1d40-fd9e-487e-887e-e4118a2ba904 req-56a4ea29-c598-4bfc-bbab-f15689986f72 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:15.631566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-320d1d40-fd9e-487e-887e-e4118a2ba904 req-56a4ea29-c598-4bfc-bbab-f15689986f72 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1949804 Jan 28 20:32:15.677398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-b00e3b12-b3e0-49aa-96b1-307342516a5b service neutron] 10.222.0.44 "GET /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212716 Jan 28 20:32:15.696970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.788434 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:15.789012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.826301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-320d1d40-fd9e-487e-887e-e4118a2ba904 req-6e495143-5994-47ce-b63a-23050dfbfc80 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928065 Jan 28 20:32:15.842303 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.851330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.904350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:15.904755 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:15.929231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Network f1502e23-54fe-453e-b1a6-903efd455f63 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:15.930720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:15.935698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:15.943614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:15.946442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:15.974771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:15.992450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event updated for resources: {'Port': ['ID=69782fb7-84a9-4d16-8b56-13252fe49644,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:16.114840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event updated for resources: {'Port': ['ID=44b159a4-5eb2-4484-88d4-c42e409a1cae,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:16.152933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.161706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.162332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.162782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.164098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.164623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.165512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.166546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.167027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.167418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.167813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.168469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:16.194131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0781ca09-9964-41d4-959e-ff60117a8327 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:16.228061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=0781ca09-9964-41d4-959e-ff60117a8327,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:16.265501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-99e28d3c-fc6d-4d9f-89ba-1c929d6b105b service neutron] 10.222.0.44 "GET /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866377 Jan 28 20:32:16.269820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0781ca09-9964-41d4-959e-ff60117a8327 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:16.270218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0781ca09-9964-41d4-959e-ff60117a8327 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 20:32:16.304417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067783a9-18df-4524-a568-3fa5e1c1b298 req-89c301f4-2a68-4df0-83ce-313db9f7682a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:16.313689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Port 0781ca09-9964-41d4-959e-ff60117a8327 not found, will not notify nova. {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 20:32:16.316529 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:16.328568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-067783a9-18df-4524-a568-3fa5e1c1b298 req-89c301f4-2a68-4df0-83ce-313db9f7682a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 931 time: 0.3806276 Jan 28 20:32:16.338429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:16.339224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:16.353682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:16.355542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:16.424504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-cc284aa7-eebe-4c69-861f-22cf6b352450 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4266953 Jan 28 20:32:16.426441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-238a511f-e702-4ae7-8e0f-658e8d365762 None None] Provisioning complete for port 69782fb7-84a9-4d16-8b56-13252fe49644 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:16.426834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-238a511f-e702-4ae7-8e0f-658e8d365762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:16.429671 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-067783a9-18df-4524-a568-3fa5e1c1b298 req-debc62a1-310b-46da-9f1d-318369c1e9e6 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999413 Jan 28 20:32:16.448655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Request body: {'port': {'device_id': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:16.519171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-238a511f-e702-4ae7-8e0f-658e8d365762 None None] Port 69782fb7-84a9-4d16-8b56-13252fe49644 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:32:16.544608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-787fdd3e-a6ee-4a13-99af-f2aff80c6668 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5573368 Jan 28 20:32:16.615192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Request body: {'port': {'device_id': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:16.626399 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:16.751144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a9d14-0484-42fe-9e0d-d1bd0c3c3ef6 req-6cbfe8ca-42d9-4376-9e34-07154a81050f tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:16.752853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db5a9d14-0484-42fe-9e0d-d1bd0c3c3ef6 req-6cbfe8ca-42d9-4376-9e34-07154a81050f tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 932 time: 0.2001078 Jan 28 20:32:16.769165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:16.853405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98966a06-088b-4ff8-b06f-086224cf5c8d req-b557a686-ddb8-4926-870b-2eae8f35c5c9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:16.855654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98966a06-088b-4ff8-b06f-086224cf5c8d req-b557a686-ddb8-4926-870b-2eae8f35c5c9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.2160406 Jan 28 20:32:16.857183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Router 4260c640-27eb-4708-be60-5ee2b582e207 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:16.966407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db5a9d14-0484-42fe-9e0d-d1bd0c3c3ef6 req-75bc59a6-4bdf-49ad-afd1-8a421467ce5f tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2012978 Jan 28 20:32:16.977582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:16.986286 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d6839de8-8201-4185-b5f1-5346b5ecf887 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "PUT /v2.0/routers/4260c640-27eb-4708-be60-5ee2b582e207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7033339 Jan 28 20:32:16.990580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46714) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:17.169383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2234a7-b784-4b20-82cd-9944e803e685 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:17.171380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2234a7-b784-4b20-82cd-9944e803e685 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:17.177951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-da2234a7-b784-4b20-82cd-9944e803e685 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1814792 Jan 28 20:32:17.177951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46718) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:17.244683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98966a06-088b-4ff8-b06f-086224cf5c8d req-e0032d34-d5f7-43ce-a1e2-89aa23ce585a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140554 Jan 28 20:32:17.285846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-be71b7bd-0641-4fa3-8a2a-e9644f1c077d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet cfa90cf8-3d92-4a2b-8d4a-898744f24646 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:17.292499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be71b7bd-0641-4fa3-8a2a-e9644f1c077d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:17.352168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3890457d-ba3f-474b-a40a-39e39a8da440 req-30014fe2-bea1-4f57-98c3-5309344717e2 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 210 time: 0.1382825 Jan 28 20:32:17.372699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be71b7bd-0641-4fa3-8a2a-e9644f1c077d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:17.528095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82c37a-3038-4e95-a580-56458300e002 req-6ecbc9d1-25bb-470e-a486-246eb87060b1 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:17.529720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e82c37a-3038-4e95-a580-56458300e002 req-6ecbc9d1-25bb-470e-a486-246eb87060b1 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1671424 Jan 28 20:32:17.567566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b159a4-5eb2-4484-88d4-c42e409a1cae {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:17.591648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:17.612846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] Sync routers for ids ['4260c640-27eb-4708-be60-5ee2b582e207'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:17.627362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69782fb7-84a9-4d16-8b56-13252fe49644 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:17.630879 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] Routers {'4260c640-27eb-4708-be60-5ee2b582e207'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:17.631529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4260c640-27eb-4708-be60-5ee2b582e207'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:17.637278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:17.651079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be71b7bd-0641-4fa3-8a2a-e9644f1c077d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:17.666478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Transition to ACTIVE for port object 44b159a4-5eb2-4484-88d4-c42e409a1cae will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:32:17.683477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Transition to ACTIVE for port object 69782fb7-84a9-4d16-8b56-13252fe49644 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:32:17.684376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:17.685117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e7a130fc-1eb8-4d4d-be1b-134273ff636e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:17.691541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:17.698508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e82c37a-3038-4e95-a580-56458300e002 req-79ddfc6f-87d9-403a-856e-edce282e03db tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600893 Jan 28 20:32:17.751119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8145d-eba2-4fe7-bfb1-786f986cb7c7 req-8ab1c284-a1cd-4f79-8ada-dbdb1723204d tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:17.753780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04e8145d-eba2-4fe7-bfb1-786f986cb7c7 req-8ab1c284-a1cd-4f79-8ada-dbdb1723204d tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 931 time: 0.1895137 Jan 28 20:32:17.766581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] Set router 4260c640-27eb-4708-be60-5ee2b582e207 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:17.791027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Pushing event updated for resources: {'Port': ['ID=69782fb7-84a9-4d16-8b56-13252fe49644,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:17.803027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Pushing event updated for resources: {'Port': ['ID=44b159a4-5eb2-4484-88d4-c42e409a1cae,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:17.925767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04e8145d-eba2-4fe7-bfb1-786f986cb7c7 req-61070206-4365-4c13-ba50-f3b266517e58 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575754 Jan 28 20:32:17.928262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c640-27eb-4708-be60-5ee2b582e207', 'name': 'tempest-NetworksTestDHCPv6-router-1377887925', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:06Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 3, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:17.984473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be71b7bd-0641-4fa3-8a2a-e9644f1c077d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:17.993333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Attempting to bind port 44b159a4-5eb2-4484-88d4-c42e409a1cae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:17.993594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Attempting to bind port 44b159a4-5eb2-4484-88d4-c42e409a1cae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:17.993936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Attempting to bind port 44b159a4-5eb2-4484-88d4-c42e409a1cae on network f1502e23-54fe-453e-b1a6-903efd455f63 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:17.998655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] Checking router: 4260c640-27eb-4708-be60-5ee2b582e207 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:18.010327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Port 44b159a4-5eb2-4484-88d4-c42e409a1cae on network f1502e23-54fe-453e-b1a6-903efd455f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:32:18.010839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Attempting to bind port 44b159a4-5eb2-4484-88d4-c42e409a1cae on network f1502e23-54fe-453e-b1a6-903efd455f63 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:18.020707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:18.021203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Checking segment: {'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:18.022355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Bound using segment: {'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:18.022355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Bound port: 44b159a4-5eb2-4484-88d4-c42e409a1cae, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:18.022741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.032560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] Routers {'4260c640-27eb-4708-be60-5ee2b582e207'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:18.033069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4260c640-27eb-4708-be60-5ee2b582e207'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:18.094053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be71b7bd-0641-4fa3-8a2a-e9644f1c077d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.098769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be71b7bd-0641-4fa3-8a2a-e9644f1c077d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/cfa90cf8-3d92-4a2b-8d4a-898744f24646 HTTP/1.1" status: 204 len: 168 time: 0.9203477 Jan 28 20:32:18.099831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Attempting to bind port 69782fb7-84a9-4d16-8b56-13252fe49644 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:18.100164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Attempting to bind port 69782fb7-84a9-4d16-8b56-13252fe49644 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:18.100537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Attempting to bind port 69782fb7-84a9-4d16-8b56-13252fe49644 on network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:18.102949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71b7bd-0641-4fa3-8a2a-e9644f1c077d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa90cf8-3d92-4a2b-8d4a-898744f24646,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:18.105741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46726) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:18.119086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Port 69782fb7-84a9-4d16-8b56-13252fe49644 on network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:32:18.120359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Attempting to bind port 69782fb7-84a9-4d16-8b56-13252fe49644 on network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:18.170458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:18.171409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Checking segment: {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:18.171878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Bound using segment: {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:18.172434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Bound port: 69782fb7-84a9-4d16-8b56-13252fe49644, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22975aff-93a2-4a73-a34f-a4cd2c54947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:18.172953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.217161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] Set router 4260c640-27eb-4708-be60-5ee2b582e207 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:18.240572 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.241728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9cb222-6e49-46ae-a262-306de8fdeabc None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:18.348220 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-008059e5-b7c5-4d8f-b2eb-00a4ba05ca9e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2386608 Jan 28 20:32:18.356167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46734) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:18.377118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] For port 44b159a4-5eb2-4484-88d4-c42e409a1cae, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:18.491448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] For port 69782fb7-84a9-4d16-8b56-13252fe49644, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:18.514494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] For port 69782fb7-84a9-4d16-8b56-13252fe49644, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=69782fb7-84a9-4d16-8b56-13252fe49644,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:18.516716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c640-27eb-4708-be60-5ee2b582e207', 'name': 'tempest-NetworksTestDHCPv6-router-1377887925', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:06Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 3, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:18.528569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.540094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] For port 44b159a4-5eb2-4484-88d4-c42e409a1cae, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:18.566925 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.585758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47278021-acff-4026-a732-7469b9ba9d3a req-67030db5-4bf2-4ed1-9c5a-d7f598417225 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:18.588014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47278021-acff-4026-a732-7469b9ba9d3a req-67030db5-4bf2-4ed1-9c5a-d7f598417225 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 944 time: 0.4131761 Jan 28 20:32:18.595619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80649b43-dcd7-443e-88e5-7b6d5aff82f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.596146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0968a3-e45f-466b-b92b-ea96a913ff84 None None] The sync data for ids ['4260c640-27eb-4708-be60-5ee2b582e207'] in n-d-825064-3 is: [{'id': '4260c640-27eb-4708-be60-5ee2b582e207', 'name': 'tempest-NetworksTestDHCPv6-router-1377887925', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:06Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 3, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:18.618864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-da1bcd8a-94a6-474c-8edd-236676330c90 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:18.620573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-da1bcd8a-94a6-474c-8edd-236676330c90 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.26 "GET /v2.0/networks?id=f2c93a7d-8f7f-45e7-8799-3643d749eac2 HTTP/1.1" status: 200 len: 814 time: 0.2645319 Jan 28 20:32:18.651451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e7a130fc-1eb8-4d4d-be1b-134273ff636e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:18.652359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.677751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:18.678867 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.680661 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] 10.222.0.13 "PUT /v2.0/ports/69782fb7-84a9-4d16-8b56-13252fe49644 HTTP/1.1" status: 200 len: 1092 time: 2.0898564 Jan 28 20:32:18.701583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'tag': '69782fb7-84a9-4d16-8b56-13252fe49644'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:18.713108 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19c90ab-b8de-43d1-9b25-cafe93c7b561" -d '{"events": [{"name": "network-changed", "server_uuid": "40038e0a-7cbe-48b3-a496-75256e8d6a90", "tag": "69782fb7-84a9-4d16-8b56-13252fe49644"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:18.736313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Request body: {'port': {'device_id': '2532c698-10b9-48c1-8372-48210c93eebb', 'network_id': 'f2c93a7d-8f7f-45e7-8799-3643d749eac2', 'admin_state_up': True, 'tenant_id': '700c571a105c4641828ff25e20068b4d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:18.781975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:18.784101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:18.786648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] 10.222.0.26 "PUT /v2.0/ports/44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 1091 time: 2.3450696 Jan 28 20:32:18.791858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:18.795607 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4e4098-ece0-4a55-bafe-215f37f0595e" -d '{"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:18.824053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71da6f-81ec-41f7-a299-81960b7f667b req-4fc6966a-b077-410e-82ef-84c0bf0f8509 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:18.832805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf71da6f-81ec-41f7-a299-81960b7f667b req-4fc6966a-b077-410e-82ef-84c0bf0f8509 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.3973684 Jan 28 20:32:18.876099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5c82d-f2b2-46e5-a8ce-54df1d8f9cae service neutron] Pushing event updated for resources: {'Port': ['ID=69782fb7-84a9-4d16-8b56-13252fe49644,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:18.951406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-afb12c46-8d8a-4f0b-9c32-ffbf19034a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:18.954373 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-afb12c46-8d8a-4f0b-9c32-ffbf19034a2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6984c402f81451dbebc5de803f9055f&device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 1095 time: 0.2111695 Jan 28 20:32:19.031071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8088e18-3443-493c-b2c9-f0d1ff8a8309 service neutron] Pushing event updated for resources: {'Port': ['ID=44b159a4-5eb2-4484-88d4-c42e409a1cae,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:19.086521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:32:19.115514 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-4b30a793-c7e2-4555-946e-a4e07b3570ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69782fb7-84a9-4d16-8b56-13252fe49644 HTTP/1.1" status: 200 len: 217 time: 0.1491375 Jan 28 20:32:19.151834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47278021-acff-4026-a732-7469b9ba9d3a req-6e2ad65c-3086-482f-a8a3-4d7352581598 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5151339 Jan 28 20:32:19.180856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80649b43-dcd7-443e-88e5-7b6d5aff82f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.188998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80649b43-dcd7-443e-88e5-7b6d5aff82f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.197896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf71da6f-81ec-41f7-a299-81960b7f667b req-94895187-237a-4312-ad33-74ad80158519 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638110 Jan 28 20:32:19.265401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-5c9e168e-da30-4581-a890-c2fa986e8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:19.268092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-5c9e168e-da30-4581-a890-c2fa986e8dd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1094 time: 0.4106390 Jan 28 20:32:19.274944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80649b43-dcd7-443e-88e5-7b6d5aff82f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.276272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80649b43-dcd7-443e-88e5-7b6d5aff82f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Fanout notify agent at l3_agent the message router_deleted on router 4260c640-27eb-4708-be60-5ee2b582e207 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:32:19.286821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] Deleting port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:19.292314 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.298020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-80649b43-dcd7-443e-88e5-7b6d5aff82f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.299765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-80649b43-dcd7-443e-88e5-7b6d5aff82f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/routers/4260c640-27eb-4708-be60-5ee2b582e207 HTTP/1.1" status: 204 len: 168 time: 0.9426665 Jan 28 20:32:19.314962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46746) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:19.353628 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237ea6ce-9741-4d19-be05-919f8caf7863 x-openstack-request-id: req-237ea6ce-9741-4d19-be05-919f8caf7863 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:19.354660 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40038e0a-7cbe-48b3-a496-75256e8d6a90", "tag": "69782fb7-84a9-4d16-8b56-13252fe49644", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:19.354660 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-237ea6ce-9741-4d19-be05-919f8caf7863 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:19.354660 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'tag': '69782fb7-84a9-4d16-8b56-13252fe49644', 'status': 'completed', 'code': 200} Jan 28 20:32:19.372732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-84eb0413-bb19-4b6b-a8ab-16ddb1a3d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:19.374708 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-84eb0413-bb19-4b6b-a8ab-16ddb1a3d55b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1ba4b3-afa6-4958-a5ae-8b950686a03c HTTP/1.1" status: 200 len: 843 time: 0.1628451 Jan 28 20:32:19.376698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Made reservation on behalf of 700c571a105c4641828ff25e20068b4d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:19.383015 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.412586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-be18d8ff-0ec9-4b7e-9230-b80977f0ae48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 217 time: 0.1109922 Jan 28 20:32:19.434712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5aacf87-2bc4-416c-9216-59a9cd2573e9 req-23583227-29a4-49f1-ada2-9eeb40880479 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 210 time: 0.0831180 Jan 28 20:32:19.532274 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd217d5-45c1-4bd0-bdf3-6e1b9d009921 x-openstack-request-id: req-ffd217d5-45c1-4bd0-bdf3-6e1b9d009921 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:19.532567 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:19.539438 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffd217d5-45c1-4bd0-bdf3-6e1b9d009921 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:19.539966 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'status': 'completed', 'code': 200} Jan 28 20:32:19.583316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-7ad23d76-9765-4806-8b0f-13ce91195864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:19.583636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] For port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:19.584620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.585085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-7ad23d76-9765-4806-8b0f-13ce91195864 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.1493948 Jan 28 20:32:19.609131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:19.643480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] Calling delete_port for 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:19.679749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-2871e9f2-734f-4f93-88fb-b3e840e7534b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811243 Jan 28 20:32:19.711400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d0f324-4920-40c2-8c62-ee709a7474c4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:19.711400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d1d0f324-4920-40c2-8c62-ee709a7474c4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3809044 Jan 28 20:32:19.718344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46750) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:19.778716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f60b4-f19e-4303-9dbd-7cc829b42c63 req-523b7b27-5d60-4b9f-8b6b-8716413e0ff8 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:19.783499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e82f60b4-f19e-4303-9dbd-7cc829b42c63 req-523b7b27-5d60-4b9f-8b6b-8716413e0ff8 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 943 time: 0.1722465 Jan 28 20:32:19.808053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.856428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-decad3ad-4ab9-4d9e-8f4e-908abd9dd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:19.857175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:19.858170 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-decad3ad-4ab9-4d9e-8f4e-908abd9dd091 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4524992 Jan 28 20:32:19.865000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.868343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0781ca09-9964-41d4-959e-ff60117a8327 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:19.915048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e82f60b4-f19e-4303-9dbd-7cc829b42c63 req-ab208742-cde2-40cf-925f-c86e1b2848eb tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733712 Jan 28 20:32:19.935006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-b41a0e6e-c3d1-41ed-8e92-f8a8aea0295c service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209558 Jan 28 20:32:19.955635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0781ca09-9964-41d4-959e-ff60117a8327 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:19.956033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0781ca09-9964-41d4-959e-ff60117a8327 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:19.957877 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:19.960345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:19.970142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31d757-180f-4259-9dab-61fb64af87a8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:19.975795 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ac31d757-180f-4259-9dab-61fb64af87a8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2071478 Jan 28 20:32:19.977273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46752) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:19.978323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Allocated IP 172.20.0.10 (f2c93a7d-8f7f-45e7-8799-3643d749eac2/10351c02-30e0-4481-880a-90299d0272b7/c3840d9a-1010-4f26-b0a2-281c373f0c68) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:19.998631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] Pushing event deleted for resources: {'Port': ['ID=1d0bcbba-77d9-4575-ad69-b70ec6c761e1,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:20.003199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf242c-6937-4086-89e1-46cd6c160566 None None] No DVR routers for this DVR port 1d0bcbba-77d9-4575-ad69-b70ec6c761e1 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:20.083976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-873271de-f866-46d8-ab87-f9445edbe165 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054003 Jan 28 20:32:20.089100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46754) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:20.091898 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-3e8b5b72-0f2a-4fba-af55-325ba6d145d2 service neutron] 10.222.0.13 "GET /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237263 Jan 28 20:32:20.096922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:20.200777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-668210a7-0a46-4554-8d5e-a98d7110d91c req-423c9cdf-8a76-4c8d-9087-9f140a50a698 service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549937 Jan 28 20:32:20.340448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d911d-050d-4e03-afe0-96944bcbac80 req-9fe1d3bb-1efb-4efb-803f-b9718202a543 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:20.343491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f2d911d-050d-4e03-afe0-96944bcbac80 req-9fe1d3bb-1efb-4efb-803f-b9718202a543 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 944 time: 0.1321003 Jan 28 20:32:20.372876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:20.378657 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:20.554312 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe963b1e-d364-4ee6-a6fd-79a6e20d8179 req-280c27ee-aa7b-4393-bfd1-06694fae6bfe service neutron] 10.222.0.13 "GET /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552176 Jan 28 20:32:20.559027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:20.606379 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:20.696839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Network f2c93a7d-8f7f-45e7-8799-3643d749eac2 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:20.697816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Pushing event updated for resources: {'Port': ['ID=c3840d9a-1010-4f26-b0a2-281c373f0c68,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:20.704989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:20.708058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:20.745196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-38af5153-2bd2-4871-a4aa-e0af145b5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:20.746777 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-38af5153-2bd2-4871-a4aa-e0af145b5b41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6984c402f81451dbebc5de803f9055f&device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 1095 time: 0.1309702 Jan 28 20:32:20.797287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:20.798155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:20.863937 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-3d148b22-cf5a-4a7e-b4ac-91891c289a39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1682847 Jan 28 20:32:20.884463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Request body: {'port': {'device_id': '2532c698-10b9-48c1-8372-48210c93eebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:20.931562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-e5344084-ec3f-4a73-8627-ac96003aac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:20.933161 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-e5344084-ec3f-4a73-8627-ac96003aac4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 HTTP/1.1" status: 200 len: 905 time: 0.1764214 Jan 28 20:32:20.942774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f2d911d-050d-4e03-afe0-96944bcbac80 req-b3ced278-5b3e-494e-bcb7-9c70ec9c4745 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5396357 Jan 28 20:32:20.955299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45ea87-49ef-4983-a7b2-b6d39be5e1ca req-a9ba945c-aaf7-4585-b5aa-96fa1ad5745b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:20.956928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c45ea87-49ef-4983-a7b2-b6d39be5e1ca req-a9ba945c-aaf7-4585-b5aa-96fa1ad5745b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.6097748 Jan 28 20:32:20.958922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-b6324678-27de-494f-b5d6-90352501247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:20.960332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-b6324678-27de-494f-b5d6-90352501247e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1094 time: 0.6567490 Jan 28 20:32:21.000961 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-429e54be-0cf7-4651-b4ee-3c1b5395eb8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69782fb7-84a9-4d16-8b56-13252fe49644 HTTP/1.1" status: 200 len: 217 time: 0.0423462 Jan 28 20:32:21.005273 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:21.104318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-07e5b40b-adf3-4873-8be8-8221a3f82f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.105804 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-07e5b40b-adf3-4873-8be8-8221a3f82f98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1ba4b3-afa6-4958-a5ae-8b950686a03c HTTP/1.1" status: 200 len: 843 time: 0.0883422 Jan 28 20:32:21.137748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c45ea87-49ef-4983-a7b2-b6d39be5e1ca req-f9c66dca-b376-4db5-88b5-782480368816 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700017 Jan 28 20:32:21.221006 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:21.238561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66400066-062d-4dcd-80c5-6d6884d52aec req-1f39e0aa-bae9-498b-9f91-c1d0507a5fd8 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.240130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66400066-062d-4dcd-80c5-6d6884d52aec req-1f39e0aa-bae9-498b-9f91-c1d0507a5fd8 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 932 time: 0.1808999 Jan 28 20:32:21.248021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-e5dcb0e8-d5b1-4856-9e77-310678a6e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.250547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-e5dcb0e8-d5b1-4856-9e77-310678a6e877 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 920 time: 0.2743082 Jan 28 20:32:21.278379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-6e0843ab-53d6-40be-9690-5db1ffe8e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.280827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-6e0843ab-53d6-40be-9690-5db1ffe8e345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632161 Jan 28 20:32:21.345395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-a7eaf8e7-f06d-4bcf-b1e1-97cb58f816b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 217 time: 0.0808289 Jan 28 20:32:21.405357 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:32:21.457564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66400066-062d-4dcd-80c5-6d6884d52aec req-75ab231a-156f-4452-8385-8b26e5d2c898 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971817 Jan 28 20:32:21.474696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6e2d-df2c-4429-add6-7e5e28e14aca req-1a22f4f9-e51e-4ee2-a4f7-9e31ac1420a4 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.475051 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-d82ad408-5e39-4915-b629-7d62b1e0aad6 service neutron] 10.222.0.13 "GET /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516058 Jan 28 20:32:21.476356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15fb6e2d-df2c-4429-add6-7e5e28e14aca req-1a22f4f9-e51e-4ee2-a4f7-9e31ac1420a4 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.2462633 Jan 28 20:32:21.499046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-8089accb-b8cd-4cdf-bf55-da5f91cadc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.500958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-8089accb-b8cd-4cdf-bf55-da5f91cadc15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.1428154 Jan 28 20:32:21.573813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:32:21.576224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3840d9a-1010-4f26-b0a2-281c373f0c68 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:21.586579 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:21.599053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-dbf76101-8bb8-4fca-9896-5f5b8c302165 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819187 Jan 28 20:32:21.605902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:21.614172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Transition to ACTIVE for port object c3840d9a-1010-4f26-b0a2-281c373f0c68 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:32:21.617612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:21.659966 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b19c90ab-b8de-43d1-9b25-cafe93c7b561 req-cba352bd-460d-436e-b38d-ad2b2a499986 service neutron] 10.222.0.13 "GET /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735878 Jan 28 20:32:21.673287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15fb6e2d-df2c-4429-add6-7e5e28e14aca req-52e9ff72-112a-4a0f-84ca-5cbc265cae85 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866562 Jan 28 20:32:21.684054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3840d9a-1010-4f26-b0a2-281c373f0c68,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:21.718675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.719035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.719383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.719749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.720060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.720426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.720754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.721093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.721418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.721765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.722071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.722395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:21.750383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:21.764479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:21.771330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.772004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:21.780609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab6cbd-2826-43ce-86a4-7aafa8df2a4c None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:21.790904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=6055ba35-d842-44af-bcc8-586b7f94743e,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:21.793881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Attempting to bind port c3840d9a-1010-4f26-b0a2-281c373f0c68 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:21.794490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Attempting to bind port c3840d9a-1010-4f26-b0a2-281c373f0c68 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '60693898-9757-4639-920f-03da89ba879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2c93a7d-8f7f-45e7-8799-3643d749eac2'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:21.795014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Attempting to bind port c3840d9a-1010-4f26-b0a2-281c373f0c68 on network f2c93a7d-8f7f-45e7-8799-3643d749eac2 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:21.801482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Port c3840d9a-1010-4f26-b0a2-281c373f0c68 on network f2c93a7d-8f7f-45e7-8799-3643d749eac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:32:21.801884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Attempting to bind port c3840d9a-1010-4f26-b0a2-281c373f0c68 on network f2c93a7d-8f7f-45e7-8799-3643d749eac2 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:21.807947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:21.808505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Checking segment: {'id': '60693898-9757-4639-920f-03da89ba879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2c93a7d-8f7f-45e7-8799-3643d749eac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:21.808905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Bound using segment: {'id': '60693898-9757-4639-920f-03da89ba879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2c93a7d-8f7f-45e7-8799-3643d749eac2'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:21.809351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Bound port: c3840d9a-1010-4f26-b0a2-281c373f0c68, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60693898-9757-4639-920f-03da89ba879f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2c93a7d-8f7f-45e7-8799-3643d749eac2'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:21.809720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:21.839743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7c877-0442-40f2-a188-bb04a41166aa req-f7331106-ec6f-455e-be9f-b71d841eda81 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:21.842193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cc7c877-0442-40f2-a188-bb04a41166aa req-f7331106-ec6f-455e-be9f-b71d841eda81 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 943 time: 0.2896471 Jan 28 20:32:21.885963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-525c4514-a3cd-4dd6-b799-eae83a2943f5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7954910 Jan 28 20:32:21.892258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46774) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:21.902188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-41a926be-3a11-4cc9-b83c-8d2abe136744 service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711959 Jan 28 20:32:21.909002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:21.940739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] For port c3840d9a-1010-4f26-b0a2-281c373f0c68, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:21.947787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] For port c3840d9a-1010-4f26-b0a2-281c373f0c68, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c3840d9a-1010-4f26-b0a2-281c373f0c68,segment=NetworkSegment(60693898-9757-4639-920f-03da89ba879f),segment_id=60693898-9757-4639-920f-03da89ba879f)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:21.971987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:21.994726 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cc7c877-0442-40f2-a188-bb04a41166aa req-3ac94390-134e-48c9-b512-7a9ad181851e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433811 Jan 28 20:32:22.089246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '6055ba35-d842-44af-bcc8-586b7f94743e'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:32:22.090233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:22.099420 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a4e4098-ece0-4a55-bafe-215f37f0595e req-2c26b19b-56d1-4691-855f-d3fefeed451e service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794753 Jan 28 20:32:22.118224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.124843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:22.126238 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] 10.222.0.26 "PUT /v2.0/ports/c3840d9a-1010-4f26-b0a2-281c373f0c68 HTTP/1.1" status: 200 len: 1092 time: 1.2470450 Jan 28 20:32:22.126738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2532c698-10b9-48c1-8372-48210c93eebb', 'tag': 'c3840d9a-1010-4f26-b0a2-281c373f0c68'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:22.137694 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb" -d '{"events": [{"name": "network-changed", "server_uuid": "2532c698-10b9-48c1-8372-48210c93eebb", "tag": "c3840d9a-1010-4f26-b0a2-281c373f0c68"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:22.192492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce6864-9e7f-42c4-ae07-d129ff6b7042 req-c313e657-da4f-4bec-b7b6-408ee9fb9242 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.199936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbec2a7-ebf6-46f5-a3f1-d0bdda69c2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3840d9a-1010-4f26-b0a2-281c373f0c68,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:22.201761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21ce6864-9e7f-42c4-ae07-d129ff6b7042 req-c313e657-da4f-4bec-b7b6-408ee9fb9242 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 944 time: 0.0932233 Jan 28 20:32:22.260591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21ce6864-9e7f-42c4-ae07-d129ff6b7042 req-e6bbb59d-9039-4ca2-a8f3-0aa79bd303b3 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464714 Jan 28 20:32:22.304621 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772153f0-be93-4662-9bd9-3ae0113e84fa x-openstack-request-id: req-772153f0-be93-4662-9bd9-3ae0113e84fa {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:22.305245 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2532c698-10b9-48c1-8372-48210c93eebb", "tag": "c3840d9a-1010-4f26-b0a2-281c373f0c68", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:22.305245 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-772153f0-be93-4662-9bd9-3ae0113e84fa {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:22.307804 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2532c698-10b9-48c1-8372-48210c93eebb', 'tag': 'c3840d9a-1010-4f26-b0a2-281c373f0c68', 'status': 'completed', 'code': 200} Jan 28 20:32:22.319290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-c91eead0-9885-4fb7-a6f6-e0d75ce3c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.320916 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-c91eead0-9885-4fb7-a6f6-e0d75ce3c133 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=700c571a105c4641828ff25e20068b4d&device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 1095 time: 0.1243265 Jan 28 20:32:22.333216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:22.348328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:22.382373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Allocated IP 2001:db8::f816:3eff:fe45:95e (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/6055ba35-d842-44af-bcc8-586b7f94743e/a0a9179d-ebf8-49e5-9f2b-b4324c7ca250) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:22.454238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9263-1196-47ba-afb9-1b141b5abb9f req-179357c0-7a0a-456b-8f32-9303fdd9dcbf tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.456595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3ee9263-1196-47ba-afb9-1b141b5abb9f req-179357c0-7a0a-456b-8f32-9303fdd9dcbf tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.0784032 Jan 28 20:32:22.485949 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-240dd7b8-e656-4552-a7b4-f68d1be2913e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3840d9a-1010-4f26-b0a2-281c373f0c68 HTTP/1.1" status: 200 len: 217 time: 0.0464623 Jan 28 20:32:22.513550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3ee9263-1196-47ba-afb9-1b141b5abb9f req-59ecdec5-8ad6-4428-9e0c-323103ae8907 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 Jan 28 20:32:22.599256 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:22.607445 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:22.609173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-2a9a2ae5-14e8-4abb-9a23-5ca22ce296c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.612494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-2a9a2ae5-14e8-4abb-9a23-5ca22ce296c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10351c02-30e0-4481-880a-90299d0272b7 HTTP/1.1" status: 200 len: 854 time: 0.1002426 Jan 28 20:32:22.626272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 69782fb7-84a9-4d16-8b56-13252fe49644 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:32:22.637420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6e653-014a-433b-8989-101280b494f1 req-c9a82468-db2e-40d4-a0ce-9bb683ad6a01 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.639048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efa6e653-014a-433b-8989-101280b494f1 req-c9a82468-db2e-40d4-a0ce-9bb683ad6a01 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 944 time: 0.0620909 Jan 28 20:32:22.704935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efa6e653-014a-433b-8989-101280b494f1 req-185875ad-8791-4288-ab22-85703a430c47 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547807 Jan 28 20:32:22.725441 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-f11cb5f2-53a2-4e47-8087-cdb2ef0adf80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c93a7d-8f7f-45e7-8799-3643d749eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501299 Jan 28 20:32:22.756122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:22.804231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:22.813452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:22.815754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Pushing event updated for resources: {'Port': ['ID=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:22.833752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.834297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.834810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.835291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.835794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.836319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.836811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.837141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.837467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.837798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.838124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.838443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:22.883225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 44b159a4-5eb2-4484-88d4-c42e409a1cae details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:32:22.888293 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:22.938816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 69782fb7-84a9-4d16-8b56-13252fe49644, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=69782fb7-84a9-4d16-8b56-13252fe49644,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:22.941632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Attempting to bind port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:22.941965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Attempting to bind port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:22.942267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Attempting to bind port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:22.942920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-64a294b5-55d0-47b1-8c0d-7f5e70a7301f service neutron] 10.222.0.26 "GET /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878691 Jan 28 20:32:22.956063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:22.959111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:22.959493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:22.959898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:22.960319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:22.960802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Bound port: a0a9179d-ebf8-49e5-9f2b-b4324c7ca250, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:22.961419 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:22.966693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '69782fb7-84a9-4d16-8b56-13252fe49644', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'port_id': '69782fb7-84a9-4d16-8b56-13252fe49644', 'mac_address': 'fa:16:3e:8b:10:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:32:22.981733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:22.988324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:22.988929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:23.047031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=31783846-ec3d-4770-8901-7e38736a66ce,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:23.084746 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c4906329-67f7-448e-a3bc-bb98128588e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1787262 Jan 28 20:32:23.086052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46792) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:23.096462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:55:99:a0', 'name': 'tempest-NetworksTestDHCPv6-697718403'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:23.114871 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:23.137403 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b60db6f4-99c1-4e78-bb15-3beee0d0be78 req-f2ee2591-7616-48cc-ab7e-1da50703a7b5 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796808 Jan 28 20:32:23.160781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69782fb7-84a9-4d16-8b56-13252fe49644 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:23.179188 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 44b159a4-5eb2-4484-88d4-c42e409a1cae, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:23.203713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] For port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:23.209054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] For port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:23.225455 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:23.228005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'port_id': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'mac_address': 'fa:16:3e:b1:ee:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:32:23.230085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 69782fb7-84a9-4d16-8b56-13252fe49644, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=69782fb7-84a9-4d16-8b56-13252fe49644,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:23.241655 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:23.266479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-da1dc8a8-4e01-4601-81ff-1eff77094a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.268099 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-da1dc8a8-4e01-4601-81ff-1eff77094a73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=700c571a105c4641828ff25e20068b4d&device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 1095 time: 0.0536737 Jan 28 20:32:23.355879 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:23.360523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a4a0c-0cec-45e2-ba75-ac6a9a1213e3 None None] Pushing event updated for resources: {'Port': ['ID=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:23.360709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8f111-a5eb-4ba8-bfb3-d78194dfbf8c req-a0302e0f-6a55-41e7-b403-7967fd492b5f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.362647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30c8f111-a5eb-4ba8-bfb3-d78194dfbf8c req-a0302e0f-6a55-41e7-b403-7967fd492b5f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 943 time: 0.1895225 Jan 28 20:32:23.507778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30c8f111-a5eb-4ba8-bfb3-d78194dfbf8c req-ad70b73b-6199-4750-a417-d1aa47cc3c09 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287611 Jan 28 20:32:23.510984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:23.537109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=69782fb7-84a9-4d16-8b56-13252fe49644,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:23.555740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['69782fb7-84a9-4d16-8b56-13252fe49644'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:32:23.572548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b159a4-5eb2-4484-88d4-c42e409a1cae {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:23.603337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-2a2f43dc-8b0e-43e2-ae8d-f9e8073f5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.606197 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-2a2f43dc-8b0e-43e2-ae8d-f9e8073f5302 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c93a7d-8f7f-45e7-8799-3643d749eac2 HTTP/1.1" status: 200 len: 915 time: 0.3155410 Jan 28 20:32:23.620018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea2bd6-08f3-4988-90e5-c1c83ccccdfa req-d8357a8c-e869-43a0-bc33-86359c055621 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.622203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8ea2bd6-08f3-4988-90e5-c1c83ccccdfa req-d8357a8c-e869-43a0-bc33-86359c055621 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 945 time: 0.1738880 Jan 28 20:32:23.711819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 44b159a4-5eb2-4484-88d4-c42e409a1cae, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:23.717413 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:23.732663 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-41357a56-e5fd-4039-8f9a-0c3680844431 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3840d9a-1010-4f26-b0a2-281c373f0c68 HTTP/1.1" status: 200 len: 217 time: 0.1179748 Jan 28 20:32:23.813655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:23.828145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=44b159a4-5eb2-4484-88d4-c42e409a1cae,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:23.862102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8ea2bd6-08f3-4988-90e5-c1c83ccccdfa req-7caf1f2c-9840-407a-91f9-c579e59874d0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2224355 Jan 28 20:32:23.864159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 36d95337-7c0d-4d44-9ded-ef5386b2def0 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:32:23.878194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080888cb-4d19-49b6-8d66-4432d3ff4124 req-88fdc2b7-37db-44e9-830a-13c7eb955f56 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.880152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-080888cb-4d19-49b6-8d66-4432d3ff4124 req-88fdc2b7-37db-44e9-830a-13c7eb955f56 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1716566 Jan 28 20:32:23.889283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-cf6fd5c6-261a-4b20-9b4d-19bb31a706c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.892848 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-cf6fd5c6-261a-4b20-9b4d-19bb31a706c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10351c02-30e0-4481-880a-90299d0272b7 HTTP/1.1" status: 200 len: 854 time: 0.1402364 Jan 28 20:32:23.969933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-f8f4b579-3756-486e-8347-683c4a69415a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c93a7d-8f7f-45e7-8799-3643d749eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567229 Jan 28 20:32:24.106246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-080888cb-4d19-49b6-8d66-4432d3ff4124 req-35978dab-e436-486a-b877-d8c1ce32f589 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262751 Jan 28 20:32:24.119225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['44b159a4-5eb2-4484-88d4-c42e409a1cae'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:32:24.166291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-304c999e-b01d-4717-8176-60e106c60aad service neutron] 10.222.0.26 "GET /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850343 Jan 28 20:32:24.173445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fba32b-e35b-4e0e-ad77-41383eb687fa req-fa94c360-17a1-4fd7-9585-be62b0b57bb5 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:24.175121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e0fba32b-e35b-4e0e-ad77-41383eb687fa req-fa94c360-17a1-4fd7-9585-be62b0b57bb5 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 944 time: 0.1465530 Jan 28 20:32:24.279189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e0fba32b-e35b-4e0e-ad77-41383eb687fa req-45cbbfde-1528-40e2-b928-1f8199f68467 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900447 Jan 28 20:32:24.309517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 172.20.0.7 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/31783846-ec3d-4770-8901-7e38736a66ce/36d95337-7c0d-4d44-9ded-ef5386b2def0) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:24.320026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fe55:99a0 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/6055ba35-d842-44af-bcc8-586b7f94743e/36d95337-7c0d-4d44-9ded-ef5386b2def0) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:24.321578 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4221ed2-edd2-4f30-b1d2-de9cb488eedb req-2948caca-df01-41ca-af5c-bdf5eee2ceab service neutron] 10.222.0.26 "GET /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418016 Jan 28 20:32:24.560221 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:24.630172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 69782fb7-84a9-4d16-8b56-13252fe49644 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:24.630770 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:24.696260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:24.701171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:24.728333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 69782fb7-84a9-4d16-8b56-13252fe49644 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:32:24.728661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:24.734615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 69782fb7-84a9-4d16-8b56-13252fe49644 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:24.735382 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:24.807994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=36d95337-7c0d-4d44-9ded-ef5386b2def0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:24.830879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30ec18-8bf9-45c6-892c-f862eafae6ec req-0e5114c6-0cef-4b3c-b026-16ad35879939 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:24.832569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f30ec18-8bf9-45c6-892c-f862eafae6ec req-0e5114c6-0cef-4b3c-b026-16ad35879939 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 944 time: 0.1482894 Jan 28 20:32:24.841172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:24.841802 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:24.866160 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:24.881862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-20d32f39-d50d-467a-be35-d6d398a653e4 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7955098 Jan 28 20:32:24.884473 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46806) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:24.905498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69782fb7-84a9-4d16-8b56-13252fe49644'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:24.908661 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389e00ad-babd-4163-8b05-d690baa9480c" -d '{"events": [{"server_uuid": "40038e0a-7cbe-48b3-a496-75256e8d6a90", "name": "network-vif-plugged", "status": "completed", "tag": "69782fb7-84a9-4d16-8b56-13252fe49644"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:24.912599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aecd153-b886-48e0-baf3-3b283bb2d963 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:24.927825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f30ec18-8bf9-45c6-892c-f862eafae6ec req-23f4d893-7d28-46d4-83c7-7f625eba8a76 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819266 Jan 28 20:32:25.011677 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 69782fb7-84a9-4d16-8b56-13252fe49644, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=69782fb7-84a9-4d16-8b56-13252fe49644,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:25.019669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b2e8a9-48f8-43df-9dce-eebcebd2fd33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.026147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.037558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b2e8a9-48f8-43df-9dce-eebcebd2fd33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.052630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b4b2e8a9-48f8-43df-9dce-eebcebd2fd33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1669230 Jan 28 20:32:25.057102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46812) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:25.082465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c525d92-f3ad-46b3-95cf-d76e148aba6f req-7674c41a-3aaa-40ee-915a-040f5429cb30 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.084145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c525d92-f3ad-46b3-95cf-d76e148aba6f req-7674c41a-3aaa-40ee-915a-040f5429cb30 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 945 time: 0.1109908 Jan 28 20:32:25.092120 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b12e11-5eb2-489d-bb58-c92c2d6dce14 x-openstack-request-id: req-36b12e11-5eb2-489d-bb58-c92c2d6dce14 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:25.092507 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40038e0a-7cbe-48b3-a496-75256e8d6a90", "name": "network-vif-plugged", "status": "completed", "tag": "69782fb7-84a9-4d16-8b56-13252fe49644", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:25.092902 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36b12e11-5eb2-489d-bb58-c92c2d6dce14 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:25.093513 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69782fb7-84a9-4d16-8b56-13252fe49644', 'code': 200} Jan 28 20:32:25.131666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-70559e9b-dd66-4fc4-a6e3-f3c903b05ab5 None None] Provisioning complete for port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:25.132384 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-70559e9b-dd66-4fc4-a6e3-f3c903b05ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.171085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c525d92-f3ad-46b3-95cf-d76e148aba6f req-f75187f7-b46e-47ea-9af4-2b38885b1834 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645285 Jan 28 20:32:25.216098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07e65c-0da2-4a87-8d17-1d2c6d39c178 req-79c9ec84-425b-4967-9655-a5b09231a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.218240 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e07e65c-0da2-4a87-8d17-1d2c6d39c178 req-79c9ec84-425b-4967-9655-a5b09231a20b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 1097 time: 0.0666387 Jan 28 20:32:25.232752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=69782fb7-84a9-4d16-8b56-13252fe49644,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:25.258354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-de603b42-3b6c-4aa8-83d6-4c10b4da0b6c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 36d95337-7c0d-4d44-9ded-ef5386b2def0 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:25.258774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de603b42-3b6c-4aa8-83d6-4c10b4da0b6c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.287852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eb458-fd0d-4cb4-bfc1-0ce96fe8527a req-6c394555-93b1-4c95-a197-2654de62ef1d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.290065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-525eb458-fd0d-4cb4-bfc1-0ce96fe8527a req-6c394555-93b1-4c95-a197-2654de62ef1d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.0757995 Jan 28 20:32:25.314724 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-70559e9b-dd66-4fc4-a6e3-f3c903b05ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.360012 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3e07e65c-0da2-4a87-8d17-1d2c6d39c178 req-9de5960d-4da1-49c9-a453-40a67379d0a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314347 Jan 28 20:32:25.381182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-525eb458-fd0d-4cb4-bfc1-0ce96fe8527a req-2288e7ca-87a8-4366-8205-b5d662fb055b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823832 Jan 28 20:32:25.402498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6349f1-32bb-4ded-81e1-db8a2e1539dc None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '6055ba35-d842-44af-bcc8-586b7f94743e', 'ip_address': '2001:db8::f816:3eff:fe45:95e'}, {'subnet_id': '31783846-ec3d-4770-8901-7e38736a66ce'}], 'binding:host_id': 'n-d-825064-3'}, 'id': 'a0a9179d-ebf8-49e5-9f2b-b4324c7ca250'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:32:25.430582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-70559e9b-dd66-4fc4-a6e3-f3c903b05ab5 None None] For port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:25.437922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-70559e9b-dd66-4fc4-a6e3-f3c903b05ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.438356 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de603b42-3b6c-4aa8-83d6-4c10b4da0b6c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.442063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec6349f1-32bb-4ded-81e1-db8a2e1539dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.461256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-de603b42-3b6c-4aa8-83d6-4c10b4da0b6c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 36d95337-7c0d-4d44-9ded-ef5386b2def0 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:25.518177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622e932-d9c9-4a64-b530-6f11aa8a1786 req-187890fc-3ace-44b3-ae2d-6cbdb81d9ea0 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.519815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5622e932-d9c9-4a64-b530-6f11aa8a1786 req-187890fc-3ace-44b3-ae2d-6cbdb81d9ea0 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 944 time: 0.1220534 Jan 28 20:32:25.558183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559e9b-dd66-4fc4-a6e3-f3c903b05ab5 None None] Pushing event updated for resources: {'Port': ['ID=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:25.590262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5622e932-d9c9-4a64-b530-6f11aa8a1786 req-9144f301-5b12-44fa-8f6a-3ec278d39f34 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Jan 28 20:32:25.635262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:25.744593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:25.744969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.745704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de603b42-3b6c-4aa8-83d6-4c10b4da0b6c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.749605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-ec6349f1-32bb-4ded-81e1-db8a2e1539dc None None] Allocated IP 172.20.0.2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/31783846-ec3d-4770-8901-7e38736a66ce/a0a9179d-ebf8-49e5-9f2b-b4324c7ca250) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:25.781637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de603b42-3b6c-4aa8-83d6-4c10b4da0b6c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=36d95337-7c0d-4d44-9ded-ef5386b2def0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:25.895239 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de603b42-3b6c-4aa8-83d6-4c10b4da0b6c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.900716 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-de603b42-3b6c-4aa8-83d6-4c10b4da0b6c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/36d95337-7c0d-4d44-9ded-ef5386b2def0 HTTP/1.1" status: 204 len: 168 time: 0.8423190 Jan 28 20:32:25.903158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46820) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:25.935708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ec6349f1-32bb-4ded-81e1-db8a2e1539dc None None] For port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:25.958710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a889284-6562-41b3-a0cb-6252cee2a0de tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.960227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a889284-6562-41b3-a0cb-6252cee2a0de tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.961827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a889284-6562-41b3-a0cb-6252cee2a0de tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:25.965949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4a889284-6562-41b3-a0cb-6252cee2a0de tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0597367 Jan 28 20:32:25.966201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46822) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:25.981802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec6349f1-32bb-4ded-81e1-db8a2e1539dc None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:25.987748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec6349f1-32bb-4ded-81e1-db8a2e1539dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:26.045727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a169a8-8e75-4270-92c9-25d6a4b7a547 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 31783846-ec3d-4770-8901-7e38736a66ce {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:26.050090 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6a169a8-8e75-4270-92c9-25d6a4b7a547 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:26.121956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6349f1-32bb-4ded-81e1-db8a2e1539dc None None] Pushing event updated for resources: {'Port': ['ID=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:26.128617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6a169a8-8e75-4270-92c9-25d6a4b7a547 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:26.170572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108b2d9-fed4-48d8-b800-0d0e0b86072a req-6295111b-cb88-40b6-bc01-53ee124829b0 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:26.172366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c108b2d9-fed4-48d8-b800-0d0e0b86072a req-6295111b-cb88-40b6-bc01-53ee124829b0 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 944 time: 0.0970931 Jan 28 20:32:26.269817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c108b2d9-fed4-48d8-b800-0d0e0b86072a req-ca43c5c8-7907-43fb-9d35-2118aec5f065 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893238 Jan 28 20:32:26.295298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6a169a8-8e75-4270-92c9-25d6a4b7a547 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:26.353457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afc2a2-3b99-4049-8ee0-0c076a3744ec req-8bac7553-cfff-47c0-83bd-14a6639c7719 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:26.355041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14afc2a2-3b99-4049-8ee0-0c076a3744ec req-8bac7553-cfff-47c0-83bd-14a6639c7719 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 946 time: 0.1051788 Jan 28 20:32:26.395038 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6a169a8-8e75-4270-92c9-25d6a4b7a547 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:26.442590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a169a8-8e75-4270-92c9-25d6a4b7a547 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=31783846-ec3d-4770-8901-7e38736a66ce,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:26.448778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14afc2a2-3b99-4049-8ee0-0c076a3744ec req-f950668f-1f22-435f-9e4b-b74e24ca548b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834510 Jan 28 20:32:26.449927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c6a169a8-8e75-4270-92c9-25d6a4b7a547 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:26.453496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c6a169a8-8e75-4270-92c9-25d6a4b7a547 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/31783846-ec3d-4770-8901-7e38736a66ce HTTP/1.1" status: 204 len: 168 time: 0.4860716 Jan 28 20:32:26.458155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46830) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:26.538589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd78258-8100-401f-b113-40744c925c92 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 6055ba35-d842-44af-bcc8-586b7f94743e {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:26.542165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7dd78258-8100-401f-b113-40744c925c92 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:26.549170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fdb3d-5d89-492c-9df0-b8c9b073205b req-1b3e546c-31f6-464e-9090-eb45898153d0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:26.552411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-451fdb3d-5d89-492c-9df0-b8c9b073205b req-1b3e546c-31f6-464e-9090-eb45898153d0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.0649242 Jan 28 20:32:26.599354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-451fdb3d-5d89-492c-9df0-b8c9b073205b req-ee8c01fc-88e1-4335-81bf-982e1a74f8f0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Jan 28 20:32:26.600290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7dd78258-8100-401f-b113-40744c925c92 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:26.800581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91276-90e8-467c-b75d-394a86a3e147 req-a7f47e36-15bd-4fd5-960f-059586e0ef39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:26.804689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edf91276-90e8-467c-b75d-394a86a3e147 req-a7f47e36-15bd-4fd5-960f-059586e0ef39 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 944 time: 0.0984335 Jan 28 20:32:26.875973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edf91276-90e8-467c-b75d-394a86a3e147 req-a5fb04a0-5c70-4f72-8e16-68f8f84fd018 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565951 Jan 28 20:32:26.892824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c3840d9a-1010-4f26-b0a2-281c373f0c68 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:32:26.895977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 44b159a4-5eb2-4484-88d4-c42e409a1cae up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:27.031987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df0d25-2bf4-4a12-85bf-502cf9ee66d5 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:27.033172 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7dd78258-8100-401f-b113-40744c925c92 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.094746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 44b159a4-5eb2-4484-88d4-c42e409a1cae completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:32:27.115616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7dd78258-8100-401f-b113-40744c925c92 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.154380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd78258-8100-401f-b113-40744c925c92 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=6055ba35-d842-44af-bcc8-586b7f94743e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:27.156871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7dd78258-8100-401f-b113-40744c925c92 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.160657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7dd78258-8100-401f-b113-40744c925c92 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/6055ba35-d842-44af-bcc8-586b7f94743e HTTP/1.1" status: 204 len: 168 time: 0.7010782 Jan 28 20:32:27.164329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46836) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:27.211400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9ae42e09-48df-443c-a320-86b583711d2b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453963 Jan 28 20:32:27.214536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46838) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:27.223075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:27.281215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 44b159a4-5eb2-4484-88d4-c42e409a1cae triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:27.281215 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.286261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b6ade617-8aac-483a-89e0-6bb18f4445e2 None None] Could not find standard attr ID for object 36d95337-7c0d-4d44-9ded-ef5386b2def0. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:32:27.294109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c3840d9a-1010-4f26-b0a2-281c373f0c68, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c3840d9a-1010-4f26-b0a2-281c373f0c68,segment=NetworkSegment(60693898-9757-4639-920f-03da89ba879f),segment_id=60693898-9757-4639-920f-03da89ba879f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:27.343608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:27.347424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'c3840d9a-1010-4f26-b0a2-281c373f0c68', 'network_id': 'f2c93a7d-8f7f-45e7-8799-3643d749eac2', 'port_id': 'c3840d9a-1010-4f26-b0a2-281c373f0c68', 'mac_address': 'fa:16:3e:6a:7b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10351c02-30e0-4481-880a-90299d0272b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:32:27.348948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.386672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b6ade617-8aac-483a-89e0-6bb18f4445e2 None None] Provisioning complete for port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:27.387082 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b6ade617-8aac-483a-89e0-6bb18f4445e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.495908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a6aba-2651-4164-96cd-0e27075642f3 req-43eb98ab-511b-44ea-af22-82a01c3b4233 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:27.504755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f0a6aba-2651-4164-96cd-0e27075642f3 req-43eb98ab-511b-44ea-af22-82a01c3b4233 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 944 time: 0.1331201 Jan 28 20:32:27.547404 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:27.590920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.598077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f0a6aba-2651-4164-96cd-0e27075642f3 req-701e7cb5-11c1-4033-bb8e-8d07b52f0b8b tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831738 Jan 28 20:32:27.638116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3840d9a-1010-4f26-b0a2-281c373f0c68 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:27.669321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0c480-2df7-411f-b356-5e91ef53fe43 req-336fa248-4400-4909-83c2-4f711d3796df tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:27.672077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66c0c480-2df7-411f-b356-5e91ef53fe43 req-336fa248-4400-4909-83c2-4f711d3796df tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 946 time: 0.1021979 Jan 28 20:32:27.760964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c3840d9a-1010-4f26-b0a2-281c373f0c68, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c3840d9a-1010-4f26-b0a2-281c373f0c68,segment=NetworkSegment(60693898-9757-4639-920f-03da89ba879f),segment_id=60693898-9757-4639-920f-03da89ba879f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:27.789351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66c0c480-2df7-411f-b356-5e91ef53fe43 req-3c5a8db9-0c01-4827-8ef2-4821cc1aec45 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100049 Jan 28 20:32:27.798507 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.800536 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.821543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:32:27.862676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:27.863060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:27.876837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263eb9b-6277-4078-b645-73de1483ad5a req-57392383-9361-4fc2-917c-2edafa016a3f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:27.878866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7263eb9b-6277-4078-b645-73de1483ad5a req-57392383-9361-4fc2-917c-2edafa016a3f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.0885766 Jan 28 20:32:27.944707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7263eb9b-6277-4078-b645-73de1483ad5a req-abc04f69-89f7-48bc-84b8-4b37801c5775 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594680 Jan 28 20:32:27.975763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:27.975763 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b13adb-7f4e-419d-b938-fdbc64d640ea" -d '{"events": [{"server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "name": "network-vif-plugged", "status": "completed", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:28.008906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 44b159a4-5eb2-4484-88d4-c42e409a1cae, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:28.012819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=c3840d9a-1010-4f26-b0a2-281c373f0c68,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:28.035840 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.056085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:32:28.097816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6ff5-3422-4a38-9ce2-1978d5115d3c req-1a604f77-0a46-4dec-b71c-d8335c563835 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:28.099726 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-377a6ff5-3422-4a38-9ce2-1978d5115d3c req-1a604f77-0a46-4dec-b71c-d8335c563835 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 946 time: 0.1071901 Jan 28 20:32:28.110143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46854) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:28.121031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Request body: {'floatingip': {'port_id': '69782fb7-84a9-4d16-8b56-13252fe49644'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:28.144200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] Deleting port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:28.144630 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.173762 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea1eda8-931d-490f-ad4b-d59168461252 x-openstack-request-id: req-bea1eda8-931d-490f-ad4b-d59168461252 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:28.174204 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "name": "network-vif-plugged", "status": "completed", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:28.174606 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bea1eda8-931d-490f-ad4b-d59168461252 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:28.175466 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'code': 200} Jan 28 20:32:28.190001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c419911-15d7-4fb4-ae2c-2185ffa37122 req-4b1297a1-9e37-4feb-bce3-36c4483b7be2 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:28.191901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c419911-15d7-4fb4-ae2c-2185ffa37122 req-4b1297a1-9e37-4feb-bce3-36c4483b7be2 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 945 time: 0.1425335 Jan 28 20:32:28.197705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.198061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=44b159a4-5eb2-4484-88d4-c42e409a1cae,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:28.208622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['c3840d9a-1010-4f26-b0a2-281c373f0c68'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:32:28.304219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c419911-15d7-4fb4-ae2c-2185ffa37122 req-220d9b97-4697-421f-b13e-a8699dbdf2ed tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027963 Jan 28 20:32:28.345335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] For port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:28.345745 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.353249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93667-1fde-42f8-a28c-d827845ed173 req-ac505f65-3ac3-441a-94ac-82be2a151866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:28.354676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68c93667-1fde-42f8-a28c-d827845ed173 req-ac505f65-3ac3-441a-94ac-82be2a151866 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1096 time: 0.0886774 Jan 28 20:32:28.369863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] Calling delete_port for a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:28.409483 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68c93667-1fde-42f8-a28c-d827845ed173 req-fd97616a-e763-4b32-b62d-2096f59ac3bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 Jan 28 20:32:28.440769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.652294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] For port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:28.689010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.695681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.697216 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.698790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.730357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] No DVR routers for this DVR port a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:28.735787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f99d8-8121-4b5c-88ca-b56941357cfe None None] Pushing event deleted for resources: {'Port': ['ID=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:28.759644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=a0a9179d-ebf8-49e5-9f2b-b4324c7ca250,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:28.776651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:28.781354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:28.786175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:28.786797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:28.801844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=04cc666c-26d7-4b56-85dc-45282afb848e,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:28.804449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf2a068-a40f-40cb-afab-6af1edbe2d9a None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:28.817505 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0dc3f06f-a6dc-48ed-80e9-482697b9423a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6008892 Jan 28 20:32:28.818896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46860) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:28.829899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:28.901577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647996a-db0e-4f3b-af09-df92a089bed6 req-fcd0de33-66cf-4d67-97a5-ee71a995cb69 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:28.904483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2647996a-db0e-4f3b-af09-df92a089bed6 req-fcd0de33-66cf-4d67-97a5-ee71a995cb69 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.2055254 Jan 28 20:32:28.997699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2647996a-db0e-4f3b-af09-df92a089bed6 req-8705b5f4-590b-429e-81a0-2f1a315d2696 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778730 Jan 28 20:32:29.026479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:29.034779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.042797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '04cc666c-26d7-4b56-85dc-45282afb848e'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:32:29.044049 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.102618 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.125752 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.205595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479afef5-8c5a-4e27-b426-8161853b89d4 req-738d08c0-021b-40d2-a551-82c9d30022b3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:29.207201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-479afef5-8c5a-4e27-b426-8161853b89d4 req-738d08c0-021b-40d2-a551-82c9d30022b3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1295822 Jan 28 20:32:29.234930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Allocated IP 2001:db8::f816:3eff:feb0:1251 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/04cc666c-26d7-4b56-85dc-45282afb848e/caa89dca-8073-479d-b14c-a5b69b3543f0) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:29.443666 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.450626 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.468840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.538296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:29.539987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Pushing event updated for resources: {'Port': ['ID=caa89dca-8073-479d-b14c-a5b69b3543f0,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:29.545498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:29.557181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:29.572225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:29.596273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:29.597269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=1ff4600a-4c2a-468e-89f7-1a4212364c27,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:29.606520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:29.613893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:29.614996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.636436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:29.636922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a0a9179d-ebf8-49e5-9f2b-b4324c7ca250 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:29.644987 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-edbdc7b5-065e-403e-bc3a-ae40df29d307 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8235509 Jan 28 20:32:29.647786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46868) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:29.656809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Attempting to bind port caa89dca-8073-479d-b14c-a5b69b3543f0 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:29.658035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:ed:cd:58', 'name': 'tempest-NetworksTestDHCPv6-426421410'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:29.660390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Attempting to bind port caa89dca-8073-479d-b14c-a5b69b3543f0 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:29.660803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Attempting to bind port caa89dca-8073-479d-b14c-a5b69b3543f0 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:29.667134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:29.667682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:29.668599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.669099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:29.669693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Bound port: caa89dca-8073-479d-b14c-a5b69b3543f0, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:29.670298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.704294 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Floating IP 3893869e-4238-4212-9e7e-1f5a093a702a associated. External IP: 172.25.2.85, port: 69782fb7-84a9-4d16-8b56-13252fe49644. Jan 28 20:32:29.710557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-479afef5-8c5a-4e27-b426-8161853b89d4 req-2b135c80-7616-4df0-a7e4-b284c7ec85ce tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886304 Jan 28 20:32:29.770174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c54ea-e5aa-49c1-a59a-c65bcce9603e req-699cdbc9-e7dd-49e3-9848-cc3518bdd6c3 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:29.770917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] For port caa89dca-8073-479d-b14c-a5b69b3543f0, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:29.772058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e3c54ea-e5aa-49c1-a59a-c65bcce9603e req-699cdbc9-e7dd-49e3-9848-cc3518bdd6c3 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 945 time: 0.1533453 Jan 28 20:32:29.778186 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] For port caa89dca-8073-479d-b14c-a5b69b3543f0, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=caa89dca-8073-479d-b14c-a5b69b3543f0,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:29.787387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:29.833464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:29.887771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e3c54ea-e5aa-49c1-a59a-c65bcce9603e req-0a2a2988-12ba-4558-902b-32c6d8c7bd6c tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968134 Jan 28 20:32:29.917090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0016e-ae4c-4d64-8b30-d644cfdc78d7 None None] Pushing event updated for resources: {'Port': ['ID=caa89dca-8073-479d-b14c-a5b69b3543f0,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:30.033584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:30.082762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 4c4bcedf-6558-467d-b336-b3e40c58628d yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:32:30.086592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:30.282696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:30.287902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:30.295073 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] Sync routers for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:30.305348 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:30.305989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:30.320443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ae36a-ae64-4375-9001-b2e4d04724fd req-df4041d9-10d8-410c-96a4-3c4b49a78356 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:30.322090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f9ae36a-ae64-4375-9001-b2e4d04724fd req-df4041d9-10d8-410c-96a4-3c4b49a78356 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.0998626 Jan 28 20:32:30.339471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 172.20.0.14 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/1ff4600a-4c2a-468e-89f7-1a4212364c27/4c4bcedf-6558-467d-b336-b3e40c58628d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:30.344779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3cf3a98f-05ee-4a45-afde-333525ec5c04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "PUT /v2.0/floatingips/3893869e-4238-4212-9e7e-1f5a093a702a HTTP/1.1" status: 200 len: 991 time: 2.2328458 Jan 28 20:32:30.348651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:feed:cd58 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/04cc666c-26d7-4b56-85dc-45282afb848e/4c4bcedf-6558-467d-b336-b3e40c58628d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:30.361883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'tag': '69782fb7-84a9-4d16-8b56-13252fe49644'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:30.369780 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935e85c5-dc5a-4dab-8a35-a1899b6479fd" -d '{"events": [{"name": "network-changed", "server_uuid": "40038e0a-7cbe-48b3-a496-75256e8d6a90", "tag": "69782fb7-84a9-4d16-8b56-13252fe49644"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:30.439787 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:30.442405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f9ae36a-ae64-4375-9001-b2e4d04724fd req-7036361d-7b87-40ad-8c52-199631100eed tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107888 Jan 28 20:32:30.526283 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada09a8b-e37d-40db-9674-d4ed7d6aa546 x-openstack-request-id: req-ada09a8b-e37d-40db-9674-d4ed7d6aa546 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:30.526707 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40038e0a-7cbe-48b3-a496-75256e8d6a90", "tag": "69782fb7-84a9-4d16-8b56-13252fe49644", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:30.527643 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ada09a8b-e37d-40db-9674-d4ed7d6aa546 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:30.527643 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'tag': '69782fb7-84a9-4d16-8b56-13252fe49644', 'status': 'completed', 'code': 200} Jan 28 20:32:30.569348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949c76e-6725-4258-aa53-7f650f7c400e req-077cbd51-ebe5-402f-8106-3c0feb19de9f tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:30.572311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d949c76e-6725-4258-aa53-7f650f7c400e req-077cbd51-ebe5-402f-8106-3c0feb19de9f tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 946 time: 0.0900404 Jan 28 20:32:30.634694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:30.649135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d949c76e-6725-4258-aa53-7f650f7c400e req-04749287-0fa4-4896-b760-f66c8fe6a87a tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689914 Jan 28 20:32:30.659063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-70270cbb-6eff-4e17-810a-eff4b5b55d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:30.661447 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-70270cbb-6eff-4e17-810a-eff4b5b55d43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6984c402f81451dbebc5de803f9055f&device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 1097 time: 0.0933402 Jan 28 20:32:30.691092 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '3893869e-4238-4212-9e7e-1f5a093a702a', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'port_id': '69782fb7-84a9-4d16-8b56-13252fe49644', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'mac_address': 'fa:16:3e:8b:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:32:07Z', 'updated_at': '2022-01-28T20:32:28Z', 'revision_number': 1, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:32:07Z', 'revision_number': 5, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:30.786143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:30.841151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab78b0e-b349-4e3a-99b0-67234cda829a req-984ee091-e87b-497d-a066-a67419c5610e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:30.843658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ab78b0e-b349-4e3a-99b0-67234cda829a req-984ee091-e87b-497d-a066-a67419c5610e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.0597274 Jan 28 20:32:30.883873 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] Checking router: ece83ce7-289d-49df-aaa8-a1a1e5cb3675 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:30.888805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-b81e50f6-2f33-4797-9861-90c1bef557b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:30.890701 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-b81e50f6-2f33-4797-9861-90c1bef557b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 HTTP/1.1" status: 200 len: 905 time: 0.1975105 Jan 28 20:32:30.903743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:30.904567 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:30.916809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:30.935920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:30.937963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c3840d9a-1010-4f26-b0a2-281c373f0c68 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:30.939280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ab78b0e-b349-4e3a-99b0-67234cda829a req-c792a01c-9fda-4740-9008-9b19644612b8 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798211 Jan 28 20:32:30.948898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5990f-e45f-4f74-9df9-c8216e8aaee0 req-b5767910-491f-4cc6-9375-e99c371e419c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:30.950626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86f5990f-e45f-4f74-9df9-c8216e8aaee0 req-b5767910-491f-4cc6-9375-e99c371e419c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1038141 Jan 28 20:32:30.957556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:31.048812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86f5990f-e45f-4f74-9df9-c8216e8aaee0 req-a8a78e69-2613-4cc4-8bd4-249465cb8e4f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873668 Jan 28 20:32:31.052869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-bf00178f-b1db-4114-a035-dc5cef77d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.058146 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-bf00178f-b1db-4114-a035-dc5cef77d55b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1096 time: 0.2596436 Jan 28 20:32:31.086735 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:31.093775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port c3840d9a-1010-4f26-b0a2-281c373f0c68 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:32:31.100896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port c3840d9a-1010-4f26-b0a2-281c373f0c68 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:31.101403 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:31.172862 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-2895b859-56b4-49db-966a-ef5e6c28bae5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69782fb7-84a9-4d16-8b56-13252fe49644 HTTP/1.1" status: 200 len: 999 time: 0.2613733 Jan 28 20:32:31.201353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e6809-f329-4bcd-a17d-a26a652b36e9 req-895531ca-5c4c-4309-9688-069034d362d1 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.214260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b46e6809-f329-4bcd-a17d-a26a652b36e9 req-895531ca-5c4c-4309-9688-069034d362d1 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 945 time: 0.1149721 Jan 28 20:32:31.284352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=4c4bcedf-6558-467d-b336-b3e40c58628d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:31.299834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:31.303227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.303955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:31.318202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b46e6809-f329-4bcd-a17d-a26a652b36e9 req-5ce0ef1a-9a02-4d39-9239-7bcdf77cf86d tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973449 Jan 28 20:32:31.338537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2532c698-10b9-48c1-8372-48210c93eebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3840d9a-1010-4f26-b0a2-281c373f0c68'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:31.341917 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8566a3-4f2b-46e4-aa6b-746934a57dbf" -d '{"events": [{"server_uuid": "2532c698-10b9-48c1-8372-48210c93eebb", "name": "network-vif-plugged", "status": "completed", "tag": "c3840d9a-1010-4f26-b0a2-281c373f0c68"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:31.386663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-4add2685-2713-4e8e-9bb4-3fe77eb211eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.388477 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-4add2685-2713-4e8e-9bb4-3fe77eb211eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a1ba4b3-afa6-4958-a5ae-8b950686a03c HTTP/1.1" status: 200 len: 843 time: 0.0773525 Jan 28 20:32:31.396938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c3840d9a-1010-4f26-b0a2-281c373f0c68, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c3840d9a-1010-4f26-b0a2-281c373f0c68,segment=NetworkSegment(60693898-9757-4639-920f-03da89ba879f),segment_id=60693898-9757-4639-920f-03da89ba879f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:31.403526 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:31.433650 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '3893869e-4238-4212-9e7e-1f5a093a702a', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'port_id': '69782fb7-84a9-4d16-8b56-13252fe49644', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'mac_address': 'fa:16:3e:8b:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:32:07Z', 'updated_at': '2022-01-28T20:32:28Z', 'revision_number': 1, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:32:07Z', 'revision_number': 5, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:31.449317 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7a21362a-2e7f-4ec1-b814-a31b0c732d67 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7992129 Jan 28 20:32:31.451607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46892) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:31.461848 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d1c8ba-384f-4990-9a5e-50a691c01499 x-openstack-request-id: req-01d1c8ba-384f-4990-9a5e-50a691c01499 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:31.461848 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2532c698-10b9-48c1-8372-48210c93eebb", "name": "network-vif-plugged", "status": "completed", "tag": "c3840d9a-1010-4f26-b0a2-281c373f0c68", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:31.461848 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01d1c8ba-384f-4990-9a5e-50a691c01499 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:31.461848 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2532c698-10b9-48c1-8372-48210c93eebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3840d9a-1010-4f26-b0a2-281c373f0c68', 'code': 200} Jan 28 20:32:31.499650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=c3840d9a-1010-4f26-b0a2-281c373f0c68,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:31.538538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ebc69-9d4a-4798-a4ea-c22db4eeac10 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:31.542314 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78829b-6ba0-40fb-b876-13c6aaaa3627 None None] The sync data for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 is: [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '3893869e-4238-4212-9e7e-1f5a093a702a', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'floating_ip_address': '172.25.2.85', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'port_id': '69782fb7-84a9-4d16-8b56-13252fe49644', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'mac_address': 'fa:16:3e:8b:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:32:07Z', 'updated_at': '2022-01-28T20:32:28Z', 'revision_number': 1, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:32:07Z', 'revision_number': 5, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:31.557316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-0ae03878-e055-488b-9b9d-e9914a32b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.558886 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-0ae03878-e055-488b-9b9d-e9914a32b294 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 920 time: 0.3850465 Jan 28 20:32:31.566383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-da1ff002-d042-42fc-b93b-8c15020b3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.567924 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-da1ff002-d042-42fc-b93b-8c15020b3522 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679938 Jan 28 20:32:31.584416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e23e6-d5d3-47ba-aa9b-8bbee518d011 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.591415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e23e6-d5d3-47ba-aa9b-8bbee518d011 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.594283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eb4e23e6-d5d3-47ba-aa9b-8bbee518d011 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1244857 Jan 28 20:32:31.603662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46894) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:31.685895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device caa89dca-8073-479d-b14c-a5b69b3543f0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:31.691810 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-2fa9c696-d804-447e-872e-a59171a894fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 217 time: 0.0856581 Jan 28 20:32:31.755682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b6dd4-bd08-4dc7-9298-a71d07f4e83c req-839b7c38-ffdb-4f3a-a8a5-83988738b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.757425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a8b6dd4-bd08-4dc7-9298-a71d07f4e83c req-839b7c38-ffdb-4f3a-a8a5-83988738b9db service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 1097 time: 0.1619847 Jan 28 20:32:31.776759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0883cb76-a1dc-4399-8b7c-6afb640a6d66 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 4c4bcedf-6558-467d-b336-b3e40c58628d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:31.777187 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0883cb76-a1dc-4399-8b7c-6afb640a6d66 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:31.779527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-7a591935-7074-40c3-9ba7-d6d5d3c6bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:31.781303 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-7a591935-7074-40c3-9ba7-d6d5d3c6bc8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.0706151 Jan 28 20:32:31.794758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-831eae7b-4ba0-4ea6-aee4-2129634c6125 None None] Provisioning complete for port caa89dca-8073-479d-b14c-a5b69b3543f0 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:31.795119 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-831eae7b-4ba0-4ea6-aee4-2129634c6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:31.840465 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-3aeb5ae5-592b-409e-ab7e-4be7ebad0bb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444243 Jan 28 20:32:31.844800 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-3075561b-06a1-4eca-a4c9-4a45ec6db82a service neutron] 10.222.0.13 "GET /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690754 Jan 28 20:32:31.894076 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a8b6dd4-bd08-4dc7-9298-a71d07f4e83c req-0626f5be-0693-4b10-8220-4743123963b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250117 Jan 28 20:32:31.915343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port caa89dca-8073-479d-b14c-a5b69b3543f0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:31.915717 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:31.944675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d459b-6590-4ce6-948e-94a8eda28ec1 None None] New status for floating IP 3893869e-4238-4212-9e7e-1f5a093a702a: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:32:31.950130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0883cb76-a1dc-4399-8b7c-6afb640a6d66 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:31.991297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0883cb76-a1dc-4399-8b7c-6afb640a6d66 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 4c4bcedf-6558-467d-b336-b3e40c58628d owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:32.114660 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-831eae7b-4ba0-4ea6-aee4-2129634c6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:32.158249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4b7b30-3c75-483e-8573-84e7241b451e None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '04cc666c-26d7-4b56-85dc-45282afb848e', 'ip_address': '2001:db8::f816:3eff:feb0:1251'}, {'subnet_id': '1ff4600a-4c2a-468e-89f7-1a4212364c27'}], 'binding:host_id': 'n-d-825064-3'}, 'id': 'caa89dca-8073-479d-b14c-a5b69b3543f0'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:32:32.239510 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7b30-3c75-483e-8573-84e7241b451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:32.357454 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-e67db896-fcd5-4e6d-88c7-3ce07d4d3c7e service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970686 Jan 28 20:32:32.428746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934ed7f-d192-4ddb-9153-e35ba76dbda7 req-803faec5-6734-4b01-bd28-d230b1ef5af5 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.430907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0934ed7f-d192-4ddb-9153-e35ba76dbda7 req-803faec5-6734-4b01-bd28-d230b1ef5af5 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.2518983 Jan 28 20:32:32.440714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-831eae7b-4ba0-4ea6-aee4-2129634c6125 None None] For port caa89dca-8073-479d-b14c-a5b69b3543f0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=caa89dca-8073-479d-b14c-a5b69b3543f0,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:32.448028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d95bf8-f3f7-47b7-949f-46546b2ec77c req-18296e87-7d8d-45fb-aaaa-9d584ba95f08 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.454891 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-935e85c5-dc5a-4dab-8a35-a1899b6479fd req-b84ca3fe-cc8e-4605-b914-1baa55b8f898 service neutron] 10.222.0.13 "GET /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899951 Jan 28 20:32:32.456378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-831eae7b-4ba0-4ea6-aee4-2129634c6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:32.459308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8d95bf8-f3f7-47b7-949f-46546b2ec77c req-18296e87-7d8d-45fb-aaaa-9d584ba95f08 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.2818248 Jan 28 20:32:32.462660 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:32.582608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9c500b9e-14a1-40e1-b601-5b1adc3c1e66 req-f06cd7b2-4276-4e3c-a5c0-1a214b36e27d service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809561 Jan 28 20:32:32.589749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8d95bf8-f3f7-47b7-949f-46546b2ec77c req-1055b43a-786b-4c96-b3c6-8ff94471f806 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290526 Jan 28 20:32:32.595577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eae7b-4ba0-4ea6-aee4-2129634c6125 None None] Pushing event updated for resources: {'Port': ['ID=caa89dca-8073-479d-b14c-a5b69b3543f0,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:32.630042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0934ed7f-d192-4ddb-9153-e35ba76dbda7 req-fe57e575-e93b-456d-bb82-d2d600565537 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225481 Jan 28 20:32:32.649526 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0883cb76-a1dc-4399-8b7c-6afb640a6d66 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:32.696366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883cb76-a1dc-4399-8b7c-6afb640a6d66 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=4c4bcedf-6558-467d-b336-b3e40c58628d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:32.735883 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:32:32.736288 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:32:32.781487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-8a4b7b30-3c75-483e-8573-84e7241b451e None None] Allocated IP 172.20.0.2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/1ff4600a-4c2a-468e-89f7-1a4212364c27/caa89dca-8073-479d-b14c-a5b69b3543f0) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:32.888735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fd034-d6a2-4a50-aa97-9836e3a4a29f req-270aaa24-ea77-46a9-bd73-300388be2ddd tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.891905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-055fd034-d6a2-4a50-aa97-9836e3a4a29f req-270aaa24-ea77-46a9-bd73-300388be2ddd tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 946 time: 0.1778452 Jan 28 20:32:32.900476 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0883cb76-a1dc-4399-8b7c-6afb640a6d66 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:32.902012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8a4b7b30-3c75-483e-8573-84e7241b451e None None] For port caa89dca-8073-479d-b14c-a5b69b3543f0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=caa89dca-8073-479d-b14c-a5b69b3543f0,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:32.906931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0883cb76-a1dc-4399-8b7c-6afb640a6d66 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/4c4bcedf-6558-467d-b336-b3e40c58628d HTTP/1.1" status: 204 len: 168 time: 1.3016007 Jan 28 20:32:32.909268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46910) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:32.943025 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7b30-3c75-483e-8573-84e7241b451e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:32.949706 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7b30-3c75-483e-8573-84e7241b451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:32.964172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-055fd034-d6a2-4a50-aa97-9836e3a4a29f req-840b9b3f-cbd9-4689-97fd-e7e9232fb432 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556107 Jan 28 20:32:32.979109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6fc0d-0b42-42a0-9490-a2d4cd0f6693 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.980637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6fc0d-0b42-42a0-9490-a2d4cd0f6693 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.982395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6fc0d-0b42-42a0-9490-a2d4cd0f6693 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.984310 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9db6fc0d-0b42-42a0-9490-a2d4cd0f6693 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0728464 Jan 28 20:32:32.987853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46912) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:33.056142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f338d3-2732-440f-87da-80753b25d834 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 04cc666c-26d7-4b56-85dc-45282afb848e {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:33.059965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58f338d3-2732-440f-87da-80753b25d834 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.078125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b7b30-3c75-483e-8573-84e7241b451e None None] Pushing event updated for resources: {'Port': ['ID=caa89dca-8073-479d-b14c-a5b69b3543f0,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:33.109614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58f338d3-2732-440f-87da-80753b25d834 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.230102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58f338d3-2732-440f-87da-80753b25d834 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.323674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58f338d3-2732-440f-87da-80753b25d834 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.351181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f338d3-2732-440f-87da-80753b25d834 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=04cc666c-26d7-4b56-85dc-45282afb848e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:33.357439 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58f338d3-2732-440f-87da-80753b25d834 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.361051 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-58f338d3-2732-440f-87da-80753b25d834 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/04cc666c-26d7-4b56-85dc-45282afb848e HTTP/1.1" status: 204 len: 168 time: 0.3719902 Jan 28 20:32:33.365017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46914) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:33.455886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9d1ee5-ae76-4ee3-a136-59e8d9d9db63 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 1ff4600a-4c2a-468e-89f7-1a4212364c27 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:33.460264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1ee5-ae76-4ee3-a136-59e8d9d9db63 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.537893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device caa89dca-8073-479d-b14c-a5b69b3543f0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:33.538156 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1ee5-ae76-4ee3-a136-59e8d9d9db63 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.614774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port caa89dca-8073-479d-b14c-a5b69b3543f0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:33.616043 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.745786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1ee5-ae76-4ee3-a136-59e8d9d9db63 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:33.903151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948e73f-05f5-4bf2-84ad-0da2c9d5a0ca None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:33.951405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133a571-f5a6-4f1c-9e5e-b8557c80aa57 req-1945f75b-0f57-4ed2-b6de-c307867abce1 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:33.953410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5133a571-f5a6-4f1c-9e5e-b8557c80aa57 req-1945f75b-0f57-4ed2-b6de-c307867abce1 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1297076 Jan 28 20:32:33.970410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad0920-6dc4-4ff9-a383-c751ebd67ab7 req-ea25327d-3df8-486c-9c02-741366d209f6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:33.971986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2ad0920-6dc4-4ff9-a383-c751ebd67ab7 req-ea25327d-3df8-486c-9c02-741366d209f6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1495810 Jan 28 20:32:33.998584 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1ee5-ae76-4ee3-a136-59e8d9d9db63 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.001577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ff3ac42f-10e5-4678-a551-07fe2533a9da None None] Could not find standard attr ID for object 4c4bcedf-6558-467d-b336-b3e40c58628d. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:32:34.052167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d1ee5-ae76-4ee3-a136-59e8d9d9db63 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff4600a-4c2a-468e-89f7-1a4212364c27,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:34.054486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ff3ac42f-10e5-4678-a551-07fe2533a9da None None] Provisioning complete for port caa89dca-8073-479d-b14c-a5b69b3543f0 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:34.054866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac42f-10e5-4678-a551-07fe2533a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.072637 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2a9d1ee5-ae76-4ee3-a136-59e8d9d9db63 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.075830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2a9d1ee5-ae76-4ee3-a136-59e8d9d9db63 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/1ff4600a-4c2a-468e-89f7-1a4212364c27 HTTP/1.1" status: 204 len: 168 time: 0.7097149 Jan 28 20:32:34.080389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46924) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:34.084103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2ad0920-6dc4-4ff9-a383-c751ebd67ab7 req-41d74858-737e-4b20-83ef-68544fc49019 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039472 Jan 28 20:32:34.087070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5133a571-f5a6-4f1c-9e5e-b8557c80aa57 req-9e954ff9-9652-4b19-b55b-02ffcb823464 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134479 Jan 28 20:32:34.150060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e36f0056-2401-41b3-844c-15b451fd6cfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652277 Jan 28 20:32:34.151266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46926) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:34.157745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:34.232007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:32:34.298424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] Deleting port caa89dca-8073-479d-b14c-a5b69b3543f0 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:34.298801 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.323039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79105be-7010-4187-950c-d5280f93be27 req-6da7fbaa-09a7-4d0c-8cf9-f671de0d0444 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:34.324887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c79105be-7010-4187-950c-d5280f93be27 req-6da7fbaa-09a7-4d0c-8cf9-f671de0d0444 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 946 time: 0.1294110 Jan 28 20:32:34.341958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:34.345631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.372377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] For port caa89dca-8073-479d-b14c-a5b69b3543f0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=caa89dca-8073-479d-b14c-a5b69b3543f0,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:34.372377 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.394087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] Calling delete_port for caa89dca-8073-479d-b14c-a5b69b3543f0 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:34.439243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c79105be-7010-4187-950c-d5280f93be27 req-9b2cc4df-e04e-4ed0-bcc7-710f77f18a30 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043944 Jan 28 20:32:34.517749 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.533729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] No DVR routers for this DVR port caa89dca-8073-479d-b14c-a5b69b3543f0 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:34.571922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462e53f-9b31-4e3f-a23c-082b3052fa73 None None] Pushing event deleted for resources: {'Port': ['ID=caa89dca-8073-479d-b14c-a5b69b3543f0,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:34.675123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.801875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:34.814516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:34.819625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:34.820662 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:34.829836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84773f-309f-4de9-8e56-5deae306ec59 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:34.854641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=c53d2f9e-3cf2-4135-8a52-c2c1b3996e56,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:34.868994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b7692-aad5-466f-9538-a8213605b06f req-26d9c7ed-9785-41e6-95a2-2d235a772ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:34.872148 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-017b7692-aad5-466f-9538-a8213605b06f req-26d9c7ed-9785-41e6-95a2-2d235a772ea2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=700c571a105c4641828ff25e20068b4d&device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 1097 time: 0.0804186 Jan 28 20:32:34.878422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04f5ec-1a79-4150-9067-7391bc946aac req-c66d8037-b59b-46c3-8e9b-cd78089cb74f tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:34.880244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da04f5ec-1a79-4150-9067-7391bc946aac req-c66d8037-b59b-46c3-8e9b-cd78089cb74f tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 946 time: 0.1378472 Jan 28 20:32:34.888401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0019654a-81fb-4677-b7e5-7b5dbae9590f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7310891 Jan 28 20:32:34.890349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46946) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:34.915870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:34.962460 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da04f5ec-1a79-4150-9067-7391bc946aac req-99e018bc-1897-44b3-80dd-883c07831f28 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730200 Jan 28 20:32:35.057791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'c53d2f9e-3cf2-4135-8a52-c2c1b3996e56'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:32:35.059076 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:35.094403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4f30-5a04-4764-b2b1-afc67ead4acd req-3232bbd6-22f8-4c0b-b240-c3381e91a1e4 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:35.096571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14ff4f30-5a04-4764-b2b1-afc67ead4acd req-3232bbd6-22f8-4c0b-b240-c3381e91a1e4 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.0867734 Jan 28 20:32:35.167505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14ff4f30-5a04-4764-b2b1-afc67ead4acd req-81340735-5cb9-466f-81ad-84eb1cc3a4e2 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556388 Jan 28 20:32:35.174247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-9ba7b964-3556-4737-a09b-969155d115d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:35.176924 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-9ba7b964-3556-4737-a09b-969155d115d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1096 time: 0.1349256 Jan 28 20:32:35.262651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0f753-afd2-4eb6-904d-c20d77cb2b09 req-9c599eb9-7972-4748-ab3b-b6ebee445a47 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:35.271990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b7692-aad5-466f-9538-a8213605b06f req-46df656e-9c65-4297-96bc-1998a3fe0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:35.274304 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-017b7692-aad5-466f-9538-a8213605b06f req-46df656e-9c65-4297-96bc-1998a3fe0d66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f2c93a7d-8f7f-45e7-8799-3643d749eac2 HTTP/1.1" status: 200 len: 915 time: 0.3821433 Jan 28 20:32:35.277611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcc0f753-afd2-4eb6-904d-c20d77cb2b09 req-9c599eb9-7972-4748-ab3b-b6ebee445a47 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.0850651 Jan 28 20:32:35.281751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Allocated IP 172.20.0.2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/c53d2f9e-3cf2-4135-8a52-c2c1b3996e56/1a2c0448-f53d-4140-8f32-4336c3eb798d) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:35.331601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcc0f753-afd2-4eb6-904d-c20d77cb2b09 req-e0817aa2-323e-41ad-9806-bfb0027ff4c1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526166 Jan 28 20:32:35.350078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-017b7692-aad5-466f-9538-a8213605b06f req-d08f7a6a-6b47-4cb2-8388-9f1101be188d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3840d9a-1010-4f26-b0a2-281c373f0c68 HTTP/1.1" status: 200 len: 217 time: 0.0600612 Jan 28 20:32:35.375902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:35.379814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:35.394197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43253c8a-ddb0-4aaa-a77f-f5f2c8ef47c6 req-6f3a9829-456c-4186-863e-fe8f22def16e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:35.396926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43253c8a-ddb0-4aaa-a77f-f5f2c8ef47c6 req-6f3a9829-456c-4186-863e-fe8f22def16e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.0978379 Jan 28 20:32:35.464692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43253c8a-ddb0-4aaa-a77f-f5f2c8ef47c6 req-a4a29a56-8a48-4ddf-87f6-e13ccc7dd421 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590200 Jan 28 20:32:35.493324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-a807de39-31e7-4a40-946b-f5b3c0b877d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:35.494817 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-a807de39-31e7-4a40-946b-f5b3c0b877d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.2866869 Jan 28 20:32:35.499504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b7692-aad5-466f-9538-a8213605b06f req-6c6a258b-10d3-49e3-918c-c46c3cc2082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:35.501104 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-017b7692-aad5-466f-9538-a8213605b06f req-6c6a258b-10d3-49e3-918c-c46c3cc2082c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10351c02-30e0-4481-880a-90299d0272b7 HTTP/1.1" status: 200 len: 854 time: 0.1383812 Jan 28 20:32:35.505608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device caa89dca-8073-479d-b14c-a5b69b3543f0 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:35.536094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: caa89dca-8073-479d-b14c-a5b69b3543f0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:35.536611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device caa89dca-8073-479d-b14c-a5b69b3543f0 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:35.554101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:35.564214 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:35.574976 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-3401d8a6-84e1-42dd-a575-059b5cd9aa29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 200 len: 217 time: 0.0708978 Jan 28 20:32:35.594534 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-017b7692-aad5-466f-9538-a8213605b06f req-1ed4582f-34a1-4cdb-9a92-996be13dccf0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f2c93a7d-8f7f-45e7-8799-3643d749eac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803406 Jan 28 20:32:35.605706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:35.609706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:35.612944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:35.621205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Pushing event updated for resources: {'Port': ['ID=1a2c0448-f53d-4140-8f32-4336c3eb798d,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:35.706553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Attempting to bind port 1a2c0448-f53d-4140-8f32-4336c3eb798d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:35.707159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Attempting to bind port 1a2c0448-f53d-4140-8f32-4336c3eb798d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:35.707758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Attempting to bind port 1a2c0448-f53d-4140-8f32-4336c3eb798d on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:35.716759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:35.718206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:35.719485 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:35.720128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:35.721046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Bound port: 1a2c0448-f53d-4140-8f32-4336c3eb798d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:35.721687 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:35.747335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-0d54c832-16cb-4632-b780-2db6723ac775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:35.750288 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-0d54c832-16cb-4632-b780-2db6723ac775 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.1590827 Jan 28 20:32:35.795016 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-c21066cb-eac8-42d2-a792-6d7c743db38d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364940 Jan 28 20:32:35.840370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] For port 1a2c0448-f53d-4140-8f32-4336c3eb798d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:35.845266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] For port 1a2c0448-f53d-4140-8f32-4336c3eb798d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1a2c0448-f53d-4140-8f32-4336c3eb798d,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:35.850394 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:35.905127 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-017b7692-aad5-466f-9538-a8213605b06f req-a6e7cb34-3464-435d-8280-ba0bfb7cbd0a service neutron] 10.222.0.26 "GET /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915061 Jan 28 20:32:35.922063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bad84f-9b45-485c-bb2b-468cfa5d98ca None None] Pushing event updated for resources: {'Port': ['ID=1a2c0448-f53d-4140-8f32-4336c3eb798d,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:36.122794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-0f61aad2-b646-45f3-8ba5-e13c0b81a952 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128467 Jan 28 20:32:36.164058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073861b-1699-4f9d-9343-a5bb79e335bb req-5c13a451-1700-4191-9155-ff9afeeddd36 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:36.180364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3073861b-1699-4f9d-9343-a5bb79e335bb req-5c13a451-1700-4191-9155-ff9afeeddd36 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 946 time: 0.1084073 Jan 28 20:32:36.208620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-017b7692-aad5-466f-9538-a8213605b06f req-a7026a8f-fb9d-4f0c-9a81-72290670e664 service neutron] 10.222.0.26 "GET /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798219 Jan 28 20:32:36.241690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3073861b-1699-4f9d-9343-a5bb79e335bb req-3bfbeb8b-d0c9-4e8d-9d6c-5b2bd83ce990 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577164 Jan 28 20:32:36.343839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753901b-0f51-4c7d-b22c-abfd2b947e7d req-a4b5d3b5-5b30-45d6-80ce-fd12c81eb11f tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:36.349053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1753901b-0f51-4c7d-b22c-abfd2b947e7d req-a4b5d3b5-5b30-45d6-80ce-fd12c81eb11f tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.0794744 Jan 28 20:32:36.376780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa981b3e-fcca-4fa4-9b72-f34778bf63dc req-737d049b-582e-40fa-8ba2-c58eb27c50ad service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406678 Jan 28 20:32:36.485336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:32:36.526677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1753901b-0f51-4c7d-b22c-abfd2b947e7d req-83dae022-39fc-4ffe-b02c-ea43663f40be tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576595 Jan 28 20:32:36.571755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e087-44ae-4bd2-87d5-28a5b39a5bf7 req-07c0d2f0-b641-4e83-83f3-152c6d7fb260 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:36.573864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e694e087-44ae-4bd2-87d5-28a5b39a5bf7 req-07c0d2f0-b641-4e83-83f3-152c6d7fb260 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1035497 Jan 28 20:32:36.652563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e694e087-44ae-4bd2-87d5-28a5b39a5bf7 req-7e6267c3-8b92-4352-90bb-1de3be77f6a9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701389 Jan 28 20:32:36.683845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb518-0b42-4ac4-8f6b-d0aee75e7287 req-9c4ef855-1375-420b-929c-046d1fa98705 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:36.686712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95eb518-0b42-4ac4-8f6b-d0aee75e7287 req-9c4ef855-1375-420b-929c-046d1fa98705 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.0811987 Jan 28 20:32:36.715658 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:36.751753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95eb518-0b42-4ac4-8f6b-d0aee75e7287 req-e34d97c1-b231-44e5-b858-58da34aec610 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577259 Jan 28 20:32:36.976210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] For port 1a2c0448-f53d-4140-8f32-4336c3eb798d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1a2c0448-f53d-4140-8f32-4336c3eb798d,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:37.033621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.041325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.042713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.141727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:37.154654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:37.164699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:37.165675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.187404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=17c8ac8f-2954-4b40-9332-faae87dd0acd,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:37.195696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=1a2c0448-f53d-4140-8f32-4336c3eb798d,revision_number=4']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:37.213005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a2bee76b-2961-483d-9431-c6b25bf301a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3043451 Jan 28 20:32:37.213834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46966) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:37.223086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:65:c4:4f', 'name': 'tempest-NetworksTestDHCPv6-1589373048'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:37.324668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f2a28-52bf-446f-b405-e1783a2e5090 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:37.366311 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cecd9120-585c-450c-907d-8ae233e357a6 req-d47bec0d-e7ea-4984-aeaa-b96e2d3dd3d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953190 Jan 28 20:32:37.431743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ec9ef9f5-0552-40d7-901d-96dce9130531 None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:37.432404 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef9f5-0552-40d7-901d-96dce9130531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.453450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:37.541309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd9120-585c-450c-907d-8ae233e357a6 req-c07c3442-89a0-42bb-8c49-a29836cc6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:37.544873 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cecd9120-585c-450c-907d-8ae233e357a6 req-c07c3442-89a0-42bb-8c49-a29836cc6211 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e69d00efec840fa89855b324e670c77&device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 1098 time: 0.0907125 Jan 28 20:32:37.555218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051b3d-2487-45b1-9050-0f0dd9ee1d94 req-bf45beb5-eff3-472f-93b0-00cf6f515815 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:37.563947 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92051b3d-2487-45b1-9050-0f0dd9ee1d94 req-bf45beb5-eff3-472f-93b0-00cf6f515815 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 946 time: 0.1571820 Jan 28 20:32:37.639410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92051b3d-2487-45b1-9050-0f0dd9ee1d94 req-ab7dd339-d1fb-4444-98cb-e3a273335408 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Jan 28 20:32:37.663003 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.705111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1a2c0448-f53d-4140-8f32-4336c3eb798d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:37.746654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port cba6b6ab-3e5c-4a56-8a87-66e045b3d903 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:32:37.767492 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b1d06a14-6663-44d3-98fd-ea124a7997b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.794212 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef9f5-0552-40d7-901d-96dce9130531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.809756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce6c92-46c1-4913-91b2-72c3f6817048 req-6dc66b64-6295-47c6-94ae-b8c1bdd98f5a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:37.812032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fce6c92-46c1-4913-91b2-72c3f6817048 req-6dc66b64-6295-47c6-94ae-b8c1bdd98f5a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1180959 Jan 28 20:32:37.848785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd9120-585c-450c-907d-8ae233e357a6 req-06e94525-fd0c-4f9a-8d8b-b9b8460be176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:37.851144 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cecd9120-585c-450c-907d-8ae233e357a6 req-06e94525-fd0c-4f9a-8d8b-b9b8460be176 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 200 len: 918 time: 0.2517023 Jan 28 20:32:37.890803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:37.891945 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.898044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ec9ef9f5-0552-40d7-901d-96dce9130531 None None] For port 1a2c0448-f53d-4140-8f32-4336c3eb798d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1a2c0448-f53d-4140-8f32-4336c3eb798d,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:37.907869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef9f5-0552-40d7-901d-96dce9130531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:37.945161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fce6c92-46c1-4913-91b2-72c3f6817048 req-8558ea44-a533-4b45-949e-f92554f80808 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261044 Jan 28 20:32:37.962578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd9086-df7d-4e10-b851-12f38a6867e3 req-1f2d7ecc-2e84-4f63-8faa-298733ca43da tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:37.964153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3fd9086-df7d-4e10-b851-12f38a6867e3 req-1f2d7ecc-2e84-4f63-8faa-298733ca43da tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1240032 Jan 28 20:32:38.007438 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cecd9120-585c-450c-907d-8ae233e357a6 req-20e21239-7f9d-41fe-add6-a8666bfdf904 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 200 len: 1001 time: 0.1427741 Jan 28 20:32:38.060558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3fd9086-df7d-4e10-b851-12f38a6867e3 req-199e6324-4135-48f4-ab3f-64bff7ff7118 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819616 Jan 28 20:32:38.106589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef9f5-0552-40d7-901d-96dce9130531 None None] Pushing event updated for resources: {'Port': ['ID=1a2c0448-f53d-4140-8f32-4336c3eb798d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:38.184303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd9120-585c-450c-907d-8ae233e357a6 req-dd9309a3-2265-4059-92b7-b56246f04380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:38.187678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cecd9120-585c-450c-907d-8ae233e357a6 req-dd9309a3-2265-4059-92b7-b56246f04380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 200 len: 856 time: 0.1639805 Jan 28 20:32:38.219982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 172.20.0.14 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/c53d2f9e-3cf2-4135-8a52-c2c1b3996e56/cba6b6ab-3e5c-4a56-8a87-66e045b3d903) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:38.258759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fe65:c44f (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/17c8ac8f-2954-4b40-9332-faae87dd0acd/cba6b6ab-3e5c-4a56-8a87-66e045b3d903) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:38.259169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd9120-585c-450c-907d-8ae233e357a6 req-fcebfe3c-b2a3-460a-9488-17dca5edc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:38.260909 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cecd9120-585c-450c-907d-8ae233e357a6 req-fcebfe3c-b2a3-460a-9488-17dca5edc34b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b696b74-f203-4f40-b45c-22d1c0b67e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512066 Jan 28 20:32:38.304150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed544ed-bdc2-47a8-a47b-ab56f133da4a req-e23d568e-3cfd-4676-841d-b4d930d79149 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:38.313476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ed544ed-bdc2-47a8-a47b-ab56f133da4a req-e23d568e-3cfd-4676-841d-b4d930d79149 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1180437 Jan 28 20:32:38.461110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ed544ed-bdc2-47a8-a47b-ab56f133da4a req-58e30383-57c0-4ba5-ade4-ecb3fec18427 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463213 Jan 28 20:32:38.475802 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cecd9120-585c-450c-907d-8ae233e357a6 req-07dc4bc9-5231-4402-a0e7-a090da59d818 service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860616 Jan 28 20:32:38.547779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1628bb-5a5f-41d2-bb40-1cb44e6090ba req-2eea5817-5e53-4bed-8929-738cab5383fb tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:38.550221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d1628bb-5a5f-41d2-bb40-1cb44e6090ba req-2eea5817-5e53-4bed-8929-738cab5383fb tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 946 time: 0.1458778 Jan 28 20:32:38.622234 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cecd9120-585c-450c-907d-8ae233e357a6 req-48a7ba35-6d22-484f-a020-ef05bb16563f service neutron] 10.222.0.26 "GET /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301048 Jan 28 20:32:38.645382 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:38.654353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d1628bb-5a5f-41d2-bb40-1cb44e6090ba req-1a1d8292-e633-4695-81ab-22c47b0d6851 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827131 Jan 28 20:32:38.707296 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:38.765631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:38.770286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:38.773748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:38.812785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=cba6b6ab-3e5c-4a56-8a87-66e045b3d903,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:38.847118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fa9444bf-6e59-47c9-9a4c-b99bbcd09a39 None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:38.848332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa9444bf-6e59-47c9-9a4c-b99bbcd09a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:38.865582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:38.867055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:38.888719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1ef79430-b966-4b6a-8e36-30a71957d34d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6729143 Jan 28 20:32:38.893377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46984) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:38.964209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74866ff7-8e6c-4ec1-8155-f9a63bbffe15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:38.970671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74866ff7-8e6c-4ec1-8155-f9a63bbffe15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:38.972614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-74866ff7-8e6c-4ec1-8155-f9a63bbffe15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0781653 Jan 28 20:32:38.977067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46986) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:39.143004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636b23d-edf6-4205-93f8-a0c1fb2aa178 req-9eb71e58-7ef0-4e9a-b757-42d16bfb35ce tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:39.144634 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8636b23d-edf6-4205-93f8-a0c1fb2aa178 req-9eb71e58-7ef0-4e9a-b757-42d16bfb35ce tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.0769987 Jan 28 20:32:39.181437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b442b5a5-c26a-4484-971d-5059f85b41a9 None None] Provisioning complete for port cba6b6ab-3e5c-4a56-8a87-66e045b3d903 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:39.181982 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b442b5a5-c26a-4484-971d-5059f85b41a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:39.182902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d8d20373-7bfd-44ab-b0e8-a123e5041f0d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port cba6b6ab-3e5c-4a56-8a87-66e045b3d903 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:39.183439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8d20373-7bfd-44ab-b0e8-a123e5041f0d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:39.232278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b442b5a5-c26a-4484-971d-5059f85b41a9 None None] Port cba6b6ab-3e5c-4a56-8a87-66e045b3d903 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:32:39.283034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8636b23d-edf6-4205-93f8-a0c1fb2aa178 req-192eb614-ba45-4375-87ee-c1f2b7084461 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290040 Jan 28 20:32:39.314215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602a421-3de0-4249-916e-5f4f50948199 req-d6fa2a9e-e506-4f6c-847c-cb79f1d4fc6d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:39.316721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d602a421-3de0-4249-916e-5f4f50948199 req-d6fa2a9e-e506-4f6c-847c-cb79f1d4fc6d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1827025 Jan 28 20:32:39.359031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8d20373-7bfd-44ab-b0e8-a123e5041f0d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:39.375764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d8d20373-7bfd-44ab-b0e8-a123e5041f0d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for cba6b6ab-3e5c-4a56-8a87-66e045b3d903 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:39.396981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d602a421-3de0-4249-916e-5f4f50948199 req-8b27bf22-1959-4393-bf21-adf6c9fec1a5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669749 Jan 28 20:32:39.501091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1a2c0448-f53d-4140-8f32-4336c3eb798d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:39.571912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:39.572244 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:39.660619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bfb0b-6edb-4283-a9b7-95200c2b5502 req-0a28ce65-3589-48ed-8e61-8b0b056aab8e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:39.662330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b9bfb0b-6edb-4283-a9b7-95200c2b5502 req-0a28ce65-3589-48ed-8e61-8b0b056aab8e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1016674 Jan 28 20:32:39.663608 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8d20373-7bfd-44ab-b0e8-a123e5041f0d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:39.717115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d20373-7bfd-44ab-b0e8-a123e5041f0d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=cba6b6ab-3e5c-4a56-8a87-66e045b3d903,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:39.889176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b9bfb0b-6edb-4283-a9b7-95200c2b5502 req-5fad59ef-80bf-4951-b596-c08bd6a97144 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150664 Jan 28 20:32:39.929694 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8d20373-7bfd-44ab-b0e8-a123e5041f0d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:39.934771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d8d20373-7bfd-44ab-b0e8-a123e5041f0d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/cba6b6ab-3e5c-4a56-8a87-66e045b3d903 HTTP/1.1" status: 204 len: 168 time: 0.9563496 Jan 28 20:32:39.938782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46998) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:39.953132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309a174-abdf-4897-b233-0afd83e1b9dd req-e0eba1dc-2a0d-4be6-99d6-a70aaae3d720 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:39.957571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7309a174-abdf-4897-b233-0afd83e1b9dd req-e0eba1dc-2a0d-4be6-99d6-a70aaae3d720 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 946 time: 0.1723382 Jan 28 20:32:40.000326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7309a174-abdf-4897-b233-0afd83e1b9dd req-295cbddd-c443-4985-bdb7-2088595e0c31 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/security-groups?id=010ce9c4-08e9-4b0d-b972-7f0a37c7743f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 Jan 28 20:32:40.012882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47344bd1-d1e8-4868-b3fc-7d9dab1803a3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:40.016536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47344bd1-d1e8-4868-b3fc-7d9dab1803a3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:40.019534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47344bd1-d1e8-4868-b3fc-7d9dab1803a3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:40.022105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-47344bd1-d1e8-4868-b3fc-7d9dab1803a3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0816805 Jan 28 20:32:40.025982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47000) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:40.108567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4a3c1f-8400-4603-8cec-5577008ddb78 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 17c8ac8f-2954-4b40-9332-faae87dd0acd {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:40.112149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df4a3c1f-8400-4603-8cec-5577008ddb78 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.172485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df4a3c1f-8400-4603-8cec-5577008ddb78 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.187003 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93681371-5b64-4efc-aaaf-745c9ec35855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.271951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df4a3c1f-8400-4603-8cec-5577008ddb78 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.481863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21847b6-ca54-42bd-bb9d-800c494c1250 req-06fd33e6-74d1-43e4-afaf-fcc3fb3adee2 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:40.483907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c21847b6-ca54-42bd-bb9d-800c494c1250 req-06fd33e6-74d1-43e4-afaf-fcc3fb3adee2 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.0795763 Jan 28 20:32:40.563570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c21847b6-ca54-42bd-bb9d-800c494c1250 req-f860d856-a7af-4b15-873f-c9e7cb494187 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661781 Jan 28 20:32:40.587237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7496125-9b06-43e7-b5b6-b71966fcb728 req-5e284d6f-99c1-4dea-b93c-148df2b067b9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:40.588854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7496125-9b06-43e7-b5b6-b71966fcb728 req-5e284d6f-99c1-4dea-b93c-148df2b067b9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.0808783 Jan 28 20:32:40.646639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7496125-9b06-43e7-b5b6-b71966fcb728 req-ba616259-cb0c-4838-a4bd-b54cea3fb87b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507047 Jan 28 20:32:40.651849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-78a167b2-eaa8-45c0-87ae-93ee3d5cdb6f tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:40.653484 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-78a167b2-eaa8-45c0-87ae-93ee3d5cdb6f tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.26 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 946 time: 0.0964980 Jan 28 20:32:40.666335 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df4a3c1f-8400-4603-8cec-5577008ddb78 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.720004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a3c1f-8400-4603-8cec-5577008ddb78 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=17c8ac8f-2954-4b40-9332-faae87dd0acd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:40.726000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df4a3c1f-8400-4603-8cec-5577008ddb78 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.728242 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-df4a3c1f-8400-4603-8cec-5577008ddb78 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/17c8ac8f-2954-4b40-9332-faae87dd0acd HTTP/1.1" status: 204 len: 168 time: 0.7009256 Jan 28 20:32:40.730983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47006) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:40.734080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0b06c-bd75-4ca9-a1a1-21a41353881b None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:40.787838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-01216214-2c0c-46f5-9cfa-d1d8313af28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet c53d2f9e-3cf2-4135-8a52-c2c1b3996e56 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:40.791331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01216214-2c0c-46f5-9cfa-d1d8313af28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.800239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Deleting port c3840d9a-1010-4f26-b0a2-281c373f0c68 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:40.800591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.841831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01216214-2c0c-46f5-9cfa-d1d8313af28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.926926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] For port c3840d9a-1010-4f26-b0a2-281c373f0c68, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c3840d9a-1010-4f26-b0a2-281c373f0c68,segment=NetworkSegment(60693898-9757-4639-920f-03da89ba879f),segment_id=60693898-9757-4639-920f-03da89ba879f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:40.927692 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.941724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01216214-2c0c-46f5-9cfa-d1d8313af28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:40.953336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Calling delete_port for c3840d9a-1010-4f26-b0a2-281c373f0c68 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:41.024051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01216214-2c0c-46f5-9cfa-d1d8313af28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.045475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01216214-2c0c-46f5-9cfa-d1d8313af28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.052700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-01216214-2c0c-46f5-9cfa-d1d8313af28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/c53d2f9e-3cf2-4135-8a52-c2c1b3996e56 HTTP/1.1" status: 204 len: 168 time: 0.3202422 Jan 28 20:32:41.056863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47014) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:41.088451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01216214-2c0c-46f5-9cfa-d1d8313af28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=c53d2f9e-3cf2-4135-8a52-c2c1b3996e56,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:41.105148 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fa8508d8-8d14-4267-885a-e054753d02a7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469987 Jan 28 20:32:41.108667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47016) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:41.120816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:41.277778 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.293510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['c3840d9a-1010-4f26-b0a2-281c373f0c68'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:32:41.315248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Pushing event deleted for resources: {'Port': ['ID=c3840d9a-1010-4f26-b0a2-281c373f0c68,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:41.355033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:41.357388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.618541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2f2c56e-c77e-4df5-bfd2-e5afb3a00abd req-fd987efd-895e-4f19-bed9-8c2c84011073 tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.44 "GET /v2.0/ports?device_id=2532c698-10b9-48c1-8372-48210c93eebb HTTP/1.1" status: 200 len: 210 time: 0.5208595 Jan 28 20:32:41.630657 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.696714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d46556-1175-4659-8936-c8523fa07a4f req-8cf0ade8-8f15-4132-b1ea-239f3ab4a3c4 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:41.699950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40d46556-1175-4659-8936-c8523fa07a4f req-8cf0ade8-8f15-4132-b1ea-239f3ab4a3c4 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.6422656 Jan 28 20:32:41.710189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] No DVR routers for this DVR port c3840d9a-1010-4f26-b0a2-281c373f0c68 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:41.712945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.717557 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dc328137-b892-4c9b-8e55-15c0abd22b89 req-f6081c91-97a7-4a0e-9e86-d112d2223e5a tempest-InstanceActionsTestJSON-1682352387 tempest-InstanceActionsTestJSON-1682352387-project] 10.222.0.26 "DELETE /v2.0/ports/c3840d9a-1010-4f26-b0a2-281c373f0c68 HTTP/1.1" status: 204 len: 173 time: 1.0547082 Jan 28 20:32:41.724109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2532c698-10b9-48c1-8372-48210c93eebb', 'name': 'network-vif-deleted', 'tag': 'c3840d9a-1010-4f26-b0a2-281c373f0c68'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:41.726798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1796e986-3134-45f9-8a31-f0875843acff None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:41.729697 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40e0dc-9391-41ea-bb40-812a8168d9ae" -d '{"events": [{"server_uuid": "2532c698-10b9-48c1-8372-48210c93eebb", "name": "network-vif-deleted", "tag": "c3840d9a-1010-4f26-b0a2-281c373f0c68"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:41.775375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.787459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40d46556-1175-4659-8936-c8523fa07a4f req-e2da41be-d681-4df3-b827-194fbfac9695 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697322 Jan 28 20:32:41.799085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcbef4-9e97-4f3f-9469-c37217662e41 req-9e1d9c1e-f896-46b4-a62c-5170c903d456 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:41.800639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8adcbef4-9e97-4f3f-9469-c37217662e41 req-9e1d9c1e-f896-46b4-a62c-5170c903d456 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.0993147 Jan 28 20:32:41.806086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:41.831120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:41.845498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:41.846114 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.875982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7fde987c-ef70-435e-abc9-10d7f7f0b35c None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:41.876385 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fde987c-ef70-435e-abc9-10d7f7f0b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:41.890678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8adcbef4-9e97-4f3f-9469-c37217662e41 req-69b7ec08-fcf5-4f85-9996-1b48dcf215da tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632274 Jan 28 20:32:41.891229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47028) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:41.891360 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7813740 Jan 28 20:32:41.892495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c5ec1-464f-4c53-9a16-1c10316850aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=9eb3bbe2-550d-486a-bdf1-3d620e73de50,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:41.897098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:41.991819 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be8b9ad-0fee-4a83-bc39-9701a5dd69c5 x-openstack-request-id: req-2be8b9ad-0fee-4a83-bc39-9701a5dd69c5 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:41.992547 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2532c698-10b9-48c1-8372-48210c93eebb", "name": "network-vif-deleted", "tag": "c3840d9a-1010-4f26-b0a2-281c373f0c68", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:41.992547 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2be8b9ad-0fee-4a83-bc39-9701a5dd69c5 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:41.992922 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2532c698-10b9-48c1-8372-48210c93eebb', 'name': 'network-vif-deleted', 'tag': 'c3840d9a-1010-4f26-b0a2-281c373f0c68', 'status': 'completed', 'code': 200} Jan 28 20:32:42.024106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14771189-275c-4291-8c46-f7a744f2c7e9 req-914b59f8-dbed-4db8-8df0-fe04823a8ee5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:42.026611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14771189-275c-4291-8c46-f7a744f2c7e9 req-914b59f8-dbed-4db8-8df0-fe04823a8ee5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1237679 Jan 28 20:32:42.104167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14771189-275c-4291-8c46-f7a744f2c7e9 req-1071c97c-e4f9-4f9a-adc1-d4ba5425b551 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696287 Jan 28 20:32:42.133862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:42.139886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:42.324398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d8f49-74a7-47d3-991c-797d90ff8463 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:42.445122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9db18b1b-9659-44fb-b989-6ecd153c054a None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:42.445911 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9db18b1b-9659-44fb-b989-6ecd153c054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:42.503459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c271f-6291-4408-a28f-f5a1606657b6 req-a74690db-73dc-48c1-9870-1f7e4a7b1bc9 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:42.505271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-154c271f-6291-4408-a28f-f5a1606657b6 req-a74690db-73dc-48c1-9870-1f7e4a7b1bc9 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 947 time: 0.1262558 Jan 28 20:32:42.576963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-154c271f-6291-4408-a28f-f5a1606657b6 req-b1e54eaa-480d-4d0e-a567-df94a2980622 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524349 Jan 28 20:32:42.684115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47038) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:42.735013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84213a3-77fe-4698-a6b4-843d10eedd83 admin admin] Deleting subnet 10351c02-30e0-4481-880a-90299d0272b7 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:42.738777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84213a3-77fe-4698-a6b4-843d10eedd83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:42.743826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:32:42.788049 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84213a3-77fe-4698-a6b4-843d10eedd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:42.845736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84213a3-77fe-4698-a6b4-843d10eedd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:42.930897 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:42.932767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84213a3-77fe-4698-a6b4-843d10eedd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:42.984817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cb93888e-440d-4a77-8ed0-1b7c797145fd None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:42.985425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cb93888e-440d-4a77-8ed0-1b7c797145fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:42.989483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84213a3-77fe-4698-a6b4-843d10eedd83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10351c02-30e0-4481-880a-90299d0272b7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:42.997460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84213a3-77fe-4698-a6b4-843d10eedd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.007676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d84213a3-77fe-4698-a6b4-843d10eedd83 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10351c02-30e0-4481-880a-90299d0272b7 HTTP/1.1" status: 204 len: 168 time: 0.3222218 Jan 28 20:32:43.011654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47044) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:43.048606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df5e60-667a-47a4-86da-9a57703cebf3 req-93e5de46-c6bf-46dd-84f8-b11cd17f3751 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:43.052236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8df5e60-667a-47a4-86da-9a57703cebf3 req-93e5de46-c6bf-46dd-84f8-b11cd17f3751 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1444154 Jan 28 20:32:43.099950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.188489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8df5e60-667a-47a4-86da-9a57703cebf3 req-6f2a2346-f6c9-4a3b-ae47-96470a1a721c tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209583 Jan 28 20:32:43.196013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.209548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d442bf-af6f-43c3-b4fd-e96db2453551 req-d073bfb4-ecb6-443f-a355-ad04fcca5b75 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:43.211255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98d442bf-af6f-43c3-b4fd-e96db2453551 req-d073bfb4-ecb6-443f-a355-ad04fcca5b75 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1872370 Jan 28 20:32:43.230022 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.237617 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.263171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c93a7d-8f7f-45e7-8799-3643d749eac2']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:43.275662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60693898-9757-4639-920f-03da89ba879f') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:43.276680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60693898-9757-4639-920f-03da89ba879f') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:43.289871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.308862 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.316163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:32:43.316590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:32:43.318507 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:32:43.339924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98d442bf-af6f-43c3-b4fd-e96db2453551 req-6554d1c6-199a-47c0-8595-74b29d41b10b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097419 Jan 28 20:32:43.386145 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.395037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.399377 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2c93a7d-8f7f-45e7-8799-3643d749eac2 HTTP/1.1" status: 204 len: 168 time: 0.3860414 Jan 28 20:32:43.417958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00081ac-e2d5-4662-894a-d1818b303761 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c93a7d-8f7f-45e7-8799-3643d749eac2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:43.420476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f78135-980d-48cb-929a-d722b0992a50 req-c270bcb5-89f1-4da4-8f68-cb578cb8c5e6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:43.422817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57f78135-980d-48cb-929a-d722b0992a50 req-c270bcb5-89f1-4da4-8f68-cb578cb8c5e6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1423540 Jan 28 20:32:43.492124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57f78135-980d-48cb-929a-d722b0992a50 req-12ef8f69-cabb-4f7d-b349-933903e53e2f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616772 Jan 28 20:32:43.509570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] For port 1a2c0448-f53d-4140-8f32-4336c3eb798d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1a2c0448-f53d-4140-8f32-4336c3eb798d,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:43.536584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47050) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:43.543978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.550178 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.552713 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.587604 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-679eaa7d-9923-4d76-9211-ae3d196fbd6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=700c571a105c4641828ff25e20068b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498340 Jan 28 20:32:43.590461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:43.637636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:43.646413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:43.648361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=1e6b2138-1dc3-4710-aef6-06ffea0a2ae3,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:43.651210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:43.651926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.658470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c77de-e992-4155-9724-74199b17e4ab None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:43.672130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=1a2c0448-f53d-4140-8f32-4336c3eb798d,revision_number=9']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:43.689677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4dc81ba-9f6f-48fb-8ac5-b5fdec4737b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.689949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5371c5cc-8e2a-4caa-92fe-b636f38ddcf1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7925746 Jan 28 20:32:43.690385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47056) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:43.704302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:58:2a:43', 'name': 'tempest-NetworksTestDHCPv6-320845520'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:43.715168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4dc81ba-9f6f-48fb-8ac5-b5fdec4737b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.821144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4dc81ba-9f6f-48fb-8ac5-b5fdec4737b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.825918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4dc81ba-9f6f-48fb-8ac5-b5fdec4737b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:43.829931 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b4dc81ba-9f6f-48fb-8ac5-b5fdec4737b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/010ce9c4-08e9-4b0d-b972-7f0a37c7743f HTTP/1.1" status: 204 len: 168 time: 0.2381785 Jan 28 20:32:43.843865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc81ba-9f6f-48fb-8ac5-b5fdec4737b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ce9c4-08e9-4b0d-b972-7f0a37c7743f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:43.853045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5427e-e106-4749-a8ac-793ebc0136d9 req-6be7f01b-23ef-4af5-82bb-e75dc5c7a386 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:43.856701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5d5427e-e106-4749-a8ac-793ebc0136d9 req-6be7f01b-23ef-4af5-82bb-e75dc5c7a386 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 947 time: 0.1471341 Jan 28 20:32:43.938432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5d5427e-e106-4749-a8ac-793ebc0136d9 req-47ec4b64-9f30-497c-9f98-d029dc4dfdd9 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e3d6eb1-6e0d-4ddc-9827-eec141e60261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684521 Jan 28 20:32:43.954584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:44.018579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b463d-b0fc-47ec-a925-0fe8ea43361e None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '1e6b2138-1dc3-4710-aef6-06ffea0a2ae3', 'ip_address': '2001:db8::f816:3eff:fe45:5d17'}, {'subnet_id': '9eb3bbe2-550d-486a-bdf1-3d620e73de50'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '1a2c0448-f53d-4140-8f32-4336c3eb798d'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:32:44.052337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-9226db31-6707-49ba-af1f-ece4ef3e36c1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:44.055011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-9226db31-6707-49ba-af1f-ece4ef3e36c1 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.26 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 947 time: 0.1162550 Jan 28 20:32:44.057084 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-409b463d-b0fc-47ec-a925-0fe8ea43361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.069031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.109322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 6a1e0d8a-ee39-4b54-8e91-925fff8f4551 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:32:44.191914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Deleting port eaf7de2b-fd96-419d-912f-77c1cdb05988 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:44.192318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.301195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] For port eaf7de2b-fd96-419d-912f-77c1cdb05988, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=eaf7de2b-fd96-419d-912f-77c1cdb05988,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:44.301570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.341464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 172.20.0.5 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/9eb3bbe2-550d-486a-bdf1-3d620e73de50/6a1e0d8a-ee39-4b54-8e91-925fff8f4551) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:44.352890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fe58:2a43 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/1e6b2138-1dc3-4710-aef6-06ffea0a2ae3/6a1e0d8a-ee39-4b54-8e91-925fff8f4551) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:44.368582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9112e-80b5-46b8-a4d7-daf1edac4239 req-dd70938a-05e1-4e13-a476-7d46d1d55bd2 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:44.376766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81a9112e-80b5-46b8-a4d7-daf1edac4239 req-dd70938a-05e1-4e13-a476-7d46d1d55bd2 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.0879710 Jan 28 20:32:44.480709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81a9112e-80b5-46b8-a4d7-daf1edac4239 req-e7a8b51a-4dfe-4b50-a577-82cbc41fd416 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957088 Jan 28 20:32:44.563693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e3c10-1595-44d2-9731-6acbd21d21ed req-cab999e9-1b70-466f-9314-cd308c323563 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:44.565291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-269e3c10-1595-44d2-9731-6acbd21d21ed req-cab999e9-1b70-466f-9314-cd308c323563 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1185074 Jan 28 20:32:44.614754 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.615277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.615662 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Floating IP 1d044f18-f4af-404f-a930-d2d7ab401f63 disassociated. External IP: 172.25.2.63, port: eaf7de2b-fd96-419d-912f-77c1cdb05988. Jan 28 20:32:44.616115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Calling delete_port for eaf7de2b-fd96-419d-912f-77c1cdb05988 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:44.678401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.681428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-269e3c10-1595-44d2-9731-6acbd21d21ed req-33011c2c-1548-4cb6-864a-b1c5f325c89c tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052876 Jan 28 20:32:44.715533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821c5d7-6dcf-4a68-82cd-0859cb81c8f6 req-dd6781df-251c-4be7-b4e4-06dea210b9c2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:44.717654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5821c5d7-6dcf-4a68-82cd-0859cb81c8f6 req-dd6781df-251c-4be7-b4e4-06dea210b9c2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.1181946 Jan 28 20:32:44.744052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.805105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.807965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-409b463d-b0fc-47ec-a925-0fe8ea43361e None None] Allocated IP 172.20.0.2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/9eb3bbe2-550d-486a-bdf1-3d620e73de50/1a2c0448-f53d-4140-8f32-4336c3eb798d) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:44.809174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:44.829027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5821c5d7-6dcf-4a68-82cd-0859cb81c8f6 req-65769e24-8549-4b7d-92d9-8d6de297c6ac tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963595 Jan 28 20:32:44.833220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:44.835452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=6a1e0d8a-ee39-4b54-8e91-925fff8f4551,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:44.841251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:44.853305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event deleted for resources: {'Port': ['ID=eaf7de2b-fd96-419d-912f-77c1cdb05988,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:44.911202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47088) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:44.954575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:44.955564 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:44.962571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-409b463d-b0fc-47ec-a925-0fe8ea43361e None None] For port 1a2c0448-f53d-4140-8f32-4336c3eb798d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1a2c0448-f53d-4140-8f32-4336c3eb798d,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:44.977291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e52a3bfc-4ea8-46c0-8983-1fd27ebd8746 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2856855 Jan 28 20:32:44.979813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47094) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:45.020645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c3840d9a-1010-4f26-b0a2-281c373f0c68 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:45.026464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Router 48e4c72c-0685-4f86-ad01-677298b2d972 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:45.065337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea6cce-db0b-4d9d-9b67-f13fd9a6dba8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:45.073449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea6cce-db0b-4d9d-9b67-f13fd9a6dba8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:45.077587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d5ea6cce-db0b-4d9d-9b67-f13fd9a6dba8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0962043 Jan 28 20:32:45.089597 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-409b463d-b0fc-47ec-a925-0fe8ea43361e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.091173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: c3840d9a-1010-4f26-b0a2-281c373f0c68 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:45.091518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c3840d9a-1010-4f26-b0a2-281c373f0c68 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:45.099254 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-409b463d-b0fc-47ec-a925-0fe8ea43361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.109072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47098) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:45.125497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1218792023-network', 'tenant_id': 'e647f01e3fe446629424dd9138d0a4e4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:45.148962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a702b3e0-e5a2-4e25-aaac-70d4e7cebb53 req-5dfa1bcb-49ee-4dd6-89d6-317cabf47a59 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/ports?device_id=c162d2e8-17b5-40f9-ab19-49c5e6935afc HTTP/1.1" status: 200 len: 210 time: 0.0409379 Jan 28 20:32:45.176847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Made reservation on behalf of e647f01e3fe446629424dd9138d0a4e4 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:45.178959 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.189119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.215743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aac18d-7f6e-4ce2-84d6-91d4fde01de0 req-10d2e165-5a22-461b-8c98-a84ba0d223a9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:45.218961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b463d-b0fc-47ec-a925-0fe8ea43361e None None] Pushing event updated for resources: {'Port': ['ID=1a2c0448-f53d-4140-8f32-4336c3eb798d,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:45.223674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0aac18d-7f6e-4ce2-84d6-91d4fde01de0 req-10d2e165-5a22-461b-8c98-a84ba0d223a9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1442392 Jan 28 20:32:45.274121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:45.290611 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] Sync routers for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:45.297325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0aac18d-7f6e-4ce2-84d6-91d4fde01de0 req-5b612374-ade8-4f5e-a463-125a215d3dab tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727346 Jan 28 20:32:45.307807 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:45.308471 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:45.385539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] No DVR routers for this DVR port eaf7de2b-fd96-419d-912f-77c1cdb05988 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:45.391174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.399073 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b90e3051-409b-4645-8512-4960b7fa3f2b req-30e9d7d9-0a88-488e-bd99-81c6b9d81202 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.26 "DELETE /v2.0/ports/eaf7de2b-fd96-419d-912f-77c1cdb05988 HTTP/1.1" status: 204 len: 173 time: 1.3281193 Jan 28 20:32:45.402369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-deleted', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:45.407946 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4078d54-35e0-401b-89f6-ef908f2a760b" -d '{"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-deleted", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:45.421425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3fedd152-e205-419d-ae08-251fa5f310eb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 6a1e0d8a-ee39-4b54-8e91-925fff8f4551 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:45.423944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3fedd152-e205-419d-ae08-251fa5f310eb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.458550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.489374 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.585004 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5494b59-2575-481c-8458-6843eab284f4 x-openstack-request-id: req-b5494b59-2575-481c-8458-6843eab284f4 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:45.586807 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162d2e8-17b5-40f9-ab19-49c5e6935afc", "name": "network-vif-deleted", "tag": "eaf7de2b-fd96-419d-912f-77c1cdb05988", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:45.587541 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5494b59-2575-481c-8458-6843eab284f4 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:45.592324 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162d2e8-17b5-40f9-ab19-49c5e6935afc', 'name': 'network-vif-deleted', 'tag': 'eaf7de2b-fd96-419d-912f-77c1cdb05988', 'status': 'completed', 'code': 200} Jan 28 20:32:45.614836 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:45.626257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1a2c0448-f53d-4140-8f32-4336c3eb798d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:45.630931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:32:45.690868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.691337 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Added segment c48eddc4-6b58-49eb-8835-4f55da9d4712 of type vlan for network 081bfb23-0e45-404d-bea6-33c12049756d Jan 28 20:32:45.693426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5392d19b-0673-4326-a7f0-1e07a9bd8954,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:45.760146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3fedd152-e205-419d-ae08-251fa5f310eb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.772479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:45.773417 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.789924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3fedd152-e205-419d-ae08-251fa5f310eb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 6a1e0d8a-ee39-4b54-8e91-925fff8f4551 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:45.797166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be41c5-501c-43c0-8ed6-cc93c4ba3df0 req-9889946a-d2f1-4816-bad9-c88f8f7b559c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:45.806705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3be41c5-501c-43c0-8ed6-cc93c4ba3df0 req-9889946a-d2f1-4816-bad9-c88f8f7b559c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3510373 Jan 28 20:32:45.867534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.963588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d7f61-21d8-4eb6-9033-5bdd8f0de212 req-88b3e3d4-d196-46c0-8a37-969e06c7bbb2 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:45.972115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-644d7f61-21d8-4eb6-9033-5bdd8f0de212 req-88b3e3d4-d196-46c0-8a37-969e06c7bbb2 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.3099368 Jan 28 20:32:45.991275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3be41c5-501c-43c0-8ed6-cc93c4ba3df0 req-9868d3a2-2d31-469b-aed7-4b898e09711d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834025 Jan 28 20:32:45.991917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:45.992907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:45.993491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.063481 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:46.096144 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] Checking router: 48e4c72c-0685-4f86-ad01-677298b2d972 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:46.105743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:46.106649 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:46.130061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3fedd152-e205-419d-ae08-251fa5f310eb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.179831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2678068 Jan 28 20:32:46.184885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47112) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:46.188664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fedd152-e205-419d-ae08-251fa5f310eb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=6a1e0d8a-ee39-4b54-8e91-925fff8f4551,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:46.196951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Request body: {'subnet': {'network_id': '081bfb23-0e45-404d-bea6-33c12049756d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1218792023-subnet', 'tenant_id': 'e647f01e3fe446629424dd9138d0a4e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:46.244855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-644d7f61-21d8-4eb6-9033-5bdd8f0de212 req-cff6bb54-fc85-4e20-abca-81f34b867690 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715867 Jan 28 20:32:46.251724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4ec3a-cf2f-4b53-8ca1-9427726fa04f admin admin] Pushing event updated for resources: {'Network': ['ID=081bfb23-0e45-404d-bea6-33c12049756d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:46.266155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 081bfb23-0e45-404d-bea6-33c12049756d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:32:46.280694 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:46.309389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192b76e-6e64-4068-abbe-0bb1bc3a5331 req-48ae71a9-df01-4999-a53b-54a4392c5e1c tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:46.313996 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9192b76e-6e64-4068-abbe-0bb1bc3a5331 req-48ae71a9-df01-4999-a53b-54a4392c5e1c tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1593997 Jan 28 20:32:46.344430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3fedd152-e205-419d-ae08-251fa5f310eb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.351468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3fedd152-e205-419d-ae08-251fa5f310eb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/6a1e0d8a-ee39-4b54-8e91-925fff8f4551 HTTP/1.1" status: 204 len: 168 time: 1.2412944 Jan 28 20:32:46.352451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Made reservation on behalf of e647f01e3fe446629424dd9138d0a4e4 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:46.355179 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.357170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47118) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:46.435200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-54a8e553-0e65-45c6-93ee-155e7c3214ea None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:46.435734 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54a8e553-0e65-45c6-93ee-155e7c3214ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.519989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9192b76e-6e64-4068-abbe-0bb1bc3a5331 req-65b9f45e-61a9-4538-93d5-0d0ad65cc05a tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923580 Jan 28 20:32:46.528095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1cc47a-cbe2-42c2-94cf-90c08a05db80 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:46.539741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1cc47a-cbe2-42c2-94cf-90c08a05db80 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:46.546372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1cc47a-cbe2-42c2-94cf-90c08a05db80 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:46.548281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4f1cc47a-cbe2-42c2-94cf-90c08a05db80 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1875105 Jan 28 20:32:46.561206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:46.595881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47130) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:46.636009 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:46.674865 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486b6519-7802-42ba-a539-f6fb0935c03d None None] The sync data for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 is: [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee5c188a-8a3d-45b7-969e-99caa23750e9', 'name': '', 'network_id': '0b696b74-f203-4f40-b45c-22d1c0b67e6b', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'mac_address': 'fa:16:3e:bb:4a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '59996808-5a6e-4074-825b-ba99e517d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:58Z', 'updated_at': '2022-01-28T20:25:07Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'subnets': [{'id': '59996808-5a6e-4074-825b-ba99e517d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:46.690648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ef7844-51a5-47c7-85e6-889df14d177c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 1e6b2138-1dc3-4710-aef6-06ffea0a2ae3 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:46.696213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66ef7844-51a5-47c7-85e6-889df14d177c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.709278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976035-f540-4b60-8092-adb26ecef677 req-6a51c177-77ae-4917-9780-7c7a5c833af9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:46.717460 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-6a51c177-77ae-4917-9780-7c7a5c833af9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.2665069 Jan 28 20:32:46.729094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e74c5f6c-409a-4275-963c-38feb15baf95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.738690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.742490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-eb6b0605-04c5-45a0-95d4-38f11a75a783 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/quotas/46424bd783164b6da95602dd2227d22a HTTP/1.1" status: 200 len: 375 time: 0.0238361 Jan 28 20:32:46.776946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9e12be05-c0ea-4f60-a446-ff9d036931ae None None] Could not find standard attr ID for object 6a1e0d8a-ee39-4b54-8e91-925fff8f4551. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:32:46.789484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e74c5f6c-409a-4275-963c-38feb15baf95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.795724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66ef7844-51a5-47c7-85e6-889df14d177c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.845515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-f1452505-3bca-49bc-ab49-2c7827f5bbc5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1018960 Jan 28 20:32:46.868855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42794db-851b-4aeb-bdca-1cfd7742c879,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:46.899349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Checking segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:46.899737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Network hostable DHCP agents. Network: 081bfb23-0e45-404d-bea6-33c12049756d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:32:46.913690 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e74c5f6c-409a-4275-963c-38feb15baf95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.916301 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e74c5f6c-409a-4275-963c-38feb15baf95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.917461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e74c5f6c-409a-4275-963c-38feb15baf95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "DELETE /v2.0/security-groups/4e3d6eb1-6e0d-4ddc-9827-eec141e60261 HTTP/1.1" status: 204 len: 168 time: 0.3206029 Jan 28 20:32:46.920690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47132) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:46.931661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c5f6c-409a-4275-963c-38feb15baf95 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3d6eb1-6e0d-4ddc-9827-eec141e60261,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:46.947037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Network 081bfb23-0e45-404d-bea6-33c12049756d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:32:46.949605 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-fd16ef1b-44b6-44a8-be13-4b9874a5d912 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] show failed (client error): The resource could not be found. Jan 28 20:32:46.954070 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fd16ef1b-44b6-44a8-be13-4b9874a5d912 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "GET /v2.0/security-groups/4e3d6eb1-6e0d-4ddc-9827-eec141e60261 HTTP/1.1" status: 404 len: 347 time: 0.0286632 Jan 28 20:32:46.955145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47134) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:46.955854 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66ef7844-51a5-47c7-85e6-889df14d177c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:46.995687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-5b49160e-e1ba-431e-9fe9-b5ca7c616177 service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377456 Jan 28 20:32:47.041929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 081bfb23-0e45-404d-bea6-33c12049756d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:47.047257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:47.047959 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:47.056588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe7b32-7aa2-4046-9679-4eb3411ac677 None None] Network 081bfb23-0e45-404d-bea6-33c12049756d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:47.145077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45243364-115d-4473-8020-7d32330a4bf6 None None] New status for floating IP 1d044f18-f4af-404f-a930-d2d7ab401f63: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:32:47.153308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-16852725-a8b7-4c31-a9c3-165d46322510 service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370549 Jan 28 20:32:47.356207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3794933b-b8fc-4e75-8b05-2be801876e30 req-ad0a60bb-df3f-4262-bcb3-af62e6f48337 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 210 time: 0.0353026 Jan 28 20:32:47.378178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-081bfb23-0e45-404d-bea6-33c12049756d', 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d', 'tenant_id': 'e647f01e3fe446629424dd9138d0a4e4', 'fixed_ips': [{'subnet_id': 'e42794db-851b-4aeb-bdca-1cfd7742c879'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:32:47.389209 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:47.435085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff039f8-e1d9-4c5b-b409-faf516b0ef1a req-c611702d-ad6a-4fb1-9593-b9cc58e9f3d6 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:47.437135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ff039f8-e1d9-4c5b-b409-faf516b0ef1a req-c611702d-ad6a-4fb1-9593-b9cc58e9f3d6 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.0798388 Jan 28 20:32:47.492985 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e85a79df-334d-4aa6-ba1c-ae727cddafee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3057582 Jan 28 20:32:47.523796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ff039f8-e1d9-4c5b-b409-faf516b0ef1a req-7d7965a6-0aea-4177-bb98-3cddc16d409e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801425 Jan 28 20:32:47.532611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66ef7844-51a5-47c7-85e6-889df14d177c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:47.597560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef7844-51a5-47c7-85e6-889df14d177c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6b2138-1dc3-4710-aef6-06ffea0a2ae3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:47.612243 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Allocated IP 172.20.0.2 (081bfb23-0e45-404d-bea6-33c12049756d/e42794db-851b-4aeb-bdca-1cfd7742c879/858fb89f-144c-41ca-8b92-bb1e353a2c91) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:47.614474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66ef7844-51a5-47c7-85e6-889df14d177c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:47.617862 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66ef7844-51a5-47c7-85e6-889df14d177c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/1e6b2138-1dc3-4710-aef6-06ffea0a2ae3 HTTP/1.1" status: 204 len: 168 time: 1.0555720 Jan 28 20:32:47.620672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47150) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:47.642270 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670ee1e-fba5-44c8-9fa5-cb0b4f7b9466 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:47.717252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Deleting port 470a83ea-663a-4b74-88e5-3f0d149fd41c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:47.718752 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:47.828883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155fcf7-b5fc-4bd9-8fdb-6d307d97203b req-ac3abc37-b7f2-4b9a-810e-ba04d39019c2 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:47.836649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9155fcf7-b5fc-4bd9-8fdb-6d307d97203b req-ac3abc37-b7f2-4b9a-810e-ba04d39019c2 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1144164 Jan 28 20:32:47.852240 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-206d5a64-db23-4692-91fc-0c06ae5134b0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 9eb3bbe2-550d-486a-bdf1-3d620e73de50 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:47.866006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-206d5a64-db23-4692-91fc-0c06ae5134b0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:47.867862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94d3d1-fa36-45a8-9c42-9f9d172fdb0f req-c76b6456-8904-4e15-9614-17eb233af909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:47.869585 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e94d3d1-fa36-45a8-9c42-9f9d172fdb0f req-c76b6456-8904-4e15-9614-17eb233af909 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1096 time: 0.2492898 Jan 28 20:32:47.926020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e94d3d1-fa36-45a8-9c42-9f9d172fdb0f req-8b815140-d227-4d5b-9bfe-b1ab11006ad2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479662 Jan 28 20:32:47.940751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9155fcf7-b5fc-4bd9-8fdb-6d307d97203b req-e0fd8c87-f9f6-4575-844a-5cba48eae08c tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031795 Jan 28 20:32:47.973512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:47.974173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:47.982598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-206d5a64-db23-4692-91fc-0c06ae5134b0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.001090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Calling delete_port for 470a83ea-663a-4b74-88e5-3f0d149fd41c owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:48.018763 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.046816 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.079047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.114250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-206d5a64-db23-4692-91fc-0c06ae5134b0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.229508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.260720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Pushing event deleted for resources: {'Port': ['ID=470a83ea-663a-4b74-88e5-3f0d149fd41c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:48.272332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-206d5a64-db23-4692-91fc-0c06ae5134b0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.317213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d5a64-db23-4692-91fc-0c06ae5134b0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb3bbe2-550d-486a-bdf1-3d620e73de50,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:48.326786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-206d5a64-db23-4692-91fc-0c06ae5134b0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.333100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-206d5a64-db23-4692-91fc-0c06ae5134b0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/9eb3bbe2-550d-486a-bdf1-3d620e73de50 HTTP/1.1" status: 204 len: 168 time: 0.7090781 Jan 28 20:32:48.334301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47170) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:48.343080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.346189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.349437 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4f8535f4-774b-4345-875f-0f3cedb68139 tempest-AttachVolumeShelveTestJSON-1917968462 tempest-AttachVolumeShelveTestJSON-1917968462-project] 10.222.0.44 "DELETE /v2.0/floatingips/1d044f18-f4af-404f-a930-d2d7ab401f63 HTTP/1.1" status: 204 len: 168 time: 1.3898678 Jan 28 20:32:48.384365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Network 081bfb23-0e45-404d-bea6-33c12049756d is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:48.392561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0c8db26c-9122-4241-ad11-371fcf3e93f7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568523 Jan 28 20:32:48.393605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47176) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:48.393837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:48.402401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:48.412797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Pushing event updated for resources: {'Port': ['ID=858fb89f-144c-41ca-8b92-bb1e353a2c91,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:48.493279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Attempting to bind port 858fb89f-144c-41ca-8b92-bb1e353a2c91 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:48.496334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Attempting to bind port 858fb89f-144c-41ca-8b92-bb1e353a2c91 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:48.496838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Attempting to bind port 858fb89f-144c-41ca-8b92-bb1e353a2c91 on network 081bfb23-0e45-404d-bea6-33c12049756d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:48.505660 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:48.506059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Checking segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:48.506699 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.507157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Bound using segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:48.507647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Bound port: 858fb89f-144c-41ca-8b92-bb1e353a2c91, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:48.508060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.613620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] For port 858fb89f-144c-41ca-8b92-bb1e353a2c91, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:48.617953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] For port 858fb89f-144c-41ca-8b92-bb1e353a2c91, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=858fb89f-144c-41ca-8b92-bb1e353a2c91,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:48.622996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:48.717819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e7191-24c0-45a3-86dc-46e5d500dab8 None None] Pushing event updated for resources: {'Port': ['ID=858fb89f-144c-41ca-8b92-bb1e353a2c91,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:48.912302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-adad1eaa-f760-4f43-911b-cadbfb4e4596 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:48.920824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-adad1eaa-f760-4f43-911b-cadbfb4e4596 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 816 time: 0.7311571 Jan 28 20:32:48.977060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56288493-08de-472e-a21e-e95300356e68 req-a4a94cb0-1a2d-4d0b-adc7-c23256d42842 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 210 time: 0.0854502 Jan 28 20:32:48.990715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-870eec83-8ff6-4042-9225-e1febd74b4de tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/quotas/e647f01e3fe446629424dd9138d0a4e4 HTTP/1.1" status: 200 len: 375 time: 0.0685530 Jan 28 20:32:49.020763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976035-f540-4b60-8092-adb26ecef677 req-907d35b4-9e7d-44cd-be12-158a17e4febc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:49.027634 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-907d35b4-9e7d-44cd-be12-158a17e4febc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.2741957 Jan 28 20:32:49.039171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:49.052765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'port': {'device_id': 'be535201-87bd-4493-89b4-0d01097573ab', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'admin_state_up': True, 'tenant_id': '46424bd783164b6da95602dd2227d22a'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:49.077318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: eaf7de2b-fd96-419d-912f-77c1cdb05988 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:49.078123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device eaf7de2b-fd96-419d-912f-77c1cdb05988 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:49.129170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec5a23-054b-429b-9a29-1f3445404894 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:49.133227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-01ec5a23-054b-429b-9a29-1f3445404894 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.7343273 Jan 28 20:32:49.134476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47184) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:49.261861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Made reservation on behalf of 46424bd783164b6da95602dd2227d22a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:49.267303 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:49.310252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfde223-f638-4f52-a2f4-15ef222481d8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:49.316720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7dfde223-f638-4f52-a2f4-15ef222481d8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1802838 Jan 28 20:32:49.319378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47186) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:49.338710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-29edb42e-4503-4a6d-af7a-82d20c7ded8e tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3375196 Jan 28 20:32:49.379530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb635b2-4d38-4e45-8cd0-65657f6471d8 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:49.396164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7eb56d08-7889-453c-b12e-e021394436c7 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744834 Jan 28 20:32:49.406139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d65a-c56b-42c3-845d-f13c02467652 req-cb25236f-a1a0-46fd-8c53-f05b613d2f12 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:49.414313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99b2d65a-c56b-42c3-845d-f13c02467652 req-cb25236f-a1a0-46fd-8c53-f05b613d2f12 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.2815266 Jan 28 20:32:49.415903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47188) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:49.434645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d2743db1-a68a-434a-a1ca-9de020c7c9f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:49.446773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Allocated IP 172.20.0.9 (76e6b64b-9eee-4a46-97a5-c1bc79809cc7/06eba3e7-baca-4568-8c4a-ea287db23c48/66134a3f-1a53-4d6d-a6fe-5b8113829e8f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:49.500854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-019ef4ca-5102-420a-8664-fa7123792eed None None] Provisioning complete for port 1a2c0448-f53d-4140-8f32-4336c3eb798d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:49.506136 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-019ef4ca-5102-420a-8664-fa7123792eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:49.660292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2743db1-a68a-434a-a1ca-9de020c7c9f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:49.674498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2743db1-a68a-434a-a1ca-9de020c7c9f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:49.675249 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2743db1-a68a-434a-a1ca-9de020c7c9f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:32:49.676159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2743db1-a68a-434a-a1ca-9de020c7c9f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:49.711634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 858fb89f-144c-41ca-8b92-bb1e353a2c91 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:49.720309 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:49.726445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-17b953fd-7f2c-41e6-bd86-84635dfea5e2 service neutron] 10.222.0.44 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478053 Jan 28 20:32:49.749195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d2743db1-a68a-434a-a1ca-9de020c7c9f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3184681 Jan 28 20:32:49.783702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47194) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:49.790385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-902d09bb-8473-46b5-af8b-a080e991e1f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:49.850378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99b2d65a-c56b-42c3-845d-f13c02467652 req-a91f5fc4-89e1-45f0-90db-61192fa46fa2 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351885 Jan 28 20:32:49.854007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 858fb89f-144c-41ca-8b92-bb1e353a2c91 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:49.854414 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:49.900403 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:49.916839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-8256cf70-707a-4409-ac17-86d4bd1cb70c service neutron] 10.222.0.44 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876869 Jan 28 20:32:49.921118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['49b400d7-e26a-4544-bce0-f98bf81d18a6'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:32:50.001606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902d09bb-8473-46b5-af8b-a080e991e1f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:50.005472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-902d09bb-8473-46b5-af8b-a080e991e1f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.005699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:32:50.007336 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-902d09bb-8473-46b5-af8b-a080e991e1f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:32:50.008024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902d09bb-8473-46b5-af8b-a080e991e1f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:50.048590 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-b9f73ce5-e2bb-48da-ac54-fa5da1164bc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4252677 Jan 28 20:32:50.050755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:50.067370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:50.074093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:50.136497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd3bd7-4dd0-496a-8704-284758fddb5a req-5c320ee6-7b13-4d8f-b8a5-a19fdf1d3103 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:50.142690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:50.143940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.147870 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.154699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20bd3bd7-4dd0-496a-8704-284758fddb5a req-5c320ee6-7b13-4d8f-b8a5-a19fdf1d3103 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1462743 Jan 28 20:32:50.157693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'Port': ['ID=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:50.172939 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-902d09bb-8473-46b5-af8b-a080e991e1f9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3802042 Jan 28 20:32:50.173478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47198) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:50.190052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a333b71f-f5e9-49dd-8768-043b1fd74541 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:50.256863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 858fb89f-144c-41ca-8b92-bb1e353a2c91, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=858fb89f-144c-41ca-8b92-bb1e353a2c91,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:50.272721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20bd3bd7-4dd0-496a-8704-284758fddb5a req-a3757586-f9a7-470e-b5c2-edfb62ad37ad tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148801 Jan 28 20:32:50.275210 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-5cd08c7d-d321-4cc3-ba05-8e683e831f5d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2336287 Jan 28 20:32:50.336361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] Deleting port 1a2c0448-f53d-4140-8f32-4336c3eb798d {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:50.336801 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.422077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Request body: {'port': {'device_id': 'be535201-87bd-4493-89b4-0d01097573ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:50.494643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-594f6dc7-f4c4-4d6b-8d83-e335435eddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:50.496416 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-594f6dc7-f4c4-4d6b-8d83-e335435eddf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 1096 time: 0.3346589 Jan 28 20:32:50.521716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] For port 1a2c0448-f53d-4140-8f32-4336c3eb798d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1a2c0448-f53d-4140-8f32-4336c3eb798d,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:50.522314 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.542571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] Calling delete_port for 1a2c0448-f53d-4140-8f32-4336c3eb798d owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:50.559497 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.622741 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.628089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4511-abc3-40e8-919d-394c0705baec req-918ff1d5-430c-4b32-b39f-dc3a0b20a647 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:50.639212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ddb4511-abc3-40e8-919d-394c0705baec req-918ff1d5-430c-4b32-b39f-dc3a0b20a647 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 931 time: 0.3268790 Jan 28 20:32:50.684728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a333b71f-f5e9-49dd-8768-043b1fd74541 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:50.689883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a333b71f-f5e9-49dd-8768-043b1fd74541 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.697494 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-a333b71f-f5e9-49dd-8768-043b1fd74541 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:32:50.697953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a333b71f-f5e9-49dd-8768-043b1fd74541 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:50.755137 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a333b71f-f5e9-49dd-8768-043b1fd74541 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5804825 Jan 28 20:32:50.755790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66a7de9-e551-4658-8bff-0e8d1da6ff4e None None] Network 081bfb23-0e45-404d-bea6-33c12049756d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:50.756191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47224) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:50.763664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=858fb89f-144c-41ca-8b92-bb1e353a2c91,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:50.776168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.783329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9827cff5-7be1-4325-92f3-c7c8a31249a9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:50.822944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c217ab1d-7cde-4bf3-89f2-9980b8a2f798 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:50.825150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c217ab1d-7cde-4bf3-89f2-9980b8a2f798 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 816 time: 0.4052684 Jan 28 20:32:50.852939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-8262a14c-d3d2-4fdb-85a0-df9e6ac38ff6 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/quotas/e647f01e3fe446629424dd9138d0a4e4 HTTP/1.1" status: 200 len: 375 time: 0.0184565 Jan 28 20:32:50.868508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ddb4511-abc3-40e8-919d-394c0705baec req-da5ae345-0a12-4f39-91b5-d0545ea0490d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248814 Jan 28 20:32:50.876248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] Pushing event deleted for resources: {'Port': ['ID=1a2c0448-f53d-4140-8f32-4336c3eb798d,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:50.903163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5f6aa61b-b61c-423c-8622-61a73618edd3 None None] Provisioning complete for port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:50.903566 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5f6aa61b-b61c-423c-8622-61a73618edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:50.912114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-5fc891fe-6a8e-48ba-abe7-a9ea6b2360b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:50.914232 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-5fc891fe-6a8e-48ba-abe7-a9ea6b2360b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.3852899 Jan 28 20:32:50.947912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfb87a-e3a9-419f-94e7-c5c4a4768af1 None None] No DVR routers for this DVR port 1a2c0448-f53d-4140-8f32-4336c3eb798d on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:32:50.950855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5f6aa61b-b61c-423c-8622-61a73618edd3 None None] Port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:32:50.999126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-6eb798d2-9fac-4557-88be-74b9613f6f9e tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277387 Jan 28 20:32:51.159938 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-0d0ecd60-dd5b-4cb4-be1f-52b43f47e8c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef HTTP/1.1" status: 200 len: 217 time: 0.1880009 Jan 28 20:32:51.189174 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9c108ceb-e47c-4c5c-bedc-248326b52115 None None] Provisioning complete for port 858fb89f-144c-41ca-8b92-bb1e353a2c91 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:51.192481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-d38e90a3-caea-45c3-99ba-75ce2a9cd95a service neutron] 10.222.0.44 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810863 Jan 28 20:32:51.208760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9c108ceb-e47c-4c5c-bedc-248326b52115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:51.215277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9827cff5-7be1-4325-92f3-c7c8a31249a9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:51.220191 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9827cff5-7be1-4325-92f3-c7c8a31249a9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:51.222139 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-9827cff5-7be1-4325-92f3-c7c8a31249a9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:32:51.222705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9827cff5-7be1-4325-92f3-c7c8a31249a9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:51.301827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9827cff5-7be1-4325-92f3-c7c8a31249a9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5352395 Jan 28 20:32:51.305917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47234) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:51.314114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5802dbdc-bac4-45a1-9170-7da33a1ce9fd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:51.315238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-4066179e-b2cc-4552-b503-daf45c81016f service neutron] 10.222.0.44 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207743 Jan 28 20:32:51.317356 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:51.408378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-ff9d47d4-d821-4031-a1f4-bc1d889ebb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:51.409908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-ff9d47d4-d821-4031-a1f4-bc1d889ebb64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.2364309 Jan 28 20:32:51.443961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88862f-9004-43e7-8359-7ea7eda89269 req-9ef611f4-2eef-404e-bc68-7bea5d1c859b tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:51.448986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce88862f-9004-43e7-8359-7ea7eda89269 req-9ef611f4-2eef-404e-bc68-7bea5d1c859b tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1324828 Jan 28 20:32:51.529291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-803212e4-46a6-4fb6-a5b1-0fa8b4461632 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860000 Jan 28 20:32:51.537130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce88862f-9004-43e7-8359-7ea7eda89269 req-2cd8d30f-e81b-4169-8fa0-47ac70df95c4 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810611 Jan 28 20:32:51.595580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 858fb89f-144c-41ca-8b92-bb1e353a2c91 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:51.699118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5802dbdc-bac4-45a1-9170-7da33a1ce9fd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:51.705568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5802dbdc-bac4-45a1-9170-7da33a1ce9fd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:51.712115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 858fb89f-144c-41ca-8b92-bb1e353a2c91 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:51.712684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:51.724910 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-5802dbdc-bac4-45a1-9170-7da33a1ce9fd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:32:51.725546 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5802dbdc-bac4-45a1-9170-7da33a1ce9fd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:51.867456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-16269e4c-0797-4199-8aea-23b7d8a1ef60 None None] Provisioning complete for port 858fb89f-144c-41ca-8b92-bb1e353a2c91 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:51.867456 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16269e4c-0797-4199-8aea-23b7d8a1ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:51.956735 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5802dbdc-bac4-45a1-9170-7da33a1ce9fd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6466444 Jan 28 20:32:51.956735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66134a3f-1a53-4d6d-a6fe-5b8113829e8f {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:51.964495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47264) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:51.975299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:51.980163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-661c07b9-3901-481c-bd64-e7983a901891 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:52.077849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Transition to ACTIVE for port object 66134a3f-1a53-4d6d-a6fe-5b8113829e8f will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:32:52.102963 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:52.128939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1a2c0448-f53d-4140-8f32-4336c3eb798d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:32:52.163456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1a2c0448-f53d-4140-8f32-4336c3eb798d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:32:52.163918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1a2c0448-f53d-4140-8f32-4336c3eb798d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:32:52.180991 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-d9f3749a-316e-43d6-add9-85048550df0f service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334138 Jan 28 20:32:52.198118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427041cc-40d4-468f-8ca7-37961eb5b8f8 req-89b5563d-4435-45ad-af0e-300d7be86a90 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.200313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-427041cc-40d4-468f-8ca7-37961eb5b8f8 req-89b5563d-4435-45ad-af0e-300d7be86a90 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.3665278 Jan 28 20:32:52.222244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-df59d3a9-e02e-4d97-92b2-917608b90f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.224009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-df59d3a9-e02e-4d97-92b2-917608b90f0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 1096 time: 0.4393690 Jan 28 20:32:52.283585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-913068e6-0c29-451b-9915-7107348a327c tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.285185 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-913068e6-0c29-451b-9915-7107348a327c tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.13 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 816 time: 0.3068600 Jan 28 20:32:52.292552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:52.377375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Request body: {'port': {'device_id': '3d60d131-56b9-45eb-9c67-d394dc2aa641', 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d', 'admin_state_up': True, 'tenant_id': 'e647f01e3fe446629424dd9138d0a4e4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:52.390264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-1b494afc-c87a-4cab-ada1-82df6484a46d tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.397775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-1b494afc-c87a-4cab-ada1-82df6484a46d tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 816 time: 0.5626600 Jan 28 20:32:52.448473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-3e254bb8-a311-4e19-83db-38c56e7124d4 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/quotas/e647f01e3fe446629424dd9138d0a4e4 HTTP/1.1" status: 200 len: 375 time: 0.0496583 Jan 28 20:32:52.471323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-427041cc-40d4-468f-8ca7-37961eb5b8f8 req-b43a611c-a002-4d74-af56-8294cae842e4 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476032 Jan 28 20:32:52.492767 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26cb4adf-d062-45d2-8b14-96ca84b52e5b req-de0b87fd-bd1c-46f8-b58e-0bf5c4a9fcfc service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964692 Jan 28 20:32:52.543014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Attempting to bind port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:52.543611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Attempting to bind port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:52.544108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Attempting to bind port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:52.553979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:32:52.554333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Attempting to bind port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:52.577943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:52.577943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Checking segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:52.577943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Bound using segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:52.577943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Bound port: 66134a3f-1a53-4d6d-a6fe-5b8113829e8f, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:52.577943 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:52.586768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c07b9-3901-481c-bd64-e7983a901891 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:52.591183 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-661c07b9-3901-481c-bd64-e7983a901891 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:52.594116 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-661c07b9-3901-481c-bd64-e7983a901891 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:32:52.595499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661c07b9-3901-481c-bd64-e7983a901891 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:32:52.631885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-1c3d2033-5e3e-48df-98fb-6cb5791714ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.634701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-1c3d2033-5e3e-48df-98fb-6cb5791714ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 200 len: 920 time: 0.4017689 Jan 28 20:32:52.646003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-661c07b9-3901-481c-bd64-e7983a901891 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6754239 Jan 28 20:32:52.651693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47272) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:52.690167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f73cd515-6932-4ead-9103-f90969c01565 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0346422 Jan 28 20:32:52.702108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47274) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:52.728658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-530297fd-faa3-4ffd-829b-a4e633caa983 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2791717 Jan 28 20:32:52.733259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-fb398785-ef9c-4b9c-834d-a20295eb345b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 200 len: 217 time: 0.0854025 Jan 28 20:32:52.774437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] For port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:52.776622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Made reservation on behalf of e647f01e3fe446629424dd9138d0a4e4 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:52.781648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:52.787835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] For port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:52.807278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:52.816062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda8877-69e5-4c14-9331-ea7abfd78dc1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.821520 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0eda8877-69e5-4c14-9331-ea7abfd78dc1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1143262 Jan 28 20:32:52.832451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47276) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:52.876970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.877608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:52.879059 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/66134a3f-1a53-4d6d-a6fe-5b8113829e8f HTTP/1.1" status: 200 len: 1091 time: 2.4717076 Jan 28 20:32:52.884211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be535201-87bd-4493-89b4-0d01097573ab', 'tag': '66134a3f-1a53-4d6d-a6fe-5b8113829e8f'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:52.892128 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1aa29b-2c7f-45cc-a8ff-3052329bd762" -d '{"events": [{"name": "network-changed", "server_uuid": "be535201-87bd-4493-89b4-0d01097573ab", "tag": "66134a3f-1a53-4d6d-a6fe-5b8113829e8f"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:52.897686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1f1f82c3-2401-4bf1-8f80-798bb7823fa0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542395 Jan 28 20:32:52.908745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47280) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:52.915940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-c8a21c1e-a469-49a1-a110-36c4d05ae5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.917506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-c8a21c1e-a469-49a1-a110-36c4d05ae5c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 200 len: 859 time: 0.1646714 Jan 28 20:32:52.924849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:52.960386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122229-7fd7-4f3b-bd93-8ebe4ae7afbd req-3f6c0f7a-f967-41ec-bf7e-c1e8ad2bc44a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.962003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f122229-7fd7-4f3b-bd93-8ebe4ae7afbd req-3f6c0f7a-f967-41ec-bf7e-c1e8ad2bc44a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 943 time: 0.3036311 Jan 28 20:32:52.985290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e9fe0-99fd-4fd8-9245-dd2e80d9e1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:52.993842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-8fc032fa-84db-4f86-b229-ed333023c25f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560009 Jan 28 20:32:53.082137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976035-f540-4b60-8092-adb26ecef677 req-0e595bd1-5100-4e66-b085-498672a49e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:53.084531 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-0e595bd1-5100-4e66-b085-498672a49e78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 1094 time: 0.1110835 Jan 28 20:32:53.101812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-1c2692aa-66cf-4e61-b7e5-6500164a0a2d service neutron] 10.222.0.44 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497615 Jan 28 20:32:53.147062 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-b98139ea-54b0-47b2-a9da-e00631e2131f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66134a3f-1a53-4d6d-a6fe-5b8113829e8f HTTP/1.1" status: 200 len: 217 time: 0.0515687 Jan 28 20:32:53.269196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f122229-7fd7-4f3b-bd93-8ebe4ae7afbd req-b9acba7b-0b03-4607-b524-1ba731e91578 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775984 Jan 28 20:32:53.471173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-367baa96-fa24-48ae-af89-ecd5a8c10e50 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269462 Jan 28 20:32:53.484372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:53.487866 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:53.493594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-83c946e7-9dd6-47b9-a223-be9f8387758f service neutron] 10.222.0.44 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909869 Jan 28 20:32:53.500416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Allocated IP 172.20.0.12 (081bfb23-0e45-404d-bea6-33c12049756d/e42794db-851b-4aeb-bdca-1cfd7742c879/4d3cc6bf-32d0-4d96-96c9-a7c65b47f795) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:53.528041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-f902fc6e-c423-4db5-810d-ceb41690fb9d tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:53.530193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-f902fc6e-c423-4db5-810d-ceb41690fb9d tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.26 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 816 time: 0.3595467 Jan 28 20:32:53.533684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976035-f540-4b60-8092-adb26ecef677 req-792ab453-68ae-4936-8377-4983f33f51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:53.535214 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-792ab453-68ae-4936-8377-4983f33f51cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.3601270 Jan 28 20:32:53.580119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Request body: {'port': {'device_id': '3cf0c814-6988-4e1a-b8fc-cb144df13e27', 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d', 'admin_state_up': True, 'tenant_id': 'e647f01e3fe446629424dd9138d0a4e4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:53.629520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fc297-7eaf-4957-b844-71e1b6f94938 req-ea8bb3f7-8574-423f-bfe1-dc2e35ce4bac tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:53.631071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-151fc297-7eaf-4957-b844-71e1b6f94938 req-ea8bb3f7-8574-423f-bfe1-dc2e35ce4bac tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.3008380 Jan 28 20:32:53.653529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a976035-f540-4b60-8092-adb26ecef677 req-b3068100-0b40-4a97-82a8-eaff8e049b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:53.654726 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-b3068100-0b40-4a97-82a8-eaff8e049b9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058469 Jan 28 20:32:53.671987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-8a3c379c-431b-4988-9fef-ba3b2a287e06 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:32:53.673319 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-8a3c379c-431b-4988-9fef-ba3b2a287e06 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066013 Jan 28 20:32:53.762337 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c7c100-4670-456b-94ad-6804a45583c0 x-openstack-request-id: req-03c7c100-4670-456b-94ad-6804a45583c0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:53.762337 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be535201-87bd-4493-89b4-0d01097573ab", "tag": "66134a3f-1a53-4d6d-a6fe-5b8113829e8f", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:53.762337 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03c7c100-4670-456b-94ad-6804a45583c0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:53.762337 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be535201-87bd-4493-89b4-0d01097573ab', 'tag': '66134a3f-1a53-4d6d-a6fe-5b8113829e8f', 'status': 'completed', 'code': 200} Jan 28 20:32:53.891641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-151fc297-7eaf-4957-b844-71e1b6f94938 req-b93add87-e422-4a93-9feb-6d2f5b2b9b5b tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378397 Jan 28 20:32:53.937065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:54.012378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f80d191-e31f-426c-8b1f-bb6f0e015372 req-45f2ae67-f2cc-4da4-b399-ac2b07721726 service neutron] 10.222.0.13 "GET /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150576 Jan 28 20:32:54.059517 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-9850d21b-06da-4611-a18f-2e0cfc6bd9e2 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689377 Jan 28 20:32:54.084061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:54.093645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f543fc79-581a-4d1f-8f96-3d596510121a req-9f67479d-ff38-48c4-b44c-5c2ab0678b45 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 210 time: 0.0801373 Jan 28 20:32:54.111840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08e95-3bd9-4254-b002-4ec2fbd53a1e req-defe9dfd-1345-4689-9732-5fde575f0994 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:54.124025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb08e95-3bd9-4254-b002-4ec2fbd53a1e req-defe9dfd-1345-4689-9732-5fde575f0994 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.2554419 Jan 28 20:32:54.226401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Made reservation on behalf of e647f01e3fe446629424dd9138d0a4e4 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:54.230354 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:54.314437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb08e95-3bd9-4254-b002-4ec2fbd53a1e req-8ee63852-ad85-410f-a296-395be6ab1b1c tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889279 Jan 28 20:32:54.361946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Network 081bfb23-0e45-404d-bea6-33c12049756d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:54.371848 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:54.394910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:54.403620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Pushing event updated for resources: {'Port': ['ID=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:54.527755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0a976035-f540-4b60-8092-adb26ecef677 req-a2f934c9-7c12-49e2-bb68-3dbd4e21cb99 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522588 Jan 28 20:32:54.549204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:54.550093 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:54.586565 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-72caed07-1a27-4833-803b-ebd3c47e5b58 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2166135 Jan 28 20:32:54.603575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Request body: {'port': {'device_id': '3d60d131-56b9-45eb-9c67-d394dc2aa641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:54.728441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4d88fe7b-2b73-4c39-bedc-cb925917e7ff None None] Provisioning complete for port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:54.729998 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4d88fe7b-2b73-4c39-bedc-cb925917e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:54.766099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-9942b598-3915-4b1c-80f0-74002e572600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:54.768516 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-9942b598-3915-4b1c-80f0-74002e572600 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 1094 time: 0.1569624 Jan 28 20:32:54.769461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4d88fe7b-2b73-4c39-bedc-cb925917e7ff None None] Port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:32:54.790796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:54.903344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:32:54.910224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:54.976333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=12535de8-1fca-4dac-af34-1801191d6209,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:54.983355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-abde12df-fae5-468f-bc42-d1236644f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:54.985360 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-abde12df-fae5-468f-bc42-d1236644f8d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.2061677 Jan 28 20:32:55.022229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:55.028495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:55.038364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17802803-17da-4856-a73b-4b06e9c4fb5d req-49bad064-ded9-49ff-b43a-7f0cfb6a12b6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:55.040112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087878aa-521d-49c5-bf25-f9045d63afe4 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:55.047126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17802803-17da-4856-a73b-4b06e9c4fb5d req-49bad064-ded9-49ff-b43a-7f0cfb6a12b6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 943 time: 0.2242601 Jan 28 20:32:55.049698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:55.050295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:55.121797 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-70c0fa45-bd85-4e78-9795-480f1efb5ead service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66134a3f-1a53-4d6d-a6fe-5b8113829e8f HTTP/1.1" status: 200 len: 217 time: 0.1175756 Jan 28 20:32:55.244918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-c4734054-a720-43fc-8f00-dd266fdfa562 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:55.246930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-c4734054-a720-43fc-8f00-dd266fdfa562 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.13 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 816 time: 0.1332655 Jan 28 20:32:55.265306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Request body: {'port': {'device_id': '90b815c5-07bd-4f10-ad1e-30b88f036a25', 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d', 'admin_state_up': True, 'tenant_id': 'e647f01e3fe446629424dd9138d0a4e4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:55.267522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-d80a8c4d-1bf3-41af-b733-296c06391508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:55.270517 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-d80a8c4d-1bf3-41af-b733-296c06391508 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.0826049 Jan 28 20:32:55.351640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-c6ed7296-238f-44d1-99d5-031fb2cae7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:55.353968 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-c6ed7296-238f-44d1-99d5-031fb2cae7a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719249 Jan 28 20:32:55.364267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '12535de8-1fca-4dac-af34-1801191d6209'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:32:55.365461 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:55.378237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17802803-17da-4856-a73b-4b06e9c4fb5d req-a4ea9111-7284-4a7c-aef0-7c35c37cafb3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300207 Jan 28 20:32:55.388217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-76ab8119-279e-4c4a-972f-058c0fbbd931 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4767315 Jan 28 20:32:55.391216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47308) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:55.439063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Allocated IP 172.20.0.4 (081bfb23-0e45-404d-bea6-33c12049756d/e42794db-851b-4aeb-bdca-1cfd7742c879/00715424-9edd-4684-98c4-3a331b8c0639) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:55.455713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:81:81:ad', 'name': 'tempest-NetworksTestDHCPv6-1773633670'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:55.468460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c279a85-e041-4f8f-a14f-409407155d3f req-357c996a-4ef7-4587-9a02-4431554aea69 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:55.470190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c279a85-e041-4f8f-a14f-409407155d3f req-357c996a-4ef7-4587-9a02-4431554aea69 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.4429457 Jan 28 20:32:55.524867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-372fb527-7ef5-4805-abf1-6d8194be170e req-2ff93fae-28d1-49de-882b-a4cef33a45a7 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 210 time: 0.0516458 Jan 28 20:32:55.636701 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-d47b10a7-79e6-4f4a-b169-2d8380c409b4 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733905 Jan 28 20:32:55.660168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Allocated IP 2001:db8::f816:3eff:fe3a:7863 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/12535de8-1fca-4dac-af34-1801191d6209/356c7b80-ccb2-40d5-84d2-714885cfa47e) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:55.669355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Made reservation on behalf of e647f01e3fe446629424dd9138d0a4e4 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:55.674002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:55.716497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c279a85-e041-4f8f-a14f-409407155d3f req-0364ca48-92aa-4a82-b439-16412750d975 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955709 Jan 28 20:32:55.845966 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de1aa29b-2c7f-45cc-a8ff-3052329bd762 req-ebfc99e7-308d-46fa-8c11-120ebaaa27a1 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980863 Jan 28 20:32:55.849087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:55.897625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a253fe-89a3-4440-9c05-cdce52e2a52b req-c249b521-8c0e-46f4-84c1-28bfd429ee23 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:55.899133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33a253fe-89a3-4440-9c05-cdce52e2a52b req-c249b521-8c0e-46f4-84c1-28bfd429ee23 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.2568491 Jan 28 20:32:55.920900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:55.930282 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:55.993881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Pushing event updated for resources: {'Port': ['ID=356c7b80-ccb2-40d5-84d2-714885cfa47e,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:55.995166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.004655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:56.006251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:56.008799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:56.036047 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.042499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33a253fe-89a3-4440-9c05-cdce52e2a52b req-4181646f-5558-40d8-ab7b-c8cfbd0bf64d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329162 Jan 28 20:32:56.045777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:32:56.094734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.097014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Attempting to bind port 356c7b80-ccb2-40d5-84d2-714885cfa47e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:56.097447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Attempting to bind port 356c7b80-ccb2-40d5-84d2-714885cfa47e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:56.097949 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Attempting to bind port 356c7b80-ccb2-40d5-84d2-714885cfa47e on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:56.103461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:56.103892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:56.104335 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.104732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:56.105213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Bound port: 356c7b80-ccb2-40d5-84d2-714885cfa47e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:56.105599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.152400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Network 081bfb23-0e45-404d-bea6-33c12049756d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:56.155962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:56.159461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:56.190713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] For port 356c7b80-ccb2-40d5-84d2-714885cfa47e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:56.193408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Pushing event updated for resources: {'Port': ['ID=00715424-9edd-4684-98c4-3a331b8c0639,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:56.209629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] For port 356c7b80-ccb2-40d5-84d2-714885cfa47e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=356c7b80-ccb2-40d5-84d2-714885cfa47e,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:56.223609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.230273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:56.231530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.255154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c23f1995-a5a2-4122-8bc8-0cf36fff03b2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6815910 Jan 28 20:32:56.275970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Request body: {'port': {'device_id': '3cf0c814-6988-4e1a-b8fc-cb144df13e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:56.295888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fe81:81ad (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/12535de8-1fca-4dac-af34-1801191d6209/a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:56.304838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39605038-6b21-475a-a68f-f1255ebe9abb None None] Pushing event updated for resources: {'Port': ['ID=356c7b80-ccb2-40d5-84d2-714885cfa47e,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:56.369549 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.441700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:56.468833 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.487108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Transition to ACTIVE for port object 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:32:56.492440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.623830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4556d84e-7d1d-4ad9-8f2d-1ed546eb3559 None None] Provisioning complete for port 00715424-9edd-4684-98c4-3a331b8c0639 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:56.624348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4556d84e-7d1d-4ad9-8f2d-1ed546eb3559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.680946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4556d84e-7d1d-4ad9-8f2d-1ed546eb3559 None None] Port 00715424-9edd-4684-98c4-3a331b8c0639 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:32:56.698219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Pushing event updated for resources: {'Port': ['ID=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:56.728243 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.832965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-196f7795-5b32-4bfe-9bbb-8161eea20431 req-c3f68819-8175-4b9f-8252-ab8360dd1414 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 210 time: 0.0851169 Jan 28 20:32:56.851184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Attempting to bind port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:56.851531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Attempting to bind port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:56.851864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Attempting to bind port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 on network 081bfb23-0e45-404d-bea6-33c12049756d {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:56.856860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Allocated IP 172.20.0.14 (081bfb23-0e45-404d-bea6-33c12049756d/e42794db-851b-4aeb-bdca-1cfd7742c879/ae1af39e-f62b-48d1-aa6f-c1047f72c4aa) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:56.863268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 on network 081bfb23-0e45-404d-bea6-33c12049756d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:32:56.863607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Attempting to bind port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 on network 081bfb23-0e45-404d-bea6-33c12049756d {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:56.879107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:56.879450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Checking segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:56.879936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Bound using segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:56.880428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Bound port: 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:56.880793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.891857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b0611-c4de-4b6d-a75c-1dca875b2860 req-ed2ecfea-f829-462d-ae6d-9722325ced0d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:56.893479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e2b0611-c4de-4b6d-a75c-1dca875b2860 req-ed2ecfea-f829-462d-ae6d-9722325ced0d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 943 time: 0.4113681 Jan 28 20:32:56.930040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:56.987062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:56.993646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:57.005868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:57.012721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.014340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.043509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:57.044587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 66134a3f-1a53-4d6d-a6fe-5b8113829e8f details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:32:57.056493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] For port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:57.066816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f0710015-d25c-4739-8862-5c41abd86ef2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6647375 Jan 28 20:32:57.070107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] For port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:57.071474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47320) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:57.084136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.090875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e2b0611-c4de-4b6d-a75c-1dca875b2860 req-d89f1e1f-d776-405e-a450-d060415c22e6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773777 Jan 28 20:32:57.179288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Pushing event updated for resources: {'Port': ['ID=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:57.182791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.183413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.184860 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-ba48b2b7-46cc-4112-8859-361fd5d69dbe service neutron] 10.222.0.13 "PUT /v2.0/ports/4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 HTTP/1.1" status: 200 len: 1092 time: 2.5911241 Jan 28 20:32:57.186936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d60d131-56b9-45eb-9c67-d394dc2aa641', 'tag': '4d3cc6bf-32d0-4d96-96c9-a7c65b47f795'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:57.189352 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb291c8e-1f09-4061-837b-3d5196ec92c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3d60d131-56b9-45eb-9c67-d394dc2aa641", "tag": "4d3cc6bf-32d0-4d96-96c9-a7c65b47f795"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:57.218679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5726d32-bd2c-4562-94ce-4870f51cd974 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.230670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5726d32-bd2c-4562-94ce-4870f51cd974 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.236319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125027e-1008-46e4-9fcd-575d3f2dd787 req-c62e28b1-0d0f-4951-9a5d-b1743ba9136e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.237147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b5726d32-bd2c-4562-94ce-4870f51cd974 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1643553 Jan 28 20:32:57.237993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47326) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:57.242612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3125027e-1008-46e4-9fcd-575d3f2dd787 req-c62e28b1-0d0f-4951-9a5d-b1743ba9136e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.2795873 Jan 28 20:32:57.392020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:57.402711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3125027e-1008-46e4-9fcd-575d3f2dd787 req-389c2805-748e-41ec-a2f2-42b534ce9ced tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592100 Jan 28 20:32:57.415685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-28f2ed77-9daf-4c6a-9970-1861b6cb559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.417347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '66134a3f-1a53-4d6d-a6fe-5b8113829e8f', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': '66134a3f-1a53-4d6d-a6fe-5b8113829e8f', 'mac_address': 'fa:16:3e:75:d3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:32:57.417533 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-28f2ed77-9daf-4c6a-9970-1861b6cb559b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 1095 time: 0.1562731 Jan 28 20:32:57.462659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.518537 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.533248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa934fc-99b0-4c12-8601-7d4ae334ee11 req-5f4ebbba-a82e-42dd-849b-78706e7384b0 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.546098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6aa934fc-99b0-4c12-8601-7d4ae334ee11 req-5f4ebbba-a82e-42dd-849b-78706e7384b0 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1992080 Jan 28 20:32:57.558308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66134a3f-1a53-4d6d-a6fe-5b8113829e8f {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:57.581504 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73608217-f891-4797-844b-61fe263571af x-openstack-request-id: req-73608217-f891-4797-844b-61fe263571af {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:57.581931 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d60d131-56b9-45eb-9c67-d394dc2aa641", "tag": "4d3cc6bf-32d0-4d96-96c9-a7c65b47f795", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:57.582186 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73608217-f891-4797-844b-61fe263571af {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:57.582598 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d60d131-56b9-45eb-9c67-d394dc2aa641', 'tag': '4d3cc6bf-32d0-4d96-96c9-a7c65b47f795', 'status': 'completed', 'code': 200} Jan 28 20:32:57.585314 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-f5927ea1-317b-40cf-981a-6311de878464 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 HTTP/1.1" status: 200 len: 217 time: 0.1553369 Jan 28 20:32:57.599349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:57.612583 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.687005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-95370696-bf2f-4cc9-9b0a-b8bc674f61f6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:32:57.687358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95370696-bf2f-4cc9-9b0a-b8bc674f61f6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.694851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6aa934fc-99b0-4c12-8601-7d4ae334ee11 req-b07865d5-d237-4b8f-9eea-3cef3735802b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476164 Jan 28 20:32:57.696855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-3da6878e-73d3-4a2d-a10c-ec8e6d74854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.700435 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-3da6878e-73d3-4a2d-a10c-ec8e6d74854e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 200 len: 855 time: 0.1033530 Jan 28 20:32:57.715401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 356c7b80-ccb2-40d5-84d2-714885cfa47e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:57.845767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95370696-bf2f-4cc9-9b0a-b8bc674f61f6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.856778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:57.881559 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:57.910271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-95370696-bf2f-4cc9-9b0a-b8bc674f61f6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:32:57.931498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 356c7b80-ccb2-40d5-84d2-714885cfa47e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:57.931878 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.000816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-02f2e94a-fd3c-4f20-80ef-0c15b79a01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:58.012085 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-02f2e94a-fd3c-4f20-80ef-0c15b79a01f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=081bfb23-0e45-404d-bea6-33c12049756d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767549 Jan 28 20:32:58.012570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Pushing event updated for resources: {'Port': ['ID=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:58.019202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['66134a3f-1a53-4d6d-a6fe-5b8113829e8f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:32:58.118100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00715424-9edd-4684-98c4-3a331b8c0639 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:32:58.127647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.153823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Network 081bfb23-0e45-404d-bea6-33c12049756d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:58.156626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:58.159590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:58.214241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Transition to ACTIVE for port object 00715424-9edd-4684-98c4-3a331b8c0639 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:32:58.223200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:58.223924 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.242466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.269876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a8e52-7bc5-4653-be01-0bef9ecbd230 req-8cb271fa-b3e4-4130-b1a3-ee2475274d92 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:58.271757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c9a8e52-7bc5-4653-be01-0bef9ecbd230 req-8cb271fa-b3e4-4130-b1a3-ee2475274d92 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 932 time: 0.2600796 Jan 28 20:32:58.357968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-62767c94-fee7-4ce5-946c-e4c74a0093b3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0971558 Jan 28 20:32:58.376194 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-48e587d9-998f-4482-b145-de5c9ee26f6e service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541150 Jan 28 20:32:58.378319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95370696-bf2f-4cc9-9b0a-b8bc674f61f6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.386456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Request body: {'port': {'device_id': '90b815c5-07bd-4f10-ad1e-30b88f036a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:58.408422 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:32:58.474366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c9a8e52-7bc5-4653-be01-0bef9ecbd230 req-9b097d23-019d-40a6-bdc1-7478a3940749 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543136 Jan 28 20:32:58.475554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95370696-bf2f-4cc9-9b0a-b8bc674f61f6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:58.509533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=00715424-9edd-4684-98c4-3a331b8c0639,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:58.638550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.695071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-87c5ed71-32e0-4380-bd4a-93ca6b288cee None None] Provisioning complete for port 356c7b80-ccb2-40d5-84d2-714885cfa47e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:58.695622 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87c5ed71-32e0-4380-bd4a-93ca6b288cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.698488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589279fc-8e5b-4deb-b6e7-7271905ab9a2 req-d49bff00-07be-45e3-a8be-713252336e60 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:58.700075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-589279fc-8e5b-4deb-b6e7-7271905ab9a2 req-d49bff00-07be-45e3-a8be-713252336e60 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 944 time: 0.2431610 Jan 28 20:32:58.715398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95370696-bf2f-4cc9-9b0a-b8bc674f61f6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.720314 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-95370696-bf2f-4cc9-9b0a-b8bc674f61f6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b HTTP/1.1" status: 204 len: 168 time: 1.4799757 Jan 28 20:32:58.723969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47350) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:58.843952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Attempting to bind port 00715424-9edd-4684-98c4-3a331b8c0639 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:32:58.844358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Attempting to bind port 00715424-9edd-4684-98c4-3a331b8c0639 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:32:58.844695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Attempting to bind port 00715424-9edd-4684-98c4-3a331b8c0639 on network 081bfb23-0e45-404d-bea6-33c12049756d {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:58.870047 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-179e084e-f61a-4c8f-97ec-c8e37f03f873 req-767c22c9-82e4-4a27-9e84-5a618acacb61 service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015071 Jan 28 20:32:58.874881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a523b7-2bb1-4c5a-98bf-91814af60579 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:58.886712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a523b7-2bb1-4c5a-98bf-91814af60579 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:58.894158 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86a523b7-2bb1-4c5a-98bf-91814af60579 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1665184 Jan 28 20:32:58.894408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:58.896087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47352) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:58.928105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Port 00715424-9edd-4684-98c4-3a331b8c0639 on network 081bfb23-0e45-404d-bea6-33c12049756d not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:32:58.928607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Attempting to bind port 00715424-9edd-4684-98c4-3a331b8c0639 on network 081bfb23-0e45-404d-bea6-33c12049756d {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:58.947787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-589279fc-8e5b-4deb-b6e7-7271905ab9a2 req-356184f2-0278-4bbc-ac4e-c9edea9008bc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172391 Jan 28 20:32:58.958912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:58.959266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Checking segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:32:58.959658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Bound using segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:58.960121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Bound port: 00715424-9edd-4684-98c4-3a331b8c0639, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:32:58.967053 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.023739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5dca87-fe86-44d3-951c-47b3d1c286ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 12535de8-1fca-4dac-af34-1801191d6209 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:32:59.033274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c5dca87-fe86-44d3-951c-47b3d1c286ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.048225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 356c7b80-ccb2-40d5-84d2-714885cfa47e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=356c7b80-ccb2-40d5-84d2-714885cfa47e,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:59.074607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.090771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47354) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:32:59.134739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c5dca87-fe86-44d3-951c-47b3d1c286ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.150730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7b8f8-2ef4-4999-9fa2-348d95ea0eb6 req-aa0afff5-a477-47ab-983f-4ab2710af972 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:59.152462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7b8f8-2ef4-4999-9fa2-348d95ea0eb6 req-aa0afff5-a477-47ab-983f-4ab2710af972 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.3315065 Jan 28 20:32:59.189737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-0c6aef5b-ef9e-463f-8825-a20451854e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:59.191566 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-0c6aef5b-ef9e-463f-8825-a20451854e47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 1095 time: 0.1987021 Jan 28 20:32:59.203114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=356c7b80-ccb2-40d5-84d2-714885cfa47e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:59.364308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-02a5fdf7-f72c-420b-9713-215ff5f12168 None None] Provisioning complete for port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:59.365017 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-02a5fdf7-f72c-420b-9713-215ff5f12168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.442121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ca7b8f8-2ef4-4999-9fa2-348d95ea0eb6 req-a14bf9d2-4f04-4f4b-b93d-2d86a44e1c48 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680333 Jan 28 20:32:59.450056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] For port 00715424-9edd-4684-98c4-3a331b8c0639, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:59.456558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-02a5fdf7-f72c-420b-9713-215ff5f12168 None None] Port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:32:59.462698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-02a5fdf7-f72c-420b-9713-215ff5f12168 None None] Could not find standard attr ID for object a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:32:59.494078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] For port 00715424-9edd-4684-98c4-3a331b8c0639, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=00715424-9edd-4684-98c4-3a331b8c0639,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:59.543610 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.566640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:59.567243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.569457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/00715424-9edd-4684-98c4-3a331b8c0639 HTTP/1.1" status: 200 len: 1091 time: 3.3004901 Jan 28 20:32:59.596363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf0c814-6988-4e1a-b8fc-cb144df13e27', 'tag': '00715424-9edd-4684-98c4-3a331b8c0639'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:32:59.602461 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3f2dcb-dade-4575-b8b4-90977c1dea45" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf0c814-6988-4e1a-b8fc-cb144df13e27", "tag": "00715424-9edd-4684-98c4-3a331b8c0639"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:32:59.636068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 356c7b80-ccb2-40d5-84d2-714885cfa47e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:59.685012 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf3bb4d-0fdd-44bc-9004-7fea3788b9c4 x-openstack-request-id: req-4cf3bb4d-0fdd-44bc-9004-7fea3788b9c4 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:32:59.685526 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf0c814-6988-4e1a-b8fc-cb144df13e27", "tag": "00715424-9edd-4684-98c4-3a331b8c0639", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:32:59.685798 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cf3bb4d-0fdd-44bc-9004-7fea3788b9c4 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:32:59.686279 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf0c814-6988-4e1a-b8fc-cb144df13e27', 'tag': '00715424-9edd-4684-98c4-3a331b8c0639', 'status': 'completed', 'code': 200} Jan 28 20:32:59.692929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c5dca87-fe86-44d3-951c-47b3d1c286ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.760579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-37256c8b-7823-4a9e-aafe-7c9fd4062fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:59.764239 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-37256c8b-7823-4a9e-aafe-7c9fd4062fc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 917 time: 0.5643635 Jan 28 20:32:59.791373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 356c7b80-ccb2-40d5-84d2-714885cfa47e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:59.791948 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.836228 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-72c3282f-51c2-4a46-8757-539f62fe381c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 HTTP/1.1" status: 200 len: 217 time: 0.0530417 Jan 28 20:32:59.907264 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c5dca87-fe86-44d3-951c-47b3d1c286ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.941754 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c5dca87-fe86-44d3-951c-47b3d1c286ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:32:59.948859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db624c5f-bf95-4f14-a7e1-65f310236807 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:32:59.963654 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c5dca87-fe86-44d3-951c-47b3d1c286ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/12535de8-1fca-4dac-af34-1801191d6209 HTTP/1.1" status: 204 len: 168 time: 1.0631645 Jan 28 20:32:59.963654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-3ec80ebd-b626-4299-8e4f-932eab9d0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:59.964765 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-3ec80ebd-b626-4299-8e4f-932eab9d0a69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 200 len: 855 time: 0.1094170 Jan 28 20:32:59.968236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47364) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:00.014049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dca87-fe86-44d3-951c-47b3d1c286ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=12535de8-1fca-4dac-af34-1801191d6209,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:00.098618 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ff90d21d-b446-49a7-82e3-afec5974f11b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1253600 Jan 28 20:33:00.099573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47368) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:00.108006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:00.186930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-869672b0-ad73-4092-b2b9-2cce68e1ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:00.188957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-869672b0-ad73-4092-b2b9-2cce68e1ae8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=081bfb23-0e45-404d-bea6-33c12049756d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889961 Jan 28 20:33:00.261543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:33:00.285011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1af39e-f62b-48d1-aa6f-c1047f72c4aa {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:33:00.293061 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:00.307047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Transition to ACTIVE for port object ae1af39e-f62b-48d1-aa6f-c1047f72c4aa will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:33:00.326747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:00.330893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:00.335680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] Deleting port 356c7b80-ccb2-40d5-84d2-714885cfa47e {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:00.336113 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:00.348359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556e41a-adcd-408f-8a1c-d70e02fdd3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=00715424-9edd-4684-98c4-3a331b8c0639,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:00.402829 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:00.411134 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-df4b33ef-9e76-44b1-b15a-686550982936 service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102187 Jan 28 20:33:00.443807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] For port 356c7b80-ccb2-40d5-84d2-714885cfa47e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=356c7b80-ccb2-40d5-84d2-714885cfa47e,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:00.444370 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:00.465709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] Calling delete_port for 356c7b80-ccb2-40d5-84d2-714885cfa47e owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:00.515119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-4f215dea-c610-468d-9346-ffc3b90d4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:00.516821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-4f215dea-c610-468d-9346-ffc3b90d4c9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 1094 time: 0.8519685 Jan 28 20:33:00.589529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cb291c8e-1f09-4061-837b-3d5196ec92c4 req-350786e0-1d2a-41d4-bf24-a2761e2e65c6 service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633348 Jan 28 20:33:00.609826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57091d98-bc9b-4023-b397-3b5169b50cc1 req-c6dff94f-92a0-44e7-9d1a-873d7e0ad285 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:00.612222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57091d98-bc9b-4023-b397-3b5169b50cc1 req-c6dff94f-92a0-44e7-9d1a-873d7e0ad285 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 932 time: 0.9763124 Jan 28 20:33:00.614352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-c4aa5718-8b2e-45a0-8013-85e4b29e1ceb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00715424-9edd-4684-98c4-3a331b8c0639 HTTP/1.1" status: 200 len: 217 time: 0.0801654 Jan 28 20:33:00.625935 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:00.627710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7ce20-9394-42ce-850c-75fa3e56cd9b req-60105da3-2b50-46b3-8bf9-0e11861d7df5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:00.630044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7e7ce20-9394-42ce-850c-75fa3e56cd9b req-60105da3-2b50-46b3-8bf9-0e11861d7df5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 944 time: 0.2716653 Jan 28 20:33:00.699219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] Pushing event deleted for resources: {'Port': ['ID=356c7b80-ccb2-40d5-84d2-714885cfa47e,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:00.702735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6ff14-60b1-4e60-a7cd-a5c004801844 None None] No DVR routers for this DVR port 356c7b80-ccb2-40d5-84d2-714885cfa47e on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:00.722278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57091d98-bc9b-4023-b397-3b5169b50cc1 req-fdeb4b40-9dc1-4294-a8e2-9eb8ca032352 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907831 Jan 28 20:33:00.723433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:00.765396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:00.828465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:33:00.830284 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:00.847754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-4c8996ab-fbc3-44bc-89e8-87bfa7601ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:00.847754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-4c8996ab-fbc3-44bc-89e8-87bfa7601ccf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 200 len: 855 time: 0.1867313 Jan 28 20:33:00.871960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Attempting to bind port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:33:00.872535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Attempting to bind port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:33:00.873037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Attempting to bind port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa on network 081bfb23-0e45-404d-bea6-33c12049756d {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:00.889836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:00.898680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:00.911615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:00.912253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:00.928698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:00.937431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=a38ac028-3b30-4be6-8139-542f5ede549e,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:00.948298 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e07cd380-061c-4cc3-9fc9-61d6b31be892 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8451235 Jan 28 20:33:00.948463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47376) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:00.952591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b5d47-4757-4649-9782-54a2880aeba9 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:00.955506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '4d3cc6bf-32d0-4d96-96c9-a7c65b47f795', 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d', 'port_id': '4d3cc6bf-32d0-4d96-96c9-a7c65b47f795', 'mac_address': 'fa:16:3e:8c:93:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42794db-851b-4aeb-bdca-1cfd7742c879', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:00.957640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:f5:01:be', 'name': 'tempest-NetworksTestDHCPv6-1407784329'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:01.026637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa on network 081bfb23-0e45-404d-bea6-33c12049756d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:33:01.027296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Attempting to bind port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa on network 081bfb23-0e45-404d-bea6-33c12049756d {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:01.044439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7e7ce20-9394-42ce-850c-75fa3e56cd9b req-9155e957-ab0b-40ae-ae82-97a725309a44 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348444 Jan 28 20:33:01.055465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 66134a3f-1a53-4d6d-a6fe-5b8113829e8f up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:01.060059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5c43f-c9b4-4d34-8ed4-b50e2f3b5500 req-a9c7629d-ddac-4622-9982-c2ce55094196 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:01.064400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71e5c43f-c9b4-4d34-8ed4-b50e2f3b5500 req-a9c7629d-ddac-4622-9982-c2ce55094196 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1951177 Jan 28 20:33:01.083420 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.115315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:01.115315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Checking segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:33:01.115902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Bound using segment: {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:01.116979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Bound port: ae1af39e-f62b-48d1-aa6f-c1047f72c4aa, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48eddc4-6b58-49eb-8835-4f55da9d4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:33:01.117380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.122816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:33:01.156360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71e5c43f-c9b4-4d34-8ed4-b50e2f3b5500 req-411f456c-66b4-4ece-9400-a81cb40c9aff tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606668 Jan 28 20:33:01.162458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-952b19b6-0dc7-4ab4-b33e-13bebf3c0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:01.164847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-952b19b6-0dc7-4ab4-b33e-13bebf3c0005 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=081bfb23-0e45-404d-bea6-33c12049756d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945852 Jan 28 20:33:01.207321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:01.217549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:01.244775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.302903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] For port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:01.308975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] For port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:01.318234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:33:01.326383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.327760 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.329064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.347721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:01.348386 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.353293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:01.354498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.356355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-66519660-7205-45ef-a17a-e15f04402833 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae1af39e-f62b-48d1-aa6f-c1047f72c4aa HTTP/1.1" status: 200 len: 1092 time: 2.9745686 Jan 28 20:33:01.371301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 0142f121-25ef-4ce1-879f-987f00937bdb yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:33:01.403290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'a38ac028-3b30-4be6-8139-542f5ede549e'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:33:01.404732 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.469077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:01.509861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-e7f4852d-f7b5-4f4c-bd9e-081e338a3184 service neutron] 10.222.0.26 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241236 Jan 28 20:33:01.603843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fef5:1be (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/a38ac028-3b30-4be6-8139-542f5ede549e/0142f121-25ef-4ce1-879f-987f00937bdb) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:01.615218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 356c7b80-ccb2-40d5-84d2-714885cfa47e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:01.618139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['4d3cc6bf-32d0-4d96-96c9-a7c65b47f795'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:01.658454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-e9f57a47-86b0-414d-bdde-03a2b0a078ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:01.660208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-e9f57a47-86b0-414d-bdde-03a2b0a078ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 1095 time: 0.2080297 Jan 28 20:33:01.660966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66519660-7205-45ef-a17a-e15f04402833 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:01.699775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 356c7b80-ccb2-40d5-84d2-714885cfa47e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:01.700281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 356c7b80-ccb2-40d5-84d2-714885cfa47e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:01.720943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b815c5-07bd-4f10-ad1e-30b88f036a25', 'tag': 'ae1af39e-f62b-48d1-aa6f-c1047f72c4aa'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:01.723629 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc676879-546e-4afd-a0f7-fdb1dad0dac2" -d '{"events": [{"name": "network-changed", "server_uuid": "90b815c5-07bd-4f10-ad1e-30b88f036a25", "tag": "ae1af39e-f62b-48d1-aa6f-c1047f72c4aa"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:01.733912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-21aad612-9696-484d-9e21-26bb2876d387 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa HTTP/1.1" status: 200 len: 217 time: 0.0591691 Jan 28 20:33:01.819482 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51833b07-8069-45ff-9f7b-4ea60eb46ef3 x-openstack-request-id: req-51833b07-8069-45ff-9f7b-4ea60eb46ef3 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:01.819769 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b815c5-07bd-4f10-ad1e-30b88f036a25", "tag": "ae1af39e-f62b-48d1-aa6f-c1047f72c4aa", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:01.820027 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51833b07-8069-45ff-9f7b-4ea60eb46ef3 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:01.820456 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b815c5-07bd-4f10-ad1e-30b88f036a25', 'tag': 'ae1af39e-f62b-48d1-aa6f-c1047f72c4aa', 'status': 'completed', 'code': 200} Jan 28 20:33:01.835684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.854976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.909971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:01.917153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15105e29-b51c-4f8e-ac1d-c5c6acc5ac08 req-378ec582-827c-4794-9052-2a05c94c5e66 service neutron] 10.222.0.26 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903344 Jan 28 20:33:01.926225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-b9460f60-15ab-43c7-af5e-cc5da69023bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:01.928032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-b9460f60-15ab-43c7-af5e-cc5da69023bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 200 len: 855 time: 0.1832988 Jan 28 20:33:01.980873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Allocated IP 2001:db8::f816:3eff:fe21:973b (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/a38ac028-3b30-4be6-8139-542f5ede549e/eedc0d6e-7103-453e-b368-03f3fed0593a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:02.006688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:02.016963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:02.022029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:02.031091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.031800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.038154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be535201-87bd-4493-89b4-0d01097573ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66134a3f-1a53-4d6d-a6fe-5b8113829e8f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:02.039354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4747252-aa47-441c-9df4-e99cc5e38117 req-62622701-3a4f-4943-9ce9-904e528e586f tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.042206 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9419c40-f25f-4488-be52-c7bb49febea9" -d '{"events": [{"server_uuid": "be535201-87bd-4493-89b4-0d01097573ab", "name": "network-vif-plugged", "status": "completed", "tag": "66134a3f-1a53-4d6d-a6fe-5b8113829e8f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:02.042471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4747252-aa47-441c-9df4-e99cc5e38117 req-62622701-3a4f-4943-9ce9-904e528e586f tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 944 time: 0.2155604 Jan 28 20:33:02.061365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=0142f121-25ef-4ce1-879f-987f00937bdb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:02.089922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dbae732f-0035-47de-bde4-cef6db8726bc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1373930 Jan 28 20:33:02.090346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47384) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:02.097782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:02.180063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.183885 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e348454-7056-43d2-a2c7-63defc268dd8 x-openstack-request-id: req-4e348454-7056-43d2-a2c7-63defc268dd8 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:02.184618 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be535201-87bd-4493-89b4-0d01097573ab", "name": "network-vif-plugged", "status": "completed", "tag": "66134a3f-1a53-4d6d-a6fe-5b8113829e8f", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:02.185594 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e348454-7056-43d2-a2c7-63defc268dd8 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:02.186482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b912315-1987-427b-bc47-5f890ec29032 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.187382 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be535201-87bd-4493-89b4-0d01097573ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66134a3f-1a53-4d6d-a6fe-5b8113829e8f', 'code': 200} Jan 28 20:33:02.192627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3b912315-1987-427b-bc47-5f890ec29032 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0963886 Jan 28 20:33:02.195503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47390) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:02.302412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4747252-aa47-441c-9df4-e99cc5e38117 req-67864fdf-5258-47fe-b50e-444b4bb4015d tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997666 Jan 28 20:33:02.350275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-d8791282-ce67-40cb-8a99-7e484441a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.361520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-d8791282-ce67-40cb-8a99-7e484441a767 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=081bfb23-0e45-404d-bea6-33c12049756d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4242990 Jan 28 20:33:02.363385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:02.368706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-bbadcc37-8959-4d43-9d5c-887cdd83a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.381078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-bbadcc37-8959-4d43-9d5c-887cdd83a9ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 1094 time: 0.3925683 Jan 28 20:33:02.400668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343615e1-6014-44b0-ac07-a987e3c8fb3f req-a0092527-9537-48ab-9560-fdaf6f38517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.402223 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-343615e1-6014-44b0-ac07-a987e3c8fb3f req-a0092527-9537-48ab-9560-fdaf6f38517f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 1096 time: 0.2077332 Jan 28 20:33:02.460716 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.468649 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.488379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-486971e4-164c-4c7d-b9e0-0719409d99cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 0142f121-25ef-4ce1-879f-987f00937bdb {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:02.489167 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-486971e4-164c-4c7d-b9e0-0719409d99cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.533795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:02.535084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Pushing event updated for resources: {'Port': ['ID=eedc0d6e-7103-453e-b368-03f3fed0593a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:02.538810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:02.543771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:02.573220 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-343615e1-6014-44b0-ac07-a987e3c8fb3f req-d7b88532-fc3c-4eaa-8f1c-903d123f5683 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590424 Jan 28 20:33:02.600456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1aeb0-64fc-42f8-ae23-48380d031b23 req-c7ac44d5-fe66-49e3-af81-3b713256205f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.602209 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8d1aeb0-64fc-42f8-ae23-48380d031b23 req-c7ac44d5-fe66-49e3-af81-3b713256205f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 945 time: 0.3455369 Jan 28 20:33:02.661035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-486971e4-164c-4c7d-b9e0-0719409d99cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.662432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Attempting to bind port eedc0d6e-7103-453e-b368-03f3fed0593a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:33:02.663983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Attempting to bind port eedc0d6e-7103-453e-b368-03f3fed0593a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:33:02.664902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Attempting to bind port eedc0d6e-7103-453e-b368-03f3fed0593a on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:02.679018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-486971e4-164c-4c7d-b9e0-0719409d99cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 0142f121-25ef-4ce1-879f-987f00937bdb owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:02.680727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:02.681424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:33:02.682487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.683124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:02.684672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Bound port: eedc0d6e-7103-453e-b368-03f3fed0593a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:33:02.686966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.693547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd7d80-4f28-49dc-b875-7275bb269b94 req-e5cec15b-3ab2-4a20-95a4-007448334dad tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.695281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3fd7d80-4f28-49dc-b875-7275bb269b94 req-e5cec15b-3ab2-4a20-95a4-007448334dad tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.3119674 Jan 28 20:33:02.738198 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-366531c6-503f-4ede-ac61-fdc59c5efea3 service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536406 Jan 28 20:33:02.751340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-7c3b4fdf-c1c6-4950-85df-e89dad519779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.753008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-7c3b4fdf-c1c6-4950-85df-e89dad519779 service neutron] 10.222.0.26 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 917 time: 0.3270199 Jan 28 20:33:02.761017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Deleting port ee5c188a-8a3d-45b7-969e-99caa23750e9 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:02.761572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.780589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] For port eedc0d6e-7103-453e-b368-03f3fed0593a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:02.785535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] For port eedc0d6e-7103-453e-b368-03f3fed0593a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=eedc0d6e-7103-453e-b368-03f3fed0593a,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:02.791737 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.815567 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8d1aeb0-64fc-42f8-ae23-48380d031b23 req-04459b79-0d22-4498-a03c-897185db838c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969142 Jan 28 20:33:02.912787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cfa1e-12bb-4cb4-bae8-5d79751658f9 None None] Pushing event updated for resources: {'Port': ['ID=eedc0d6e-7103-453e-b368-03f3fed0593a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:02.961621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-486971e4-164c-4c7d-b9e0-0719409d99cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:02.980874 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3fd7d80-4f28-49dc-b875-7275bb269b94 req-a19d2ed0-9e7f-4d3b-b7a6-abb61292b4d5 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596397 Jan 28 20:33:02.990440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-35cb1035-baee-4d40-8d22-e3cfa542f5cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00715424-9edd-4684-98c4-3a331b8c0639 HTTP/1.1" status: 200 len: 217 time: 0.0788021 Jan 28 20:33:03.024333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486971e4-164c-4c7d-b9e0-0719409d99cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=0142f121-25ef-4ce1-879f-987f00937bdb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:03.050168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-486971e4-164c-4c7d-b9e0-0719409d99cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.056752 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-486971e4-164c-4c7d-b9e0-0719409d99cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/0142f121-25ef-4ce1-879f-987f00937bdb HTTP/1.1" status: 204 len: 168 time: 0.8601651 Jan 28 20:33:03.060573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47394) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:03.133620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-696d53ca-d750-464a-b7cc-28c22fe508a2 req-4735e9ae-c5de-455a-8d22-372abf621ea1 service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660593 Jan 28 20:33:03.136898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] For port ee5c188a-8a3d-45b7-969e-99caa23750e9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ee5c188a-8a3d-45b7-969e-99caa23750e9,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:03.137646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.145446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29337a36-9701-4ea2-9f7f-e21c051cd362 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:03.150690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29337a36-9701-4ea2-9f7f-e21c051cd362 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:03.155273 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-29337a36-9701-4ea2-9f7f-e21c051cd362 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928748 Jan 28 20:33:03.156258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47396) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:03.157008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-6a03f5fb-7c8b-4d51-949b-3ab48f9515ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:03.163607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-6a03f5fb-7c8b-4d51-949b-3ab48f9515ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 200 len: 855 time: 0.1558037 Jan 28 20:33:03.238892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Calling delete_port for ee5c188a-8a3d-45b7-969e-99caa23750e9 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:03.274737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3366457-7ad1-4dd3-9094-ebcbcec6595d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet a38ac028-3b30-4be6-8139-542f5ede549e {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:03.282692 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3366457-7ad1-4dd3-9094-ebcbcec6595d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.319199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-b476834f-4bd1-4a27-9622-36a9a923d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:03.321382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-b476834f-4bd1-4a27-9622-36a9a923d293 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 1095 time: 0.0992272 Jan 28 20:33:03.380311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3366457-7ad1-4dd3-9094-ebcbcec6595d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.514739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3366457-7ad1-4dd3-9094-ebcbcec6595d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.603859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3366457-7ad1-4dd3-9094-ebcbcec6595d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.631832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-17d8a9fc-87ea-4270-b3c1-cb7c06a41de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:03.634243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-17d8a9fc-87ea-4270-b3c1-cb7c06a41de9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=081bfb23-0e45-404d-bea6-33c12049756d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4396496 Jan 28 20:33:03.641260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device eedc0d6e-7103-453e-b368-03f3fed0593a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:03.652804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3366457-7ad1-4dd3-9094-ebcbcec6595d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=a38ac028-3b30-4be6-8139-542f5ede549e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:03.658401 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3366457-7ad1-4dd3-9094-ebcbcec6595d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.668799 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e3366457-7ad1-4dd3-9094-ebcbcec6595d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/a38ac028-3b30-4be6-8139-542f5ede549e HTTP/1.1" status: 204 len: 168 time: 0.5084763 Jan 28 20:33:03.669245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47400) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:03.737020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-32a2645c-9cd4-4eb2-9e7e-2301ba4e3e19 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649886 Jan 28 20:33:03.739465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47402) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:03.740255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port eedc0d6e-7103-453e-b368-03f3fed0593a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:03.741029 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.807341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc40b9-6971-49f2-acec-833e8f02ec0f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:03.809211 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-44fc40b9-6971-49f2-acec-833e8f02ec0f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0682743 Jan 28 20:33:03.813089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47404) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:03.869611 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.925736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port eedc0d6e-7103-453e-b368-03f3fed0593a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=eedc0d6e-7103-453e-b368-03f3fed0593a,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:03.931005 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:03.931752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3c3aba-169c-49b0-9c48-2b922f665e7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:03.944624 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa3c3aba-169c-49b0-9c48-2b922f665e7a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301277 Jan 28 20:33:03.947204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47408) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:04.004629 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1aaa0381-d60f-462a-8718-8bb4a76df7bf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556648 Jan 28 20:33:04.014007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47414) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:04.019145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:04.048295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=eedc0d6e-7103-453e-b368-03f3fed0593a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:04.195054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:04.198563 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:04.358408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-1ceeeb13-e329-4bff-b09b-2d17b7e44e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:04.358408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-1ceeeb13-e329-4bff-b09b-2d17b7e44e8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 917 time: 0.9693971 Jan 28 20:33:04.394409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee505d9-57af-458f-b570-787ba5c26892 req-1e9d8bfe-f48a-4d98-80c9-a748e8e27fb9 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:04.396703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eee505d9-57af-458f-b570-787ba5c26892 req-1e9d8bfe-f48a-4d98-80c9-a748e8e27fb9 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 944 time: 0.9090192 Jan 28 20:33:04.464932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b13dea-c153-4c43-9bd8-d53fe842b7f6 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:04.481410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-6d1d3f5a-63ed-42d0-9047-c1e4d7741e92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa HTTP/1.1" status: 200 len: 217 time: 0.1110387 Jan 28 20:33:04.496476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-b42eb958-d67e-4f1a-9fc9-3c6e1fc86df7 service neutron] 10.222.0.26 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262002 Jan 28 20:33:04.534519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2192f406-77c1-4ce2-98e9-80d9ac901b0d None None] Provisioning complete for port eedc0d6e-7103-453e-b368-03f3fed0593a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:04.535089 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2192f406-77c1-4ce2-98e9-80d9ac901b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:04.547705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8aa8d5-8f98-405a-b4e5-9ce70e8119dd req-5c7318f6-afa1-419c-b1e6-cff0bd63f984 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:04.549141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea8aa8d5-8f98-405a-b4e5-9ce70e8119dd req-5c7318f6-afa1-419c-b1e6-cff0bd63f984 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 945 time: 0.2800045 Jan 28 20:33:04.594259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:33:04.651977 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:04.664574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eee505d9-57af-458f-b570-787ba5c26892 req-b0fb29ec-9267-4724-92bb-c172775cfa28 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323914 Jan 28 20:33:04.699653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-1711a155-dd55-48f5-9fd4-fce4eac72102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:04.702568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-1711a155-dd55-48f5-9fd4-fce4eac72102 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 200 len: 855 time: 0.2035961 Jan 28 20:33:04.710589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5c188a-8a3d-45b7-969e-99caa23750e9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:04.774619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea8aa8d5-8f98-405a-b4e5-9ce70e8119dd req-71da0011-e1a4-4eec-870f-ea9e3b35301b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033114 Jan 28 20:33:04.808661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ae1af39e-f62b-48d1-aa6f-c1047f72c4aa details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:04.813850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:04.827402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a3f2dcb-dade-4575-b8b4-90977c1dea45 req-0e5c8466-4bea-4380-8231-2eaefe6d9e4f service neutron] 10.222.0.26 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166294 Jan 28 20:33:04.877628 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:04.885113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-7c619c89-1b63-4c91-8cca-0cb76351ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:04.891795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-7c619c89-1b63-4c91-8cca-0cb76351ceef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=081bfb23-0e45-404d-bea6-33c12049756d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695757 Jan 28 20:33:04.929203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:33:04.955311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:04.955704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.142173 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.299581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 00715424-9edd-4684-98c4-3a331b8c0639 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:05.305075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] For port eedc0d6e-7103-453e-b368-03f3fed0593a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=eedc0d6e-7103-453e-b368-03f3fed0593a,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:05.340001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c48f2-139a-4db8-87eb-3a76d6b71163 req-1be74808-cd11-42c5-b204-16e547b4ac32 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:05.349831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e73c48f2-139a-4db8-87eb-3a76d6b71163 req-1be74808-cd11-42c5-b204-16e547b4ac32 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.4457419 Jan 28 20:33:05.353711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.360856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.370791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.518289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e73c48f2-139a-4db8-87eb-3a76d6b71163 req-c7285774-ed8e-41d2-9515-177d6b9d5482 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671937 Jan 28 20:33:05.531165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-60133422-1a62-46d9-bc3d-8fff4adb115e service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125998 Jan 28 20:33:05.549572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 00715424-9edd-4684-98c4-3a331b8c0639, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=00715424-9edd-4684-98c4-3a331b8c0639,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:05.572351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3b312a55-0055-41c1-b2d3-bbdb7e1c0e36 None None] Provisioning complete for port eedc0d6e-7103-453e-b368-03f3fed0593a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:05.572801 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3b312a55-0055-41c1-b2d3-bbdb7e1c0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.574819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '00715424-9edd-4684-98c4-3a331b8c0639', 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d', 'port_id': '00715424-9edd-4684-98c4-3a331b8c0639', 'mac_address': 'fa:16:3e:d3:02:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42794db-851b-4aeb-bdca-1cfd7742c879', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:05.586240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:05.605269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:05.623347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:05.637877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:05.638989 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.671260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=a3ef537b-f5aa-43fb-8b72-ce9532e4080d,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:05.694204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=eedc0d6e-7103-453e-b368-03f3fed0593a,revision_number=6']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:05.715934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'ae1af39e-f62b-48d1-aa6f-c1047f72c4aa', 'network_id': '081bfb23-0e45-404d-bea6-33c12049756d', 'port_id': 'ae1af39e-f62b-48d1-aa6f-c1047f72c4aa', 'mac_address': 'fa:16:3e:76:2e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42794db-851b-4aeb-bdca-1cfd7742c879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:05.722139 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9db64222-9dbe-4af5-b714-02a88d2a3875 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7069652 Jan 28 20:33:05.723533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47428) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:05.745613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:38:7f:f6', 'name': 'tempest-NetworksTestDHCPv6-1777885946'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:05.779467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device eedc0d6e-7103-453e-b368-03f3fed0593a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:05.850350 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.855948 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.900987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1af39e-f62b-48d1-aa6f-c1047f72c4aa {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:33:05.924843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:05.929910 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.950590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00715424-9edd-4684-98c4-3a331b8c0639 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:33:05.970281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Router 48e4c72c-0685-4f86-ad01-677298b2d972 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:05.983599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4b9ff4-feb3-49fa-83fe-a55005f3c3ef None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:05.985399 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:05.991720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 00715424-9edd-4684-98c4-3a331b8c0639, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=00715424-9edd-4684-98c4-3a331b8c0639,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:06.006679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:06.018413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:06.020385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d60d131-56b9-45eb-9c67-d394dc2aa641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3cc6bf-32d0-4d96-96c9-a7c65b47f795'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:06.023409 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae99398-8ea0-488d-b743-05c090b52dcd" -d '{"events": [{"server_uuid": "3d60d131-56b9-45eb-9c67-d394dc2aa641", "name": "network-vif-plugged", "status": "completed", "tag": "4d3cc6bf-32d0-4d96-96c9-a7c65b47f795"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:06.047622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port f6509dc6-08e6-4829-ba99-d63f8cf7abcd yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:33:06.087461 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:06.127684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port eedc0d6e-7103-453e-b368-03f3fed0593a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:06.128104 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:06.148258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df993b7-773b-4264-ad84-e8eba56cb13f req-abb962a8-a6b7-4c80-a764-bc6efa271417 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:06.160496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4df993b7-773b-4264-ad84-e8eba56cb13f req-abb962a8-a6b7-4c80-a764-bc6efa271417 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 944 time: 0.2830338 Jan 28 20:33:06.177038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:06.208917 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:06.225254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc676879-546e-4afd-a0f7-fdb1dad0dac2 req-c4b20687-1464-40a8-a63f-524abdd2c6fc service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092438 Jan 28 20:33:06.238665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fe38:7ff6 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/a3ef537b-f5aa-43fb-8b72-ce9532e4080d/f6509dc6-08e6-4829-ba99-d63f8cf7abcd) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:06.251699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c573652-c857-47e6-b265-9aea7891b42e req-72b37e44-85e1-41ad-baeb-6a6e31316ada tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:06.258767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:06.264126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c573652-c857-47e6-b265-9aea7891b42e req-72b37e44-85e1-41ad-baeb-6a6e31316ada tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 945 time: 0.2975404 Jan 28 20:33:06.339943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ae1af39e-f62b-48d1-aa6f-c1047f72c4aa'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:06.358671 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4df993b7-773b-4264-ad84-e8eba56cb13f req-c5380807-0a17-472a-a4e8-217b1ac36826 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967373 Jan 28 20:33:06.463015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c573652-c857-47e6-b265-9aea7891b42e req-5a8ff349-522a-42b7-9840-21aab098c2f5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922469 Jan 28 20:33:06.468590 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d5fb6c-31f9-479b-8907-5a3fd7705dbd x-openstack-request-id: req-88d5fb6c-31f9-479b-8907-5a3fd7705dbd {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:06.468966 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d60d131-56b9-45eb-9c67-d394dc2aa641", "name": "network-vif-plugged", "status": "completed", "tag": "4d3cc6bf-32d0-4d96-96c9-a7c65b47f795", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:06.469110 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88d5fb6c-31f9-479b-8907-5a3fd7705dbd {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:06.469496 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d60d131-56b9-45eb-9c67-d394dc2aa641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3cc6bf-32d0-4d96-96c9-a7c65b47f795', 'code': 200} Jan 28 20:33:06.481310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:06.496713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7751fb96-16a6-4d5f-b7ae-3c76ff713c48 admin admin] 10.222.0.44 "PUT /v2.0/routers/48e4c72c-0685-4f86-ad01-677298b2d972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4043412 Jan 28 20:33:06.498470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-67904b16-37fb-45a3-adc8-2a5cb4288bad None None] Could not find standard attr ID for object 0142f121-25ef-4ce1-879f-987f00937bdb. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:33:06.499112 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] Sync routers for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:06.501388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47438) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:06.522036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['00715424-9edd-4684-98c4-3a331b8c0639'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:06.548693 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:06.556747 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:06.562899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=00715424-9edd-4684-98c4-3a331b8c0639,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:06.719213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:06.735651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:06.780001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:06.800645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:06.829425 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:06.867303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:06.883527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:06.887917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:06.902959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:06.906159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:06.965138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=f6509dc6-08e6-4829-ba99-d63f8cf7abcd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:06.985712 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c6ccd104-4b4d-4a5f-945c-970268e05573 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2517579 Jan 28 20:33:06.986589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47444) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:07.040236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.062057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc59e0-6012-4a15-ba95-5cc7aa4f8a61 req-32a9611c-a993-4549-848e-3e94ac4ffb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:07.063568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9efc59e0-6012-4a15-ba95-5cc7aa4f8a61 req-32a9611c-a993-4549-848e-3e94ac4ffb1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 1097 time: 0.4715087 Jan 28 20:33:07.078557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a2b18-16a8-40ad-9b82-cdb8cdc172c3 req-be6f806a-da54-4a8e-9e0a-e8d93a459ad8 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:07.086320 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-948a2b18-16a8-40ad-9b82-cdb8cdc172c3 req-be6f806a-da54-4a8e-9e0a-e8d93a459ad8 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1085773 Jan 28 20:33:07.106401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6696ca02-7c09-44a4-871d-a52b3369649c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:07.119991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6696ca02-7c09-44a4-871d-a52b3369649c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:07.122428 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6696ca02-7c09-44a4-871d-a52b3369649c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1345384 Jan 28 20:33:07.125315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d3a03a16-14e3-4628-9622-f55a3da9caf3 None None] Provisioning complete for port eedc0d6e-7103-453e-b368-03f3fed0593a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:07.125862 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d3a03a16-14e3-4628-9622-f55a3da9caf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.130180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47446) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:07.214655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:33:04Z', 'revision_number': 5, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port': {'id': '7e441e20-56e7-4cb3-a5b5-adfd6220392c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:24:51Z', 'updated_at': '2022-01-28T20:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:07.247196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-948a2b18-16a8-40ad-9b82-cdb8cdc172c3 req-96e0e2db-4ffa-4c19-9df5-251b90962b6c tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595576 Jan 28 20:33:07.250709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9efc59e0-6012-4a15-ba95-5cc7aa4f8a61 req-0bc0572d-8536-45f3-b9ce-6ab9a8653dd2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617951 Jan 28 20:33:07.277698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Deleting port 7e441e20-56e7-4cb3-a5b5-adfd6220392c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:07.278430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.298333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9f14e962-3de7-4e01-9a96-724bd93526ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port f6509dc6-08e6-4829-ba99-d63f8cf7abcd {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:07.298773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f14e962-3de7-4e01-9a96-724bd93526ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.422449 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] Checking router: 48e4c72c-0685-4f86-ad01-677298b2d972 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:07.429278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] For port 7e441e20-56e7-4cb3-a5b5-adfd6220392c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7e441e20-56e7-4cb3-a5b5-adfd6220392c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:07.429649 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.443718 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] Routers {'48e4c72c-0685-4f86-ad01-677298b2d972'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:07.446135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Calling delete_port for 7e441e20-56e7-4cb3-a5b5-adfd6220392c owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:07.450944 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:32:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['48e4c72c-0685-4f86-ad01-677298b2d972'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:07.460674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f14e962-3de7-4e01-9a96-724bd93526ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.475858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9f14e962-3de7-4e01-9a96-724bd93526ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for f6509dc6-08e6-4829-ba99-d63f8cf7abcd owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:07.599676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device eedc0d6e-7103-453e-b368-03f3fed0593a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:07.647376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b0937986-9965-492b-b023-f139723e9f46 None None] Provisioning complete for port f6509dc6-08e6-4829-ba99-d63f8cf7abcd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:07.648898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0937986-9965-492b-b023-f139723e9f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.680026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647b996-c00c-4224-b4bc-6e43d67af0a9 req-d7d8eba0-cbce-4b21-a21e-f3c140497fef tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:07.681658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7647b996-c00c-4224-b4bc-6e43d67af0a9 req-d7d8eba0-cbce-4b21-a21e-f3c140497fef tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 945 time: 0.1160605 Jan 28 20:33:07.690207 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] Set router 48e4c72c-0685-4f86-ad01-677298b2d972 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:07.757375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b0937986-9965-492b-b023-f139723e9f46 None None] Port f6509dc6-08e6-4829-ba99-d63f8cf7abcd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:33:07.759459 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-edf5903a-4be9-44a7-a9b4-05b7c3cbec36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.778888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port eedc0d6e-7103-453e-b368-03f3fed0593a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:07.779665 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.800607 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f14e962-3de7-4e01-9a96-724bd93526ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.801242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7647b996-c00c-4224-b4bc-6e43d67af0a9 req-8eebf143-327c-4a0f-93c5-7af6eab78ba3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973346 Jan 28 20:33:07.835773 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:33:07Z', 'revision_number': 6, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:07.845542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.855530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14e962-3de7-4e01-9a96-724bd93526ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=f6509dc6-08e6-4829-ba99-d63f8cf7abcd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:07.898103 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f14e962-3de7-4e01-9a96-724bd93526ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:07.908107 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f14e962-3de7-4e01-9a96-724bd93526ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/f6509dc6-08e6-4829-ba99-d63f8cf7abcd HTTP/1.1" status: 204 len: 168 time: 0.7769260 Jan 28 20:33:07.908504 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22968c3-e012-4e1c-b877-a00759ffdbe1 None None] The sync data for ids ['48e4c72c-0685-4f86-ad01-677298b2d972'] in n-d-825064-3 is: [{'id': '48e4c72c-0685-4f86-ad01-677298b2d972', 'name': 'tempest-AttachVolumeShelveTestJSON-1168720421-router', 'tenant_id': '7e69d00efec840fa89855b324e670c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:24:49Z', 'updated_at': '2022-01-28T20:33:07Z', 'revision_number': 6, 'project_id': '7e69d00efec840fa89855b324e670c77', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:07.915936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47456) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:07.963973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e441e20-56e7-4cb3-a5b5-adfd6220392c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:08.026161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc461e2-77d1-469e-bf81-173cf4478005 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:08.027958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc461e2-77d1-469e-bf81-173cf4478005 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:08.032513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47460) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:08.036590 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5fc461e2-77d1-469e-bf81-173cf4478005 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1166945 Jan 28 20:33:08.073830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.223376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.227178 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.281976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb7f0b9-085d-44b2-ae69-71fa369c6588 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet a3ef537b-f5aa-43fb-8b72-ce9532e4080d {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:08.291182 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0b9-085d-44b2-ae69-71fa369c6588 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.295348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.295348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48e4c72c-0685-4f86-ad01-677298b2d972 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:33:08.300366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.304305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1b817e0f-b818-4c51-94c1-4dd2b012706b admin admin] 10.222.0.44 "DELETE /v2.0/routers/48e4c72c-0685-4f86-ad01-677298b2d972 HTTP/1.1" status: 204 len: 168 time: 1.7990000 Jan 28 20:33:08.307093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47464) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:08.347577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf12e56-6c46-4af5-9544-c7439f64e880 req-9744cb9b-d665-4575-9f86-b29abe4beb04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:08.349062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bf12e56-6c46-4af5-9544-c7439f64e880 req-9744cb9b-d665-4575-9f86-b29abe4beb04 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 946 time: 0.1626029 Jan 28 20:33:08.388323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-800f7117-95d1-4d3c-927c-9dba14b03d2a admin admin] Deleting subnet 59996808-5a6e-4074-825b-ba99e517d99e {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:08.393477 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-800f7117-95d1-4d3c-927c-9dba14b03d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.433760 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-800f7117-95d1-4d3c-927c-9dba14b03d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.536684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-800f7117-95d1-4d3c-927c-9dba14b03d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.601896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-800f7117-95d1-4d3c-927c-9dba14b03d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.631644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f7117-95d1-4d3c-927c-9dba14b03d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59996808-5a6e-4074-825b-ba99e517d99e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:08.636273 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-800f7117-95d1-4d3c-927c-9dba14b03d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.640494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-800f7117-95d1-4d3c-927c-9dba14b03d2a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/59996808-5a6e-4074-825b-ba99e517d99e HTTP/1.1" status: 204 len: 168 time: 0.3320804 Jan 28 20:33:08.643550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47468) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:08.650305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da225c-5285-4916-9576-24edc47fdb69 None None] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:08.727991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.784534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0b9-085d-44b2-ae69-71fa369c6588 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.844277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ae1af39e-f62b-48d1-aa6f-c1047f72c4aa up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:08.873392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Deleting port f500a7a5-ba93-488f-9a6f-d69779855d52 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:08.874202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.887622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bf12e56-6c46-4af5-9544-c7439f64e880 req-cf205399-7f3c-4fa4-a703-042f829ae5b9 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5289373 Jan 28 20:33:08.928033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0309eae-06fc-49fe-adbd-a5e2a0fa1d18 req-99434de6-3ce5-49a1-997c-608a1af9e957 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:08.939477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0309eae-06fc-49fe-adbd-a5e2a0fa1d18 req-99434de6-3ce5-49a1-997c-608a1af9e957 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1693208 Jan 28 20:33:08.971714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] For port f500a7a5-ba93-488f-9a6f-d69779855d52, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f500a7a5-ba93-488f-9a6f-d69779855d52,segment=NetworkSegment(4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3),segment_id=4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:08.972422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.987301 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0b9-085d-44b2-ae69-71fa369c6588 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:08.994015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Calling delete_port for f500a7a5-ba93-488f-9a6f-d69779855d52 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:09.071897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:33:09.079868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:09.079868 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.103681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 00715424-9edd-4684-98c4-3a331b8c0639 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:09.199729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0309eae-06fc-49fe-adbd-a5e2a0fa1d18 req-4c63874f-c3d2-4bea-9778-c9bddfd4bafb tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590494 Jan 28 20:33:09.208018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] DHCP port deletion for 0b696b74-f203-4f40-b45c-22d1c0b67e6b request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:33:09.237594 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0b9-085d-44b2-ae69-71fa369c6588 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.281531 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.309631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 00715424-9edd-4684-98c4-3a331b8c0639 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:33:09.312677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7f0b9-085d-44b2-ae69-71fa369c6588 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ef537b-f5aa-43fb-8b72-ce9532e4080d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:09.315792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 00715424-9edd-4684-98c4-3a331b8c0639 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:09.316312 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.329130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ebd49-e3f0-4f76-a448-a8e82ff84bf6 req-7d039059-327e-4cc9-acbb-516d342413c5 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:09.337693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b31ebd49-e3f0-4f76-a448-a8e82ff84bf6 req-7d039059-327e-4cc9-acbb-516d342413c5 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 945 time: 0.2325125 Jan 28 20:33:09.350181 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f0b9-085d-44b2-ae69-71fa369c6588 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.354845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0eb7f0b9-085d-44b2-ae69-71fa369c6588 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/a3ef537b-f5aa-43fb-8b72-ce9532e4080d HTTP/1.1" status: 204 len: 168 time: 1.3208852 Jan 28 20:33:09.364460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47478) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:09.372717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Pushing event deleted for resources: {'Port': ['ID=f500a7a5-ba93-488f-9a6f-d69779855d52,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:09.376051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] No DVR routers for this DVR port f500a7a5-ba93-488f-9a6f-d69779855d52 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:09.377235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d8ffb-a147-4de7-b312-308baf1d6112 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:09.438689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0ce8352f-97db-4acc-b65d-66c2ed6648af tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669134 Jan 28 20:33:09.439914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47480) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:09.452362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:09.604485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b31ebd49-e3f0-4f76-a448-a8e82ff84bf6 req-4b6b4d27-aa87-48e4-80a4-7b05856ffb86 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627082 Jan 28 20:33:09.631210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:09.633048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.638891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.667808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b696b74-f203-4f40-b45c-22d1c0b67e6b']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:09.680025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:09.680465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4691dd-f07f-48d5-a9fe-5bc2849a2fb3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:09.693660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.723166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.732988 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.739547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e441e20-56e7-4cb3-a5b5-adfd6220392c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:09.752308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:33:09.757990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:33:09.762432 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:33:09.814149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 7e441e20-56e7-4cb3-a5b5-adfd6220392c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:09.814821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7e441e20-56e7-4cb3-a5b5-adfd6220392c not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:09.815443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f500a7a5-ba93-488f-9a6f-d69779855d52 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:09.847841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] Deleting port f500a7a5-ba93-488f-9a6f-d69779855d52 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:09.848609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.867941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.877889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: f500a7a5-ba93-488f-9a6f-d69779855d52 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:09.878078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f500a7a5-ba93-488f-9a6f-d69779855d52 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:09.878521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ee5c188a-8a3d-45b7-969e-99caa23750e9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:09.900510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:09.908793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] 10.222.0.44 "DELETE /v2.0/networks/0b696b74-f203-4f40-b45c-22d1c0b67e6b HTTP/1.1" status: 204 len: 168 time: 1.2639773 Jan 28 20:33:09.910973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818f2de-f3b6-4397-9474-e2c03635277c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b696b74-f203-4f40-b45c-22d1c0b67e6b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:09.913226 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.035798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] For port f500a7a5-ba93-488f-9a6f-d69779855d52, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:10.036235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.052671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] Calling delete_port for f500a7a5-ba93-488f-9a6f-d69779855d52 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:10.056121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] Port f500a7a5-ba93-488f-9a6f-d69779855d52 was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:33:10.092912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 00715424-9edd-4684-98c4-3a331b8c0639, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=00715424-9edd-4684-98c4-3a331b8c0639,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:10.104130 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.105850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf0c814-6988-4e1a-b8fc-cb144df13e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00715424-9edd-4684-98c4-3a331b8c0639'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:10.111623 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747ae348-e92c-4dfd-9486-d9bb7a189cbf" -d '{"events": [{"server_uuid": "3cf0c814-6988-4e1a-b8fc-cb144df13e27", "name": "network-vif-plugged", "status": "completed", "tag": "00715424-9edd-4684-98c4-3a331b8c0639"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:10.115131 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.116612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: ee5c188a-8a3d-45b7-969e-99caa23750e9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:10.116926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ee5c188a-8a3d-45b7-969e-99caa23750e9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:10.159805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47498) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:10.220740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] Network 0b696b74-f203-4f40-b45c-22d1c0b67e6b is not hosted by any dhcp agent {{(pid=102308) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:33:10.221501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] No DVR routers for this DVR port f500a7a5-ba93-488f-9a6f-d69779855d52 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:10.232078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d9727ec2-23b9-4d38-abaa-0816b2c4aadf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e69d00efec840fa89855b324e670c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684266 Jan 28 20:33:10.232602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47500) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:10.251315 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faf6dd0-e6fd-4aca-bb40-b6917cd6074e x-openstack-request-id: req-1faf6dd0-e6fd-4aca-bb40-b6917cd6074e {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:10.251871 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf0c814-6988-4e1a-b8fc-cb144df13e27", "name": "network-vif-plugged", "status": "completed", "tag": "00715424-9edd-4684-98c4-3a331b8c0639", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:10.252127 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1faf6dd0-e6fd-4aca-bb40-b6917cd6074e {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:10.252562 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf0c814-6988-4e1a-b8fc-cb144df13e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00715424-9edd-4684-98c4-3a331b8c0639', 'code': 200} Jan 28 20:33:10.286645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251439c7-0f68-42db-b43d-25f99fdeb9ca None None] Pushing event deleted for resources: {'Port': ['ID=f500a7a5-ba93-488f-9a6f-d69779855d52,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:10.290962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1044d4-59e7-4f3a-bd0e-36b2632b44bf req-909d333a-6f98-456a-aa16-6480acc0c9c8 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:10.292453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e1044d4-59e7-4f3a-bd0e-36b2632b44bf req-909d333a-6f98-456a-aa16-6480acc0c9c8 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 946 time: 0.1819887 Jan 28 20:33:10.321086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9a01fce-7c2a-4d78-85f9-b2a2dac6f0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.321294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:10.355943 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.362790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b9a92e8-96b1-4d8b-a827-d9193e63aa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.376976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9a01fce-7c2a-4d78-85f9-b2a2dac6f0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.420755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=00715424-9edd-4684-98c4-3a331b8c0639,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:10.458494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9a01fce-7c2a-4d78-85f9-b2a2dac6f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.461520 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9a01fce-7c2a-4d78-85f9-b2a2dac6f0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.464660 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b9a01fce-7c2a-4d78-85f9-b2a2dac6f0bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9f5c7f6-2fe4-4d59-8a64-8f283e418bec HTTP/1.1" status: 204 len: 168 time: 0.2287710 Jan 28 20:33:10.491029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a01fce-7c2a-4d78-85f9-b2a2dac6f0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f5c7f6-2fe4-4d59-8a64-8f283e418bec,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:10.493435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:33:10.527183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:10.595415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] Deleting port eedc0d6e-7103-453e-b368-03f3fed0593a {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:10.595864 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.611512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657c30-50cc-440a-836d-43bdbf8e0c21 req-914845b0-d070-4d7c-a33a-20996fb99d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:10.614502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a657c30-50cc-440a-836d-43bdbf8e0c21 req-914845b0-d070-4d7c-a33a-20996fb99d51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 1096 time: 0.3443301 Jan 28 20:33:10.630447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e1044d4-59e7-4f3a-bd0e-36b2632b44bf req-9e45c2c9-db96-421e-a455-7cb6d262ec8f tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3039117 Jan 28 20:33:10.702149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dee955-c6b1-45f2-85e0-ce1c88f01099 req-5f22815a-2bf0-4482-b77b-0e6158c424c5 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:10.714503 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18dee955-c6b1-45f2-85e0-ce1c88f01099 req-5f22815a-2bf0-4482-b77b-0e6158c424c5 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.3018367 Jan 28 20:33:10.782874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] For port eedc0d6e-7103-453e-b368-03f3fed0593a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=eedc0d6e-7103-453e-b368-03f3fed0593a,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:10.783481 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:10.795991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:33:10.813121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] Calling delete_port for eedc0d6e-7103-453e-b368-03f3fed0593a owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:10.834619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18dee955-c6b1-45f2-85e0-ce1c88f01099 req-01bb96ba-e6e1-4ddf-aa13-9f8ca03f375b tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145277 Jan 28 20:33:11.016741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:11.051458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] Pushing event deleted for resources: {'Port': ['ID=eedc0d6e-7103-453e-b368-03f3fed0593a,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:11.056601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ed9b1-791f-4aa3-a210-5aeb2a7e4fd6 None None] No DVR routers for this DVR port eedc0d6e-7103-453e-b368-03f3fed0593a on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:11.057345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109973f-927c-4139-b857-8d3a7e9ca704 req-5f4b2b19-e156-4408-b5ec-0c7d998e1d9c tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:11.062203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5109973f-927c-4139-b857-8d3a7e9ca704 req-5f4b2b19-e156-4408-b5ec-0c7d998e1d9c tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.3116889 Jan 28 20:33:11.073600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a657c30-50cc-440a-836d-43bdbf8e0c21 req-8c74d230-c532-471e-ae5f-e05efa17fae5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328029 Jan 28 20:33:11.095548 n-d-825064-3 neutron-server[102307]: WARNING neutron.services.revisions.revision_plugin [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Could not find related port for resource to bump revision. Jan 28 20:33:11.111327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_pluggable_backend [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Port eedc0d6e-7103-453e-b368-03f3fed0593a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102307) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 20:33:11.111637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_pluggable_backend [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Reverting IP allocation for 2001:db8::f816:3eff:fe21:973b {{(pid=102307) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 20:33:11.117621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_pluggable_backend [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe21:973b {{(pid=102307) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 20:33:11.121644 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:11.176059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5109973f-927c-4139-b857-8d3a7e9ca704 req-9079ae07-66e1-4c0c-8ccc-67294566f5fa tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978136 Jan 28 20:33:11.182733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:11.195396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:11.200102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:11.200848 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:11.211829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657c37b-da69-4693-abd5-24908102f2aa None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:11.219776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=ec1547c4-7942-4367-b354-65996133b5bf,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:11.242816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-31af4ac1-2f94-4cb6-a1d0-b69bf679784a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7987287 Jan 28 20:33:11.243066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47524) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:11.249011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:56:4a:b9', 'name': 'tempest-NetworksTestDHCPv6-2080266536'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:11.420549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'ec1547c4-7942-4367-b354-65996133b5bf'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:33:11.421398 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:11.513721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:11.579407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device eedc0d6e-7103-453e-b368-03f3fed0593a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:11.625616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: eedc0d6e-7103-453e-b368-03f3fed0593a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:11.625985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device eedc0d6e-7103-453e-b368-03f3fed0593a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:11.630485 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:11.648258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-64ad6a22-0ee2-4e98-a21b-468f0a583ba2 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:11.649902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-64ad6a22-0ee2-4e98-a21b-468f0a583ba2 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.13 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 946 time: 0.1058078 Jan 28 20:33:11.714997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Allocated IP 2001:db8::f816:3eff:fe69:a14e (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/ec1547c4-7942-4367-b354-65996133b5bf/f86e43f8-3013-4f1b-ad84-804a9815fc0e) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:11.722369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:11.806180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 03e98626-d9e9-4e0e-9e09-9f6fd2be019b yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:33:11.911611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e30b13-fc98-48a8-b8e2-8cc5308decd4 req-20268f9f-5ce1-4b86-9ca1-3c23244129ab tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:11.920147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07e30b13-fc98-48a8-b8e2-8cc5308decd4 req-20268f9f-5ce1-4b86-9ca1-3c23244129ab tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 946 time: 0.1934972 Jan 28 20:33:11.931642 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:11.941394 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.010918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:12.018570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Pushing event updated for resources: {'Port': ['ID=f86e43f8-3013-4f1b-ad84-804a9815fc0e,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:12.022628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:12.029840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:12.059464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07e30b13-fc98-48a8-b8e2-8cc5308decd4 req-231868b8-bf4e-464d-ab60-b4ef41cb72ff tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups?id=8dc39ad2-6568-4f37-aa65-9a410d07e486&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379719 Jan 28 20:33:12.087940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fe56:4ab9 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/ec1547c4-7942-4367-b354-65996133b5bf/03e98626-d9e9-4e0e-9e09-9f6fd2be019b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:12.093492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Deleting port 69782fb7-84a9-4d16-8b56-13252fe49644 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:12.093967 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.120890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Attempting to bind port f86e43f8-3013-4f1b-ad84-804a9815fc0e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:33:12.121262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Attempting to bind port f86e43f8-3013-4f1b-ad84-804a9815fc0e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:33:12.121628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Attempting to bind port f86e43f8-3013-4f1b-ad84-804a9815fc0e on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:12.128747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:12.129203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:33:12.129758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.130387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:12.131026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Bound port: f86e43f8-3013-4f1b-ad84-804a9815fc0e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:33:12.131650 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.197557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163640f1-0453-4d00-8bb2-5007a5a4f96a req-ac99fe98-73af-4477-8156-56924b5dd64b tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:12.199278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-163640f1-0453-4d00-8bb2-5007a5a4f96a req-ac99fe98-73af-4477-8156-56924b5dd64b tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1589661 Jan 28 20:33:12.243350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] For port f86e43f8-3013-4f1b-ad84-804a9815fc0e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:12.252635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] For port f86e43f8-3013-4f1b-ad84-804a9815fc0e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f86e43f8-3013-4f1b-ad84-804a9815fc0e,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:12.253937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b815c5-07bd-4f10-ad1e-30b88f036a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1af39e-f62b-48d1-aa6f-c1047f72c4aa'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:12.258045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] For port 69782fb7-84a9-4d16-8b56-13252fe49644, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=69782fb7-84a9-4d16-8b56-13252fe49644,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:12.258548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.261445 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eac2ba-1d26-490c-853f-c7e194be6857" -d '{"events": [{"server_uuid": "90b815c5-07bd-4f10-ad1e-30b88f036a25", "name": "network-vif-plugged", "status": "completed", "tag": "ae1af39e-f62b-48d1-aa6f-c1047f72c4aa"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:12.271248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.417080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a701eb-2ecd-4a20-a288-110a50b52c47 None None] Pushing event updated for resources: {'Port': ['ID=f86e43f8-3013-4f1b-ad84-804a9815fc0e,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:12.607468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-163640f1-0453-4d00-8bb2-5007a5a4f96a req-f1186d9c-429f-40b1-b472-fa4a89f287b9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895812 Jan 28 20:33:12.660351 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c818167-1536-4c78-8ae8-a76b127c09aa x-openstack-request-id: req-4c818167-1536-4c78-8ae8-a76b127c09aa {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:12.662392 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b815c5-07bd-4f10-ad1e-30b88f036a25", "name": "network-vif-plugged", "status": "completed", "tag": "ae1af39e-f62b-48d1-aa6f-c1047f72c4aa", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:12.663761 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c818167-1536-4c78-8ae8-a76b127c09aa {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:12.664397 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b815c5-07bd-4f10-ad1e-30b88f036a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1af39e-f62b-48d1-aa6f-c1047f72c4aa', 'code': 200} Jan 28 20:33:12.686976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.687492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.687961 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Floating IP 3893869e-4238-4212-9e7e-1f5a093a702a disassociated. External IP: 172.25.2.85, port: 69782fb7-84a9-4d16-8b56-13252fe49644. Jan 28 20:33:12.688459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Calling delete_port for 69782fb7-84a9-4d16-8b56-13252fe49644 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:12.726276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658a58-d176-42f4-96c3-829fac4c8bf2 req-556c1e31-c78a-4edd-abe5-b35e23f63f2a tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:12.730231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9658a58-d176-42f4-96c3-829fac4c8bf2 req-556c1e31-c78a-4edd-abe5-b35e23f63f2a tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.2142262 Jan 28 20:33:12.821987 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.836649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bfb57-7565-4949-9f3c-d86fab954e94 req-ea5e7963-c370-4f32-bb94-851e3361dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:12.842660 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-319bfb57-7565-4949-9f3c-d86fab954e94 req-ea5e7963-c370-4f32-bb94-851e3361dcfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 1097 time: 0.0818570 Jan 28 20:33:12.867039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9658a58-d176-42f4-96c3-829fac4c8bf2 req-786b4e94-70e1-4763-a49d-85ed2a7b2b29 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811751 Jan 28 20:33:12.905612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-319bfb57-7565-4949-9f3c-d86fab954e94 req-4c8fc81c-3c7f-462f-92c0-4e78353d4291 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512755 Jan 28 20:33:12.916646 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:12.977186 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:13.033431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d02b79-35e4-40dd-b7b5-263f7cd79004 req-f8ee8803-1b44-41dc-9713-32c9e665617b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.034991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38d02b79-35e4-40dd-b7b5-263f7cd79004 req-f8ee8803-1b44-41dc-9713-32c9e665617b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1645052 Jan 28 20:33:13.064645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:13.075213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:13.083869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:13.089945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.090514 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:13.094438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=03e98626-d9e9-4e0e-9e09-9f6fd2be019b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:13.099619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:13.170711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event deleted for resources: {'Port': ['ID=69782fb7-84a9-4d16-8b56-13252fe49644,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:13.187935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-94ab48d9-6313-4b21-a4ac-9bd059b62b65 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9436045 Jan 28 20:33:13.190715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47578) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:13.204695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38d02b79-35e4-40dd-b7b5-263f7cd79004 req-0822ce48-4ccd-42e0-aa07-3edcae394452 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428070 Jan 28 20:33:13.267811 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:13.324089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04617bab-fc0d-45b3-ab85-d223334f3012 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.328499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3983da8c-ec65-4293-929f-db4a0cd28355 req-a59cfabc-9bc6-4d5b-b4c2-afe0588c8f81 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 210 time: 0.0542493 Jan 28 20:33:13.332127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04617bab-fc0d-45b3-ab85-d223334f3012 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.334296 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-04617bab-fc0d-45b3-ab85-d223334f3012 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1419504 Jan 28 20:33:13.337275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47580) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:13.475435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:13.618597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d023b-dc59-4e61-b337-b6e5ee96d511 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 03e98626-d9e9-4e0e-9e09-9f6fd2be019b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:13.619497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb9d023b-dc59-4e61-b337-b6e5ee96d511 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:13.669434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:13.698011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47586) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:13.698249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] Sync routers for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:13.724014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:13.725256 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:13.870652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb9d023b-dc59-4e61-b337-b6e5ee96d511 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:13.931622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d023b-dc59-4e61-b337-b6e5ee96d511 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 03e98626-d9e9-4e0e-9e09-9f6fd2be019b owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:13.955044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] No DVR routers for this DVR port 69782fb7-84a9-4d16-8b56-13252fe49644 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:14.019655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.031683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:14.034977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63a3ce8e-3827-436e-b7f4-03fd2c76f72b req-a0c6ba7c-c183-412c-9faf-6ce4ec091bc0 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.13 "DELETE /v2.0/ports/69782fb7-84a9-4d16-8b56-13252fe49644 HTTP/1.1" status: 204 len: 173 time: 2.3792329 Jan 28 20:33:14.037887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'name': 'network-vif-deleted', 'tag': '69782fb7-84a9-4d16-8b56-13252fe49644'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:14.040537 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80c84dd-5f53-465e-b3db-127d3a5f2033" -d '{"events": [{"server_uuid": "40038e0a-7cbe-48b3-a496-75256e8d6a90", "name": "network-vif-deleted", "tag": "69782fb7-84a9-4d16-8b56-13252fe49644"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:14.160596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f86e43f8-3013-4f1b-ad84-804a9815fc0e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:14.174711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf76505-23e3-43d6-a7fe-b035d3f7d220 req-28608879-97b6-4a0a-8ed8-2a6e6ab1cbbe tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:14.194598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf76505-23e3-43d6-a7fe-b035d3f7d220 req-28608879-97b6-4a0a-8ed8-2a6e6ab1cbbe tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.3786530 Jan 28 20:33:14.272639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1258780-5e20-44a8-9d01-fe97390e4830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.286492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b1eca-381f-466d-8844-bd66ae161eb0 req-6461252f-6732-42de-b9e2-f16dcf856bd5 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:14.288911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b39b1eca-381f-466d-8844-bd66ae161eb0 req-6461252f-6732-42de-b9e2-f16dcf856bd5 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.2065701 Jan 28 20:33:14.326787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3fc93d08-acd3-4bf2-bf63-b3f8be5f1fa0 None None] Provisioning complete for port f86e43f8-3013-4f1b-ad84-804a9815fc0e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:14.327364 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3fc93d08-acd3-4bf2-bf63-b3f8be5f1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.334941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f86e43f8-3013-4f1b-ad84-804a9815fc0e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:14.335393 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.339186 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf76505-23e3-43d6-a7fe-b035d3f7d220 req-4da1d47b-780e-42b0-8d5d-3070bd5a60f7 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431880 Jan 28 20:33:14.425651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b39b1eca-381f-466d-8844-bd66ae161eb0 req-7e689408-e2df-4f55-8cbf-efe5b864d77a tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207192 Jan 28 20:33:14.662382 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3fc93d08-acd3-4bf2-bf63-b3f8be5f1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.688091 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1258780-5e20-44a8-9d01-fe97390e4830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.691731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292021b5-e4ff-4946-b77a-92640a530ca7 req-3957014f-2c24-467c-8a5f-f097b3ade868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:14.693612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-292021b5-e4ff-4946-b77a-92640a530ca7 req-3957014f-2c24-467c-8a5f-f097b3ade868 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1096 time: 0.2312584 Jan 28 20:33:14.700838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1258780-5e20-44a8-9d01-fe97390e4830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.736702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c5dc0-35aa-4aed-ab56-463098a2a0bb req-9c594bc4-5308-4654-8482-99b74d450a98 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:14.745421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3fc93d08-acd3-4bf2-bf63-b3f8be5f1fa0 None None] For port f86e43f8-3013-4f1b-ad84-804a9815fc0e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f86e43f8-3013-4f1b-ad84-804a9815fc0e,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:14.748552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.751124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-439c5dc0-35aa-4aed-ab56-463098a2a0bb req-9c594bc4-5308-4654-8482-99b74d450a98 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1974792 Jan 28 20:33:14.751854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:32:07Z', 'revision_number': 5, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:14.774560 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac7c30-1e3a-462d-86e3-dfb651cee682 x-openstack-request-id: req-00ac7c30-1e3a-462d-86e3-dfb651cee682 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:14.775147 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40038e0a-7cbe-48b3-a496-75256e8d6a90", "name": "network-vif-deleted", "tag": "69782fb7-84a9-4d16-8b56-13252fe49644", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:14.776858 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00ac7c30-1e3a-462d-86e3-dfb651cee682 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:14.777451 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40038e0a-7cbe-48b3-a496-75256e8d6a90', 'name': 'network-vif-deleted', 'tag': '69782fb7-84a9-4d16-8b56-13252fe49644', 'status': 'completed', 'code': 200} Jan 28 20:33:14.787623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3fc93d08-acd3-4bf2-bf63-b3f8be5f1fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.814654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] Checking router: ece83ce7-289d-49df-aaa8-a1a1e5cb3675 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:14.820007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb9d023b-dc59-4e61-b337-b6e5ee96d511 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.841090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:14.841762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:14.870790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c1258780-5e20-44a8-9d01-fe97390e4830 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a3be11039554861b77267f9a1c72e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1678488 Jan 28 20:33:14.871046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d023b-dc59-4e61-b337-b6e5ee96d511 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=03e98626-d9e9-4e0e-9e09-9f6fd2be019b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:14.872850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47602) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:14.905832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-070cab07-43b3-4492-9298-8ba1e7c630d0 req-ac38a5b1-3acb-43f8-96a2-56eee79e2579 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/ports?device_id=40038e0a-7cbe-48b3-a496-75256e8d6a90 HTTP/1.1" status: 200 len: 210 time: 0.0743072 Jan 28 20:33:14.908086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb9d023b-dc59-4e61-b337-b6e5ee96d511 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:14.910306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-292021b5-e4ff-4946-b77a-92640a530ca7 req-54a9ace1-ba11-4a1e-b312-0d4871da27b7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024109 Jan 28 20:33:14.913117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1258780-5e20-44a8-9d01-fe97390e4830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a954fc-eafe-4bc1-b338-5796d640e6f6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:14.917939 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cb9d023b-dc59-4e61-b337-b6e5ee96d511 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/03e98626-d9e9-4e0e-9e09-9f6fd2be019b HTTP/1.1" status: 204 len: 168 time: 1.5794415 Jan 28 20:33:14.919543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47606) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:14.939629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 69782fb7-84a9-4d16-8b56-13252fe49644 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:14.944864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc93d08-acd3-4bf2-bf63-b3f8be5f1fa0 None None] Pushing event updated for resources: {'Port': ['ID=f86e43f8-3013-4f1b-ad84-804a9815fc0e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:14.970442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-439c5dc0-35aa-4aed-ab56-463098a2a0bb req-6ae572b8-004d-497c-baea-f81d60a9ca0e tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173743 Jan 28 20:33:14.995933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7d077-9baf-4675-9e25-43d085879944 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:14.997841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7d077-9baf-4675-9e25-43d085879944 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:15.002213 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2d7d077-9baf-4675-9e25-43d085879944 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0774279 Jan 28 20:33:15.002501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47608) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:15.031485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 69782fb7-84a9-4d16-8b56-13252fe49644 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:15.032285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 69782fb7-84a9-4d16-8b56-13252fe49644 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:15.037463 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39390dfa-3853-4d5a-997a-f4eb4af851c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:15.052755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ec342c02-d129-4847-b047-ee7d4cd11386 None None] Could not find standard attr ID for object 03e98626-d9e9-4e0e-9e09-9f6fd2be019b. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:33:15.093610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39390dfa-3853-4d5a-997a-f4eb4af851c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:15.117264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet ec1547c4-7942-4367-b354-65996133b5bf {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:15.120708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:15.139620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:33:15.140399 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:33:15.230534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39390dfa-3853-4d5a-997a-f4eb4af851c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:15.237608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39390dfa-3853-4d5a-997a-f4eb4af851c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:15.239722 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-39390dfa-3853-4d5a-997a-f4eb4af851c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58a954fc-eafe-4bc1-b338-5796d640e6f6 HTTP/1.1" status: 204 len: 168 time: 0.3660226 Jan 28 20:33:15.241455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:15.255556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39390dfa-3853-4d5a-997a-f4eb4af851c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a954fc-eafe-4bc1-b338-5796d640e6f6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:15.282376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-95056f08-6784-44c4-8b4f-06fa3a85c9c8 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:15.284135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-95056f08-6784-44c4-8b4f-06fa3a85c9c8 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.13 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1544554 Jan 28 20:33:15.299865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:15.458312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:15.512150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Deleting port b7548ef6-ea14-4d1d-afe0-af5a9de898ef {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:15.512710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:15.845219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:32:07Z', 'revision_number': 5, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:15.855660 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f86e43f8-3013-4f1b-ad84-804a9815fc0e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:15.946305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8327d60e-f182-4c43-9ab0-d843852449f0 None None] The sync data for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 is: [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9366e39b-a7ed-4258-a282-ff84db58166f', 'name': '', 'network_id': '5c396d3e-f6de-4548-b8d2-bfc69e2d1b34', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'mac_address': 'fa:16:3e:cb:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:55Z', 'updated_at': '2022-01-28T20:32:07Z', 'revision_number': 5, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'subnets': [{'id': '9a1ba4b3-afa6-4958-a5ae-8b950686a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:16.017236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f86e43f8-3013-4f1b-ad84-804a9815fc0e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:16.017834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:16.225279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd25680-2fcf-44f4-9cc5-1f5d599aa8fb req-3ab0b42c-b303-496e-9c8e-ff669995f535 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:16.227775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dd25680-2fcf-44f4-9cc5-1f5d599aa8fb req-3ab0b42c-b303-496e-9c8e-ff669995f535 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.6266012 Jan 28 20:33:16.238286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:16.263185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c1d47-ef79-4388-9490-0604784463af req-cae08e5b-df08-4ff7-a351-123c8c0f786f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:16.277512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb5c1d47-ef79-4388-9490-0604784463af req-cae08e5b-df08-4ff7-a351-123c8c0f786f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.7331545 Jan 28 20:33:16.286967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] For port b7548ef6-ea14-4d1d-afe0-af5a9de898ef, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:16.288294 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:16.426551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Calling delete_port for b7548ef6-ea14-4d1d-afe0-af5a9de898ef owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:16.448802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1547c4-7942-4367-b354-65996133b5bf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:16.477640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b812ce-853b-4273-86c9-7d38b3a80ba4 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:16.480912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:16.490942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47644) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:16.491746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/ec1547c4-7942-4367-b354-65996133b5bf HTTP/1.1" status: 204 len: 168 time: 1.4868650 Jan 28 20:33:16.508898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dd25680-2fcf-44f4-9cc5-1f5d599aa8fb req-8ca3a8b2-5093-4d35-a46d-03bf19a712ac tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281432 Jan 28 20:33:16.515686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.516441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.517085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.517719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.518346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.519164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.519787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.520459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.521089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.521866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.522399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.523057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a139f68-bd5b-45b0-9331-6a4288a5ca91 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:16.567028 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02730a79-c709-4aa8-a37e-822e8436ed06 None None] New status for floating IP 3893869e-4238-4212-9e7e-1f5a093a702a: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:33:16.600439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c6475d52-fa06-4711-9a6b-dea658ed6d30 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068568 Jan 28 20:33:16.604108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47648) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:16.641263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb5c1d47-ef79-4388-9490-0604784463af req-e6380f3d-0130-4f65-8168-188aeedea468 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297167 Jan 28 20:33:16.816089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fef899-8ede-42b2-a645-9cdc68c4974f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:16.826828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-65fef899-8ede-42b2-a645-9cdc68c4974f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2213712 Jan 28 20:33:16.827497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47654) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:16.827838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:33:16.896276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] Deleting port f86e43f8-3013-4f1b-ad84-804a9815fc0e {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:16.896952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:16.905363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d481b-ee34-49a0-bc68-32119d511e52 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:16.909795 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c6d481b-ee34-49a0-bc68-32119d511e52 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0812764 Jan 28 20:33:16.909991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe95af-b99e-4f74-a99a-937df0438f78 req-01a85c50-ac95-454a-b5df-f9a8dddce4b5 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:16.911041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47656) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:16.912026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0fe95af-b99e-4f74-a99a-937df0438f78 req-01a85c50-ac95-454a-b5df-f9a8dddce4b5 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=08011f67-d3dc-44cb-af51-93f8e701b12e HTTP/1.1" status: 200 len: 945 time: 0.1506562 Jan 28 20:33:16.965594 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-74940735-8ddb-4628-8ad9-b1f50437eebf tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519447 Jan 28 20:33:16.966800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47660) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:16.969042 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:16.973438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:17.003415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f828a240-7b86-49ee-9991-1f323ec8d57c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:17.025652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0fe95af-b99e-4f74-a99a-937df0438f78 req-29509ba9-d9c1-4435-8d29-6ea6af16e350 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070664 Jan 28 20:33:17.051031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Pushing event deleted for resources: {'Port': ['ID=b7548ef6-ea14-4d1d-afe0-af5a9de898ef,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:17.091717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] For port f86e43f8-3013-4f1b-ad84-804a9815fc0e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f86e43f8-3013-4f1b-ad84-804a9815fc0e,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:17.092123 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.113769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] Calling delete_port for f86e43f8-3013-4f1b-ad84-804a9815fc0e owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:17.122175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47664) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:17.129823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] No DVR routers for this DVR port b7548ef6-ea14-4d1d-afe0-af5a9de898ef on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:17.134598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.140347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07bf47e4-22f3-4f28-8028-5fe50eafe9de req-64a61301-3d0e-4a28-a1ca-9a15b2c61b2d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.13 "DELETE /v2.0/ports/b7548ef6-ea14-4d1d-afe0-af5a9de898ef HTTP/1.1" status: 204 len: 173 time: 1.8483179 Jan 28 20:33:17.142664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08011f67-d3dc-44cb-af51-93f8e701b12e', 'name': 'network-vif-deleted', 'tag': 'b7548ef6-ea14-4d1d-afe0-af5a9de898ef'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:17.145099 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888d68d5-008c-4808-89dd-2649b8003365" -d '{"events": [{"server_uuid": "08011f67-d3dc-44cb-af51-93f8e701b12e", "name": "network-vif-deleted", "tag": "b7548ef6-ea14-4d1d-afe0-af5a9de898ef"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:17.158084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76662a-7c16-4efa-9046-e9d5eb20d35e req-725baf04-d6e2-491e-85f9-7d80ed65e3ce tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:17.159794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef76662a-7c16-4efa-9046-e9d5eb20d35e req-725baf04-d6e2-491e-85f9-7d80ed65e3ce tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.2121375 Jan 28 20:33:17.226087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef76662a-7c16-4efa-9046-e9d5eb20d35e req-0411fc6b-e0b0-4ed0-8b3c-db84a7e7df5c tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554659 Jan 28 20:33:17.230330 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eb64dd-20c0-4fcd-a799-37a01c2b2e19 x-openstack-request-id: req-11eb64dd-20c0-4fcd-a799-37a01c2b2e19 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:17.231050 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08011f67-d3dc-44cb-af51-93f8e701b12e", "name": "network-vif-deleted", "tag": "b7548ef6-ea14-4d1d-afe0-af5a9de898ef", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:17.231860 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11eb64dd-20c0-4fcd-a799-37a01c2b2e19 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:17.232584 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08011f67-d3dc-44cb-af51-93f8e701b12e', 'name': 'network-vif-deleted', 'tag': 'b7548ef6-ea14-4d1d-afe0-af5a9de898ef', 'status': 'completed', 'code': 200} Jan 28 20:33:17.307729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d014-b162-4bfd-80bb-820cb359b158 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.336951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.351744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d014-b162-4bfd-80bb-820cb359b158 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.355459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:17.359659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.393770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] Pushing event deleted for resources: {'Port': ['ID=f86e43f8-3013-4f1b-ad84-804a9815fc0e,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:17.402225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f6296-114a-44a1-8447-8b47377c83f3 None None] No DVR routers for this DVR port f86e43f8-3013-4f1b-ad84-804a9815fc0e on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:17.460307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9580d2f-497f-4d2c-99d6-097dd5b70514 req-3007bf5d-88aa-49f1-92be-a1c1378af94c tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:17.460307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9580d2f-497f-4d2c-99d6-097dd5b70514 req-3007bf5d-88aa-49f1-92be-a1c1378af94c tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 945 time: 0.0944452 Jan 28 20:33:17.511864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9580d2f-497f-4d2c-99d6-097dd5b70514 req-9857b7b1-079f-48f0-b267-d1938b554c69 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Jan 28 20:33:17.513176 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d014-b162-4bfd-80bb-820cb359b158 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.515817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d014-b162-4bfd-80bb-820cb359b158 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.519614 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d9d4d014-b162-4bfd-80bb-820cb359b158 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "DELETE /v2.0/security-groups/8dc39ad2-6568-4f37-aa65-9a410d07e486 HTTP/1.1" status: 204 len: 168 time: 0.3925617 Jan 28 20:33:17.521917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47676) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:17.537485 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-a6f701b7-a1fc-4521-b2e2-b8bb7374be5b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] show failed (client error): The resource could not be found. Jan 28 20:33:17.540257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a6f701b7-a1fc-4521-b2e2-b8bb7374be5b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "GET /v2.0/security-groups/8dc39ad2-6568-4f37-aa65-9a410d07e486 HTTP/1.1" status: 404 len: 347 time: 0.0145874 Jan 28 20:33:17.541363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47678) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:17.563573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4d014-b162-4bfd-80bb-820cb359b158 tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc39ad2-6568-4f37-aa65-9a410d07e486,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:17.703985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.740842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Deleting port 69186990-26db-4ea1-a434-fac476f1192a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:17.745578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.853321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:17.854697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f86e43f8-3013-4f1b-ad84-804a9815fc0e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:17.855163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=fa55197a-f5af-4fe4-855d-0484785a9372,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:17.861218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:17.867911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:17.868809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.901249 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-11dc17d0-3b41-41b0-a351-b2c73ebfad4b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9308882 Jan 28 20:33:17.905587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47692) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:17.922273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:38:c3:1e', 'name': 'tempest-NetworksTestDHCPv6-310720864'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:17.937646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1ffd05-d3e2-49d0-9b9f-93a8f90f4882 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:17.962067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: f86e43f8-3013-4f1b-ad84-804a9815fc0e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:17.962508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f86e43f8-3013-4f1b-ad84-804a9815fc0e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:17.988074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:17.988783 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.012066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Calling delete_port for 69186990-26db-4ea1-a434-fac476f1192a owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:18.024717 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.143830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:18.204416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bb676-6e67-4337-be34-24046f8cd4b8 req-af354c3e-84aa-4cda-8597-44ac1e0458c5 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.214890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'fa55197a-f5af-4fe4-855d-0484785a9372'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:33:18.216720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c89bb676-6e67-4337-be34-24046f8cd4b8 req-af354c3e-84aa-4cda-8597-44ac1e0458c5 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.1919510 Jan 28 20:33:18.217007 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.229812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2177534-f192-4da8-8bfd-4c4532b065d7 req-d4c89cc0-8bc6-4f9c-ba38-65a602027073 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.231749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2177534-f192-4da8-8bfd-4c4532b065d7 req-d4c89cc0-8bc6-4f9c-ba38-65a602027073 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.2093210 Jan 28 20:33:18.270876 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.296694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 02fdcd08-f816-4813-8e3a-ad2b1800629b yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:33:18.302090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c89bb676-6e67-4337-be34-24046f8cd4b8 req-848731dd-5e6a-4efd-8590-6e4aa61fe6f1 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844610 Jan 28 20:33:18.324311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2177534-f192-4da8-8bfd-4c4532b065d7 req-4f102bbd-a3d0-44cd-b2d3-8d87f86f776a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737703 Jan 28 20:33:18.393436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.426334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Pushing event deleted for resources: {'Port': ['ID=69186990-26db-4ea1-a434-fac476f1192a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:18.458766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/fa55197a-f5af-4fe4-855d-0484785a9372/d84f3df3-06c2-453f-8a54-f5da461155d6) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:18.521029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-af27b24f-313e-4524-9e61-6400a31813cc req-1dd60c47-8230-4ac0-aab8-2c042871d1d3 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-694522071', 'description': 'tempest-description-1807578938'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:18.536128 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.539879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.541304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-63efda2a-3a04-49ca-b647-ae8f88a9501b tempest-ServersTestJSON-1217596362 tempest-ServersTestJSON-1217596362-project] 10.222.0.44 "DELETE /v2.0/floatingips/3893869e-4238-4212-9e7e-1f5a093a702a HTTP/1.1" status: 204 len: 168 time: 0.9990215 Jan 28 20:33:18.544956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47714) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:18.581807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af27b24f-313e-4524-9e61-6400a31813cc req-1dd60c47-8230-4ac0-aab8-2c042871d1d3 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.670760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.678101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.710346 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af27b24f-313e-4524-9e61-6400a31813cc req-1dd60c47-8230-4ac0-aab8-2c042871d1d3 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.729077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:18.737409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:18.740400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:18.746094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af27b24f-313e-4524-9e61-6400a31813cc req-1dd60c47-8230-4ac0-aab8-2c042871d1d3 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.750320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Pushing event updated for resources: {'Port': ['ID=d84f3df3-06c2-453f-8a54-f5da461155d6,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:18.801318 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-af27b24f-313e-4524-9e61-6400a31813cc req-1dd60c47-8230-4ac0-aab8-2c042871d1d3 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.819893 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af27b24f-313e-4524-9e61-6400a31813cc req-1dd60c47-8230-4ac0-aab8-2c042871d1d3 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3059235 Jan 28 20:33:18.856016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd60c47-8230-4ac0-aab8-2c042871d1d3 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d1cd0d-84b6-4e7c-b5d1-d874f5c7303f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:18.858917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::36e (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/fa55197a-f5af-4fe4-855d-0484785a9372/02fdcd08-f816-4813-8e3a-ad2b1800629b) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:18.869603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Attempting to bind port d84f3df3-06c2-453f-8a54-f5da461155d6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:33:18.870331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Attempting to bind port d84f3df3-06c2-453f-8a54-f5da461155d6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:33:18.871020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Attempting to bind port d84f3df3-06c2-453f-8a54-f5da461155d6 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:18.879516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:18.881496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:33:18.882573 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.884275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:18.885422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Bound port: d84f3df3-06c2-453f-8a54-f5da461155d6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:33:18.887349 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:18.948044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b7548ef6-ea14-4d1d-afe0-af5a9de898ef no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:18.975366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7e81-1527-4ebb-aae4-1fb9d8ffc4e8 req-5495f5ab-3d14-4f49-bc4e-378b9b7ee687 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.977395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-315a7e81-1527-4ebb-aae4-1fb9d8ffc4e8 req-5495f5ab-3d14-4f49-bc4e-378b9b7ee687 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.1523621 Jan 28 20:33:18.983704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: b7548ef6-ea14-4d1d-afe0-af5a9de898ef {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:18.984142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device b7548ef6-ea14-4d1d-afe0-af5a9de898ef not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:19.029351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] For port d84f3df3-06c2-453f-8a54-f5da461155d6, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:19.035101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] For port d84f3df3-06c2-453f-8a54-f5da461155d6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d84f3df3-06c2-453f-8a54-f5da461155d6,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:19.053286 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.099624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-315a7e81-1527-4ebb-aae4-1fb9d8ffc4e8 req-e78b6941-b6ed-46d5-bc19-9ff31d6ce099 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080554 Jan 28 20:33:19.176135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e1268-b82d-4d46-b4e6-cb6670a3f052 None None] Pushing event updated for resources: {'Port': ['ID=d84f3df3-06c2-453f-8a54-f5da461155d6,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:19.198556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47730) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:19.240385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.289845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-9fcd1f10-c2ab-4c62-bcc2-44e756daa319 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-694522071&fields=id&tenant_id=56c468c82eb746ba92ac7eb0b236ad82 HTTP/1.1" status: 200 len: 267 time: 0.1290383 Jan 28 20:33:19.343129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82263657-4d61-4529-ae10-5fc91e051b14 req-29b01b76-6d19-4222-a5f6-c33959dd241d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:19.345560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82263657-4d61-4529-ae10-5fc91e051b14 req-29b01b76-6d19-4222-a5f6-c33959dd241d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.1311381 Jan 28 20:33:19.385695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.406265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-943c843b-a84b-49fd-bb82-849883cc6868 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:19.408463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-943c843b-a84b-49fd-bb82-849883cc6868 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1111498 Jan 28 20:33:19.467482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Request body: {'port': {'security_groups': ['0f7a95ed-8fd5-49df-baa7-0857a7ebbb89', 'e0d1cd0d-84b6-4e7c-b5d1-d874f5c7303f']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:19.469245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:19.476838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:19.489794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:19.497738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:19.498578 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.501786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-261c06d0-db17-4ac4-9e41-be472a8a065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.519528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.539193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82263657-4d61-4529-ae10-5fc91e051b14 req-5f0c85b3-e11f-4b5f-be24-27db7a747bf9 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828728 Jan 28 20:33:19.582638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=02fdcd08-f816-4813-8e3a-ad2b1800629b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:19.596258 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-16698967-5a9a-4cf4-ac78-08b60467340e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6850798 Jan 28 20:33:19.601497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47736) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:19.611737 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.704792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285a194d-89fb-43f6-b256-51553181ab04 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:19.710940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285a194d-89fb-43f6-b256-51553181ab04 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:19.717384 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-285a194d-89fb-43f6-b256-51553181ab04 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1106396 Jan 28 20:33:19.717997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47738) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:19.913039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d84f3df3-06c2-453f-8a54-f5da461155d6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:19.926261 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-261c06d0-db17-4ac4-9e41-be472a8a065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.942422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-261c06d0-db17-4ac4-9e41-be472a8a065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.986922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d84f3df3-06c2-453f-8a54-f5da461155d6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:19.988605 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:19.990045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Deleting port 9366e39b-a7ed-4258-a282-ff84db58166f {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:19.990398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.008470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-261c06d0-db17-4ac4-9e41-be472a8a065d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2503d241cef4461b587bca75ef21c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8044753 Jan 28 20:33:20.011174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47740) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:20.099358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c06d0-db17-4ac4-9e41-be472a8a065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fea001-3842-42bc-98c9-9220d352731e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:20.141944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.147623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9cb7a-8dc5-4d41-8070-3b5b076b3ac9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 02fdcd08-f816-4813-8e3a-ad2b1800629b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:20.147992 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fd9cb7a-8dc5-4d41-8070-3b5b076b3ac9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.152169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] For port 44b159a4-5eb2-4484-88d4-c42e409a1cae, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:20.164627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4ec3-b7d1-4396-93e8-47c3252ff623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.196246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4ec3-b7d1-4396-93e8-47c3252ff623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.205455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port d84f3df3-06c2-453f-8a54-f5da461155d6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d84f3df3-06c2-453f-8a54-f5da461155d6,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:20.212798 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.235237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] For port 9366e39b-a7ed-4258-a282-ff84db58166f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9366e39b-a7ed-4258-a282-ff84db58166f,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:20.235869 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.241571 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.255205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.273516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Calling delete_port for 9366e39b-a7ed-4258-a282-ff84db58166f owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:20.291164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e0c3e-08df-407a-a608-e59152873dfe req-7dcd372d-5506-44ca-9d21-226e702eaa85 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:20.296675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=d84f3df3-06c2-453f-8a54-f5da461155d6,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:20.300486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['44b159a4-5eb2-4484-88d4-c42e409a1cae'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:20.310363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e0c3e-08df-407a-a608-e59152873dfe req-7dcd372d-5506-44ca-9d21-226e702eaa85 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:20.317388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e0c3e-08df-407a-a608-e59152873dfe req-7dcd372d-5506-44ca-9d21-226e702eaa85 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:20.329041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd8e0c3e-08df-407a-a608-e59152873dfe req-7dcd372d-5506-44ca-9d21-226e702eaa85 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25&device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27&device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 2418 time: 0.2870495 Jan 28 20:33:20.390059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4ec3-b7d1-4396-93e8-47c3252ff623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.395935 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bdd4ec3-b7d1-4396-93e8-47c3252ff623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.397270 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5bdd4ec3-b7d1-4396-93e8-47c3252ff623 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41fea001-3842-42bc-98c9-9220d352731e HTTP/1.1" status: 204 len: 168 time: 0.3501341 Jan 28 20:33:20.429584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd4ec3-b7d1-4396-93e8-47c3252ff623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fea001-3842-42bc-98c9-9220d352731e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:20.461770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd8e0c3e-08df-407a-a608-e59152873dfe req-d5aa652b-119d-487b-bfbc-74561ef9ed52 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294215 Jan 28 20:33:20.477655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:20.480711 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.502176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee27bebe-7ccd-43fb-bae3-80a325108701 req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "PUT /v2.0/ports/44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 981 time: 1.0574832 Jan 28 20:33:20.547504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:20.553682 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a407e-904e-44c3-af40-0313c3d3332f" -d '{"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:20.621722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e77c7d-0ba0-4154-a44a-df5e6e84c95a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event updated for resources: {'Port': ['ID=44b159a4-5eb2-4484-88d4-c42e409a1cae,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:20.629197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fd9cb7a-8dc5-4d41-8070-3b5b076b3ac9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.647609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['44b159a4-5eb2-4484-88d4-c42e409a1cae'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:20.659511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9cb7a-8dc5-4d41-8070-3b5b076b3ac9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 02fdcd08-f816-4813-8e3a-ad2b1800629b owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:20.769960 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:20.813060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9366e39b-a7ed-4258-a282-ff84db58166f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:20.892432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-614ebf5c-00d3-437b-b235-ce6f856bf25f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-694522071&fields=id&tenant_id=56c468c82eb746ba92ac7eb0b236ad82 HTTP/1.1" status: 200 len: 267 time: 0.1672926 Jan 28 20:33:20.905027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347e32-2a25-4ec2-bc96-262fc6c8ff4b req-1635ce05-777b-4f62-9346-7c5ec64217ee tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:20.913314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f347e32-2a25-4ec2-bc96-262fc6c8ff4b req-1635ce05-777b-4f62-9346-7c5ec64217ee tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.2381098 Jan 28 20:33:21.035192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f347e32-2a25-4ec2-bc96-262fc6c8ff4b req-1d76ef1b-de3c-460e-a30c-b74c34085499 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208601 Jan 28 20:33:21.066379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-4efbcfe0-1321-4fd0-b782-a176c43ac5c7 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.080500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-72aad64a-1485-4959-81a0-6e18ee59b025 None None] Provisioning complete for port d84f3df3-06c2-453f-8a54-f5da461155d6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:21.081149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-72aad64a-1485-4959-81a0-6e18ee59b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.081403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-4efbcfe0-1321-4fd0-b782-a176c43ac5c7 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 984 time: 0.1872036 Jan 28 20:33:21.107441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Request body: {'port': {'security_groups': ['0f7a95ed-8fd5-49df-baa7-0857a7ebbb89']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:21.158492 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad363a-5a4b-4953-b1ca-4d639a357d88 x-openstack-request-id: req-81ad363a-5a4b-4953-b1ca-4d639a357d88 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:21.159624 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:21.160116 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81ad363a-5a4b-4953-b1ca-4d639a357d88 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:21.160773 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'status': 'completed', 'code': 200} Jan 28 20:33:21.229597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.307929 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.375575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a407e-904e-44c3-af40-0313c3d3332f req-22ca3458-5cd6-4a5d-a081-bc0797e89e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.377902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95a407e-904e-44c3-af40-0313c3d3332f req-22ca3458-5cd6-4a5d-a081-bc0797e89e77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1135 time: 0.2063658 Jan 28 20:33:21.397586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fd9cb7a-8dc5-4d41-8070-3b5b076b3ac9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.415917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.476663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9cb7a-8dc5-4d41-8070-3b5b076b3ac9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=02fdcd08-f816-4813-8e3a-ad2b1800629b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:21.480548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47756) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:21.531824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cf0a4aea-5411-47eb-90c1-5fcd7e90322e None None] Could not find standard attr ID for object 02fdcd08-f816-4813-8e3a-ad2b1800629b. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:33:21.535413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.560676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e660fd-baae-47df-870e-2f73ddeb0058 req-473fc84d-2f45-4acc-bd1c-4dc38ae03424 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.562349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7e660fd-baae-47df-870e-2f73ddeb0058 req-473fc84d-2f45-4acc-bd1c-4dc38ae03424 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.2492709 Jan 28 20:33:21.587539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:21.618299 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9fd9cb7a-8dc5-4d41-8070-3b5b076b3ac9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.621986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9fd9cb7a-8dc5-4d41-8070-3b5b076b3ac9 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/02fdcd08-f816-4813-8e3a-ad2b1800629b HTTP/1.1" status: 204 len: 168 time: 1.9032300 Jan 28 20:33:21.630904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47760) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:21.735037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.749897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7e660fd-baae-47df-870e-2f73ddeb0058 req-ff25d5a8-df90-42d7-9d59-fd89f36029e9 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706431 Jan 28 20:33:21.756645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a407e-904e-44c3-af40-0313c3d3332f req-3bbfae3a-33ea-49fe-8fe6-606559c685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.759245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95a407e-904e-44c3-af40-0313c3d3332f req-3bbfae3a-33ea-49fe-8fe6-606559c685a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 920 time: 0.3656354 Jan 28 20:33:21.770071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f90b9-1011-4cac-ba9c-28895b5ade17 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.771948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:21.772487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f90b9-1011-4cac-ba9c-28895b5ade17 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.775644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d77f90b9-1011-4cac-ba9c-28895b5ade17 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1369569 Jan 28 20:33:21.776927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47762) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:21.852323 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85b199c2743e433baf3300372ebe51b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643997 Jan 28 20:33:21.860603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47764) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:21.897845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:21.908338 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ab1af77-0870-4c06-b4e6-6b80d5ddbed1 admin admin] 10.222.0.44 "PUT /v2.0/routers/ece83ce7-289d-49df-aaa8-a1a1e5cb3675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3618920 Jan 28 20:33:21.918742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] Sync routers for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:21.923643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47768) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:21.938777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:21.939750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:21.961983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95a407e-904e-44c3-af40-0313c3d3332f req-af92fd9c-f4fb-4854-b8b1-9d934428ce8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 217 time: 0.1878181 Jan 28 20:33:22.010918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d84f3df3-06c2-453f-8a54-f5da461155d6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:22.077915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bea069-11a7-48c9-ac92-a818744f5345 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet fa55197a-f5af-4fe4-855d-0484785a9372 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:22.085572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3bea069-11a7-48c9-ac92-a818744f5345 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.104731 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ecddc386-f624-4f44-9e21-41a8aa8a4899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.128232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a407e-904e-44c3-af40-0313c3d3332f req-206a54b7-08f1-4c55-b0bc-24d9c244ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:22.130323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95a407e-904e-44c3-af40-0313c3d3332f req-206a54b7-08f1-4c55-b0bc-24d9c244ea0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.1507590 Jan 28 20:33:22.142140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ecddc386-f624-4f44-9e21-41a8aa8a4899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.150275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:22.153287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d84f3df3-06c2-453f-8a54-f5da461155d6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:22.153287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.161423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287afb45-782d-4ee5-af22-db60f9d37344,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:22.170271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95a407e-904e-44c3-af40-0313c3d3332f req-dc815070-38ff-491b-96eb-3e1829822c98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260513 Jan 28 20:33:22.203239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3bea069-11a7-48c9-ac92-a818744f5345 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.209467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.209897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.210219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.210563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.210904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.211381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.211852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.212722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.213590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.213935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.214953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.215368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804288c0-aa0b-46e1-a21f-8ff72f97035e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:22.234298 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ecddc386-f624-4f44-9e21-41a8aa8a4899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.237560 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ecddc386-f624-4f44-9e21-41a8aa8a4899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.238841 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ecddc386-f624-4f44-9e21-41a8aa8a4899 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/287afb45-782d-4ee5-af22-db60f9d37344 HTTP/1.1" status: 204 len: 168 time: 0.3768783 Jan 28 20:33:22.296205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddc386-f624-4f44-9e21-41a8aa8a4899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287afb45-782d-4ee5-af22-db60f9d37344,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:22.321897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] For port 44b159a4-5eb2-4484-88d4-c42e409a1cae, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:22.329550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.433734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.450630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8faf9c-e3b5-4dcb-9fd0-2d9b1e753e63 req-1c5ec7b3-7ef6-4f79-a6e7-4128e84afdad tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:22.452603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db8faf9c-e3b5-4dcb-9fd0-2d9b1e753e63 req-1c5ec7b3-7ef6-4f79-a6e7-4128e84afdad tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2335863 Jan 28 20:33:22.460757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.473461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:33:20Z', 'revision_number': 5, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port': {'id': 'c8ab9152-c975-48ca-8cfd-e84666c406b2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:63:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:48Z', 'updated_at': '2022-01-28T20:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:22.476431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.478613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['44b159a4-5eb2-4484-88d4-c42e409a1cae'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:22.498406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3bea069-11a7-48c9-ac92-a818744f5345 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.502879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95a407e-904e-44c3-af40-0313c3d3332f req-e2acde81-ab40-4211-ba9e-7f013256ee2a service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202255 Jan 28 20:33:22.513506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] Checking router: ece83ce7-289d-49df-aaa8-a1a1e5cb3675 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:22.558435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] Routers {'ece83ce7-289d-49df-aaa8-a1a1e5cb3675'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:22.560104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:22.589218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Deleting port c8ab9152-c975-48ca-8cfd-e84666c406b2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:22.589856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.614410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db8faf9c-e3b5-4dcb-9fd0-2d9b1e753e63 req-c08ba89d-71c4-4328-817b-80015891fbf6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412075 Jan 28 20:33:22.711915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] Set router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:22.726779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] For port c8ab9152-c975-48ca-8cfd-e84666c406b2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c8ab9152-c975-48ca-8cfd-e84666c406b2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:22.727249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:22.756694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Calling delete_port for c8ab9152-c975-48ca-8cfd-e84666c406b2 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:22.782023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:33:22Z', 'revision_number': 6, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:22.876406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1c918-d915-4b82-9bab-9d45c18d88e7 None None] The sync data for ids ['ece83ce7-289d-49df-aaa8-a1a1e5cb3675'] in n-d-825064-3 is: [{'id': 'ece83ce7-289d-49df-aaa8-a1a1e5cb3675', 'name': 'tempest-ServersTestJSON-14433136-router', 'tenant_id': 'f6984c402f81451dbebc5de803f9055f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:47Z', 'updated_at': '2022-01-28T20:33:22Z', 'revision_number': 6, 'project_id': 'f6984c402f81451dbebc5de803f9055f', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:23.129694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.157394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:23.158120 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.168479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ab9152-c975-48ca-8cfd-e84666c406b2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:23.174619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-470c1b16-b8bb-40ab-9106-fd85d34ab6d6 req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "PUT /v2.0/ports/44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 942 time: 2.0920093 Jan 28 20:33:23.192043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:23.194291 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e9fdb5-398f-4c0f-a333-870f5807363a" -d '{"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:23.265460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.289680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['44b159a4-5eb2-4484-88d4-c42e409a1cae'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:23.298508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c6371-c30a-4d77-b670-699ad10fb0f9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event updated for resources: {'Port': ['ID=44b159a4-5eb2-4484-88d4-c42e409a1cae,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:23.405979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.406945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95a407e-904e-44c3-af40-0313c3d3332f req-d19799c5-76b4-4e8e-a202-a5ba059880b8 service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135645 Jan 28 20:33:23.409292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.409696 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3bea069-11a7-48c9-ac92-a818744f5345 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.465834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.466741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ece83ce7-289d-49df-aaa8-a1a1e5cb3675 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:33:23.483903 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.487379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bea069-11a7-48c9-ac92-a818744f5345 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=fa55197a-f5af-4fe4-855d-0484785a9372,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:23.489429 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3c814226-52c8-4ab0-8301-b4044273492a admin admin] 10.222.0.44 "DELETE /v2.0/routers/ece83ce7-289d-49df-aaa8-a1a1e5cb3675 HTTP/1.1" status: 204 len: 168 time: 1.5610797 Jan 28 20:33:23.490427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47804) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:23.499118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3bea069-11a7-48c9-ac92-a818744f5345 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.507225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a3bea069-11a7-48c9-ac92-a818744f5345 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/fa55197a-f5af-4fe4-855d-0484785a9372 HTTP/1.1" status: 204 len: 168 time: 1.7191796 Jan 28 20:33:23.507540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de93740-5254-4996-92bf-22a89b6e5663 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:23.507714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47806) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:23.560684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9912c110-953a-426f-acb0-075d0e9f0902 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474107 Jan 28 20:33:23.566134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c97ae7-016d-4fa0-a9f0-2c908965d965 req-48c9d392-0627-40a2-9b11-f74d144709c3 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:23.568378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17c97ae7-016d-4fa0-a9f0-2c908965d965 req-48c9d392-0627-40a2-9b11-f74d144709c3 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.3180349 Jan 28 20:33:23.571940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47808) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:23.584783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793a6c0-1aa8-45aa-9fc6-9fac2f0d9148 req-3a3297af-223a-406e-b99b-40ada019f5c7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:23.596778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2793a6c0-1aa8-45aa-9fc6-9fac2f0d9148 req-3a3297af-223a-406e-b99b-40ada019f5c7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.4462144 Jan 28 20:33:23.657568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7361af-3337-4dfd-b993-43de34dfccda admin admin] Deleting subnet 9a1ba4b3-afa6-4958-a5ae-8b950686a03c {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:23.662773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e7361af-3337-4dfd-b993-43de34dfccda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:23.721288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17c97ae7-016d-4fa0-a9f0-2c908965d965 req-a32651ff-6bc2-4468-ab29-0736e3e973bc tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157544 Jan 28 20:33:23.748140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2793a6c0-1aa8-45aa-9fc6-9fac2f0d9148 req-332c08b0-65bf-400a-8df2-578d01279b57 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196830 Jan 28 20:33:23.849700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:33:23.960454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c8ab9152-c975-48ca-8cfd-e84666c406b2 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:24.004135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c8ab9152-c975-48ca-8cfd-e84666c406b2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:24.004541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c8ab9152-c975-48ca-8cfd-e84666c406b2 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:24.004981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9366e39b-a7ed-4258-a282-ff84db58166f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:24.026481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Deleting port d84f3df3-06c2-453f-8a54-f5da461155d6 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:24.026741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.030173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9366e39b-a7ed-4258-a282-ff84db58166f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:24.032260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9366e39b-a7ed-4258-a282-ff84db58166f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:24.050910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba0267-5ab6-467a-9034-2d437a444802 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.053754 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-62ba0267-5ab6-467a-9034-2d437a444802 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4792788 Jan 28 20:33:24.066289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47816) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:24.118737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] For port d84f3df3-06c2-453f-8a54-f5da461155d6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d84f3df3-06c2-453f-8a54-f5da461155d6,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:24.119293 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.134183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e7361af-3337-4dfd-b993-43de34dfccda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.139031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Calling delete_port for d84f3df3-06c2-453f-8a54-f5da461155d6 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:24.196489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083601f0-6475-4d0f-9aff-cb979a7df37d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.198384 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-083601f0-6475-4d0f-9aff-cb979a7df37d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1306570 Jan 28 20:33:24.201670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47820) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:24.241518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-ecfc96ef-e9e3-45f8-8b43-2fd537f8d960 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3825712 Jan 28 20:33:24.251716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:24.268641 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b956da94-391b-462f-9221-e2689ae7b893 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655982 Jan 28 20:33:24.273614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47822) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:24.275193 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133e73eb-e10f-475d-868e-9084afd4b65c x-openstack-request-id: req-133e73eb-e10f-475d-868e-9084afd4b65c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:24.275478 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:24.275727 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-133e73eb-e10f-475d-868e-9084afd4b65c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:24.276117 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'status': 'completed', 'code': 200} Jan 28 20:33:24.286425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:24.321131 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.368873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Pushing event deleted for resources: {'Port': ['ID=d84f3df3-06c2-453f-8a54-f5da461155d6,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:24.392975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] No DVR routers for this DVR port d84f3df3-06c2-453f-8a54-f5da461155d6 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:24.397042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.397426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.398394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.398914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.399838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.399977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.400451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.401047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.401890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.401890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.402427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.403001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ea2aa-d603-40a6-a791-4510e24eee26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:24.411774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e7361af-3337-4dfd-b993-43de34dfccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.432598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.458197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-e87f0da8-7f46-4cda-a5f1-f4be27df2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.459772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-e87f0da8-7f46-4cda-a5f1-f4be27df2fea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1096 time: 0.1164944 Jan 28 20:33:24.533262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e7361af-3337-4dfd-b993-43de34dfccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.562130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:24.565831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.570320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7361af-3337-4dfd-b993-43de34dfccda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1ba4b3-afa6-4958-a5ae-8b950686a03c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:24.576475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e7361af-3337-4dfd-b993-43de34dfccda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.581645 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4e7361af-3337-4dfd-b993-43de34dfccda admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9a1ba4b3-afa6-4958-a5ae-8b950686a03c HTTP/1.1" status: 204 len: 168 time: 1.0878737 Jan 28 20:33:24.584114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47832) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:24.585928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3290dc0d-7a8b-4393-8ef2-26cafb7be3c1 None None] Network 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:24.704834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.798169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Deleting port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:24.798613 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.854569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-cdfa2915-9ebd-4124-b60e-1fdf33172af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.856507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-cdfa2915-9ebd-4124-b60e-1fdf33172af2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 920 time: 0.3575504 Jan 28 20:33:24.885095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] For port d7edbb50-139d-4f8d-9d37-b91edc35f4b3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d7edbb50-139d-4f8d-9d37-b91edc35f4b3,segment=NetworkSegment(22975aff-93a2-4a73-a34f-a4cd2c54947d),segment_id=22975aff-93a2-4a73-a34f-a4cd2c54947d)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:24.885676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:24.908913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Calling delete_port for d7edbb50-139d-4f8d-9d37-b91edc35f4b3 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:24.943137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ce42d-3d6e-4104-83dd-00d9b905f6db req-1738a2dd-3b90-4e2b-9fd4-fc4d6633a391 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.944698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-237ce42d-3d6e-4104-83dd-00d9b905f6db req-1738a2dd-3b90-4e2b-9fd4-fc4d6633a391 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2497575 Jan 28 20:33:24.955851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-714649de-40c7-439c-bf69-e115e391244c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 217 time: 0.0792243 Jan 28 20:33:25.040294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.074378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389ea9b-9452-4833-973b-0ced31dbb8ad None None] DHCP port deletion for 5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:33:25.076079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7edbb50-139d-4f8d-9d37-b91edc35f4b3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:25.079676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] No DVR routers for this DVR port d7edbb50-139d-4f8d-9d37-b91edc35f4b3 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:25.176633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.179447 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.191800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-671ffc82-c3fe-4c49-b1be-581d729a0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.193329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-671ffc82-c3fe-4c49-b1be-581d729a0cb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.2043490 Jan 28 20:33:25.203400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-237ce42d-3d6e-4104-83dd-00d9b905f6db req-cf7af5f1-6e6a-47c2-a75e-1fbf7a44ae91 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415276 Jan 28 20:33:25.237069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c396d3e-f6de-4548-b8d2-bfc69e2d1b34']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:25.249146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22975aff-93a2-4a73-a34f-a4cd2c54947d') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:25.249557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22975aff-93a2-4a73-a34f-a4cd2c54947d') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:25.260495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.279495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.291748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:33:25.292169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:33:25.294640 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:33:25.298826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-dcf4fe5b-6396-4ffb-a1d3-3bb2bc171048 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879474 Jan 28 20:33:25.398163 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.412000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.417638 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5c396d3e-f6de-4548-b8d2-bfc69e2d1b34 HTTP/1.1" status: 204 len: 168 time: 0.8318157 Jan 28 20:33:25.438892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1fc8b-9d72-4f1e-84d5-d5732b3b7291 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c396d3e-f6de-4548-b8d2-bfc69e2d1b34,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:25.470517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Allocated IP 172.25.2.32 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/423d0ce3-a95c-4dea-b173-c9f3153c1f44) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:25.552313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.objects.ports [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102307) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:33:25.586980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-6a7ff116-e84d-492d-94f4-4ea18dd0271c service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659912 Jan 28 20:33:25.592605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.746331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:25.754941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47860) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:25.766685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=bd839c18-bb07-4de9-8b4a-b9ab9f11679a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:25.779450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:25.796951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8c044-b079-4b53-9124-d2ec0d821fef None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:25.817238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.818060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.869467 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1fc7619a-cc89-4cec-b184-c87fe5e220ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6984c402f81451dbebc5de803f9055f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132455 Jan 28 20:33:25.875361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47864) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:25.885029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d84f3df3-06c2-453f-8a54-f5da461155d6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:25.911698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:25.913810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d84f3df3-06c2-453f-8a54-f5da461155d6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:25.914164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d84f3df3-06c2-453f-8a54-f5da461155d6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:25.915061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d7edbb50-139d-4f8d-9d37-b91edc35f4b3 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:25.931299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a798a-1b9f-4ca0-9f77-1dde7c811706 req-796bf246-59cf-4ac2-af77-46b5df96f88d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.932906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b47a798a-1b9f-4ca0-9f77-1dde7c811706 req-796bf246-59cf-4ac2-af77-46b5df96f88d tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.2381887 Jan 28 20:33:25.936762 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e23bed4c-ea8a-43d0-bbfa-6ea2a03f9e33 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6597798 Jan 28 20:33:25.941809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47866) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:25.944451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d7edbb50-139d-4f8d-9d37-b91edc35f4b3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:25.944797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d7edbb50-139d-4f8d-9d37-b91edc35f4b3 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:25.954999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-99fe8bc5-3d09-4f0e-9815-636d9f0f295a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:25.981609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e9fdb5-398f-4c0f-a333-870f5807363a req-d6d0e8d0-f366-49ea-8283-4be101dc208f service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570025 Jan 28 20:33:25.993417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-0822666c-60fc-4b9e-a619-c30a9ceb5f7b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.995025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-0822666c-60fc-4b9e-a619-c30a9ceb5f7b tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 945 time: 0.2508500 Jan 28 20:33:26.000136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c1c4d0d-bc8d-43dc-9dee-4a8ff21b542c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.030345 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c1c4d0d-bc8d-43dc-9dee-4a8ff21b542c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.109758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c1c4d0d-bc8d-43dc-9dee-4a8ff21b542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.110461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': 'bd839c18-bb07-4de9-8b4a-b9ab9f11679a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:33:26.111605 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.114133 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c1c4d0d-bc8d-43dc-9dee-4a8ff21b542c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.118390 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7c1c4d0d-bc8d-43dc-9dee-4a8ff21b542c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/932e609d-7472-4568-98f1-9aa87a6db1dc HTTP/1.1" status: 204 len: 168 time: 0.2387152 Jan 28 20:33:26.143395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c4d0d-bc8d-43dc-9dee-4a8ff21b542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932e609d-7472-4568-98f1-9aa87a6db1dc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:26.181678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b47a798a-1b9f-4ca0-9f77-1dde7c811706 req-cd24ddf4-6607-40c7-88b4-cc9b0eb73ada tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/security-groups?id=90a73dfb-97f4-4370-90a0-8bd9265bac1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387867 Jan 28 20:33:26.205148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.307710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:26.317840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:26.328655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Allocated IP 2001:db8::f816:3eff:fe4e:24cf (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/bd839c18-bb07-4de9-8b4a-b9ab9f11679a/791a9bd5-b128-4b52-8d82-2a510fe6f8b4) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:26.330213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:26.335014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event updated for resources: {'Port': ['ID=423d0ce3-a95c-4dea-b173-c9f3153c1f44,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:26.416125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Deleting port f828a240-7b86-49ee-9991-1f323ec8d57c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:26.416545 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.422006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fe8bc5-3d09-4f0e-9815-636d9f0f295a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:26.426212 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99fe8bc5-3d09-4f0e-9815-636d9f0f295a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.671691 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.704104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] For port f828a240-7b86-49ee-9991-1f323ec8d57c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f828a240-7b86-49ee-9991-1f323ec8d57c,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:26.704503 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.710124 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.720483 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.727116 n-d-825064-3 neutron-server[102307]: INFO neutron.db.ipam_backend_mixin [None req-99fe8bc5-3d09-4f0e-9815-636d9f0f295a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd839c18-bb07-4de9-8b4a-b9ab9f11679a (CIDR: 2001:db8::/64) Jan 28 20:33:26.762910 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fe8bc5-3d09-4f0e-9815-636d9f0f295a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:33:26.763447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99fe8bc5-3d09-4f0e-9815-636d9f0f295a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:33:26.765888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Calling delete_port for f828a240-7b86-49ee-9991-1f323ec8d57c owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:26.778427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:26.785457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:26.788669 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:26.796780 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:26.815833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-99fe8bc5-3d09-4f0e-9815-636d9f0f295a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8669016 Jan 28 20:33:26.818778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47890) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:26.827520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:26.933125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1550aa5-68a7-4905-ad26-4ff24ae524f7 req-fc583857-c525-4e49-b717-7b1dd4bcc669 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:26.935463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1550aa5-68a7-4905-ad26-4ff24ae524f7 req-fc583857-c525-4e49-b717-7b1dd4bcc669 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.2347567 Jan 28 20:33:26.966088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Pushing event updated for resources: {'Port': ['ID=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:26.989408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Attempting to bind port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:33:26.989996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Attempting to bind port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:33:26.990562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Attempting to bind port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:27.007872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:27.008499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:33:27.009135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.009775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:27.010533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Bound port: 791a9bd5-b128-4b52-8d82-2a510fe6f8b4, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:33:27.011166 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.072135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1550aa5-68a7-4905-ad26-4ff24ae524f7 req-3ac490ff-f4c0-4083-9dde-c4d087ca6879 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229861 Jan 28 20:33:27.084868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47898) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:27.139133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:27.145812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.233291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] For port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:27.238317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] For port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:27.248814 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.366683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c2567-bd4e-4366-85f0-6f54a0de1c68 None None] Pushing event updated for resources: {'Port': ['ID=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:27.487022 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.496201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.511159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ef280bc7-6b66-4511-98fb-c65d03dcf774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.569398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.593408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:27.600594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:27.615785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d2ab8df-d634-401c-9362-8074502aa258 req-b3c26e85-1fda-484b-97ad-9e14f19b6390 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.44 "GET /v2.0/ports?device_id=13c31ab9-e0c8-4388-8616-ce9a696962b8 HTTP/1.1" status: 200 len: 210 time: 0.1006377 Jan 28 20:33:27.621001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Pushing event deleted for resources: {'Port': ['ID=f828a240-7b86-49ee-9991-1f323ec8d57c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:27.632814 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.762927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47914) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:27.805777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ef280bc7-6b66-4511-98fb-c65d03dcf774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.809637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:27.811638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.839544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ef280bc7-6b66-4511-98fb-c65d03dcf774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:27.916012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=f60c1d8a-8657-4e73-a0b1-31fedf217dfd,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:27.943639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8f8387eb-e205-4298-a876-1ed14893602d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1232398 Jan 28 20:33:27.955591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47916) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:27.961264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:67:64:a1', 'name': 'tempest-NetworksTestDHCPv6-372598494'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:27.970143 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ef280bc7-6b66-4511-98fb-c65d03dcf774 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90f65b6573d54b8e8db6b6e22914afd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8832197 Jan 28 20:33:27.971170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef280bc7-6b66-4511-98fb-c65d03dcf774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150ee660-f2f3-4849-ac56-74b94d7554ad,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:27.990867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47918) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:28.137030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc46b4f9-ce23-48af-9dc2-192673d84331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.171550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc46b4f9-ce23-48af-9dc2-192673d84331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.187150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] No DVR routers for this DVR port f828a240-7b86-49ee-9991-1f323ec8d57c on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:28.201318 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.204514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d980ed0-352e-4f4a-8f92-a088e0cb817f req-9bcc0784-ef89-4f2f-93a1-6cb1fc60f206 tempest-ServerRescueNegativeTestJSON-609381678 tempest-ServerRescueNegativeTestJSON-609381678-project] 10.222.0.13 "DELETE /v2.0/ports/f828a240-7b86-49ee-9991-1f323ec8d57c HTTP/1.1" status: 204 len: 173 time: 2.1920600 Jan 28 20:33:28.205175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c31ab9-e0c8-4388-8616-ce9a696962b8', 'name': 'network-vif-deleted', 'tag': 'f828a240-7b86-49ee-9991-1f323ec8d57c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:28.207501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:28.207906 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfff0a5-b355-4fe2-8496-6099293021da" -d '{"events": [{"server_uuid": "13c31ab9-e0c8-4388-8616-ce9a696962b8", "name": "network-vif-deleted", "tag": "f828a240-7b86-49ee-9991-1f323ec8d57c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:28.216819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event updated for resources: {'Port': ['ID=423d0ce3-a95c-4dea-b173-c9f3153c1f44,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:28.251964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.274031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.275801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-665c7e69-4de9-49e3-922a-51dfc720e41f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0288410 Jan 28 20:33:28.291451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f098-4106-4a45-b9f1-d403ea189d44 req-b823eaa0-efff-4bd2-80f0-ca1b76d47cd3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:28.294364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3152f098-4106-4a45-b9f1-d403ea189d44 req-b823eaa0-efff-4bd2-80f0-ca1b76d47cd3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1147411 Jan 28 20:33:28.399608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc46b4f9-ce23-48af-9dc2-192673d84331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.402433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc46b4f9-ce23-48af-9dc2-192673d84331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.408156 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fc46b4f9-ce23-48af-9dc2-192673d84331 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/150ee660-f2f3-4849-ac56-74b94d7554ad HTTP/1.1" status: 204 len: 168 time: 0.4112387 Jan 28 20:33:28.426943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46b4f9-ce23-48af-9dc2-192673d84331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150ee660-f2f3-4849-ac56-74b94d7554ad,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:28.440517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-98fa919c-21dc-49f5-b127-17f2a103602f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.1444378 Jan 28 20:33:28.446236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.468596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-817869121-network', 'tenant_id': '632c8fa7c49b44e196b1b85e8b8d8dd6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:28.483871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 26a00ccf-02f7-4fbb-b543-620fa4d3a401 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:33:28.525823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3152f098-4106-4a45-b9f1-d403ea189d44 req-0b1d7799-c82b-4333-b2ed-9565a66ba867 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866348 Jan 28 20:33:28.556377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Made reservation on behalf of 632c8fa7c49b44e196b1b85e8b8d8dd6 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:28.559586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.575305 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.649605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-7ffcffd1-0e70-4e74-9640-7e911fecea20 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:28.658164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-7ffcffd1-0e70-4e74-9640-7e911fecea20 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.1952624 Jan 28 20:33:28.764601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-6438da50-1ea0-4b0b-93e8-1f1d56881454 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:33:28.765784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca4d004b-2065-4116-a748-4b3f2dde8758 req-6438da50-1ea0-4b0b-93e8-1f1d56881454 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0376744 Jan 28 20:33:28.862491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8:0:1::222 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/f60c1d8a-8657-4e73-a0b1-31fedf217dfd/26a00ccf-02f7-4fbb-b543-620fa4d3a401) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:28.879207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fe67:64a1 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/bd839c18-bb07-4de9-8b4a-b9ab9f11679a/26a00ccf-02f7-4fbb-b543-620fa4d3a401) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:28.896257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4f60b-b7cf-4f6b-a32a-58259e3cb4f0 req-cb5fd1d3-a9a3-45cc-adef-b719efed70dd tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:28.898668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ab4f60b-b7cf-4f6b-a32a-58259e3cb4f0 req-cb5fd1d3-a9a3-45cc-adef-b719efed70dd tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.2152462 Jan 28 20:33:28.902543 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.907023 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba857ec2-5777-4eb1-8152-ba08b2920fda x-openstack-request-id: req-ba857ec2-5777-4eb1-8152-ba08b2920fda {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:28.909173 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c31ab9-e0c8-4388-8616-ce9a696962b8", "name": "network-vif-deleted", "tag": "f828a240-7b86-49ee-9991-1f323ec8d57c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:28.911672 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba857ec2-5777-4eb1-8152-ba08b2920fda {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:28.912626 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c31ab9-e0c8-4388-8616-ce9a696962b8', 'name': 'network-vif-deleted', 'tag': 'f828a240-7b86-49ee-9991-1f323ec8d57c', 'status': 'completed', 'code': 200} Jan 28 20:33:28.919424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:28.962880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:33:28.970814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47934) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:28.976784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f828a240-7b86-49ee-9991-1f323ec8d57c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:29.029286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: f828a240-7b86-49ee-9991-1f323ec8d57c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:29.029646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f828a240-7b86-49ee-9991-1f323ec8d57c not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:29.035104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47936) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:29.079412 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.079766 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Added segment d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48 of type vlan for network d6d177db-f1eb-42b2-8dd2-af331be4d99d Jan 28 20:33:29.082077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d93299d-e895-46af-aa1f-497a96c24cae,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:29.116670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43d33c5d-6740-4d3a-abde-c7c704302404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.172554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.177481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ab4f60b-b7cf-4f6b-a32a-58259e3cb4f0 req-c2cec0b4-d1da-429f-a0f8-80ef83ed5841 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623398 Jan 28 20:33:29.229374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.230446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f8bc8-d528-4012-8526-ed480b8a3847 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:29.268997 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.291400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:29.304651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:29.311874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:29.319268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:29.319855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.327534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=26a00ccf-02f7-4fbb-b543-620fa4d3a401,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:29.348267 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c1dd43ae-0245-40de-a3b8-a4af3a8e2e54 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3912385 Jan 28 20:33:29.349010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47938) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:29.356122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-98066f7f-3a53-4250-82bc-ff7dc049f30e None None] Provisioning complete for port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:29.356790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-98066f7f-3a53-4250-82bc-ff7dc049f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.435461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-62f91ec6-7172-481f-b618-0f981e876464 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:29.437130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-62f91ec6-7172-481f-b618-0f981e876464 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3367710 Jan 28 20:33:29.488529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6d42e5f6-7039-4054-839b-f0e4498bc535 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 26a00ccf-02f7-4fbb-b543-620fa4d3a401 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:29.488928 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d42e5f6-7039-4054-839b-f0e4498bc535 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.537341 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-98066f7f-3a53-4250-82bc-ff7dc049f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.588653 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.589658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:29.590360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.597280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-98066f7f-3a53-4250-82bc-ff7dc049f30e None None] For port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:29.608530 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-98066f7f-3a53-4250-82bc-ff7dc049f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.615160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-7c3ecef0-e5f2-43ab-a9b9-36a763aa7c91 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.1671529 Jan 28 20:33:29.629355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d42e5f6-7039-4054-839b-f0e4498bc535 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.652619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6d42e5f6-7039-4054-839b-f0e4498bc535 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 26a00ccf-02f7-4fbb-b543-620fa4d3a401 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:29.679489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Request body: {'floatingip': {'port_id': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:29.754662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f9a0f-b492-41e2-b05d-36117fa82490 None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': 'bd839c18-bb07-4de9-8b4a-b9ab9f11679a', 'ip_address': '2001:db8::f816:3eff:fe4e:24cf'}, {'subnet_id': 'f60c1d8a-8657-4e73-a0b1-31fedf217dfd'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '791a9bd5-b128-4b52-8d82-2a510fe6f8b4'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:33:29.779921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98066f7f-3a53-4250-82bc-ff7dc049f30e None None] Pushing event updated for resources: {'Port': ['ID=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:29.792774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-798f9a0f-b492-41e2-b05d-36117fa82490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.861928 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43d33c5d-6740-4d3a-abde-c7c704302404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.891132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d177db-f1eb-42b2-8dd2-af331be4d99d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:29.900324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7fbcc4eb-47bf-4052-83da-c9778a365b09 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1265659 Jan 28 20:33:29.903784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47942) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:29.911717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Request body: {'subnet': {'network_id': 'd6d177db-f1eb-42b2-8dd2-af331be4d99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-817869121-subnet', 'tenant_id': '632c8fa7c49b44e196b1b85e8b8d8dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:29.939256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43d33c5d-6740-4d3a-abde-c7c704302404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.945748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.963334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network d6d177db-f1eb-42b2-8dd2-af331be4d99d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:33:29.964169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d42e5f6-7039-4054-839b-f0e4498bc535 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:29.971613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:30.060090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42e5f6-7039-4054-839b-f0e4498bc535 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=26a00ccf-02f7-4fbb-b543-620fa4d3a401,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:30.067402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Made reservation on behalf of 632c8fa7c49b44e196b1b85e8b8d8dd6 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:30.071435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.086049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-43d33c5d-6740-4d3a-abde-c7c704302404 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d70175a13c4c483f8f8ba498e2ed7d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0495532 Jan 28 20:33:30.111772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d33c5d-6740-4d3a-abde-c7c704302404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b609e4-1296-481c-88b0-3e0f6e1a0ac3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:30.112003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47944) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:30.146812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207c25-3ea0-485d-9416-649a62aae60b req-978c268a-8a9d-4cb6-b0cb-49728b97ab77 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.156465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78207c25-3ea0-485d-9416-649a62aae60b req-978c268a-8a9d-4cb6-b0cb-49728b97ab77 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.4225173 Jan 28 20:33:30.156784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d42e5f6-7039-4054-839b-f0e4498bc535 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.162516 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6d42e5f6-7039-4054-839b-f0e4498bc535 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/26a00ccf-02f7-4fbb-b543-620fa4d3a401 HTTP/1.1" status: 204 len: 168 time: 0.8122685 Jan 28 20:33:30.164997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:30.167903 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.193694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47946) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:30.226217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-798f9a0f-b492-41e2-b05d-36117fa82490 None None] Allocated IP 2001:db8:0:1::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/f60c1d8a-8657-4e73-a0b1-31fedf217dfd/791a9bd5-b128-4b52-8d82-2a510fe6f8b4) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:30.295986 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb2762e2-3d92-4cf4-9098-92ddc41baa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.343485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471364e9-09f4-45a0-beb4-a39a7dcf133a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.348440 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-471364e9-09f4-45a0-beb4-a39a7dcf133a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1486478 Jan 28 20:33:30.352152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47950) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:30.360033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78207c25-3ea0-485d-9416-649a62aae60b req-f9af66ff-8c25-4703-9432-f8775383a181 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676650 Jan 28 20:33:30.369859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb2762e2-3d92-4cf4-9098-92ddc41baa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.501556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-798f9a0f-b492-41e2-b05d-36117fa82490 None None] For port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:30.536112 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-798f9a0f-b492-41e2-b05d-36117fa82490 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.544730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-798f9a0f-b492-41e2-b05d-36117fa82490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.580168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.614401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3db13-5224-4146-98d9-8ea291fb7da5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.618623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-03a3db13-5224-4146-98d9-8ea291fb7da5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2642200 Jan 28 20:33:30.638344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47952) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:30.651719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f9a0f-b492-41e2-b05d-36117fa82490 None None] Pushing event updated for resources: {'Port': ['ID=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:30.715761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e4ce43-8d9f-480d-bd4d-af820b445fa7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:30.727830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb2762e2-3d92-4cf4-9098-92ddc41baa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.730517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb2762e2-3d92-4cf4-9098-92ddc41baa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.734789 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb2762e2-3d92-4cf4-9098-92ddc41baa0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14b609e4-1296-481c-88b0-3e0f6e1a0ac3 HTTP/1.1" status: 204 len: 168 time: 0.6170759 Jan 28 20:33:30.739030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905dc45-667a-4792-ae35-34769f646a25 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.740592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905dc45-667a-4792-ae35-34769f646a25 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.742200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905dc45-667a-4792-ae35-34769f646a25 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.747384 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d905dc45-667a-4792-ae35-34769f646a25 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1044211 Jan 28 20:33:30.747777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47956) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:30.782762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2762e2-3d92-4cf4-9098-92ddc41baa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b609e4-1296-481c-88b0-3e0f6e1a0ac3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:30.788963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c02d4-252a-4eff-a565-c6917b07e821 req-9ff2514e-dd4c-43af-8197-a3ee392a35af tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.799177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Checking segment: {'id': 'd5a095bd-6d5d-4fc1-bbb6-9d97a3661b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6d177db-f1eb-42b2-8dd2-af331be4d99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:33:30.799579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Network hostable DHCP agents. Network: d6d177db-f1eb-42b2-8dd2-af331be4d99d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:33:30.800739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-173c02d4-252a-4eff-a565-c6917b07e821 req-9ff2514e-dd4c-43af-8197-a3ee392a35af tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.2519867 Jan 28 20:33:30.826954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9c35d1-c12d-4fce-b7fe-7f9e49fe8e14 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet bd839c18-bb07-4de9-8b4a-b9ab9f11679a {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:30.831211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c9c35d1-c12d-4fce-b7fe-7f9e49fe8e14 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.840804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.864647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Network d6d177db-f1eb-42b2-8dd2-af331be4d99d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:33:30.897879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, d6d177db-f1eb-42b2-8dd2-af331be4d99d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:30.909974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630e09a-46bf-4fc8-809f-0b667a31d7f6 None None] Network d6d177db-f1eb-42b2-8dd2-af331be4d99d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:30.912879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.916346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:30.958914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c9c35d1-c12d-4fce-b7fe-7f9e49fe8e14 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:31.032212 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-65a49f29-ac9f-48b9-acaa-df15159354d4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1168416 Jan 28 20:33:31.061388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-173c02d4-252a-4eff-a565-c6917b07e821 req-883c1fb8-61d7-4407-acf8-bf75c07843ea tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595210 Jan 28 20:33:31.171655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c9c35d1-c12d-4fce-b7fe-7f9e49fe8e14 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:31.183747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:33:31.253521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c9c35d1-c12d-4fce-b7fe-7f9e49fe8e14 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:31.265641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbd4b2-afbd-4fd0-bd12-a1d9b6e63b83 None None] Network d6d177db-f1eb-42b2-8dd2-af331be4d99d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:31.310162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c35d1-c12d-4fce-b7fe-7f9e49fe8e14 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=bd839c18-bb07-4de9-8b4a-b9ab9f11679a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:31.322558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c9c35d1-c12d-4fce-b7fe-7f9e49fe8e14 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:31.331957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c9c35d1-c12d-4fce-b7fe-7f9e49fe8e14 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/bd839c18-bb07-4de9-8b4a-b9ab9f11679a HTTP/1.1" status: 204 len: 168 time: 0.5831881 Jan 28 20:33:31.333259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47962) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:31.417408 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:31.476934 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:31.646615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8cc177-cb43-4adf-b8dd-ca2f31eb2c56 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet f60c1d8a-8657-4e73-a0b1-31fedf217dfd {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:31.666115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ca8cc177-cb43-4adf-b8dd-ca2f31eb2c56 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:31.702049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e2fe7-09d4-4157-abc9-8ea9ad599319 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:31.842300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:31.924223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-42f994bf-9317-4bbc-ae27-df6a04ce869f None None] Provisioning complete for port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:31.924799 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-42f994bf-9317-4bbc-ae27-df6a04ce869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:31.998205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:31.998567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:32.108079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-42f994bf-9317-4bbc-ae27-df6a04ce869f None None] Could not find standard attr ID for object 26a00ccf-02f7-4fbb-b543-620fa4d3a401. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:33:32.163745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ca8cc177-cb43-4adf-b8dd-ca2f31eb2c56 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:32.228407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349cb21-4948-4162-bf87-f827b71aba2f req-515c01da-c5b1-41ec-9014-6df128de8844 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:32.230991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2349cb21-4948-4162-bf87-f827b71aba2f req-515c01da-c5b1-41ec-9014-6df128de8844 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.6404109 Jan 28 20:33:32.258713 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Floating IP d1dd6843-3d63-4caa-8d73-afe055ef363a associated. External IP: 172.25.2.32, port: 44b159a4-5eb2-4484-88d4-c42e409a1cae. Jan 28 20:33:32.442269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2349cb21-4948-4162-bf87-f827b71aba2f req-6847df40-8005-449d-a912-569c70faa98a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994314 Jan 28 20:33:32.497215 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ca8cc177-cb43-4adf-b8dd-ca2f31eb2c56 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:32.634380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Deleting port a34a6923-2a0e-4648-b38d-f165c4334e2d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:32.634380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:32.692307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ca8cc177-cb43-4adf-b8dd-ca2f31eb2c56 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:32.763414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cc177-cb43-4adf-b8dd-ca2f31eb2c56 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=f60c1d8a-8657-4e73-a0b1-31fedf217dfd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:32.777016 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ca8cc177-cb43-4adf-b8dd-ca2f31eb2c56 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:32.783616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48000) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:32.790815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ca8cc177-cb43-4adf-b8dd-ca2f31eb2c56 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/f60c1d8a-8657-4e73-a0b1-31fedf217dfd HTTP/1.1" status: 204 len: 168 time: 1.4516335 Jan 28 20:33:32.864149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] For port a34a6923-2a0e-4648-b38d-f165c4334e2d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a34a6923-2a0e-4648-b38d-f165c4334e2d,segment=NetworkSegment(102bbbd3-ca14-40bf-a49c-d030bee6d866),segment_id=102bbbd3-ca14-40bf-a49c-d030bee6d866)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:32.864699 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:32.868720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Router a2786684-b013-4364-92f3-af34cbd819f5 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:32.879540 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f274952f-702b-4bc4-9df7-35c412e2dfa1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929201 Jan 28 20:33:32.882678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48002) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:32.892963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Calling delete_port for a34a6923-2a0e-4648-b38d-f165c4334e2d owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:32.893475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:32.946709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5567c44c-d36d-4788-b785-fe06f216d3be None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:33.075557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:33.077898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ece9bf43-6369-4ab5-9faa-a1335f3d7ce1 None None] Provisioning complete for port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:33.078456 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ece9bf43-6369-4ab5-9faa-a1335f3d7ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:33.084813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:33.309684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-4c83df72-529c-42a0-aedf-9825204d1d48 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:33.312152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-4c83df72-529c-42a0-aedf-9825204d1d48 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/networks?id=d6d177db-f1eb-42b2-8dd2-af331be4d99d HTTP/1.1" status: 200 len: 813 time: 0.3456247 Jan 28 20:33:33.316483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:33.327532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:33.330467 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] Sync routers for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:33.346769 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:33.349170 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:33.402456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-00f20b6c-bdb8-4cdb-984f-4769f07f9402 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "PUT /v2.0/floatingips/d1dd6843-3d63-4caa-8d73-afe055ef363a HTTP/1.1" status: 200 len: 995 time: 3.7719901 Jan 28 20:33:33.405306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-50fc3fd7-ef3d-4584-ac95-93504919818f tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/quotas/632c8fa7c49b44e196b1b85e8b8d8dd6 HTTP/1.1" status: 200 len: 375 time: 0.0192294 Jan 28 20:33:33.410400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:33.419740 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34df9ba7-398a-45e9-9918-65976d007068" -d '{"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:33.488830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-63daa517-43ee-47a9-a158-93c17edfeea3 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=632c8fa7c49b44e196b1b85e8b8d8dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580382 Jan 28 20:33:33.596404 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:33.623121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:33:33.712418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:33:33.718622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:33.767760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] Deleting port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:33.768156 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:33.806784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34a6923-2a0e-4648-b38d-f165c4334e2d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:33.836942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-94d4c941-b833-4b55-81ba-5a1dd3486a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:33.847698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-94d4c941-b833-4b55-81ba-5a1dd3486a7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1096 time: 0.3464997 Jan 28 20:33:33.878614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:34.002314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] For port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:34.003061 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.019698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] Calling delete_port for 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:34.076512 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'd1dd6843-3d63-4caa-8d73-afe055ef363a', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'port_id': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'mac_address': 'fa:16:3e:b1:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:33:26Z', 'updated_at': '2022-01-28T20:33:30Z', 'revision_number': 1, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 5, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:34.110590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.116824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-7ba0c0de-9737-464b-ba03-dd65a9edcd10 service neutron] 10.222.0.44 "GET /v2.0/networks/d6d177db-f1eb-42b2-8dd2-af331be4d99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999162 Jan 28 20:33:34.132440 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.156207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] No DVR routers for this DVR port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:34.174424 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] Checking router: a2786684-b013-4364-92f3-af34cbd819f5 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:34.186761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Port 791a9bd5-b128-4b52-8d82-2a510fe6f8b4 concurrently deleted while adding address for new subnet {'id': '64bd1d34-a6ba-4963-9397-ffd69ffafd1c', 'name': '', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1893, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-28T20:33:33Z', 'updated_at': '2022-01-28T20:33:33Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'c6970f88acbf451989c4b3536e2eba7d'}. {{(pid=102306) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Jan 28 20:33:34.187674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.194265 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:34.195568 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:34.203785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce882e41-c259-48d2-b603-5dd52d74a9b6 None None] Pushing event deleted for resources: {'Port': ['ID=791a9bd5-b128-4b52-8d82-2a510fe6f8b4,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:34.211701 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.259721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:34.267631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:34.285797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-d808af07-9511-44e1-8c36-1fa311a92c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:34.294855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99542ea1-6fc2-4aef-9e5a-6b792e12472c None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:34.298638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=64bd1d34-a6ba-4963-9397-ffd69ffafd1c,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:34.298848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-d808af07-9511-44e1-8c36-1fa311a92c51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 920 time: 0.4491777 Jan 28 20:33:34.314542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:34.316328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.368096 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d34fe133-6168-4f44-906f-318f79a58657 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4839528 Jan 28 20:33:34.371008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48030) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:34.382984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dbac1da4-a187-4b4c-b8f8-602596d30763 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:34.412975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.432553 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:34.552639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'tenant_id': 'c6970f88acbf451989c4b3536e2eba7d', 'fixed_ips': [{'subnet_id': '64bd1d34-a6ba-4963-9397-ffd69ffafd1c'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:33:34.554872 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.579207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac1da4-a187-4b4c-b8f8-602596d30763 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:34.584437 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbac1da4-a187-4b4c-b8f8-602596d30763 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:34.740770 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'd1dd6843-3d63-4caa-8d73-afe055ef363a', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'port_id': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'mac_address': 'fa:16:3e:b1:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:33:26Z', 'updated_at': '2022-01-28T20:33:30Z', 'revision_number': 1, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 5, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:34.749364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Allocated IP 2001:db8::f816:3eff:fed5:415f (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/64bd1d34-a6ba-4963-9397-ffd69ffafd1c/1d58f734-c148-4d15-b78a-e290033402da) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:34.763352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-bc1337db-28c7-4530-8824-d9d5b8f44602 service neutron] 10.222.0.44 "GET /v2.0/networks/d6d177db-f1eb-42b2-8dd2-af331be4d99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347699 Jan 28 20:33:34.768373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-52276278-7dee-43ea-8c56-4a1d972e263d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 998 time: 0.4684036 Jan 28 20:33:34.787801 n-d-825064-3 neutron-server[102306]: INFO neutron.db.ipam_backend_mixin [None req-dbac1da4-a187-4b4c-b8f8-602596d30763 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64bd1d34-a6ba-4963-9397-ffd69ffafd1c (CIDR: 2001:db8::/64) Jan 28 20:33:34.797923 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbac1da4-a187-4b4c-b8f8-602596d30763 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:33:34.804774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbac1da4-a187-4b4c-b8f8-602596d30763 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:33:34.847382 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dbac1da4-a187-4b4c-b8f8-602596d30763 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4728403 Jan 28 20:33:34.848819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48036) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:34.854035 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224767a1-fab2-4b51-b219-5a8925bd9c4e None None] The sync data for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 is: [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'd1dd6843-3d63-4caa-8d73-afe055ef363a', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'port_id': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'mac_address': 'fa:16:3e:b1:ee:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:33:26Z', 'updated_at': '2022-01-28T20:33:30Z', 'revision_number': 1, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 5, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:34.864241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:34.981440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-3e34c00c-849f-48f3-bf24-b6685ec41921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:34.983907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-3e34c00c-849f-48f3-bf24-b6685ec41921 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.1612289 Jan 28 20:33:35.044960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-58284e9d-92f5-45f6-8621-fe0ae26cc23e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487540 Jan 28 20:33:35.061836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-8b3a3897-7447-4407-a556-792f1a1a41c2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:33:35.077872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-8b3a3897-7447-4407-a556-792f1a1a41c2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209556 Jan 28 20:33:35.102722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:35.109453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:35.180055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:35.191338 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:35.236563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:35.242034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:35.246381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:35.259875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:35.296017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Router bd418c8a-1a64-47ea-a93e-5ee553a3b599 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:35.370966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-caae7796-db70-4170-9937-c848184e452a service neutron] 10.222.0.44 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663419 Jan 28 20:33:35.378072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894bcc3-8667-41c9-8d09-71d041997a1c None None] New status for floating IP d1dd6843-3d63-4caa-8d73-afe055ef363a: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:33:35.410116 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:33:35.456934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Attempting to bind port 1d58f734-c148-4d15-b78a-e290033402da on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:33:35.456934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Attempting to bind port 1d58f734-c148-4d15-b78a-e290033402da by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:33:35.457657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Attempting to bind port 1d58f734-c148-4d15-b78a-e290033402da on network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:35.471836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:35.472687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Checking segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:33:35.473119 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:35.473804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Bound using segment: {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:35.474492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Bound port: 1d58f734-c148-4d15-b78a-e290033402da, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51b609-28da-4d57-a6c2-e459524e51af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:33:35.474705 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:35.672780 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:35.688754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:35.697056 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:35.868953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f73cb-352c-4b71-8baa-9eb94489f6fb None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:35.899895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:36.024922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:36.032356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:36.039004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:36.039744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:36.064504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=be5685a7-6fd3-482f-b545-81b688d3e5ef,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:36.095456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b1af1-b1a5-45f5-861d-5752f9a98c7c req-b40ad330-1be9-4c4d-a7b5-06a6d1ae9edc tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:36.097399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-276b1af1-b1a5-45f5-861d-5752f9a98c7c req-b40ad330-1be9-4c4d-a7b5-06a6d1ae9edc tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.7954674 Jan 28 20:33:36.100293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f133ddc1-58f7-467a-a28b-80842d95fd85 req-7579313a-dcd3-42bb-848a-3921f79c4956 service neutron] 10.222.0.44 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210927 Jan 28 20:33:36.114664 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7631de13-896f-4ac0-9008-660dee25a54e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2639236 Jan 28 20:33:36.117559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48066) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:36.126852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:e5:fa:b2', 'name': 'tempest-NetworksTestDHCPv6-92807510'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:36.192649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-276b1af1-b1a5-45f5-861d-5752f9a98c7c req-09a3ad1a-48f0-40e1-aa77-eed5c83e1f3f tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824320 Jan 28 20:33:36.218115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:36.254771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6047830b-4976-4e33-9c85-44c0c2465aa2 admin admin] 10.222.0.44 "PUT /v2.0/routers/bd418c8a-1a64-47ea-a93e-5ee553a3b599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2505085 Jan 28 20:33:36.257962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48072) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:36.261740 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14523f53-fffb-4ef9-8784-f480ef283b44 x-openstack-request-id: req-14523f53-fffb-4ef9-8784-f480ef283b44 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:36.266812 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:36.267355 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14523f53-fffb-4ef9-8784-f480ef283b44 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:36.267963 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'status': 'completed', 'code': 200} Jan 28 20:33:36.308128 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] Sync routers for ids ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:36.336977 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] Routers {'bd418c8a-1a64-47ea-a93e-5ee553a3b599'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:36.337647 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:36.510193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:36.617994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1a81289-4810-41e5-90f5-3d6e0e231a41 req-da483909-dffd-44d8-991b-693fc25efe24 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 210 time: 0.1106722 Jan 28 20:33:36.634908 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:36.723126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:36.776513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 17e1edee-3219-411b-a564-bdee2a66d531 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:33:36.835514 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] Set router bd418c8a-1a64-47ea-a93e-5ee553a3b599 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:36.884759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df9ba7-398a-45e9-9918-65976d007068 req-21786a3d-2ceb-43ff-9ab8-c740df647309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:36.886417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34df9ba7-398a-45e9-9918-65976d007068 req-21786a3d-2ceb-43ff-9ab8-c740df647309 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1096 time: 0.3810050 Jan 28 20:33:36.932889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f306a-3923-48cd-8f28-3fbcdbb10e05 req-8e6efdb5-b797-4843-b655-993bbae62603 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:36.936028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f3f306a-3923-48cd-8f28-3fbcdbb10e05 req-8e6efdb5-b797-4843-b655-993bbae62603 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.4317873 Jan 28 20:33:36.968538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-2016001c-e6d3-4104-9a4a-fc26ea8e6f15 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1000 time: 0.3136864 Jan 28 20:33:37.127847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8:0:1::40 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/be5685a7-6fd3-482f-b545-81b688d3e5ef/17e1edee-3219-411b-a564-bdee2a66d531) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:37.149960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::f816:3eff:fee5:fab2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/64bd1d34-a6ba-4963-9397-ffd69ffafd1c/17e1edee-3219-411b-a564-bdee2a66d531) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:37.159491 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:33:33Z', 'revision_number': 5, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:37.189756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-85b4bdc0-eb83-42bf-8bb9-3b4f45f6493e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:37.204654 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] Checking router: bd418c8a-1a64-47ea-a93e-5ee553a3b599 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:37.219034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-85b4bdc0-eb83-42bf-8bb9-3b4f45f6493e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports/44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 942 time: 0.2475514 Jan 28 20:33:37.229272 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] Routers {'bd418c8a-1a64-47ea-a93e-5ee553a3b599'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:37.231729 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:37.294117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df9ba7-398a-45e9-9918-65976d007068 req-cf04db7a-7858-4bcb-8f0f-f32e51673874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:37.296225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34df9ba7-398a-45e9-9918-65976d007068 req-cf04db7a-7858-4bcb-8f0f-f32e51673874 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 920 time: 0.3847959 Jan 28 20:33:37.325894 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f3f306a-3923-48cd-8f28-3fbcdbb10e05 req-7173ed42-8df1-4216-bd16-0259cbc4f07d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686216 Jan 28 20:33:37.385104 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:37.483961 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] Set router bd418c8a-1a64-47ea-a93e-5ee553a3b599 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:37.571372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-e28e925e-579a-43a8-b91c-86d59d5fc016 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1000 time: 0.2439828 Jan 28 20:33:37.595503 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:37.674698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:37.709715 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c4095ef-5e81-4089-8cd9-cce1ae390004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:37.717879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34df9ba7-398a-45e9-9918-65976d007068 req-4bf98471-5cc7-406c-9c6a-e3a8df057fa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 1000 time: 0.3604009 Jan 28 20:33:37.753530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=17e1edee-3219-411b-a564-bdee2a66d531,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:37.783429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:37.785075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:37.790925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:37.798349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:37.799027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:37.823755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3c330391-5190-4ab6-a2fe-7518e387e33d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7048228 Jan 28 20:33:37.826631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48088) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:37.863978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11efb14d-9bca-461b-bdee-8a14f1ad68ac None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:37.933049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:33:33Z', 'revision_number': 5, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:37.972911 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac9b50-9624-4519-83cd-e272d03a9b2d None None] The sync data for ids ['bd418c8a-1a64-47ea-a93e-5ee553a3b599'] in n-d-825064-3 is: [{'id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'name': 'tempest-ServerRescueNegativeTestJSON-1969569824-router', 'tenant_id': '985f0b1f45534eb688a4e3ccee6464ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:46Z', 'updated_at': '2022-01-28T20:33:33Z', 'revision_number': 5, 'project_id': '985f0b1f45534eb688a4e3ccee6464ba', 'gw_port': {'id': '4db9a269-8244-48af-a385-fd69c3ca6395', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd418c8a-1a64-47ea-a93e-5ee553a3b599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:48Z', 'updated_at': '2022-01-28T20:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:38.054774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8d93d862-1e6e-431e-8714-004209b29cdc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 17e1edee-3219-411b-a564-bdee2a66d531 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:38.055456 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d93d862-1e6e-431e-8714-004209b29cdc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.070011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b852c695-5c59-464b-8bb9-bd614aeada03 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:38.070714 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b852c695-5c59-464b-8bb9-bd614aeada03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.171509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-677148b5-a66a-43b8-b05b-b93e8302949c tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:38.178755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-677148b5-a66a-43b8-b05b-b93e8302949c tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 0.4594128 Jan 28 20:33:38.182924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d93d862-1e6e-431e-8714-004209b29cdc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.186634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-8eeaaa49-2c21-4b11-ae38-253fe4495e31 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:33:38.197073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-8eeaaa49-2c21-4b11-ae38-253fe4495e31 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172901 Jan 28 20:33:38.202788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8d93d862-1e6e-431e-8714-004209b29cdc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 17e1edee-3219-411b-a564-bdee2a66d531 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:38.214130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-d894b736-845e-4384-a244-348f6fb89ddb tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:38.217091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-d894b736-845e-4384-a244-348f6fb89ddb tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.13 "GET /v2.0/networks?id=d6d177db-f1eb-42b2-8dd2-af331be4d99d HTTP/1.1" status: 200 len: 813 time: 0.9337080 Jan 28 20:33:38.266655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Request body: {'port': {'device_id': '5fa45239-43b0-4571-9ce4-67fd45d83338', 'network_id': 'd6d177db-f1eb-42b2-8dd2-af331be4d99d', 'admin_state_up': True, 'tenant_id': '632c8fa7c49b44e196b1b85e8b8d8dd6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:38.270926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df9ba7-398a-45e9-9918-65976d007068 req-c628afde-2433-40c8-8bbf-803e8ef2a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:38.272562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34df9ba7-398a-45e9-9918-65976d007068 req-c628afde-2433-40c8-8bbf-803e8ef2a6ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.5041373 Jan 28 20:33:38.287313 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b852c695-5c59-464b-8bb9-bd614aeada03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.350268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b852c695-5c59-464b-8bb9-bd614aeada03 None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:38.358873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b852c695-5c59-464b-8bb9-bd614aeada03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.367001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d58f734-c148-4d15-b78a-e290033402da up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:38.460854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-3f3cd183-a679-433a-a02d-107b50218ea9 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 1000 time: 0.2619200 Jan 28 20:33:38.467811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:38.478288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34df9ba7-398a-45e9-9918-65976d007068 req-9a35a866-3c46-4c02-abbd-6eabc44a1518 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812744 Jan 28 20:33:38.549179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f7a17-ee15-48ef-89d0-e37ed571ca4d req-9224a0df-d2d8-433f-8745-53017b37b2f7 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:38.551202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f19f7a17-ee15-48ef-89d0-e37ed571ca4d req-9224a0df-d2d8-433f-8745-53017b37b2f7 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.9116068 Jan 28 20:33:38.561987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852c695-5c59-464b-8bb9-bd614aeada03 None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:38.579544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c174a6-497c-43ef-afff-8bc772a1bf62 None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '64bd1d34-a6ba-4963-9397-ffd69ffafd1c', 'ip_address': '2001:db8::f816:3eff:fed5:415f'}, {'subnet_id': 'be5685a7-6fd3-482f-b545-81b688d3e5ef'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '1d58f734-c148-4d15-b78a-e290033402da'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:33:38.632690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:38.632690 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.650929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d93d862-1e6e-431e-8714-004209b29cdc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.680413 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55c174a6-497c-43ef-afff-8bc772a1bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.706675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Deleting port 4db9a269-8244-48af-a385-fd69c3ca6395 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:38.707285 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.745135 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:38.903176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f19f7a17-ee15-48ef-89d0-e37ed571ca4d req-23375398-a5c0-4511-88c3-636516668209 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161545 Jan 28 20:33:39.007803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34df9ba7-398a-45e9-9918-65976d007068 req-bdddccc2-c0ad-498c-86eb-cbea88f0bbed service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873815 Jan 28 20:33:39.030158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-55c174a6-497c-43ef-afff-8bc772a1bf62 None None] Allocated IP 2001:db8:0:1::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/be5685a7-6fd3-482f-b545-81b688d3e5ef/1d58f734-c148-4d15-b78a-e290033402da) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:39.116895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93d862-1e6e-431e-8714-004209b29cdc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=17e1edee-3219-411b-a564-bdee2a66d531,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:39.148656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3785b55d-02e5-4a3a-bfae-50e2fbf87d53 req-f7784b70-2d76-459d-a378-07ffa42b8fe0 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 210 time: 0.1296520 Jan 28 20:33:39.151209 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d93d862-1e6e-431e-8714-004209b29cdc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.160006 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8d93d862-1e6e-431e-8714-004209b29cdc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/17e1edee-3219-411b-a564-bdee2a66d531 HTTP/1.1" status: 204 len: 168 time: 1.3274565 Jan 28 20:33:39.162716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48108) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:39.193256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-f5f33ca8-aa3a-4e9c-a9ab-e5a718e800c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.195244 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-f5f33ca8-aa3a-4e9c-a9ab-e5a718e800c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1095 time: 0.5603824 Jan 28 20:33:39.269415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] For port 4db9a269-8244-48af-a385-fd69c3ca6395, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4db9a269-8244-48af-a385-fd69c3ca6395,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:39.270450 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.274903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Made reservation on behalf of 632c8fa7c49b44e196b1b85e8b8d8dd6 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:39.280030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.323913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Calling delete_port for 4db9a269-8244-48af-a385-fd69c3ca6395 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:39.362924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7ec82-5989-4001-b888-b0e41b61c72f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.365920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-12a7ec82-5989-4001-b888-b0e41b61c72f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2015789 Jan 28 20:33:39.369855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48114) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:39.409238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.438070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.438422 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Floating IP d1dd6843-3d63-4caa-8d73-afe055ef363a disassociated. External IP: 172.25.2.32, port: 44b159a4-5eb2-4484-88d4-c42e409a1cae. Jan 28 20:33:39.471066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-509bcc62-c8e9-46a2-9348-75deaf888007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.472794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-509bcc62-c8e9-46a2-9348-75deaf888007 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.2452698 Jan 28 20:33:39.483985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-55c174a6-497c-43ef-afff-8bc772a1bf62 None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:39.486898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc276e-f104-4174-b442-25e97c7991e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.490867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-99fc276e-f104-4174-b442-25e97c7991e6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1178155 Jan 28 20:33:39.491200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48116) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:39.553594 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55c174a6-497c-43ef-afff-8bc772a1bf62 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.562149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55c174a6-497c-43ef-afff-8bc772a1bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.596485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-47be75b5-d401-4009-a17f-6815d3280d55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 999 time: 0.1066201 Jan 28 20:33:39.671126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c174a6-497c-43ef-afff-8bc772a1bf62 None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:39.687461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb5a08-bb74-4a0e-923f-a0affe172934 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.689173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb5a08-bb74-4a0e-923f-a0affe172934 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.690769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb5a08-bb74-4a0e-923f-a0affe172934 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.695709 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e4fb5a08-bb74-4a0e-923f-a0affe172934 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2034056 Jan 28 20:33:39.696245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48118) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:39.748566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-ff3460d4-6129-4f77-b534-9040b5b1b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.750526 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-ff3460d4-6129-4f77-b534-9040b5b1b57b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1462319 Jan 28 20:33:39.816306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-599d2741-e321-4918-9e47-83b3d999ebfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 64bd1d34-a6ba-4963-9397-ffd69ffafd1c {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:39.820337 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-599d2741-e321-4918-9e47-83b3d999ebfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.856716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d58f734-c148-4d15-b78a-e290033402da up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:39.874111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-9a6dde01-41d6-407b-aefe-1027e25d9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.875675 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-9a6dde01-41d6-407b-aefe-1027e25d9fa1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111829 Jan 28 20:33:39.884141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-599d2741-e321-4918-9e47-83b3d999ebfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:39.937367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:39.937856 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.009175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34df9ba7-398a-45e9-9918-65976d007068 req-72ff38a3-03bb-4371-9cf8-0aab88e45bc8 service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9316890 Jan 28 20:33:40.057126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad1394-885c-43b6-8e2d-c2d242a5d2f8 req-04949f94-23e0-409a-b77f-2363ab7e0916 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:40.059953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32ad1394-885c-43b6-8e2d-c2d242a5d2f8 req-04949f94-23e0-409a-b77f-2363ab7e0916 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.7985346 Jan 28 20:33:40.105950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a34a6923-2a0e-4648-b38d-f165c4334e2d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:40.126012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-599d2741-e321-4918-9e47-83b3d999ebfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.137247 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: a34a6923-2a0e-4648-b38d-f165c4334e2d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:40.138314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a34a6923-2a0e-4648-b38d-f165c4334e2d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:40.169956 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-297a541b-3fac-42da-bb94-e9a64f93983b service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600439 Jan 28 20:33:40.195270 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a11c830-2562-4f58-ad2a-ff1b641877a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.309537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-599d2741-e321-4918-9e47-83b3d999ebfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.328903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32ad1394-885c-43b6-8e2d-c2d242a5d2f8 req-055d1d2b-5704-454f-8111-e8578b1e2bad tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589157 Jan 28 20:33:40.331697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Allocated IP 172.20.0.3 (d6d177db-f1eb-42b2-8dd2-af331be4d99d/73e4ce43-8d9f-480d-bd4d-af820b445fa7/d751bceb-ccd1-4904-b0f2-3a6f57ac019d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:40.360463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d2741-e321-4918-9e47-83b3d999ebfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=64bd1d34-a6ba-4963-9397-ffd69ffafd1c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:40.370623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-599d2741-e321-4918-9e47-83b3d999ebfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.377275 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-599d2741-e321-4918-9e47-83b3d999ebfc tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/64bd1d34-a6ba-4963-9397-ffd69ffafd1c HTTP/1.1" status: 204 len: 168 time: 0.6775174 Jan 28 20:33:40.384372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48124) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:40.410988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e187a942-b6f3-434c-b9bd-dc791f8df7dc req-68293e51-33b9-4f47-95c0-5134e88ccf6d service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263839 Jan 28 20:33:40.499354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b61bb1-619a-442e-bca4-24ecb7611d6e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet be5685a7-6fd3-482f-b545-81b688d3e5ef {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:40.505497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b61bb1-619a-442e-bca4-24ecb7611d6e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.541827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d88214-13dd-40ae-8487-4f36680da25e None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:40.580908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b61bb1-619a-442e-bca4-24ecb7611d6e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.624511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.637972 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6995af21-b7ca-40de-8ec1-3140e4907984 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:40.638393 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6995af21-b7ca-40de-8ec1-3140e4907984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.767654 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b61bb1-619a-442e-bca4-24ecb7611d6e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.791983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db9a269-8244-48af-a385-fd69c3ca6395,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:40.862213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a135d1-55db-4f84-a558-5290abb9075d req-2960a620-5ef9-44dc-b0f1-e89c728493a7 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:40.864892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3a135d1-55db-4f84-a558-5290abb9075d req-2960a620-5ef9-44dc-b0f1-e89c728493a7 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.3922179 Jan 28 20:33:40.881948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b61bb1-619a-442e-bca4-24ecb7611d6e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.891188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Router a2786684-b013-4364-92f3-af34cbd819f5 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:40.921618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b61bb1-619a-442e-bca4-24ecb7611d6e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=be5685a7-6fd3-482f-b545-81b688d3e5ef,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:40.934319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8b61bb1-619a-442e-bca4-24ecb7611d6e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:40.942049 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8b61bb1-619a-442e-bca4-24ecb7611d6e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/be5685a7-6fd3-482f-b545-81b688d3e5ef HTTP/1.1" status: 204 len: 168 time: 0.5525777 Jan 28 20:33:40.942555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48132) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:40.959775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6995af21-b7ca-40de-8ec1-3140e4907984 None None] Could not find standard attr ID for object 17e1edee-3219-411b-a564-bdee2a66d531. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:33:41.013643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.034625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b1863262-70fd-4a86-9531-a6a08d8511a8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830131 Jan 28 20:33:41.034625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48136) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:41.049717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:41.092120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3a135d1-55db-4f84-a558-5290abb9075d req-d90e0206-00dd-464d-83f5-4102b59ab463 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102768 Jan 28 20:33:41.093080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.163862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6076e0-4d2a-443b-9c31-1252641efe1a None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': 'be5685a7-6fd3-482f-b545-81b688d3e5ef'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '1d58f734-c148-4d15-b78a-e290033402da'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:33:41.251390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.257980 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.261591 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6f6076e0-4d2a-443b-9c31-1252641efe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.303138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70093d4-2ead-471d-8b5c-376f65f2266f req-ac061b1a-41e6-4b95-90c1-c2b5f49dd79b tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 210 time: 0.0556688 Jan 28 20:33:41.307519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:41.315896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.359502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.384619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.385435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd418c8a-1a64-47ea-a93e-5ee553a3b599 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:33:41.442900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.447094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-397edf0a-a461-475c-bed9-0974d323b6a6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bd418c8a-1a64-47ea-a93e-5ee553a3b599 HTTP/1.1" status: 204 len: 168 time: 5.1742318 Jan 28 20:33:41.447094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:41.451922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48144) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:41.458618 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.485092 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Network d6d177db-f1eb-42b2-8dd2-af331be4d99d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:41.555055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] Sync routers for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:41.567400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:41.608668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:41.627069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:41.628154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:41.658631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Pushing event updated for resources: {'Port': ['ID=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:41.678647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-418092f3-96ab-4b8d-bd6c-5ea2f717aeef tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "PUT /v2.0/floatingips/d1dd6843-3d63-4caa-8d73-afe055ef363a HTTP/1.1" status: 200 len: 694 time: 3.2165403 Jan 28 20:33:41.684717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:41.686405 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4857998-6bd0-45c2-a3fd-80e873c33997" -d '{"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:41.695623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbe4488-49ac-4812-86a6-9e107206fd53 admin admin] Deleting subnet 2ed617a2-2849-44a6-ace5-3f501865b0de {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:41.718817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db56e4-9f48-4b7e-b3e7-a9980657214d req-835e0067-4c56-4ec7-8931-ff737b3f88e1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:41.725146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8db56e4-9f48-4b7e-b3e7-a9980657214d req-835e0067-4c56-4ec7-8931-ff737b3f88e1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2457583 Jan 28 20:33:41.727656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4488-49ac-4812-86a6-9e107206fd53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.733147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.837972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:41.838645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.882881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c42d8-0d60-477f-a1f9-6b8370778df4 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:41.954000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.967568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e4336f31-b519-41b2-bc56-40001e0db258 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:41.968094 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4336f31-b519-41b2-bc56-40001e0db258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:41.990259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-cc49b5a8-a567-40b0-912d-97827fa2f7e2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7279148 Jan 28 20:33:41.995931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b8db56e4-9f48-4b7e-b3e7-a9980657214d req-7e31ca2e-b9e6-46c3-adb0-dd0578b4e2f0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699051 Jan 28 20:33:42.013526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-0d47afa4-86af-44cb-8249-7f7d82d9b166 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:33:42.015357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-0d47afa4-86af-44cb-8249-7f7d82d9b166 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121920 Jan 28 20:33:42.041367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:42.043870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:42.044122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4488-49ac-4812-86a6-9e107206fd53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.067003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:42.071369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:42.086411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.088733 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.101099 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688a2b61-b69b-452e-bcbf-29e07b458190 x-openstack-request-id: req-688a2b61-b69b-452e-bcbf-29e07b458190 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:42.101556 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:42.101973 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-688a2b61-b69b-452e-bcbf-29e07b458190 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:42.102602 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'status': 'completed', 'code': 200} Jan 28 20:33:42.115424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-7bafb87c-7e7c-4b2d-aac4-0aa275935826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.119865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-7bafb87c-7e7c-4b2d-aac4-0aa275935826 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1096 time: 0.3393037 Jan 28 20:33:42.157962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4488-49ac-4812-86a6-9e107206fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.177755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1560c6f7-3b1c-427c-ac69-7829f57877aa tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1387656 Jan 28 20:33:42.178802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48156) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:42.191654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d72556d3-1fb6-46ac-b143-dd29c73d4c15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:42.369213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-7083417a-5882-466b-8abd-1ff4ed58f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.370700 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-7083417a-5882-466b-8abd-1ff4ed58f396 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 1096 time: 0.1599798 Jan 28 20:33:42.394030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d58f734-c148-4d15-b78a-e290033402da no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:42.587478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-d63128ee-08e5-4462-a516-ba98b26fa096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.595679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-d63128ee-08e5-4462-a516-ba98b26fa096 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 920 time: 0.2694752 Jan 28 20:33:42.612295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Request body: {'port': {'device_id': '5fa45239-43b0-4571-9ce4-67fd45d83338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:42.671981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-b8539935-9b75-4b74-8bd5-4948d3dc540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.674038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-123638f7-abe7-46ca-9179-8ba5d3fd0713 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 217 time: 0.0711575 Jan 28 20:33:42.674300 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-b8539935-9b75-4b74-8bd5-4948d3dc540f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 200 len: 920 time: 0.2656033 Jan 28 20:33:42.696230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72556d3-1fb6-46ac-b143-dd29c73d4c15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:42.701713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d72556d3-1fb6-46ac-b143-dd29c73d4c15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.705673 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4488-49ac-4812-86a6-9e107206fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.755446 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-54fe5371-85a5-48c1-ad3d-99d04e8ee228 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 200 len: 217 time: 0.0695097 Jan 28 20:33:42.763674 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.805312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a4526f-34c9-4e1b-8247-446e254d08d0 None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '1d58f734-c148-4d15-b78a-e290033402da'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:33:42.860149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe4488-49ac-4812-86a6-9e107206fd53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed617a2-2849-44a6-ace5-3f501865b0de,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:42.876440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4488-49ac-4812-86a6-9e107206fd53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.881948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0cbe4488-49ac-4812-86a6-9e107206fd53 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2ed617a2-2849-44a6-ace5-3f501865b0de HTTP/1.1" status: 204 len: 168 time: 1.4272273 Jan 28 20:33:42.885848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:42.892742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48164) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:42.898685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1faae1-5803-472d-95eb-afe374899426 req-2c360d17-d857-44c5-b7be-59e386ace0f9 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.907912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e1faae1-5803-472d-95eb-afe374899426 req-2c360d17-d857-44c5-b7be-59e386ace0f9 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.6173790 Jan 28 20:33:42.908935 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.911472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85a4526f-34c9-4e1b-8247-446e254d08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.945113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 5, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:42.976069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-b4e53683-0337-4259-bf71-9c6113d62a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.977998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-b4e53683-0337-4259-bf71-9c6113d62a08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.2748718 Jan 28 20:33:42.978740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:42.995575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-17b35a88-e3c1-4705-8b18-c014c646051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.999228 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-17b35a88-e3c1-4705-8b18-c014c646051b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 200 len: 859 time: 0.1993079 Jan 28 20:33:43.016282 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.023048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] Checking router: a2786684-b013-4364-92f3-af34cbd819f5 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:43.048439 n-d-825064-3 neutron-server[102306]: INFO neutron.db.ipam_backend_mixin [None req-d72556d3-1fb6-46ac-b143-dd29c73d4c15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf (CIDR: 2001:db8::/64) Jan 28 20:33:43.056820 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-0a5d29a5-8dae-4cf9-baaf-db2acd5db132 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478868 Jan 28 20:33:43.065446 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72556d3-1fb6-46ac-b143-dd29c73d4c15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:33:43.065978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72556d3-1fb6-46ac-b143-dd29c73d4c15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:33:43.069723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-4ab2b599-1efb-4646-8d57-ceffccba2bfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1502e23-54fe-453e-b1a6-903efd455f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741131 Jan 28 20:33:43.073097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.114304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:43.115844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:43.125248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:43.147741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d72556d3-1fb6-46ac-b143-dd29c73d4c15 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9671957 Jan 28 20:33:43.148836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48170) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:43.166355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e1faae1-5803-472d-95eb-afe374899426 req-64aa8db4-bfa5-4ff6-b06b-a4ed8f6132bf tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572045 Jan 28 20:33:43.217838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:43.261298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48174) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:43.468590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-da2ead57-0565-4b09-8d3c-094f1e04c762 service neutron] 10.222.0.44 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612967 Jan 28 20:33:43.487213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.520034 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67deaa9e-1f9a-4255-807d-9df91cd0a79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.527056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.537465 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-b4b6b9ae-640b-4b76-a2cf-9f7e17f93c2d service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544771 Jan 28 20:33:43.589352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042a5f2f-57e3-4bdd-97ce-45fe98ccf14f']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:43.598014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:43.635947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-85a4526f-34c9-4e1b-8247-446e254d08d0 None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf/1d58f734-c148-4d15-b78a-e290033402da) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:43.647491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec0e65-e6a5-49e5-a1c7-2b4cf8ae1636 req-64f0b39b-10f4-4007-8a39-a32035e687b2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:43.649999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97ec0e65-e6a5-49e5-a1c7-2b4cf8ae1636 req-64f0b39b-10f4-4007-8a39-a32035e687b2 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 931 time: 0.2774601 Jan 28 20:33:43.663545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102bbbd3-ca14-40bf-a49c-d030bee6d866') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:43.664095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102bbbd3-ca14-40bf-a49c-d030bee6d866') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:43.695277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.740233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77ffc128-24ff-4a40-870c-d653eb7fea16 req-7f9710df-2928-4b7c-9636-e4b97ee4c9b4 service neutron] 10.222.0.44 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390482 Jan 28 20:33:43.760317 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.763978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:43.769251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.774928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97ec0e65-e6a5-49e5-a1c7-2b4cf8ae1636 req-f01f6f83-1926-416d-9f1d-8c8b7cfa7303 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021802 Jan 28 20:33:43.791000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:33:43.791931 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.796991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4db9a269-8244-48af-a385-fd69c3ca6395 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:33:43.816803 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:33:43.842789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 4db9a269-8244-48af-a385-fd69c3ca6395 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:43.843084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4db9a269-8244-48af-a385-fd69c3ca6395 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:43.874115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d751bceb-ccd1-4904-b0f2-3a6f57ac019d {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:33:43.887432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:43.933020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a4857998-6bd0-45c2-a3fd-80e873c33997 req-c0022a5b-6ea8-4cdd-a524-d9e8ca216e5c service neutron] 10.222.0.26 "GET /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822827 Jan 28 20:33:44.001494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Transition to ACTIVE for port object d751bceb-ccd1-4904-b0f2-3a6f57ac019d will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:33:44.004475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-85a4526f-34c9-4e1b-8247-446e254d08d0 None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:44.006882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:44.023608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:44.027417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01196f59-a690-472a-a905-de26c2f0ce6b req-e26982f2-cb37-4fc9-99bd-44d6d2a77131 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:44.030718 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01196f59-a690-472a-a905-de26c2f0ce6b req-e26982f2-cb37-4fc9-99bd-44d6d2a77131 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1020217 Jan 28 20:33:44.045887 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67deaa9e-1f9a-4255-807d-9df91cd0a79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:44.077059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:44.085069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] 10.222.0.44 "DELETE /v2.0/networks/042a5f2f-57e3-4bdd-97ce-45fe98ccf14f HTTP/1.1" status: 204 len: 168 time: 1.1820238 Jan 28 20:33:44.087768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d1804-846d-4ed6-acf6-04e9a0ca5d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=042a5f2f-57e3-4bdd-97ce-45fe98ccf14f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:44.106309 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85a4526f-34c9-4e1b-8247-446e254d08d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:44.112268 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85a4526f-34c9-4e1b-8247-446e254d08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:44.119504 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67deaa9e-1f9a-4255-807d-9df91cd0a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:44.142451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Pushing event updated for resources: {'Port': ['ID=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:44.174542 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-67deaa9e-1f9a-4255-807d-9df91cd0a79c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e76bd6ae5e14e33bf9e1beb15da2905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9115183 Jan 28 20:33:44.178624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48182) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:44.241503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deaa9e-1f9a-4255-807d-9df91cd0a79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df44909-ff0e-4d15-837d-74f4488f4996,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:44.272204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4526f-34c9-4e1b-8247-446e254d08d0 None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:44.292989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 5, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:44.300148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-01196f59-a690-472a-a905-de26c2f0ce6b req-f8c49630-15d1-4ee0-9ade-8811b96fc53a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308822 Jan 28 20:33:44.360429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc331dc5-ca27-46ba-a09e-b1ca211cec5a None None] The sync data for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 is: [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:32:04Z', 'revision_number': 4, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e7a130fc-1eb8-4d4d-be1b-134273ff636e', 'name': '', 'network_id': 'f1502e23-54fe-453e-b1a6-903efd455f63', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'mac_address': 'fa:16:3e:98:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:01Z', 'updated_at': '2022-01-28T20:32:15Z', 'revision_number': 5, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'subnets': [{'id': 'd3350347-f901-47da-968b-7ea3ee0b673a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:44.361751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48188) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:44.397813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-c85f4aa3-33c0-4705-9d5a-8746dfad562e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/floatingips/d1dd6843-3d63-4caa-8d73-afe055ef363a HTTP/1.1" status: 200 len: 694 time: 0.1345105 Jan 28 20:33:44.469224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba496-b60f-4330-8576-f088ad511771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:44.983703 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d8c40-52d7-44c5-90ef-602759b0210c None None] New status for floating IP d1dd6843-3d63-4caa-8d73-afe055ef363a: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:33:45.089436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Attempting to bind port d751bceb-ccd1-4904-b0f2-3a6f57ac019d on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:33:45.091231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Attempting to bind port d751bceb-ccd1-4904-b0f2-3a6f57ac019d by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd5a095bd-6d5d-4fc1-bbb6-9d97a3661b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6d177db-f1eb-42b2-8dd2-af331be4d99d'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:33:45.091231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Attempting to bind port d751bceb-ccd1-4904-b0f2-3a6f57ac019d on network d6d177db-f1eb-42b2-8dd2-af331be4d99d {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:45.180826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Port d751bceb-ccd1-4904-b0f2-3a6f57ac019d on network d6d177db-f1eb-42b2-8dd2-af331be4d99d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:33:45.181336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Attempting to bind port d751bceb-ccd1-4904-b0f2-3a6f57ac019d on network d6d177db-f1eb-42b2-8dd2-af331be4d99d {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:45.191699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c08163f3-8799-4c8b-abc7-c7dc60613a28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=985f0b1f45534eb688a4e3ccee6464ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8187709 Jan 28 20:33:45.198947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba496-b60f-4330-8576-f088ad511771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.210548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48196) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:45.253021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:45.253575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Checking segment: {'id': 'd5a095bd-6d5d-4fc1-bbb6-9d97a3661b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6d177db-f1eb-42b2-8dd2-af331be4d99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:33:45.254177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Bound using segment: {'id': 'd5a095bd-6d5d-4fc1-bbb6-9d97a3661b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6d177db-f1eb-42b2-8dd2-af331be4d99d'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:45.254862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Bound port: d751bceb-ccd1-4904-b0f2-3a6f57ac019d, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a095bd-6d5d-4fc1-bbb6-9d97a3661b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd6d177db-f1eb-42b2-8dd2-af331be4d99d'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:33:45.255418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.340621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:33:45.394955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52117746-ed8f-4f8a-ab34-9591fdb2a70e req-914e0d1d-2b86-4d58-b8fb-a88e29bb5abb tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:45.396651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52117746-ed8f-4f8a-ab34-9591fdb2a70e req-914e0d1d-2b86-4d58-b8fb-a88e29bb5abb tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.3209238 Jan 28 20:33:45.425979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-272c18c7-97c1-4cc1-b73a-c7e0a22ec0d7 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:45.427887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-272c18c7-97c1-4cc1-b73a-c7e0a22ec0d7 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 784 time: 1.0108204 Jan 28 20:33:45.434643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-4dbcf43d-0786-4c47-9940-0b2671a1ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:45.436959 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-4dbcf43d-0786-4c47-9940-0b2671a1ef8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 1097 time: 0.6968462 Jan 28 20:33:45.441593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-1bbd24b4-7dd8-4e75-97d4-eb9563d2b3d4 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:33:45.442531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-1bbd24b4-7dd8-4e75-97d4-eb9563d2b3d4 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057578 Jan 28 20:33:45.442720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-a46c5d59-f814-4c28-ba4f-d6dadde93fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:45.443981 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-a46c5d59-f814-4c28-ba4f-d6dadde93fe4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1095 time: 0.5940726 Jan 28 20:33:45.472672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853951c-e85f-4c02-bb52-98933fe5d5da None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:45.552310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ef568027-fa47-47f4-a513-1c64e4e850ce None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:45.552990 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ef568027-fa47-47f4-a513-1c64e4e850ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.583010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da87c680-a082-49b6-b20a-86b91af79aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.605546 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-a8ca6310-70b7-49c2-be3b-fac6d1608935 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.1313322 Jan 28 20:33:45.616306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba496-b60f-4330-8576-f088ad511771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.619372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba496-b60f-4330-8576-f088ad511771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.620662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5e7ba496-b60f-4330-8576-f088ad511771 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6df44909-ff0e-4d15-837d-74f4488f4996 HTTP/1.1" status: 204 len: 168 time: 1.4376724 Jan 28 20:33:45.635367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52117746-ed8f-4f8a-ab34-9591fdb2a70e req-79a8e63c-fc1f-4002-a048-a7d4ecf43d05 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059667 Jan 28 20:33:45.659337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-aaa4b114-dd9f-4c76-8a4a-d7d33c46d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:45.659337 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-aaa4b114-dd9f-4c76-8a4a-d7d33c46d365 service neutron] 10.222.0.13 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 917 time: 0.2141318 Jan 28 20:33:45.679160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] For port d751bceb-ccd1-4904-b0f2-3a6f57ac019d, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:45.695905 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da87c680-a082-49b6-b20a-86b91af79aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.729171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ef568027-fa47-47f4-a513-1c64e4e850ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.772641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ba496-b60f-4330-8576-f088ad511771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df44909-ff0e-4d15-837d-74f4488f4996,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:45.789369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] For port d751bceb-ccd1-4904-b0f2-3a6f57ac019d, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,segment=NetworkSegment(d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48),segment_id=d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:45.804050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ef568027-fa47-47f4-a513-1c64e4e850ce None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:45.845692 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ef568027-fa47-47f4-a513-1c64e4e850ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.849363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:45.853188 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-376d1ab9-0e6f-4da6-b003-de43f399f049 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 HTTP/1.1" status: 200 len: 217 time: 0.1865356 Jan 28 20:33:45.875292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-ee578d52-b09f-4c06-8505-12d53ad72cad tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.32 HTTP/1.1" status: 200 len: 695 time: 0.2621260 Jan 28 20:33:45.952073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.005811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef568027-fa47-47f4-a513-1c64e4e850ce None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=10']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:46.009512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce3eaab2-b22e-4163-b07c-30ac33b92667'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '1d58f734-c148-4d15-b78a-e290033402da'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:33:46.022482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-e094c6e7-3ef2-4102-acf3-0367f4684f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.024717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-e094c6e7-3ef2-4102-acf3-0367f4684f09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 200 len: 855 time: 0.1234667 Jan 28 20:33:46.037142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-8ed5ae1c-66f0-4a82-9bdf-9d5efcb72f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.039785 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-8ed5ae1c-66f0-4a82-9bdf-9d5efcb72f79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.5788739 Jan 28 20:33:46.041520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.072754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d58f734-c148-4d15-b78a-e290033402da up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:46.124724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.126076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.128134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] 10.222.0.13 "PUT /v2.0/ports/d751bceb-ccd1-4904-b0f2-3a6f57ac019d HTTP/1.1" status: 200 len: 1091 time: 4.0803425 Jan 28 20:33:46.129515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa45239-43b0-4571-9ce4-67fd45d83338', 'tag': 'd751bceb-ccd1-4904-b0f2-3a6f57ac019d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:46.132655 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e5ffdf-d4b3-4417-86dd-9cff0219665a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa45239-43b0-4571-9ce4-67fd45d83338", "tag": "d751bceb-ccd1-4904-b0f2-3a6f57ac019d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:46.231288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa14a-91eb-495b-ba42-442bbea2af4f req-b8a2950d-a4f6-46b7-b6dd-0dcd245168d2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.233475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-397fa14a-91eb-495b-ba42-442bbea2af4f req-b8a2950d-a4f6-46b7-b6dd-0dcd245168d2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.4270375 Jan 28 20:33:46.234423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2ca16-5757-46a6-a18f-bc016cc32fca service neutron] Pushing event updated for resources: {'Port': ['ID=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:46.275964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da87c680-a082-49b6-b20a-86b91af79aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.279626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da87c680-a082-49b6-b20a-86b91af79aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.281226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-da87c680-a082-49b6-b20a-86b91af79aa9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90a73dfb-97f4-4370-90a0-8bd9265bac1f HTTP/1.1" status: 204 len: 168 time: 1.0691948 Jan 28 20:33:46.284570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:46.285189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.287424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48204) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:46.377022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87c680-a082-49b6-b20a-86b91af79aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a73dfb-97f4-4370-90a0-8bd9265bac1f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:46.391884 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db04f59a-2b90-4b3a-8b21-a31eaddaa0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.441750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-bf2a8a60-7948-488f-877f-e81d2484061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.443325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-bf2a8a60-7948-488f-877f-e81d2484061b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=081bfb23-0e45-404d-bea6-33c12049756d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4102507 Jan 28 20:33:46.456373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:46.472913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-397fa14a-91eb-495b-ba42-442bbea2af4f req-5377fe4a-4596-4411-bba1-384937c44a64 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199440 Jan 28 20:33:46.486718 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-955d92d6-5e06-472e-893b-80b1f402bbc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 999 time: 0.4329021 Jan 28 20:33:46.491924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-b858dd8a-15b1-48e4-817c-1c7fc91b6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.493614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-b858dd8a-15b1-48e4-817c-1c7fc91b6577 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=632c8fa7c49b44e196b1b85e8b8d8dd6&device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 1094 time: 0.2862282 Jan 28 20:33:46.565044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-0f9413e7-cdcf-42bc-a827-c8e373e7d4fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d751bceb-ccd1-4904-b0f2-3a6f57ac019d HTTP/1.1" status: 200 len: 217 time: 0.0576611 Jan 28 20:33:46.585712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Deleting port 423d0ce3-a95c-4dea-b173-c9f3153c1f44 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:46.586056 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.614738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.625236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-2febe173-55ab-4f12-962a-0078b08a7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.626624 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-2febe173-55ab-4f12-962a-0078b08a7196 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1268153 Jan 28 20:33:46.627412 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:33:46.631159 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:33:46.639677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.640840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.735731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-6df7d219-84c9-4f15-8e69-97624b29d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.737354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-6df7d219-84c9-4f15-8e69-97624b29d0e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73e4ce43-8d9f-480d-bd4d-af820b445fa7 HTTP/1.1" status: 200 len: 853 time: 0.1634314 Jan 28 20:33:46.775401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db04f59a-2b90-4b3a-8b21-a31eaddaa0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.780565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:46.795661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:46.803205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-80cd7340-2d78-46f6-ba3c-e83cb90bb64d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6d177db-f1eb-42b2-8dd2-af331be4d99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560701 Jan 28 20:33:46.808622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db04f59a-2b90-4b3a-8b21-a31eaddaa0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.809136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.809760 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.816212 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-206f3d89-cbad-4ec7-891b-b0ec88efe8dd service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448358 Jan 28 20:33:46.828008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b9dfc-065a-4eb6-8a01-860408b4409d req-c335cf42-7e9c-48d9-851a-806cce35cb4b tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.829693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c5b9dfc-065a-4eb6-8a01-860408b4409d req-c335cf42-7e9c-48d9-851a-806cce35cb4b tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 943 time: 0.2360647 Jan 28 20:33:46.851326 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.851570 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:46.858747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=11']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:46.863222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=ce3eaab2-b22e-4163-b07c-30ac33b92667,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:46.914363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-5c28a286-a66f-4eb0-9a77-87aba4af3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.915910 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-5c28a286-a66f-4eb0-9a77-87aba4af3978 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2702219 Jan 28 20:33:46.920166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8da5109d-94a4-49d9-9108-beb02379219f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7106929 Jan 28 20:33:46.926144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48216) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:46.940548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:8e:ff:44', 'name': 'tempest-NetworksTestDHCPv6-1075804176'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:46.943946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Calling delete_port for 423d0ce3-a95c-4dea-b173-c9f3153c1f44 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:46.961138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-db04f59a-2b90-4b3a-8b21-a31eaddaa0d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f239609260ce4776806ea6ea0f8bdf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6676531 Jan 28 20:33:46.963399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04f59a-2b90-4b3a-8b21-a31eaddaa0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd36c65-78b5-4f8f-9592-8e19a4394018,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:46.965535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48218) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:47.061526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c5b9dfc-065a-4eb6-8a01-860408b4409d req-b39515db-aee8-4796-b049-92ecb89d062c tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067678 Jan 28 20:33:47.106639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-1933e1dd-5607-41e0-883f-6cd973426bb8 service neutron] 10.222.0.13 "GET /v2.0/networks/d6d177db-f1eb-42b2-8dd2-af331be4d99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950649 Jan 28 20:33:47.159879 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cced32db-c76a-463d-b9ab-f860f0b35941 x-openstack-request-id: req-cced32db-c76a-463d-b9ab-f860f0b35941 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:47.161366 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa45239-43b0-4571-9ce4-67fd45d83338", "tag": "d751bceb-ccd1-4904-b0f2-3a6f57ac019d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:47.162038 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cced32db-c76a-463d-b9ab-f860f0b35941 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:47.162877 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa45239-43b0-4571-9ce4-67fd45d83338', 'tag': 'd751bceb-ccd1-4904-b0f2-3a6f57ac019d', 'status': 'completed', 'code': 200} Jan 28 20:33:47.194392 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-701c2ff4-57e5-43fc-8a7b-a7cb9f531ef0 req-467e8381-98b6-42a3-b54a-622e62b31e94 service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547552 Jan 28 20:33:47.211648 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.258751 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-db6e909a-14af-4ac9-9ef0-af8f74f5e52f service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333399 Jan 28 20:33:47.262542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2650f426-62a4-4785-bc48-0fca116bb0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.382514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2650f426-62a4-4785-bc48-0fca116bb0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.391669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:47.391995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62355e1-b6a4-4959-b57c-6a5dea3269eb req-89ee3f8d-eee9-4008-9f20-321c9f4a1ea3 service neutron] 10.222.0.13 "GET /v2.0/networks/d6d177db-f1eb-42b2-8dd2-af331be4d99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588112 Jan 28 20:33:47.482727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17778d-a0a5-4b40-82cd-df5d57cc60b9 req-8c265682-07a2-4c0a-96d9-2f9f81aa7d8d tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:47.490407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a17778d-a0a5-4b40-82cd-df5d57cc60b9 req-8c265682-07a2-4c0a-96d9-2f9f81aa7d8d tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.2151477 Jan 28 20:33:47.516103 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.552313 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-56b7689c-0d3a-4396-bb66-656a9883c010 req-fbee7079-2f6e-405b-97ae-6091d1d0b0fb service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827630 Jan 28 20:33:47.588032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event deleted for resources: {'Port': ['ID=423d0ce3-a95c-4dea-b173-c9f3153c1f44,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:47.620359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.651368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2650f426-62a4-4785-bc48-0fca116bb0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.655024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2650f426-62a4-4785-bc48-0fca116bb0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.660423 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2650f426-62a4-4785-bc48-0fca116bb0fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfd36c65-78b5-4f8f-9592-8e19a4394018 HTTP/1.1" status: 204 len: 168 time: 0.6821690 Jan 28 20:33:47.684771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a17778d-a0a5-4b40-82cd-df5d57cc60b9 req-198e0c6d-939a-4bf7-b795-897647a8f428 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932011 Jan 28 20:33:47.691050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-60850515-0110-40f0-a56d-1c3b09828a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:47.695827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 65789115-847e-41a1-9314-340d868f900d yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:33:47.702700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-60850515-0110-40f0-a56d-1c3b09828a5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=632c8fa7c49b44e196b1b85e8b8d8dd6&device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 1094 time: 0.2101979 Jan 28 20:33:47.831146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f426-62a4-4785-bc48-0fca116bb0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd36c65-78b5-4f8f-9592-8e19a4394018,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:47.888068 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.899881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:47.899881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce951d83-6124-4fcb-a125-ed38ff9b875c req-291d3f49-81c9-4851-99ac-52c7c7beb672 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "DELETE /v2.0/floatingips/d1dd6843-3d63-4caa-8d73-afe055ef363a HTTP/1.1" status: 204 len: 173 time: 1.9511602 Jan 28 20:33:47.990446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:48.009885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d58f734-c148-4d15-b78a-e290033402da up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:48.076350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a6bcd-59f3-4535-b740-544bc597ab12 req-23395edb-3558-4b30-b1ab-715ab9367e5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:48.089048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-150a6bcd-59f3-4535-b740-544bc597ab12 req-23395edb-3558-4b30-b1ab-715ab9367e5c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2307906 Jan 28 20:33:48.104432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-af586238-cfce-4899-93e1-b712ada8e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:48.104432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-af586238-cfce-4899-93e1-b712ada8e08b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6d177db-f1eb-42b2-8dd2-af331be4d99d HTTP/1.1" status: 200 len: 914 time: 0.3913999 Jan 28 20:33:48.119466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.123800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-006e05b2-2f78-48a8-a7ac-b8c94acec265 req-9b4e78f6-4023-469e-a91d-d40e689d3f7f tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups/e0d1cd0d-84b6-4e7c-b5d1-d874f5c7303f HTTP/1.1" status: 200 len: 1809 time: 0.1954384 Jan 28 20:33:48.148772 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.174751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-a6fe4ba6-4974-430d-a409-6cec313e0fa0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d751bceb-ccd1-4904-b0f2-3a6f57ac019d HTTP/1.1" status: 200 len: 217 time: 0.0625870 Jan 28 20:33:48.185534 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.201633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:48.213175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.241998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-150a6bcd-59f3-4535-b740-544bc597ab12 req-8e9f4a0f-64bf-4baa-816d-5973180c8d4f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498132 Jan 28 20:33:48.369431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-d4545d9f-49e3-479c-8e85-65830d620b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:48.375916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-d4545d9f-49e3-479c-8e85-65830d620b5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73e4ce43-8d9f-480d-bd4d-af820b445fa7 HTTP/1.1" status: 200 len: 853 time: 0.1906269 Jan 28 20:33:48.442944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-006e05b2-2f78-48a8-a7ac-b8c94acec265 req-9f31344a-ee4a-404e-a540-89245235cba1 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.467725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::2d6 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf/65789115-847e-41a1-9314-340d868f900d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:48.486775 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8e:ff44 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/ce3eaab2-b22e-4163-b07c-30ac33b92667/65789115-847e-41a1-9314-340d868f900d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:48.519827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bf5dd-889c-4f0e-a2bc-465e2accafb4 None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=12']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:48.625470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-df995dc8-00f6-4a9a-aa56-c558bbbce75a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6d177db-f1eb-42b2-8dd2-af331be4d99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2304988 Jan 28 20:33:48.708614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-006e05b2-2f78-48a8-a7ac-b8c94acec265 req-9f31344a-ee4a-404e-a540-89245235cba1 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.819868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab48265-8948-4e9f-8ad2-952b80d8f763 req-ad4f9e65-b72d-4368-8a7f-9e2f92f49d4d tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:48.829087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ab48265-8948-4e9f-8ad2-952b80d8f763 req-ad4f9e65-b72d-4368-8a7f-9e2f92f49d4d tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 943 time: 0.4495695 Jan 28 20:33:48.869723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.934827 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-006e05b2-2f78-48a8-a7ac-b8c94acec265 req-9f31344a-ee4a-404e-a540-89245235cba1 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.937632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-006e05b2-2f78-48a8-a7ac-b8c94acec265 req-9f31344a-ee4a-404e-a540-89245235cba1 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:48.938798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-006e05b2-2f78-48a8-a7ac-b8c94acec265 req-9f31344a-ee4a-404e-a540-89245235cba1 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "DELETE /v2.0/security-groups/e0d1cd0d-84b6-4e7c-b5d1-d874f5c7303f HTTP/1.1" status: 204 len: 173 time: 0.7740600 Jan 28 20:33:48.951392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ab48265-8948-4e9f-8ad2-952b80d8f763 req-e22b6a58-7681-4089-89a4-16b01add66a8 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193273 Jan 28 20:33:48.992070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-38e3e094-9ec2-46d3-ad02-19dfb93cf1a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d6d177db-f1eb-42b2-8dd2-af331be4d99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569312 Jan 28 20:33:48.998258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:49.002565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31344a-ee4a-404e-a540-89245235cba1 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d1cd0d-84b6-4e7c-b5d1-d874f5c7303f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:49.033746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d751bceb-ccd1-4904-b0f2-3a6f57ac019d details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:49.117432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:49.145434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:49.151220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:49.171396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:49.184633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:49.210952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=65789115-847e-41a1-9314-340d868f900d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:49.251439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76b440ae-013b-47e1-9aef-beb13dad22ca tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3240473 Jan 28 20:33:49.253908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48274) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:49.406125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d751bceb-ccd1-4904-b0f2-3a6f57ac019d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,segment=NetworkSegment(d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48),segment_id=d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:49.426596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b8b00-cc7b-4925-bddf-ade2ae4465f1 req-0a6c9fba-751b-4841-b199-8743893056a3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:49.438755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a08b8b00-cc7b-4925-bddf-ade2ae4465f1 req-0a6c9fba-751b-4841-b199-8743893056a3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.2626657 Jan 28 20:33:49.466325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd751bceb-ccd1-4904-b0f2-3a6f57ac019d', 'network_id': 'd6d177db-f1eb-42b2-8dd2-af331be4d99d', 'port_id': 'd751bceb-ccd1-4904-b0f2-3a6f57ac019d', 'mac_address': 'fa:16:3e:dc:65:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e4ce43-8d9f-480d-bd4d-af820b445fa7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:49.485268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06e5ffdf-d4b3-4417-86dd-9cff0219665a req-c209f58a-1d11-4305-baea-ad4428b58c5e service neutron] 10.222.0.13 "GET /v2.0/networks/d6d177db-f1eb-42b2-8dd2-af331be4d99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634397 Jan 28 20:33:49.555803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ddaae3d8-c30e-4129-baf4-790ecf2729f8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 65789115-847e-41a1-9314-340d868f900d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:49.556323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ddaae3d8-c30e-4129-baf4-790ecf2729f8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:49.566376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e63ae3-a6ea-49d3-9a2f-5398bda4ebaf None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:49.620153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a08b8b00-cc7b-4925-bddf-ade2ae4465f1 req-acd6e522-5080-43b6-a753-b0d04d738cbb tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686380 Jan 28 20:33:49.659803 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:49.678461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76ccdc-7187-4221-a684-4c06dc7b9eeb req-a8ac2fb0-278b-4473-a56c-0900dabbe2c7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:49.680144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb76ccdc-7187-4221-a684-4c06dc7b9eeb req-a8ac2fb0-278b-4473-a56c-0900dabbe2c7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1751895 Jan 28 20:33:49.785535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-71eb90dc-21bd-4643-a89a-b00c3a3aa044 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:49.786347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71eb90dc-21bd-4643-a89a-b00c3a3aa044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:49.789727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d751bceb-ccd1-4904-b0f2-3a6f57ac019d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:33:49.815027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ddaae3d8-c30e-4129-baf4-790ecf2729f8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:49.845757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ddaae3d8-c30e-4129-baf4-790ecf2729f8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 65789115-847e-41a1-9314-340d868f900d owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:49.922621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d751bceb-ccd1-4904-b0f2-3a6f57ac019d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,segment=NetworkSegment(d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48),segment_id=d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:49.945551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-ca66c244-a983-4ce6-bc30-afc111b5cd55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2788687 Jan 28 20:33:49.967032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb76ccdc-7187-4221-a684-4c06dc7b9eeb req-45115b4a-e618-469c-b377-fd72377012b2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627187 Jan 28 20:33:50.022027 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:50.052162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92df68f-4e36-4bd2-b013-bd9cc840e790 req-8100b9cb-574a-4e79-bf78-a35865ee4ff0 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.074968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b92df68f-4e36-4bd2-b013-bd9cc840e790 req-8100b9cb-574a-4e79-bf78-a35865ee4ff0 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.2888529 Jan 28 20:33:50.218953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:50.275652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ddaae3d8-c30e-4129-baf4-790ecf2729f8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:50.289676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d751bceb-ccd1-4904-b0f2-3a6f57ac019d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:50.344564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-dc0a6476-e876-4057-a6d4-a47d15eb32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.346434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-dc0a6476-e876-4057-a6d4-a47d15eb32ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e647f01e3fe446629424dd9138d0a4e4&device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 1097 time: 0.2633929 Jan 28 20:33:50.357993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b92df68f-4e36-4bd2-b013-bd9cc840e790 req-14e9436a-bebc-4739-81f9-6e11720a369b tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536497 Jan 28 20:33:50.362871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaae3d8-c30e-4129-baf4-790ecf2729f8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=65789115-847e-41a1-9314-340d868f900d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:50.462810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ddaae3d8-c30e-4129-baf4-790ecf2729f8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:50.470784 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ddaae3d8-c30e-4129-baf4-790ecf2729f8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/65789115-847e-41a1-9314-340d868f900d HTTP/1.1" status: 204 len: 168 time: 1.2149916 Jan 28 20:33:50.474202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48312) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:50.592684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce581672-eae5-46b7-91eb-71028aed4aeb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.598712 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ce581672-eae5-46b7-91eb-71028aed4aeb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1181529 Jan 28 20:33:50.600311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48314) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:50.625299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3a827-3f0c-4ca2-86ea-56697eed413b req-c9b9b987-d54a-4b42-8041-00585d2053a6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.629375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21d3a827-3f0c-4ca2-86ea-56697eed413b req-c9b9b987-d54a-4b42-8041-00585d2053a6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 944 time: 0.3938184 Jan 28 20:33:50.731160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb9029-f304-42a5-bda1-ff536b96f889 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.734571 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eefb9029-f304-42a5-bda1-ff536b96f889 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1328723 Jan 28 20:33:50.738103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48318) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:50.788641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-e3d0f474-f316-4d8d-8924-d85917862ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.790158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-e3d0f474-f316-4d8d-8924-d85917862ae3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 200 len: 917 time: 0.4182389 Jan 28 20:33:50.798981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8f0e643f-aa46-4b1c-aade-69ee0cd5bcfb None None] Could not find standard attr ID for object 65789115-847e-41a1-9314-340d868f900d. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:33:50.810779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21d3a827-3f0c-4ca2-86ea-56697eed413b req-997bdc16-b6b4-490c-bff9-95601901dac7 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698065 Jan 28 20:33:50.839466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8f0e643f-aa46-4b1c-aade-69ee0cd5bcfb None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:50.843033 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f0e643f-aa46-4b1c-aade-69ee0cd5bcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:50.848566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74596b-661b-495a-abae-b00f1b79067d req-48aa2948-bf2e-4142-b21b-f099cdafa028 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.873397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb74596b-661b-495a-abae-b00f1b79067d req-48aa2948-bf2e-4142-b21b-f099cdafa028 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3809462 Jan 28 20:33:50.887582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a062f-8f41-41ed-80b8-f3d8f510f420 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.890441 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a062f-8f41-41ed-80b8-f3d8f510f420 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.894065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a062f-8f41-41ed-80b8-f3d8f510f420 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.896792 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1d3a062f-8f41-41ed-80b8-f3d8f510f420 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1560662 Jan 28 20:33:50.902089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48324) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:50.973269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-489ca4c8-383a-4a2d-96f9-30de5c942d52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 HTTP/1.1" status: 200 len: 217 time: 0.1579635 Jan 28 20:33:51.078956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4528ebf-58c7-4cc0-997b-647842c17ad3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:51.091972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb74596b-661b-495a-abae-b00f1b79067d req-c0a3a4ee-94d9-4471-a767-d247f0c51803 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138555 Jan 28 20:33:51.092314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4528ebf-58c7-4cc0-997b-647842c17ad3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:51.123447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-75bab238-ba59-4321-85f0-5d90ee4f884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:51.126036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-75bab238-ba59-4321-85f0-5d90ee4f884d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 200 len: 855 time: 0.1397107 Jan 28 20:33:51.163363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be4802-ddd4-4a2f-829e-ac54007cea13 req-f3abbaa8-4d3d-4087-bfea-af5c3bac0602 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:51.180414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0be4802-ddd4-4a2f-829e-ac54007cea13 req-f3abbaa8-4d3d-4087-bfea-af5c3bac0602 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.2162240 Jan 28 20:33:51.185658 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4528ebf-58c7-4cc0-997b-647842c17ad3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:51.252316 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:51.359329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ab39278a-4e7a-42c8-8ed0-adfc7589647c None None] Could not find standard attr ID for object 17e1edee-3219-411b-a564-bdee2a66d531. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:33:51.370769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0be4802-ddd4-4a2f-829e-ac54007cea13 req-3a5ff3b1-906d-41d6-bfe1-677a4ce75a6f tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888249 Jan 28 20:33:51.393789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-33893ed5-1d71-4ec1-b27c-cccb0c545122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:51.395825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-33893ed5-1d71-4ec1-b27c-cccb0c545122 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=081bfb23-0e45-404d-bea6-33c12049756d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128198 Jan 28 20:33:51.399355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4528ebf-58c7-4cc0-997b-647842c17ad3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:51.577200 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4528ebf-58c7-4cc0-997b-647842c17ad3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:51.636141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4528ebf-58c7-4cc0-997b-647842c17ad3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:51.656060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4528ebf-58c7-4cc0-997b-647842c17ad3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:51.661877 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d4528ebf-58c7-4cc0-997b-647842c17ad3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf HTTP/1.1" status: 204 len: 168 time: 0.7574418 Jan 28 20:33:51.664601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48346) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:51.796792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ab9931-d309-4010-89cf-21c5e19d3e20 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet ce3eaab2-b22e-4163-b07c-30ac33b92667 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:33:51.802514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9931-d309-4010-89cf-21c5e19d3e20 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:51.814660 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6546666-08b7-40b1-8874-82dceea0b602 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:51.900656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b0263fe9-fad0-446d-b443-09c0e5727b07 None None] Could not find standard attr ID for object 65789115-847e-41a1-9314-340d868f900d. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:33:51.922155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9931-d309-4010-89cf-21c5e19d3e20 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:52.119086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9931-d309-4010-89cf-21c5e19d3e20 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:52.221664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b520a0d-6136-42e3-87fa-c97ff32ac09b req-54765013-2626-4370-905c-bc8a39bba0e5 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:52.223276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b520a0d-6136-42e3-87fa-c97ff32ac09b req-54765013-2626-4370-905c-bc8a39bba0e5 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 945 time: 0.6773636 Jan 28 20:33:52.233121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756790e-6599-4325-9892-e0346b451422 req-4db3c056-ef75-47cb-b425-c7910a8b25da tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:52.235018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3756790e-6599-4325-9892-e0346b451422 req-4db3c056-ef75-47cb-b425-c7910a8b25da tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.6879830 Jan 28 20:33:52.237565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-1d6d9d61-6902-4cb9-bfc1-8c8529937219 service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8248727 Jan 28 20:33:52.314335 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9931-d309-4010-89cf-21c5e19d3e20 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:52.369586 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9931-d309-4010-89cf-21c5e19d3e20 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:52.373182 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b7ab9931-d309-4010-89cf-21c5e19d3e20 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/ce3eaab2-b22e-4163-b07c-30ac33b92667 HTTP/1.1" status: 204 len: 168 time: 0.7045107 Jan 28 20:33:52.374178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab9931-d309-4010-89cf-21c5e19d3e20 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3eaab2-b22e-4163-b07c-30ac33b92667,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:52.376045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48362) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:52.442348 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c2eb5fe-7538-4060-81c3-0433a01e780c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581267 Jan 28 20:33:52.444586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48364) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:52.451933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b520a0d-6136-42e3-87fa-c97ff32ac09b req-5a2b52dc-7f7f-4fa0-8938-d677a5c0b5a3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125819 Jan 28 20:33:52.464330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3756790e-6599-4325-9892-e0346b451422 req-f1f446d0-5ad6-4939-81ef-7eb7e04de93a tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114382 Jan 28 20:33:52.477589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:52.538338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552c6600-f341-49fa-a78b-a935fc6d78fc req-e968961f-0ab1-4db1-9eaa-9c81e77ef981 service neutron] 10.222.0.13 "GET /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833626 Jan 28 20:33:52.686682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:52.697202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:52.767560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b430d09-af4b-47c2-ba7d-2406335e281f req-e4e0d764-c3c5-49e2-96cc-bc2676640034 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:52.769515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b430d09-af4b-47c2-ba7d-2406335e281f req-e4e0d764-c3c5-49e2-96cc-bc2676640034 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1299777 Jan 28 20:33:52.784887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ddd5-5c46-4447-a7a6-a77c4825dfd2 req-8faf0899-5f06-40d9-ba4c-8846e05d6730 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:52.799124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc16ddd5-5c46-4447-a7a6-a77c4825dfd2 req-8faf0899-5f06-40d9-ba4c-8846e05d6730 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 944 time: 0.1835072 Jan 28 20:33:52.885798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b430d09-af4b-47c2-ba7d-2406335e281f req-a33cc4a2-35fb-4fee-ac76-173e0107ccbc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853004 Jan 28 20:33:52.922476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc16ddd5-5c46-4447-a7a6-a77c4825dfd2 req-e082c4f6-efd2-4667-8f21-b63fa9d3b2b4 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130440 Jan 28 20:33:53.057287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d751bceb-ccd1-4904-b0f2-3a6f57ac019d up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:53.205439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece208-ec44-4a7f-a360-c146263798b0 req-77ee88d1-5d85-4b34-9821-6f8f11dae953 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.214824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72ece208-ec44-4a7f-a360-c146263798b0 req-77ee88d1-5d85-4b34-9821-6f8f11dae953 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.1656244 Jan 28 20:33:53.220056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port d751bceb-ccd1-4904-b0f2-3a6f57ac019d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:33:53.229133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port d751bceb-ccd1-4904-b0f2-3a6f57ac019d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:53.229957 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:53.299387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72ece208-ec44-4a7f-a360-c146263798b0 req-b659d5cd-cc60-49b6-b374-976bb20109ff tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836391 Jan 28 20:33:53.302228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a578c8-209a-4589-ae67-30ef399e4bac None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:53.364297 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:53.392626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-a4ece759-02ee-4a76-bf53-5543991bc8ae req-f22e0223-90eb-40d9-95b7-1703d2d75585 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:33:53.395292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4ece759-02ee-4a76-bf53-5543991bc8ae req-f22e0223-90eb-40d9-95b7-1703d2d75585 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244083 Jan 28 20:33:53.490960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-292ff84f-87e1-4fdf-a967-dbc08a687a18 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:53.491713 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-292ff84f-87e1-4fdf-a967-dbc08a687a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:53.511084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=74198ccc-31dd-4a89-98cd-8dd9cfa5f20e,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:53.550468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:53.566352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-6b7fa424-2985-4e80-8838-8d54347652bd tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.577773 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-6b7fa424-2985-4e80-8838-8d54347652bd tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.26 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.3580658 Jan 28 20:33:53.617531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733595d-69e9-4ec5-a7ec-ab46945b6f38 req-de69e460-0dd8-4e94-a63b-93a5a6c596fc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.619505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2733595d-69e9-4ec5-a7ec-ab46945b6f38 req-de69e460-0dd8-4e94-a63b-93a5a6c596fc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2593663 Jan 28 20:33:53.659031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:53.659965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4ece759-02ee-4a76-bf53-5543991bc8ae req-136aaec2-c7d3-4f07-83dd-17e2c13a5091 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2205727 Jan 28 20:33:53.686031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.687051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:53.714222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2733595d-69e9-4ec5-a7ec-ab46945b6f38 req-0123e42e-6a2e-4daa-a6db-390af452684e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850854 Jan 28 20:33:53.767955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48396) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:53.793121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48400) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:53.796339 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a326fe80-c661-46bd-b618-cd2c9aaefc5a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3446512 Jan 28 20:33:53.802588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b7922fad-64f8-4d55-bff7-557ce3173654 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:53.880378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:53.892697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Deleting port 44b159a4-5eb2-4484-88d4-c42e409a1cae {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:53.893186 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:53.922093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d751bceb-ccd1-4904-b0f2-3a6f57ac019d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,segment=NetworkSegment(d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48),segment_id=d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:53.925383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa45239-43b0-4571-9ce4-67fd45d83338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd751bceb-ccd1-4904-b0f2-3a6f57ac019d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:53.928969 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63caa323-a63a-4aea-b785-a36bd719bb39" -d '{"events": [{"server_uuid": "5fa45239-43b0-4571-9ce4-67fd45d83338", "name": "network-vif-plugged", "status": "completed", "tag": "d751bceb-ccd1-4904-b0f2-3a6f57ac019d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:53.944305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.077468 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152271-7ec8-45ab-995a-283bb10361aa req-ca825ca4-8e70-4273-af1b-2bc7c490a77d tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.084752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0deb4-e72c-463c-b193-2a2211d8a4b4 None None] Update dhcp port {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'fixed_ips': [{'subnet_id': '74198ccc-31dd-4a89-98cd-8dd9cfa5f20e'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '1d58f734-c148-4d15-b78a-e290033402da'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:33:54.086167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86152271-7ec8-45ab-995a-283bb10361aa req-ca825ca4-8e70-4273-af1b-2bc7c490a77d tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 945 time: 0.1541567 Jan 28 20:33:54.128381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:54.155920 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86152271-7ec8-45ab-995a-283bb10361aa req-f92b02e8-36ac-4699-a8c8-60d4201ab79e tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/security-groups?id=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682528 Jan 28 20:33:54.157124 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0d0deb4-e72c-463c-b193-2a2211d8a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.204984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7922fad-64f8-4d55-bff7-557ce3173654 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:54.210381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7922fad-64f8-4d55-bff7-557ce3173654 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.345031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c987fd77-63c1-4b9e-bee4-73a2e8316027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.475394 n-d-825064-3 neutron-server[102307]: INFO neutron.db.ipam_backend_mixin [None req-b7922fad-64f8-4d55-bff7-557ce3173654 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74198ccc-31dd-4a89-98cd-8dd9cfa5f20e (CIDR: 2001:db8::/64) Jan 28 20:33:54.511145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574048-e33f-47a1-a2bf-3505d2b4c263 req-a2ff5a77-3d9c-45df-acc5-798133b33e8b tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.519829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a0d0deb4-e72c-463c-b193-2a2211d8a4b4 None None] Allocated IP 2001:db8::2 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/74198ccc-31dd-4a89-98cd-8dd9cfa5f20e/1d58f734-c148-4d15-b78a-e290033402da) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:54.527456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2574048-e33f-47a1-a2bf-3505d2b4c263 req-a2ff5a77-3d9c-45df-acc5-798133b33e8b tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 945 time: 0.2368653 Jan 28 20:33:54.534440 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6bfffa-7615-4255-87d3-e64714ec91a8 x-openstack-request-id: req-2a6bfffa-7615-4255-87d3-e64714ec91a8 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:54.534739 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa45239-43b0-4571-9ce4-67fd45d83338", "name": "network-vif-plugged", "status": "completed", "tag": "d751bceb-ccd1-4904-b0f2-3a6f57ac019d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:54.534991 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a6bfffa-7615-4255-87d3-e64714ec91a8 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:54.535402 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa45239-43b0-4571-9ce4-67fd45d83338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd751bceb-ccd1-4904-b0f2-3a6f57ac019d', 'code': 200} Jan 28 20:33:54.551704 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7922fad-64f8-4d55-bff7-557ce3173654 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:33:54.552432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7922fad-64f8-4d55-bff7-557ce3173654 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:33:54.563933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] For port 44b159a4-5eb2-4484-88d4-c42e409a1cae, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=44b159a4-5eb2-4484-88d4-c42e409a1cae,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:54.564784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.579039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Calling delete_port for 44b159a4-5eb2-4484-88d4-c42e409a1cae owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:54.725096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b7922fad-64f8-4d55-bff7-557ce3173654 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9301372 Jan 28 20:33:54.728023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48418) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:54.740260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'subnet': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:54.741672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a0d0deb4-e72c-463c-b193-2a2211d8a4b4 None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:54.782881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2574048-e33f-47a1-a2bf-3505d2b4c263 req-52565009-5fc9-4b7f-8191-f365044271f1 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537572 Jan 28 20:33:54.791796 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0d0deb4-e72c-463c-b193-2a2211d8a4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.806559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0d0deb4-e72c-463c-b193-2a2211d8a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.814281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c987fd77-63c1-4b9e-bee4-73a2e8316027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.818201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690af4b-5309-4e32-bcb7-b1b6b0a7c1fb req-450e5866-1a19-4898-9f9d-eee2b05f5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.819974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a690af4b-5309-4e32-bcb7-b1b6b0a7c1fb req-450e5866-1a19-4898-9f9d-eee2b05f5f9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 1096 time: 0.1484382 Jan 28 20:33:54.823284 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c987fd77-63c1-4b9e-bee4-73a2e8316027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:54.885616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644f432-691c-4e40-a267-fef7d8dbcdc3 req-8de67814-9cbb-496a-830c-955a1ba6af53 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.887869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9644f432-691c-4e40-a267-fef7d8dbcdc3 req-8de67814-9cbb-496a-830c-955a1ba6af53 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.1812413 Jan 28 20:33:54.915492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a690af4b-5309-4e32-bcb7-b1b6b0a7c1fb req-3f5b990e-b19e-440e-a9c7-232ae1a8775d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869336 Jan 28 20:33:54.976900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987fd77-63c1-4b9e-bee4-73a2e8316027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b6bb91-f2c8-40ac-a389-98077f3ae711,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:54.990838 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c987fd77-63c1-4b9e-bee4-73a2e8316027 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3ee0f9f9e5747aca1d6916839f5ad95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2217011 Jan 28 20:33:54.998166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48422) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:55.015276 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:55.021759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0deb4-e72c-463c-b193-2a2211d8a4b4 None None] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=15']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:55.030982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['44b159a4-5eb2-4484-88d4-c42e409a1cae'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:55.076832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b42be-2c23-4f68-a00f-e956d1e6d7bc req-7361df9a-d586-4a7f-b0e8-2849bfedc5f2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:55.085806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e8b42be-2c23-4f68-a00f-e956d1e6d7bc req-7361df9a-d586-4a7f-b0e8-2849bfedc5f2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1685455 Jan 28 20:33:55.090164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Pushing event deleted for resources: {'Port': ['ID=44b159a4-5eb2-4484-88d4-c42e409a1cae,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:55.124164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9644f432-691c-4e40-a267-fef7d8dbcdc3 req-4d2303c6-f422-40e8-a7fb-266902ad7548 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938848 Jan 28 20:33:55.137812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:55.142960 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:55.185426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb700-67fa-4088-aa45-d88d14204e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:55.195744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] No DVR routers for this DVR port 44b159a4-5eb2-4484-88d4-c42e409a1cae on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:55.201755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:55.206942 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4ac3a380-725d-4ebe-862b-39fdc8e66031 req-aad2ea02-86e5-4093-8ec6-b1dac6340aba tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.26 "DELETE /v2.0/ports/44b159a4-5eb2-4484-88d4-c42e409a1cae HTTP/1.1" status: 204 len: 173 time: 1.6257467 Jan 28 20:33:55.207570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'name': 'network-vif-deleted', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:33:55.208411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e8b42be-2c23-4f68-a00f-e956d1e6d7bc req-000c476e-d8f9-41b7-b4f2-42e6ba2a1429 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215305 Jan 28 20:33:55.212592 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c6e9a3-5578-4f44-9546-fc23f68d843b" -d '{"events": [{"server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "name": "network-vif-deleted", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:55.242624 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb700-67fa-4088-aa45-d88d14204e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:55.413276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28c35b9b-6d97-4990-9917-8a5fe04cbbf4 req-a841853c-ad86-4535-b7a5-52a409890341 tempest-ServerRescueTestJSONUnderV235-1050342825 tempest-ServerRescueTestJSONUnderV235-1050342825-project] 10.222.0.44 "GET /v2.0/ports?device_id=f89e656e-61e5-4a4e-a9c9-73c3daffc999 HTTP/1.1" status: 200 len: 210 time: 0.0486560 Jan 28 20:33:55.436611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a925b-7dbc-4d00-8f46-87f534dab970 req-a0fa6fb5-c904-4d9a-85b6-481fcdbdcb5e tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:55.444791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a25a925b-7dbc-4d00-8f46-87f534dab970 req-a0fa6fb5-c904-4d9a-85b6-481fcdbdcb5e tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 945 time: 0.1783910 Jan 28 20:33:55.503233 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb700-67fa-4088-aa45-d88d14204e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:55.505914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb700-67fa-4088-aa45-d88d14204e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:55.508412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7bbcb700-67fa-4088-aa45-d88d14204e5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27b6bb91-f2c8-40ac-a389-98077f3ae711 HTTP/1.1" status: 204 len: 168 time: 0.5078523 Jan 28 20:33:55.527007 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a25a925b-7dbc-4d00-8f46-87f534dab970 req-fff650d1-38ad-4bc4-8637-ed522e172299 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811331 Jan 28 20:33:55.546251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb700-67fa-4088-aa45-d88d14204e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b6bb91-f2c8-40ac-a389-98077f3ae711,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:55.943934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:33:56.032005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d58f734-c148-4d15-b78a-e290033402da up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:56.064758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0ccf0-9788-449d-b01d-52433894aaed req-5b1c9341-ff00-4521-982c-948820f6cf42 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:56.097690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00d0ccf0-9788-449d-b01d-52433894aaed req-5b1c9341-ff00-4521-982c-948820f6cf42 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.2538574 Jan 28 20:33:56.158245 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae4bdbe-5021-4d15-bc5c-2dce5834765c x-openstack-request-id: req-7ae4bdbe-5021-4d15-bc5c-2dce5834765c {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:56.158711 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89e656e-61e5-4a4e-a9c9-73c3daffc999", "name": "network-vif-deleted", "tag": "44b159a4-5eb2-4484-88d4-c42e409a1cae", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:56.159129 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ae4bdbe-5021-4d15-bc5c-2dce5834765c {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:56.159747 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89e656e-61e5-4a4e-a9c9-73c3daffc999', 'name': 'network-vif-deleted', 'tag': '44b159a4-5eb2-4484-88d4-c42e409a1cae', 'status': 'completed', 'code': 200} Jan 28 20:33:56.179751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:56.180128 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:56.223736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00d0ccf0-9788-449d-b01d-52433894aaed req-7d18e40f-6295-4126-b940-6fc2ca4ee242 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246836 Jan 28 20:33:56.292418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a65bf-0c59-4099-b3af-61f48d650ab7 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:56.341260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5ed5-e5ff-4f60-89b6-ae22a15d8c15 req-21340157-5387-42af-b973-453f2e41daff tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:56.354669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7ed5ed5-e5ff-4f60-89b6-ae22a15d8c15 req-21340157-5387-42af-b973-453f2e41daff tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1200967 Jan 28 20:33:56.514418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0015f09f-21dc-4e48-bc85-ecdf48e7c60c None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:56.514774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0015f09f-21dc-4e48-bc85-ecdf48e7c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:56.538619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:56.564108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7ed5ed5-e5ff-4f60-89b6-ae22a15d8c15 req-0aef5f88-b9ce-471d-9c01-8d943b322a03 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063718 Jan 28 20:33:56.567707 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48458) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:56.597299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3e1c8cc-65f0-484b-9198-5fea7cecebc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:56.720112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedac5e9-ae71-4e54-93d7-9ce138ea0af2 req-0b3280e8-337d-448d-bec1-a4d3b093cb42 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:56.722943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eedac5e9-ae71-4e54-93d7-9ce138ea0af2 req-0b3280e8-337d-448d-bec1-a4d3b093cb42 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 945 time: 0.2391994 Jan 28 20:33:56.813639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eedac5e9-ae71-4e54-93d7-9ce138ea0af2 req-f41916f1-7866-48d1-8ef9-bc3adecb396c tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786505 Jan 28 20:33:56.900446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48464) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:57.023619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3e1c8cc-65f0-484b-9198-5fea7cecebc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.042279 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3e1c8cc-65f0-484b-9198-5fea7cecebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.099262 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:57.160704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1c8cc-65f0-484b-9198-5fea7cecebc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3895227-55b7-4008-9a68-6292637666ef,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:57.161012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0fdf4-9588-4a46-b0c4-69aff8792f00 req-a6e181e6-536f-4815-a819-11b5ce02bd84 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:57.170614 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e3e1c8cc-65f0-484b-9198-5fea7cecebc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edc144002fca499fa2db7aa7aeb1f835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012027 Jan 28 20:33:57.174000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0fdf4-9588-4a46-b0c4-69aff8792f00 req-a6e181e6-536f-4815-a819-11b5ce02bd84 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:57.179137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48468) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:57.186360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0fdf4-9588-4a46-b0c4-69aff8792f00 req-a6e181e6-536f-4815-a819-11b5ce02bd84 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:57.201752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67c0fdf4-9588-4a46-b0c4-69aff8792f00 req-a6e181e6-536f-4815-a819-11b5ce02bd84 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25&device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27&device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 2418 time: 0.2094848 Jan 28 20:33:57.237460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 44b159a4-5eb2-4484-88d4-c42e409a1cae no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:57.244086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.250526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.251481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.285470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 44b159a4-5eb2-4484-88d4-c42e409a1cae {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:33:57.286544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 44b159a4-5eb2-4484-88d4-c42e409a1cae not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:57.312701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67c0fdf4-9588-4a46-b0c4-69aff8792f00 req-22bdd26d-c601-4375-b05c-011c768e3631 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092811 Jan 28 20:33:57.412649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Subnet': ['ID=12c2ae55-9900-47cc-b6bf-722cb3c19969,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:57.438268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:57.449615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:57.452850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:57.453445 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.459482 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37fce580-9e58-4361-97a4-c324ac8f1a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.466330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=17']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:57.496099 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ccd83330-71b7-4bd0-9d0a-06c7e5a17096 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7666187 Jan 28 20:33:57.503530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:57.508719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Request body: {'port': {'network_id': '58b5e4c5-cab5-4857-993a-4ffd4c6fad19', 'mac_address': 'fa:16:3e:d2:30:98', 'name': 'tempest-NetworksTestDHCPv6-1108752667'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:57.538942 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37fce580-9e58-4361-97a4-c324ac8f1a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.614287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c3df085-3835-43bc-bcf3-b05387b692de req-c715935a-3061-44ad-be76-5e6f9ed983e1 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1882343 Jan 28 20:33:57.733898 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37fce580-9e58-4361-97a4-c324ac8f1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.748220 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-37fce580-9e58-4361-97a4-c324ac8f1a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:57.751354 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-37fce580-9e58-4361-97a4-c324ac8f1a3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3895227-55b7-4008-9a68-6292637666ef HTTP/1.1" status: 204 len: 168 time: 0.5701375 Jan 28 20:33:57.805149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fce580-9e58-4361-97a4-c324ac8f1a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3895227-55b7-4008-9a68-6292637666ef,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:57.816815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Made reservation on behalf of c6970f88acbf451989c4b3536e2eba7d for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:57.866418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca546d-b1e5-4249-9bef-2d33f9b2b129 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:33:57.943509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d58f734-c148-4d15-b78a-e290033402da up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:57.983161 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:58.012085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] device_id is not set on port 96c378c4-6d3e-4674-9c68-3f42d33099bf yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:33:58.051822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5937885-c921-457b-8690-3e63883d51a8 req-c167b35a-e31d-4a43-ac15-d21fd66f5aa1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:58.064344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5937885-c921-457b-8690-3e63883d51a8 req-c167b35a-e31d-4a43-ac15-d21fd66f5aa1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3501678 Jan 28 20:33:58.185718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-be8fdeee-1a6c-471f-bbce-2c8cd4847c00 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:58.188244 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be8fdeee-1a6c-471f-bbce-2c8cd4847c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:58.205668 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:58.220458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5937885-c921-457b-8690-3e63883d51a8 req-48dd3fb4-f3c5-4aca-bd84-991f1c45287d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499901 Jan 28 20:33:58.329386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:58.329960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:58.344284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8::2ad (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/74198ccc-31dd-4a89-98cd-8dd9cfa5f20e/96c378c4-6d3e-4674-9c68-3f42d33099bf) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:58.360169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:3098 (58b5e4c5-cab5-4857-993a-4ffd4c6fad19/12c2ae55-9900-47cc-b6bf-722cb3c19969/96c378c4-6d3e-4674-9c68-3f42d33099bf) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:58.483548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441f6bc-2076-42a9-bdd6-b886c32eee22 req-07682d25-6529-4d93-a383-4ef40ebab308 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:58.504426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3441f6bc-2076-42a9-bdd6-b886c32eee22 req-07682d25-6529-4d93-a383-4ef40ebab308 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 945 time: 0.2812817 Jan 28 20:33:58.734066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3441f6bc-2076-42a9-bdd6-b886c32eee22 req-90bcc4d3-22ec-49db-b5a5-09b1f1752556 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459498 Jan 28 20:33:58.738446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:58.781804 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:58.867816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:58.871761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:58.877041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:58.883033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:58.883718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:58.894249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event updated for resources: {'Port': ['ID=96c378c4-6d3e-4674-9c68-3f42d33099bf,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:58.906409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d683654-89d7-427d-b39e-22e1c4704f1f req-1603155c-40f6-44a2-ac51-9c4fe6f0aafd tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:58.907965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d683654-89d7-427d-b39e-22e1c4704f1f req-1603155c-40f6-44a2-ac51-9c4fe6f0aafd tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3164496 Jan 28 20:33:58.926138 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ef3d82e7-871a-4fa5-b7f5-0cd8be19e58b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4191248 Jan 28 20:33:58.926490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48518) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:33:59.014576 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d683654-89d7-427d-b39e-22e1c4704f1f req-419c20bb-ec22-4dd0-93f6-191a7b8f3d67 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881832 Jan 28 20:33:59.134872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1faddcb5-b2b2-4523-be32-aec180e3a51e None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:59.135249 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1faddcb5-b2b2-4523-be32-aec180e3a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:59.235887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-016671f6-295d-44db-9d73-afac07adb78b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting port 96c378c4-6d3e-4674-9c68-3f42d33099bf {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:59.237218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-016671f6-295d-44db-9d73-afac07adb78b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:59.279854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Deleting port e7a130fc-1eb8-4d4d-be1b-134273ff636e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:33:59.280607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:59.491803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-016671f6-295d-44db-9d73-afac07adb78b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:59.495059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f51e9-8791-4f88-9912-ee49db6fc16e req-16ae41a6-d00b-4aa5-958d-3d79d6cdc0d6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:59.498104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-886f51e9-8791-4f88-9912-ee49db6fc16e req-16ae41a6-d00b-4aa5-958d-3d79d6cdc0d6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1579232 Jan 28 20:33:59.528852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-016671f6-295d-44db-9d73-afac07adb78b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Calling delete_port for 96c378c4-6d3e-4674-9c68-3f42d33099bf owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:59.536532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f9312fa4-a189-466b-b264-e724ad8ac899 None None] Provisioning complete for port 96c378c4-6d3e-4674-9c68-3f42d33099bf triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:59.537107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9312fa4-a189-466b-b264-e724ad8ac899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:59.574412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] For port e7a130fc-1eb8-4d4d-be1b-134273ff636e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e7a130fc-1eb8-4d4d-be1b-134273ff636e,segment=NetworkSegment(1b1e5ed4-bb1f-413b-bdaa-9d6052d97114),segment_id=1b1e5ed4-bb1f-413b-bdaa-9d6052d97114)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:59.575019 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:59.612035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-886f51e9-8791-4f88-9912-ee49db6fc16e req-83c8898d-e0b0-47cf-a120-fda98b52ec3f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842860 Jan 28 20:33:59.623413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Calling delete_port for e7a130fc-1eb8-4d4d-be1b-134273ff636e owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:33:59.651254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f9312fa4-a189-466b-b264-e724ad8ac899 None None] Port 96c378c4-6d3e-4674-9c68-3f42d33099bf cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:33:59.815688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-016671f6-295d-44db-9d73-afac07adb78b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:33:59.910954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016671f6-295d-44db-9d73-afac07adb78b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Port': ['ID=96c378c4-6d3e-4674-9c68-3f42d33099bf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:59.923628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e750c-e4e2-4479-beac-4ced92caaa25 req-20767304-1fbb-45c4-8909-01ac37f9d586 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:59.935018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-091e750c-e4e2-4479-beac-4ced92caaa25 req-20767304-1fbb-45c4-8909-01ac37f9d586 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.0952978 Jan 28 20:34:00.013614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-016671f6-295d-44db-9d73-afac07adb78b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:00.019352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-016671f6-295d-44db-9d73-afac07adb78b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/96c378c4-6d3e-4674-9c68-3f42d33099bf HTTP/1.1" status: 204 len: 168 time: 1.0915484 Jan 28 20:34:00.022172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48560) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:00.086298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-091e750c-e4e2-4479-beac-4ced92caaa25 req-194de5f2-c6af-4281-8919-32630435e152 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302774 Jan 28 20:34:00.147399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320bc999-685e-4f3c-b25c-4523b167ac1d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.150986 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-320bc999-685e-4f3c-b25c-4523b167ac1d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1270046 Jan 28 20:34:00.155523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48566) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:00.275075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:00.324202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a130fc-1eb8-4d4d-be1b-134273ff636e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:00.348448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d14d53-b2cf-40da-ad4d-0023453353af tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.354179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c0d14d53-b2cf-40da-ad4d-0023453353af tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1907086 Jan 28 20:34:00.354674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48570) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:00.355739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48572) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:00.481853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e591-ceba-4ccb-a2ad-80b77c5c7ac8 req-74ff4e29-b2aa-4580-be99-c2acb53cb38e tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.484456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98b5e591-ceba-4ccb-a2ad-80b77c5c7ac8 req-74ff4e29-b2aa-4580-be99-c2acb53cb38e tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 945 time: 0.2668173 Jan 28 20:34:00.492843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2b5e7-7e49-40c6-81bc-e105e6ce3092 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.494474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2b5e7-7e49-40c6-81bc-e105e6ce3092 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.496417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2b5e7-7e49-40c6-81bc-e105e6ce3092 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.501264 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-45c2b5e7-7e49-40c6-81bc-e105e6ce3092 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1439030 Jan 28 20:34:00.501956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48578) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:00.566424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-1749d6b0-03b1-406b-b6a3-1fa3fdbc9c32 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 12c2ae55-9900-47cc-b6bf-722cb3c19969 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:00.571220 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1749d6b0-03b1-406b-b6a3-1fa3fdbc9c32 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:00.643547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1749d6b0-03b1-406b-b6a3-1fa3fdbc9c32 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:00.700917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:00.800234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1749d6b0-03b1-406b-b6a3-1fa3fdbc9c32 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:00.831942 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edb2c06d-1656-4d5c-8646-fbca1325b1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:00.900882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98b5e591-ceba-4ccb-a2ad-80b77c5c7ac8 req-e3fec9ee-6ffa-4c40-a4d7-0b4a7cb11fc7 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903281 Jan 28 20:34:00.918808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596bf77-a5b0-4a76-96d3-4d4023cfa719 req-c75d3fd6-5ba5-4aff-a0ef-e58abc0a713e tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.926955 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7596bf77-a5b0-4a76-96d3-4d4023cfa719 req-c75d3fd6-5ba5-4aff-a0ef-e58abc0a713e tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.2182403 Jan 28 20:34:00.937728 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1749d6b0-03b1-406b-b6a3-1fa3fdbc9c32 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:00.987932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749d6b0-03b1-406b-b6a3-1fa3fdbc9c32 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=12c2ae55-9900-47cc-b6bf-722cb3c19969,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:00.996709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1749d6b0-03b1-406b-b6a3-1fa3fdbc9c32 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.006713 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1749d6b0-03b1-406b-b6a3-1fa3fdbc9c32 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/12c2ae55-9900-47cc-b6bf-722cb3c19969 HTTP/1.1" status: 204 len: 168 time: 0.4979899 Jan 28 20:34:01.006713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edb2c06d-1656-4d5c-8646-fbca1325b1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.006713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48586) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:01.016472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edb2c06d-1656-4d5c-8646-fbca1325b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.027705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7098a61-b5b4-4622-90c1-ca151b9127bb None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:01.029127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7596bf77-a5b0-4a76-96d3-4d4023cfa719 req-72f25d22-c498-4c6a-a11c-b917d6357b5c tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001544 Jan 28 20:34:01.062985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48588) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:01.116233 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-edb2c06d-1656-4d5c-8646-fbca1325b1c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce1977b3d0984e0d97c5252aeeb1c6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7557569 Jan 28 20:34:01.117632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48592) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:01.123278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c06d-1656-4d5c-8646-fbca1325b1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c1a871-0def-4e61-9c4e-537b9340f834,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:01.138048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2e4793-6125-4daf-87e0-b2f7c6fb8d8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Deleting subnet 74198ccc-31dd-4a89-98cd-8dd9cfa5f20e {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:01.150955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4793-6125-4daf-87e0-b2f7c6fb8d8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.175225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Router a2786684-b013-4364-92f3-af34cbd819f5 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:01.244949 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4793-6125-4daf-87e0-b2f7c6fb8d8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.308211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc4aa034-f1c8-415d-9fa4-405df0aba12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.310144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3562a79d-fddd-4b6d-a7eb-12db68851d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.369021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc4aa034-f1c8-415d-9fa4-405df0aba12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.472985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4793-6125-4daf-87e0-b2f7c6fb8d8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.538893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc4aa034-f1c8-415d-9fa4-405df0aba12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.543213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc4aa034-f1c8-415d-9fa4-405df0aba12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.545205 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bc4aa034-f1c8-415d-9fa4-405df0aba12a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67c1a871-0def-4e61-9c4e-537b9340f834 HTTP/1.1" status: 204 len: 168 time: 0.4265728 Jan 28 20:34:01.575911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3562a79d-fddd-4b6d-a7eb-12db68851d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.577367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aa034-f1c8-415d-9fa4-405df0aba12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c1a871-0def-4e61-9c4e-537b9340f834,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:01.586351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3562a79d-fddd-4b6d-a7eb-12db68851d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.617552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4793-6125-4daf-87e0-b2f7c6fb8d8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.676110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e4793-6125-4daf-87e0-b2f7c6fb8d8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Subnet': ['ID=74198ccc-31dd-4a89-98cd-8dd9cfa5f20e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:01.682410 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3562a79d-fddd-4b6d-a7eb-12db68851d17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4277c8e9b234d6eb3ae7cfa53a7268b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6180689 Jan 28 20:34:01.685767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48596) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:01.717964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562a79d-fddd-4b6d-a7eb-12db68851d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02df7d62-b7aa-4c8a-88a1-9774f2dc247b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:01.752307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4793-6125-4daf-87e0-b2f7c6fb8d8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:01.757306 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fe2e4793-6125-4daf-87e0-b2f7c6fb8d8c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/74198ccc-31dd-4a89-98cd-8dd9cfa5f20e HTTP/1.1" status: 204 len: 168 time: 0.7511966 Jan 28 20:34:01.761877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48600) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:01.804668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-0808c758-c527-47ef-a17b-48e6b7e6422b tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.809511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-0808c758-c527-47ef-a17b-48e6b7e6422b tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 945 time: 0.1386988 Jan 28 20:34:01.821134 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a66b8ff1-d898-4bdd-9413-8954f68b922d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580437 Jan 28 20:34:01.825684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48602) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:01.873478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:01.883529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] Sync routers for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:01.885754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ebf39584-3282-4b53-ac62-0ed3da539905 admin admin] 10.222.0.44 "PUT /v2.0/routers/a2786684-b013-4364-92f3-af34cbd819f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9831660 Jan 28 20:34:01.886369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48606) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:01.894491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:01.895525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:01.997128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39061261-d9d6-4477-81e0-57ccd7018728 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:02.003828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-39061261-d9d6-4477-81e0-57ccd7018728 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1769459 Jan 28 20:34:02.010306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48614) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.031136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c1970eb-6684-4e63-96c4-c4ed2d73f6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.091494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:02.185203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c1970eb-6684-4e63-96c4-c4ed2d73f6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.246660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.249459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8433d7-ab8b-4127-a861-203ef4e79935 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:02.253935 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4c8433d7-ab8b-4127-a861-203ef4e79935 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2420118 Jan 28 20:34:02.254679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48620) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.260337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Deleting port d751bceb-ccd1-4904-b0f2-3a6f57ac019d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:02.261586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.326972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f2fb5-8db4-46e3-bfe9-327e09662c0e req-c500dded-af2d-4eb8-8358-3457e8285b31 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:02.334908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-486f2fb5-8db4-46e3-bfe9-327e09662c0e req-c500dded-af2d-4eb8-8358-3457e8285b31 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 945 time: 0.2570131 Jan 28 20:34:02.375908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a03bce-fe30-4b3f-a999-34c34be58425 None None] Network 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:02.379326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c029d4a2-4dac-4b72-a0b7-7a29242da960 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:02.381705 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c029d4a2-4dac-4b72-a0b7-7a29242da960 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.2339694 Jan 28 20:34:02.385513 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c5792eac-228f-46e9-abdc-84ffc25d0fe5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272993 Jan 28 20:34:02.397386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48626) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.493416 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c1970eb-6684-4e63-96c4-c4ed2d73f6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.493626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-486f2fb5-8db4-46e3-bfe9-327e09662c0e req-0a9b6936-8c3c-4bd5-891d-1d6d69b917ff tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d93299d-e895-46af-aa1f-497a96c24cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577528 Jan 28 20:34:02.496665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c1970eb-6684-4e63-96c4-c4ed2d73f6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.498733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4c1970eb-6684-4e63-96c4-c4ed2d73f6af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02df7d62-b7aa-4c8a-88a1-9774f2dc247b HTTP/1.1" status: 204 len: 168 time: 0.8002541 Jan 28 20:34:02.510082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1970eb-6684-4e63-96c4-c4ed2d73f6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02df7d62-b7aa-4c8a-88a1-9774f2dc247b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:02.537887 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-6626dfb8-c7cf-4134-80bf-6d57aafa44d3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:02.538816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6626dfb8-c7cf-4134-80bf-6d57aafa44d3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:02.546079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6626dfb8-c7cf-4134-80bf-6d57aafa44d3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/96c378c4-6d3e-4674-9c68-3f42d33099bf HTTP/1.1" status: 404 len: 333 time: 0.1267514 Jan 28 20:34:02.547592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48632) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.551881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8ef01-1935-4f32-95fe-fa16f7bf3e43 req-a28ef57a-7033-45c3-b96f-572f3b150f06 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:02.560541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eed8ef01-1935-4f32-95fe-fa16f7bf3e43 req-a28ef57a-7033-45c3-b96f-572f3b150f06 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 946 time: 0.3896055 Jan 28 20:34:02.601711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-364d0a4a-b252-430c-9465-5b9116cd6fae None None] Provisioning complete for port 1d58f734-c148-4d15-b78a-e290033402da triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:02.602497 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-364d0a4a-b252-430c-9465-5b9116cd6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.643489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] For port d751bceb-ccd1-4904-b0f2-3a6f57ac019d, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,segment=NetworkSegment(d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48),segment_id=d5a095bd-6d5d-4fc1-bbb6-9d97a3661b48)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:02.643771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.656748 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d3636b-2d1d-4a3a-a433-6f7893a2a586 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:02.657522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d3636b-2d1d-4a3a-a433-6f7893a2a586 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:02.664060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2d3636b-2d1d-4a3a-a433-6f7893a2a586 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/12c2ae55-9900-47cc-b6bf-722cb3c19969 HTTP/1.1" status: 404 len: 337 time: 0.1085246 Jan 28 20:34:02.665438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48636) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.668041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eed8ef01-1935-4f32-95fe-fa16f7bf3e43 req-f9bc537a-9775-40f9-9ef6-831f87122ea8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046195 Jan 28 20:34:02.679499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.685754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Calling delete_port for d751bceb-ccd1-4904-b0f2-3a6f57ac019d owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:02.710589 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac0c81a-c09f-4b98-b67f-3e063f99d28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:02.711243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac0c81a-c09f-4b98-b67f-3e063f99d28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:02.718481 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ac0c81a-c09f-4b98-b67f-3e063f99d28b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/74198ccc-31dd-4a89-98cd-8dd9cfa5f20e HTTP/1.1" status: 404 len: 337 time: 0.0489933 Jan 28 20:34:02.721493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48640) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.750898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Deleting port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:02.751564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.755258 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-71180dc3-7f7d-430f-9120-6fde1167416a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:02.756342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71180dc3-7f7d-430f-9120-6fde1167416a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:02.762645 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-71180dc3-7f7d-430f-9120-6fde1167416a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/65789115-847e-41a1-9314-340d868f900d HTTP/1.1" status: 404 len: 333 time: 0.0399294 Jan 28 20:34:02.765070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48642) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.810479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:34:00Z', 'revision_number': 5, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port': {'id': 'b9a6e60c-2352-43e0-a781-c24cf68a999d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:54Z', 'updated_at': '2022-01-28T20:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:02.858087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Deleting port b9a6e60c-2352-43e0-a781-c24cf68a999d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:02.858428 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.866360 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b8c243-caa7-4db9-8bf0-feb18aef12fb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:02.867337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b8c243-caa7-4db9-8bf0-feb18aef12fb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:02.875984 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-88b8c243-caa7-4db9-8bf0-feb18aef12fb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/ce3eaab2-b22e-4163-b07c-30ac33b92667 HTTP/1.1" status: 404 len: 337 time: 0.1096516 Jan 28 20:34:02.876974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48648) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.887993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] Checking router: a2786684-b013-4364-92f3-af34cbd819f5 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:02.930795 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f8de0d-791d-4cf3-b727-1fc5910ac295 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:02.931806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f8de0d-791d-4cf3-b727-1fc5910ac295 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:02.936091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] Routers {'a2786684-b013-4364-92f3-af34cbd819f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:02.941418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:33:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a2786684-b013-4364-92f3-af34cbd819f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:02.948437 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-97f8de0d-791d-4cf3-b727-1fc5910ac295 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/08cab6a9-a6c2-4429-b5e7-c6355ad0a0cf HTTP/1.1" status: 404 len: 337 time: 0.0664768 Jan 28 20:34:02.949576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48650) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:02.987133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] For port b9a6e60c-2352-43e0-a781-c24cf68a999d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b9a6e60c-2352-43e0-a781-c24cf68a999d,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:02.987502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:02.994498 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b80a199-c2f8-4e59-aca7-6438ff3626c8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:02.996379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b80a199-c2f8-4e59-aca7-6438ff3626c8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.002960 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9b80a199-c2f8-4e59-aca7-6438ff3626c8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/17e1edee-3219-411b-a564-bdee2a66d531 HTTP/1.1" status: 404 len: 333 time: 0.0493670 Jan 28 20:34:03.004268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Calling delete_port for b9a6e60c-2352-43e0-a781-c24cf68a999d owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:03.006454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48652) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.007323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] DHCP port deletion for 58b5e4c5-cab5-4857-993a-4ffd4c6fad19 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:34:03.048116 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-905378a2-8590-4f76-959d-74f04159a02a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.048976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905378a2-8590-4f76-959d-74f04159a02a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.055059 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-905378a2-8590-4f76-959d-74f04159a02a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/be5685a7-6fd3-482f-b545-81b688d3e5ef HTTP/1.1" status: 404 len: 337 time: 0.0474212 Jan 28 20:34:03.056228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48656) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.073129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] For port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:03.074641 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.100104 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-984f7fc6-1265-45db-abc5-5e423a51c0b2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.100856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984f7fc6-1265-45db-abc5-5e423a51c0b2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.107367 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-984f7fc6-1265-45db-abc5-5e423a51c0b2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/64bd1d34-a6ba-4963-9397-ffd69ffafd1c HTTP/1.1" status: 404 len: 337 time: 0.0469863 Jan 28 20:34:03.110053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48658) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.141210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Calling delete_port for ae1af39e-f62b-48d1-aa6f-c1047f72c4aa owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:03.152508 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-214deb9c-0b9b-44bc-b264-bbde75bc33ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.153655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214deb9c-0b9b-44bc-b264-bbde75bc33ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.160332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-214deb9c-0b9b-44bc-b264-bbde75bc33ea tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/26a00ccf-02f7-4fbb-b543-620fa4d3a401 HTTP/1.1" status: 404 len: 333 time: 0.0490077 Jan 28 20:34:03.163835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48662) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.199619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] Set router a2786684-b013-4364-92f3-af34cbd819f5 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:03.210114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48666) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.231180 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4b5bed-279b-4ad2-b58c-cfe5c64b1f13 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.232135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4b5bed-279b-4ad2-b58c-cfe5c64b1f13 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.239213 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ee4b5bed-279b-4ad2-b58c-cfe5c64b1f13 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/f60c1d8a-8657-4e73-a0b1-31fedf217dfd HTTP/1.1" status: 404 len: 337 time: 0.0740621 Jan 28 20:34:03.242032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48668) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.246649 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e682611-4f67-4254-9dae-92443a4f00d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.259818 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.277258 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-63804e73-18d7-47c1-ac75-2b6d92708ea8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.278225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63804e73-18d7-47c1-ac75-2b6d92708ea8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.284825 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-63804e73-18d7-47c1-ac75-2b6d92708ea8 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/bd839c18-bb07-4de9-8b4a-b9ab9f11679a HTTP/1.1" status: 404 len: 337 time: 0.0414290 Jan 28 20:34:03.285834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48670) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.315946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a6e60c-2352-43e0-a781-c24cf68a999d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:03.330253 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-744188f7-2683-4b65-a402-cb0a023d30ad tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.331403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744188f7-2683-4b65-a402-cb0a023d30ad tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.337883 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-744188f7-2683-4b65-a402-cb0a023d30ad tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/02fdcd08-f816-4813-8e3a-ad2b1800629b HTTP/1.1" status: 404 len: 333 time: 0.0492153 Jan 28 20:34:03.339595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48672) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.403231 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0c4b11-6806-4a78-9323-aaa4ff0fb6f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.404469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0c4b11-6806-4a78-9323-aaa4ff0fb6f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.411766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0a0c4b11-6806-4a78-9323-aaa4ff0fb6f1 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/fa55197a-f5af-4fe4-855d-0484785a9372 HTTP/1.1" status: 404 len: 337 time: 0.0685093 Jan 28 20:34:03.412955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48676) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.450192 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2360c6c-259a-4f60-9562-213fa7dd8e49 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.451214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2360c6c-259a-4f60-9562-213fa7dd8e49 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.457726 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2360c6c-259a-4f60-9562-213fa7dd8e49 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/03e98626-d9e9-4e0e-9e09-9f6fd2be019b HTTP/1.1" status: 404 len: 333 time: 0.0349751 Jan 28 20:34:03.459839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48680) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.475536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.482911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:34:02Z', 'revision_number': 6, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:03.497242 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.507484 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1ab001-97b6-47f7-bba5-fa5166057c05 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.508278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1ab001-97b6-47f7-bba5-fa5166057c05 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.515102 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb1ab001-97b6-47f7-bba5-fa5166057c05 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/ec1547c4-7942-4367-b354-65996133b5bf HTTP/1.1" status: 404 len: 337 time: 0.0546381 Jan 28 20:34:03.535391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48684) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.558487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989832d-ce2d-41b8-a980-355cf8ba5d7c None None] The sync data for ids ['a2786684-b013-4364-92f3-af34cbd819f5'] in n-d-825064-3 is: [{'id': 'a2786684-b013-4364-92f3-af34cbd819f5', 'name': 'tempest-ServerRescueTestJSONUnderV235-651741521-router', 'tenant_id': '56c468c82eb746ba92ac7eb0b236ad82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:31:52Z', 'updated_at': '2022-01-28T20:34:02Z', 'revision_number': 6, 'project_id': '56c468c82eb746ba92ac7eb0b236ad82', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:03.572343 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3a978d-0ddc-4d4d-8afd-af1b421d37cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.573241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3a978d-0ddc-4d4d-8afd-af1b421d37cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.578634 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dc3a978d-0ddc-4d4d-8afd-af1b421d37cd tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/f6509dc6-08e6-4829-ba99-d63f8cf7abcd HTTP/1.1" status: 404 len: 333 time: 0.0419123 Jan 28 20:34:03.586588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48690) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.630890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] Deleting port 1d58f734-c148-4d15-b78a-e290033402da {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:03.631069 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-17326112-10fa-49e7-835e-1753448d1835 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.631351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17326112-10fa-49e7-835e-1753448d1835 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.631471 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.638200 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-17326112-10fa-49e7-835e-1753448d1835 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/a3ef537b-f5aa-43fb-8b72-ce9532e4080d HTTP/1.1" status: 404 len: 337 time: 0.0469174 Jan 28 20:34:03.638200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48694) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.648589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.663918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Pushing event deleted for resources: {'Port': ['ID=d751bceb-ccd1-4904-b0f2-3a6f57ac019d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:03.676226 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2410b3e-bf9b-4015-8194-642a2f17a1d5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.677341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2410b3e-bf9b-4015-8194-642a2f17a1d5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.682692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a2410b3e-bf9b-4015-8194-642a2f17a1d5 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/0142f121-25ef-4ce1-879f-987f00937bdb HTTP/1.1" status: 404 len: 333 time: 0.0430009 Jan 28 20:34:03.690936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48698) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.697953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['4d3cc6bf-32d0-4d96-96c9-a7c65b47f795'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:03.702920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['00715424-9edd-4684-98c4-3a331b8c0639'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:03.752902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b59e4e00-9a4f-420d-88a1-0c4bcf57f731 req-857ac5f8-227d-4411-a3ac-022ed6b5bc4c tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fa45239-43b0-4571-9ce4-67fd45d83338 HTTP/1.1" status: 200 len: 210 time: 0.0866418 Jan 28 20:34:03.784488 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Pushing event deleted for resources: {'Port': ['ID=ae1af39e-f62b-48d1-aa6f-c1047f72c4aa,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:03.809355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] No DVR routers for this DVR port d751bceb-ccd1-4904-b0f2-3a6f57ac019d on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:03.813929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] For port 1d58f734-c148-4d15-b78a-e290033402da, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1d58f734-c148-4d15-b78a-e290033402da,segment=NetworkSegment(2d51b609-28da-4d57-a6c2-e459524e51af),segment_id=2d51b609-28da-4d57-a6c2-e459524e51af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:03.814712 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.819655 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44b3ee2-6bcc-4410-adfc-d5f2a780a11d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:03.820215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44b3ee2-6bcc-4410-adfc-d5f2a780a11d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:03.826155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.829619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79fbfee5-9479-4b39-83a0-4dcd7164726e req-edb75be8-8ae6-4ae7-9e64-7f2f813d4de6 tempest-ServerAddressesTestJSON-909477151 tempest-ServerAddressesTestJSON-909477151-project] 10.222.0.13 "DELETE /v2.0/ports/d751bceb-ccd1-4904-b0f2-3a6f57ac019d HTTP/1.1" status: 204 len: 173 time: 2.0124922 Jan 28 20:34:03.836741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] Calling delete_port for 1d58f734-c148-4d15-b78a-e290033402da owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:03.837942 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a44b3ee2-6bcc-4410-adfc-d5f2a780a11d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/a38ac028-3b30-4be6-8139-542f5ede549e HTTP/1.1" status: 404 len: 337 time: 0.1449337 Jan 28 20:34:03.838920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.840494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa45239-43b0-4571-9ce4-67fd45d83338', 'name': 'network-vif-deleted', 'tag': 'd751bceb-ccd1-4904-b0f2-3a6f57ac019d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:03.842733 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d74631-5683-4374-8a7e-2ddc46274309" -d '{"events": [{"server_uuid": "5fa45239-43b0-4571-9ce4-67fd45d83338", "name": "network-vif-deleted", "tag": "d751bceb-ccd1-4904-b0f2-3a6f57ac019d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:03.845514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48704) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:03.848293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.880833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] No DVR routers for this DVR port ae1af39e-f62b-48d1-aa6f-c1047f72c4aa on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:03.887110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.895290 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9db412ba-15ab-4f68-9c38-1e7d2f746c58 req-c93ee290-da39-4882-ba79-382654f24888 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.13 "DELETE /v2.0/ports/ae1af39e-f62b-48d1-aa6f-c1047f72c4aa HTTP/1.1" status: 204 len: 173 time: 1.4945080 Jan 28 20:34:03.895290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b815c5-07bd-4f10-ad1e-30b88f036a25', 'name': 'network-vif-deleted', 'tag': 'ae1af39e-f62b-48d1-aa6f-c1047f72c4aa'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:03.899017 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e68b9-488d-4ff1-b6e1-d955aa401663" -d '{"events": [{"server_uuid": "90b815c5-07bd-4f10-ad1e-30b88f036a25", "name": "network-vif-deleted", "tag": "ae1af39e-f62b-48d1-aa6f-c1047f72c4aa"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:03.945858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e682611-4f67-4254-9dae-92443a4f00d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:03.961539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1033c2e-1bea-4c00-984c-d1786b321ccb req-3c224bd3-3525-495f-a4d6-ce63ab5ff368 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 210 time: 0.1523080 Jan 28 20:34:03.974384 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e682611-4f67-4254-9dae-92443a4f00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.101801 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c767a06-4ea5-4a95-bda6-558d2eb8dd97 x-openstack-request-id: req-4c767a06-4ea5-4a95-bda6-558d2eb8dd97 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:04.102424 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b815c5-07bd-4f10-ad1e-30b88f036a25", "name": "network-vif-deleted", "tag": "ae1af39e-f62b-48d1-aa6f-c1047f72c4aa", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:04.103073 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c767a06-4ea5-4a95-bda6-558d2eb8dd97 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:04.103863 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b815c5-07bd-4f10-ad1e-30b88f036a25', 'name': 'network-vif-deleted', 'tag': 'ae1af39e-f62b-48d1-aa6f-c1047f72c4aa', 'status': 'completed', 'code': 200} Jan 28 20:34:04.184808 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b120a7-0df9-41a8-8896-acf08aaf0ace tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:04.184808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b120a7-0df9-41a8-8896-acf08aaf0ace tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:04.184808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c9b120a7-0df9-41a8-8896-acf08aaf0ace tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/a0cdc1b5-9dee-4f9e-b0ed-e7de0652c45b HTTP/1.1" status: 404 len: 333 time: 0.3214195 Jan 28 20:34:04.187322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48716) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.239553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.240122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2786684-b013-4364-92f3-af34cbd819f5 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:34:04.265129 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.269371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b7b5966a-e419-4477-9769-a7c4b6f65c5f admin admin] 10.222.0.44 "DELETE /v2.0/routers/a2786684-b013-4364-92f3-af34cbd819f5 HTTP/1.1" status: 204 len: 168 time: 2.3779030 Jan 28 20:34:04.270211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48718) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.283852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6e682611-4f67-4254-9dae-92443a4f00d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0968f84ab55a4b988d2eaa016cbb26c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0689151 Jan 28 20:34:04.289386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48720) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.292511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e682611-4f67-4254-9dae-92443a4f00d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c34f8-24e5-4932-ab2e-cb8ceeedaba2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:04.304779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1d58f734-c148-4d15-b78a-e290033402da no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:04.313951 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba7c6a5-e4dd-41a7-836e-50325cf7ea3f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:04.314772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba7c6a5-e4dd-41a7-836e-50325cf7ea3f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:04.320572 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ba7c6a5-e4dd-41a7-836e-50325cf7ea3f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/12535de8-1fca-4dac-af34-1801191d6209 HTTP/1.1" status: 404 len: 337 time: 0.1316209 Jan 28 20:34:04.327238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48722) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.382121 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-da19c871-4e12-4637-b427-ef24eec53d50 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:04.382736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da19c871-4e12-4637-b427-ef24eec53d50 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:04.389467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-da19c871-4e12-4637-b427-ef24eec53d50 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/6a1e0d8a-ee39-4b54-8e91-925fff8f4551 HTTP/1.1" status: 404 len: 333 time: 0.0572774 Jan 28 20:34:04.391682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48724) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.426141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-df62800c-31bb-4b05-8c5b-dba8d18abd7a admin admin] Deleting subnet d3350347-f901-47da-968b-7ea3ee0b673a {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:04.431239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df62800c-31bb-4b05-8c5b-dba8d18abd7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.472846 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5065ae27-a577-47cc-8586-dfa9fb2a3728 x-openstack-request-id: req-5065ae27-a577-47cc-8586-dfa9fb2a3728 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:04.473564 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa45239-43b0-4571-9ce4-67fd45d83338", "name": "network-vif-deleted", "tag": "d751bceb-ccd1-4904-b0f2-3a6f57ac019d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:04.474036 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5065ae27-a577-47cc-8586-dfa9fb2a3728 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:04.474628 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa45239-43b0-4571-9ce4-67fd45d83338', 'name': 'network-vif-deleted', 'tag': 'd751bceb-ccd1-4904-b0f2-3a6f57ac019d', 'status': 'completed', 'code': 200} Jan 28 20:34:04.494092 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-45762018-4a97-4032-a82b-b9dd7e24d651 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:04.494348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45762018-4a97-4032-a82b-b9dd7e24d651 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:04.498553 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-45762018-4a97-4032-a82b-b9dd7e24d651 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/1e6b2138-1dc3-4710-aef6-06ffea0a2ae3 HTTP/1.1" status: 404 len: 337 time: 0.1008699 Jan 28 20:34:04.501976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48728) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.512474 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df62800c-31bb-4b05-8c5b-dba8d18abd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.538209 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-800450eb-dd19-4a91-804d-074422766b9a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:04.538528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800450eb-dd19-4a91-804d-074422766b9a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:04.541932 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-800450eb-dd19-4a91-804d-074422766b9a tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/9eb3bbe2-550d-486a-bdf1-3d620e73de50 HTTP/1.1" status: 404 len: 337 time: 0.0369649 Jan 28 20:34:04.548140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48730) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.576058 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df62800c-31bb-4b05-8c5b-dba8d18abd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.580497 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-b312f912-4dee-44c3-952a-b23edf6d3065 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:04.582091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b312f912-4dee-44c3-952a-b23edf6d3065 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:04.586638 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b312f912-4dee-44c3-952a-b23edf6d3065 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/cba6b6ab-3e5c-4a56-8a87-66e045b3d903 HTTP/1.1" status: 404 len: 333 time: 0.0366721 Jan 28 20:34:04.587676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01c0e36d-58fa-4c45-8dcc-1fbe01cceceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.590490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48732) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.670080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df62800c-31bb-4b05-8c5b-dba8d18abd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.719253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62800c-31bb-4b05-8c5b-dba8d18abd7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3350347-f901-47da-968b-7ea3ee0b673a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:04.727028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df62800c-31bb-4b05-8c5b-dba8d18abd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.727028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-df62800c-31bb-4b05-8c5b-dba8d18abd7a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d3350347-f901-47da-968b-7ea3ee0b673a HTTP/1.1" status: 204 len: 168 time: 0.4498200 Jan 28 20:34:04.727028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48734) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.734852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48736) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.775993 n-d-825064-3 neutron-server[102308]: INFO neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No ports have port_id starting with 1d58f734-c148-4d15-b78a-e290033402da Jan 28 20:34:04.777542 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.864114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:04.911486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e7a130fc-1eb8-4d4d-be1b-134273ff636e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:04.916264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48742) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:04.962189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: e7a130fc-1eb8-4d4d-be1b-134273ff636e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:04.963075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e7a130fc-1eb8-4d4d-be1b-134273ff636e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:04.983350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] Pushing event deleted for resources: {'Port': ['ID=1d58f734-c148-4d15-b78a-e290033402da,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:05.006039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd60720-49cc-4ac0-94c0-25105ce2d6a3 None None] No DVR routers for this DVR port 1d58f734-c148-4d15-b78a-e290033402da on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:05.072826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dfd778ef-ee0c-4660-b57e-8a2ce430a24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.079115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d751bceb-ccd1-4904-b0f2-3a6f57ac019d no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:05.086829 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de220fa-6f7b-4710-b6a3-d0c3f8b8bd6b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.087584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de220fa-6f7b-4710-b6a3-d0c3f8b8bd6b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.092156 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1de220fa-6f7b-4710-b6a3-d0c3f8b8bd6b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/17c8ac8f-2954-4b40-9332-faae87dd0acd HTTP/1.1" status: 404 len: 337 time: 0.5003240 Jan 28 20:34:05.096371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.099853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48746) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.137349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: d751bceb-ccd1-4904-b0f2-3a6f57ac019d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:05.138038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d751bceb-ccd1-4904-b0f2-3a6f57ac019d not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:05.147501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ae1af39e-f62b-48d1-aa6f-c1047f72c4aa no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:05.151675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa012f8-199a-4da6-b2ea-0d9055217189 admin admin] Deleting subnet 73e4ce43-8d9f-480d-bd4d-af820b445fa7 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:05.159742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01c0e36d-58fa-4c45-8dcc-1fbe01cceceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.161052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1502e23-54fe-453e-b1a6-903efd455f63']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:05.165119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aaa012f8-199a-4da6-b2ea-0d9055217189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.183469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: ae1af39e-f62b-48d1-aa6f-c1047f72c4aa {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:05.184141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ae1af39e-f62b-48d1-aa6f-c1047f72c4aa not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:05.187107 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-290898c1-5705-4ece-b414-5d5ce672ace2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.187809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290898c1-5705-4ece-b414-5d5ce672ace2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.195359 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-290898c1-5705-4ece-b414-5d5ce672ace2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/c53d2f9e-3cf2-4135-8a52-c2c1b3996e56 HTTP/1.1" status: 404 len: 337 time: 0.0898538 Jan 28 20:34:05.198613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48748) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.227844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:05.228305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1e5ed4-bb1f-413b-bdaa-9d6052d97114') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:05.232059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cde6d42d-b677-4264-8e30-f801f3a0e005 req-1ad1ae61-d1d7-443d-9ff3-f5d52fd8f3d6 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=90b815c5-07bd-4f10-ad1e-30b88f036a25 HTTP/1.1" status: 200 len: 210 time: 0.0650659 Jan 28 20:34:05.236073 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-0801a56c-77a4-4345-ad16-2298f6ff117c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.236781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0801a56c-77a4-4345-ad16-2298f6ff117c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.239788 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0801a56c-77a4-4345-ad16-2298f6ff117c tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/4c4bcedf-6558-467d-b336-b3e40c58628d HTTP/1.1" status: 404 len: 333 time: 0.0398610 Jan 28 20:34:05.243097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48750) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.256406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.282288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01c0e36d-58fa-4c45-8dcc-1fbe01cceceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.285065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01c0e36d-58fa-4c45-8dcc-1fbe01cceceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.286308 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-01c0e36d-58fa-4c45-8dcc-1fbe01cceceb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/814c34f8-24e5-4932-ab2e-cb8ceeedaba2 HTTP/1.1" status: 204 len: 168 time: 0.9904039 Jan 28 20:34:05.296692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0e36d-58fa-4c45-8dcc-1fbe01cceceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814c34f8-24e5-4932-ab2e-cb8ceeedaba2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:05.298982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aaa012f8-199a-4da6-b2ea-0d9055217189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.304584 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-a058f173-ebbc-42c3-b6ea-db773c04ee36 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.304976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a058f173-ebbc-42c3-b6ea-db773c04ee36 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.311697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a058f173-ebbc-42c3-b6ea-db773c04ee36 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/1ff4600a-4c2a-468e-89f7-1a4212364c27 HTTP/1.1" status: 404 len: 337 time: 0.0632684 Jan 28 20:34:05.313486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48754) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.338446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.347783 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fff0f6-ee83-452a-8dd5-93c29a212b3e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.348285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fff0f6-ee83-452a-8dd5-93c29a212b3e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.351528 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c4fff0f6-ee83-452a-8dd5-93c29a212b3e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/04cc666c-26d7-4b56-85dc-45282afb848e HTTP/1.1" status: 404 len: 337 time: 0.0364385 Jan 28 20:34:05.354390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48756) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.358173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:05.358592 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:05.360338 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:05.397067 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-032c3cb3-333a-4f91-bd3e-d968b17471a3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.397907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032c3cb3-333a-4f91-bd3e-d968b17471a3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.403309 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-032c3cb3-333a-4f91-bd3e-d968b17471a3 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/36d95337-7c0d-4d44-9ded-ef5386b2def0 HTTP/1.1" status: 404 len: 333 time: 0.0472004 Jan 28 20:34:05.406423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48758) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.424014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aaa012f8-199a-4da6-b2ea-0d9055217189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.436575 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3d95be-1591-490c-a049-039c7c5f1311 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.437039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3d95be-1591-490c-a049-039c7c5f1311 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.440623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f3d95be-1591-490c-a049-039c7c5f1311 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/31783846-ec3d-4770-8901-7e38736a66ce HTTP/1.1" status: 404 len: 337 time: 0.0330844 Jan 28 20:34:05.443131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48760) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.475489 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5a42e7-511b-41e8-9760-947443bf8bfe tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.476350 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5a42e7-511b-41e8-9760-947443bf8bfe tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.481205 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1f5a42e7-511b-41e8-9760-947443bf8bfe tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/6055ba35-d842-44af-bcc8-586b7f94743e HTTP/1.1" status: 404 len: 337 time: 0.0368748 Jan 28 20:34:05.482176 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dfd778ef-ee0c-4660-b57e-8a2ce430a24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.486437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48764) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.489298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.497579 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dfd778ef-ee0c-4660-b57e-8a2ce430a24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.504345 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.512520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f1502e23-54fe-453e-b1a6-903efd455f63 HTTP/1.1" status: 204 len: 168 time: 0.7719462 Jan 28 20:34:05.541247 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-12d54d09-b43a-45fe-956d-8a806ee1193d tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports?device_id=4260c640-27eb-4708-be60-5ee2b582e207 HTTP/1.1" status: 200 len: 205 time: 0.0523698 Jan 28 20:34:05.542349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48768) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.546200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c631a94-c9cc-4ccb-aba3-2f6643df2e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1502e23-54fe-453e-b1a6-903efd455f63,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:05.576129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dfd778ef-ee0c-4660-b57e-8a2ce430a24c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10365d1fd69149e59b6655da942a94b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8475664 Jan 28 20:34:05.579821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48770) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.588550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aaa012f8-199a-4da6-b2ea-0d9055217189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.600587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd778ef-ee0c-4660-b57e-8a2ce430a24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daf93a3-261d-4dec-9dfb-485c2c4522bb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:05.632474 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-bdbcf8ce-a346-40eb-8d53-598f5d13acd2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] delete failed (client error): The resource could not be found. Jan 28 20:34:05.637064 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bdbcf8ce-a346-40eb-8d53-598f5d13acd2 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/routers/4260c640-27eb-4708-be60-5ee2b582e207 HTTP/1.1" status: 404 len: 336 time: 0.0929217 Jan 28 20:34:05.638084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48774) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.643541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa012f8-199a-4da6-b2ea-0d9055217189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e4ce43-8d9f-480d-bd4d-af820b445fa7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:05.645757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aaa012f8-199a-4da6-b2ea-0d9055217189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.649002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aaa012f8-199a-4da6-b2ea-0d9055217189 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/73e4ce43-8d9f-480d-bd4d-af820b445fa7 HTTP/1.1" status: 204 len: 168 time: 0.7308519 Jan 28 20:34:05.656380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48776) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.677386 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-74663819-66dd-4f7a-8f18-1588f8686e5b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.678261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74663819-66dd-4f7a-8f18-1588f8686e5b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.687985 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-74663819-66dd-4f7a-8f18-1588f8686e5b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/cfa90cf8-3d92-4a2b-8d4a-898744f24646 HTTP/1.1" status: 404 len: 337 time: 0.0484858 Jan 28 20:34:05.688950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48780) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.731493 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f0304a61-1e7e-4e11-ba6f-5c8583c8f290 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0a12ff0-b607-4676-b540-fe494624a844 HTTP/1.1" status: 200 len: 205 time: 0.0411599 Jan 28 20:34:05.732366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48784) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.733851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8b6d32-04d9-4f58-b05f-ff9dd0bad371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.756410 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.777393 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8b6d32-04d9-4f58-b05f-ff9dd0bad371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.778945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48786) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.801587 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-0c588441-b2a9-4913-a0d1-b07357bb9299 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] delete failed (client error): The resource could not be found. Jan 28 20:34:05.802394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b9a6e60c-2352-43e0-a781-c24cf68a999d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:05.804711 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0c588441-b2a9-4913-a0d1-b07357bb9299 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/routers/d0a12ff0-b607-4676-b540-fe494624a844 HTTP/1.1" status: 404 len: 336 time: 0.0712042 Jan 28 20:34:05.806104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48790) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.826268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b9a6e60c-2352-43e0-a781-c24cf68a999d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:05.826560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b9a6e60c-2352-43e0-a781-c24cf68a999d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:05.858061 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaf3030-b2d0-41b6-8cd8-0c8ed1525cc0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.858531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaf3030-b2d0-41b6-8cd8-0c8ed1525cc0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.864233 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ecaf3030-b2d0-41b6-8cd8-0c8ed1525cc0 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/959d5077-ee9c-453b-b0e7-878e703be0f5 HTTP/1.1" status: 404 len: 337 time: 0.0547986 Jan 28 20:34:05.866034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48792) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.897512 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a95e890-123b-4fe6-83a1-e5f648f3187f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.897979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a95e890-123b-4fe6-83a1-e5f648f3187f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.903774 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a95e890-123b-4fe6-83a1-e5f648f3187f tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/339b711c-ed0f-4ed9-86bb-de7cce368e89 HTTP/1.1" status: 404 len: 337 time: 0.0337331 Jan 28 20:34:05.904028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48794) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.921700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a49ae693-6b31-4c0f-a798-7a7237595826 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56c468c82eb746ba92ac7eb0b236ad82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416311 Jan 28 20:34:05.927139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48796) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.934032 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.935564 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4fdc84-73d3-44a5-94a0-1f40dbdc0102 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.936679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4fdc84-73d3-44a5-94a0-1f40dbdc0102 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.943002 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be4fdc84-73d3-44a5-94a0-1f40dbdc0102 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/7ab5a4f1-0869-4aa5-ace4-e2ea0857c9ec HTTP/1.1" status: 404 len: 333 time: 0.0377102 Jan 28 20:34:05.943638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48798) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.972334 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-8050abde-e973-408d-b974-02420ac040bb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:05.972877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8050abde-e973-408d-b974-02420ac040bb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:05.975600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8b6d32-04d9-4f58-b05f-ff9dd0bad371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.978604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8b6d32-04d9-4f58-b05f-ff9dd0bad371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:05.985227 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8050abde-e973-408d-b974-02420ac040bb tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/8c2ba626-4551-49b5-981b-169e24590bf7 HTTP/1.1" status: 404 len: 337 time: 0.0345132 Jan 28 20:34:05.985454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3f8b6d32-04d9-4f58-b05f-ff9dd0bad371 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6daf93a3-261d-4dec-9dfb-485c2c4522bb HTTP/1.1" status: 204 len: 168 time: 0.3986065 Jan 28 20:34:05.985589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48800) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:05.986340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d177db-f1eb-42b2-8dd2-af331be4d99d']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.014859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b6d32-04d9-4f58-b05f-ff9dd0bad371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daf93a3-261d-4dec-9dfb-485c2c4522bb,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:06.017731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a095bd-6d5d-4fc1-bbb6-9d97a3661b48') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.018032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a095bd-6d5d-4fc1-bbb6-9d97a3661b48') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.019601 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f8080f-34fb-4b46-b550-231ab6c57030 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.020600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f8080f-34fb-4b46-b550-231ab6c57030 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.027737 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-68f8080f-34fb-4b46-b550-231ab6c57030 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/b94bba80-7d3f-4512-b4a1-42e9967adeff HTTP/1.1" status: 404 len: 333 time: 0.0453851 Jan 28 20:34:06.029797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48806) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.035648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.063703 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5b780f-ced6-4724-a5d1-5d07fe5a08be tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.064638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5b780f-ced6-4724-a5d1-5d07fe5a08be tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.066249 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.071998 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa5b780f-ced6-4724-a5d1-5d07fe5a08be tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/62da01dd-1ee1-4ac8-a17e-45a2c693be19 HTTP/1.1" status: 404 len: 337 time: 0.0408354 Jan 28 20:34:06.073136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48808) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.074473 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3309-6b44-473f-bb06-8283d3691dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.084286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:06.085267 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:06.087361 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:06.108652 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-099ccf4a-fcec-4e2f-a7b1-d2a5f2845c2e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.109661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099ccf4a-fcec-4e2f-a7b1-d2a5f2845c2e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.116667 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-099ccf4a-fcec-4e2f-a7b1-d2a5f2845c2e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/6fe68c0b-cb07-40b6-899a-588df59ff0c8 HTTP/1.1" status: 404 len: 333 time: 0.0409067 Jan 28 20:34:06.117634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48810) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.150311 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-d689fe58-f609-4bb1-8b52-990b74fd39af tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.151048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d689fe58-f609-4bb1-8b52-990b74fd39af tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.159028 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d689fe58-f609-4bb1-8b52-990b74fd39af tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/e6c8086e-05a4-4809-9282-f3c673f30c1f HTTP/1.1" status: 404 len: 337 time: 0.0400908 Jan 28 20:34:06.159785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48812) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.169660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3309-6b44-473f-bb06-8283d3691dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.190170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.191905 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b618df-8440-40c4-b123-72b000c3017b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.192760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b618df-8440-40c4-b123-72b000c3017b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.198080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.199702 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-33b618df-8440-40c4-b123-72b000c3017b tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/18229057-0573-4d8c-a0fc-52800c4891e1 HTTP/1.1" status: 404 len: 333 time: 0.0380709 Jan 28 20:34:06.200728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48814) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.202715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d6d177db-f1eb-42b2-8dd2-af331be4d99d HTTP/1.1" status: 204 len: 168 time: 0.5453646 Jan 28 20:34:06.234723 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b34e23e-7311-4c41-aa65-7f578412c044 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.235195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b34e23e-7311-4c41-aa65-7f578412c044 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.237848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cdeff-6230-400d-9aef-140300e8c125 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d177db-f1eb-42b2-8dd2-af331be4d99d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:06.240935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48818) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.241417 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3b34e23e-7311-4c41-aa65-7f578412c044 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/2b71aa52-9ea3-4ba7-bda1-5d5ac9ce3732 HTTP/1.1" status: 404 len: 337 time: 0.0395241 Jan 28 20:34:06.277695 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d8db8f-7f5b-48a5-9728-a6dec162c299 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.278596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d8db8f-7f5b-48a5-9728-a6dec162c299 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.285419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a3d8db8f-7f5b-48a5-9728-a6dec162c299 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/62fa56e0-bb4d-4151-b714-5dea64d1bb0a HTTP/1.1" status: 404 len: 333 time: 0.0396481 Jan 28 20:34:06.287086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48824) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.327950 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff08605e-ebe2-49a2-a820-1043c6fe28ec tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.329168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff08605e-ebe2-49a2-a820-1043c6fe28ec tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.332541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ff08605e-ebe2-49a2-a820-1043c6fe28ec tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/fe3d932c-1511-475e-98d7-c016b2dfdf3a HTTP/1.1" status: 404 len: 337 time: 0.0371122 Jan 28 20:34:06.335665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48830) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.341311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3309-6b44-473f-bb06-8283d3691dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.344529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3309-6b44-473f-bb06-8283d3691dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.347736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aa6f3309-6b44-473f-bb06-8283d3691dc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f7a95ed-8fd5-49df-baa7-0857a7ebbb89 HTTP/1.1" status: 204 len: 168 time: 0.4187508 Jan 28 20:34:06.360151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f3309-6b44-473f-bb06-8283d3691dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a95ed-8fd5-49df-baa7-0857a7ebbb89,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:06.407093 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-afafba6e-a0b5-4652-95e8-0b484a49a675 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.409021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afafba6e-a0b5-4652-95e8-0b484a49a675 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.418841 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-afafba6e-a0b5-4652-95e8-0b484a49a675 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/c3218601-628f-4b58-ae18-92a127203ac3 HTTP/1.1" status: 404 len: 333 time: 0.0800972 Jan 28 20:34:06.420519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48834) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.461594 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74cc0b4-5c08-4765-85d3-6fcffe7421ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.462238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74cc0b4-5c08-4765-85d3-6fcffe7421ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.466734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e74cc0b4-5c08-4765-85d3-6fcffe7421ac tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/c2b6f288-65c0-4fc1-965f-4ff989189cf1 HTTP/1.1" status: 404 len: 337 time: 0.0446630 Jan 28 20:34:06.469887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48836) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.507788 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-2307a7c2-9bed-490c-8aa0-54e557b81d07 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.509187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2307a7c2-9bed-490c-8aa0-54e557b81d07 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.515230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2307a7c2-9bed-490c-8aa0-54e557b81d07 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/ports/45e09d50-9005-48f9-adbd-fdc965a017d4 HTTP/1.1" status: 404 len: 333 time: 0.0440595 Jan 28 20:34:06.520978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48840) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.558477 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8498bf-dca5-4700-ae7d-aa10892269c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:06.559284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8498bf-dca5-4700-ae7d-aa10892269c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:06.563636 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7c8498bf-dca5-4700-ae7d-aa10892269c6 tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/subnets/2bc20acd-be6f-4575-97cd-e2e03aeb05b0 HTTP/1.1" status: 404 len: 337 time: 0.0430279 Jan 28 20:34:06.565905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48844) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.590045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48848) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.691448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.731972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9e3f94cf-76ae-48ff-8220-442f1463a05a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=632c8fa7c49b44e196b1b85e8b8d8dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401107 Jan 28 20:34:06.738360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48850) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:06.765700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb41b5-2cd6-4810-bdae-2a60afd5c01a req-46288213-38b9-46fd-a58a-11c62e2a2412 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:06.768760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93bb41b5-2cd6-4810-bdae-2a60afd5c01a req-46288213-38b9-46fd-a58a-11c62e2a2412 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 945 time: 0.1415982 Jan 28 20:34:06.834122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93bb41b5-2cd6-4810-bdae-2a60afd5c01a req-d651d048-ceb1-4c36-8f3f-616e5e163b6b tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575924 Jan 28 20:34:06.867331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.926710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b5e4c5-cab5-4857-993a-4ffd4c6fad19']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.941069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d51b609-28da-4d57-a6c2-e459524e51af') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.941372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d51b609-28da-4d57-a6c2-e459524e51af') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:06.959871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:06.969307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1aaad00-e4c0-439c-9ded-d9bf2d6d43c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.004064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.020764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:07.021182 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:07.024226 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:07.044892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1aaad00-e4c0-439c-9ded-d9bf2d6d43c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.156655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.165865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.170654 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] 10.222.0.44 "DELETE /v2.0/networks/58b5e4c5-cab5-4857-993a-4ffd4c6fad19 HTTP/1.1" status: 204 len: 168 time: 0.6022820 Jan 28 20:34:07.197234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea47d16-2768-4ac2-843a-5ed211beec5e tempest-NetworksTestDHCPv6-1135730784 tempest-NetworksTestDHCPv6-1135730784-project] Pushing event deleted for resources: {'Network': ['ID=58b5e4c5-cab5-4857-993a-4ffd4c6fad19,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:07.227979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1aaad00-e4c0-439c-9ded-d9bf2d6d43c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.232064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d1aaad00-e4c0-439c-9ded-d9bf2d6d43c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.236455 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d1aaad00-e4c0-439c-9ded-d9bf2d6d43c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d93299d-e895-46af-aa1f-497a96c24cae HTTP/1.1" status: 204 len: 168 time: 0.4284430 Jan 28 20:34:07.248438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaad00-e4c0-439c-9ded-d9bf2d6d43c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d93299d-e895-46af-aa1f-497a96c24cae,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:07.684851 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91461fa3-1773-4c39-af1b-a796049a9d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:07.781712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48888) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:07.985540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49473156-1f64-46b4-8481-e73c38ba4e76 req-51c8d0d5-0554-4f55-b7f2-079dd1fc8bc2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:07.987086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49473156-1f64-46b4-8481-e73c38ba4e76 req-51c8d0d5-0554-4f55-b7f2-079dd1fc8bc2 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 945 time: 0.0600100 Jan 28 20:34:08.037772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49473156-1f64-46b4-8481-e73c38ba4e76 req-954c2349-68ed-418f-95ac-95c24a23db85 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Jan 28 20:34:08.152677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48906) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:08.231908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-357c1320-b015-4be0-b2eb-c8f2cef6e094 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6970f88acbf451989c4b3536e2eba7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525909 Jan 28 20:34:08.236171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48912) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:08.311710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94867218-838a-4bbd-8fb1-68701beb8db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.337668 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94867218-838a-4bbd-8fb1-68701beb8db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.411298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94867218-838a-4bbd-8fb1-68701beb8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.414463 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94867218-838a-4bbd-8fb1-68701beb8db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.416050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-94867218-838a-4bbd-8fb1-68701beb8db0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74c30585-9494-4b64-8466-c7f45776f0be HTTP/1.1" status: 204 len: 168 time: 0.1781650 Jan 28 20:34:08.426541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94867218-838a-4bbd-8fb1-68701beb8db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c30585-9494-4b64-8466-c7f45776f0be,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:08.465255 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01457ce5-8999-42e6-9a51-9005198d87b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.553078 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01457ce5-8999-42e6-9a51-9005198d87b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.558002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01457ce5-8999-42e6-9a51-9005198d87b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.608461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01457ce5-8999-42e6-9a51-9005198d87b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a5925-0dd5-4ceb-a67f-e966b50cc558,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:08.631592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-01457ce5-8999-42e6-9a51-9005198d87b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a48b410180e4f7bb68d7ea122286533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777296 Jan 28 20:34:08.632632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-5ca13bc3-0cba-47ba-a0c6-fe2d7d053cab tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:08.633142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48928) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:08.634806 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-5ca13bc3-0cba-47ba-a0c6-fe2d7d053cab tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 945 time: 0.0706949 Jan 28 20:34:08.693141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-af5c52a2-49e3-4b0d-9537-c405b6b4a8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.718980 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-af5c52a2-49e3-4b0d-9537-c405b6b4a8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.770437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Deleting port 00715424-9edd-4684-98c4-3a331b8c0639 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:08.771128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.778692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-af5c52a2-49e3-4b0d-9537-c405b6b4a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.781432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-af5c52a2-49e3-4b0d-9537-c405b6b4a8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.783003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-af5c52a2-49e3-4b0d-9537-c405b6b4a8f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/271a5925-0dd5-4ceb-a67f-e966b50cc558 HTTP/1.1" status: 204 len: 168 time: 0.1494138 Jan 28 20:34:08.793817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c52a2-49e3-4b0d-9537-c405b6b4a8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a5925-0dd5-4ceb-a67f-e966b50cc558,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:08.881547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] For port 00715424-9edd-4684-98c4-3a331b8c0639, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=00715424-9edd-4684-98c4-3a331b8c0639,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:08.881922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:08.897808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48938) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:08.902609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Calling delete_port for 00715424-9edd-4684-98c4-3a331b8c0639 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:09.055154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.068039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['4d3cc6bf-32d0-4d96-96c9-a7c65b47f795'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:09.106513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Pushing event deleted for resources: {'Port': ['ID=00715424-9edd-4684-98c4-3a331b8c0639,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:09.163053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['00715424-9edd-4684-98c4-3a331b8c0639'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:09.173842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20fff16a-c8d3-4965-b039-2e1c8a0ad121 req-dd81ee29-2766-4e4b-9ca3-da9b4c4653a4 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cf0c814-6988-4e1a-b8fc-cb144df13e27 HTTP/1.1" status: 200 len: 210 time: 0.0422971 Jan 28 20:34:09.179140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] No DVR routers for this DVR port 00715424-9edd-4684-98c4-3a331b8c0639 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:09.194396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.201393 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-890c981b-0f9b-4061-9e26-3772fd7b14e0 req-a5e5c20a-a7e1-472b-88e3-fc27413a2ca8 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.26 "DELETE /v2.0/ports/00715424-9edd-4684-98c4-3a331b8c0639 HTTP/1.1" status: 204 len: 173 time: 0.5559671 Jan 28 20:34:09.202885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf0c814-6988-4e1a-b8fc-cb144df13e27', 'name': 'network-vif-deleted', 'tag': '00715424-9edd-4684-98c4-3a331b8c0639'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:09.206861 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caec0821-327c-4129-89cb-9e8fe8f424ee" -d '{"events": [{"server_uuid": "3cf0c814-6988-4e1a-b8fc-cb144df13e27", "name": "network-vif-deleted", "tag": "00715424-9edd-4684-98c4-3a331b8c0639"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:09.301145 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f851f-5c79-403d-be8b-c70edb3b2a9e x-openstack-request-id: req-d47f851f-5c79-403d-be8b-c70edb3b2a9e {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:09.301698 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf0c814-6988-4e1a-b8fc-cb144df13e27", "name": "network-vif-deleted", "tag": "00715424-9edd-4684-98c4-3a331b8c0639", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:09.302274 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d47f851f-5c79-403d-be8b-c70edb3b2a9e {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:09.303301 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf0c814-6988-4e1a-b8fc-cb144df13e27', 'name': 'network-vif-deleted', 'tag': '00715424-9edd-4684-98c4-3a331b8c0639', 'status': 'completed', 'code': 200} Jan 28 20:34:09.357406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-969124719-network', 'tenant_id': 'eb5d49687cf24851a1f9521bdd68fa4c'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:09.398765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Made reservation on behalf of eb5d49687cf24851a1f9521bdd68fa4c for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:09.405079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.419875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.530137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.537355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.578912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:09.602963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bb14c0-8053-471f-9b17-08670b01cb88,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:09.611743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.612562 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Added segment 31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f of type vlan for network d3fb852d-6436-4451-ade5-fe963ccdcb3e Jan 28 20:34:09.644455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48968) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:09.682422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.719845 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.721478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:09.722920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.785345 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8849781 Jan 28 20:34:09.788377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48978) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:09.794872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Request body: {'subnet': {'network_id': 'd3fb852d-6436-4451-ade5-fe963ccdcb3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-969124719-subnet', 'tenant_id': 'eb5d49687cf24851a1f9521bdd68fa4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:09.802532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33a988-b5fe-48eb-ae70-25b46c57de5a admin admin] Pushing event updated for resources: {'Network': ['ID=d3fb852d-6436-4451-ade5-fe963ccdcb3e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:09.819221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network d3fb852d-6436-4451-ade5-fe963ccdcb3e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:09.835159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Made reservation on behalf of eb5d49687cf24851a1f9521bdd68fa4c for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:09.839888 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:09.952101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-806406485-network', 'tenant_id': 'f4819ded5d294678b66a60bc25e454e6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:10.018141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Made reservation on behalf of f4819ded5d294678b66a60bc25e454e6 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:10.021154 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.035904 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.107922 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.186978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243d9828-f77f-4456-b6fb-3aeac524c4fc,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:10.209711 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44acc60f-86a9-4e47-b76a-f2533b0d5c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.217283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Checking segment: {'id': '31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3fb852d-6436-4451-ade5-fe963ccdcb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:10.217831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Network hostable DHCP agents. Network: d3fb852d-6436-4451-ade5-fe963ccdcb3e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:10.237273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.245850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.263902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:10.286320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Network d3fb852d-6436-4451-ade5-fe963ccdcb3e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:10.294098 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.295128 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Added segment d759a3d2-6bf8-4400-843a-9c1abb61759d of type vlan for network 49fb1564-cce9-4084-ab8a-aa97075e195e Jan 28 20:34:10.317406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, d3fb852d-6436-4451-ade5-fe963ccdcb3e) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:10.330545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b176bc-e277-4b44-b88e-707511abf99d None None] Network d3fb852d-6436-4451-ade5-fe963ccdcb3e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:10.363099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:10.363684 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.366067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52027091-d8f2-4f59-a32e-487fbc64dd57,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:10.390471 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.396454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a5719f0f-07c3-4d81-babe-303421bb8c78 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6067789 Jan 28 20:34:10.423578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.425234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:10.425849 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.529003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943432f-9bb4-4870-b0d9-3fb89933b8ff None None] Network d3fb852d-6436-4451-ade5-fe963ccdcb3e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:10.542751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] Pushing event updated for resources: {'Network': ['ID=49fb1564-cce9-4084-ab8a-aa97075e195e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:10.558873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49010) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:10.559801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 49fb1564-cce9-4084-ab8a-aa97075e195e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:10.562050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9077fad6-7736-48b7-b418-94b757250709 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9164124 Jan 28 20:34:10.564701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Request body: {'subnet': {'network_id': '49fb1564-cce9-4084-ab8a-aa97075e195e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-806406485-subnet', 'tenant_id': 'f4819ded5d294678b66a60bc25e454e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:10.602568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Made reservation on behalf of f4819ded5d294678b66a60bc25e454e6 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:10.607506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.638947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49012) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:10.652712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f96cd1-3434-472e-adce-0dace6e0260e req-8b6ab1b6-5ee7-4ce6-bd21-ecf1167afd9e tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:10.656334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03f96cd1-3434-472e-adce-0dace6e0260e req-8b6ab1b6-5ee7-4ce6-bd21-ecf1167afd9e tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.0801480 Jan 28 20:34:10.754709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03f96cd1-3434-472e-adce-0dace6e0260e req-eff5e5e7-d723-4831-9f99-8bc4df211a63 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919843 Jan 28 20:34:10.859029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.951696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b617c8f-664e-4b08-81a9-f999be7edaae,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:10.956744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Checking segment: {'id': 'd759a3d2-6bf8-4400-843a-9c1abb61759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49fb1564-cce9-4084-ab8a-aa97075e195e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:10.957370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Network hostable DHCP agents. Network: 49fb1564-cce9-4084-ab8a-aa97075e195e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:10.977655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Network 49fb1564-cce9-4084-ab8a-aa97075e195e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:10.989665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 49fb1564-cce9-4084-ab8a-aa97075e195e) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:10.996410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:10.997342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:10.999068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7abc604-9ec0-4e8d-be0b-8510965fc3c5 None None] Network 49fb1564-cce9-4084-ab8a-aa97075e195e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:11.026984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341582473'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:11.041141 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ba20207c-fc0d-4739-baa8-b71f5f21b26c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4810178 Jan 28 20:34:11.091587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:11.095294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.115092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.194050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec60b03-5932-456e-a6c8-4565eefdabb0 None None] Network 49fb1564-cce9-4084-ab8a-aa97075e195e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:11.251382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.258183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.294018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5b970-7184-4e64-a273-a5815d561241,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:11.306303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:11.319591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.320163 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment 1ba41e29-4193-4636-894b-e1fde4a2013a of type vlan for network cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 Jan 28 20:34:11.372618 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.380379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 00715424-9edd-4684-98c4-3a331b8c0639 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:11.413831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 00715424-9edd-4684-98c4-3a331b8c0639 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:11.414185 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 00715424-9edd-4684-98c4-3a331b8c0639 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:11.414724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.422489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:11.423290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.524599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7805529 Jan 28 20:34:11.544322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb3f4e-f33c-4e2f-a955-563dd6cd1c2b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=cefd5d8b-b78c-4f54-b7b2-55ddd70efe35,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:11.561716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:11.695977 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.745952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49092) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:11.866823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49100) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:11.873526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-934899844-network', 'tenant_id': '343324ceb2194d8082ccdabdf9656777'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:11.953867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Made reservation on behalf of 343324ceb2194d8082ccdabdf9656777 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:11.958353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:11.987768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.195592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-83d74f29-fa61-47b3-a8b6-7361e9288e23 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:12.197524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-83d74f29-fa61-47b3-a8b6-7361e9288e23 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 0.1438117 Jan 28 20:34:12.219021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.240188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.252340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:12.266014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.266422 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Added segment 1fa84ebb-c562-48de-9519-3585fd120004 of type vlan for network ba6881d8-2b27-42d7-b0ee-75a270b6430f Jan 28 20:34:12.314689 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.325141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e186a1b0-ee79-4d30-9b78-582bb1710058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.381039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc13b7b-7dde-451f-98fd-5e8b333ed112,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:12.384975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.386071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:12.386644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.409715 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:34:12.498985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] Pushing event updated for resources: {'Network': ['ID=ba6881d8-2b27-42d7-b0ee-75a270b6430f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:12.509461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ba6881d8-2b27-42d7-b0ee-75a270b6430f details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:12.525813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215623-9a43-459f-901e-dd8bdb743584 req-7ceb12a8-210b-4a2d-b989-41e0313ba9cc tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:12.531197 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-483ad9f0-65c5-45f8-8435-a41b5108f437 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6603072 Jan 28 20:34:12.534173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49118) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:12.540593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-7ceb12a8-210b-4a2d-b989-41e0313ba9cc tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/networks?id=49fb1564-cce9-4084-ab8a-aa97075e195e HTTP/1.1" status: 200 len: 821 time: 0.2425382 Jan 28 20:34:12.547115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Request body: {'subnet': {'network_id': 'ba6881d8-2b27-42d7-b0ee-75a270b6430f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-934899844-subnet', 'tenant_id': '343324ceb2194d8082ccdabdf9656777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:12.610219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Made reservation on behalf of 343324ceb2194d8082ccdabdf9656777 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:12.610219 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.661430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e186a1b0-ee79-4d30-9b78-582bb1710058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.686551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-3f594293-a37e-46f3-9839-f439a24c260d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/quotas/f4819ded5d294678b66a60bc25e454e6 HTTP/1.1" status: 200 len: 375 time: 0.1448038 Jan 28 20:34:12.698529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e186a1b0-ee79-4d30-9b78-582bb1710058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.750630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186a1b0-ee79-4d30-9b78-582bb1710058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4703b547-1c89-4591-9897-a399537d462c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:12.772735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-9758913e-1c79-4faf-8715-6b2e20854df9 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4819ded5d294678b66a60bc25e454e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844603 Jan 28 20:34:12.781097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-b012cc5b-fc3d-42dd-8aff-bf10b793989f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:34:12.788911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-b012cc5b-fc3d-42dd-8aff-bf10b793989f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150800 Jan 28 20:34:12.873921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0e165-fd44-43e4-ac43-4f5e47dbf006 req-e10fc64e-10fd-4fa3-be0a-6b74274a2edc tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:12.877187 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bb0e165-fd44-43e4-ac43-4f5e47dbf006 req-e10fc64e-10fd-4fa3-be0a-6b74274a2edc tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 946 time: 1.0053482 Jan 28 20:34:12.887098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.895043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e186a1b0-ee79-4d30-9b78-582bb1710058 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=010ea6a1a708459ea8617da674b80ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1472363 Jan 28 20:34:12.897020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49124) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:12.914959 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:12.988819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Deleting port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:12.989177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.001678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bb0e165-fd44-43e4-ac43-4f5e47dbf006 req-5f96be24-5edf-4f14-9aba-6be03e284ef3 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/security-groups?id=5392d19b-0673-4326-a7f0-1e07a9bd8954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158237 Jan 28 20:34:13.035721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-193a15aa-70ea-4971-bcaf-cd6c97037dbe service neutron] 10.222.0.44 "GET /v2.0/networks/49fb1564-cce9-4084-ab8a-aa97075e195e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455926 Jan 28 20:34:13.080367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49128) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:13.081105 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7dd8-bf12-49f1-a776-7fac938d17f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.098751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144a54df-25c9-444b-8290-6ba1c9851bde,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:13.124192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Checking segment: {'id': '1fa84ebb-c562-48de-9519-3585fd120004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ba6881d8-2b27-42d7-b0ee-75a270b6430f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:13.128226 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Network hostable DHCP agents. Network: ba6881d8-2b27-42d7-b0ee-75a270b6430f, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:13.162601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7dd8-bf12-49f1-a776-7fac938d17f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.179852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Network ba6881d8-2b27-42d7-b0ee-75a270b6430f is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:13.197835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] For port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:13.198750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.226993 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.228731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, ba6881d8-2b27-42d7-b0ee-75a270b6430f) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:13.239983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Calling delete_port for 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:13.248213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562efb07-8fbd-4090-845b-9927535984c4 None None] Network ba6881d8-2b27-42d7-b0ee-75a270b6430f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:13.263306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:13.263455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-b1d39e67-9072-422e-8124-5860fa7b8a45 service neutron] 10.222.0.44 "GET /v2.0/networks/49fb1564-cce9-4084-ab8a-aa97075e195e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261446 Jan 28 20:34:13.263934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.299874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7dd8-bf12-49f1-a776-7fac938d17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.304656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7dd8-bf12-49f1-a776-7fac938d17f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.309636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7a8c7dd8-bf12-49f1-a776-7fac938d17f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4703b547-1c89-4591-9897-a399537d462c HTTP/1.1" status: 204 len: 168 time: 0.4097383 Jan 28 20:34:13.316599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be7987fe-7a1b-4850-885e-8ae675b2f294 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7742174 Jan 28 20:34:13.348964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c7dd8-bf12-49f1-a776-7fac938d17f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4703b547-1c89-4591-9897-a399537d462c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:13.398094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9b727597-e895-4f21-a6bc-5bea9640db1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.604613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ea2a0-4586-4b80-929c-9c2afa229983 None None] Network ba6881d8-2b27-42d7-b0ee-75a270b6430f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:13.628398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.707459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-883ced0c-3b0f-46e1-9131-e4bcb30a63b9 req-d4c9e8e7-3b07-4b7e-8c21-5c96de9f92cd tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 210 time: 0.1427479 Jan 28 20:34:13.738313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Pushing event deleted for resources: {'Port': ['ID=4d3cc6bf-32d0-4d96-96c9-a7c65b47f795,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:13.789568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] No DVR routers for this DVR port 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:13.794863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.805731 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d112c93-1cca-4d15-a866-86ff724acf56 req-fc29fb30-1469-4a7d-ad4f-03143c9e03f0 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.13 "DELETE /v2.0/ports/4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 HTTP/1.1" status: 204 len: 173 time: 1.5992770 Jan 28 20:34:13.806641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d60d131-56b9-45eb-9c67-d394dc2aa641', 'name': 'network-vif-deleted', 'tag': '4d3cc6bf-32d0-4d96-96c9-a7c65b47f795'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:13.814204 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943fa555-e12e-4a6c-97e9-a1f0767763af" -d '{"events": [{"server_uuid": "3d60d131-56b9-45eb-9c67-d394dc2aa641", "name": "network-vif-deleted", "tag": "4d3cc6bf-32d0-4d96-96c9-a7c65b47f795"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:13.865247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9b727597-e895-4f21-a6bc-5bea9640db1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.879246 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9b727597-e895-4f21-a6bc-5bea9640db1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:13.919560 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a2878f-02fe-4a80-aa0e-56910694393b x-openstack-request-id: req-34a2878f-02fe-4a80-aa0e-56910694393b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:13.921617 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d60d131-56b9-45eb-9c67-d394dc2aa641", "name": "network-vif-deleted", "tag": "4d3cc6bf-32d0-4d96-96c9-a7c65b47f795", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:13.922301 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34a2878f-02fe-4a80-aa0e-56910694393b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:13.923139 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d60d131-56b9-45eb-9c67-d394dc2aa641', 'name': 'network-vif-deleted', 'tag': '4d3cc6bf-32d0-4d96-96c9-a7c65b47f795', 'status': 'completed', 'code': 200} Jan 28 20:34:13.993820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b727597-e895-4f21-a6bc-5bea9640db1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abff342a-e6ad-4270-94ef-4fce8cd5c240,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:14.016423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9b727597-e895-4f21-a6bc-5bea9640db1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce447bb550374e298c1e20efbde985cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9326308 Jan 28 20:34:14.019111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49148) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:14.181222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a049ff5-7558-459e-8be6-9c459f8fd044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:14.229632 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a049ff5-7558-459e-8be6-9c459f8fd044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:14.262722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-304652da-b68b-4e12-8ee4-f4631771311f req-d720aaca-720c-4f24-a931-70603b782e59 tempest-ListServerFiltersTestJSON-677616230 tempest-ListServerFiltersTestJSON-677616230-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d60d131-56b9-45eb-9c67-d394dc2aa641 HTTP/1.1" status: 200 len: 210 time: 0.0701716 Jan 28 20:34:14.324035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49152) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:14.334725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a049ff5-7558-459e-8be6-9c459f8fd044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:14.337583 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a049ff5-7558-459e-8be6-9c459f8fd044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:14.350813 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6a049ff5-7558-459e-8be6-9c459f8fd044 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abff342a-e6ad-4270-94ef-4fce8cd5c240 HTTP/1.1" status: 204 len: 168 time: 0.3240497 Jan 28 20:34:14.419391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03128acc-296b-43dd-8668-335e847c320c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:14.432352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a049ff5-7558-459e-8be6-9c459f8fd044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abff342a-e6ad-4270-94ef-4fce8cd5c240,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:14.562763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03128acc-296b-43dd-8668-335e847c320c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:14.573148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03128acc-296b-43dd-8668-335e847c320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:14.676252 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-03128acc-296b-43dd-8668-335e847c320c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f12befbfa44943a1969e7d57e38c5729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473613 Jan 28 20:34:14.676252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03128acc-296b-43dd-8668-335e847c320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592ccca7-5769-4627-af3e-302a041ad79e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:14.676785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49164) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:14.858267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f5d624a-a344-4c82-ae1b-36f7e258e712 req-cdc83a33-b14a-44e6-bdaa-a96f92f03c05 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 210 time: 0.0471599 Jan 28 20:34:14.859464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09fb7c25-b055-4c69-91c7-6de8c264b6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:14.892535 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09fb7c25-b055-4c69-91c7-6de8c264b6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.006584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49180) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:15.028218 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cefd451-b088-47ab-8060-6de6a38a8ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.110828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:15.144679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:15.145264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 4d3cc6bf-32d0-4d96-96c9-a7c65b47f795 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:15.157407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cefd451-b088-47ab-8060-6de6a38a8ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.162974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09fb7c25-b055-4c69-91c7-6de8c264b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.166083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09fb7c25-b055-4c69-91c7-6de8c264b6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.168023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-09fb7c25-b055-4c69-91c7-6de8c264b6c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/592ccca7-5769-4627-af3e-302a041ad79e HTTP/1.1" status: 204 len: 168 time: 0.4901216 Jan 28 20:34:15.175821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cefd451-b088-47ab-8060-6de6a38a8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.203811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb7c25-b055-4c69-91c7-6de8c264b6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ccca7-5769-4627-af3e-302a041ad79e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:15.217815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49184) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:15.223515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'cefd5d8b-b78c-4f54-b7b2-55ddd70efe35', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:15.284606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a634add4-849d-42d8-a699-3c5bc701763c tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:15.286032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a634add4-849d-42d8-a699-3c5bc701763c tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/networks?id=d3fb852d-6436-4451-ade5-fe963ccdcb3e HTTP/1.1" status: 200 len: 824 time: 0.3552976 Jan 28 20:34:15.289585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8cefd451-b088-47ab-8060-6de6a38a8ae2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba3d696359964ed89ca6c608badd3536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818160 Jan 28 20:34:15.290752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefd451-b088-47ab-8060-6de6a38a8ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbe2c7e-58f4-4772-b7d0-b264391bbf6c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:15.311578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49188) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:15.343559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-b692183b-c0c8-482c-948a-76b05d4482ea tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/quotas/eb5d49687cf24851a1f9521bdd68fa4c HTTP/1.1" status: 200 len: 375 time: 0.0222561 Jan 28 20:34:15.378553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49190) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:15.409582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-67040e34-0a5e-4b2d-8571-0753b24a72cd tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb5d49687cf24851a1f9521bdd68fa4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572116 Jan 28 20:34:15.483907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:15.487900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.498783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9afa-bf97-4d40-af8f-f3f1dc32a14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.516989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fce4998-f076-4dac-9201-f798fbafa5fa admin admin] Deleting subnet e42794db-851b-4aeb-bdca-1cfd7742c879 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:15.530508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-e2e194f8-5f01-4444-b534-9a878541b636 service neutron] 10.222.0.44 "GET /v2.0/networks/d3fb852d-6436-4451-ade5-fe963ccdcb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129284 Jan 28 20:34:15.559071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fce4998-f076-4dac-9201-f798fbafa5fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.664619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fce4998-f076-4dac-9201-f798fbafa5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:15.674517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-b00f24a3-0cd3-4878-aadb-7a01f8ce645d service neutron] 10.222.0.44 "GET /v2.0/networks/d3fb852d-6436-4451-ade5-fe963ccdcb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354549 Jan 28 20:34:15.768440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fce4998-f076-4dac-9201-f798fbafa5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.008678 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fce4998-f076-4dac-9201-f798fbafa5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.013879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ba98808-ac0e-4f98-85e5-7b63b52dc940 req-23da6305-6797-4a98-a476-d8301e533e48 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 210 time: 0.0748510 Jan 28 20:34:16.032540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215623-9a43-459f-901e-dd8bdb743584 req-63087129-0a96-4757-9413-8185452b89fe tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:16.034256 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-63087129-0a96-4757-9413-8185452b89fe tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.13 "GET /v2.0/networks?id=49fb1564-cce9-4084-ab8a-aa97075e195e HTTP/1.1" status: 200 len: 821 time: 0.2094810 Jan 28 20:34:16.048513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9afa-bf97-4d40-af8f-f3f1dc32a14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.055911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b36497b7-82be-4656-8ec6-ce42ec8ae488 req-3b41cde2-98d7-478d-a24b-f442252babbc tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 210 time: 0.0352097 Jan 28 20:34:16.094840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Request body: {'port': {'device_id': 'ca2590ad-a16f-4f43-8dce-ca0616cffe87', 'network_id': '49fb1564-cce9-4084-ab8a-aa97075e195e', 'admin_state_up': True, 'tenant_id': 'f4819ded5d294678b66a60bc25e454e6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:16.100337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce4998-f076-4dac-9201-f798fbafa5fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42794db-851b-4aeb-bdca-1cfd7742c879,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:16.131736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f583a930-7ba8-45f0-82bb-9f6bf0383116 None None] Network 081bfb23-0e45-404d-bea6-33c12049756d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:16.133237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fce4998-f076-4dac-9201-f798fbafa5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.138584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7fce4998-f076-4dac-9201-f798fbafa5fa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e42794db-851b-4aeb-bdca-1cfd7742c879 HTTP/1.1" status: 204 len: 168 time: 0.7577858 Jan 28 20:34:16.141196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49218) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:16.259389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.368152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Deleting port 858fb89f-144c-41ca-8b92-bb1e353a2c91 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:16.369155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.437059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.469564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] DHCP port deletion for 081bfb23-0e45-404d-bea6-33c12049756d request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:34:16.523573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] For port 858fb89f-144c-41ca-8b92-bb1e353a2c91, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=858fb89f-144c-41ca-8b92-bb1e353a2c91,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:16.524446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.532325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9afa-bf97-4d40-af8f-f3f1dc32a14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.534923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9afa-bf97-4d40-af8f-f3f1dc32a14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.536111 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dfdc9afa-bf97-4d40-af8f-f3f1dc32a14b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdbe2c7e-58f4-4772-b7d0-b264391bbf6c HTTP/1.1" status: 204 len: 168 time: 1.2236285 Jan 28 20:34:16.554202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Calling delete_port for 858fb89f-144c-41ca-8b92-bb1e353a2c91 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:16.567749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] Deleting port 858fb89f-144c-41ca-8b92-bb1e353a2c91 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:16.572004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.589462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc9afa-bf97-4d40-af8f-f3f1dc32a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbe2c7e-58f4-4772-b7d0-b264391bbf6c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:16.604988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=13631d1d-0cf9-41f3-85d4-2b2a1484ed7d,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:16.643194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': '1ba41e29-4193-4636-894b-e1fde4a2013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cefd5d8b-b78c-4f54-b7b2-55ddd70efe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:16.643539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: cefd5d8b-b78c-4f54-b7b2-55ddd70efe35, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:16.657977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Made reservation on behalf of f4819ded5d294678b66a60bc25e454e6 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:16.661767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.687237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:16.704273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.709818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, cefd5d8b-b78c-4f54-b7b2-55ddd70efe35) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:16.715897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:16.716593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.737984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4819a3-5f3d-403f-a59b-a088b368aee8 None None] Network cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:16.768006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=858fb89f-144c-41ca-8b92-bb1e353a2c91,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:16.781761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.782365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.782882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.783385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.784116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.784655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.785172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.785664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.786221 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.786703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.787204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.787719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.793625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] No DVR routers for this DVR port 858fb89f-144c-41ca-8b92-bb1e353a2c91 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:16.825122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] For port 858fb89f-144c-41ca-8b92-bb1e353a2c91, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=858fb89f-144c-41ca-8b92-bb1e353a2c91,segment=NetworkSegment(c48eddc4-6b58-49eb-8835-4f55da9d4712),segment_id=c48eddc4-6b58-49eb-8835-4f55da9d4712)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:16.826440 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.834671 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-98d2e638-5db3-483c-ad63-343655c1ae76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6113515 Jan 28 20:34:16.837178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49236) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:16.849335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1836214828'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:16.868402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] Calling delete_port for 858fb89f-144c-41ca-8b92-bb1e353a2c91 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:16.960249 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:16.962434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Allocated IP 172.20.0.6 (49fb1564-cce9-4084-ab8a-aa97075e195e/6b617c8f-664e-4b08-81a9-f999be7edaae/936e2319-f6b7-4198-894d-f6302c23d144) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:17.007483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:17.014147 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.063748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081bfb23-0e45-404d-bea6-33c12049756d']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:17.091988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:17.114043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48eddc4-6b58-49eb-8835-4f55da9d4712') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:17.115031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48eddc4-6b58-49eb-8835-4f55da9d4712') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:17.135523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.147005 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.147599 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment ae4f5352-9459-4c92-9bd0-3962528d8268 of type vlan for network cd1806d6-f70b-465a-bb21-757e9f0ad588 Jan 28 20:34:17.204694 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.211294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-cefd5d8b-b78c-4f54-b7b2-55ddd70efe35', 'network_id': 'cefd5d8b-b78c-4f54-b7b2-55ddd70efe35', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': '13631d1d-0cf9-41f3-85d4-2b2a1484ed7d'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:17.215115 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.219880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] No DVR routers for this DVR port 858fb89f-144c-41ca-8b92-bb1e353a2c91 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:17.225570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204dc04-e975-4f9f-abb9-f0432295a15f None None] Pushing event deleted for resources: {'Port': ['ID=858fb89f-144c-41ca-8b92-bb1e353a2c91,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.250732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.340328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93fdfd4f-f673-45bd-8c8a-447546d5bb20 req-01fdee46-4f16-460b-a9b4-d64ea47f32d2 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 210 time: 0.2204907 Jan 28 20:34:17.342200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.358637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:17.360598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.372057 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.415951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.431468 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.469958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:17.469958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.475750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b63a0b37-e847-4b62-a294-63e9b9a54a8b req-565a5a1f-bf1c-442a-8b29-296155b79548 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 210 time: 0.2321169 Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:17.476403 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:17.509645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Allocated IP 2001:db8:0:ffff::2 (cefd5d8b-b78c-4f54-b7b2-55ddd70efe35/13631d1d-0cf9-41f3-85d4-2b2a1484ed7d/696f0580-5f2d-468c-a456-74dba7b32069) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:17.609926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7691021 Jan 28 20:34:17.612483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49260) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:17.621354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'cd1806d6-f70b-465a-bb21-757e9f0ad588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:17.703295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Network 49fb1564-cce9-4084-ab8a-aa97075e195e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:17.704728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Pushing event updated for resources: {'Port': ['ID=936e2319-f6b7-4198-894d-f6302c23d144,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.713166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:17.718614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:17.781632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54772900-606f-4a54-ac10-97480243301f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=cd1806d6-f70b-465a-bb21-757e9f0ad588,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.792465 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.829250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network cd1806d6-f70b-465a-bb21-757e9f0ad588 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:17.830810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.837220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] 10.222.0.44 "DELETE /v2.0/networks/081bfb23-0e45-404d-bea6-33c12049756d HTTP/1.1" status: 204 len: 168 time: 1.6947401 Jan 28 20:34:17.842901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc8ad8-9e71-4729-921d-59b454f25e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=081bfb23-0e45-404d-bea6-33c12049756d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.846249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:17.852439 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.874781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:17.881880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.922540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 858fb89f-144c-41ca-8b92-bb1e353a2c91 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:17.925167 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:17.927737 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-2cc5c75c-2955-4f76-a74f-d9c24ebd2d0c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8488610 Jan 28 20:34:17.952490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Request body: {'port': {'device_id': 'ca2590ad-a16f-4f43-8dce-ca0616cffe87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:17.962606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 858fb89f-144c-41ca-8b92-bb1e353a2c91 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:17.965829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 858fb89f-144c-41ca-8b92-bb1e353a2c91 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:17.971710 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.032550 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.044121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Network cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:18.052303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:18.058835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:18.062637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Pushing event updated for resources: {'Port': ['ID=696f0580-5f2d-468c-a456-74dba7b32069,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:18.063392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-c7a69bc2-0067-4bb0-847d-136f5c6e8831 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.066255 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-c7a69bc2-0067-4bb0-847d-136f5c6e8831 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.26 "GET /v2.0/networks?id=d3fb852d-6436-4451-ade5-fe963ccdcb3e HTTP/1.1" status: 200 len: 824 time: 0.5353823 Jan 28 20:34:18.067154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.100312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Request body: {'port': {'device_id': '788f7872-1922-4ff5-a0c1-c4fd27a97741', 'network_id': 'd3fb852d-6436-4451-ade5-fe963ccdcb3e', 'admin_state_up': True, 'tenant_id': 'eb5d49687cf24851a1f9521bdd68fa4c'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:18.173577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Attempting to bind port 696f0580-5f2d-468c-a456-74dba7b32069 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:18.174205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Attempting to bind port 696f0580-5f2d-468c-a456-74dba7b32069 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1ba41e29-4193-4636-894b-e1fde4a2013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cefd5d8b-b78c-4f54-b7b2-55ddd70efe35'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:18.174310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Attempting to bind port 696f0580-5f2d-468c-a456-74dba7b32069 on network cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:18.179927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:18.180358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Checking segment: {'id': '1ba41e29-4193-4636-894b-e1fde4a2013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cefd5d8b-b78c-4f54-b7b2-55ddd70efe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:18.180772 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.181169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Bound using segment: {'id': '1ba41e29-4193-4636-894b-e1fde4a2013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cefd5d8b-b78c-4f54-b7b2-55ddd70efe35'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:18.181646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Bound port: 696f0580-5f2d-468c-a456-74dba7b32069, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba41e29-4193-4636-894b-e1fde4a2013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cefd5d8b-b78c-4f54-b7b2-55ddd70efe35'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:18.182032 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.244129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49290) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:18.262347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.296901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] For port 696f0580-5f2d-468c-a456-74dba7b32069, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:18.301565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] For port 696f0580-5f2d-468c-a456-74dba7b32069, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=696f0580-5f2d-468c-a456-74dba7b32069,segment=NetworkSegment(1ba41e29-4193-4636-894b-e1fde4a2013a),segment_id=1ba41e29-4193-4636-894b-e1fde4a2013a)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:18.308677 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.426215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278288f-9bf2-4842-8952-063db6536e53 None None] Pushing event updated for resources: {'Port': ['ID=696f0580-5f2d-468c-a456-74dba7b32069,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:18.459671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=2530b939-83c2-45ff-b4d7-31cdeb9e7c84,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:18.552709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-714d4bf9-26e9-485c-87ee-b84486147b7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e647f01e3fe446629424dd9138d0a4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041723 Jan 28 20:34:18.556674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60ccfb9c-a9e4-4bfd-a311-ea9f951aec26 req-41bc05a4-df18-40ff-8063-f51ad279dcd5 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 210 time: 0.0838535 Jan 28 20:34:18.562773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49298) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:18.578380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': 'ae4f5352-9459-4c92-9bd0-3962528d8268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'cd1806d6-f70b-465a-bb21-757e9f0ad588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:18.578839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: cd1806d6-f70b-465a-bb21-757e9f0ad588, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:18.701012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network cd1806d6-f70b-465a-bb21-757e9f0ad588 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:18.715298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, cd1806d6-f70b-465a-bb21-757e9f0ad588) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:18.728675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.728675 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.752439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8ca9ca97-c0ff-422b-a053-970d67e349fd tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1373925 Jan 28 20:34:18.755705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49308) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:18.760882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb24c0b-c576-4c16-a329-3508d00e7239 None None] Network cd1806d6-f70b-465a-bb21-757e9f0ad588 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:18.867102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c0a0-e61c-4aea-a5ed-224aebcfa252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.877154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aec95-c6dd-4b31-8536-66451004597c req-ce79f375-013d-4ba8-b765-8781dbe24706 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.885009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a7aec95-c6dd-4b31-8536-66451004597c req-ce79f375-013d-4ba8-b765-8781dbe24706 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 931 time: 0.2620773 Jan 28 20:34:18.976288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Made reservation on behalf of eb5d49687cf24851a1f9521bdd68fa4c for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:18.989950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:18.996493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a7aec95-c6dd-4b31-8536-66451004597c req-1a0aa9b2-8c7e-486f-b1da-bbb6b94e3118 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045165 Jan 28 20:34:19.008935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c0a0-e61c-4aea-a5ed-224aebcfa252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.042040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.096966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b5db7-5da9-4532-b542-8a61b8fdd1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-cd1806d6-f70b-465a-bb21-757e9f0ad588', 'network_id': 'cd1806d6-f70b-465a-bb21-757e9f0ad588', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': '2530b939-83c2-45ff-b4d7-31cdeb9e7c84'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:19.097966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-589b5db7-5da9-4532-b542-8a61b8fdd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.145790 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c0a0-e61c-4aea-a5ed-224aebcfa252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.148836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c0a0-e61c-4aea-a5ed-224aebcfa252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.152859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cbc0c0a0-e61c-4aea-a5ed-224aebcfa252 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5392d19b-0673-4326-a7f0-1e07a9bd8954 HTTP/1.1" status: 204 len: 168 time: 0.5793197 Jan 28 20:34:19.170981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0c0a0-e61c-4aea-a5ed-224aebcfa252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5392d19b-0673-4326-a7f0-1e07a9bd8954,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:19.185851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.284085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Allocated IP 172.20.0.13 (d3fb852d-6436-4451-ade5-fe963ccdcb3e/243d9828-f77f-4456-b6fb-3aeac524c4fc/8a129b0b-f457-4fd1-bfd0-b115f750e063) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:19.296235 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.305194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936e2319-f6b7-4198-894d-f6302c23d144 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:19.318927 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.348669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Transition to ACTIVE for port object 936e2319-f6b7-4198-894d-f6302c23d144 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server [None req-589b5db7-5da9-4532-b542-8a61b8fdd1e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2530b939-83c2-45ff-b4d7-31cdeb9e7c84: This subnet is being modified by another concurrent operation. Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:34:19.356462 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise exception Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2530b939-83c2-45ff-b4d7-31cdeb9e7c84: This subnet is being modified by another concurrent operation. Jan 28 20:34:19.360814 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Jan 28 20:34:19.375866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=2530b939-83c2-45ff-b4d7-31cdeb9e7c84,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:19.380279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dcdcd8-36ab-4693-aa0c-a92a8da1b66b None None] Network cd1806d6-f70b-465a-bb21-757e9f0ad588 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:19.384009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.505410 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.589262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1806d6-f70b-465a-bb21-757e9f0ad588']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:19.622627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4f5352-9459-4c92-9bd0-3962528d8268') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:19.623013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4f5352-9459-4c92-9bd0-3962528d8268') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:19.665497 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.703625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.722988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=936e2319-f6b7-4198-894d-f6302c23d144,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:19.735258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:19.739410 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:19.742770 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:19.835949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-13297a1f-977a-4489-817b-dfc5231e8537 req-8d6b2adb-c5fd-4d40-b955-a47be4dad514 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 210 time: 0.0923119 Jan 28 20:34:19.931605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:19.994351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.009264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.029909 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.033245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/cd1806d6-f70b-465a-bb21-757e9f0ad588 HTTP/1.1" status: 204 len: 168 time: 1.2755015 Jan 28 20:34:20.043122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Attempting to bind port 936e2319-f6b7-4198-894d-f6302c23d144 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:20.043742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Attempting to bind port 936e2319-f6b7-4198-894d-f6302c23d144 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'd759a3d2-6bf8-4400-843a-9c1abb61759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49fb1564-cce9-4084-ab8a-aa97075e195e'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:20.044080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Attempting to bind port 936e2319-f6b7-4198-894d-f6302c23d144 on network 49fb1564-cce9-4084-ab8a-aa97075e195e {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:20.074552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49366) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:20.087984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1992680418'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:20.108377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 696f0580-5f2d-468c-a456-74dba7b32069 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:20.110147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Port 936e2319-f6b7-4198-894d-f6302c23d144 on network 49fb1564-cce9-4084-ab8a-aa97075e195e not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:20.110689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Attempting to bind port 936e2319-f6b7-4198-894d-f6302c23d144 on network 49fb1564-cce9-4084-ab8a-aa97075e195e {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:20.121718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0113ac-7223-4299-b799-45c076d28330 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=cd1806d6-f70b-465a-bb21-757e9f0ad588,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:20.154332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Network d3fb852d-6436-4451-ade5-fe963ccdcb3e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:20.158529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:20.158983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Checking segment: {'id': 'd759a3d2-6bf8-4400-843a-9c1abb61759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49fb1564-cce9-4084-ab8a-aa97075e195e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:20.169275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Bound using segment: {'id': 'd759a3d2-6bf8-4400-843a-9c1abb61759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49fb1564-cce9-4084-ab8a-aa97075e195e'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:20.169892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Bound port: 936e2319-f6b7-4198-894d-f6302c23d144, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd759a3d2-6bf8-4400-843a-9c1abb61759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '49fb1564-cce9-4084-ab8a-aa97075e195e'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:20.170276 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.176947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:20.181044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.186667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:20.201894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93027ba-099c-4a24-8bc1-a0e0346b3b8b None None] Network cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:20.219945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:20.271190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c85342-80e1-4089-a1bc-608f1f26ea09 req-d812336d-b360-40cd-ad26-05d20b15178b tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:20.273384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99c85342-80e1-4089-a1bc-608f1f26ea09 req-d812336d-b360-40cd-ad26-05d20b15178b tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 943 time: 0.1119218 Jan 28 20:34:20.296799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:20.328443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.328831 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment 328740a8-828c-4667-ae3a-22916a6e4214 of type vlan for network 5b9191c2-b80c-4804-90db-640d220dc76c Jan 28 20:34:20.361253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99c85342-80e1-4089-a1bc-608f1f26ea09 req-eb3ffde1-2dd0-40fd-9de9-256431cf1a02 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799582 Jan 28 20:34:20.407497 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.418748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:20.419446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.437729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Pushing event updated for resources: {'Port': ['ID=8a129b0b-f457-4fd1-bfd0-b115f750e063,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:20.451326 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.460262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:20.460593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.511556 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-74828da3-1511-41fa-8733-f556973215ba tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4269280 Jan 28 20:34:20.513181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1e53dbf0-eb75-4263-bec5-78cc37ea276d None None] Provisioning complete for port 696f0580-5f2d-468c-a456-74dba7b32069 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:20.513738 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1e53dbf0-eb75-4263-bec5-78cc37ea276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.527927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Request body: {'port': {'device_id': '788f7872-1922-4ff5-a0c1-c4fd27a97741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:20.558829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4752262 Jan 28 20:34:20.562158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 696f0580-5f2d-468c-a456-74dba7b32069 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:20.562547 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.565635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49396) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:20.591912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': '5b9191c2-b80c-4804-90db-640d220dc76c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:20.674119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] For port 936e2319-f6b7-4198-894d-f6302c23d144, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:20.702949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] For port 936e2319-f6b7-4198-894d-f6302c23d144, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=936e2319-f6b7-4198-894d-f6302c23d144,segment=NetworkSegment(d759a3d2-6bf8-4400-843a-9c1abb61759d),segment_id=d759a3d2-6bf8-4400-843a-9c1abb61759d)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:20.704332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.714075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d11933-0ba2-4dd1-b0c2-e56d617d6e76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=5b9191c2-b80c-4804-90db-640d220dc76c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:20.724999 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.753611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 5b9191c2-b80c-4804-90db-640d220dc76c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:20.820440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:20.821460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.823714 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/936e2319-f6b7-4198-894d-f6302c23d144 HTTP/1.1" status: 200 len: 1091 time: 2.8764756 Jan 28 20:34:20.829351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2590ad-a16f-4f43-8dce-ca0616cffe87', 'tag': '936e2319-f6b7-4198-894d-f6302c23d144'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:20.832628 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2590ad-a16f-4f43-8dce-ca0616cffe87", "tag": "936e2319-f6b7-4198-894d-f6302c23d144"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:20.843096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:20.863810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.891397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49426) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:20.925284 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e369152-d4a5-4ba2-a9bd-064167fb87da x-openstack-request-id: req-5e369152-d4a5-4ba2-a9bd-064167fb87da {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:20.925890 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2590ad-a16f-4f43-8dce-ca0616cffe87", "tag": "936e2319-f6b7-4198-894d-f6302c23d144", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:20.926332 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e369152-d4a5-4ba2-a9bd-064167fb87da {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:20.926899 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2590ad-a16f-4f43-8dce-ca0616cffe87', 'tag': '936e2319-f6b7-4198-894d-f6302c23d144', 'status': 'completed', 'code': 200} Jan 28 20:34:20.932205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1e53dbf0-eb75-4263-bec5-78cc37ea276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:20.966799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758ff85-f7a5-40ce-b025-3fd1a30a81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=936e2319-f6b7-4198-894d-f6302c23d144,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:21.005866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:21.045396 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.053788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215623-9a43-459f-901e-dd8bdb743584 req-bed1ab7e-97c3-4ae6-96fb-99ec79162d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:21.055641 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-bed1ab7e-97c3-4ae6-96fb-99ec79162d5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4819ded5d294678b66a60bc25e454e6&device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 1094 time: 0.1277947 Jan 28 20:34:21.090926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 696f0580-5f2d-468c-a456-74dba7b32069, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=696f0580-5f2d-468c-a456-74dba7b32069,segment=NetworkSegment(1ba41e29-4193-4636-894b-e1fde4a2013a),segment_id=1ba41e29-4193-4636-894b-e1fde4a2013a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:21.107195 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.117320 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-b1afcfa2-bd64-43c2-b825-68270ffb651b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936e2319-f6b7-4198-894d-f6302c23d144 HTTP/1.1" status: 200 len: 217 time: 0.0528610 Jan 28 20:34:21.205242 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-1e53dbf0-eb75-4263-bec5-78cc37ea276d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:34:21.205502 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-1e53dbf0-eb75-4263-bec5-78cc37ea276d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:34:21.210502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d215623-9a43-459f-901e-dd8bdb743584 req-edabb90e-1c9c-4e04-bec4-025a4f866b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:21.212685 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-edabb90e-1c9c-4e04-bec4-025a4f866b32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b617c8f-664e-4b08-81a9-f999be7edaae HTTP/1.1" status: 200 len: 861 time: 0.0851202 Jan 28 20:34:21.224102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=696f0580-5f2d-468c-a456-74dba7b32069,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:21.266786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.271990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075d3a2-0546-43c5-9e12-1f223674db86 req-de861869-ac36-480d-89cf-5c7e0eaeb863 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:21.273625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0075d3a2-0546-43c5-9e12-1f223674db86 req-de861869-ac36-480d-89cf-5c7e0eaeb863 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 932 time: 0.2221510 Jan 28 20:34:21.303098 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-f07aaa25-2290-4f04-96f1-199f94206130 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49fb1564-cce9-4084-ab8a-aa97075e195e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767722 Jan 28 20:34:21.346588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a129b0b-f457-4fd1-bfd0-b115f750e063 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:21.396356 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.423016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b20b16b0-8c82-40a6-a9c9-046ba58c8a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.436567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49438) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:21.444962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0075d3a2-0546-43c5-9e12-1f223674db86 req-c367364e-2e09-4c66-9e54-3592698b3b5e tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607790 Jan 28 20:34:21.462598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1805168071-network', 'tenant_id': '5c8bd4e514fe4533ae0740109d73d383'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:21.474445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Transition to ACTIVE for port object 8a129b0b-f457-4fd1-bfd0-b115f750e063 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:34:21.495562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.521888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1324bf79-6aa4-4e2b-817b-119440cdc9a5 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:34:21.557077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Made reservation on behalf of 5c8bd4e514fe4533ae0740109d73d383 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:21.560331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.561153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Pushing event updated for resources: {'Port': ['ID=8a129b0b-f457-4fd1-bfd0-b115f750e063,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:21.577224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.579207 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.609361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1324bf79-6aa4-4e2b-817b-119440cdc9a5 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:34:21.609602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.638011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-659c300a-a7dd-4396-9de0-e072a785e168 service neutron] 10.222.0.13 "GET /v2.0/networks/49fb1564-cce9-4084-ab8a-aa97075e195e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275435 Jan 28 20:34:21.652417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b0219-b06b-462f-bac4-54ee5be8e0ee req-86424497-9b29-4fea-9488-4c494468c4ce tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:21.653999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e19b0219-b06b-462f-bac4-54ee5be8e0ee req-86424497-9b29-4fea-9488-4c494468c4ce tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 943 time: 0.1490004 Jan 28 20:34:21.692564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=485777b3-3ad4-42df-9cfe-1961082e5e9a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:21.744383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': '328740a8-828c-4667-ae3a-22916a6e4214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5b9191c2-b80c-4804-90db-640d220dc76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:21.745354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: 5b9191c2-b80c-4804-90db-640d220dc76c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:21.756320 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e19b0219-b06b-462f-bac4-54ee5be8e0ee req-6dd3d3bb-9754-46a4-9405-f922a321ec97 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945666 Jan 28 20:34:21.787961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network 5b9191c2-b80c-4804-90db-640d220dc76c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:21.807310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.809172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 5b9191c2-b80c-4804-90db-640d220dc76c) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:21.811204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.817883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:21.818480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.846844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:21.858320 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-feee7292-8a7f-4f68-b585-6dad587d022c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2915475 Jan 28 20:34:21.865633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49442) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:21.873533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1598687182'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:21.879350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:21.886450 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.887430 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Added segment 6f63da8c-dc6b-43b7-a125-8103cc921e83 of type vlan for network 6fc8a970-746e-43ab-9a43-60fb29df5edf Jan 28 20:34:21.933521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 696f0580-5f2d-468c-a456-74dba7b32069 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:21.934363 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b20b16b0-8c82-40a6-a9c9-046ba58c8a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.935496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Attempting to bind port 8a129b0b-f457-4fd1-bfd0-b115f750e063 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:21.935916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Attempting to bind port 8a129b0b-f457-4fd1-bfd0-b115f750e063 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3fb852d-6436-4451-ade5-fe963ccdcb3e'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:21.936412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Attempting to bind port 8a129b0b-f457-4fd1-bfd0-b115f750e063 on network d3fb852d-6436-4451-ade5-fe963ccdcb3e {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:21.948668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Port 8a129b0b-f457-4fd1-bfd0-b115f750e063 on network d3fb852d-6436-4451-ade5-fe963ccdcb3e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:21.948932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Attempting to bind port 8a129b0b-f457-4fd1-bfd0-b115f750e063 on network d3fb852d-6436-4451-ade5-fe963ccdcb3e {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:21.960909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b20b16b0-8c82-40a6-a9c9-046ba58c8a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.964375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.965009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-681b6629-cef5-4da9-ae28-3373a2d752e6 None None] Provisioning complete for port 696f0580-5f2d-468c-a456-74dba7b32069 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:21.965937 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-681b6629-cef5-4da9-ae28-3373a2d752e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.967124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:21.970877 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:21.982770 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d215623-9a43-459f-901e-dd8bdb743584 req-18a46eb4-863e-4089-a37f-67dbdb2f9bc3 service neutron] 10.222.0.13 "GET /v2.0/networks/49fb1564-cce9-4084-ab8a-aa97075e195e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317285 Jan 28 20:34:21.996308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:21.996712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Checking segment: {'id': '31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3fb852d-6436-4451-ade5-fe963ccdcb3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:21.997128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Bound using segment: {'id': '31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3fb852d-6436-4451-ade5-fe963ccdcb3e'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:21.997631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Bound port: 8a129b0b-f457-4fd1-bfd0-b115f750e063, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3fb852d-6436-4451-ade5-fe963ccdcb3e'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:21.998006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.038233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:22.048337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.049758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.050270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.054550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b16b0-8c82-40a6-a9c9-046ba58c8a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bdbc49-880e-434f-b933-ad37dc7998c2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.056981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.058173 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment 2772a464-9bc0-4b8f-acd2-6f4817e76334 of type vlan for network f194a9a8-ef7d-406e-ab38-ee5803d6a642 Jan 28 20:34:22.092242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.100593 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b20b16b0-8c82-40a6-a9c9-046ba58c8a17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5622c9399a4543cb947ec720d79cd730&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0884652 Jan 28 20:34:22.120842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49444) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:22.121322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.127274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 696f0580-5f2d-468c-a456-74dba7b32069 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:22.127656 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.129601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb07729e-c71b-432f-a51f-231c737e4dba None None] Network 5b9191c2-b80c-4804-90db-640d220dc76c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:22.174807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2822623 Jan 28 20:34:22.181409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49446) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:22.188667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.194513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Request body: {'subnet': {'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1805168071-subnet', 'tenant_id': '5c8bd4e514fe4533ae0740109d73d383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:22.196678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b17f1712fe4f4947884288ad0019035a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514794 Jan 28 20:34:22.198703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49448) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:22.204472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3b8a6-4a06-44d0-8b1e-1f4256f75c75 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc8a970-746e-43ab-9a43-60fb29df5edf,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.216821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-50be2e86-b6fa-4c58-b9cc-1b6db4254915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.218760 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-50be2e86-b6fa-4c58-b9cc-1b6db4254915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4819ded5d294678b66a60bc25e454e6&device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 1094 time: 0.1797395 Jan 28 20:34:22.219581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c77bf7-e2a5-429c-84f5-7c1ba08d2c04,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.227516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 6fc8a970-746e-43ab-9a43-60fb29df5edf details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:22.264636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.265358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.265756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.266271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.266670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.267013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.267626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.268145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.268508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.268626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-008ad0af-cdb6-44a7-9505-1a3e422a9431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.268916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.269251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.269686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8491e1-c9e3-4de7-8efa-8f221b918cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:22.272310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.274780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] For port 8a129b0b-f457-4fd1-bfd0-b115f750e063, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:22.279193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.280099 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.337167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] For port 8a129b0b-f457-4fd1-bfd0-b115f750e063, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8a129b0b-f457-4fd1-bfd0-b115f750e063,segment=NetworkSegment(31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f),segment_id=31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:22.348953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.384138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Made reservation on behalf of 5c8bd4e514fe4533ae0740109d73d383 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:22.386839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.416305 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-008ad0af-cdb6-44a7-9505-1a3e422a9431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.428928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.429558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.431195 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] 10.222.0.26 "PUT /v2.0/ports/8a129b0b-f457-4fd1-bfd0-b115f750e063 HTTP/1.1" status: 200 len: 1092 time: 1.9082477 Jan 28 20:34:22.437786 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-501efc08-d1e6-4938-8d58-8bf2a9cc2c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.457089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-5b9191c2-b80c-4804-90db-640d220dc76c', 'network_id': '5b9191c2-b80c-4804-90db-640d220dc76c', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': '485777b3-3ad4-42df-9cfe-1961082e5e9a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:22.457786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-0e2c54e5-1762-4cac-97a1-1180c40fb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.458097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.459639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-0e2c54e5-1762-4cac-97a1-1180c40fb2e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=49fb1564-cce9-4084-ab8a-aa97075e195e HTTP/1.1" status: 200 len: 922 time: 0.2287786 Jan 28 20:34:22.476988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6050642 Jan 28 20:34:22.480061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11294b-bd88-4c20-bec0-bba860b9bf57 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=f194a9a8-ef7d-406e-ab38-ee5803d6a642,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.490128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49452) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:22.496294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f194a9a8-ef7d-406e-ab38-ee5803d6a642 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:22.517675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'f194a9a8-ef7d-406e-ab38-ee5803d6a642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:22.557994 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-501efc08-d1e6-4938-8d58-8bf2a9cc2c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.582349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b3345-9c5b-44a2-9839-feff1ac76d97 service neutron] Pushing event updated for resources: {'Port': ['ID=8a129b0b-f457-4fd1-bfd0-b115f750e063,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.593675 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-a9586c5a-a794-4aed-832a-3de86eafa229 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=936e2319-f6b7-4198-894d-f6302c23d144 HTTP/1.1" status: 200 len: 217 time: 0.1244822 Jan 28 20:34:22.609883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-008ad0af-cdb6-44a7-9505-1a3e422a9431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.612449 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-008ad0af-cdb6-44a7-9505-1a3e422a9431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.616596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-008ad0af-cdb6-44a7-9505-1a3e422a9431 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81bdbc49-880e-434f-b933-ad37dc7998c2 HTTP/1.1" status: 204 len: 168 time: 0.4760599 Jan 28 20:34:22.657880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ad0af-cdb6-44a7-9505-1a3e422a9431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bdbc49-880e-434f-b933-ad37dc7998c2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.696835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f256b0-e5c6-40eb-8101-38c66a06d2b5 req-e7df3888-ffcd-4c8f-9244-d33c51319e03 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.699211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6f256b0-e5c6-40eb-8101-38c66a06d2b5 req-e7df3888-ffcd-4c8f-9244-d33c51319e03 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 944 time: 0.1386330 Jan 28 20:34:22.726380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-46e96a27-f115-419c-ab39-e2521a9b9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.727990 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-46e96a27-f115-419c-ab39-e2521a9b9cec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb5d49687cf24851a1f9521bdd68fa4c&device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 1095 time: 0.2276390 Jan 28 20:34:22.739278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-47e3afd7-36fa-4c50-b17e-1599bc6fc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.740822 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-47e3afd7-36fa-4c50-b17e-1599bc6fc7f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b617c8f-664e-4b08-81a9-f999be7edaae HTTP/1.1" status: 200 len: 861 time: 0.1167433 Jan 28 20:34:22.790449 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.822942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Allocated IP 2001:db8::3 (5b9191c2-b80c-4804-90db-640d220dc76c/485777b3-3ad4-42df-9cfe-1961082e5e9a/f02e272c-46c1-4778-a7ef-2f45289ca3ac) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:22.828544 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-2bca3ece-0408-40a0-8cb4-c515695c5f29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a129b0b-f457-4fd1-bfd0-b115f750e063 HTTP/1.1" status: 200 len: 217 time: 0.0867035 Jan 28 20:34:22.830734 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-eca72fec-aae7-47a7-ac1c-0c9b09f4c20f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=49fb1564-cce9-4084-ab8a-aa97075e195e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816269 Jan 28 20:34:22.835433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-501efc08-d1e6-4938-8d58-8bf2a9cc2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.839330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-501efc08-d1e6-4938-8d58-8bf2a9cc2c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.843870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-501efc08-d1e6-4938-8d58-8bf2a9cc2c39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7c77bf7-e2a5-429c-84f5-7c1ba08d2c04 HTTP/1.1" status: 204 len: 168 time: 0.6375787 Jan 28 20:34:22.888088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6f256b0-e5c6-40eb-8101-38c66a06d2b5 req-faff4041-0f4f-495b-95a7-6119655294f6 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573844 Jan 28 20:34:22.917800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501efc08-d1e6-4938-8d58-8bf2a9cc2c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c77bf7-e2a5-429c-84f5-7c1ba08d2c04,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:22.945164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788f7872-1922-4ff5-a0c1-c4fd27a97741', 'tag': '8a129b0b-f457-4fd1-bfd0-b115f750e063'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:22.947472 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab01f6b-84d8-461c-8cec-f9a0fd990177" -d '{"events": [{"name": "network-changed", "server_uuid": "788f7872-1922-4ff5-a0c1-c4fd27a97741", "tag": "8a129b0b-f457-4fd1-bfd0-b115f750e063"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:22.957319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:22.960853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:22.993687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-7fde76b4-b64b-44c0-ad60-e2b335a16019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:22.995784 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-7fde76b4-b64b-44c0-ad60-e2b335a16019 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=243d9828-f77f-4456-b6fb-3aeac524c4fc HTTP/1.1" status: 200 len: 864 time: 0.1484678 Jan 28 20:34:23.022262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16668b75-afb5-4875-8c2c-e57d8f6f50ef,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:23.047829 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b959814-2415-4b58-9feb-5c9810093bd5 x-openstack-request-id: req-5b959814-2415-4b58-9feb-5c9810093bd5 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:23.048124 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788f7872-1922-4ff5-a0c1-c4fd27a97741", "tag": "8a129b0b-f457-4fd1-bfd0-b115f750e063", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:23.048393 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b959814-2415-4b58-9feb-5c9810093bd5 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:23.048780 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788f7872-1922-4ff5-a0c1-c4fd27a97741', 'tag': '8a129b0b-f457-4fd1-bfd0-b115f750e063', 'status': 'completed', 'code': 200} Jan 28 20:34:23.077250 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-4686b04f-2570-423e-8217-d87248911402 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3fb852d-6436-4451-ade5-fe963ccdcb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462477 Jan 28 20:34:23.098165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Performing IP validity checks on allocation pools {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:34:23.098705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:34:23.112104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Checking segment: {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:23.112498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Network hostable DHCP agents. Network: 6fc8a970-746e-43ab-9a43-60fb29df5edf, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:23.119442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49464) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:23.127613 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.137548 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.138725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0241b1-d6c0-44aa-b9ce-8154712246e7 req-3476b571-3e6f-4bc1-b98d-fa806e287ad5 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:23.140564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f0241b1-d6c0-44aa-b9ce-8154712246e7 req-3476b571-3e6f-4bc1-b98d-fa806e287ad5 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 943 time: 0.2413716 Jan 28 20:34:23.157146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Network 6fc8a970-746e-43ab-9a43-60fb29df5edf is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:23.184264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 936e2319-f6b7-4198-894d-f6302c23d144 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:34:23.197175 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-d3b59277-f293-4029-b77a-227f82193181 service neutron] 10.222.0.13 "GET /v2.0/networks/49fb1564-cce9-4084-ab8a-aa97075e195e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476808 Jan 28 20:34:23.201639 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcc546c-1cd7-4c26-8911-f0f6ecb615cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.206469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 6fc8a970-746e-43ab-9a43-60fb29df5edf) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:23.217810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:23.218400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Network 5b9191c2-b80c-4804-90db-640d220dc76c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:23.218563 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.225418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd147802-0129-4617-bc52-784fb9e6f151 None None] Network 6fc8a970-746e-43ab-9a43-60fb29df5edf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:23.238024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f0241b1-d6c0-44aa-b9ce-8154712246e7 req-29675fd6-a3f7-42d8-901d-e6aa1b6da0da tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896339 Jan 28 20:34:23.252993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a0b5ae5d-a0c9-4393-92aa-4def903f539b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0573361 Jan 28 20:34:23.268349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:23.277549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:23.320353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Pushing event updated for resources: {'Port': ['ID=f02e272c-46c1-4778-a7ef-2f45289ca3ac,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:23.343927 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:34:23.349332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-f46c94e7-70db-4394-9730-598b961f852d service neutron] 10.222.0.26 "GET /v2.0/networks/d3fb852d-6436-4451-ade5-fe963ccdcb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627823 Jan 28 20:34:23.452144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49472) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:23.466747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-257df172-5c8f-48b7-a7a4-3e67e8eb2ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.558814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 936e2319-f6b7-4198-894d-f6302c23d144, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=936e2319-f6b7-4198-894d-f6302c23d144,segment=NetworkSegment(d759a3d2-6bf8-4400-843a-9c1abb61759d),segment_id=d759a3d2-6bf8-4400-843a-9c1abb61759d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:23.566064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-257df172-5c8f-48b7-a7a4-3e67e8eb2ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.572682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-257df172-5c8f-48b7-a7a4-3e67e8eb2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.584310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '936e2319-f6b7-4198-894d-f6302c23d144', 'network_id': '49fb1564-cce9-4084-ab8a-aa97075e195e', 'port_id': '936e2319-f6b7-4198-894d-f6302c23d144', 'mac_address': 'fa:16:3e:0f:29:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b617c8f-664e-4b08-81a9-f999be7edaae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:34:23.625844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-257df172-5c8f-48b7-a7a4-3e67e8eb2ae5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e07c812c997d46ce8413b202c61170a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724846 Jan 28 20:34:23.628853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257df172-5c8f-48b7-a7a4-3e67e8eb2ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e89b2b-71a2-4d12-8727-a228b7882a97,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:23.633357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49478) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:23.715348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6f85-e0d0-4071-bd86-05ecac7c4d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.753225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6f85-e0d0-4071-bd86-05ecac7c4d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.827387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Attempting to bind port f02e272c-46c1-4778-a7ef-2f45289ca3ac on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:23.828787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Attempting to bind port f02e272c-46c1-4778-a7ef-2f45289ca3ac by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '328740a8-828c-4667-ae3a-22916a6e4214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5b9191c2-b80c-4804-90db-640d220dc76c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:23.828787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Attempting to bind port f02e272c-46c1-4778-a7ef-2f45289ca3ac on network 5b9191c2-b80c-4804-90db-640d220dc76c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:23.837322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:23.837833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Checking segment: {'id': '328740a8-828c-4667-ae3a-22916a6e4214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5b9191c2-b80c-4804-90db-640d220dc76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:23.838167 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.839765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Bound using segment: {'id': '328740a8-828c-4667-ae3a-22916a6e4214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5b9191c2-b80c-4804-90db-640d220dc76c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:23.840403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Bound port: f02e272c-46c1-4778-a7ef-2f45289ca3ac, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328740a8-828c-4667-ae3a-22916a6e4214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5b9191c2-b80c-4804-90db-640d220dc76c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:23.840729 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.854575 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ab95ea5c-b50d-4a0f-a2d0-0f827b4bd121 req-dd6391c1-72fd-47d7-aa95-ef4a738eee86 service neutron] 10.222.0.13 "GET /v2.0/networks/49fb1564-cce9-4084-ab8a-aa97075e195e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482973 Jan 28 20:34:23.873608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6fd84b-6307-43cb-b4e4-21e61a34314e None None] Network 6fc8a970-746e-43ab-9a43-60fb29df5edf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:23.875005 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6f85-e0d0-4071-bd86-05ecac7c4d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.879901 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6f85-e0d0-4071-bd86-05ecac7c4d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.881519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bc2a6f85-e0d0-4071-bd86-05ecac7c4d9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87e89b2b-71a2-4d12-8727-a228b7882a97 HTTP/1.1" status: 204 len: 168 time: 0.2466607 Jan 28 20:34:23.894714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcc546c-1cd7-4c26-8911-f0f6ecb615cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.898087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.905323 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-718c14e4-6e5c-4f41-8915-98450913fd75 req-0732d2c2-b4b0-4490-8bfc-becb4e400b66 service neutron] 10.222.0.26 "GET /v2.0/networks/d3fb852d-6436-4451-ade5-fe963ccdcb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469814 Jan 28 20:34:23.909652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6dcc546c-1cd7-4c26-8911-f0f6ecb615cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:23.943901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a6f85-e0d0-4071-bd86-05ecac7c4d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e89b2b-71a2-4d12-8727-a228b7882a97,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:23.997590 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6dcc546c-1cd7-4c26-8911-f0f6ecb615cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14218a9125b544138e2a7172cc881a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668349 Jan 28 20:34:23.998445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49492) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:23.999894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc546c-1cd7-4c26-8911-f0f6ecb615cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc34ec7-5ea8-4ca6-8ca5-d8ea3ef9c233,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:24.025913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=b34cb970-6e6f-4354-bc89-ed4c31f11327,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:24.065256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-eaf528db-3263-43dc-a2ef-37027dfb691c tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:24.066782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-eaf528db-3263-43dc-a2ef-37027dfb691c tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/networks?id=6fc8a970-746e-43ab-9a43-60fb29df5edf HTTP/1.1" status: 200 len: 818 time: 0.2525425 Jan 28 20:34:24.076691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': '2772a464-9bc0-4b8f-acd2-6f4817e76334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f194a9a8-ef7d-406e-ab38-ee5803d6a642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:24.077341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: f194a9a8-ef7d-406e-ab38-ee5803d6a642, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:24.089667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.103795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-e6132778-f0f6-4240-ad1d-775a31ff62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:24.106219 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-e6132778-f0f6-4240-ad1d-775a31ff62c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eb5d49687cf24851a1f9521bdd68fa4c&device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 1095 time: 0.1016581 Jan 28 20:34:24.107388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network f194a9a8-ef7d-406e-ab38-ee5803d6a642 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:24.130475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f194a9a8-ef7d-406e-ab38-ee5803d6a642) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:24.144152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-47695684-9e88-4f15-98c9-9ca8f8138e30 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/quotas/5c8bd4e514fe4533ae0740109d73d383 HTTP/1.1" status: 200 len: 375 time: 0.0363996 Jan 28 20:34:24.148758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:24.149688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.154327 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fac0cc4-63b2-4e90-b669-b4dfc7175e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.159833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6f889b-86bf-44ee-8555-f9dfd1a0974a None None] Network f194a9a8-ef7d-406e-ab38-ee5803d6a642 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:24.185005 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fac0cc4-63b2-4e90-b669-b4dfc7175e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.206221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936e2319-f6b7-4198-894d-f6302c23d144 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:24.220571 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f14e6d01-5694-454a-bb92-9376f87108c1 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7187970 Jan 28 20:34:24.223780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49494) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:24.232568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 936e2319-f6b7-4198-894d-f6302c23d144, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=936e2319-f6b7-4198-894d-f6302c23d144,segment=NetworkSegment(d759a3d2-6bf8-4400-843a-9c1abb61759d),segment_id=d759a3d2-6bf8-4400-843a-9c1abb61759d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:24.233025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96230b24-45f5-4a89-9f07-24e324a28cf6 req-98eb1cef-03f5-4ef2-b3ee-7f6873ccaea0 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:24.234591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96230b24-45f5-4a89-9f07-24e324a28cf6 req-98eb1cef-03f5-4ef2-b3ee-7f6873ccaea0 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 944 time: 0.1912532 Jan 28 20:34:24.268089 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.275215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] For port f02e272c-46c1-4778-a7ef-2f45289ca3ac, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:24.278166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-0336d1d5-749f-4e2b-a077-8d84eef64c2f tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c8bd4e514fe4533ae0740109d73d383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790825 Jan 28 20:34:24.294996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] For port f02e272c-46c1-4778-a7ef-2f45289ca3ac, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f02e272c-46c1-4778-a7ef-2f45289ca3ac,segment=NetworkSegment(328740a8-828c-4667-ae3a-22916a6e4214),segment_id=328740a8-828c-4667-ae3a-22916a6e4214)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:24.320118 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.384861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-15584cd7-9c62-4ca2-93fa-e06630b63fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:24.388087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-15584cd7-9c62-4ca2-93fa-e06630b63fad service neutron] 10.222.0.26 "GET /v2.0/networks?id=d3fb852d-6436-4451-ade5-fe963ccdcb3e HTTP/1.1" status: 200 len: 925 time: 0.2705057 Jan 28 20:34:24.412869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=936e2319-f6b7-4198-894d-f6302c23d144,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:24.455959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.456699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.457266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.457806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.458343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.458888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.459775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.460371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.461771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.462363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.463357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.464013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:24.467543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-a10e84da-dc54-4bde-be52-70c033ef22ee service neutron] 10.222.0.44 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757467 Jan 28 20:34:24.471403 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-a3a56693-c6cb-4ad0-a5f3-defef0ef64fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a129b0b-f457-4fd1-bfd0-b115f750e063 HTTP/1.1" status: 200 len: 217 time: 0.0663395 Jan 28 20:34:24.474413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['936e2319-f6b7-4198-894d-f6302c23d144'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:24.485358 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fac0cc4-63b2-4e90-b669-b4dfc7175e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.491787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fac0cc4-63b2-4e90-b669-b4dfc7175e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.501791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7fac0cc4-63b2-4e90-b669-b4dfc7175e0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fc34ec7-5ea8-4ca6-8ca5-d8ea3ef9c233 HTTP/1.1" status: 204 len: 168 time: 0.5003471 Jan 28 20:34:24.547306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac0cc4-63b2-4e90-b669-b4dfc7175e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc34ec7-5ea8-4ca6-8ca5-d8ea3ef9c233,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:24.570532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96230b24-45f5-4a89-9f07-24e324a28cf6 req-82205129-e784-4ec5-9c76-6903a43fd66e tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013592 Jan 28 20:34:24.579630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-2ec382c5-0d01-4861-8b3b-e6756ea631cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:24.579630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-2ec382c5-0d01-4861-8b3b-e6756ea631cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=243d9828-f77f-4456-b6fb-3aeac524c4fc HTTP/1.1" status: 200 len: 864 time: 0.0970404 Jan 28 20:34:24.618998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.658483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-f194a9a8-ef7d-406e-ab38-ee5803d6a642', 'network_id': 'f194a9a8-ef7d-406e-ab38-ee5803d6a642', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': 'b34cb970-6e6f-4354-bc89-ed4c31f11327'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:24.659373 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:24.720794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-eb356915-cc40-4481-b688-05168e09d559 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d3fb852d-6436-4451-ade5-fe963ccdcb3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346927 Jan 28 20:34:24.819141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-5f98492c-643b-42aa-8d61-9be011ce4db9 service neutron] 10.222.0.44 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330557 Jan 28 20:34:24.928680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9585cb9-4131-4395-9068-7642ddb0706e None None] Pushing event updated for resources: {'Port': ['ID=f02e272c-46c1-4778-a7ef-2f45289ca3ac,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:24.937892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e9b22-50f8-4c8e-a4b2-29c419897c33 req-b1a5f4fe-0596-48d0-9c0e-fcb1b50df32a tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:24.958637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-265e9b22-50f8-4c8e-a4b2-29c419897c33 req-b1a5f4fe-0596-48d0-9c0e-fcb1b50df32a tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 944 time: 0.2276812 Jan 28 20:34:25.023646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Allocated IP 2001:db8::3 (f194a9a8-ef7d-406e-ab38-ee5803d6a642/b34cb970-6e6f-4354-bc89-ed4c31f11327/7dda3bb8-482f-4ea3-b674-8d1df6456cc2) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:25.048557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-265e9b22-50f8-4c8e-a4b2-29c419897c33 req-adcd4dca-8bf2-435a-a7b4-8bd0cfa6b10d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867732 Jan 28 20:34:25.113846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.290717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-be976136-f367-42bd-8787-3d36afa5a90c service neutron] 10.222.0.26 "GET /v2.0/networks/d3fb852d-6436-4451-ade5-fe963ccdcb3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596051 Jan 28 20:34:25.353962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.362405 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.454171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Network f194a9a8-ef7d-406e-ab38-ee5803d6a642 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:25.460647 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.461880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:25.465615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Pushing event updated for resources: {'Port': ['ID=7dda3bb8-482f-4ea3-b674-8d1df6456cc2,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:25.468313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:25.564225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=b34cb970-6e6f-4354-bc89-ed4c31f11327,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:25.571833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Attempting to bind port 7dda3bb8-482f-4ea3-b674-8d1df6456cc2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:25.572092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Attempting to bind port 7dda3bb8-482f-4ea3-b674-8d1df6456cc2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2772a464-9bc0-4b8f-acd2-6f4817e76334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f194a9a8-ef7d-406e-ab38-ee5803d6a642'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:25.572344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Attempting to bind port 7dda3bb8-482f-4ea3-b674-8d1df6456cc2 on network f194a9a8-ef7d-406e-ab38-ee5803d6a642 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:25.607750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:25.608124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Checking segment: {'id': '2772a464-9bc0-4b8f-acd2-6f4817e76334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f194a9a8-ef7d-406e-ab38-ee5803d6a642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:25.608557 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.608954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Bound using segment: {'id': '2772a464-9bc0-4b8f-acd2-6f4817e76334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f194a9a8-ef7d-406e-ab38-ee5803d6a642'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:25.609436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Bound port: 7dda3bb8-482f-4ea3-b674-8d1df6456cc2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2772a464-9bc0-4b8f-acd2-6f4817e76334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f194a9a8-ef7d-406e-ab38-ee5803d6a642'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:25.609821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.651309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3cd9aea4-dde1-4a1e-b63a-67f0e09875c0 req-606914d2-52dc-47e5-8359-3116e09df265 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 210 time: 0.0609457 Jan 28 20:34:25.690835 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fab01f6b-84d8-461c-8cec-f9a0fd990177 req-35ca34b8-37ca-4338-8a6f-94d1711f8d1f service neutron] 10.222.0.26 "GET /v2.0/networks/d3fb852d-6436-4451-ade5-fe963ccdcb3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897588 Jan 28 20:34:25.794022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] For port 7dda3bb8-482f-4ea3-b674-8d1df6456cc2, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:25.800714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] For port 7dda3bb8-482f-4ea3-b674-8d1df6456cc2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7dda3bb8-482f-4ea3-b674-8d1df6456cc2,segment=NetworkSegment(2772a464-9bc0-4b8f-acd2-6f4817e76334),segment_id=2772a464-9bc0-4b8f-acd2-6f4817e76334)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:25.804054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.816678 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.827287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cd550-2681-4190-a201-6a0e21ad27ea req-d34470a8-3b1b-4d10-a745-f827689435d4 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:25.843417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-869cd550-2681-4190-a201-6a0e21ad27ea req-d34470a8-3b1b-4d10-a745-f827689435d4 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 944 time: 0.1489499 Jan 28 20:34:25.874261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f194a9a8-ef7d-406e-ab38-ee5803d6a642']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:25.906128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2772a464-9bc0-4b8f-acd2-6f4817e76334') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:25.906734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2772a464-9bc0-4b8f-acd2-6f4817e76334') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:25.936119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.946801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-869cd550-2681-4190-a201-6a0e21ad27ea req-bc1bd20b-3423-4d54-a93a-d4205e94caa0 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987873 Jan 28 20:34:25.967756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.984246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:25.985959 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:25.995615 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:26.047433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861666c-b4f1-4a8e-9303-ab065a4801ea None None] Pushing event updated for resources: {'Port': ['ID=7dda3bb8-482f-4ea3-b674-8d1df6456cc2,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:26.069055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8868f2-bb61-4755-92f5-9228a885c6d4 None None] Network f194a9a8-ef7d-406e-ab38-ee5803d6a642 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:26.190471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.api [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:34:26.190471 n-d-825064-3 neutron-server[102306]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:34:26.190471 n-d-825064-3 neutron-server[102306]: [parameters: {'id': 'f194a9a8-ef7d-406e-ab38-ee5803d6a642'}] Jan 28 20:34:26.190471 n-d-825064-3 neutron-server[102306]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:34:26.192149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f02e272c-46c1-4778-a7ef-2f45289ca3ac up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:26.192427 n-d-825064-3 neutron-server[102306]: DEBUG oslo_db.api [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:34:26.362488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff68654e-c6a5-4f04-b4c9-d4ccb0993859 None None] Network 5b9191c2-b80c-4804-90db-640d220dc76c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:26.462575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f02e272c-46c1-4778-a7ef-2f45289ca3ac triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:26.464213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:26.511684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9ec210ae-26e6-476c-b81b-8bf042d84997 None None] Provisioning complete for port f02e272c-46c1-4778-a7ef-2f45289ca3ac triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:26.512812 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9ec210ae-26e6-476c-b81b-8bf042d84997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:26.694471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:26.714589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7815d2-7b2a-4105-bd91-cf410e59d736 req-f53df548-d5db-42a5-a2f0-a982b92f7a8e tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:26.725631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db7815d2-7b2a-4105-bd91-cf410e59d736 req-f53df548-d5db-42a5-a2f0-a982b92f7a8e tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 944 time: 0.5921385 Jan 28 20:34:26.781902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bdcab4c4-b1f4-49f1-8572-6124ae42f85d req-40ad9c35-0ad4-4b9d-aa26-a4d273022b1c tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 210 time: 0.0472846 Jan 28 20:34:26.828583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db7815d2-7b2a-4105-bd91-cf410e59d736 req-4da3dbba-aac4-47c5-9286-aec4f11b9d3e tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953135 Jan 28 20:34:26.843568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting port 7dda3bb8-482f-4ea3-b674-8d1df6456cc2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:26.844339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:26.887727 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:26.931524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] For port 7dda3bb8-482f-4ea3-b674-8d1df6456cc2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7dda3bb8-482f-4ea3-b674-8d1df6456cc2,segment=NetworkSegment(2772a464-9bc0-4b8f-acd2-6f4817e76334),segment_id=2772a464-9bc0-4b8f-acd2-6f4817e76334)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:26.931749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:26.966947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Calling delete_port for 7dda3bb8-482f-4ea3-b674-8d1df6456cc2 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:26.976491 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9ec210ae-26e6-476c-b81b-8bf042d84997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.060558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port f02e272c-46c1-4778-a7ef-2f45289ca3ac, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f02e272c-46c1-4778-a7ef-2f45289ca3ac,segment=NetworkSegment(328740a8-828c-4667-ae3a-22916a6e4214),segment_id=328740a8-828c-4667-ae3a-22916a6e4214)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:27.079422 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.097015 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.141973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Port': ['ID=7dda3bb8-482f-4ea3-b674-8d1df6456cc2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:27.173789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No DVR routers for this DVR port 7dda3bb8-482f-4ea3-b674-8d1df6456cc2 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:27.243482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d483e1-df2d-4f18-a34a-085fde2afece req-c9e70061-e7e7-44ef-bdbb-2cd912c9ac2c tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:27.249590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30d483e1-df2d-4f18-a34a-085fde2afece req-c9e70061-e7e7-44ef-bdbb-2cd912c9ac2c tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 944 time: 0.1457915 Jan 28 20:34:27.276833 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-9ec210ae-26e6-476c-b81b-8bf042d84997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:34:27.288778 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-9ec210ae-26e6-476c-b81b-8bf042d84997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:34:27.290864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 936e2319-f6b7-4198-894d-f6302c23d144 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:27.410882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=f02e272c-46c1-4778-a7ef-2f45289ca3ac,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:27.411122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30d483e1-df2d-4f18-a34a-085fde2afece req-6600b11b-4aef-428f-b280-571905bfdf3e tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544309 Jan 28 20:34:27.426904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8a129b0b-f457-4fd1-bfd0-b115f750e063 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:34:27.454048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a1c12-3d98-41af-8125-a9aaefc08efa None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:34:27.485242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.502818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 936e2319-f6b7-4198-894d-f6302c23d144 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:34:27.532718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 936e2319-f6b7-4198-894d-f6302c23d144 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:27.533149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.550085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f194a9a8-ef7d-406e-ab38-ee5803d6a642']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:27.566021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2772a464-9bc0-4b8f-acd2-6f4817e76334') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:27.566485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2772a464-9bc0-4b8f-acd2-6f4817e76334') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:27.584314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.607765 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.633196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:27.633949 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:27.637325 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:27.730463 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.755558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:27.771524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/f194a9a8-ef7d-406e-ab38-ee5803d6a642 HTTP/1.1" status: 204 len: 168 time: 3.5463398 Jan 28 20:34:27.772596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185823c-e8f8-4d04-b87d-7e93bef5c97b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=f194a9a8-ef7d-406e-ab38-ee5803d6a642,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:27.776683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49640) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:27.797013 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:34:27.804924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095814652'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:27.868332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:27.874686 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.065583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8a129b0b-f457-4fd1-bfd0-b115f750e063, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8a129b0b-f457-4fd1-bfd0-b115f750e063,segment=NetworkSegment(31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f),segment_id=31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:28.077673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-bce7e8ec-dc44-4fbb-baa3-4d9a006b7d89 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:28.077673 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-bce7e8ec-dc44-4fbb-baa3-4d9a006b7d89 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.13 "GET /v2.0/networks?id=6fc8a970-746e-43ab-9a43-60fb29df5edf HTTP/1.1" status: 200 len: 818 time: 0.1689167 Jan 28 20:34:28.090185 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '8a129b0b-f457-4fd1-bfd0-b115f750e063', 'network_id': 'd3fb852d-6436-4451-ade5-fe963ccdcb3e', 'port_id': '8a129b0b-f457-4fd1-bfd0-b115f750e063', 'mac_address': 'fa:16:3e:80:d7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243d9828-f77f-4456-b6fb-3aeac524c4fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:34:28.091993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88a1c12-3d98-41af-8125-a9aaefc08efa None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:34:28.097191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f02e272c-46c1-4778-a7ef-2f45289ca3ac up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:28.099517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:28.112670 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.113037 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment e3b0e10d-1382-4673-8379-a8e498108156 of type vlan for network c596a135-4676-4747-bf24-ec61fae041f6 Jan 28 20:34:28.159447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5b609ef-94dd-446c-85a4-5deb7685faed req-3864ccb3-ff79-480b-abe5-e136d4416981 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 210 time: 0.1783555 Jan 28 20:34:28.196715 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.217726 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.223843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6b270-1271-41ad-8060-24ef3038cb34 req-0c577910-355a-4036-8744-396beba19698 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:28.227115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9dc6b270-1271-41ad-8060-24ef3038cb34 req-0c577910-355a-4036-8744-396beba19698 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 944 time: 0.2348104 Jan 28 20:34:28.235719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4de0d8f8-fd11-4dd1-9e21-56056bb3c013 None None] Provisioning complete for port f02e272c-46c1-4778-a7ef-2f45289ca3ac triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:28.236431 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4de0d8f8-fd11-4dd1-9e21-56056bb3c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.248100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Request body: {'port': {'device_id': '125ed02e-ee4f-4b3e-be31-0c043f334108', 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf', 'admin_state_up': True, 'tenant_id': '5c8bd4e514fe4533ae0740109d73d383'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:28.278151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a129b0b-f457-4fd1-bfd0-b115f750e063 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:28.309483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f02e272c-46c1-4778-a7ef-2f45289ca3ac triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:28.309868 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.312105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9dc6b270-1271-41ad-8060-24ef3038cb34 req-c910df3e-6a58-4b21-a0ff-d60718057986 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Jan 28 20:34:28.381639 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.389834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:28.390501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.437433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8a129b0b-f457-4fd1-bfd0-b115f750e063, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8a129b0b-f457-4fd1-bfd0-b115f750e063,segment=NetworkSegment(31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f),segment_id=31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:28.506851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=c596a135-4676-4747-bf24-ec61fae041f6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:28.519411 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-493fcc2a-4d6b-46e4-90f7-ac5652ddcf76 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7414291 Jan 28 20:34:28.522469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49712) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:28.532489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'c596a135-4676-4747-bf24-ec61fae041f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:28.563766 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.748313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Made reservation on behalf of 5c8bd4e514fe4533ae0740109d73d383 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:28.750600 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.759650 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:28.768653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c596a135-4676-4747-bf24-ec61fae041f6 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:28.857957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-730ec238-5370-42dc-a19d-61d08d85be3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:28.859505 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-730ec238-5370-42dc-a19d-61d08d85be3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.26 "GET /v2.0/networks?id=6fc8a970-746e-43ab-9a43-60fb29df5edf HTTP/1.1" status: 200 len: 818 time: 0.4959636 Jan 28 20:34:28.922058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852f976-43a2-4642-985c-cbdc782f6d36 req-fedacadf-3e2b-4ec6-a43a-377b6edd9600 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:28.927959 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c852f976-43a2-4642-985c-cbdc782f6d36 req-fedacadf-3e2b-4ec6-a43a-377b6edd9600 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 945 time: 0.3659482 Jan 28 20:34:28.993064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-08d72e8f-1a70-4a78-86be-cd0b2eb27e98 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:28.997689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-08d72e8f-1a70-4a78-86be-cd0b2eb27e98 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.13 "GET /v2.0/networks?id=6fc8a970-746e-43ab-9a43-60fb29df5edf HTTP/1.1" status: 200 len: 818 time: 0.3209140 Jan 28 20:34:29.000639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Allocated IP 172.20.0.11 (6fc8a970-746e-43ab-9a43-60fb29df5edf/16668b75-afb5-4875-8c2c-e57d8f6f50ef/32ac5093-adbb-425b-90a9-a12ecc7fb3ed) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:29.023581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Request body: {'port': {'device_id': '26368e18-d9d3-4448-affb-1d78d5615fbd', 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf', 'admin_state_up': True, 'tenant_id': '5c8bd4e514fe4533ae0740109d73d383'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:29.037307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Request body: {'port': {'device_id': '50cf0551-0cba-4243-868f-2fc5e0294301', 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf', 'admin_state_up': True, 'tenant_id': '5c8bd4e514fe4533ae0740109d73d383'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:29.071614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2590ad-a16f-4f43-8dce-ca0616cffe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e2319-f6b7-4198-894d-f6302c23d144'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:29.075887 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ce6443-4927-4c40-9f4c-908272a30a8c" -d '{"events": [{"server_uuid": "ca2590ad-a16f-4f43-8dce-ca0616cffe87", "name": "network-vif-plugged", "status": "completed", "tag": "936e2319-f6b7-4198-894d-f6302c23d144"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:29.083297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8a129b0b-f457-4fd1-bfd0-b115f750e063'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:29.087344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:29.095696 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.142125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 936e2319-f6b7-4198-894d-f6302c23d144, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=936e2319-f6b7-4198-894d-f6302c23d144,segment=NetworkSegment(d759a3d2-6bf8-4400-843a-9c1abb61759d),segment_id=d759a3d2-6bf8-4400-843a-9c1abb61759d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:29.172847 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d575e-6055-48a1-bfbc-3bd24a5c482b x-openstack-request-id: req-654d575e-6055-48a1-bfbc-3bd24a5c482b {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:29.173131 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2590ad-a16f-4f43-8dce-ca0616cffe87", "name": "network-vif-plugged", "status": "completed", "tag": "936e2319-f6b7-4198-894d-f6302c23d144", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:29.173384 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-654d575e-6055-48a1-bfbc-3bd24a5c482b {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:29.173772 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2590ad-a16f-4f43-8dce-ca0616cffe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e2319-f6b7-4198-894d-f6302c23d144', 'code': 200} Jan 28 20:34:29.179028 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.212063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c852f976-43a2-4642-985c-cbdc782f6d36 req-c5f771fa-7515-4190-9ca2-64c68a854c0f tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121902 Jan 28 20:34:29.273787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8a129b0b-f457-4fd1-bfd0-b115f750e063,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:29.351836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49750) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:29.401760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Made reservation on behalf of 5c8bd4e514fe4533ae0740109d73d383 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:29.406043 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.438654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f2029-2369-4b49-8ef1-a16d50d032c6 req-58e52de3-9893-4be8-8c6d-3b3620950bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:29.440498 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b22f2029-2369-4b49-8ef1-a16d50d032c6 req-58e52de3-9893-4be8-8c6d-3b3620950bad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 1096 time: 0.1970394 Jan 28 20:34:29.469562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=936e2319-f6b7-4198-894d-f6302c23d144,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:29.525241 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b22f2029-2369-4b49-8ef1-a16d50d032c6 req-870af829-d87e-44cd-b146-ad570261fb13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Jan 28 20:34:29.532249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.539399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96fa39a0-1b82-42cd-acad-a6519b462e26 req-d54840b1-cebd-498c-bb2f-e41010b86981 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 210 time: 0.2049193 Jan 28 20:34:29.598983 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ca97c19a-49b4-4534-bc7d-051aa84a1b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.605866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Made reservation on behalf of 5c8bd4e514fe4533ae0740109d73d383 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:29.611108 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.636131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179b1a7-1871-493e-985a-c3611a1613e4 req-5d4ec96a-de88-46b9-aef0-4eedb6a3ce3b tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:29.640286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c179b1a7-1871-493e-985a-c3611a1613e4 req-5d4ec96a-de88-46b9-aef0-4eedb6a3ce3b tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 945 time: 0.1530337 Jan 28 20:34:29.691366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.794181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c179b1a7-1871-493e-985a-c3611a1613e4 req-eb5a5edf-874d-4ee0-b129-4da2807258f0 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482804 Jan 28 20:34:29.804038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Network 6fc8a970-746e-43ab-9a43-60fb29df5edf is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:29.814385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:29.829401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:29.836332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Pushing event updated for resources: {'Port': ['ID=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:29.859490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Allocated IP 172.20.0.6 (6fc8a970-746e-43ab-9a43-60fb29df5edf/16668b75-afb5-4875-8c2c-e57d8f6f50ef/8ed45b52-4d00-4bb5-838e-9e9a3ff675dc) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:29.925070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.950275 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ca97c19a-49b4-4534-bc7d-051aa84a1b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.974676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:29.975700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:29.979990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ca97c19a-49b4-4534-bc7d-051aa84a1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.024665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': 'e3b0e10d-1382-4673-8379-a8e498108156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c596a135-4676-4747-bf24-ec61fae041f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:30.025037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: c596a135-4676-4747-bf24-ec61fae041f6, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:30.027819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=3222e37d-1331-43b0-a56b-1aae63e5657d,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:30.056146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network c596a135-4676-4747-bf24-ec61fae041f6 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:30.067977 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d3a3e483-699b-4fc6-9c6e-73c844002672 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8262582 Jan 28 20:34:30.071568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, c596a135-4676-4747-bf24-ec61fae041f6) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:30.076290 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ca97c19a-49b4-4534-bc7d-051aa84a1b5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d08a053b5264b63888a90a06a845bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173977 Jan 28 20:34:30.077496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49786) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:30.077695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97c19a-49b4-4534-bc7d-051aa84a1b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c54f7fc-549d-4ae6-b378-41262ab8a7ad,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:30.086298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd67ae77-d95c-4a72-8fa7-37024b4c84fb None None] Network c596a135-4676-4747-bf24-ec61fae041f6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:30.094411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Request body: {'port': {'device_id': '125ed02e-ee4f-4b3e-be31-0c043f334108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:30.105436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:30.106828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.145774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5354e594-5f4a-42e5-b3a1-ed128edac3e7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6215749 Jan 28 20:34:30.146407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49792) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:30.222423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.300972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.324723 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8518a194-bac4-49e1-9e3b-9fb5e20b2ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.366873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-c596a135-4676-4747-bf24-ec61fae041f6', 'network_id': 'c596a135-4676-4747-bf24-ec61fae041f6', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': '3222e37d-1331-43b0-a56b-1aae63e5657d'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:30.368655 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.470572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.485760 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.497926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8518a194-bac4-49e1-9e3b-9fb5e20b2ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.553815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Network 6fc8a970-746e-43ab-9a43-60fb29df5edf is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:30.559094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:30.565619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:30.684095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Pushing event updated for resources: {'Port': ['ID=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:30.707303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:30.708135 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.740980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Allocated IP 2001:db8::1 (c596a135-4676-4747-bf24-ec61fae041f6/3222e37d-1331-43b0-a56b-1aae63e5657d/38fa137d-641a-4984-be8a-aae07da195dc) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:30.746685 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-9ea983ec-7ee6-4350-88f9-9eed6775ae3e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7155902 Jan 28 20:34:30.761562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Request body: {'port': {'device_id': '50cf0551-0cba-4243-868f-2fc5e0294301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:30.769361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb737daf-54bc-4b53-8b25-4ce0c76ef778 req-96b89546-181f-4ef6-8ab8-d0f7be1a2fd6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 210 time: 0.0971279 Jan 28 20:34:30.776284 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8518a194-bac4-49e1-9e3b-9fb5e20b2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.780386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8518a194-bac4-49e1-9e3b-9fb5e20b2ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.781586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8518a194-bac4-49e1-9e3b-9fb5e20b2ffa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c54f7fc-549d-4ae6-b378-41262ab8a7ad HTTP/1.1" status: 204 len: 168 time: 0.6966546 Jan 28 20:34:30.845155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Allocated IP 172.20.0.7 (6fc8a970-746e-43ab-9a43-60fb29df5edf/16668b75-afb5-4875-8c2c-e57d8f6f50ef/be53940a-2ad1-44af-a234-6d0ac2a05900) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:30.850432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518a194-bac4-49e1-9e3b-9fb5e20b2ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c54f7fc-549d-4ae6-b378-41262ab8a7ad,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:30.869359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.885724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:30.906655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1aaa-f66f-4d53-8e48-cb875da26d63 req-d14a960d-5455-4476-be79-6abc836819ca tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:30.908324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ffd1aaa-f66f-4d53-8e48-cb875da26d63 req-d14a960d-5455-4476-be79-6abc836819ca tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 945 time: 0.1823070 Jan 28 20:34:31.148469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ffd1aaa-f66f-4d53-8e48-cb875da26d63 req-a14cf8e2-c4fc-4938-8753-09367d6c5fc3 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997614 Jan 28 20:34:31.167700 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.175228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0f4da-15e3-4386-a712-a9f340623e2c req-74522715-a99b-41b0-8b45-9a5735ad4300 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:31.176312 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.183633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eed0f4da-15e3-4386-a712-a9f340623e2c req-74522715-a99b-41b0-8b45-9a5735ad4300 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 945 time: 0.2016251 Jan 28 20:34:31.242697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.249671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Network c596a135-4676-4747-bf24-ec61fae041f6 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:31.253780 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:31.263516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:31.313656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eed0f4da-15e3-4386-a712-a9f340623e2c req-d4799e76-6818-4e36-9872-f0e06c337958 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252673 Jan 28 20:34:31.323470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Pushing event updated for resources: {'Port': ['ID=38fa137d-641a-4984-be8a-aae07da195dc,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:31.325036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=3222e37d-1331-43b0-a56b-1aae63e5657d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:31.332957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.354826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49848) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:31.355662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Attempting to bind port 38fa137d-641a-4984-be8a-aae07da195dc on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:31.356134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Attempting to bind port 38fa137d-641a-4984-be8a-aae07da195dc by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e3b0e10d-1382-4673-8379-a8e498108156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c596a135-4676-4747-bf24-ec61fae041f6'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:31.357211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Attempting to bind port 38fa137d-641a-4984-be8a-aae07da195dc on network c596a135-4676-4747-bf24-ec61fae041f6 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:31.375013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bb8f364e-3192-4723-99e1-251468cc8487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.379833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:31.381130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Checking segment: {'id': 'e3b0e10d-1382-4673-8379-a8e498108156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c596a135-4676-4747-bf24-ec61fae041f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:31.381734 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.383335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Bound using segment: {'id': 'e3b0e10d-1382-4673-8379-a8e498108156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c596a135-4676-4747-bf24-ec61fae041f6'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:31.398883 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Bound port: 38fa137d-641a-4984-be8a-aae07da195dc, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b0e10d-1382-4673-8379-a8e498108156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c596a135-4676-4747-bf24-ec61fae041f6'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:31.399721 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.424802 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.472150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c596a135-4676-4747-bf24-ec61fae041f6']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:31.487420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49854) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:31.493828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b0e10d-1382-4673-8379-a8e498108156') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:31.494130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b0e10d-1382-4673-8379-a8e498108156') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:31.496664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bb8f364e-3192-4723-99e1-251468cc8487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.512525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bb8f364e-3192-4723-99e1-251468cc8487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.524036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.527792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.529623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] For port 38fa137d-641a-4984-be8a-aae07da195dc, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:31.535257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] For port 38fa137d-641a-4984-be8a-aae07da195dc, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=38fa137d-641a-4984-be8a-aae07da195dc,segment=NetworkSegment(e3b0e10d-1382-4673-8379-a8e498108156),segment_id=e3b0e10d-1382-4673-8379-a8e498108156)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:31.538543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8a129b0b-f457-4fd1-bfd0-b115f750e063 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:31.544847 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.602105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Network 6fc8a970-746e-43ab-9a43-60fb29df5edf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:31.613358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Pushing event updated for resources: {'Port': ['ID=be53940a-2ad1-44af-a234-6d0ac2a05900,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:31.618474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:31.628375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:31.643020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bb8f364e-3192-4723-99e1-251468cc8487 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1556af4bbb2458794b0b7ebadb348fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870572 Jan 28 20:34:31.652715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49860) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:31.660381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a53b42-e835-4167-aeb7-d54b26d70944 None None] Pushing event updated for resources: {'Port': ['ID=38fa137d-641a-4984-be8a-aae07da195dc,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:31.672539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.684059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f364e-3192-4723-99e1-251468cc8487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ecca45-3d42-4811-aa24-c42cd0428fc2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:31.689164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:31.689587 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:31.693424 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:31.780482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 8a129b0b-f457-4fd1-bfd0-b115f750e063 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:34:31.786216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 8a129b0b-f457-4fd1-bfd0-b115f750e063 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:31.786795 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.811876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:31.813053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f879d1-e928-4185-a6c3-cd3af38d87aa None None] Network c596a135-4676-4747-bf24-ec61fae041f6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:31.813462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.875191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-966b7d51-99bd-40fc-81bd-db75a683e436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.986695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.990418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-966b7d51-99bd-40fc-81bd-db75a683e436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:31.996722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.api [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:34:31.996722 n-d-825064-3 neutron-server[102307]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:34:31.996722 n-d-825064-3 neutron-server[102307]: [parameters: {'id': 'c596a135-4676-4747-bf24-ec61fae041f6'}] Jan 28 20:34:31.996722 n-d-825064-3 neutron-server[102307]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:34:31.998325 n-d-825064-3 neutron-server[102307]: DEBUG oslo_db.api [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:34:32.016515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f39affc7-9de4-4638-ba1e-52ecd7c48573 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0025482 Jan 28 20:34:32.017674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788f7872-1922-4ff5-a0c1-c4fd27a97741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a129b0b-f457-4fd1-bfd0-b115f750e063'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:32.018047 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-966b7d51-99bd-40fc-81bd-db75a683e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.020812 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bc6928-1bb6-416b-9328-e592252a0b89" -d '{"events": [{"server_uuid": "788f7872-1922-4ff5-a0c1-c4fd27a97741", "name": "network-vif-plugged", "status": "completed", "tag": "8a129b0b-f457-4fd1-bfd0-b115f750e063"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:32.028249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797ee70-8f9f-4b5a-81e8-60d0974162d3 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:34:32.056601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8a129b0b-f457-4fd1-bfd0-b115f750e063, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8a129b0b-f457-4fd1-bfd0-b115f750e063,segment=NetworkSegment(31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f),segment_id=31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:32.061107 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Request body: {'port': {'device_id': '26368e18-d9d3-4448-affb-1d78d5615fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:32.065627 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.086146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78fd6401-94e8-4378-a89a-d890a7a77e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.134190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3972d-0c73-4e38-bd5f-fe02d52daba9 req-c722adb0-d09c-47bc-b0e2-d463f223b17c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:32.136453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80d3972d-0c73-4e38-bd5f-fe02d52daba9 req-c722adb0-d09c-47bc-b0e2-d463f223b17c tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 945 time: 0.3804796 Jan 28 20:34:32.138825 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78fd6401-94e8-4378-a89a-d890a7a77e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.149225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ac5093-adbb-425b-90a9-a12ecc7fb3ed {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:32.150128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-966b7d51-99bd-40fc-81bd-db75a683e436 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0439d80fcdc64cc183fcd7fa1f982f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616297 Jan 28 20:34:32.156619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49866) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:32.175527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.179006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8a129b0b-f457-4fd1-bfd0-b115f750e063,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:32.203602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797ee70-8f9f-4b5a-81e8-60d0974162d3 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:34:32.226023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b7d51-99bd-40fc-81bd-db75a683e436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f7b529-4f49-48bb-941b-7ef2c706f744,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:32.232066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Transition to ACTIVE for port object 32ac5093-adbb-425b-90a9-a12ecc7fb3ed will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:34:32.254458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301069c-62e0-474f-a07f-19b93e95d102 req-c7741a30-988f-45aa-a6b2-a6761b65e739 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:32.263025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a301069c-62e0-474f-a07f-19b93e95d102 req-c7741a30-988f-45aa-a6b2-a6761b65e739 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 931 time: 0.2685905 Jan 28 20:34:32.277784 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.283701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.331987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80d3972d-0c73-4e38-bd5f-fe02d52daba9 req-2abbf2e4-4e75-45d2-bd7d-f558c7996d70 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758847 Jan 28 20:34:32.394599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f2a5-93f7-42c6-8323-fd9a69519bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.396652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78fd6401-94e8-4378-a89a-d890a7a77e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.398225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a301069c-62e0-474f-a07f-19b93e95d102 req-cf7d28c2-abcd-46d4-9691-d1373ee66b07 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345952 Jan 28 20:34:32.399070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78fd6401-94e8-4378-a89a-d890a7a77e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.403227 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-78fd6401-94e8-4378-a89a-d890a7a77e03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6ecca45-3d42-4811-aa24-c42cd0428fc2 HTTP/1.1" status: 204 len: 168 time: 0.7461774 Jan 28 20:34:32.407537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Pushing event updated for resources: {'Port': ['ID=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:32.430026 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531e3273-c951-405b-9b2e-56e408c49395 x-openstack-request-id: req-531e3273-c951-405b-9b2e-56e408c49395 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:32.430787 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788f7872-1922-4ff5-a0c1-c4fd27a97741", "name": "network-vif-plugged", "status": "completed", "tag": "8a129b0b-f457-4fd1-bfd0-b115f750e063", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:32.431247 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-531e3273-c951-405b-9b2e-56e408c49395 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:32.432098 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788f7872-1922-4ff5-a0c1-c4fd27a97741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a129b0b-f457-4fd1-bfd0-b115f750e063', 'code': 200} Jan 28 20:34:32.497888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd6401-94e8-4378-a89a-d890a7a77e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ecca45-3d42-4811-aa24-c42cd0428fc2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:32.521399 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f2a5-93f7-42c6-8323-fd9a69519bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.546744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.652266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Attempting to bind port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:32.652266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Attempting to bind port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:32.652983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Attempting to bind port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed on network 6fc8a970-746e-43ab-9a43-60fb29df5edf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:32.668890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed on network 6fc8a970-746e-43ab-9a43-60fb29df5edf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:32.669231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Attempting to bind port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed on network 6fc8a970-746e-43ab-9a43-60fb29df5edf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:32.678147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:32.684079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:32.684468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Checking segment: {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:32.684954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Bound using segment: {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:32.685341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Bound port: 32ac5093-adbb-425b-90a9-a12ecc7fb3ed, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:32.685730 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.687708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f2a5-93f7-42c6-8323-fd9a69519bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.690471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ef1f2a5-93f7-42c6-8323-fd9a69519bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.692265 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4ef1f2a5-93f7-42c6-8323-fd9a69519bab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06f7b529-4f49-48bb-941b-7ef2c706f744 HTTP/1.1" status: 204 len: 168 time: 0.5346920 Jan 28 20:34:32.698625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202da31-547f-4b9d-bcda-d0160c0d38b4 req-23133e3a-d564-4b8f-a255-5e4eab6a0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:32.700122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4202da31-547f-4b9d-bcda-d0160c0d38b4 req-23133e3a-d564-4b8f-a255-5e4eab6a0528 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 1097 time: 0.1512008 Jan 28 20:34:32.708871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9732979-bf56-43fd-9799-1efa5f5161b6 req-0f821ef6-f55c-4e5b-8dc3-d658cc840453 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:32.710874 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9732979-bf56-43fd-9799-1efa5f5161b6 req-0f821ef6-f55c-4e5b-8dc3-d658cc840453 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 946 time: 0.1603644 Jan 28 20:34:32.711259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.731960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1f2a5-93f7-42c6-8323-fd9a69519bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f7b529-4f49-48bb-941b-7ef2c706f744,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:32.763470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Transition to ACTIVE for port object 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:34:32.822019 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] For port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:32.826332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] For port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:32.829267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.842131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting port 38fa137d-641a-4984-be8a-aae07da195dc {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:32.842491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.868428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.868789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4202da31-547f-4b9d-bcda-d0160c0d38b4 req-1494fc6d-ddeb-4066-b5ad-1b1053262abd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428885 Jan 28 20:34:32.930339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9732979-bf56-43fd-9799-1efa5f5161b6 req-2530ce5a-bae7-4ea0-a61d-b45d50924563 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950195 Jan 28 20:34:32.942687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:32.944000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:32.946898 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] 10.222.0.13 "PUT /v2.0/ports/32ac5093-adbb-425b-90a9-a12ecc7fb3ed HTTP/1.1" status: 200 len: 1092 time: 2.8665950 Jan 28 20:34:32.953143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125ed02e-ee4f-4b3e-be31-0c043f334108', 'tag': '32ac5093-adbb-425b-90a9-a12ecc7fb3ed'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:32.958364 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a500bc99-efc0-44c8-b978-4ccbe8cf746c" -d '{"events": [{"name": "network-changed", "server_uuid": "125ed02e-ee4f-4b3e-be31-0c043f334108", "tag": "32ac5093-adbb-425b-90a9-a12ecc7fb3ed"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:32.988233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] For port 38fa137d-641a-4984-be8a-aae07da195dc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=38fa137d-641a-4984-be8a-aae07da195dc,segment=NetworkSegment(e3b0e10d-1382-4673-8379-a8e498108156),segment_id=e3b0e10d-1382-4673-8379-a8e498108156)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:32.988636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.010290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Calling delete_port for 38fa137d-641a-4984-be8a-aae07da195dc owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:33.074119 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58710f78-e246-4ebb-8abc-a4104e68baf3 x-openstack-request-id: req-58710f78-e246-4ebb-8abc-a4104e68baf3 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:33.074723 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125ed02e-ee4f-4b3e-be31-0c043f334108", "tag": "32ac5093-adbb-425b-90a9-a12ecc7fb3ed", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:33.075287 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58710f78-e246-4ebb-8abc-a4104e68baf3 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:33.075680 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125ed02e-ee4f-4b3e-be31-0c043f334108', 'tag': '32ac5093-adbb-425b-90a9-a12ecc7fb3ed', 'status': 'completed', 'code': 200} Jan 28 20:34:33.111729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:33.112989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be53940a-2ad1-44af-a234-6d0ac2a05900 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:33.133984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.168886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Transition to ACTIVE for port object be53940a-2ad1-44af-a234-6d0ac2a05900 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:34:33.174173 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.225114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.237890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-61a4ab43-3c13-48aa-88bb-29f8de614462 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:33.239422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-61a4ab43-3c13-48aa-88bb-29f8de614462 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 945 time: 0.3255534 Jan 28 20:34:33.249616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-6fb9bdf6-332b-4202-a019-1c177ad42782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:33.251347 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-6fb9bdf6-332b-4202-a019-1c177ad42782 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8bd4e514fe4533ae0740109d73d383&device_id=125ed02e-ee4f-4b3e-be31-0c043f334108 HTTP/1.1" status: 200 len: 1095 time: 0.2327158 Jan 28 20:34:33.273185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Pushing event updated for resources: {'Port': ['ID=be53940a-2ad1-44af-a234-6d0ac2a05900,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:33.281788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58544a-e460-4031-95b0-7a50f3e08935 service neutron] Pushing event updated for resources: {'Port': ['ID=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:33.301114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No DVR routers for this DVR port 38fa137d-641a-4984-be8a-aae07da195dc on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:33.346089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Attempting to bind port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:33.346434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Attempting to bind port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:33.346778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Attempting to bind port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc on network 6fc8a970-746e-43ab-9a43-60fb29df5edf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:33.353087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-3310a76d-6527-4782-aab3-fbef5405e3ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32ac5093-adbb-425b-90a9-a12ecc7fb3ed HTTP/1.1" status: 200 len: 217 time: 0.0866029 Jan 28 20:34:33.361483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Port': ['ID=38fa137d-641a-4984-be8a-aae07da195dc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:33.365757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc on network 6fc8a970-746e-43ab-9a43-60fb29df5edf not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:33.366413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Attempting to bind port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc on network 6fc8a970-746e-43ab-9a43-60fb29df5edf {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:33.434369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:33.435150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Checking segment: {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:33.436081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Bound using segment: {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:33.437062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Bound port: 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:33.437709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.512116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-240f09eb-c0aa-49fb-96be-e47d41ff4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:33.514139 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-240f09eb-c0aa-49fb-96be-e47d41ff4a96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16668b75-afb5-4875-8c2c-e57d8f6f50ef HTTP/1.1" status: 200 len: 858 time: 0.1539853 Jan 28 20:34:33.573995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-2f8fe044-4f91-40c5-987c-45c974fc6f35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fc8a970-746e-43ab-9a43-60fb29df5edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460038 Jan 28 20:34:33.611602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] For port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:33.612672 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.623834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Deleting port 936e2319-f6b7-4198-894d-f6302c23d144 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:33.624213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.667369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c596a135-4676-4747-bf24-ec61fae041f6']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:33.667736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] For port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:33.672466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Attempting to bind port be53940a-2ad1-44af-a234-6d0ac2a05900 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:33.672906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Attempting to bind port be53940a-2ad1-44af-a234-6d0ac2a05900 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:33.673470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Attempting to bind port be53940a-2ad1-44af-a234-6d0ac2a05900 on network 6fc8a970-746e-43ab-9a43-60fb29df5edf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:33.700144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b0e10d-1382-4673-8379-a8e498108156') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:33.700619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b0e10d-1382-4673-8379-a8e498108156') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:33.713931 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.715909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Port be53940a-2ad1-44af-a234-6d0ac2a05900 on network 6fc8a970-746e-43ab-9a43-60fb29df5edf not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:33.716474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Attempting to bind port be53940a-2ad1-44af-a234-6d0ac2a05900 on network 6fc8a970-746e-43ab-9a43-60fb29df5edf {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:33.731612 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.746999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:33.747392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Checking segment: {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:33.747720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Bound using segment: {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:33.748168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Bound port: be53940a-2ad1-44af-a234-6d0ac2a05900, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f63da8c-dc6b-43b7-a125-8103cc921e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:33.748626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.758592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbb55c-1b17-462e-9279-5a6ff6a10759 req-c6974f82-685d-474f-b8f8-1423b457a8b5 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:33.769527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fcbb55c-1b17-462e-9279-5a6ff6a10759 req-c6974f82-685d-474f-b8f8-1423b457a8b5 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 945 time: 0.2919395 Jan 28 20:34:33.803968 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.807240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:33.807919 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.809398 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ed45b52-4d00-4bb5-838e-9e9a3ff675dc HTTP/1.1" status: 200 len: 1091 time: 3.0545993 Jan 28 20:34:33.843662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752d0bf-fafd-40f7-b626-961a39e5e807 req-210f1518-f47f-4196-863b-7ba61a8aa8ee tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:33.845415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e752d0bf-fafd-40f7-b626-961a39e5e807 req-210f1518-f47f-4196-863b-7ba61a8aa8ee tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 943 time: 0.2896492 Jan 28 20:34:33.846959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65b034-8811-400a-9712-01aa9d2e6867 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:33.854441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:33.854862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:33.856638 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-c9420722-a0a4-4222-a120-cbc01eaa66d7 service neutron] 10.222.0.13 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746062 Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:33.858123 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:33.977872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] For port 936e2319-f6b7-4198-894d-f6302c23d144, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=936e2319-f6b7-4198-894d-f6302c23d144,segment=NetworkSegment(d759a3d2-6bf8-4400-843a-9c1abb61759d),segment_id=d759a3d2-6bf8-4400-843a-9c1abb61759d)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:33.978197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.000112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fcbb55c-1b17-462e-9279-5a6ff6a10759 req-58af5491-d2ee-4872-8323-afc857a37122 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/security-groups?id=52027091-d8f2-4f59-a32e-487fbc64dd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294734 Jan 28 20:34:34.015932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Calling delete_port for 936e2319-f6b7-4198-894d-f6302c23d144 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:34.024739 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.062201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.069771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/c596a135-4676-4747-bf24-ec61fae041f6 HTTP/1.1" status: 204 len: 168 time: 3.9157662 Jan 28 20:34:34.082622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49924) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:34.089583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e752d0bf-fafd-40f7-b626-961a39e5e807 req-90c94ec7-b372-4c04-b09c-f2d94473cbb6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168195 Jan 28 20:34:34.093313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160989775'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:34.098491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250d6a2-904b-43ac-83bb-dc6e8152c17e tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=c596a135-4676-4747-bf24-ec61fae041f6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:34.103589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] For port be53940a-2ad1-44af-a234-6d0ac2a05900, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:34.108383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] For port be53940a-2ad1-44af-a234-6d0ac2a05900, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=be53940a-2ad1-44af-a234-6d0ac2a05900,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:34.122800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.230932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f3866c91-fa18-4b98-8f29-f368e6a22868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.233459 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-f3866c91-fa18-4b98-8f29-f368e6a22868 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c8bd4e514fe4533ae0740109d73d383&device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 1094 time: 0.3480468 Jan 28 20:34:34.256967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:34.258327 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-1a199ec4-6305-429c-895a-7a6bd82ea2ca service neutron] 10.222.0.13 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888965 Jan 28 20:34:34.262638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.293285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.294446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.296391 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] 10.222.0.13 "PUT /v2.0/ports/be53940a-2ad1-44af-a234-6d0ac2a05900 HTTP/1.1" status: 200 len: 1091 time: 2.2653708 Jan 28 20:34:34.296874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26368e18-d9d3-4448-affb-1d78d5615fbd', 'tag': 'be53940a-2ad1-44af-a234-6d0ac2a05900'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:34.299422 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebe8e57-ee81-4548-acb3-3b73f30581df" -d '{"events": [{"name": "network-changed", "server_uuid": "26368e18-d9d3-4448-affb-1d78d5615fbd", "tag": "be53940a-2ad1-44af-a234-6d0ac2a05900"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:34.319345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:34.330920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.331276 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment 4fda0b83-010c-4f18-9a77-d0a5dc556701 of type vlan for network dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5 Jan 28 20:34:34.331418 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-0430b184-0f82-4a9b-8b64-792a55e9c5bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc HTTP/1.1" status: 200 len: 217 time: 0.0715270 Jan 28 20:34:34.410368 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a81f0d-b82c-4f2e-99d5-14a60e179d98 x-openstack-request-id: req-c2a81f0d-b82c-4f2e-99d5-14a60e179d98 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:34.411248 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26368e18-d9d3-4448-affb-1d78d5615fbd", "tag": "be53940a-2ad1-44af-a234-6d0ac2a05900", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:34.411248 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2a81f0d-b82c-4f2e-99d5-14a60e179d98 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:34.411639 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26368e18-d9d3-4448-affb-1d78d5615fbd', 'tag': 'be53940a-2ad1-44af-a234-6d0ac2a05900', 'status': 'completed', 'code': 200} Jan 28 20:34:34.433981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae86d29-418a-4e9c-9f82-3a4fd6b805eb service neutron] Pushing event updated for resources: {'Port': ['ID=be53940a-2ad1-44af-a234-6d0ac2a05900,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:34.445586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc322a8a-aa78-4c40-80f0-e4fd8e1508a1 req-0a805491-72d7-4ae4-a8ac-3a1e48adb2ad tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.453159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc322a8a-aa78-4c40-80f0-e4fd8e1508a1 req-0a805491-72d7-4ae4-a8ac-3a1e48adb2ad tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 946 time: 0.2824626 Jan 28 20:34:34.458138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.527615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc322a8a-aa78-4c40-80f0-e4fd8e1508a1 req-5a28d93f-139b-411a-89cd-c401ae4d11cc tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734992 Jan 28 20:34:34.536926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-4580bd31-b769-4833-ae91-c9550e2a503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.538691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-4580bd31-b769-4833-ae91-c9550e2a503e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8bd4e514fe4533ae0740109d73d383&device_id=125ed02e-ee4f-4b3e-be31-0c043f334108 HTTP/1.1" status: 200 len: 1095 time: 0.1942630 Jan 28 20:34:34.548190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-3d470ff0-eec3-4d33-9638-8365c1680514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.550725 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-3d470ff0-eec3-4d33-9638-8365c1680514 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16668b75-afb5-4875-8c2c-e57d8f6f50ef HTTP/1.1" status: 200 len: 858 time: 0.1973994 Jan 28 20:34:34.557404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.564448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.565271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.578248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-638d810e-b15e-4887-b3bb-c2a6d79dc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.582390 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-638d810e-b15e-4887-b3bb-c2a6d79dc6f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8bd4e514fe4533ae0740109d73d383&device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 1094 time: 0.2026956 Jan 28 20:34:34.625124 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-5a8f91da-207f-4294-b258-b7aa5326cd1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6fc8a970-746e-43ab-9a43-60fb29df5edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600982 Jan 28 20:34:34.635217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.647178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['936e2319-f6b7-4198-894d-f6302c23d144'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:34.750891 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-93faf3e7-d168-4df1-8521-905f2a2a2aaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be53940a-2ad1-44af-a234-6d0ac2a05900 HTTP/1.1" status: 200 len: 217 time: 0.1218872 Jan 28 20:34:34.819359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Pushing event deleted for resources: {'Port': ['ID=936e2319-f6b7-4198-894d-f6302c23d144,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:34.925398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] No DVR routers for this DVR port 936e2319-f6b7-4198-894d-f6302c23d144 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:34.936616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:34.944832 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.13 "DELETE /v2.0/ports/936e2319-f6b7-4198-894d-f6302c23d144 HTTP/1.1" status: 204 len: 173 time: 1.6900313 Jan 28 20:34:34.951997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d7f93201-2592-4cb6-a6dd-28eb251439c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:34.955069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-d7f93201-2592-4cb6-a6dd-28eb251439c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16668b75-afb5-4875-8c2c-e57d8f6f50ef HTTP/1.1" status: 200 len: 858 time: 0.1822662 Jan 28 20:34:34.989780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-e486cd02-b5ac-4d70-a3d1-5a1b1c714243 service neutron] 10.222.0.26 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572047 Jan 28 20:34:35.099549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cf0551-0cba-4243-868f-2fc5e0294301', 'tag': '8ed45b52-4d00-4bb5-838e-9e9a3ff675dc'}, {'server_uuid': 'ca2590ad-a16f-4f43-8dce-ca0616cffe87', 'name': 'network-vif-deleted', 'tag': '936e2319-f6b7-4198-894d-f6302c23d144'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:35.101611 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc3326d-0964-445f-836f-057f542f5796" -d '{"events": [{"name": "network-changed", "server_uuid": "50cf0551-0cba-4243-868f-2fc5e0294301", "tag": "8ed45b52-4d00-4bb5-838e-9e9a3ff675dc"}, {"server_uuid": "ca2590ad-a16f-4f43-8dce-ca0616cffe87", "name": "network-vif-deleted", "tag": "936e2319-f6b7-4198-894d-f6302c23d144"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:35.106693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0216920 Jan 28 20:34:35.106940 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-4233c703-fa3c-4428-916c-a3d1d0a26190 service neutron] 10.222.0.26 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976777 Jan 28 20:34:35.126221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49980) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:35.130532 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-4329d046-d960-4309-9a3a-0acf8653b614 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fc8a970-746e-43ab-9a43-60fb29df5edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584358 Jan 28 20:34:35.144621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:35.158364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fde4c8-944a-4a0b-8618-0f764456eb50 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:35.181934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:35.223443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-a7276700-0234-4cb6-b532-69696e98feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:35.233102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-a7276700-0234-4cb6-b532-69696e98feb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fc8a970-746e-43ab-9a43-60fb29df5edf HTTP/1.1" status: 200 len: 919 time: 0.6863472 Jan 28 20:34:35.247258 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e3079a-a7b3-41fa-a102-c9e305a7c588 x-openstack-request-id: req-a8e3079a-a7b3-41fa-a102-c9e305a7c588 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:35.247722 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cf0551-0cba-4243-868f-2fc5e0294301", "tag": "8ed45b52-4d00-4bb5-838e-9e9a3ff675dc", "status": "completed", "code": 200}, {"server_uuid": "ca2590ad-a16f-4f43-8dce-ca0616cffe87", "name": "network-vif-deleted", "tag": "936e2319-f6b7-4198-894d-f6302c23d144", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:35.248091 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8e3079a-a7b3-41fa-a102-c9e305a7c588 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:35.248680 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cf0551-0cba-4243-868f-2fc5e0294301', 'tag': '8ed45b52-4d00-4bb5-838e-9e9a3ff675dc', 'status': 'completed', 'code': 200} Jan 28 20:34:35.249037 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2590ad-a16f-4f43-8dce-ca0616cffe87', 'name': 'network-vif-deleted', 'tag': '936e2319-f6b7-4198-894d-f6302c23d144', 'status': 'completed', 'code': 200} Jan 28 20:34:35.304639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-723949d7-efa5-4326-b93c-71cb321bf148 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32ac5093-adbb-425b-90a9-a12ecc7fb3ed HTTP/1.1" status: 200 len: 217 time: 0.0620279 Jan 28 20:34:35.392067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea4658e0-db14-4616-b71c-8ba7e507c86e req-68e54e63-1913-4a0e-b74e-845437aecb62 tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2590ad-a16f-4f43-8dce-ca0616cffe87 HTTP/1.1" status: 200 len: 210 time: 0.0888321 Jan 28 20:34:35.445776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-c7e058d1-fd9b-4a4c-b620-2b6508fd61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:35.448528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-c7e058d1-fd9b-4a4c-b620-2b6508fd61cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16668b75-afb5-4875-8c2c-e57d8f6f50ef HTTP/1.1" status: 200 len: 858 time: 0.1283252 Jan 28 20:34:35.459112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1335a-d5c5-4803-a6d9-af45b5b741a6 req-27d33119-34fb-40ce-97ac-38a03411896f tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:35.472588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb1335a-d5c5-4803-a6d9-af45b5b741a6 req-27d33119-34fb-40ce-97ac-38a03411896f tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 943 time: 0.1719925 Jan 28 20:34:35.503247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3326d-0964-445f-836f-057f542f5796 req-8175799b-5246-42fb-833b-badde7977bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:35.515833 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cc3326d-0964-445f-836f-057f542f5796 req-8175799b-5246-42fb-833b-badde7977bdd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c8bd4e514fe4533ae0740109d73d383&device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 1094 time: 0.2641296 Jan 28 20:34:35.522639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-ae903628-1f60-4a5a-ba68-9961e23aabe8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fc8a970-746e-43ab-9a43-60fb29df5edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471237 Jan 28 20:34:35.562954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49990) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:35.612958 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-efe684e6-b7a2-4f6f-b133-803949666b43 service neutron] 10.222.0.13 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557886 Jan 28 20:34:35.629780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb1335a-d5c5-4803-a6d9-af45b5b741a6 req-b11bd2f5-435f-4c9b-929a-914266d76c8e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559527 Jan 28 20:34:35.707765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:35.711449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:35.771682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2067e-dad3-4407-945d-11f2fb006ff7 req-95026ee2-3795-4bd5-b8c8-375d4c55e820 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:35.780761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ea2067e-dad3-4407-945d-11f2fb006ff7 req-95026ee2-3795-4bd5-b8c8-375d4c55e820 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 946 time: 0.0905049 Jan 28 20:34:35.817814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3326d-0964-445f-836f-057f542f5796 req-67171199-974d-4e1f-9212-f730eccdf1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:35.819378 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cc3326d-0964-445f-836f-057f542f5796 req-67171199-974d-4e1f-9212-f730eccdf1c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6fc8a970-746e-43ab-9a43-60fb29df5edf HTTP/1.1" status: 200 len: 919 time: 0.3021059 Jan 28 20:34:35.826141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-4b3bc2a5-f389-46a1-9b76-24648bba311d service neutron] 10.222.0.13 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896843 Jan 28 20:34:35.860384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ea2067e-dad3-4407-945d-11f2fb006ff7 req-2bb194d3-0696-467d-9478-6cede1353305 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781503 Jan 28 20:34:35.920409 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f4ec3140-e8da-47a8-a2e4-1d6a96d12096 req-8c2bbe12-5cf6-497e-8337-b9a2f0cdfeaf service neutron] 10.222.0.13 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977533 Jan 28 20:34:35.924546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-357776cb-a72d-4387-91ae-04839cfeb70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:35.933634 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cc3326d-0964-445f-836f-057f542f5796 req-02126743-623d-4fd8-a408-8eadceea9da2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc HTTP/1.1" status: 200 len: 217 time: 0.0812831 Jan 28 20:34:35.999387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a500bc99-efc0-44c8-b978-4ccbe8cf746c req-9b16d533-476e-4a6c-9d1c-194bc9cdd400 service neutron] 10.222.0.13 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672494 Jan 28 20:34:36.102650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5293aa4-2ce3-40ea-8826-73152a6ce26b req-5d0186f1-cec9-4bbb-8a68-9effe2d09602 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:36.105592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5293aa4-2ce3-40ea-8826-73152a6ce26b req-5d0186f1-cec9-4bbb-8a68-9effe2d09602 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 946 time: 0.0605519 Jan 28 20:34:36.142764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3326d-0964-445f-836f-057f542f5796 req-6f75acd2-1909-4a22-b37b-1e29a48fda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:36.145360 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cc3326d-0964-445f-836f-057f542f5796 req-6f75acd2-1909-4a22-b37b-1e29a48fda96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=16668b75-afb5-4875-8c2c-e57d8f6f50ef HTTP/1.1" status: 200 len: 858 time: 0.2001987 Jan 28 20:34:36.151791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5293aa4-2ce3-40ea-8826-73152a6ce26b req-a4b248da-d676-4415-84a8-6bacceb6856a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388384 Jan 28 20:34:36.222384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-88e897f0-4de7-4a0f-b3df-27a1e1fbb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:36.223973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-88e897f0-4de7-4a0f-b3df-27a1e1fbb61f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c8bd4e514fe4533ae0740109d73d383&device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 1094 time: 0.2217577 Jan 28 20:34:36.232502 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cc3326d-0964-445f-836f-057f542f5796 req-4a23d9ce-de35-4cc5-845b-cfc012e43b21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6fc8a970-746e-43ab-9a43-60fb29df5edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574658 Jan 28 20:34:36.307347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50012) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:36.486986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50020) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:36.531539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:36.597761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0203e4-631f-40eb-8445-e41ca89e82e6 admin admin] Deleting subnet 6b617c8f-664e-4b08-81a9-f999be7edaae {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:36.608763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e0203e4-631f-40eb-8445-e41ca89e82e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:36.649874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb085-b5ad-41de-bdac-4836279b0aca req-50ed9751-fa5d-4107-9b9f-9ce9e790a2b0 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:36.652038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcedb085-b5ad-41de-bdac-4836279b0aca req-50ed9751-fa5d-4107-9b9f-9ce9e790a2b0 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 946 time: 0.1262641 Jan 28 20:34:36.655138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:36.687922 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e0203e4-631f-40eb-8445-e41ca89e82e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:36.737414 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:36.741956 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-357776cb-a72d-4387-91ae-04839cfeb70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:36.774455 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-357776cb-a72d-4387-91ae-04839cfeb70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:36.816126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcedb085-b5ad-41de-bdac-4836279b0aca req-5f11ea66-344b-4ab7-8471-16dc711bea8c tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447203 Jan 28 20:34:36.820440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e0203e4-631f-40eb-8445-e41ca89e82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:36.891494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357776cb-a72d-4387-91ae-04839cfeb70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff24cbfe-b8ae-4212-b056-4da6b12d1fd1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:36.898319 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-357776cb-a72d-4387-91ae-04839cfeb70c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b61323abb92493a97b9c560be81dfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3343461 Jan 28 20:34:36.903556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=36d75109-1f76-43db-b576-b041e8614854,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:36.904142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc46d60-4d05-40a8-a97e-d1b875dbe6cb req-86d23f44-34f1-4f40-a40d-1611a73d2f13 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:36.906711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fc46d60-4d05-40a8-a97e-d1b875dbe6cb req-86d23f44-34f1-4f40-a40d-1611a73d2f13 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 943 time: 0.1529124 Jan 28 20:34:36.910097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50030) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:36.912755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cc3326d-0964-445f-836f-057f542f5796 req-b6da0ca4-3a0a-4640-a10a-23cb3e44afdf service neutron] 10.222.0.26 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666784 Jan 28 20:34:36.916957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-147a5db6-bc13-4b92-a0d7-e105282c2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:36.919017 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-147a5db6-bc13-4b92-a0d7-e105282c2517 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6fc8a970-746e-43ab-9a43-60fb29df5edf HTTP/1.1" status: 200 len: 919 time: 0.6840696 Jan 28 20:34:36.982177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': '4fda0b83-010c-4f18-9a77-d0a5dc556701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:36.982442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:36.984281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e0203e4-631f-40eb-8445-e41ca89e82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:36.988070 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-73845ff6-d202-4422-9843-85d5fad40c10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be53940a-2ad1-44af-a234-6d0ac2a05900 HTTP/1.1" status: 200 len: 217 time: 0.0613077 Jan 28 20:34:37.038682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0203e4-631f-40eb-8445-e41ca89e82e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b617c8f-664e-4b08-81a9-f999be7edaae,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:37.053801 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e0203e4-631f-40eb-8445-e41ca89e82e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.057857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9e0203e4-631f-40eb-8445-e41ca89e82e6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6b617c8f-664e-4b08-81a9-f999be7edaae HTTP/1.1" status: 204 len: 168 time: 0.5694594 Jan 28 20:34:37.063762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50032) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:37.076812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fc46d60-4d05-40a8-a97e-d1b875dbe6cb req-0746a04b-f749-4bbb-a037-c9e61e6d4ef9 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336224 Jan 28 20:34:37.087767 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f6a36b55-4d64-4fe4-84b6-0749de0dbd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.108160 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.135368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:37.158014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f6a36b55-4d64-4fe4-84b6-0749de0dbd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.172690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-554d93e1-d48e-47a5-998d-22e701d26b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:37.174254 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-554d93e1-d48e-47a5-998d-22e701d26b1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16668b75-afb5-4875-8c2c-e57d8f6f50ef HTTP/1.1" status: 200 len: 858 time: 0.1551459 Jan 28 20:34:37.191503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:37.209414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:37.210062 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.213823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601e397-3663-458f-99c8-96201c1d8e78 None None] Network dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:37.230490 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cc3326d-0964-445f-836f-057f542f5796 req-155d77bf-dc85-44c7-8652-4cefbd6df10c service neutron] 10.222.0.26 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047912 Jan 28 20:34:37.233034 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.240747 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-66259920-d170-41c1-a8c1-42be5f737dbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6fc8a970-746e-43ab-9a43-60fb29df5edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565588 Jan 28 20:34:37.262108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c8fe090c-a00f-45ee-8cec-94f8c61aabb9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1304307 Jan 28 20:34:37.274256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50038) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:37.303722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device be53940a-2ad1-44af-a234-6d0ac2a05900 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:34:37.306146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 936e2319-f6b7-4198-894d-f6302c23d144 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:37.356549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 936e2319-f6b7-4198-894d-f6302c23d144 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:37.357201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 936e2319-f6b7-4198-894d-f6302c23d144 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:37.470365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Allocated IP 172.25.2.68 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/07b49df3-b6ca-4cf4-bbf1-18d9fba8a7db) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:37.473205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:34:37.503805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-e7b374dc-b283-43c1-afff-e6dce9fd3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:37.505354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-e7b374dc-b283-43c1-afff-e6dce9fd3afe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1095 time: 0.2597327 Jan 28 20:34:37.511528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.519190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4bbd4-7a82-44bd-b661-2e8df50313d0 req-c51e015d-fc3a-49aa-a365-febe16fa62e0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:37.526476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47f4bbd4-7a82-44bd-b661-2e8df50313d0 req-c51e015d-fc3a-49aa-a365-febe16fa62e0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2391701 Jan 28 20:34:37.542684 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-6b0877e0-4f4b-43a2-8558-04a01af2e272 service neutron] 10.222.0.13 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940295 Jan 28 20:34:37.564754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fb1564-cce9-4084-ab8a-aa97075e195e']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:37.570588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.591916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd759a3d2-6bf8-4400-843a-9c1abb61759d') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:37.592290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd759a3d2-6bf8-4400-843a-9c1abb61759d') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:37.625444 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47f4bbd4-7a82-44bd-b661-2e8df50313d0 req-f9ec6f3d-ee87-4ea6-920e-ff0c8f11191d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973868 Jan 28 20:34:37.641619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.687300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.724977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port be53940a-2ad1-44af-a234-6d0ac2a05900, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=be53940a-2ad1-44af-a234-6d0ac2a05900,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:37.726110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:37.726900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:37.730925 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:37.743336 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.resource_extend [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:34:37.752565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f6a36b55-4d64-4fe4-84b6-0749de0dbd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.757130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f6a36b55-4d64-4fe4-84b6-0749de0dbd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.757130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f6a36b55-4d64-4fe4-84b6-0749de0dbd59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff24cbfe-b8ae-4212-b056-4da6b12d1fd1 HTTP/1.1" status: 204 len: 168 time: 0.8453720 Jan 28 20:34:37.780894 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ebe8e57-ee81-4548-acb3-3b73f30581df req-1c4ff4e3-b96c-42ea-9115-7dfd9b4f11ea service neutron] 10.222.0.13 "GET /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289300 Jan 28 20:34:37.795354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'be53940a-2ad1-44af-a234-6d0ac2a05900', 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf', 'port_id': 'be53940a-2ad1-44af-a234-6d0ac2a05900', 'mac_address': 'fa:16:3e:38:5f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16668b75-afb5-4875-8c2c-e57d8f6f50ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:34:37.802086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.805571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2e410-0589-4190-88bd-bdd7c613c140 req-544b7737-d634-4ebb-bbc5-ca6dadb00798 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:37.808483 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-598dcbdb-3a4a-4bf5-a749-2f57a9f45209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.821261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adc2e410-0589-4190-88bd-bdd7c613c140 req-544b7737-d634-4ebb-bbc5-ca6dadb00798 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 946 time: 0.3390586 Jan 28 20:34:37.841880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.866701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.871237 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/49fb1564-cce9-4084-ab8a-aa97075e195e HTTP/1.1" status: 204 len: 168 time: 0.8031712 Jan 28 20:34:37.888116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c01b7e-3d27-42a3-a2ee-24839ff85ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=49fb1564-cce9-4084-ab8a-aa97075e195e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:37.895653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513808b6-c7c8-431b-a867-b732abb7733f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5', 'network_id': 'dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': '36d75109-1f76-43db-b576-b041e8614854'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:37.902208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-513808b6-c7c8-431b-a867-b732abb7733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.911376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a36b55-4d64-4fe4-84b6-0749de0dbd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff24cbfe-b8ae-4212-b056-4da6b12d1fd1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:37.945216 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.969949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adc2e410-0589-4190-88bd-bdd7c613c140 req-3c0ee8ae-25af-4950-affa-7065dd23fcc7 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473682 Jan 28 20:34:37.984219 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:37.991374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=36d75109-1f76-43db-b576-b041e8614854,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:38.017340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:38.029521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be53940a-2ad1-44af-a234-6d0ac2a05900 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:38.084097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.086370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-d6383905-865b-4afe-9ea6-f12ef76f570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.088098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-d6383905-865b-4afe-9ea6-f12ef76f570c service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.5338411 Jan 28 20:34:38.101787 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.105268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '8ed45b52-4d00-4bb5-838e-9e9a3ff675dc', 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf', 'port_id': '8ed45b52-4d00-4bb5-838e-9e9a3ff675dc', 'mac_address': 'fa:16:3e:86:ae:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16668b75-afb5-4875-8c2c-e57d8f6f50ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:34:38.123387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port be53940a-2ad1-44af-a234-6d0ac2a05900, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=be53940a-2ad1-44af-a234-6d0ac2a05900,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:38.151199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:38.155759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac9f1af-dbc1-4ea1-8394-56ddf3c5adff None None] Network dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:38.166466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.168228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 32ac5093-adbb-425b-90a9-a12ecc7fb3ed details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:34:38.171084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fda0b83-010c-4f18-9a77-d0a5dc556701') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:38.171781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fda0b83-010c-4f18-9a77-d0a5dc556701') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:38.191659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.191914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.213955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.222825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:38.223257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:38.226908 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:38.238713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50050) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:38.281065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:38.335966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '32ac5093-adbb-425b-90a9-a12ecc7fb3ed', 'network_id': '6fc8a970-746e-43ab-9a43-60fb29df5edf', 'port_id': '32ac5093-adbb-425b-90a9-a12ecc7fb3ed', 'mac_address': 'fa:16:3e:13:c8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16668b75-afb5-4875-8c2c-e57d8f6f50ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:34:38.350909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:38.354421 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aee8f725-9da0-4bd6-ae36-899e61335036 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4819ded5d294678b66a60bc25e454e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143756 Jan 28 20:34:38.358411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:38.360980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:38.363095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'Port': ['ID=07b49df3-b6ca-4cf4-bbf1-18d9fba8a7db,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:38.368165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:38.374348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-331e5ba8-8113-47c9-b90c-7b553a6fca7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 999 time: 0.1989899 Jan 28 20:34:38.425501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.431811 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.438928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.443055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5 HTTP/1.1" status: 204 len: 168 time: 1.1652477 Jan 28 20:34:38.444077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50054) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:38.469868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:38.471113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e91e1-e6e1-4fce-bd5b-6c795fe4496a req-504c9fe6-5612-41c6-b251-f8db8bd8b2b3 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.479846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821820389'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:38.480939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-815e91e1-e6e1-4fce-bd5b-6c795fe4496a req-504c9fe6-5612-41c6-b251-f8db8bd8b2b3 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 944 time: 0.1778786 Jan 28 20:34:38.495828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccd397-5997-4dc3-a803-24dfba08e0cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:38.517506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=be53940a-2ad1-44af-a234-6d0ac2a05900,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:38.530118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-17ab7e04-7695-4922-ad2c-fb7be87ee4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.532477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-17ab7e04-7695-4922-ad2c-fb7be87ee4b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1355693 Jan 28 20:34:38.539994 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3cb896fc-3c5d-4900-9fd7-0aaafb76d248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.569658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:38.577271 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.580099 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.616597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:38.622373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ac5093-adbb-425b-90a9-a12ecc7fb3ed {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:38.622726 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-815e91e1-e6e1-4fce-bd5b-6c795fe4496a req-c4cded57-dcff-436d-a3b6-7221fb0aeebd tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373370 Jan 28 20:34:38.623955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.628324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3cb896fc-3c5d-4900-9fd7-0aaafb76d248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.630227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.670549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-9e35608d-1e2a-4279-b1fb-cba5dcf7cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.672952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-9e35608d-1e2a-4279-b1fb-cba5dcf7cf28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159329 Jan 28 20:34:38.687837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:38.693284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:38.697430 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.751816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:38.764253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.764943 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment 2ba36979-f965-49b3-ad30-d4a9f156a7a3 of type vlan for network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 Jan 28 20:34:38.777927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:38.797375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3cb896fc-3c5d-4900-9fd7-0aaafb76d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.800078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3cb896fc-3c5d-4900-9fd7-0aaafb76d248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.801313 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3cb896fc-3c5d-4900-9fd7-0aaafb76d248 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52027091-d8f2-4f59-a32e-487fbc64dd57 HTTP/1.1" status: 204 len: 168 time: 0.4413276 Jan 28 20:34:38.819491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.835325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb896fc-3c5d-4900-9fd7-0aaafb76d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52027091-d8f2-4f59-a32e-487fbc64dd57,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:38.859648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.901718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.909660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.911625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:38.946357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8ed45b52-4d00-4bb5-838e-9e9a3ff675dc'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:39.033021 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5669823 Jan 28 20:34:39.033588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50072) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:39.046758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:39.063889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['be53940a-2ad1-44af-a234-6d0ac2a05900'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:39.070551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['32ac5093-adbb-425b-90a9-a12ecc7fb3ed'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:39.164794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b82ee-971e-4032-8aa8-0ed966e965f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=c994fd1a-26e5-4d62-8054-3e2eabe1cc24,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:39.243182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:39.255403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-15055921-91f5-47ec-b425-aa99de59c291 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:39.257368 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-15055921-91f5-47ec-b425-aa99de59c291 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.26 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 946 time: 0.0899122 Jan 28 20:34:39.264125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-2f414c4f-e553-474c-a7bf-494020fac8f3 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502815 Jan 28 20:34:39.282003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69e2da-939c-444f-bd85-6af02d36a609 req-8cd87ca9-0ec1-473f-a611-9cd073096ea0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:39.289879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c69e2da-939c-444f-bd85-6af02d36a609 req-8cd87ca9-0ec1-473f-a611-9cd073096ea0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3748338 Jan 28 20:34:39.340638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:39.350905 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:39.475931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c69e2da-939c-444f-bd85-6af02d36a609 req-87671b9d-c5f9-4c7d-801d-2879e23d0d68 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700916 Jan 28 20:34:39.514592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bae4b-47e7-4869-8174-63abd7ec2e11 req-d343e87e-c9df-4f45-83f6-d5563cb9c169 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:39.522250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-430bae4b-47e7-4869-8174-63abd7ec2e11 req-d343e87e-c9df-4f45-83f6-d5563cb9c169 tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 946 time: 0.2668025 Jan 28 20:34:39.565523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-538bf58c-d285-43f2-9ada-e51b15581eaa req-e9b3f5b9-fc13-49ee-b0a9-df9621154e64 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686238 Jan 28 20:34:39.610933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-430bae4b-47e7-4869-8174-63abd7ec2e11 req-d6c5155c-7f11-4d2e-a238-13195e19325c tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3bb14c0-8053-471f-9b17-08670b01cb88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877111 Jan 28 20:34:39.618199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:39.628615 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:39.825106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'Port': ['ID=07b49df3-b6ca-4cf4-bbf1-18d9fba8a7db,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:39.834289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:39.865428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fcb28-276f-4d11-a696-0beb1de17946 req-b8ce4704-85e4-4bd9-906b-d07281e06142 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:39.868010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d07fcb28-276f-4d11-a696-0beb1de17946 req-b8ce4704-85e4-4bd9-906b-d07281e06142 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 944 time: 0.0931025 Jan 28 20:34:39.872539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:39.878962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a3e5b4a9-6332-4f95-a33b-6ba1df98c488 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5702100 Jan 28 20:34:39.880958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50096) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:39.886447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-292022270'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:39.951079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d07fcb28-276f-4d11-a696-0beb1de17946 req-215463c6-b5c7-4895-ad8e-0121eb61a734 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706818 Jan 28 20:34:39.955391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Made reservation on behalf of 83fa15e5712547bcb930c68a0dac97cb for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:39.962783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Deleting port 8a129b0b-f457-4fd1-bfd0-b115f750e063 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:39.964372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:39.966044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:39.971188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:39.991380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.128042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=79e3424b-8160-456b-bcf6-29cba4487257,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:40.144633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': '2ba36979-f965-49b3-ad30-d4a9f156a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:40.144633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: c994fd1a-26e5-4d62-8054-3e2eabe1cc24, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:40.153852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] For port 8a129b0b-f457-4fd1-bfd0-b115f750e063, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8a129b0b-f457-4fd1-bfd0-b115f750e063,segment=NetworkSegment(31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f),segment_id=31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:40.154332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.176658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Calling delete_port for 8a129b0b-f457-4fd1-bfd0-b115f750e063 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:40.197833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:40.211515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.214736 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7c63064e-c284-4635-95af-4688fdfae51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.218227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.218978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, c994fd1a-26e5-4d62-8054-3e2eabe1cc24) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:40.229233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba801ee1-e5f6-43b4-8eb1-8565aae4e25a None None] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:40.259394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:40.266811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:40.267425 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.304439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-add91776-9d30-4782-bb79-ef527204396b tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2674575 Jan 28 20:34:40.305463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50110) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:40.313833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:40.317882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.322989 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Added segment d981efea-f0eb-48c8-80f2-87ae2bccaea4 of type vlan for network 895f2505-869e-4915-b31d-b156389da036 Jan 28 20:34:40.445509 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.473139 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.495274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e184fc27-53bd-4921-a6c0-907e28cb3d99,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:40.512358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Pushing event deleted for resources: {'Port': ['ID=8a129b0b-f457-4fd1-bfd0-b115f750e063,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:40.525956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:40.531545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8a129b0b-f457-4fd1-bfd0-b115f750e063'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:40.532499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.534057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.551525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:40.553102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.602698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] No DVR routers for this DVR port 8a129b0b-f457-4fd1-bfd0-b115f750e063 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:40.611935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50118) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:40.625931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-c994fd1a-26e5-4d62-8054-3e2eabe1cc24', 'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': '79e3424b-8160-456b-bcf6-29cba4487257'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:40.627000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.645539 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:40.649921 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2362f143-b1a0-4e8d-b6d1-6693bbf80613 req-55028592-fe8d-4834-bb05-4137948e876a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.26 "DELETE /v2.0/ports/8a129b0b-f457-4fd1-bfd0-b115f750e063 HTTP/1.1" status: 204 len: 173 time: 1.3797672 Jan 28 20:34:40.650792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788f7872-1922-4ff5-a0c1-c4fd27a97741', 'name': 'network-vif-deleted', 'tag': '8a129b0b-f457-4fd1-bfd0-b115f750e063'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:40.653967 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d555530-67d0-44e8-a9d4-cf690303b206" -d '{"events": [{"server_uuid": "788f7872-1922-4ff5-a0c1-c4fd27a97741", "name": "network-vif-deleted", "tag": "8a129b0b-f457-4fd1-bfd0-b115f750e063"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:40.776255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8942380 Jan 28 20:34:40.779505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50130) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:40.788266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Request body: {'subnet': {'network_id': '895f2505-869e-4915-b31d-b156389da036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:40.844696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72f5ab9d-52b3-4337-9d0d-d9612f159472 req-b6f3eeff-9107-46b9-89d3-33d993e5de7a tempest-ServersNegativeTestMultiTenantJSON-81809933 tempest-ServersNegativeTestMultiTenantJSON-81809933-project] 10.222.0.44 "GET /v2.0/ports?device_id=788f7872-1922-4ff5-a0c1-c4fd27a97741 HTTP/1.1" status: 200 len: 210 time: 0.0968754 Jan 28 20:34:40.855968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58453fe-0fc8-4bb5-97d4-a99dd03f013b tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'Network': ['ID=895f2505-869e-4915-b31d-b156389da036,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:40.878637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 895f2505-869e-4915-b31d-b156389da036 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:40.896924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-7d8c1722-82ea-4987-a6ef-a61b3664a323 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4200642 Jan 28 20:34:40.926775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857426a-c8ec-4fa8-96fb-14170d6464dc req-81e8e6b6-5c18-4877-a45a-fa9fa26034c5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:40.928890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7857426a-c8ec-4fa8-96fb-14170d6464dc req-81e8e6b6-5c18-4877-a45a-fa9fa26034c5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3206778 Jan 28 20:34:40.956698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50132) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:40.999095 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8804f1-b2d4-4c55-946a-5b5efa6c2773 x-openstack-request-id: req-9a8804f1-b2d4-4c55-946a-5b5efa6c2773 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:40.999553 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788f7872-1922-4ff5-a0c1-c4fd27a97741", "name": "network-vif-deleted", "tag": "8a129b0b-f457-4fd1-bfd0-b115f750e063", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:40.999910 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a8804f1-b2d4-4c55-946a-5b5efa6c2773 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:41.000441 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788f7872-1922-4ff5-a0c1-c4fd27a97741', 'name': 'network-vif-deleted', 'tag': '8a129b0b-f457-4fd1-bfd0-b115f750e063', 'status': 'completed', 'code': 200} Jan 28 20:34:41.027296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Made reservation on behalf of 83fa15e5712547bcb930c68a0dac97cb for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:41.031685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.031855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-851334529-network', 'tenant_id': '179eb116178d43ad9c329e38b33188e5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:41.038295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7857426a-c8ec-4fa8-96fb-14170d6464dc req-dcd8fb02-7436-43b8-bc5c-cee1e1805dd7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961313 Jan 28 20:34:41.041480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-645ba8df-57ba-42c1-b51e-46c0a06c49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.042985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-645ba8df-57ba-42c1-b51e-46c0a06c49c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 1096 time: 0.1129050 Jan 28 20:34:41.098559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Allocated IP 2001:db8::2 (c994fd1a-26e5-4d62-8054-3e2eabe1cc24/79e3424b-8160-456b-bcf6-29cba4487257/18a31d33-13f5-4d7f-8a33-b6abd0940639) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:41.138231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Made reservation on behalf of 179eb116178d43ad9c329e38b33188e5 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:41.141050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.211044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.292546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c53ebb-523f-4c6e-992f-fb0bb1325f32 req-c217d21f-ae69-474e-9af6-88804c3518b6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.295800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84c53ebb-523f-4c6e-992f-fb0bb1325f32 req-c217d21f-ae69-474e-9af6-88804c3518b6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 944 time: 0.1721699 Jan 28 20:34:41.323636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-38cb3213-83d7-402e-9076-56698818237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.325406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-38cb3213-83d7-402e-9076-56698818237b service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.2533321 Jan 28 20:34:41.327824 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.335131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device be53940a-2ad1-44af-a234-6d0ac2a05900 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:41.339967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.385194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-3a24c62a-45a9-49cc-ad37-8cbef16c8e83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49b400d7-e26a-4544-bce0-f98bf81d18a6 HTTP/1.1" status: 200 len: 217 time: 0.0503333 Jan 28 20:34:41.423970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:41.457152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:41.459170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84c53ebb-523f-4c6e-992f-fb0bb1325f32 req-efd41a84-6c5d-47f3-9a9b-9cf012f3ef4b tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526721 Jan 28 20:34:41.464832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:41.471699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:41.475305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Pushing event updated for resources: {'Port': ['ID=18a31d33-13f5-4d7f-8a33-b6abd0940639,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:41.489506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:41.503592 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.548662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.574347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port be53940a-2ad1-44af-a234-6d0ac2a05900 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:34:41.585270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:41.593263 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Attempting to bind port 18a31d33-13f5-4d7f-8a33-b6abd0940639 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:41.593530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Attempting to bind port 18a31d33-13f5-4d7f-8a33-b6abd0940639 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2ba36979-f965-49b3-ad30-d4a9f156a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:41.593824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Attempting to bind port 18a31d33-13f5-4d7f-8a33-b6abd0940639 on network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:41.596259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:41.599183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port be53940a-2ad1-44af-a234-6d0ac2a05900 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:41.599559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.602898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.605281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.628905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:41.629373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Checking segment: {'id': '2ba36979-f965-49b3-ad30-d4a9f156a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:41.629675 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.630068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Bound using segment: {'id': '2ba36979-f965-49b3-ad30-d4a9f156a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:41.630556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Bound port: 18a31d33-13f5-4d7f-8a33-b6abd0940639, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba36979-f965-49b3-ad30-d4a9f156a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:41.630931 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.639207 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.643896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=61306f54-9619-4ed5-ae97-44bf1413e171,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:41.662893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:34:41.691224 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9b2844cd-2d10-4fc5-9d8e-a3a3dc45a488 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3846912 Jan 28 20:34:41.693591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:41.694762 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.694922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50140) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:41.780028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afd9e8-79bc-4125-b3b3-0f626cfc1db2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.781696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afd9e8-79bc-4125-b3b3-0f626cfc1db2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.784599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afd9e8-79bc-4125-b3b3-0f626cfc1db2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.786229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afd9e8-79bc-4125-b3b3-0f626cfc1db2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.790480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] For port 18a31d33-13f5-4d7f-8a33-b6abd0940639, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:41.792930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afd9e8-79bc-4125-b3b3-0f626cfc1db2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.805186 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-96afd9e8-79bc-4125-b3b3-0f626cfc1db2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1086915 Jan 28 20:34:41.806040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50142) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:41.810302 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.813126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] For port 18a31d33-13f5-4d7f-8a33-b6abd0940639, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=18a31d33-13f5-4d7f-8a33-b6abd0940639,segment=NetworkSegment(2ba36979-f965-49b3-ad30-d4a9f156a7a3),segment_id=2ba36979-f965-49b3-ad30-d4a9f156a7a3)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:41.826493 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.840469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-235513470'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:41.878274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26368e18-d9d3-4448-affb-1d78d5615fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53940a-2ad1-44af-a234-6d0ac2a05900'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:41.880618 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cadaa4b-fb15-48d4-bf70-ed273415c4a7" -d '{"events": [{"server_uuid": "26368e18-d9d3-4448-affb-1d78d5615fbd", "name": "network-vif-plugged", "status": "completed", "tag": "be53940a-2ad1-44af-a234-6d0ac2a05900"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:41.888091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-39a88268-17ce-4d57-b740-a58bc564cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.889275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-39a88268-17ce-4d57-b740-a58bc564cdf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.4916811 Jan 28 20:34:41.903359 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.919031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:41.920803 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.922881 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.938161 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.950518 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f58650a-5d5c-4fdb-8012-23aefd9614c3 x-openstack-request-id: req-6f58650a-5d5c-4fdb-8012-23aefd9614c3 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:41.951094 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26368e18-d9d3-4448-affb-1d78d5615fbd", "name": "network-vif-plugged", "status": "completed", "tag": "be53940a-2ad1-44af-a234-6d0ac2a05900", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:41.951546 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f58650a-5d5c-4fdb-8012-23aefd9614c3 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:41.952335 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26368e18-d9d3-4448-affb-1d78d5615fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53940a-2ad1-44af-a234-6d0ac2a05900', 'code': 200} Jan 28 20:34:41.956109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50148) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:41.964025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port be53940a-2ad1-44af-a234-6d0ac2a05900, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=be53940a-2ad1-44af-a234-6d0ac2a05900,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:41.978277 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:41.980146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 32ac5093-adbb-425b-90a9-a12ecc7fb3ed up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:42.016207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ca70e-c79c-4765-9fcb-a6d50207b7ae None None] Pushing event updated for resources: {'Port': ['ID=18a31d33-13f5-4d7f-8a33-b6abd0940639,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:42.028953 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.040686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:42.055425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.056048 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Added segment b436cc4e-a97a-4d97-92ec-28357cb2722e of type vlan for network 742cc096-bed0-4ebe-a930-6eb07de54641 Jan 28 20:34:42.069917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-769c5444-16cd-4462-8b59-7d6f239fab86 admin admin] Deleting subnet 243d9828-f77f-4456-b6fb-3aeac524c4fc {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:42.075961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:42.080388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.095367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-769c5444-16cd-4462-8b59-7d6f239fab86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.121847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.121847 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment 23043ca5-fedb-4c2a-938b-25ea34f46de0 of type vlan for network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 Jan 28 20:34:42.122879 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:42.128993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=be53940a-2ad1-44af-a234-6d0ac2a05900,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:42.133128 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.135560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'Subnet': ['ID=a1b82ea9-5ad4-483d-bf15-a679d3eef80f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:42.139205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:34:42.158287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-b224ae33-fd20-4465-9268-08076e5e3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:42.159940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-b224ae33-fd20-4465-9268-08076e5e3629 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617171 Jan 28 20:34:42.177109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b068bf52-6b8b-4f01-b916-697903e18ea7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:42.193517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:42.196614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.199818 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.260532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Checking segment: {'id': 'd981efea-f0eb-48c8-80f2-87ae2bccaea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '895f2505-869e-4915-b31d-b156389da036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:42.260751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-769c5444-16cd-4462-8b59-7d6f239fab86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.261104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Network hostable DHCP agents. Network: 895f2505-869e-4915-b31d-b156389da036, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:42.287141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dd149-ff1a-479f-9017-13c968732c02 req-abe5cba2-6590-4947-9baf-6407c0e72027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:42.288710 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b5dd149-ff1a-479f-9017-13c968732c02 req-abe5cba2-6590-4947-9baf-6407c0e72027 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 1096 time: 0.2563334 Jan 28 20:34:42.305046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.305269 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:42.343792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-769c5444-16cd-4462-8b59-7d6f239fab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.345639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.346626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:42.347187 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.390964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Network 895f2505-869e-4915-b31d-b156389da036 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:42.441752 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b5dd149-ff1a-479f-9017-13c968732c02 req-8d79a071-3a1c-422e-bc8b-70459becf5c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455235 Jan 28 20:34:42.442462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 895f2505-869e-4915-b31d-b156389da036) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:42.447962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:42.448790 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.451998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.457994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:42.458853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.478166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-2dffccd6-9038-46c8-abc5-5657c6ca9a27 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027959 Jan 28 20:34:42.483274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Allocated IP 172.25.2.40 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/0627da26-6925-4077-adfc-1f0d54037bd5) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:42.488547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8745952 Jan 28 20:34:42.508653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50150) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:42.518685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Request body: {'subnet': {'network_id': '742cc096-bed0-4ebe-a930-6eb07de54641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-851334529-subnet', 'tenant_id': '179eb116178d43ad9c329e38b33188e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:42.535615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0a54-1b11-498a-a047-9888a15ff86a admin admin] Pushing event updated for resources: {'Network': ['ID=742cc096-bed0-4ebe-a930-6eb07de54641,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:42.564994 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.580407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3903835b-4441-4bec-8e72-b26b650d81f3 None None] Network 895f2505-869e-4915-b31d-b156389da036 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:42.583303 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-75af7b41-558c-4382-8c0e-6c75b61d8dd2 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7999611 Jan 28 20:34:42.588625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50154) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:42.595582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1080726848', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:42.601521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50156) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:42.601785 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7691882 Jan 28 20:34:42.609380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-769c5444-16cd-4462-8b59-7d6f239fab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.623813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-aabc5639-f5f8-4a71-b11d-668baef8a5b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:42.635925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3653bca-3b91-4bab-9ac1-bc24e6683317 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=ec8145c2-fa37-4ca2-8a26-9fad1a258dc4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:42.636878 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-769c5444-16cd-4462-8b59-7d6f239fab86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.640290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-769c5444-16cd-4462-8b59-7d6f239fab86 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/243d9828-f77f-4456-b6fb-3aeac524c4fc HTTP/1.1" status: 204 len: 168 time: 0.6830156 Jan 28 20:34:42.646254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50158) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:42.665597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 742cc096-bed0-4ebe-a930-6eb07de54641 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:42.674953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c5444-16cd-4462-8b59-7d6f239fab86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243d9828-f77f-4456-b6fb-3aeac524c4fc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:42.708110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Made reservation on behalf of 179eb116178d43ad9c329e38b33188e5 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:42.710662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.798039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7cb93ae-da7d-4076-99df-e9cfdff55e7c req-8885ae70-114e-4761-860b-ad10caea68d3 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970927 Jan 28 20:34:42.801211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:42.814930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.815769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.870473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.896294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a205f4-3102-456c-8110-e040afe7419e req-9d639038-8695-4619-b4e5-dcd2bef38c1a tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:42.897881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15a205f4-3102-456c-8110-e040afe7419e req-9d639038-8695-4619-b4e5-dcd2bef38c1a tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 945 time: 0.1819108 Jan 28 20:34:42.925688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.967046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-895f2505-869e-4915-b31d-b156389da036', 'network_id': '895f2505-869e-4915-b31d-b156389da036', 'tenant_id': '83fa15e5712547bcb930c68a0dac97cb', 'fixed_ips': [{'subnet_id': 'a1b82ea9-5ad4-483d-bf15-a679d3eef80f'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:42.967901 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.973821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:42.985576 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:42.996373 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.010763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aabc5639-f5f8-4a71-b11d-668baef8a5b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.031062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.058276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15a205f4-3102-456c-8110-e040afe7419e req-d45427ce-bae1-4921-9b60-16bfc13dfd4e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273837 Jan 28 20:34:43.066007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.108244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aabc5639-f5f8-4a71-b11d-668baef8a5b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.143170 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.148540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:43.154057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aabc5639-f5f8-4a71-b11d-668baef8a5b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 is not hosted by any dhcp agent {{(pid=102307) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:34:43.159680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc5639-f5f8-4a71-b11d-668baef8a5b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:43.160617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aabc5639-f5f8-4a71-b11d-668baef8a5b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.160765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fb852d-6436-4451-ade5-fe963ccdcb3e']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:43.162253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aabc5639-f5f8-4a71-b11d-668baef8a5b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "PUT /v2.0/networks/ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 HTTP/1.1" status: 200 len: 723 time: 0.5566740 Jan 28 20:34:43.171733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50160) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:43.212577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'ec8145c2-fa37-4ca2-8a26-9fad1a258dc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:43.229652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:43.230020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a8c0b5-3e7e-49a3-b5bf-ffda2bbe5b3f') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:43.232900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:43.240786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.254160 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.260349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Allocated IP 172.20.0.2 (895f2505-869e-4915-b31d-b156389da036/a1b82ea9-5ad4-483d-bf15-a679d3eef80f/f4ae6453-df83-40f3-abd1-cfbb3ad685b3) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:43.271835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc5639-f5f8-4a71-b11d-668baef8a5b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=ec8145c2-fa37-4ca2-8a26-9fad1a258dc4,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:43.302695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:43.303069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:43.305576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:43.370302 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.373112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.465783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Pushing event updated for resources: {'Port': ['ID=0627da26-6925-4077-adfc-1f0d54037bd5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:43.503460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.513235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8a129b0b-f457-4fd1-bfd0-b115f750e063 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:43.518273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.536575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:43.536979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.542534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:43.542761 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:43.570309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 8a129b0b-f457-4fd1-bfd0-b115f750e063 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:43.570913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8a129b0b-f457-4fd1-bfd0-b115f750e063 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:43.602315 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.611361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.649168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab75b87-e97c-4ff3-857c-aeaa2e832d50,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:43.669550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Checking segment: {'id': 'b436cc4e-a97a-4d97-92ec-28357cb2722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '742cc096-bed0-4ebe-a930-6eb07de54641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:43.669915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Network hostable DHCP agents. Network: 742cc096-bed0-4ebe-a930-6eb07de54641, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:43.670279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Network 895f2505-869e-4915-b31d-b156389da036 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:43.677276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:43.680871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:43.686403 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.688740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.691739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Pushing event updated for resources: {'Port': ['ID=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:43.699862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:43.703755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.710915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.718764 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] 10.222.0.44 "DELETE /v2.0/networks/d3fb852d-6436-4451-ade5-fe963ccdcb3e HTTP/1.1" status: 204 len: 168 time: 1.0670245 Jan 28 20:34:43.719492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50162) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:43.763735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Allocated IP 172.25.2.7 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/4e3e8646-9569-47c3-ab46-fffffb010d32) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:43.767988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Attempting to bind port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:43.768946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Attempting to bind port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd981efea-f0eb-48c8-80f2-87ae2bccaea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '895f2505-869e-4915-b31d-b156389da036'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:43.769332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Attempting to bind port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 on network 895f2505-869e-4915-b31d-b156389da036 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:43.776070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:43.776878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Checking segment: {'id': 'd981efea-f0eb-48c8-80f2-87ae2bccaea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '895f2505-869e-4915-b31d-b156389da036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:43.777468 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.778435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Bound using segment: {'id': 'd981efea-f0eb-48c8-80f2-87ae2bccaea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '895f2505-869e-4915-b31d-b156389da036'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:43.779035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Bound port: f4ae6453-df83-40f3-abd1-cfbb3ad685b3, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd981efea-f0eb-48c8-80f2-87ae2bccaea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '895f2505-869e-4915-b31d-b156389da036'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:43.779437 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.788080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f78f7-d9ca-4ff8-8539-dee16704cc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fb852d-6436-4451-ade5-fe963ccdcb3e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:43.805410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e695ab-c5ed-4999-af63-2c75d5fe7f7e admin admin] Deleting subnet 144a54df-25c9-444b-8290-6ba1c9851bde {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:43.815814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Network 742cc096-bed0-4ebe-a930-6eb07de54641 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:43.826223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.832122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6e695ab-c5ed-4999-af63-2c75d5fe7f7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.859379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 742cc096-bed0-4ebe-a930-6eb07de54641) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:43.870398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:43.870603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.889722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd48dae-0c13-43db-a8c5-232a5da2424f None None] Network 742cc096-bed0-4ebe-a930-6eb07de54641 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:43.919316 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-128458d1-7650-4c40-a9e5-a3ba24f2f7cf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4086797 Jan 28 20:34:43.952531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6e695ab-c5ed-4999-af63-2c75d5fe7f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:43.964915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cf0551-0cba-4243-868f-2fc5e0294301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed45b52-4d00-4bb5-838e-9e9a3ff675dc'}, {'server_uuid': '125ed02e-ee4f-4b3e-be31-0c043f334108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ac5093-adbb-425b-90a9-a12ecc7fb3ed'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:43.970872 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ef19fa-6103-4d8b-b85a-0b6926ae4b95" -d '{"events": [{"server_uuid": "50cf0551-0cba-4243-868f-2fc5e0294301", "name": "network-vif-plugged", "status": "completed", "tag": "8ed45b52-4d00-4bb5-838e-9e9a3ff675dc"}, {"server_uuid": "125ed02e-ee4f-4b3e-be31-0c043f334108", "name": "network-vif-plugged", "status": "completed", "tag": "32ac5093-adbb-425b-90a9-a12ecc7fb3ed"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:43.974009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a09384-9fe8-4524-b59a-4dd71b44c8df None None] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:44.032267 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.045973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6e695ab-c5ed-4999-af63-2c75d5fe7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.072993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 18a31d33-13f5-4d7f-8a33-b6abd0940639 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:44.098207 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.131644 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7984afbd-6cbd-4519-b9e2-177d4e0e6c48 x-openstack-request-id: req-7984afbd-6cbd-4519-b9e2-177d4e0e6c48 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:44.132307 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cf0551-0cba-4243-868f-2fc5e0294301", "name": "network-vif-plugged", "status": "completed", "tag": "8ed45b52-4d00-4bb5-838e-9e9a3ff675dc", "code": 200}, {"server_uuid": "125ed02e-ee4f-4b3e-be31-0c043f334108", "name": "network-vif-plugged", "status": "completed", "tag": "32ac5093-adbb-425b-90a9-a12ecc7fb3ed", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:44.133307 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7984afbd-6cbd-4519-b9e2-177d4e0e6c48 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:44.134018 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cf0551-0cba-4243-868f-2fc5e0294301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed45b52-4d00-4bb5-838e-9e9a3ff675dc', 'code': 200} Jan 28 20:34:44.134641 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125ed02e-ee4f-4b3e-be31-0c043f334108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ac5093-adbb-425b-90a9-a12ecc7fb3ed', 'code': 200} Jan 28 20:34:44.178216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] For port f4ae6453-df83-40f3-abd1-cfbb3ad685b3, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:44.213864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.219469 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.227007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] For port f4ae6453-df83-40f3-abd1-cfbb3ad685b3, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,segment=NetworkSegment(d981efea-f0eb-48c8-80f2-87ae2bccaea4),segment_id=d981efea-f0eb-48c8-80f2-87ae2bccaea4)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:44.244540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.256829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-efddd38d-d689-4b39-ba67-5060a532506c None None] Provisioning complete for port 18a31d33-13f5-4d7f-8a33-b6abd0940639 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:44.257453 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-efddd38d-d689-4b39-ba67-5060a532506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.259727 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.304205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6e695ab-c5ed-4999-af63-2c75d5fe7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.357056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=706297ad-c80d-41df-8cb6-ccf633ef6fa4,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:44.385883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:44.419933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e695ab-c5ed-4999-af63-2c75d5fe7f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144a54df-25c9-444b-8290-6ba1c9851bde,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:44.431097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6e695ab-c5ed-4999-af63-2c75d5fe7f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.435391 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e6e695ab-c5ed-4999-af63-2c75d5fe7f7e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/144a54df-25c9-444b-8290-6ba1c9851bde HTTP/1.1" status: 204 len: 168 time: 0.7153120 Jan 28 20:34:44.436583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc4c6-77b3-4e86-8ff3-d3191642e4c1 req-980bdd87-6d60-4483-9cf6-cc64482caaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:44.438213 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3b1cc4c6-77b3-4e86-8ff3-d3191642e4c1 req-980bdd87-6d60-4483-9cf6-cc64482caaf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=125ed02e-ee4f-4b3e-be31-0c043f334108 HTTP/1.1" status: 200 len: 1097 time: 0.2218058 Jan 28 20:34:44.441111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:44.441702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:44.446889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:44.489032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba1251-15ff-4226-b1ba-946b03b3e6d5 req-efc56b02-cf0a-4319-aa7f-c9fbe64913c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:44.490576 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfba1251-15ff-4226-b1ba-946b03b3e6d5 req-efc56b02-cf0a-4319-aa7f-c9fbe64913c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 1096 time: 0.2792728 Jan 28 20:34:44.491226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'Port': ['ID=4e3e8646-9569-47c3-ab46-fffffb010d32,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:44.524488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ab4e5-99c7-4a59-8955-8d396e09edf4 req-be551469-2d73-4a7b-9ea7-9722abb81575 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:44.526339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e9ab4e5-99c7-4a59-8955-8d396e09edf4 req-be551469-2d73-4a7b-9ea7-9722abb81575 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 945 time: 0.2850983 Jan 28 20:34:44.530883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Pushing event updated for resources: {'Port': ['ID=0627da26-6925-4077-adfc-1f0d54037bd5,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:44.562977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f57d2f-28db-4d42-8738-ebfe46cdfe47 None None] Network 742cc096-bed0-4ebe-a930-6eb07de54641 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:44.569955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': '23043ca5-fedb-4c2a-938b-25ea34f46de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ec8145c2-fa37-4ca2-8a26-9fad1a258dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:44.570328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: ec8145c2-fa37-4ca2-8a26-9fad1a258dc4, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:44.593474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.618403 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.620272 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5ef6a292-3b28-49bc-ab70-6787bd741248 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6601663 Jan 28 20:34:44.626962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50186) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:44.627106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598557cf-8c63-4f94-9416-779b223e3da7 None None] Pushing event updated for resources: {'Port': ['ID=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:44.632620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.638409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1488829384', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'fixed_ips': [{'ip_address': '172.25.2.40'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:44.643479 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3b1cc4c6-77b3-4e86-8ff3-d3191642e4c1 req-2e136253-2b95-42ed-ba9c-6cd0fb41088b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907716 Jan 28 20:34:44.668395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 18a31d33-13f5-4d7f-8a33-b6abd0940639 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:44.669198 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.680315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:44.779776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, ec8145c2-fa37-4ca2-8a26-9fad1a258dc4) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:44.792825 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.794028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfba1251-15ff-4226-b1ba-946b03b3e6d5 req-91002f5d-8bb7-41c1-a296-7f628e469823 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937624 Jan 28 20:34:44.802696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:44.803318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.812842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Made reservation on behalf of ea92551062184fda9328e2e6d30574ea for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:44.815385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.824071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb6a9fb-79bf-48c0-aa46-14fe607c5eb5 None None] Network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:44.833161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e9ab4e5-99c7-4a59-8955-8d396e09edf4 req-f0a56e83-abda-4b0e-8781-6fa1d0817be6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884440 Jan 28 20:34:44.864357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.887298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6881d8-2b27-42d7-b0ee-75a270b6430f']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:44.897005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-907a9dd7-1a86-40ef-9be9-fec2bc467ae3 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:44.898555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-907a9dd7-1a86-40ef-9be9-fec2bc467ae3 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/networks?id=742cc096-bed0-4ebe-a930-6eb07de54641 HTTP/1.1" status: 200 len: 820 time: 0.3553805 Jan 28 20:34:44.905000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa84ebb-c562-48de-9519-3585fd120004') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:44.905304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa84ebb-c562-48de-9519-3585fd120004') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:44.963427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e1e6d9a5-6a4c-4e93-83da-c72b94130ed5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7820261 Jan 28 20:34:44.968488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:44.970474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50190) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:45.002641 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.003796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a340abe7-51ef-48b6-b23c-daf1418f7ff8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:45.028161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:45.028746 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:45.031688 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:45.047703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-15f03d4d-b075-43f6-bec9-ef01fcff38b6 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/quotas/179eb116178d43ad9c329e38b33188e5 HTTP/1.1" status: 200 len: 375 time: 0.1031470 Jan 28 20:34:45.146321 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.154679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-52f69470-6298-4208-a51f-d9125d2edf67 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=179eb116178d43ad9c329e38b33188e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897956 Jan 28 20:34:45.157270 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.160213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-efddd38d-d689-4b39-ba67-5060a532506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.161118 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] 10.222.0.44 "DELETE /v2.0/networks/ba6881d8-2b27-42d7-b0ee-75a270b6430f HTTP/1.1" status: 204 len: 168 time: 0.7118809 Jan 28 20:34:45.164323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.187434 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.192295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e96ae-f160-484a-8b28-50bf946ca8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6881d8-2b27-42d7-b0ee-75a270b6430f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:45.196461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] device_id is not set on port 26d82091-e36e-4acc-aaae-c207fbe19f15 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:34:45.254959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb8976-47ee-48ac-a81e-51e5f205697d req-d247d594-034a-45c9-a34a-07141483f174 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:45.258277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4bbb8976-47ee-48ac-a81e-51e5f205697d req-d247d594-034a-45c9-a34a-07141483f174 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 945 time: 0.2901375 Jan 28 20:34:45.293927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.301519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2264ca8-2650-464e-b6fe-b989955866d2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:45.366403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-efddd38d-d689-4b39-ba67-5060a532506c None None] For port 18a31d33-13f5-4d7f-8a33-b6abd0940639, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=18a31d33-13f5-4d7f-8a33-b6abd0940639,segment=NetworkSegment(2ba36979-f965-49b3-ad30-d4a9f156a7a3),segment_id=2ba36979-f965-49b3-ad30-d4a9f156a7a3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:45.372347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.391683 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a340abe7-51ef-48b6-b23c-daf1418f7ff8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5154103'] for subnet, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.404459 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-efddd38d-d689-4b39-ba67-5060a532506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.449448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50194) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:45.464518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f94751-5bfa-4a50-94cf-a2ce40d0144d None None] Update dhcp port {'port': {'network_id': 'c994fd1a-26e5-4d62-8054-3e2eabe1cc24', 'fixed_ips': [{'subnet_id': '79e3424b-8160-456b-bcf6-29cba4487257', 'ip_address': '2001:db8::2'}, {'subnet_id': '61306f54-9619-4ed5-ae97-44bf1413e171'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '18a31d33-13f5-4d7f-8a33-b6abd0940639'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:34:45.554819 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 20:34:45.558876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:45.607293 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9959f3c0-38c9-46e4-8625-79856b05880c tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9787848 Jan 28 20:34:45.611560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50196) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:45.620578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:34:45.621433 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:34:45.622741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6f94751-5bfa-4a50-94cf-a2ce40d0144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.635108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddd38d-d689-4b39-ba67-5060a532506c None None] Pushing event updated for resources: {'Port': ['ID=18a31d33-13f5-4d7f-8a33-b6abd0940639,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:45.641716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-ec8145c2-fa37-4ca2-8a26-9fad1a258dc4', 'network_id': 'ec8145c2-fa37-4ca2-8a26-9fad1a258dc4', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': '706297ad-c80d-41df-8cb6-ccf633ef6fa4'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:45.642597 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.858907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Allocated IP 2001:db8::2 (ec8145c2-fa37-4ca2-8a26-9fad1a258dc4/706297ad-c80d-41df-8cb6-ccf633ef6fa4/8b5e20e2-b192-43e8-ac5b-88a9a993f659) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:45.885724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Deleting port 0627da26-6925-4077-adfc-1f0d54037bd5 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:45.886104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:45.980258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad05fa4-f207-4ccc-a2c5-00d49cbbd69c None None] Network 895f2505-869e-4915-b31d-b156389da036 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:46.001320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.001807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.001972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4bbb8976-47ee-48ac-a81e-51e5f205697d req-bb8105c1-51ce-4694-afa9-24c41b8a7dcc tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7268088 Jan 28 20:34:46.019224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Calling delete_port for 0627da26-6925-4077-adfc-1f0d54037bd5 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:46.040148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-9bf7bc5f-a819-4677-96c0-40e10ebc0cd4 service neutron] 10.222.0.44 "GET /v2.0/networks/742cc096-bed0-4ebe-a930-6eb07de54641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964237 Jan 28 20:34:46.129764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-51309ad4-ec1a-4e4a-a81d-0b1627d4dfaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb5d49687cf24851a1f9521bdd68fa4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738803 Jan 28 20:34:46.132246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50198) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:46.233906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-71b88506-720f-4dbc-b928-4d1936ed67ef None None] Provisioning complete for port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:46.234186 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71b88506-720f-4dbc-b928-4d1936ed67ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.267193 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.298958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-68114725-0a8f-4de1-8558-c0740d1b4293 service neutron] 10.222.0.44 "GET /v2.0/networks/742cc096-bed0-4ebe-a930-6eb07de54641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422423 Jan 28 20:34:46.310478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-58ae51d1-4c03-4042-bbac-977a3fb4e76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.330961 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.342861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-58ae51d1-4c03-4042-bbac-977a3fb4e76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.352767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Pushing event deleted for resources: {'Port': ['ID=0627da26-6925-4077-adfc-1f0d54037bd5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:46.394497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-d6f94751-5bfa-4a50-94cf-a2ce40d0144d None None] Allocated IP 172.20.0.1 (c994fd1a-26e5-4d62-8054-3e2eabe1cc24/61306f54-9619-4ed5-ae97-44bf1413e171/18a31d33-13f5-4d7f-8a33-b6abd0940639) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:46.461693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.466122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.467537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f903e1a2-7946-4213-ba62-7f1e472cfde8 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567 tempest-ExternalNetworksAdminNegativeTestJSON-1122777567-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/cbb11506-e8d5-4686-801b-66876405425d HTTP/1.1" status: 204 len: 168 time: 0.8545110 Jan 28 20:34:46.537407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8fdd7f2-821b-4cc6-8fe5-1003d7843103 req-b67ee904-6bbf-42df-acc4-41de453abecd tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 210 time: 0.0565858 Jan 28 20:34:46.565018 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-58ae51d1-4c03-4042-bbac-977a3fb4e76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.567740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-58ae51d1-4c03-4042-bbac-977a3fb4e76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.571346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-58ae51d1-4c03-4042-bbac-977a3fb4e76a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3bb14c0-8053-471f-9b17-08670b01cb88 HTTP/1.1" status: 204 len: 168 time: 0.4353557 Jan 28 20:34:46.605725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Router 3f784027-ab40-4c3a-b9dd-1ba17a29e46a is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:34:46.607923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae51d1-4c03-4042-bbac-977a3fb4e76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bb14c0-8053-471f-9b17-08670b01cb88,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:46.755361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.789489 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.810605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d6f94751-5bfa-4a50-94cf-a2ce40d0144d None None] For port 18a31d33-13f5-4d7f-8a33-b6abd0940639, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=18a31d33-13f5-4d7f-8a33-b6abd0940639,segment=NetworkSegment(2ba36979-f965-49b3-ad30-d4a9f156a7a3),segment_id=2ba36979-f965-49b3-ad30-d4a9f156a7a3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:46.884294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50214) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:46.886898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:46.898472 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74b23e-6cbd-4859-a072-346742fcc1c1 None None] Sync routers for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:46.899376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:46.915374 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:46.920640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cc796d22-b5c0-4db9-beb8-ed4d06e76ed1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.3275883 Jan 28 20:34:46.920845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Pushing event updated for resources: {'Port': ['ID=8b5e20e2-b192-43e8-ac5b-88a9a993f659,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:46.921455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50218) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:46.924338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:46.934430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:46.943254 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74b23e-6cbd-4859-a072-346742fcc1c1 None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:46.944074 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6a74b23e-6cbd-4859-a072-346742fcc1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:34:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:47.040215 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a340abe7-51ef-48b6-b23c-daf1418f7ff8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763517260647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4966036'] for subnet, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.059858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a340abe7-51ef-48b6-b23c-daf1418f7ff8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:47.060489 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a340abe7-51ef-48b6-b23c-daf1418f7ff8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.065163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a340abe7-51ef-48b6-b23c-daf1418f7ff8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "PUT /v2.0/subnets/706297ad-c80d-41df-8cb6-ccf633ef6fa4 HTTP/1.1" status: 200 len: 826 time: 2.0869083 Jan 28 20:34:47.065833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50222) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:47.093787 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6a74b23e-6cbd-4859-a072-346742fcc1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:47.122631 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74b23e-6cbd-4859-a072-346742fcc1c1 None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:47.124981 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6a74b23e-6cbd-4859-a072-346742fcc1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:34:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:47.218079 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6a74b23e-6cbd-4859-a072-346742fcc1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:47.218745 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74b23e-6cbd-4859-a072-346742fcc1c1 None None] The sync data for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:47.230327 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71b88506-720f-4dbc-b928-4d1936ed67ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.250107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 18a31d33-13f5-4d7f-8a33-b6abd0940639 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:47.290854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Attempting to bind port 8b5e20e2-b192-43e8-ac5b-88a9a993f659 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:47.291519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Attempting to bind port 8b5e20e2-b192-43e8-ac5b-88a9a993f659 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '23043ca5-fedb-4c2a-938b-25ea34f46de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ec8145c2-fa37-4ca2-8a26-9fad1a258dc4'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:47.292085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Attempting to bind port 8b5e20e2-b192-43e8-ac5b-88a9a993f659 on network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:47.310370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:47.310979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Checking segment: {'id': '23043ca5-fedb-4c2a-938b-25ea34f46de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ec8145c2-fa37-4ca2-8a26-9fad1a258dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:47.311564 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.312137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Bound using segment: {'id': '23043ca5-fedb-4c2a-938b-25ea34f46de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ec8145c2-fa37-4ca2-8a26-9fad1a258dc4'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:47.312942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Bound port: 8b5e20e2-b192-43e8-ac5b-88a9a993f659, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23043ca5-fedb-4c2a-938b-25ea34f46de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ec8145c2-fa37-4ca2-8a26-9fad1a258dc4'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:47.313609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.347882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340abe7-51ef-48b6-b23c-daf1418f7ff8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=706297ad-c80d-41df-8cb6-ccf633ef6fa4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:47.363591 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6f94751-5bfa-4a50-94cf-a2ce40d0144d None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.376029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22218-e976-4e8c-b9e5-30e8b2d0f2c1 req-f815637d-0299-4bd0-8070-6f3a740db2a6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:47.384069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64f22218-e976-4e8c-b9e5-30e8b2d0f2c1 req-f815637d-0299-4bd0-8070-6f3a740db2a6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 945 time: 0.1437967 Jan 28 20:34:47.425157 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.473821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64f22218-e976-4e8c-b9e5-30e8b2d0f2c1 req-db55b4fe-be5d-4606-976b-6490d1e187c5 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842502 Jan 28 20:34:47.481261 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6f94751-5bfa-4a50-94cf-a2ce40d0144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.653727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50232) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:47.654789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f94751-5bfa-4a50-94cf-a2ce40d0144d None None] Pushing event updated for resources: {'Port': ['ID=18a31d33-13f5-4d7f-8a33-b6abd0940639,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:47.669354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-71b88506-720f-4dbc-b928-4d1936ed67ef None None] For port f4ae6453-df83-40f3-abd1-cfbb3ad685b3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,segment=NetworkSegment(d981efea-f0eb-48c8-80f2-87ae2bccaea4),segment_id=d981efea-f0eb-48c8-80f2-87ae2bccaea4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:47.706586 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e61b4cb2-8ccb-435f-a672-e307e6ffda5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.720766 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71b88506-720f-4dbc-b928-4d1936ed67ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.731351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff3eddc5-5abc-41c6-9504-fc67e57ebdfd req-6f551513-a535-4e71-bd28-021f7fc9d1a4 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 210 time: 0.0530784 Jan 28 20:34:47.732394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] For port 8b5e20e2-b192-43e8-ac5b-88a9a993f659, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:47.736493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 18a31d33-13f5-4d7f-8a33-b6abd0940639 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:47.737118 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.760764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28b72c-1f87-4658-ba23-41e87573d9a7 req-93ebf4e7-022c-48dd-8d67-0370fa755d82 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:47.762467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a28b72c-1f87-4658-ba23-41e87573d9a7 req-93ebf4e7-022c-48dd-8d67-0370fa755d82 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=125ed02e-ee4f-4b3e-be31-0c043f334108 HTTP/1.1" status: 200 len: 946 time: 0.1920524 Jan 28 20:34:47.764129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting port 8b5e20e2-b192-43e8-ac5b-88a9a993f659 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:47.764604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.829567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] For port 8b5e20e2-b192-43e8-ac5b-88a9a993f659, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8b5e20e2-b192-43e8-ac5b-88a9a993f659,segment=NetworkSegment(23043ca5-fedb-4c2a-938b-25ea34f46de0),segment_id=23043ca5-fedb-4c2a-938b-25ea34f46de0)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:47.849710 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.893956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b88506-720f-4dbc-b928-4d1936ed67ef None None] Pushing event updated for resources: {'Port': ['ID=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:47.905781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bb1f1588-552c-4ae6-bf84-a1f2ab8a0d35 None None] Provisioning complete for port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:47.906154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1588-552c-4ae6-bf84-a1f2ab8a0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:47.910052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a28b72c-1f87-4658-ba23-41e87573d9a7 req-4462285e-cba9-46b0-a320-ffd5d3ac260d tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063108 Jan 28 20:34:47.950015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50234) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:47.950296 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-46b3f36d-f146-4188-811c-c1d563bbfbec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=343324ceb2194d8082ccdabdf9656777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865613 Jan 28 20:34:47.979245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] For port 8b5e20e2-b192-43e8-ac5b-88a9a993f659, host n-d-825064-3, got binding levels [] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:47.980277 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.005232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Calling delete_port for 8b5e20e2-b192-43e8-ac5b-88a9a993f659 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:48.303707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-af1d322e-c708-4dd9-a07a-dd2c4b5436a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.313175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.330163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f4ae6453-df83-40f3-abd1-cfbb3ad685b3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:48.332269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-af1d322e-c708-4dd9-a07a-dd2c4b5436a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.340059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e61b4cb2-8ccb-435f-a672-e307e6ffda5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.355584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e61b4cb2-8ccb-435f-a672-e307e6ffda5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.389965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff18451-c63b-48ff-a93d-9c838abc4cd6 None None] Pushing event updated for resources: {'Port': ['ID=8b5e20e2-b192-43e8-ac5b-88a9a993f659,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:48.435718 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-af1d322e-c708-4dd9-a07a-dd2c4b5436a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.438765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-af1d322e-c708-4dd9-a07a-dd2c4b5436a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.440154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-af1d322e-c708-4dd9-a07a-dd2c4b5436a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdc13b7b-7dde-451f-98fd-5e8b333ed112 HTTP/1.1" status: 204 len: 168 time: 0.4943106 Jan 28 20:34:48.456973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d322e-c708-4dd9-a07a-dd2c4b5436a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc13b7b-7dde-451f-98fd-5e8b333ed112,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:48.474862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.535250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:48.537692 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.541301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b4cb2-8ccb-435f-a672-e307e6ffda5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86446286-f153-4bed-91f1-e0c5fb695699,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:48.631387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Port': ['ID=8b5e20e2-b192-43e8-ac5b-88a9a993f659,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:48.703909 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e61b4cb2-8ccb-435f-a672-e307e6ffda5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30a00e32ab804c8eb7ffd97ea2a35efc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8158400 Jan 28 20:34:48.704832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50242) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:48.904769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 18a31d33-13f5-4d7f-8a33-b6abd0940639 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:48.940943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No DVR routers for this DVR port 8b5e20e2-b192-43e8-ac5b-88a9a993f659 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:48.987612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e88fe24f-75d3-4ba2-8684-2cb01f5af2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:48.989081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cef86e06-8c0e-498a-90d9-52ed1388bc10 req-bc5ae9eb-ab1a-48e1-9431-7ed24ef192f5 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 210 time: 0.0522816 Jan 28 20:34:49.006163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 18a31d33-13f5-4d7f-8a33-b6abd0940639 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:49.006626 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.078988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e88fe24f-75d3-4ba2-8684-2cb01f5af2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.084705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da80971f-61bf-4227-89f6-0518e517ba93 None None] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:49.094214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0baa275e-c80f-41f6-8122-9b8c47b0578d tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:49.095843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0baa275e-c80f-41f6-8122-9b8c47b0578d tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.26 "GET /v2.0/networks?id=742cc096-bed0-4ebe-a930-6eb07de54641 HTTP/1.1" status: 200 len: 820 time: 0.5251660 Jan 28 20:34:49.125852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6c85b-9205-48e9-9b38-c04a8c0c1340 req-c2b2cf28-e9cc-4f5b-a7c1-8f7738c05ef0 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:49.126280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fc6c85b-9205-48e9-9b38-c04a8c0c1340 req-c2b2cf28-e9cc-4f5b-a7c1-8f7738c05ef0 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=125ed02e-ee4f-4b3e-be31-0c043f334108 HTTP/1.1" status: 200 len: 946 time: 0.5299108 Jan 28 20:34:49.140670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Request body: {'port': {'device_id': '5068eb78-3b2b-4a34-8d19-20836fc418b5', 'network_id': '742cc096-bed0-4ebe-a930-6eb07de54641', 'admin_state_up': True, 'tenant_id': '179eb116178d43ad9c329e38b33188e5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:49.211308 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.233480 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e88fe24f-75d3-4ba2-8684-2cb01f5af2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.235880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-629d1a57-da43-460b-93e0-2861bcdab521 None None] Provisioning complete for port 18a31d33-13f5-4d7f-8a33-b6abd0940639 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:49.237812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e88fe24f-75d3-4ba2-8684-2cb01f5af2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.239341 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e88fe24f-75d3-4ba2-8684-2cb01f5af2c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86446286-f153-4bed-91f1-e0c5fb695699 HTTP/1.1" status: 204 len: 168 time: 0.5165246 Jan 28 20:34:49.242553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-629d1a57-da43-460b-93e0-2861bcdab521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.289825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fe24f-75d3-4ba2-8684-2cb01f5af2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86446286-f153-4bed-91f1-e0c5fb695699,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:49.314748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.415511 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:34:49.481420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.504615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f4ae6453-df83-40f3-abd1-cfbb3ad685b3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:49.540091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fc6c85b-9205-48e9-9b38-c04a8c0c1340 req-ca22c957-6e4c-4970-8c06-d1db969e598e tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031084 Jan 28 20:34:49.657887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=706297ad-c80d-41df-8cb6-ccf633ef6fa4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:49.673039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:49.673416 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.738412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Allocated IP 172.20.0.1 (895f2505-869e-4915-b31d-b156389da036/a1b82ea9-5ad4-483d-bf15-a679d3eef80f/aec14b5c-b6b0-4390-a8df-ae79ae3ee6de) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:49.820067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.847410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Made reservation on behalf of 179eb116178d43ad9c329e38b33188e5 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:49.855328 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.880093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50266) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:49.881297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8fb623-6901-41fe-b5a7-83a347d7520e None None] Network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:49.903514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8145c2-fa37-4ca2-8a26-9fad1a258dc4']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:49.921526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.925106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23043ca5-fedb-4c2a-938b-25ea34f46de0') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:49.925399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23043ca5-fedb-4c2a-938b-25ea34f46de0') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:49.950004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:49.960629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5f745f33-a2c9-4690-bfdb-beff589f45bd None None] Could not find standard attr ID for object 8b5e20e2-b192-43e8-ac5b-88a9a993f659. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:34:49.985241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.074702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Network 895f2505-869e-4915-b31d-b156389da036 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:50.084815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:50.090511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:50.115273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a0f24ca7-0799-4108-a3f6-216f588000b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea92551062184fda9328e2e6d30574ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249444 Jan 28 20:34:50.120271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50274) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:50.136402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b1738340-3b7e-4402-8ecc-831b32eb7b2c None None] Provisioning complete for port 18a31d33-13f5-4d7f-8a33-b6abd0940639 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:50.136778 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b1738340-3b7e-4402-8ecc-831b32eb7b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.144896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'Port': ['ID=aec14b5c-b6b0-4390-a8df-ae79ae3ee6de,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:50.157253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.197627 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.208540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ce9e0-edfa-4e9c-9058-4bbd04f93cd8 None None] DHCP port deletion for ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:34:50.222843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-dfbb318d-df0c-437c-9eb8-5e6f8d60a6ab tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:50.224152 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-dfbb318d-df0c-437c-9eb8-5e6f8d60a6ab tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.13 "GET /v2.0/ports?device_id=125ed02e-ee4f-4b3e-be31-0c043f334108 HTTP/1.1" status: 200 len: 946 time: 0.2564027 Jan 28 20:34:50.241478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:50.242288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:50.246409 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:50.255278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c401ae7d-716c-4e2a-befd-b71175333ec9 None None] Network ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:50.286918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd867937-807e-43c2-b20a-755f6cc3a34b req-24d08451-f945-40aa-bea6-5afda175bffa tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 210 time: 0.0946286 Jan 28 20:34:50.382051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e92096e-8da9-475d-af8c-1e16f21e4f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.389824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.434164 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.438005 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 HTTP/1.1" status: 204 len: 168 time: 3.3698719 Jan 28 20:34:50.438956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151d549-c2ac-44f6-a756-b0823269c480 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=ec8145c2-fa37-4ca2-8a26-9fad1a258dc4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:50.455122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50276) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:50.461280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e92096e-8da9-475d-af8c-1e16f21e4f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.483677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Allocated IP 172.20.0.12 (742cc096-bed0-4ebe-a930-6eb07de54641/1ab75b87-e97c-4ff3-857c-aeaa2e832d50/745fe4f2-9205-497c-8120-25f78df08657) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:50.505031 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a35e35f-8633-4f0e-b2d0-81d6d0150974 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:34:50.505640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a35e35f-8633-4f0e-b2d0-81d6d0150974 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:34:50.512528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4a35e35f-8633-4f0e-b2d0-81d6d0150974 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 HTTP/1.1" status: 404 len: 339 time: 0.0499876 Jan 28 20:34:50.518993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50280) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:50.528066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-159967f6-c112-4a28-9bb7-7d57cbd7309e None None] Provisioning complete for port aec14b5c-b6b0-4390-a8df-ae79ae3ee6de triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:50.529401 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-159967f6-c112-4a28-9bb7-7d57cbd7309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.530374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1953743980', 'description': 'd1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:50.543043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Deleting port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:50.543976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.563525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.581205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-159967f6-c112-4a28-9bb7-7d57cbd7309e None None] Port aec14b5c-b6b0-4390-a8df-ae79ae3ee6de cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:34:50.633987 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e92096e-8da9-475d-af8c-1e16f21e4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.636553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e92096e-8da9-475d-af8c-1e16f21e4f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.640781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2e92096e-8da9-475d-af8c-1e16f21e4f67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2264ca8-2650-464e-b6fe-b989955866d2 HTTP/1.1" status: 204 len: 168 time: 0.5126660 Jan 28 20:34:50.670586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:50.674068 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.690766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92096e-8da9-475d-af8c-1e16f21e4f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2264ca8-2650-464e-b6fe-b989955866d2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:50.771465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8b5e20e2-b192-43e8-ac5b-88a9a993f659 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:50.778676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] For port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:50.779053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.787782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:50.803175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Calling delete_port for 32ac5093-adbb-425b-90a9-a12ecc7fb3ed owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:50.812341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224af48c-844e-483b-9e74-938236c795bc req-64846e60-4e7e-4fb9-9f80-f2fb7dca78ce tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:50.814377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-224af48c-844e-483b-9e74-938236c795bc req-64846e60-4e7e-4fb9-9f80-f2fb7dca78ce tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=125ed02e-ee4f-4b3e-be31-0c043f334108 HTTP/1.1" status: 200 len: 946 time: 0.0992286 Jan 28 20:34:50.820512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 8b5e20e2-b192-43e8-ac5b-88a9a993f659 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:50.820748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.821081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8b5e20e2-b192-43e8-ac5b-88a9a993f659 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:50.821211 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment f565f75c-0311-489a-9672-bcc6a42ad226 of type vlan for network 870d26e9-1adb-4a81-ac4d-d7a10ef8f755 Jan 28 20:34:50.890845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.899387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-224af48c-844e-483b-9e74-938236c795bc req-6cb63a01-7f80-4178-a040-ed4f76e8506b tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687060 Jan 28 20:34:50.942503 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:50.945754 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.010999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Network 742cc096-bed0-4ebe-a930-6eb07de54641 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:51.026855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:51.031303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:51.072510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.079222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:51.080050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.094986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Pushing event updated for resources: {'Port': ['ID=745fe4f2-9205-497c-8120-25f78df08657,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:51.124267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:51.125327 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.145295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-0b32e09f-3aa9-491a-9a3b-ab0897f75b75 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0104904 Jan 28 20:34:51.171462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Request body: {'port': {'device_id': '5068eb78-3b2b-4a34-8d19-20836fc418b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:51.202013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6791101 Jan 28 20:34:51.206424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50304) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:51.226413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745a8f2-32e4-4c44-b729-f6ab41b74f96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=870d26e9-1adb-4a81-ac4d-d7a10ef8f755,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:51.251461 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.261946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 870d26e9-1adb-4a81-ac4d-d7a10ef8f755 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:51.272317 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.294942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8ed45b52-4d00-4bb5-838e-9e9a3ff675dc'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:51.301949 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['be53940a-2ad1-44af-a234-6d0ac2a05900', '32ac5093-adbb-425b-90a9-a12ecc7fb3ed'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:51.327363 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.359854 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.425802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Pushing event deleted for resources: {'Port': ['ID=32ac5093-adbb-425b-90a9-a12ecc7fb3ed,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:51.442857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.639230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] No DVR routers for this DVR port 32ac5093-adbb-425b-90a9-a12ecc7fb3ed on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:51.690530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745fe4f2-9205-497c-8120-25f78df08657 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:51.699162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.711520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Transition to ACTIVE for port object 745fe4f2-9205-497c-8120-25f78df08657 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:34:51.715537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.724985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.729864 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-76141daf-68ab-4a23-9405-9c176d577eb5 req-ef822458-3774-4288-9a09-531c2bb16ba6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.13 "DELETE /v2.0/ports/32ac5093-adbb-425b-90a9-a12ecc7fb3ed HTTP/1.1" status: 204 len: 173 time: 1.4987924 Jan 28 20:34:51.731255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'Port': ['ID=aec14b5c-b6b0-4390-a8df-ae79ae3ee6de,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:51.769174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125ed02e-ee4f-4b3e-be31-0c043f334108', 'name': 'network-vif-deleted', 'tag': '32ac5093-adbb-425b-90a9-a12ecc7fb3ed'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:51.778159 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8256347-e8a8-4992-a56f-79c42d93a7a2" -d '{"events": [{"server_uuid": "125ed02e-ee4f-4b3e-be31-0c043f334108", "name": "network-vif-deleted", "tag": "32ac5093-adbb-425b-90a9-a12ecc7fb3ed"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:51.817788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:51.854902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0f35c-a87f-4816-9090-1a4e811f09c8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:51.858362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-45d0f35c-a87f-4816-9090-1a4e811f09c8 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/networks?id=870d26e9-1adb-4a81-ac4d-d7a10ef8f755 HTTP/1.1" status: 200 len: 765 time: 0.6499453 Jan 28 20:34:51.863779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50326) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:51.868076 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954f3b1-7fe5-4f00-b163-5d43848cb268 x-openstack-request-id: req-b954f3b1-7fe5-4f00-b163-5d43848cb268 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:51.868709 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125ed02e-ee4f-4b3e-be31-0c043f334108", "name": "network-vif-deleted", "tag": "32ac5093-adbb-425b-90a9-a12ecc7fb3ed", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:51.871470 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b954f3b1-7fe5-4f00-b163-5d43848cb268 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:51.871923 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125ed02e-ee4f-4b3e-be31-0c043f334108', 'name': 'network-vif-deleted', 'tag': '32ac5093-adbb-425b-90a9-a12ecc7fb3ed', 'status': 'completed', 'code': 200} Jan 28 20:34:51.886890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d9949604-5079-4a54-84f6-d8536793cec2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'description': 'd2'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:51.995620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a73f5-9537-488b-9994-781cad5f1bd9 req-e8b656c8-c094-437f-a338-24bbe4166fd9 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:52.008519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b14a73f5-9537-488b-9994-781cad5f1bd9 req-e8b656c8-c094-437f-a338-24bbe4166fd9 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 944 time: 0.2909312 Jan 28 20:34:52.011508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=745fe4f2-9205-497c-8120-25f78df08657,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:52.096210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8f0c5a2-e1dd-4b4f-aae7-43ec38d663df req-6e22bad6-e19a-4fd9-9450-939b81e8825d tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=125ed02e-ee4f-4b3e-be31-0c043f334108 HTTP/1.1" status: 200 len: 210 time: 0.0483718 Jan 28 20:34:52.146209 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b14a73f5-9537-488b-9994-781cad5f1bd9 req-742445e5-0397-483b-ba28-6a4ea068eba1 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146839 Jan 28 20:34:52.146547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Attempting to bind port 745fe4f2-9205-497c-8120-25f78df08657 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:52.146739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Attempting to bind port 745fe4f2-9205-497c-8120-25f78df08657 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'b436cc4e-a97a-4d97-92ec-28357cb2722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '742cc096-bed0-4ebe-a930-6eb07de54641'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:52.147054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Attempting to bind port 745fe4f2-9205-497c-8120-25f78df08657 on network 742cc096-bed0-4ebe-a930-6eb07de54641 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:52.161320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Port 745fe4f2-9205-497c-8120-25f78df08657 on network 742cc096-bed0-4ebe-a930-6eb07de54641 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:52.162016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Attempting to bind port 745fe4f2-9205-497c-8120-25f78df08657 on network 742cc096-bed0-4ebe-a930-6eb07de54641 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:52.171627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:52.172172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Checking segment: {'id': 'b436cc4e-a97a-4d97-92ec-28357cb2722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '742cc096-bed0-4ebe-a930-6eb07de54641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:52.172799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Bound using segment: {'id': 'b436cc4e-a97a-4d97-92ec-28357cb2722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '742cc096-bed0-4ebe-a930-6eb07de54641'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:52.173476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Bound port: 745fe4f2-9205-497c-8120-25f78df08657, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b436cc4e-a97a-4d97-92ec-28357cb2722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '742cc096-bed0-4ebe-a930-6eb07de54641'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:52.174052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:52.292621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] For port 745fe4f2-9205-497c-8120-25f78df08657, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:52.297693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] For port 745fe4f2-9205-497c-8120-25f78df08657, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=745fe4f2-9205-497c-8120-25f78df08657,segment=NetworkSegment(b436cc4e-a97a-4d97-92ec-28357cb2722e),segment_id=b436cc4e-a97a-4d97-92ec-28357cb2722e)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:52.306726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:52.377391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:52.378204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:52.380243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/745fe4f2-9205-497c-8120-25f78df08657 HTTP/1.1" status: 200 len: 1092 time: 1.2166693 Jan 28 20:34:52.381464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5068eb78-3b2b-4a34-8d19-20836fc418b5', 'tag': '745fe4f2-9205-497c-8120-25f78df08657'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:52.392362 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c114e6-5f3b-4875-9608-15414b0020b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5068eb78-3b2b-4a34-8d19-20836fc418b5", "tag": "745fe4f2-9205-497c-8120-25f78df08657"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:52.450563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Network 895f2505-869e-4915-b31d-b156389da036 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:52.458434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:52.463864 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7bedf3-d908-42f3-acca-5eb7487fe049 x-openstack-request-id: req-0a7bedf3-d908-42f3-acca-5eb7487fe049 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:52.473650 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5068eb78-3b2b-4a34-8d19-20836fc418b5", "tag": "745fe4f2-9205-497c-8120-25f78df08657", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:52.473901 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a7bedf3-d908-42f3-acca-5eb7487fe049 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:52.474397 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5068eb78-3b2b-4a34-8d19-20836fc418b5', 'tag': '745fe4f2-9205-497c-8120-25f78df08657', 'status': 'completed', 'code': 200} Jan 28 20:34:52.507552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c201f2c-0f7b-4c7a-a29e-ca108660b7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=745fe4f2-9205-497c-8120-25f78df08657,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:52.526513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9949604-5079-4a54-84f6-d8536793cec2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:52.554014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9949604-5079-4a54-84f6-d8536793cec2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:52.576932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9949604-5079-4a54-84f6-d8536793cec2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network 870d26e9-1adb-4a81-ac4d-d7a10ef8f755 is not hosted by any dhcp agent {{(pid=102306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:34:52.582906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9949604-5079-4a54-84f6-d8536793cec2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:52.583736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d9949604-5079-4a54-84f6-d8536793cec2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:52.585294 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d9949604-5079-4a54-84f6-d8536793cec2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "PUT /v2.0/networks/870d26e9-1adb-4a81-ac4d-d7a10ef8f755 HTTP/1.1" status: 200 len: 762 time: 0.7123649 Jan 28 20:34:52.591422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50346) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:52.629603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-df31ff73-d084-406f-a84d-a57e3cfd20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:52.632119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-df31ff73-d084-406f-a84d-a57e3cfd20fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=179eb116178d43ad9c329e38b33188e5&device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 1095 time: 0.1563985 Jan 28 20:34:52.692963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-bf6639cb-2cab-44a7-a039-05180d9c75c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=745fe4f2-9205-497c-8120-25f78df08657 HTTP/1.1" status: 200 len: 217 time: 0.0472991 Jan 28 20:34:52.734930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9949604-5079-4a54-84f6-d8536793cec2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=870d26e9-1adb-4a81-ac4d-d7a10ef8f755,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:52.753284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 870d26e9-1adb-4a81-ac4d-d7a10ef8f755 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:52.782062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Router 3f784027-ab40-4c3a-b9dd-1ba17a29e46a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:52.843870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3698f0ea-0ed4-474c-b5d8-e3fed6c8c5cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:52.845789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3698f0ea-0ed4-474c-b5d8-e3fed6c8c5cb tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/networks?id=870d26e9-1adb-4a81-ac4d-d7a10ef8f755 HTTP/1.1" status: 200 len: 765 time: 0.2527704 Jan 28 20:34:52.850641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-747ebb96-1260-4823-8a50-955035f279e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:52.852376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-747ebb96-1260-4823-8a50-955035f279e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ab75b87-e97c-4ff3-857c-aeaa2e832d50 HTTP/1.1" status: 200 len: 860 time: 0.1267412 Jan 28 20:34:52.853752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50352) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:52.946132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8b103f4a-5a84-4b3f-9673-4b9b63376437 None None] Provisioning complete for port aec14b5c-b6b0-4390-a8df-ae79ae3ee6de triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:52.946679 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b103f4a-5a84-4b3f-9673-4b9b63376437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:52.988780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-21bdf2de-b64e-4a78-91bf-ac806de60d84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=742cc096-bed0-4ebe-a930-6eb07de54641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145172 Jan 28 20:34:53.005831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:53.014750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ae867f5b-045e-472b-9480-978987afdc6f tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "PUT /v2.0/routers/3f784027-ab40-4c3a-b9dd-1ba17a29e46a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0890081 Jan 28 20:34:53.015062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8b103f4a-5a84-4b3f-9673-4b9b63376437 None None] Port aec14b5c-b6b0-4390-a8df-ae79ae3ee6de cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:34:53.017122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50356) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:53.025899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Request body: {'port': {'network_id': '895f2505-869e-4915-b31d-b156389da036', 'name': 'tempest-FloatingIPAdminTestJSON-206142333'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:53.026681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a9dbc4-b855-4cdb-b38b-baf43398fa63 None None] Sync routers for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:53.041393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50358) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:53.043054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9dbc4-b855-4cdb-b38b-baf43398fa63 None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:53.044077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-95a9dbc4-b855-4cdb-b38b-baf43398fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:34:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:53.084634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-95a9dbc4-b855-4cdb-b38b-baf43398fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:53.098338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9dbc4-b855-4cdb-b38b-baf43398fa63 None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:53.099164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-95a9dbc4-b855-4cdb-b38b-baf43398fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:34:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:53.148568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-95a9dbc4-b855-4cdb-b38b-baf43398fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:53.149259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a9dbc4-b855-4cdb-b38b-baf43398fa63 None None] The sync data for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:53.167447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Made reservation on behalf of 83fa15e5712547bcb930c68a0dac97cb for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:53.171220 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:53.214453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] device_id is not set on port 13a2d8ed-5694-4288-9939-5c604f8fc199 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:34:53.227312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea7cfe1-1c49-4caa-adba-89232aedd7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:53.230191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7ea7cfe1-1c49-4caa-adba-89232aedd7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3754992 Jan 28 20:34:53.233106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50370) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:53.282134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-50fd8b0e-3574-4ed9-a948-972003bac863 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 207 time: 0.0479867 Jan 28 20:34:53.292071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50372) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:53.319725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-fc33d82c-88df-4df9-950a-d10e8c5aab3a service neutron] 10.222.0.26 "GET /v2.0/networks/742cc096-bed0-4ebe-a930-6eb07de54641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160648 Jan 28 20:34:53.362552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 32ac5093-adbb-425b-90a9-a12ecc7fb3ed no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:53.403277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Allocated IP 172.20.0.9 (895f2505-869e-4915-b31d-b156389da036/a1b82ea9-5ad4-483d-bf15-a679d3eef80f/13a2d8ed-5694-4288-9939-5c604f8fc199) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:53.409530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 32ac5093-adbb-425b-90a9-a12ecc7fb3ed {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:53.409530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 32ac5093-adbb-425b-90a9-a12ecc7fb3ed not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:53.469813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50380) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:53.475818 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9175a402-6eee-4d92-9dc6-d72a845c6e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:53.632237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:53.697570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1295512352'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:53.725122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:53.784299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Made reservation on behalf of 39216b5dc91d4e16803debbae8cfb01b for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:53.788732 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:53.816229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Network 895f2505-869e-4915-b31d-b156389da036 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:53.820275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:53.823540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:53.829407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:53.870673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event updated for resources: {'Port': ['ID=13a2d8ed-5694-4288-9939-5c604f8fc199,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:53.920150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:53.921097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:53.961690 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f790c5d8-cdef-4675-a81d-75f65c621347 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9434230 Jan 28 20:34:53.965019 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50398) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:53.989521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a9889-874e-4329-8fad-4b48761b75d7 req-f39c20ff-ecad-4ee3-a507-1df9e5acf609 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:53.996308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-020a9889-874e-4329-8fad-4b48761b75d7 req-f39c20ff-ecad-4ee3-a507-1df9e5acf609 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 944 time: 0.6990776 Jan 28 20:34:54.088616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.094079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.128210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-597c5c69-4c3c-466a-ae11-4940023b2065 req-c003c578-adfc-4187-a9d9-97ffdc21abd1 service neutron] 10.222.0.26 "GET /v2.0/networks/742cc096-bed0-4ebe-a930-6eb07de54641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152188 Jan 28 20:34:54.133695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:54.149455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d317487-047e-49e4-839f-4beea02103a6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.149712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'project_id': '83fa15e5712547bcb930c68a0dac97cb', 'port_id': '13a2d8ed-5694-4288-9939-5c604f8fc199'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:54.156762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d317487-047e-49e4-839f-4beea02103a6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.162661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd767a28-8054-402b-a827-c83be91cc2e6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:54.168166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d317487-047e-49e4-839f-4beea02103a6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.171272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.171718 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Added segment 1cf52568-98b9-4d68-ab5b-98ded44b4e38 of type vlan for network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 Jan 28 20:34:54.177798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d317487-047e-49e4-839f-4beea02103a6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.187202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d317487-047e-49e4-839f-4beea02103a6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.194495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d317487-047e-49e4-839f-4beea02103a6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.196496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5d317487-047e-49e4-839f-4beea02103a6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.9095178 Jan 28 20:34:54.213103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50402) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:54.255441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6181e3cc-b44e-4248-bf44-7a0874a97e84 None None] Provisioning complete for port 13a2d8ed-5694-4288-9939-5c604f8fc199 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:54.256057 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6181e3cc-b44e-4248-bf44-7a0874a97e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.294524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6181e3cc-b44e-4248-bf44-7a0874a97e84 None None] Port 13a2d8ed-5694-4288-9939-5c604f8fc199 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:34:54.308924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-020a9889-874e-4329-8fad-4b48761b75d7 req-9914abe3-5c47-4675-8278-6af4e55ede22 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894135 Jan 28 20:34:54.313070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.318020 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.351687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-652a8e1a-2314-40f5-98d3-b46e8dd28140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.353149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-652a8e1a-2314-40f5-98d3-b46e8dd28140 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=179eb116178d43ad9c329e38b33188e5&device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 1095 time: 0.1354370 Jan 28 20:34:54.355705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9175a402-6eee-4d92-9dc6-d72a845c6e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.365073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fcf5-269b-42fd-932c-159d04a1c95e req-f851d272-e196-4e10-a521-4fbe3d28eeac tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.372532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3fcf5-269b-42fd-932c-159d04a1c95e req-f851d272-e196-4e10-a521-4fbe3d28eeac tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.380049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1e3fcf5-269b-42fd-932c-159d04a1c95e req-f851d272-e196-4e10-a521-4fbe3d28eeac tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd&device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 1681 time: 0.1783624 Jan 28 20:34:54.396311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9175a402-6eee-4d92-9dc6-d72a845c6e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.457455 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.463172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.463792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.508580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9175a402-6eee-4d92-9dc6-d72a845c6e7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69d4239f6ef54bdb9aa3956692511b03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4532492 Jan 28 20:34:54.511217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50404) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:54.521395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175a402-6eee-4d92-9dc6-d72a845c6e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49003ef1-feb2-4a8e-ba44-d8b3ca5aa15b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:54.529973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1e3fcf5-269b-42fd-932c-159d04a1c95e req-3a44b229-d3b6-41b1-993e-b4fb989024e8 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490090 Jan 28 20:34:54.594265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-e67ea769-8551-4bb5-8624-2c13e1da1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.595818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8b8f7a31-4524-4ddc-913e-26cc6b988fc0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3815680 Jan 28 20:34:54.605740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-e67ea769-8551-4bb5-8624-2c13e1da1bb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=742cc096-bed0-4ebe-a930-6eb07de54641 HTTP/1.1" status: 200 len: 921 time: 0.2180057 Jan 28 20:34:54.605740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50410) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:54.610289 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1382995 Jan 28 20:34:54.612650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6efb1-2b0b-49b7-987c-9b5b8d591aae tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Pushing event updated for resources: {'Network': ['ID=b5e7a5cf-d472-4d0f-a502-a3d92780ef65,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:54.647152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:54.682064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.812044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-249488f0-1fd7-4920-b4ea-62ef23537398 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=745fe4f2-9205-497c-8120-25f78df08657 HTTP/1.1" status: 200 len: 217 time: 0.1965573 Jan 28 20:34:54.826638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac8560a5-2aeb-4845-9c75-58038052a73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.873235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Allocated IP 172.25.2.87 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/61a50a14-dc3e-4d8e-8aa6-3e61c77e8d44) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:54.928321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac8560a5-2aeb-4845-9c75-58038052a73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:54.944315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e8ddd-7e05-45d6-befe-058c163bb47c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.947500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e8ddd-7e05-45d6-befe-058c163bb47c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.949853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e8ddd-7e05-45d6-befe-058c163bb47c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.950980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e8ddd-7e05-45d6-befe-058c163bb47c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.952631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e8ddd-7e05-45d6-befe-058c163bb47c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.958491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-783e8ddd-7e05-45d6-befe-058c163bb47c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3562379 Jan 28 20:34:54.961401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50422) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:55.000722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50424) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:55.011870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Request body: {'port': {'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65', 'binding:host_id': 'n-h2-825064-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-735225290'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:55.035315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-7a29d16c-f986-4acb-ab95-17ec9997471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.038245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-7a29d16c-f986-4acb-ab95-17ec9997471e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ab75b87-e97c-4ff3-857c-aeaa2e832d50 HTTP/1.1" status: 200 len: 860 time: 0.2133698 Jan 28 20:34:55.067967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Made reservation on behalf of 0566920547ca48cea3383d17b879cb00 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:55.070819 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:55.096367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:55.098846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:55.135090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-67ef8a33-cd21-4161-8852-fc0ba3014a92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=742cc096-bed0-4ebe-a930-6eb07de54641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755749 Jan 28 20:34:55.187552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27c95f-de99-46e0-b564-a2eb49d649b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.190523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27c95f-de99-46e0-b564-a2eb49d649b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.194484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27c95f-de99-46e0-b564-a2eb49d649b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.197441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27c95f-de99-46e0-b564-a2eb49d649b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.200236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27c95f-de99-46e0-b564-a2eb49d649b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.207851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba27c95f-de99-46e0-b564-a2eb49d649b3 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2378571 Jan 28 20:34:55.208755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50428) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:55.267630 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:55.275859 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac8560a5-2aeb-4845-9c75-58038052a73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:55.278424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac8560a5-2aeb-4845-9c75-58038052a73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:55.282689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ac8560a5-2aeb-4845-9c75-58038052a73e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49003ef1-feb2-4a8e-ba44-d8b3ca5aa15b HTTP/1.1" status: 204 len: 168 time: 0.7653103 Jan 28 20:34:55.357587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8560a5-2aeb-4845-9c75-58038052a73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49003ef1-feb2-4a8e-ba44-d8b3ca5aa15b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:55.406984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a9441-2432-407f-9bd4-f3cd8395053a req-91fc2cdb-5637-45ec-9d7a-eb5d774eeedf tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.418007 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e0a9441-2432-407f-9bd4-f3cd8395053a req-91fc2cdb-5637-45ec-9d7a-eb5d774eeedf tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 945 time: 0.1313169 Jan 28 20:34:55.489152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:55.521289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-402171bb-90d3-440d-9340-4db23c83c5d9 service neutron] 10.222.0.26 "GET /v2.0/networks/742cc096-bed0-4ebe-a930-6eb07de54641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667743 Jan 28 20:34:55.530713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:55.538019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e0a9441-2432-407f-9bd4-f3cd8395053a req-0486bc31-34d7-40eb-a201-f125753c01b6 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175764 Jan 28 20:34:55.548903 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:55.550110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:55.568457 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:55.582341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91d0a3-3729-4cfa-8971-af0264b575f6 req-6b4b2b2e-adb5-456e-9269-e118fe3693d9 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.584330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f91d0a3-3729-4cfa-8971-af0264b575f6 req-6b4b2b2e-adb5-456e-9269-e118fe3693d9 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 944 time: 0.1277850 Jan 28 20:34:55.595261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Pushing event updated for resources: {'Port': ['ID=61a50a14-dc3e-4d8e-8aa6-3e61c77e8d44,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:55.603746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] device_id is not set on port af828d08-fc33-4238-92e4-e2539fca96fc yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:34:55.636150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9fa91b-20d5-4a3d-b521-25941de3f5f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:55.638205 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eb9fa91b-20d5-4a3d-b521-25941de3f5f6 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/networks/cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 HTTP/1.1" status: 200 len: 804 time: 0.4271884 Jan 28 20:34:55.648971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50436) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:55.691380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f91d0a3-3729-4cfa-8971-af0264b575f6 req-7e490541-156b-4bc9-a783-585bc5544aae tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856535 Jan 28 20:34:55.750916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c114e6-5f3b-4875-9608-15414b0020b5 req-ea7ab407-ab3f-491b-a16b-3de8ebae8032 service neutron] 10.222.0.26 "GET /v2.0/networks/742cc096-bed0-4ebe-a930-6eb07de54641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063048 Jan 28 20:34:55.771397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d5e34-b23a-4761-8f2a-42f949d00dcd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:55.907303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50440) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:55.923934 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-289cbe00-eaf7-425b-b9aa-277d48620e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.028440 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-29e01ba0-cbc2-4f5c-9491-83598c09dad5 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/networks/cefd5d8b-b78c-4f54-b7b2-55ddd70efe35?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3238366 Jan 28 20:34:56.034427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50442) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:56.049524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-289cbe00-eaf7-425b-b9aa-277d48620e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.074545 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-289cbe00-eaf7-425b-b9aa-277d48620e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.135595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-289cbe00-eaf7-425b-b9aa-277d48620e23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4151afc2de9d49879c896985dd9549f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257209 Jan 28 20:34:56.135822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cbe00-eaf7-425b-b9aa-277d48620e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621ceac0-0825-45e9-97b6-23db54cb6380,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:56.140865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99268d0-b680-4cae-9d11-bc63d8d5bd71 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:56.147311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a99268d0-b680-4cae-9d11-bc63d8d5bd71 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/subnets/13631d1d-0cf9-41f3-85d4-2b2a1484ed7d HTTP/1.1" status: 200 len: 843 time: 0.1061528 Jan 28 20:34:56.147311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50444) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:56.149103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50446) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:56.183442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] device_id is not set on port af828d08-fc33-4238-92e4-e2539fca96fc yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:34:56.208551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.236565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.245079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9acd417-1c16-46f9-ae2f-51df1dec570a tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:56.247660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d9acd417-1c16-46f9-ae2f-51df1dec570a tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "GET /v2.0/subnets/13631d1d-0cf9-41f3-85d4-2b2a1484ed7d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0991824 Jan 28 20:34:56.251234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50448) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:56.257532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569174262'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:56.282526 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6195-0c86-44bd-a770-8d5ee7936b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.309018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:56.313406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.320191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6195-0c86-44bd-a770-8d5ee7936b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.370913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:34:56.389060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.389060 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Added segment d9a1200d-7e44-4f27-b42c-fb3ee3baf71f of type vlan for network c11bc890-ff77-4216-adf8-e376fa563465 Jan 28 20:34:56.442106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6195-0c86-44bd-a770-8d5ee7936b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.444785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6195-0c86-44bd-a770-8d5ee7936b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.446115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fd7e6195-0c86-44bd-a770-8d5ee7936b44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/621ceac0-0825-45e9-97b6-23db54cb6380 HTTP/1.1" status: 204 len: 168 time: 0.3021274 Jan 28 20:34:56.462444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e6195-0c86-44bd-a770-8d5ee7936b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ceac0-0825-45e9-97b6-23db54cb6380,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:56.466272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.502172 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.515551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:56.516785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.603394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3509278 Jan 28 20:34:56.611488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50454) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:56.621238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'network_id': 'c11bc890-ff77-4216-adf8-e376fa563465', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:56.646419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc821336-80e3-48c0-80ce-63b0fd72d7c7 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Network': ['ID=c11bc890-ff77-4216-adf8-e376fa563465,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:56.660047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c11bc890-ff77-4216-adf8-e376fa563465 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:34:56.790586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=af828d08-fc33-4238-92e4-e2539fca96fc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:56.809706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27433106-2d77-42e5-a00b-19736601e31a req-0d7f8a8b-f229-41c3-86f5-c7cdda7ddf53 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:56.822222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27433106-2d77-42e5-a00b-19736601e31a req-0d7f8a8b-f229-41c3-86f5-c7cdda7ddf53 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 945 time: 0.1304300 Jan 28 20:34:56.901172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Made reservation on behalf of 4e9fb40ffa3a4143942d15a0030c3ebf for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:56.905704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:56.911536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Checking segment: {'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:56.911902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Network hostable DHCP agents. Network: b5e7a5cf-d472-4d0f-a502-a3d92780ef65, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:56.929785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-4f188959-8dd2-4826-b2d0-d4c4bfad208a tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:56.932558 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-4f188959-8dd2-4826-b2d0-d4c4bfad208a tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.13 "GET /v2.0/ports?device_id=26368e18-d9d3-4448-affb-1d78d5615fbd HTTP/1.1" status: 200 len: 945 time: 0.2592447 Jan 28 20:34:56.972639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27433106-2d77-42e5-a00b-19736601e31a req-23f5cad0-2041-43e8-b553-9b65d81f6bf0 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/security-groups?id=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487541 Jan 28 20:34:57.006793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.029578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_backend_mixin [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Performing IP validity checks on allocation pools {{(pid=102307) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:34:57.030129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_backend_mixin [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102307) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:34:57.039920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77406fa-87b6-47e6-8cf7-e25ecfbe2a6e req-ccbed1b1-4dde-420e-98dc-7d980a43b01b tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:57.042016 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f77406fa-87b6-47e6-8cf7-e25ecfbe2a6e req-ccbed1b1-4dde-420e-98dc-7d980a43b01b tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 944 time: 0.1878393 Jan 28 20:34:57.059815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:57.114630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b5e7a5cf-d472-4d0f-a502-a3d92780ef65) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:57.122506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9bdbf7b7-6154-4cb2-8467-665d3e2d78e7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:57.123473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9bdbf7b7-6154-4cb2-8467-665d3e2d78e7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.26 "GET /v2.0/ports?device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 945 time: 0.1496060 Jan 28 20:34:57.129726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b78465-b319-4cf8-8a85-3d29122e60d6 None None] Network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:57.131487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:57.143559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f77406fa-87b6-47e6-8cf7-e25ecfbe2a6e req-bbb2202f-d81c-4183-90f7-63527c0be77b tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858090 Jan 28 20:34:57.210796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.211145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.211533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.219866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.220249 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:57.223488 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 2 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:57.242810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.268078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.268472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.268789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.292161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.292518 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:57.297212 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 3 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:57.305270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Deleting port be53940a-2ad1-44af-a234-6d0ac2a05900 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:57.305623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.350820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.351156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.351512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.372949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Deleting port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:57.373429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.376631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.432714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.433052 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:57.436701 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 4 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:57.458885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.459439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.459789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.481567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.481793 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:57.485302 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 5 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:57.513028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=0219bdea-12cb-42aa-96bc-3f553ae3cc76,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:57.528297 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.528458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.528730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.531518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Checking segment: {'id': 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c11bc890-ff77-4216-adf8-e376fa563465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:57.532275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network hostable DHCP agents. Network: c11bc890-ff77-4216-adf8-e376fa563465, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:34:57.537000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] For port be53940a-2ad1-44af-a234-6d0ac2a05900, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=be53940a-2ad1-44af-a234-6d0ac2a05900,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:57.537379 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.548596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] For port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,segment=NetworkSegment(6f63da8c-dc6b-43b7-a125-8103cc921e83),segment_id=6f63da8c-dc6b-43b7-a125-8103cc921e83)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:57.548967 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.553449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 745fe4f2-9205-497c-8120-25f78df08657 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:34:57.562638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Calling delete_port for be53940a-2ad1-44af-a234-6d0ac2a05900 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:57.565953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.566617 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:57.569385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Calling delete_port for 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:57.571303 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 6 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:57.582915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Network c11bc890-ff77-4216-adf8-e376fa563465 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:34:57.601339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, c11bc890-ff77-4216-adf8-e376fa563465) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:57.606165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.606778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.607295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.608078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:57.608856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.661682 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.667201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.667925 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:57.670787 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 7 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:57.677149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.681743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8927a573-a5be-403a-b895-4e4b1b60c1a2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0688112 Jan 28 20:34:57.682454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50476) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:57.691441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-78a74210-d30c-45e3-b918-d22b88a25905 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:57.699290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 745fe4f2-9205-497c-8120-25f78df08657, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=745fe4f2-9205-497c-8120-25f78df08657,segment=NetworkSegment(b436cc4e-a97a-4d97-92ec-28357cb2722e),segment_id=b436cc4e-a97a-4d97-92ec-28357cb2722e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:57.720821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '745fe4f2-9205-497c-8120-25f78df08657', 'network_id': '742cc096-bed0-4ebe-a930-6eb07de54641', 'port_id': '745fe4f2-9205-497c-8120-25f78df08657', 'mac_address': 'fa:16:3e:cb:2f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab75b87-e97c-4ff3-857c-aeaa2e832d50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:34:57.724960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10db854-1446-4aea-8fff-4493af26f954 None None] Network c11bc890-ff77-4216-adf8-e376fa563465 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:57.733566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.734163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.734706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.777654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.778280 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:57.787955 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 8 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:57.810160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Pushing event updated for resources: {'Port': ['ID=61a50a14-dc3e-4d8e-8aa6-3e61c77e8d44,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:57.821190 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.825625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.826136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.826634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.862268 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-78a74210-d30c-45e3-b918-d22b88a25905 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5154103'] for subnet, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.894337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.898575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.899159 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:57.906039 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 9 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:57.917026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8ed45b52-4d00-4bb5-838e-9e9a3ff675dc'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:57.949299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:57.949912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:57.950423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:57.955753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.959852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Pushing event deleted for resources: {'Port': ['ID=8ed45b52-4d00-4bb5-838e-9e9a3ff675dc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:57.980222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745fe4f2-9205-497c-8120-25f78df08657 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:34:57.994590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:57.998159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:57.998767 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:58.003319 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 10 to bind port af828d08-fc33-4238-92e4-e2539fca96fc Jan 28 20:34:58.005089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 745fe4f2-9205-497c-8120-25f78df08657, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=745fe4f2-9205-497c-8120-25f78df08657,segment=NetworkSegment(b436cc4e-a97a-4d97-92ec-28357cb2722e),segment_id=b436cc4e-a97a-4d97-92ec-28357cb2722e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:58.023462 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.026414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8ed45b52-4d00-4bb5-838e-9e9a3ff675dc'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:58.043917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] No DVR routers for this DVR port 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:58.051189 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.058862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Pushing event deleted for resources: {'Port': ['ID=be53940a-2ad1-44af-a234-6d0ac2a05900,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:58.080441 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:58.080819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:58.081258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:58.085739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-338818e3-1b0b-4ef7-ae58-50e37ed54233 req-9d977156-18d2-4fec-9675-8c7e252cac86 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.26 "DELETE /v2.0/ports/8ed45b52-4d00-4bb5-838e-9e9a3ff675dc HTTP/1.1" status: 204 len: 173 time: 0.9424415 Jan 28 20:34:58.126866 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Floating IP 554f4253-02d7-4daf-84c9-1fbb8571a6df associated. External IP: 172.25.2.87, port: 13a2d8ed-5694-4288-9939-5c604f8fc199. Jan 28 20:34:58.133036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port af828d08-fc33-4238-92e4-e2539fca96fc on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:58.133382 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port af828d08-fc33-4238-92e4-e2539fca96fc on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:34:58.133751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.175868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=745fe4f2-9205-497c-8120-25f78df08657,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:58.199195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cf0551-0cba-4243-868f-2fc5e0294301', 'name': 'network-vif-deleted', 'tag': '8ed45b52-4d00-4bb5-838e-9e9a3ff675dc'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:58.201616 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54368c99-bcf3-4035-8246-b062716e0833" -d '{"events": [{"server_uuid": "50cf0551-0cba-4243-868f-2fc5e0294301", "name": "network-vif-deleted", "tag": "8ed45b52-4d00-4bb5-838e-9e9a3ff675dc"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:58.221777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-c11bc890-ff77-4216-adf8-e376fa563465', 'network_id': 'c11bc890-ff77-4216-adf8-e376fa563465', 'tenant_id': '4e9fb40ffa3a4143942d15a0030c3ebf', 'fixed_ips': [{'subnet_id': '0219bdea-12cb-42aa-96bc-3f553ae3cc76'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:34:58.222879 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.281201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ddb6ddec-d1ec-48a0-952c-4dc558842a7b req-200fc9e7-faf5-4e95-917c-c2266c62049a tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.44 "GET /v2.0/ports?device_id=50cf0551-0cba-4243-868f-2fc5e0294301 HTTP/1.1" status: 200 len: 210 time: 0.0713921 Jan 28 20:34:58.310577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] No DVR routers for this DVR port be53940a-2ad1-44af-a234-6d0ac2a05900 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:58.336386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] For port af828d08-fc33-4238-92e4-e2539fca96fc, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:58.338239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempted to set empty binding levels {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 20:34:58.399162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['745fe4f2-9205-497c-8120-25f78df08657'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:58.406599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.408871 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf92cdab-e52c-47ed-b4d5-5296c5543d15 x-openstack-request-id: req-bf92cdab-e52c-47ed-b4d5-5296c5543d15 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:58.409797 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cf0551-0cba-4243-868f-2fc5e0294301", "name": "network-vif-deleted", "tag": "8ed45b52-4d00-4bb5-838e-9e9a3ff675dc", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:58.409797 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf92cdab-e52c-47ed-b4d5-5296c5543d15 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:58.409797 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cf0551-0cba-4243-868f-2fc5e0294301', 'name': 'network-vif-deleted', 'tag': '8ed45b52-4d00-4bb5-838e-9e9a3ff675dc', 'status': 'completed', 'code': 200} Jan 28 20:34:58.413560 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-416e30e9-8085-4c0e-8c18-dc91cdcc0e39 req-09099675-a0ac-423a-bdc2-56486a35e0b7 tempest-ListServersNegativeTestJSON-1965047268 tempest-ListServersNegativeTestJSON-1965047268-project] 10.222.0.13 "DELETE /v2.0/ports/be53940a-2ad1-44af-a234-6d0ac2a05900 HTTP/1.1" status: 204 len: 173 time: 1.4683478 Jan 28 20:34:58.413560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26368e18-d9d3-4448-affb-1d78d5615fbd', 'name': 'network-vif-deleted', 'tag': 'be53940a-2ad1-44af-a234-6d0ac2a05900'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:34:58.415135 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476b7c32-f635-4d56-97bb-2ddace40193e" -d '{"events": [{"server_uuid": "26368e18-d9d3-4448-affb-1d78d5615fbd", "name": "network-vif-deleted", "tag": "be53940a-2ad1-44af-a234-6d0ac2a05900"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:58.424164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.483830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-78a74210-d30c-45e3-b918-d22b88a25905 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763517260647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4966036'] for subnet, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.499435 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a0f076-f41e-4a58-ad66-dd958668181c x-openstack-request-id: req-d0a0f076-f41e-4a58-ad66-dd958668181c {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:58.499726 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26368e18-d9d3-4448-affb-1d78d5615fbd", "name": "network-vif-deleted", "tag": "be53940a-2ad1-44af-a234-6d0ac2a05900", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:58.499970 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0a0f076-f41e-4a58-ad66-dd958668181c {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:58.500522 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26368e18-d9d3-4448-affb-1d78d5615fbd', 'name': 'network-vif-deleted', 'tag': 'be53940a-2ad1-44af-a234-6d0ac2a05900', 'status': 'completed', 'code': 200} Jan 28 20:34:58.501099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=af828d08-fc33-4238-92e4-e2539fca96fc,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:58.504158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aab0e-360b-4dfe-b978-4a0865ee4cb6 req-688eeed4-e76b-4b5d-b767-9b9a8244dcd2 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:58.505748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-542aab0e-360b-4dfe-b978-4a0865ee4cb6 req-688eeed4-e76b-4b5d-b767-9b9a8244dcd2 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 945 time: 0.2083960 Jan 28 20:34:58.505891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:58.506464 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.541048 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb656c19-5bed-4e7e-8e7f-5fbfdf1e8168 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.5373952 Jan 28 20:34:58.544140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50498) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:58.596980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a74210-d30c-45e3-b918-d22b88a25905 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:58.597928 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-78a74210-d30c-45e3-b918-d22b88a25905 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.599284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-78a74210-d30c-45e3-b918-d22b88a25905 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "PUT /v2.0/subnets/0219bdea-12cb-42aa-96bc-3f553ae3cc76 HTTP/1.1" status: 200 len: 900 time: 0.9121926 Jan 28 20:34:58.603580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50500) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:58.638586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a74210-d30c-45e3-b918-d22b88a25905 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event updated for resources: {'Subnet': ['ID=0219bdea-12cb-42aa-96bc-3f553ae3cc76,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:58.697600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Allocated IP 2001:db8::3 (c11bc890-ff77-4216-adf8-e376fa563465/0219bdea-12cb-42aa-96bc-3f553ae3cc76/478b90d2-1396-4dd6-b4c5-246bf0f71310) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:58.705039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-542aab0e-360b-4dfe-b978-4a0865ee4cb6 req-118d0aee-c9ae-476d-b72f-0ac3ae38c79b tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721063 Jan 28 20:34:58.743882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Deleting port af828d08-fc33-4238-92e4-e2539fca96fc {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:34:58.744714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.755664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.836580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Router 3f784027-ab40-4c3a-b9dd-1ba17a29e46a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:58.850614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.864239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] For port af828d08-fc33-4238-92e4-e2539fca96fc, host n-h2-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:58.864616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:58.927225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Calling delete_port for af828d08-fc33-4238-92e4-e2539fca96fc owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:34:59.076590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:59.091394 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df524d6-6fa6-4c87-9672-ecf0fde9b183 None None] Sync routers for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:59.105244 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df524d6-6fa6-4c87-9672-ecf0fde9b183 None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:59.106472 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4df524d6-6fa6-4c87-9672-ecf0fde9b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:34:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:59.111228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.147258 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4df524d6-6fa6-4c87-9672-ecf0fde9b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:59.147621 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1d6a4ff5-f2a2-4d1d-994f-905740e244e5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.1815569 Jan 28 20:34:59.150437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50510) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:59.160517 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df524d6-6fa6-4c87-9672-ecf0fde9b183 None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:59.166479 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4df524d6-6fa6-4c87-9672-ecf0fde9b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:34:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:59.201965 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.210628 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.214042 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4df524d6-6fa6-4c87-9672-ecf0fde9b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:59.215352 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df524d6-6fa6-4c87-9672-ecf0fde9b183 None None] The sync data for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:59.220697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.233459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.266092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Pushing event updated for resources: {'Port': ['ID=478b90d2-1396-4dd6-b4c5-246bf0f71310,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:59.268676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=0219bdea-12cb-42aa-96bc-3f553ae3cc76,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:59.279426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Network c11bc890-ff77-4216-adf8-e376fa563465 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:59.281183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:59.289128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:59.302065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event deleted for resources: {'Port': ['ID=af828d08-fc33-4238-92e4-e2539fca96fc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:59.322444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.328891 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0249dacf-b2ea-4534-bc26-9ae548035115 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "DELETE /v2.0/ports/af828d08-fc33-4238-92e4-e2539fca96fc HTTP/1.1" status: 204 len: 168 time: 0.7805257 Jan 28 20:34:59.329583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50516) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:59.363063 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ead7676f-7a6d-4f99-adfe-37e4414e0058 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] 10.222.0.44 "GET /v2.0/floatingips/554f4253-02d7-4daf-84c9-1fbb8571a6df HTTP/1.1" status: 200 len: 981 time: 0.2113569 Jan 28 20:34:59.376966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50518) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:59.379616 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b132df7-8891-43df-a382-4cbc9de5d5d4 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] GET failed (client error): The resource could not be found. Jan 28 20:34:59.382368 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1b132df7-8891-43df-a382-4cbc9de5d5d4 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "GET /v2.0/ports/af828d08-fc33-4238-92e4-e2539fca96fc HTTP/1.1" status: 404 len: 333 time: 0.0496178 Jan 28 20:34:59.392414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50522) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:59.398288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Request body: {'port': {'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1524817099'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:59.405101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device be53940a-2ad1-44af-a234-6d0ac2a05900 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:59.421222 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.439520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: be53940a-2ad1-44af-a234-6d0ac2a05900 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:59.439870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device be53940a-2ad1-44af-a234-6d0ac2a05900 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:59.442610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Attempting to bind port 478b90d2-1396-4dd6-b4c5-246bf0f71310 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:34:59.442988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Attempting to bind port 478b90d2-1396-4dd6-b4c5-246bf0f71310 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c11bc890-ff77-4216-adf8-e376fa563465'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:34:59.443605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Attempting to bind port 478b90d2-1396-4dd6-b4c5-246bf0f71310 on network c11bc890-ff77-4216-adf8-e376fa563465 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:59.444931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50524) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:59.450444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:59.450995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Checking segment: {'id': 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c11bc890-ff77-4216-adf8-e376fa563465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:34:59.451592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.452108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Bound using segment: {'id': 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c11bc890-ff77-4216-adf8-e376fa563465'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:59.452852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Bound port: 478b90d2-1396-4dd6-b4c5-246bf0f71310, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'c11bc890-ff77-4216-adf8-e376fa563465'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:34:59.453924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.463599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11bc890-ff77-4216-adf8-e376fa563465']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:59.497113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:59.497934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:59.514627 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.539441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58aed81-081b-4aa2-aadb-a4854161c131 admin admin] Deleting subnet 16668b75-afb5-4875-8c2c-e57d8f6f50ef {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:34:59.545593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58aed81-081b-4aa2-aadb-a4854161c131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.549333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.563690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] For port 478b90d2-1396-4dd6-b4c5-246bf0f71310, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:59.565268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Made reservation on behalf of 0566920547ca48cea3383d17b879cb00 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:34:59.568219 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.570945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:59.584845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] device_id is not set on port dd4f776a-62a3-4ab9-b29e-257e98772bae yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:34:59.597242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:59.597658 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.599352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:34:59.599950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8ed45b52-4d00-4bb5-838e-9e9a3ff675dc not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:59.600689 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:59.656641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58aed81-081b-4aa2-aadb-a4854161c131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.691832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.api [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:34:59.691832 n-d-825064-3 neutron-server[102307]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:34:59.691832 n-d-825064-3 neutron-server[102307]: [parameters: {'id': 'c11bc890-ff77-4216-adf8-e376fa563465'}] Jan 28 20:34:59.691832 n-d-825064-3 neutron-server[102307]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:34:59.692712 n-d-825064-3 neutron-server[102307]: DEBUG oslo_db.api [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:34:59.698597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] For port 478b90d2-1396-4dd6-b4c5-246bf0f71310, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=478b90d2-1396-4dd6-b4c5-246bf0f71310,segment=NetworkSegment(d9a1200d-7e44-4f27-b42c-fb3ee3baf71f),segment_id=d9a1200d-7e44-4f27-b42c-fb3ee3baf71f)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:59.707872 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.710721 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58aed81-081b-4aa2-aadb-a4854161c131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.804617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58aed81-081b-4aa2-aadb-a4854161c131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.827602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0013ad5-f5be-43e4-9e7e-2c2cd5481609 None None] Pushing event updated for resources: {'Port': ['ID=478b90d2-1396-4dd6-b4c5-246bf0f71310,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:59.833793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aed81-081b-4aa2-aadb-a4854161c131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16668b75-afb5-4875-8c2c-e57d8f6f50ef,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:59.839857 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58aed81-081b-4aa2-aadb-a4854161c131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:34:59.843977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a58aed81-081b-4aa2-aadb-a4854161c131 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/16668b75-afb5-4875-8c2c-e57d8f6f50ef HTTP/1.1" status: 204 len: 168 time: 0.3980310 Jan 28 20:34:59.846485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50532) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:59.867969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e1db94-3c41-45df-8741-c6a44f3de438 None None] Network c11bc890-ff77-4216-adf8-e376fa563465 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:34:59.978787 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-478408f7-3696-46db-b680-b2588b16afd5 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2247 time: 0.5940797 Jan 28 20:34:59.983561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50536) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:34:59.986061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564e596-3c0e-4c2d-be48-cf4cdcf2522d req-7f880d25-e66c-4d43-b32f-e1f55d2ffa4a tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:59.987800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a564e596-3c0e-4c2d-be48-cf4cdcf2522d req-7f880d25-e66c-4d43-b32f-e1f55d2ffa4a tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 945 time: 0.1046467 Jan 28 20:34:59.990636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.022599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8632a53-15c7-4b41-82e3-00617c4f1eeb None None] Network c11bc890-ff77-4216-adf8-e376fa563465 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:00.064060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a564e596-3c0e-4c2d-be48-cf4cdcf2522d req-6a8a2fbe-2654-46d7-828e-28204f0e3b22 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694480 Jan 28 20:35:00.123891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.154009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc8a970-746e-43ab-9a43-60fb29df5edf']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:00.171370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f63da8c-dc6b-43b7-a125-8103cc921e83') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:00.171668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f63da8c-dc6b-43b7-a125-8103cc921e83') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:00.184830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.194089 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.211409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.224083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:00.225475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:00.227938 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:00.235651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb051568-a849-467f-ab8d-50ba94b066b2 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:35:00.247359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.305100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Deleting port 61a50a14-dc3e-4d8e-8aa6-3e61c77e8d44 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:00.305388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.323058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.344040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.356448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.363202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6fc8a970-746e-43ab-9a43-60fb29df5edf HTTP/1.1" status: 204 len: 168 time: 0.5153852 Jan 28 20:35:00.379376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb35976-750b-4394-8f01-125b2ba9068e admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc8a970-746e-43ab-9a43-60fb29df5edf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:00.398696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb051568-a849-467f-ab8d-50ba94b066b2 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:35:00.406843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting port 478b90d2-1396-4dd6-b4c5-246bf0f71310 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:00.407118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.450883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:00.462938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:00.470274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:00.472147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:00.472801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.486071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] For port 478b90d2-1396-4dd6-b4c5-246bf0f71310, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=478b90d2-1396-4dd6-b4c5-246bf0f71310,segment=NetworkSegment(d9a1200d-7e44-4f27-b42c-fb3ee3baf71f),segment_id=d9a1200d-7e44-4f27-b42c-fb3ee3baf71f)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:00.486631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.494239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=dd4f776a-62a3-4ab9-b29e-257e98772bae,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:00.509854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Calling delete_port for 478b90d2-1396-4dd6-b4c5-246bf0f71310 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:00.524050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-153534df-20c3-4f72-b6c4-5495ad022aa0 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1299853 Jan 28 20:35:00.524239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50542) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:00.529611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.529980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.535353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:00.556743 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Calling delete_port for 61a50a14-dc3e-4d8e-8aa6-3e61c77e8d44 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:00.658132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.750329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.792208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Port': ['ID=478b90d2-1396-4dd6-b4c5-246bf0f71310,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:00.794577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No DVR routers for this DVR port 478b90d2-1396-4dd6-b4c5-246bf0f71310 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:00.845623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50548) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:00.864965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.902625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event deleted for resources: {'Port': ['ID=61a50a14-dc3e-4d8e-8aa6-3e61c77e8d44,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:00.940780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:00.960804 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be9f54b9-9e3e-4db2-8bc4-a1edec931065 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c8bd4e514fe4533ae0740109d73d383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139579 Jan 28 20:35:00.962650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50552) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:00.971378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11bc890-ff77-4216-adf8-e376fa563465']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:00.988503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:00.988772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a1200d-7e44-4f27-b42c-fb3ee3baf71f') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:01.003510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.004218 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Floating IP 554f4253-02d7-4daf-84c9-1fbb8571a6df disassociated (deleted). External IP: 172.25.2.87, port: 13a2d8ed-5694-4288-9939-5c604f8fc199. Jan 28 20:35:01.007218 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.041040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.051437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] device_id is not set on port dd4f776a-62a3-4ab9-b29e-257e98772bae yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:01.056172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:01.057220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:01.059900 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:01.064747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.085483 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9af8b7af-6e7b-4087-9983-36cdcaf7e5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.124227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.161202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9af8b7af-6e7b-4087-9983-36cdcaf7e5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.200847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=dd4f776a-62a3-4ab9-b29e-257e98772bae,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:01.234617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.250360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.257318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/c11bc890-ff77-4216-adf8-e376fa563465 HTTP/1.1" status: 204 len: 168 time: 2.6473489 Jan 28 20:35:01.267709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50558) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:01.279867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c36c90-db29-4e84-a847-60002a555cce tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=c11bc890-ff77-4216-adf8-e376fa563465,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:01.293448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9af8b7af-6e7b-4087-9983-36cdcaf7e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.296292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9af8b7af-6e7b-4087-9983-36cdcaf7e5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.300218 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9af8b7af-6e7b-4087-9983-36cdcaf7e5df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6 HTTP/1.1" status: 204 len: 168 time: 0.3321135 Jan 28 20:35:01.306502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.306502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.307175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.312975 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f572cd-c467-4d0b-aeb6-249f76597778 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:01.313533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f572cd-c467-4d0b-aeb6-249f76597778 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:01.315974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8b7af-6e7b-4087-9983-36cdcaf7e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4222a7ad-f6d2-4cbf-b927-bf5f8623a4f6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:01.316544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-09f572cd-c467-4d0b-aeb6-249f76597778 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/0219bdea-12cb-42aa-96bc-3f553ae3cc76 HTTP/1.1" status: 404 len: 337 time: 0.0478525 Jan 28 20:35:01.320079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50564) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:01.324833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2039d9-efba-470e-abac-f93db00cb9bf req-d7e40fc8-fecf-48db-8635-dfc268ee9905 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:01.326336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de2039d9-efba-470e-abac-f93db00cb9bf req-d7e40fc8-fecf-48db-8635-dfc268ee9905 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 945 time: 0.1528740 Jan 28 20:35:01.327129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.327466 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.327845 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 2 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.355694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.356304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.356423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.357854 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eceba93-43ea-4bf8-8e8e-8f77e2969399 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:01.358563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eceba93-43ea-4bf8-8e8e-8f77e2969399 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:01.362766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4eceba93-43ea-4bf8-8e8e-8f77e2969399 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/c11bc890-ff77-4216-adf8-e376fa563465 HTTP/1.1" status: 404 len: 339 time: 0.0414693 Jan 28 20:35:01.365757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50566) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:01.376620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.376951 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.378117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Router 3f784027-ab40-4c3a-b9dd-1ba17a29e46a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:01.379654 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 3 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.439474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.439812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.440148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.452619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de2039d9-efba-470e-abac-f93db00cb9bf req-99d9373d-e907-4f80-963f-656d1e59b10d tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143889 Jan 28 20:35:01.458736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.459071 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.462748 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 4 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.498051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.498649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.499216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.508834 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.512634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.512965 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.513959 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 5 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.523349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:01.528794 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.535903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd7d65-9925-4d7c-bf83-7751ddfd251f None None] Sync routers for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:01.539869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.540769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.541112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.554236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd7d65-9925-4d7c-bf83-7751ddfd251f None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:01.555650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f5dd7d65-9925-4d7c-bf83-7751ddfd251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:34:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:01.574354 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-128d5cf6-4e6e-4014-8304-18c950cf000d tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "DELETE /v2.0/floatingips/554f4253-02d7-4daf-84c9-1fbb8571a6df HTTP/1.1" status: 204 len: 168 time: 1.5893128 Jan 28 20:35:01.577957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50572) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:01.583439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:01.599721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f5dd7d65-9925-4d7c-bf83-7751ddfd251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:01.602434 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 745fe4f2-9205-497c-8120-25f78df08657 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:35:01.612305 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.634581 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.644242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd7d65-9925-4d7c-bf83-7751ddfd251f None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:01.645142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f5dd7d65-9925-4d7c-bf83-7751ddfd251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:34:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:01.658262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870d26e9-1adb-4a81-ac4d-d7a10ef8f755']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:01.669247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f565f75c-0311-489a-9672-bcc6a42ad226') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:01.669607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f565f75c-0311-489a-9672-bcc6a42ad226') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:01.679944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.691281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f5dd7d65-9925-4d7c-bf83-7751ddfd251f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:01.692228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd7d65-9925-4d7c-bf83-7751ddfd251f None None] The sync data for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:01.700297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.708398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:01.708866 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.716781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 745fe4f2-9205-497c-8120-25f78df08657 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:35:01.723205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.723609 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:01.726916 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:01.729877 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 6 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.731117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 745fe4f2-9205-497c-8120-25f78df08657 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:01.732847 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.752777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.820008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.820008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.820479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.828468 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.828813 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.829639 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 7 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.833396 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.843153 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.846523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/870d26e9-1adb-4a81-ac4d-d7a10ef8f755 HTTP/1.1" status: 204 len: 168 time: 0.4794292 Jan 28 20:35:01.849689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50578) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:01.865478 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.866469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72a526-1cba-42ec-8af3-1ed838334259 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=870d26e9-1adb-4a81-ac4d-d7a10ef8f755,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:01.871020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.871354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.871693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.877000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.877533 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.879201 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 8 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.902363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5068eb78-3b2b-4a34-8d19-20836fc418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745fe4f2-9205-497c-8120-25f78df08657'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:35:01.904315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.904669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.905018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.906961 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d44d2-35be-4069-95d7-5ea22c79bdfc" -d '{"events": [{"server_uuid": "5068eb78-3b2b-4a34-8d19-20836fc418b5", "name": "network-vif-plugged", "status": "completed", "tag": "745fe4f2-9205-497c-8120-25f78df08657"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:35:01.910832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.911174 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.911578 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 9 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.932553 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c35a4e-56d8-4614-90c4-d4e6a96e0e61 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:01.933197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c35a4e-56d8-4614-90c4-d4e6a96e0e61 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:01.933644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.934400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.934887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.936549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 745fe4f2-9205-497c-8120-25f78df08657, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=745fe4f2-9205-497c-8120-25f78df08657,segment=NetworkSegment(b436cc4e-a97a-4d97-92ec-28357cb2722e),segment_id=b436cc4e-a97a-4d97-92ec-28357cb2722e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:01.943268 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:01.943655 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c0c35a4e-56d8-4614-90c4-d4e6a96e0e61 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/706297ad-c80d-41df-8cb6-ccf633ef6fa4 HTTP/1.1" status: 404 len: 337 time: 0.0859232 Jan 28 20:35:01.946002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:01.946477 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:01.948065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50584) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:01.948625 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 10 to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae Jan 28 20:35:01.977744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:01.977744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:01.977744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:01.994718 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be9a49b-3ca7-453c-9183-2166a29075d2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:01.995447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be9a49b-3ca7-453c-9183-2166a29075d2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:02.004870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8be9a49b-3ca7-453c-9183-2166a29075d2 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/ec8145c2-fa37-4ca2-8a26-9fad1a258dc4 HTTP/1.1" status: 404 len: 339 time: 0.0371737 Jan 28 20:35:02.005529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50586) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:02.014617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:02.014617 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port dd4f776a-62a3-4ab9-b29e-257e98772bae on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:02.014617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.026511 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d983c6b5-84b4-4526-a4d2-824466f6e9eb x-openstack-request-id: req-d983c6b5-84b4-4526-a4d2-824466f6e9eb {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:35:02.026833 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5068eb78-3b2b-4a34-8d19-20836fc418b5", "name": "network-vif-plugged", "status": "completed", "tag": "745fe4f2-9205-497c-8120-25f78df08657", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:35:02.027376 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d983c6b5-84b4-4526-a4d2-824466f6e9eb {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:35:02.030410 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5068eb78-3b2b-4a34-8d19-20836fc418b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745fe4f2-9205-497c-8120-25f78df08657', 'code': 200} Jan 28 20:35:02.057534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Allocated IP 172.25.2.61 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/019abde0-709f-444e-8614-4e40200e16aa) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:02.101125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=745fe4f2-9205-497c-8120-25f78df08657,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:02.113049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c10e5f9-5dd7-433b-afca-7adc10bbbd24 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting subnet 61306f54-9619-4ed5-ae97-44bf1413e171 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:35:02.121313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c10e5f9-5dd7-433b-afca-7adc10bbbd24 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.210378 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c10e5f9-5dd7-433b-afca-7adc10bbbd24 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.214590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] For port dd4f776a-62a3-4ab9-b29e-257e98772bae, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:35:02.215321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempted to set empty binding levels {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 20:35:02.218818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a46b16-87c9-4fc8-8141-cd4b30e0a6aa req-34d9597d-98f8-4935-9e30-d7744dcd211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.220601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76a46b16-87c9-4fc8-8141-cd4b30e0a6aa req-34d9597d-98f8-4935-9e30-d7744dcd211d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 1097 time: 0.0996590 Jan 28 20:35:02.222331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.279058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] In _notify_port_updated(), no bound segment for port dd4f776a-62a3-4ab9-b29e-257e98772bae on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:35:02.280113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.280837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.282451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "PUT /v2.0/ports/dd4f776a-62a3-4ab9-b29e-257e98772bae HTTP/1.1" status: 200 len: 975 time: 1.7560172 Jan 28 20:35:02.287875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50598) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:02.347129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.376352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c10e5f9-5dd7-433b-afca-7adc10bbbd24 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.380916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf08a7-bdbe-4fc8-a2a7-36f137d94737 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=dd4f776a-62a3-4ab9-b29e-257e98772bae,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:02.386339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76a46b16-87c9-4fc8-8141-cd4b30e0a6aa req-d659586c-d19a-424f-a340-8c39a0eb4bd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274357 Jan 28 20:35:02.457846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.516100 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c10e5f9-5dd7-433b-afca-7adc10bbbd24 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.525832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:02.542660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:02.566210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:02.571160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Pushing event updated for resources: {'Port': ['ID=019abde0-709f-444e-8614-4e40200e16aa,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:02.582315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280e2a7-2608-4d00-9e56-e6b15233ddfc None None] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:02.606653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c10e5f9-5dd7-433b-afca-7adc10bbbd24 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.610765 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c10e5f9-5dd7-433b-afca-7adc10bbbd24 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/61306f54-9619-4ed5-ae97-44bf1413e171 HTTP/1.1" status: 204 len: 168 time: 0.6053460 Jan 28 20:35:02.612141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10e5f9-5dd7-433b-afca-7adc10bbbd24 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=61306f54-9619-4ed5-ae97-44bf1413e171,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:02.616435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50606) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:02.788780 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.805344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa402c50-c20f-46f5-bc10-beefb0e137a0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting subnet 79e3424b-8160-456b-bcf6-29cba4487257 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:35:02.811647 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa402c50-c20f-46f5-bc10-beefb0e137a0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.882516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.916806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa402c50-c20f-46f5-bc10-beefb0e137a0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:02.953848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.954334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.954852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.955411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.955887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.956387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.956858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.957323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.957785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.958244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.958700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.959163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.959624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.960083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.960573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.961034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.961494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.962044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.962571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.963165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.963751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.967002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12bb825a-d609-4c6c-a2f3-8b793b073ad1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18816 time: 0.6745493 Jan 28 20:35:02.972504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50610) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:03.110872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0fba7-dc76-4580-835c-2b9efb08d273 req-57c36733-b390-433e-94b6-9f62c1f4feef tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:03.112568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eb0fba7-dc76-4580-835c-2b9efb08d273 req-57c36733-b390-433e-94b6-9f62c1f4feef tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 946 time: 0.1445286 Jan 28 20:35:03.116385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa402c50-c20f-46f5-bc10-beefb0e137a0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.203969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Deleting port dd4f776a-62a3-4ab9-b29e-257e98772bae {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:03.204402 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.219590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eb0fba7-dc76-4580-835c-2b9efb08d273 req-987804ac-50d9-4edf-ab8b-4e3ce372257c tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935705 Jan 28 20:35:03.242094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa402c50-c20f-46f5-bc10-beefb0e137a0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.252989 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.277680 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.279932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402c50-c20f-46f5-bc10-beefb0e137a0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=79e3424b-8160-456b-bcf6-29cba4487257,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:03.331297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] For port dd4f776a-62a3-4ab9-b29e-257e98772bae, host n-h2-825064-3, got binding levels [] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:03.331996 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.350336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Pushing event updated for resources: {'Port': ['ID=019abde0-709f-444e-8614-4e40200e16aa,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:03.354008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Calling delete_port for dd4f776a-62a3-4ab9-b29e-257e98772bae owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:03.394874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa402c50-c20f-46f5-bc10-beefb0e137a0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.398254 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa402c50-c20f-46f5-bc10-beefb0e137a0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/79e3424b-8160-456b-bcf6-29cba4487257 HTTP/1.1" status: 204 len: 168 time: 0.7804987 Jan 28 20:35:03.445350 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50620) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:03.526136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.543727 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.581566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.583229 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bc15f525-e3d5-48fa-a0eb-771845d2abba tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0041625 Jan 28 20:35:03.589268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.591068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50630) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:03.638389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd4f776a-62a3-4ab9-b29e-257e98772bae,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:03.643856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.649332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f84d8f7d-678b-4242-b3b9-36be94f895e1 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "DELETE /v2.0/ports/dd4f776a-62a3-4ab9-b29e-257e98772bae HTTP/1.1" status: 204 len: 168 time: 0.6693082 Jan 28 20:35:03.653406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50636) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:03.683983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting port 18a31d33-13f5-4d7f-8a33-b6abd0940639 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:03.684536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.719859 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-0849f72a-a147-4181-8905-023328bc3323 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] GET failed (client error): The resource could not be found. Jan 28 20:35:03.733149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0849f72a-a147-4181-8905-023328bc3323 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "GET /v2.0/ports/dd4f776a-62a3-4ab9-b29e-257e98772bae HTTP/1.1" status: 404 len: 333 time: 0.0781541 Jan 28 20:35:03.734747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50638) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:03.757461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1897161815', 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:03.803852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] For port 18a31d33-13f5-4d7f-8a33-b6abd0940639, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=18a31d33-13f5-4d7f-8a33-b6abd0940639,segment=NetworkSegment(2ba36979-f965-49b3-ad30-d4a9f156a7a3),segment_id=2ba36979-f965-49b3-ad30-d4a9f156a7a3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:03.804875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.817385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Made reservation on behalf of 0566920547ca48cea3383d17b879cb00 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:03.819233 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:03.857024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Calling delete_port for 18a31d33-13f5-4d7f-8a33-b6abd0940639 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:03.858130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] device_id is not set on port e5cb3a55-9b21-40ad-ba49-e67020caa564 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:03.869367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4339ff91-4322-4a75-8545-bbdd5d50eb95 None None] Network c994fd1a-26e5-4d62-8054-3e2eabe1cc24 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:04.027629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5780ee36-2d0f-40a6-81e6-a3de9d74d369 None None] Provisioning complete for port 18a31d33-13f5-4d7f-8a33-b6abd0940639 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:04.028003 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5780ee36-2d0f-40a6-81e6-a3de9d74d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.092412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:04.144715 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.146551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.156400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.245462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Port': ['ID=18a31d33-13f5-4d7f-8a33-b6abd0940639,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:04.248625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No DVR routers for this DVR port 18a31d33-13f5-4d7f-8a33-b6abd0940639 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:04.284626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.300783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14ad43-2e48-4fd0-b4ee-6e307833bff5 None None] DHCP port deletion for c994fd1a-26e5-4d62-8054-3e2eabe1cc24 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:35:04.373905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:04.387538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:04.392858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:04.394029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:04.394787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.434523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.459613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=e5cb3a55-9b21-40ad-ba49-e67020caa564,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:04.478805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0efa8264-b148-4b8d-9aa1-7d3801462fc2 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7426143 Jan 28 20:35:04.480303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c994fd1a-26e5-4d62-8054-3e2eabe1cc24']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:04.483597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50672) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:04.497998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba36979-f965-49b3-ad30-d4a9f156a7a3') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:04.498678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba36979-f965-49b3-ad30-d4a9f156a7a3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:04.511162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.531185 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.537016 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.540325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd00d64-9698-4cbe-8329-2b9dd62b64f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:04.545626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2cd00d64-9698-4cbe-8329-2b9dd62b64f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "GET /v2.0/ports/e5cb3a55-9b21-40ad-ba49-e67020caa564 HTTP/1.1" status: 200 len: 955 time: 0.0568814 Jan 28 20:35:04.546121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50676) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:04.551780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:04.552461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.555442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467c7c1-1c96-47be-b38a-4a6dd2faa083 req-5af917eb-f5a1-4175-842d-f03056fa8394 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:04.557800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3467c7c1-1c96-47be-b38a-4a6dd2faa083 req-5af917eb-f5a1-4175-842d-f03056fa8394 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 946 time: 0.1487672 Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:04.565882 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:04.662731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3467c7c1-1c96-47be-b38a-4a6dd2faa083 req-cf656ebe-ebab-42f0-8788-1b29a891d554 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721447 Jan 28 20:35:04.705513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.706561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Allocated IP 172.25.2.88 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/0df6e835-9767-474f-94d1-9ba3ef2648b0) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:04.723367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.730772 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/c994fd1a-26e5-4d62-8054-3e2eabe1cc24 HTTP/1.1" status: 204 len: 168 time: 1.2838342 Jan 28 20:35:04.747341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50682) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:04.759857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e97ac5-c046-434f-9ced-51bc8e52d930 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=c994fd1a-26e5-4d62-8054-3e2eabe1cc24,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:04.782725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4841d2a0-be1a-44f5-924d-4aa9d1d4c0f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Deleting port e5cb3a55-9b21-40ad-ba49-e67020caa564 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:04.783183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4841d2a0-be1a-44f5-924d-4aa9d1d4c0f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.792850 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a21c716-46f6-4597-9fb4-18049f3f7e6f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:04.793328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a21c716-46f6-4597-9fb4-18049f3f7e6f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:04.799826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8a21c716-46f6-4597-9fb4-18049f3f7e6f tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/36d75109-1f76-43db-b576-b041e8614854 HTTP/1.1" status: 404 len: 337 time: 0.0509834 Jan 28 20:35:04.800788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50684) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:04.863500 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca502dc-c518-4126-9ae7-2995b34e48d0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:04.864248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca502dc-c518-4126-9ae7-2995b34e48d0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:04.867677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eca502dc-c518-4126-9ae7-2995b34e48d0 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/dfec5ee1-7dc4-4d08-9bfb-51087e6a9eb5 HTTP/1.1" status: 404 len: 339 time: 0.0382190 Jan 28 20:35:04.872142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50688) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:04.879408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 18a31d33-13f5-4d7f-8a33-b6abd0940639 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:04.897696 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4841d2a0-be1a-44f5-924d-4aa9d1d4c0f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:04.948808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4841d2a0-be1a-44f5-924d-4aa9d1d4c0f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Calling delete_port for e5cb3a55-9b21-40ad-ba49-e67020caa564 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:04.949436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 18a31d33-13f5-4d7f-8a33-b6abd0940639 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:35:04.950029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 18a31d33-13f5-4d7f-8a33-b6abd0940639 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:04.972794 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a83ec0-153c-44cb-8bbf-65ba295aebe9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:04.973662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a83ec0-153c-44cb-8bbf-65ba295aebe9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:04.983784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-79a83ec0-153c-44cb-8bbf-65ba295aebe9 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/3222e37d-1331-43b0-a56b-1aae63e5657d HTTP/1.1" status: 404 len: 337 time: 0.1071343 Jan 28 20:35:04.985000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50696) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:05.032147 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.032817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50698) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:05.059981 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6d4e9b-d992-48bc-86eb-863afe569c21 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:05.060706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6d4e9b-d992-48bc-86eb-863afe569c21 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:05.067617 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cb6d4e9b-d992-48bc-86eb-863afe569c21 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/c596a135-4676-4747-bf24-ec61fae041f6 HTTP/1.1" status: 404 len: 339 time: 0.0815511 Jan 28 20:35:05.070965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50702) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:05.100956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.122992 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90bb61d-3219-4118-a1c5-17c1daab4f58 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:05.123464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90bb61d-3219-4118-a1c5-17c1daab4f58 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:05.135950 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c90bb61d-3219-4118-a1c5-17c1daab4f58 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/b34cb970-6e6f-4354-bc89-ed4c31f11327 HTTP/1.1" status: 404 len: 337 time: 0.0611353 Jan 28 20:35:05.140402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50704) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:05.168030 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d3faca-61b9-4d58-abb6-e34ac36abc96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:05.169027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d3faca-61b9-4d58-abb6-e34ac36abc96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:05.175429 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c7d3faca-61b9-4d58-abb6-e34ac36abc96 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/f194a9a8-ef7d-406e-ab38-ee5803d6a642 HTTP/1.1" status: 404 len: 339 time: 0.0310287 Jan 28 20:35:05.178464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50708) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:05.193563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:05.196124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:05.201830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:05.222580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4841d2a0-be1a-44f5-924d-4aa9d1d4c0f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.237920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Pushing event updated for resources: {'Port': ['ID=0df6e835-9767-474f-94d1-9ba3ef2648b0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:05.265625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841d2a0-be1a-44f5-924d-4aa9d1d4c0f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5cb3a55-9b21-40ad-ba49-e67020caa564,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:05.278221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6bbdab-4c85-4828-8c9f-043bfba583ba tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting subnet 485777b3-3ad4-42df-9cfe-1961082e5e9a {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:35:05.282179 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4841d2a0-be1a-44f5-924d-4aa9d1d4c0f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.289778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4841d2a0-be1a-44f5-924d-4aa9d1d4c0f9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e5cb3a55-9b21-40ad-ba49-e67020caa564 HTTP/1.1" status: 204 len: 168 time: 0.7381804 Jan 28 20:35:05.289778 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa6bbdab-4c85-4828-8c9f-043bfba583ba tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.290876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50714) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:05.336062 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.360005 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc2ddf8-a2c1-4df0-9e6f-5ab9ed4e8ecc tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] GET failed (client error): The resource could not be found. Jan 28 20:35:05.361861 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9cc2ddf8-a2c1-4df0-9e6f-5ab9ed4e8ecc tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "GET /v2.0/ports/e5cb3a55-9b21-40ad-ba49-e67020caa564 HTTP/1.1" status: 404 len: 333 time: 0.0703852 Jan 28 20:35:05.371737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50716) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:05.377694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Request body: {'port': {'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-643466954'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:05.381594 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa6bbdab-4c85-4828-8c9f-043bfba583ba tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.389404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.447668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Made reservation on behalf of 0566920547ca48cea3383d17b879cb00 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:05.454060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.494212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] device_id is not set on port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:05.551870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa6bbdab-4c85-4828-8c9f-043bfba583ba tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.629915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b634f920-5bf2-4f5f-b519-14dd10920629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.746603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa6bbdab-4c85-4828-8c9f-043bfba583ba tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.753609 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.811494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bbdab-4c85-4828-8c9f-043bfba583ba tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=485777b3-3ad4-42df-9cfe-1961082e5e9a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:05.813672 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa6bbdab-4c85-4828-8c9f-043bfba583ba tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.816954 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa6bbdab-4c85-4828-8c9f-043bfba583ba tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/485777b3-3ad4-42df-9cfe-1961082e5e9a HTTP/1.1" status: 204 len: 168 time: 0.6374075 Jan 28 20:35:05.820127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50728) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:05.842285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5de4b1-0368-428c-bee6-658b66e86cc3 None None] Network 5b9191c2-b80c-4804-90db-640d220dc76c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:05.882507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.889782 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.892040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.913454 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b634f920-5bf2-4f5f-b519-14dd10920629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.921672 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b634f920-5bf2-4f5f-b519-14dd10920629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.951076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:05.995860 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b634f920-5bf2-4f5f-b519-14dd10920629 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6e53e2c583243028995c9966ccaa77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9602315 Jan 28 20:35:05.998208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50736) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:06.008632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634f920-5bf2-4f5f-b519-14dd10920629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813ad45c-1e6b-4243-bf61-fe1acc6ecc9f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:06.078877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:06.088255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:06.099383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:06.100407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:06.101022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.108342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Pushing event updated for resources: {'Port': ['ID=0df6e835-9767-474f-94d1-9ba3ef2648b0,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:06.161700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] DHCP port deletion for 5b9191c2-b80c-4804-90db-640d220dc76c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:35:06.175930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.206719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8357682 Jan 28 20:35:06.219583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50742) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:06.226754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:06.238018 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.239748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f1a91554-07b7-4eaa-8962-b9d350adf6d8 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6161368 Jan 28 20:35:06.252653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50744) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:06.264854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c4761-48aa-40d7-899c-0b98e702dcd9 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=c2a3aad5-d95b-4987-81a6-b7fe2e86c88b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:06.294976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] Deleting port f02e272c-46c1-4778-a7ef-2f45289ca3ac {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:06.296872 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.323078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting port f02e272c-46c1-4778-a7ef-2f45289ca3ac {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:06.323620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.330310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49432fac-7882-4159-99aa-5117f3c40490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.350063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.364486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49432fac-7882-4159-99aa-5117f3c40490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.387735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bda2e-5104-433b-8494-f2c903f1c43c req-a46e5657-3f50-4e62-98d4-7529f7d449f0 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:06.397945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f95bda2e-5104-433b-8494-f2c903f1c43c req-a46e5657-3f50-4e62-98d4-7529f7d449f0 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 946 time: 0.1366730 Jan 28 20:35:06.398440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] For port f02e272c-46c1-4778-a7ef-2f45289ca3ac, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f02e272c-46c1-4778-a7ef-2f45289ca3ac,segment=NetworkSegment(328740a8-828c-4667-ae3a-22916a6e4214),segment_id=328740a8-828c-4667-ae3a-22916a6e4214)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:06.398914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.419842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] Calling delete_port for f02e272c-46c1-4778-a7ef-2f45289ca3ac owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:06.502887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f95bda2e-5104-433b-8494-f2c903f1c43c req-3a70b138-35c3-49cd-973e-5ebfe109ba2b tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036453 Jan 28 20:35:06.527251 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.575229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] No DVR routers for this DVR port f02e272c-46c1-4778-a7ef-2f45289ca3ac on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:06.577381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47e0c7-322f-4bee-9c3d-1012412371c7 None None] Pushing event deleted for resources: {'Port': ['ID=f02e272c-46c1-4778-a7ef-2f45289ca3ac,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:06.709368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] device_id is not set on port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:06.719494 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.726477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.800987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:06.801747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:06.801747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:06.808778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:06.809190 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:06.809776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=c2a3aad5-d95b-4987-81a6-b7fe2e86c88b,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:06.824428 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 2 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:06.839483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f02e272c-46c1-4778-a7ef-2f45289ca3ac no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:06.842958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:06.843421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:06.843782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:06.851481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:06.852312 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:06.852312 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 3 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:06.876046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:06.876314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: f02e272c-46c1-4778-a7ef-2f45289ca3ac {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:35:06.876579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:06.876730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f02e272c-46c1-4778-a7ef-2f45289ca3ac not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:06.876936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:06.891764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:06.892226 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:06.892536 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 4 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:06.896350 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6cdbd1ab-a558-4308-9dd8-a7ba99fbd70f tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2432 time: 0.6401091 Jan 28 20:35:06.899077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50750) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:06.922722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] For port f02e272c-46c1-4778-a7ef-2f45289ca3ac, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f02e272c-46c1-4778-a7ef-2f45289ca3ac,segment=NetworkSegment(328740a8-828c-4667-ae3a-22916a6e4214),segment_id=328740a8-828c-4667-ae3a-22916a6e4214)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:06.923228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:06.939675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Calling delete_port for f02e272c-46c1-4778-a7ef-2f45289ca3ac owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:06.985358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-030dd1e6-ceab-4dc3-9bb2-65c66ea6b0ed tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0847511 Jan 28 20:35:06.986633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:06.987038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:06.987391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:06.989363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50752) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:06.992324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:06.992666 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:06.993110 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 5 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:07.009793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:07.010128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:07.011343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:07.019145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:07.019493 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:07.020311 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 6 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:07.036969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:07.037843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:07.038596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:07.048171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:07.048544 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:07.048956 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 7 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:07.056600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49432fac-7882-4159-99aa-5117f3c40490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.065203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49432fac-7882-4159-99aa-5117f3c40490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.065203 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-49432fac-7882-4159-99aa-5117f3c40490 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/813ad45c-1e6b-4243-bf61-fe1acc6ecc9f HTTP/1.1" status: 204 len: 168 time: 1.0616386 Jan 28 20:35:07.076045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:07.077072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:07.078185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:07.088050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:07.089383 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:07.090074 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 8 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:07.112110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:07.112706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:07.113690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:07.117586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49432fac-7882-4159-99aa-5117f3c40490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ad45c-1e6b-4243-bf61-fe1acc6ecc9f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:07.120932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:07.121962 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:07.122564 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 9 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:07.156619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:07.157085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:07.157694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:07.177649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:07.178066 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:07.178946 n-d-825064-3 neutron-server[102307]: INFO neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempt 10 to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b Jan 28 20:35:07.186039 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.207790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:07.208795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:07.209683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempting to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:07.218637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:07.219045 n-d-825064-3 neutron-server[102307]: ERROR neutron.plugins.ml2.managers [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Failed to bind port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on host n-h2-825064-3 for vnic_type normal using segments [{'id': '1cf52568-98b9-4d68-ab5b-98ded44b4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b5e7a5cf-d472-4d0f-a502-a3d92780ef65'}] Jan 28 20:35:07.219494 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.236934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Port': ['ID=f02e272c-46c1-4778-a7ef-2f45289ca3ac,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:07.255385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No DVR routers for this DVR port f02e272c-46c1-4778-a7ef-2f45289ca3ac on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:07.299253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Deleting port 0df6e835-9767-474f-94d1-9ba3ef2648b0 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:07.299916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.311769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] For port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:35:07.312460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attempted to set empty binding levels {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 20:35:07.319622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.362371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50760) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:07.377133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] In _notify_port_updated(), no bound segment for port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b on network b5e7a5cf-d472-4d0f-a502-a3d92780ef65 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:35:07.379822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:07.380139 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.381752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "PUT /v2.0/ports/c2a3aad5-d95b-4987-81a6-b7fe2e86c88b HTTP/1.1" status: 200 len: 974 time: 1.1603394 Jan 28 20:35:07.388455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50764) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:07.436155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.451991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559afb-9389-4271-a4b1-7a319034aae7 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event updated for resources: {'Port': ['ID=c2a3aad5-d95b-4987-81a6-b7fe2e86c88b,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:07.474436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9191c2-b80c-4804-90db-640d220dc76c']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:07.492502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Deleting port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:07.493011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.497339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328740a8-828c-4667-ae3a-22916a6e4214') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:07.497645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328740a8-828c-4667-ae3a-22916a6e4214') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:07.507666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.507811 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.539272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.542443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Calling delete_port for 0df6e835-9767-474f-94d1-9ba3ef2648b0 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:07.572715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a01fa4a-f789-47d3-ad4c-3c5d074f4251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.579311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.627931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:07.628623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:07.632826 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:07.670477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] For port c2a3aad5-d95b-4987-81a6-b7fe2e86c88b, host n-h2-825064-3, got binding levels [] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:07.670839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.694752 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0aac8398-6b18-4ebd-b410-a0fbe8014b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.709336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Calling delete_port for c2a3aad5-d95b-4987-81a6-b7fe2e86c88b owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:07.723072 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a01fa4a-f789-47d3-ad4c-3c5d074f4251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.733961 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a01fa4a-f789-47d3-ad4c-3c5d074f4251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.757199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.764765 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.772890 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/5b9191c2-b80c-4804-90db-640d220dc76c HTTP/1.1" status: 204 len: 168 time: 1.9513888 Jan 28 20:35:07.775301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50776) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:07.815367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b664afe-16ae-4359-8210-29eeb6793c4a req-a236b5cc-72da-4838-80d2-770b28c9dd30 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:07.817072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b664afe-16ae-4359-8210-29eeb6793c4a req-a236b5cc-72da-4838-80d2-770b28c9dd30 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 946 time: 0.2209783 Jan 28 20:35:07.829366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd52427-bf43-439c-a8a5-5a8b23b18d8c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=5b9191c2-b80c-4804-90db-640d220dc76c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:07.830385 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f74e4db-bdd9-433e-b943-cd4e5247d3cc tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:07.831054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f74e4db-bdd9-433e-b943-cd4e5247d3cc tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:07.834745 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3f74e4db-bdd9-433e-b943-cd4e5247d3cc tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/2530b939-83c2-45ff-b4d7-31cdeb9e7c84 HTTP/1.1" status: 404 len: 337 time: 0.0546134 Jan 28 20:35:07.839208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50780) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:07.865665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a01fa4a-f789-47d3-ad4c-3c5d074f4251 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2b445af170d45c8871da73964110e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031791 Jan 28 20:35:07.872506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50782) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:07.882175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01fa4a-f789-47d3-ad4c-3c5d074f4251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bea8eb6-6a8a-410b-9bd8-1c7a709d7fa6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:07.897643 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be66f8f-508f-4dee-aebd-48f8a172e123 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:07.898041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be66f8f-508f-4dee-aebd-48f8a172e123 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:07.903026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7be66f8f-508f-4dee-aebd-48f8a172e123 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/cd1806d6-f70b-465a-bb21-757e9f0ad588 HTTP/1.1" status: 404 len: 339 time: 0.0597324 Jan 28 20:35:07.908703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50786) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:07.949219 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:07.975241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b664afe-16ae-4359-8210-29eeb6793c4a req-9850d309-2706-4aaa-bf76-77bea2cac0d2 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200871 Jan 28 20:35:07.979560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.012566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Pushing event deleted for resources: {'Port': ['ID=0df6e835-9767-474f-94d1-9ba3ef2648b0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:08.025506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2a3aad5-d95b-4987-81a6-b7fe2e86c88b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:08.034527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-809fa90e-1e48-4922-b184-5d227fbf9429 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting subnet 13631d1d-0cf9-41f3-85d4-2b2a1484ed7d {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:35:08.037340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.043813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671de2c5-f89c-468a-a9d3-ba76644fa8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.044231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4ca6543d-7edd-488a-9a28-422ad821cdbe tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c2a3aad5-d95b-4987-81a6-b7fe2e86c88b HTTP/1.1" status: 204 len: 168 time: 0.6509590 Jan 28 20:35:08.050581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50790) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:08.052841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-809fa90e-1e48-4922-b184-5d227fbf9429 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.113842 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f1b522-b028-42ca-bd6c-2ac1c24c05a5 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] GET failed (client error): The resource could not be found. Jan 28 20:35:08.113842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d5f1b522-b028-42ca-bd6c-2ac1c24c05a5 tempest-PortsAdminExtendedAttrsTestJSON-891342653 tempest-PortsAdminExtendedAttrsTestJSON-891342653-project-admin] 10.222.0.44 "GET /v2.0/ports/c2a3aad5-d95b-4987-81a6-b7fe2e86c88b HTTP/1.1" status: 404 len: 333 time: 0.0569367 Jan 28 20:35:08.115428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50794) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:08.121419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671de2c5-f89c-468a-a9d3-ba76644fa8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.146304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-809fa90e-1e48-4922-b184-5d227fbf9429 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.204981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-b9e9722a-75b3-42af-88b7-cafc0761c309 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:08.206561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-b9e9722a-75b3-42af-88b7-cafc0761c309 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.26 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 946 time: 0.1031375 Jan 28 20:35:08.213977 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.215643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.219355 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-72d8bd3b-71cb-420e-9b52-70d6f50b0b58 tempest-FloatingIPAdminTestJSON-766892490 tempest-FloatingIPAdminTestJSON-766892490-project] 10.222.0.44 "DELETE /v2.0/floatingips/f2a9190a-9e41-46e0-878a-b3b5bb41eded HTTP/1.1" status: 204 len: 168 time: 1.2264030 Jan 28 20:35:08.227051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50798) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:08.267080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.310004 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671de2c5-f89c-468a-a9d3-ba76644fa8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.312742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671de2c5-f89c-468a-a9d3-ba76644fa8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.314070 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-671de2c5-f89c-468a-a9d3-ba76644fa8ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bea8eb6-6a8a-410b-9bd8-1c7a709d7fa6 HTTP/1.1" status: 204 len: 168 time: 0.4405441 Jan 28 20:35:08.378284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671de2c5-f89c-468a-a9d3-ba76644fa8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bea8eb6-6a8a-410b-9bd8-1c7a709d7fa6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:08.407260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.446549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e7a5cf-d472-4d0f-a502-a3d92780ef65']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:08.458917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf52568-98b9-4d68-ab5b-98ded44b4e38') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:08.459363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf52568-98b9-4d68-ab5b-98ded44b4e38') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:08.471032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.489038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.498208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:08.498702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:08.556928 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:08.588552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.591237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.597591 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] 10.222.0.44 "DELETE /v2.0/networks/b5e7a5cf-d472-4d0f-a502-a3d92780ef65 HTTP/1.1" status: 204 len: 168 time: 0.4770145 Jan 28 20:35:08.614985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dca5bb-35f1-41d9-8618-16c349dbef84 tempest-PortsAdminExtendedAttrsTestJSON-1957121880 tempest-PortsAdminExtendedAttrsTestJSON-1957121880-project] Pushing event deleted for resources: {'Network': ['ID=b5e7a5cf-d472-4d0f-a502-a3d92780ef65,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:08.705177 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-809fa90e-1e48-4922-b184-5d227fbf9429 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.800103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50812) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:08.840440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Deleting port 745fe4f2-9205-497c-8120-25f78df08657 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:08.841512 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.846656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3e02-900f-4fc1-972a-983920a2286c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.859810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-809fa90e-1e48-4922-b184-5d227fbf9429 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.910218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Deleting port 019abde0-709f-444e-8614-4e40200e16aa {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:08.910564 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:08.957561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50816) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:08.963601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8599b-52b9-497d-8ff9-ab7ff956ef9a None None] Network cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:08.985353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fa90e-1e48-4922-b184-5d227fbf9429 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Subnet': ['ID=13631d1d-0cf9-41f3-85d4-2b2a1484ed7d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:08.997467 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-809fa90e-1e48-4922-b184-5d227fbf9429 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.000976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-809fa90e-1e48-4922-b184-5d227fbf9429 tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/subnets/13631d1d-0cf9-41f3-85d4-2b2a1484ed7d HTTP/1.1" status: 204 len: 168 time: 1.0911152 Jan 28 20:35:09.005139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50822) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:09.140503 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.190684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] For port 745fe4f2-9205-497c-8120-25f78df08657, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=745fe4f2-9205-497c-8120-25f78df08657,segment=NetworkSegment(b436cc4e-a97a-4d97-92ec-28357cb2722e),segment_id=b436cc4e-a97a-4d97-92ec-28357cb2722e)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:09.191503 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.219543 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.220986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.222917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Deleting port 696f0580-5f2d-468c-a456-74dba7b32069 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:09.223281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.240840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Calling delete_port for 745fe4f2-9205-497c-8120-25f78df08657 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:09.259799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Calling delete_port for 019abde0-709f-444e-8614-4e40200e16aa owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:09.313287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32c846-e9a5-47d5-aba9-d08135172293 req-13556d2f-ef73-4080-8d27-32d1a819c6ed tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:09.313287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d32c846-e9a5-47d5-aba9-d08135172293 req-13556d2f-ef73-4080-8d27-32d1a819c6ed tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 946 time: 0.2090769 Jan 28 20:35:09.348298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] For port 696f0580-5f2d-468c-a456-74dba7b32069, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=696f0580-5f2d-468c-a456-74dba7b32069,segment=NetworkSegment(1ba41e29-4193-4636-894b-e1fde4a2013a),segment_id=1ba41e29-4193-4636-894b-e1fde4a2013a)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:09.348932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.362629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] DHCP port deletion for cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:35:09.389766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Calling delete_port for 696f0580-5f2d-468c-a456-74dba7b32069 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:09.446007 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3e02-900f-4fc1-972a-983920a2286c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.452108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] Deleting port 696f0580-5f2d-468c-a456-74dba7b32069 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:09.452745 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.467652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3e02-900f-4fc1-972a-983920a2286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.468877 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ce7b7f9f-d960-4530-aa3e-268c23019fc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39216b5dc91d4e16803debbae8cfb01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100472 Jan 28 20:35:09.475959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50830) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:09.503610 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d32c846-e9a5-47d5-aba9-d08135172293 req-d98c1178-28ae-4d80-a27b-ff7115d4bce9 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/security-groups?id=b068bf52-6b8b-4f01-b916-697903e18ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785860 Jan 28 20:35:09.537760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] For port 696f0580-5f2d-468c-a456-74dba7b32069, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=696f0580-5f2d-468c-a456-74dba7b32069,segment=NetworkSegment(1ba41e29-4193-4636-894b-e1fde4a2013a),segment_id=1ba41e29-4193-4636-894b-e1fde4a2013a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:09.538570 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.554814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] Calling delete_port for 696f0580-5f2d-468c-a456-74dba7b32069 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:09.571064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae3e02-900f-4fc1-972a-983920a2286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2acc2f-6388-457d-8ca4-679db16ebcdd,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:09.579322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f9ae3e02-900f-4fc1-972a-983920a2286c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99d13cd8d4d8490f90035b87895442c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7708440 Jan 28 20:35:09.579928 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-565edd69-50c8-4c1b-befa-b463f2124a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.581900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50834) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:09.587278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.652401 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-565edd69-50c8-4c1b-befa-b463f2124a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.694246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Port': ['ID=696f0580-5f2d-468c-a456-74dba7b32069,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:09.707121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] No DVR routers for this DVR port 696f0580-5f2d-468c-a456-74dba7b32069 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:09.709761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.749784 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-49d3cb4a-2616-4b5a-9c2c-a4f072ac8947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.765264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] No DVR routers for this DVR port 696f0580-5f2d-468c-a456-74dba7b32069 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:09.767569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37eeb8a-43d5-4f61-92e2-8acf0f4c3218 None None] Pushing event deleted for resources: {'Port': ['ID=696f0580-5f2d-468c-a456-74dba7b32069,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:09.781425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.806324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-49d3cb4a-2616-4b5a-9c2c-a4f072ac8947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.838272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.842875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Pushing event deleted for resources: {'Port': ['ID=745fe4f2-9205-497c-8120-25f78df08657,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:09.864535 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.868037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-565edd69-50c8-4c1b-befa-b463f2124a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.870663 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-565edd69-50c8-4c1b-befa-b463f2124a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.874366 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-565edd69-50c8-4c1b-befa-b463f2124a13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd767a28-8054-402b-a827-c83be91cc2e6 HTTP/1.1" status: 204 len: 168 time: 0.3899276 Jan 28 20:35:09.911647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefd5d8b-b78c-4f54-b7b2-55ddd70efe35']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:09.914340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565edd69-50c8-4c1b-befa-b463f2124a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd767a28-8054-402b-a827-c83be91cc2e6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:09.944370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba41e29-4193-4636-894b-e1fde4a2013a') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:09.944941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba41e29-4193-4636-894b-e1fde4a2013a') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:09.959633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Pushing event deleted for resources: {'Port': ['ID=019abde0-709f-444e-8614-4e40200e16aa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:09.963538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.988341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] No DVR routers for this DVR port 745fe4f2-9205-497c-8120-25f78df08657 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:09.990190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:09.995256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9734357-7e6d-42f1-b9b6-00f67263d6fa req-5acbd1e7-719b-4942-9257-b2b09b15f120 tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.26 "DELETE /v2.0/ports/745fe4f2-9205-497c-8120-25f78df08657 HTTP/1.1" status: 204 len: 173 time: 1.7774491 Jan 28 20:35:10.002489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.021099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:10.022149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:10.027513 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:10.041294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5068eb78-3b2b-4a34-8d19-20836fc418b5', 'name': 'network-vif-deleted', 'tag': '745fe4f2-9205-497c-8120-25f78df08657'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:35:10.043314 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf94b02-748e-4ccd-b616-f50e10f48046" -d '{"events": [{"server_uuid": "5068eb78-3b2b-4a34-8d19-20836fc418b5", "name": "network-vif-deleted", "tag": "745fe4f2-9205-497c-8120-25f78df08657"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:35:10.056057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-49d3cb4a-2616-4b5a-9c2c-a4f072ac8947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.060466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-49d3cb4a-2616-4b5a-9c2c-a4f072ac8947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.065024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-49d3cb4a-2616-4b5a-9c2c-a4f072ac8947 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a2acc2f-6388-457d-8ca4-679db16ebcdd HTTP/1.1" status: 204 len: 168 time: 0.4782102 Jan 28 20:35:10.104711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3cb4a-2616-4b5a-9c2c-a4f072ac8947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2acc2f-6388-457d-8ca4-679db16ebcdd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.123347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.127582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.128806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-09efb236-3355-429e-a08f-f2c8cc94e4e4 tempest-FloatingIPAdminTestJSON-211536513 tempest-FloatingIPAdminTestJSON-211536513-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/bc369665-222e-4ece-88eb-25460cad2136 HTTP/1.1" status: 204 len: 168 time: 1.8989697 Jan 28 20:35:10.133154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50852) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:10.148540 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d14ce0-67b4-44b7-8686-ab4605fc3f02 x-openstack-request-id: req-33d14ce0-67b4-44b7-8686-ab4605fc3f02 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:35:10.149098 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5068eb78-3b2b-4a34-8d19-20836fc418b5", "name": "network-vif-deleted", "tag": "745fe4f2-9205-497c-8120-25f78df08657", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:35:10.150135 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33d14ce0-67b4-44b7-8686-ab4605fc3f02 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:35:10.151350 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5068eb78-3b2b-4a34-8d19-20836fc418b5', 'name': 'network-vif-deleted', 'tag': '745fe4f2-9205-497c-8120-25f78df08657', 'status': 'completed', 'code': 200} Jan 28 20:35:10.158186 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.191396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.192080 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ad1b866f-03ee-457e-9076-362b2940bb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.197875 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] 10.222.0.44 "DELETE /v2.0/networks/cefd5d8b-b78c-4f54-b7b2-55ddd70efe35 HTTP/1.1" status: 204 len: 168 time: 1.1894727 Jan 28 20:35:10.197875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421452dd-cdeb-4cfd-9292-ccbd1e65ab3c tempest-NetworksIpV6Test-1250395646 tempest-NetworksIpV6Test-1250395646-project] Pushing event deleted for resources: {'Network': ['ID=cefd5d8b-b78c-4f54-b7b2-55ddd70efe35,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.293451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-05359a5f-0bcb-4443-91b2-51c3ea7e8f7e tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Deleting port 13a2d8ed-5694-4288-9939-5c604f8fc199 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:10.294102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05359a5f-0bcb-4443-91b2-51c3ea7e8f7e tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.427853 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05359a5f-0bcb-4443-91b2-51c3ea7e8f7e tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.438131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-05359a5f-0bcb-4443-91b2-51c3ea7e8f7e tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Calling delete_port for 13a2d8ed-5694-4288-9939-5c604f8fc199 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:10.486736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50862) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:10.535714 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3ef96d15-f065-433c-bf48-2745536cc294 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0566920547ca48cea3383d17b879cb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446548 Jan 28 20:35:10.536476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50866) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:10.685171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0251b0e-ae63-4b42-b23c-9d44f124a884 req-aaa6b821-de5d-4081-bf8d-f8172286267b tempest-ServerMetadataNegativeTestJSON-2121309848 tempest-ServerMetadataNegativeTestJSON-2121309848-project] 10.222.0.44 "GET /v2.0/ports?device_id=5068eb78-3b2b-4a34-8d19-20836fc418b5 HTTP/1.1" status: 200 len: 210 time: 0.0654476 Jan 28 20:35:10.695735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3774e93-e70c-4ddd-b532-784f89340948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.736855 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3774e93-e70c-4ddd-b532-784f89340948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.745304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05359a5f-0bcb-4443-91b2-51c3ea7e8f7e tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.840333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05359a5f-0bcb-4443-91b2-51c3ea7e8f7e tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event deleted for resources: {'Port': ['ID=13a2d8ed-5694-4288-9939-5c604f8fc199,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.861089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 696f0580-5f2d-468c-a456-74dba7b32069 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:10.892907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 696f0580-5f2d-468c-a456-74dba7b32069 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:35:10.893349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 696f0580-5f2d-468c-a456-74dba7b32069 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:10.992001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3774e93-e70c-4ddd-b532-784f89340948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.995910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3774e93-e70c-4ddd-b532-784f89340948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:10.997183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b3774e93-e70c-4ddd-b532-784f89340948 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc7d5e34-b23a-4761-8f2a-42f949d00dcd HTTP/1.1" status: 204 len: 168 time: 0.4598272 Jan 28 20:35:11.012577 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05359a5f-0bcb-4443-91b2-51c3ea7e8f7e tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.015939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-05359a5f-0bcb-4443-91b2-51c3ea7e8f7e tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "DELETE /v2.0/ports/13a2d8ed-5694-4288-9939-5c604f8fc199 HTTP/1.1" status: 204 len: 168 time: 0.8812797 Jan 28 20:35:11.017033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3774e93-e70c-4ddd-b532-784f89340948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d5e34-b23a-4761-8f2a-42f949d00dcd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:11.019674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50878) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:11.124871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeae10e-ce46-443d-8306-91bde257fef1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:11.127055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-caeae10e-ce46-443d-8306-91bde257fef1 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f784027-ab40-4c3a-b9dd-1ba17a29e46a HTTP/1.1" status: 200 len: 913 time: 0.1048441 Jan 28 20:35:11.129430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50880) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:11.199396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50884) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:11.509468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4844701e-ad51-4482-bc94-143b59e50388 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e9fb40ffa3a4143942d15a0030c3ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092718 Jan 28 20:35:11.512113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50896) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:11.594413 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.619398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-621cb254-0ae9-43db-8990-be0834395a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.644214 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-621cb254-0ae9-43db-8990-be0834395a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.662238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 745fe4f2-9205-497c-8120-25f78df08657 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:11.699592 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-621cb254-0ae9-43db-8990-be0834395a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.701718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 745fe4f2-9205-497c-8120-25f78df08657 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:35:11.702088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 745fe4f2-9205-497c-8120-25f78df08657 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:11.704201 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-621cb254-0ae9-43db-8990-be0834395a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.709269 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-621cb254-0ae9-43db-8990-be0834395a14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71f5b970-7184-4e64-a273-a5815d561241 HTTP/1.1" status: 204 len: 168 time: 0.1945302 Jan 28 20:35:11.721558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cb254-0ae9-43db-8990-be0834395a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5b970-7184-4e64-a273-a5815d561241,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:11.737577 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.779359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:11.844728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36d0ede-6f8b-430e-9884-7ff1b7ee3809 admin admin] Deleting subnet 1ab75b87-e97c-4ff3-857c-aeaa2e832d50 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:35:11.848887 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f36d0ede-6f8b-430e-9884-7ff1b7ee3809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.898920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f36d0ede-6f8b-430e-9884-7ff1b7ee3809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:11.948250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f36d0ede-6f8b-430e-9884-7ff1b7ee3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.019907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f36d0ede-6f8b-430e-9884-7ff1b7ee3809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.037504 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f36d0ede-6f8b-430e-9884-7ff1b7ee3809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.044139 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f36d0ede-6f8b-430e-9884-7ff1b7ee3809 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ab75b87-e97c-4ff3-857c-aeaa2e832d50 HTTP/1.1" status: 204 len: 168 time: 0.2632000 Jan 28 20:35:12.051648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50918) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:12.073331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d0ede-6f8b-430e-9884-7ff1b7ee3809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab75b87-e97c-4ff3-857c-aeaa2e832d50,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:12.425314 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.480834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Deleting port aec14b5c-b6b0-4390-a8df-ae79ae3ee6de {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:12.481080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.579409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.615436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742cc096-bed0-4ebe-a930-6eb07de54641']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:12.633065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b436cc4e-a97a-4d97-92ec-28357cb2722e') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:12.633371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b436cc4e-a97a-4d97-92ec-28357cb2722e') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:12.654507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.657949 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.677490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Calling delete_port for aec14b5c-b6b0-4390-a8df-ae79ae3ee6de owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:12.682875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.694085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:12.694485 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:12.696232 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:12.725435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50944) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:12.794033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.803449 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.807558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] 10.222.0.44 "DELETE /v2.0/networks/742cc096-bed0-4ebe-a930-6eb07de54641 HTTP/1.1" status: 204 len: 168 time: 0.7554722 Jan 28 20:35:12.825932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc26a80-074d-44ff-817a-f6c591c028bf admin admin] Pushing event deleted for resources: {'Network': ['ID=742cc096-bed0-4ebe-a930-6eb07de54641,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:12.918251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bbc4308-8c8e-4756-84ae-d169b17ffb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.919261 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:12.978792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.016432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event deleted for resources: {'Port': ['ID=aec14b5c-b6b0-4390-a8df-ae79ae3ee6de,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:13.048045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bbc4308-8c8e-4756-84ae-d169b17ffb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.053554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bbc4308-8c8e-4756-84ae-d169b17ffb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.114981 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3bbc4308-8c8e-4756-84ae-d169b17ffb8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62cc1f9dd1954912b4eb437c0ff244c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878751 Jan 28 20:35:13.116431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50962) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:13.117549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc4308-8c8e-4756-84ae-d169b17ffb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bd5a8a-69df-4aac-be3a-42eebb3ab9f5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:13.206001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40bf6a4c-9ff9-40c0-b72e-a541ac60bc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.230897 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.246428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40bf6a4c-9ff9-40c0-b72e-a541ac60bc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.302710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50966) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:13.333868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.338494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40bf6a4c-9ff9-40c0-b72e-a541ac60bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.341301 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-40bf6a4c-9ff9-40c0-b72e-a541ac60bc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.344427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-40bf6a4c-9ff9-40c0-b72e-a541ac60bc33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7bd5a8a-69df-4aac-be3a-42eebb3ab9f5 HTTP/1.1" status: 204 len: 168 time: 0.2225101 Jan 28 20:35:13.355047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf6a4c-9ff9-40c0-b72e-a541ac60bc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bd5a8a-69df-4aac-be3a-42eebb3ab9f5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:13.416667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aff7730f-72c4-47a7-a40c-4988ce53489f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=179eb116178d43ad9c329e38b33188e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120265 Jan 28 20:35:13.419417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50972) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:13.479537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7351a14d-6e12-4c5c-b1f2-68949f247ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.509985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7351a14d-6e12-4c5c-b1f2-68949f247ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.577855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7351a14d-6e12-4c5c-b1f2-68949f247ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.581344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7351a14d-6e12-4c5c-b1f2-68949f247ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:13.584958 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7351a14d-6e12-4c5c-b1f2-68949f247ed3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b068bf52-6b8b-4f01-b916-697903e18ea7 HTTP/1.1" status: 204 len: 168 time: 0.1621749 Jan 28 20:35:13.593022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351a14d-6e12-4c5c-b1f2-68949f247ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b068bf52-6b8b-4f01-b916-697903e18ea7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:13.624770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Router 3f784027-ab40-4c3a-b9dd-1ba17a29e46a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:13.741884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:13.747725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7c178bce-9322-444e-b31a-9b1b72d84cde tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "PUT /v2.0/routers/3f784027-ab40-4c3a-b9dd-1ba17a29e46a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171668 Jan 28 20:35:13.750492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50988) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:13.758243 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82634d1b-5903-4bd2-9c6e-1b42699f30ef None None] Sync routers for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:13.769829 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82634d1b-5903-4bd2-9c6e-1b42699f30ef None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:13.770788 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-82634d1b-5903-4bd2-9c6e-1b42699f30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:13.805954 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-82634d1b-5903-4bd2-9c6e-1b42699f30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:13.815438 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82634d1b-5903-4bd2-9c6e-1b42699f30ef None None] Routers {'3f784027-ab40-4c3a-b9dd-1ba17a29e46a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:13.816336 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-82634d1b-5903-4bd2-9c6e-1b42699f30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:13.868925 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-82634d1b-5903-4bd2-9c6e-1b42699f30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:13.869773 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82634d1b-5903-4bd2-9c6e-1b42699f30ef None None] The sync data for ids ['3f784027-ab40-4c3a-b9dd-1ba17a29e46a'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:13.877843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.017405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.082814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Deleting port 4e3e8646-9569-47c3-ab46-fffffb010d32 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:14.083341 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.127202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50996) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:14.143630 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8b907f0-9b79-4a12-a422-e1305521bfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.204543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50998) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:14.235580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.251123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Calling delete_port for 4e3e8646-9569-47c3-ab46-fffffb010d32 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:14.278036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8b907f0-9b79-4a12-a422-e1305521bfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.285050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8b907f0-9b79-4a12-a422-e1305521bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.358309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d8b907f0-9b79-4a12-a422-e1305521bfe0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=828ce13a57004484b666479a0a087e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296896 Jan 28 20:35:14.360088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51006) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:14.362756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b907f0-9b79-4a12-a422-e1305521bfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81674d86-3e63-4169-ba66-847c7a565552,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:14.456304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7edacb2-719f-4867-bb09-c70bd47b00d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.495654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7edacb2-719f-4867-bb09-c70bd47b00d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.496978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.530257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event deleted for resources: {'Port': ['ID=4e3e8646-9569-47c3-ab46-fffffb010d32,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:14.575360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7edacb2-719f-4867-bb09-c70bd47b00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.576464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7edacb2-719f-4867-bb09-c70bd47b00d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.580413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b7edacb2-719f-4867-bb09-c70bd47b00d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81674d86-3e63-4169-ba66-847c7a565552 HTTP/1.1" status: 204 len: 168 time: 0.2188292 Jan 28 20:35:14.591548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edacb2-719f-4867-bb09-c70bd47b00d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81674d86-3e63-4169-ba66-847c7a565552,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:14.644137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--984739331'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:14.666951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.821536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.824977 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.826969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.839014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.907041 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.907523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Fanout notify agent at l3_agent the message router_deleted on router 3f784027-ab40-4c3a-b9dd-1ba17a29e46a {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:35:14.919808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:14.920995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-92336349-0fa8-47d0-b7ac-c67c2e471224 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "DELETE /v2.0/routers/3f784027-ab40-4c3a-b9dd-1ba17a29e46a HTTP/1.1" status: 204 len: 168 time: 1.1695144 Jan 28 20:35:14.923836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51024) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:15.010305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09263c9-a3ef-4300-9b85-ce9a0dcbc99c tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Deleting subnet a1b82ea9-5ad4-483d-bf15-a679d3eef80f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:35:15.016849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09263c9-a3ef-4300-9b85-ce9a0dcbc99c tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.076544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.079536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09263c9-a3ef-4300-9b85-ce9a0dcbc99c tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.083360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.149264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60096c3f-89df-461e-9875-f36dd33efc0f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:15.238912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.243461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09263c9-a3ef-4300-9b85-ce9a0dcbc99c tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.247169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.311205 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.315280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1095462 Jan 28 20:35:15.315898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51036) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:15.326442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e2dd1-9024-4c2a-bc99-749693c7d1cd tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa030dc0-b9b4-4411-b00c-87c6acdfdf88,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:15.364665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09263c9-a3ef-4300-9b85-ce9a0dcbc99c tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.398512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09263c9-a3ef-4300-9b85-ce9a0dcbc99c tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b82ea9-5ad4-483d-bf15-a679d3eef80f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:15.407511 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a09263c9-a3ef-4300-9b85-ce9a0dcbc99c tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.415425 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a09263c9-a3ef-4300-9b85-ce9a0dcbc99c tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "DELETE /v2.0/subnets/a1b82ea9-5ad4-483d-bf15-a679d3eef80f HTTP/1.1" status: 204 len: 168 time: 0.4898767 Jan 28 20:35:15.417796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51046) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:15.420957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0729031d-af50-4a1f-8320-7afb83388de8 None None] Network 895f2505-869e-4915-b31d-b156389da036 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:15.475353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-382b97a2-737f-4b10-9ae8-ef713403087e tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1549096 Jan 28 20:35:15.476123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51050) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:15.481091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9dd841b2-2645-4fe1-872f-30dfbbaeb72d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-security--2004813317', 'description': 'tempest-security-description-1048352768'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:15.514765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dd841b2-2645-4fe1-872f-30dfbbaeb72d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.522762 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.586963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dd841b2-2645-4fe1-872f-30dfbbaeb72d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.593250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dd841b2-2645-4fe1-872f-30dfbbaeb72d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.601151 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dd841b2-2645-4fe1-872f-30dfbbaeb72d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.603259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9dd841b2-2645-4fe1-872f-30dfbbaeb72d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "PUT /v2.0/security-groups/aa030dc0-b9b4-4411-b00c-87c6acdfdf88 HTTP/1.1" status: 200 len: 1780 time: 0.1259706 Jan 28 20:35:15.607276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51056) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:15.634044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Deleting port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:15.634555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.639509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd841b2-2645-4fe1-872f-30dfbbaeb72d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa030dc0-b9b4-4411-b00c-87c6acdfdf88,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:15.746270 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35f0285b-fb86-4332-8c27-0b6740a5732a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups/aa030dc0-b9b4-4411-b00c-87c6acdfdf88 HTTP/1.1" status: 200 len: 1780 time: 0.1339240 Jan 28 20:35:15.746511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51064) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:15.762885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] DHCP port deletion for 895f2505-869e-4915-b31d-b156389da036 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:35:15.783890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] For port f4ae6453-df83-40f3-abd1-cfbb3ad685b3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,segment=NetworkSegment(d981efea-f0eb-48c8-80f2-87ae2bccaea4),segment_id=d981efea-f0eb-48c8-80f2-87ae2bccaea4)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:15.784335 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.806968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Calling delete_port for f4ae6453-df83-40f3-abd1-cfbb3ad685b3 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:15.835002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] Deleting port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:15.835627 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.874676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51068) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:15.885582 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7d855bd-0510-44d1-a830-6f596ecf09a2 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.912884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] For port f4ae6453-df83-40f3-abd1-cfbb3ad685b3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,segment=NetworkSegment(d981efea-f0eb-48c8-80f2-87ae2bccaea4),segment_id=d981efea-f0eb-48c8-80f2-87ae2bccaea4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:15.913281 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.932023 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7d855bd-0510-44d1-a830-6f596ecf09a2 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:15.939114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] Calling delete_port for f4ae6453-df83-40f3-abd1-cfbb3ad685b3 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:15.972368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.006332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event deleted for resources: {'Port': ['ID=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:16.015692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] No DVR routers for this DVR port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:16.045803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7d855bd-0510-44d1-a830-6f596ecf09a2 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.048533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7d855bd-0510-44d1-a830-6f596ecf09a2 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.049818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f7d855bd-0510-44d1-a830-6f596ecf09a2 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa030dc0-b9b4-4411-b00c-87c6acdfdf88 HTTP/1.1" status: 204 len: 168 time: 0.3023672 Jan 28 20:35:16.052633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51074) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.063475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.079439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] No DVR routers for this DVR port f4ae6453-df83-40f3-abd1-cfbb3ad685b3 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:16.098966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d855bd-0510-44d1-a830-6f596ecf09a2 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa030dc0-b9b4-4411-b00c-87c6acdfdf88,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:16.122267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.122603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e37589-d254-4957-9d2a-3e5694a11232 None None] Pushing event deleted for resources: {'Port': ['ID=f4ae6453-df83-40f3-abd1-cfbb3ad685b3,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:16.152571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a014bb61-bc17-47be-b7a7-55bd3bff6e0c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978601 Jan 28 20:35:16.155515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51080) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.162788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895f2505-869e-4915-b31d-b156389da036']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:16.170650 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-cf099266-0b28-458a-bbd2-e4c5ff5b700a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] delete failed (client error): The resource could not be found. Jan 28 20:35:16.172083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cf099266-0b28-458a-bbd2-e4c5ff5b700a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa030dc0-b9b4-4411-b00c-87c6acdfdf88 HTTP/1.1" status: 404 len: 347 time: 0.0154965 Jan 28 20:35:16.176479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51082) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.180891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd981efea-f0eb-48c8-80f2-87ae2bccaea4') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:16.181191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd981efea-f0eb-48c8-80f2-87ae2bccaea4') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:16.182433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e4f7755b-a660-4793-89ca-5fc6ad55208c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--68748473'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:16.195386 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.211365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f7755b-a660-4793-89ca-5fc6ad55208c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.213604 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.221376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:16.222131 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:16.225902 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:16.319450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.326044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.335117 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "DELETE /v2.0/networks/895f2505-869e-4915-b31d-b156389da036 HTTP/1.1" status: 204 len: 168 time: 0.9141679 Jan 28 20:35:16.339382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51092) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.343743 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f7755b-a660-4793-89ca-5fc6ad55208c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.348661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f7755b-a660-4793-89ca-5fc6ad55208c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.363124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8dee9e13-dfdf-4123-83c5-d59e0a16dfcf tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:16.399817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7755b-a660-4793-89ca-5fc6ad55208c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7921e22-adec-40af-89e3-62b626605d8b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:16.400209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaec00-6bbf-48cb-8572-a84894e048c3 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event deleted for resources: {'Network': ['ID=895f2505-869e-4915-b31d-b156389da036,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:16.429461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f7755b-a660-4793-89ca-5fc6ad55208c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.431864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e4f7755b-a660-4793-89ca-5fc6ad55208c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2544394 Jan 28 20:35:16.435236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51096) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.440973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9bc5d79d-2b92-476f-ba27-0dce372e849b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': 'b7921e22-adec-40af-89e3-62b626605d8b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:16.501722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d79d-2b92-476f-ba27-0dce372e849b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.507284 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8dee9e13-dfdf-4123-83c5-d59e0a16dfcf tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "PUT /v2.0/quotas/79f4193cca5542efb22db8827b790a8f HTTP/1.1" status: 200 len: 366 time: 0.6303706 Jan 28 20:35:16.515097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51100) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.533679 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-efcc2c25-d221-4616-9894-ae7300e7a98b tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0162187 Jan 28 20:35:16.536558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51108) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.539325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Deleting port 07b49df3-b6ca-4cf4-bbf1-18d9fba8a7db {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:16.540323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.595917 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9066357b-762d-4fac-b606-7ecb1091690e tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "GET /v2.0/quotas/79f4193cca5542efb22db8827b790a8f HTTP/1.1" status: 200 len: 366 time: 0.0580394 Jan 28 20:35:16.598471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51112) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.624945 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-82c0d424-ee8d-4305-a139-8aa30fe3e819 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/79f4193cca5542efb22db8827b790a8f HTTP/1.1" status: 204 len: 168 time: 0.0231738 Jan 28 20:35:16.628481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51114) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.652850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cd623f11-b491-4393-8f03-7ad15202e18b tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0213728 Jan 28 20:35:16.655982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51118) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.667865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.670341 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.681365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6d0ec66f-67d2-45ca-9d4a-8b379feb151f tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "GET /v2.0/quotas/79f4193cca5542efb22db8827b790a8f HTTP/1.1" status: 200 len: 370 time: 0.0234168 Jan 28 20:35:16.683673 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d79d-2b92-476f-ba27-0dce372e849b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.684528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51120) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.690091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2549a6e7-7615-49f2-8696-4003c3d817b1 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "GET /v2.0/quotas/79f4193cca5542efb22db8827b790a8f/default HTTP/1.1" status: 200 len: 370 time: 0.0042672 Jan 28 20:35:16.691488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d79d-2b92-476f-ba27-0dce372e849b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.693241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51122) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.705766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Calling delete_port for 07b49df3-b6ca-4cf4-bbf1-18d9fba8a7db owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:16.720314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5d79d-2b92-476f-ba27-0dce372e849b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c5cf6d-4444-4784-9705-89c268910d3f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:16.730008 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-bfc632a5-bb96-4a15-8c78-3bac74ab6e8d tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] delete failed (client error): The resource could not be found. Jan 28 20:35:16.731537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bfc632a5-bb96-4a15-8c78-3bac74ab6e8d tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/79f4193cca5542efb22db8827b790a8f HTTP/1.1" status: 404 len: 348 time: 0.0338540 Jan 28 20:35:16.753436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9bc5d79d-2b92-476f-ba27-0dce372e849b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.754671 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9bc5d79d-2b92-476f-ba27-0dce372e849b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3180320 Jan 28 20:35:16.760499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51128) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.822528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.836146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.847049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f4ae6453-df83-40f3-abd1-cfbb3ad685b3 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:16.875401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.887424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:16.890535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c4c5cf6d-4444-4784-9705-89c268910d3f HTTP/1.1" status: 204 len: 168 time: 0.1287291 Jan 28 20:35:16.894040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51134) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:16.901681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4c5cf6d-4444-4784-9705-89c268910d3f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:16.901981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: f4ae6453-df83-40f3-abd1-cfbb3ad685b3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:35:16.902338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f4ae6453-df83-40f3-abd1-cfbb3ad685b3 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:16.931067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.931417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.931764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.932104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.932473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.932803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.936454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.937103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.937636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.938281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.938831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:16.939692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37225f4f-327a-42de-9091-00cf0ce30d90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:17.002941 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-44dd18f1-f8f7-4007-9a18-21df17dad9f2 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1016879 Jan 28 20:35:17.005904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51140) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:17.020399 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.074305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51148) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:17.093317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Pushing event deleted for resources: {'Port': ['ID=07b49df3-b6ca-4cf4-bbf1-18d9fba8a7db,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:17.212546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e3c744b-0055-431e-bb37-578bce933394 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.242312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Usage tracker for resource:network and tenant:ce1490c85b2b4a888960c3187fc4b76d is out of sync, need to count used quota {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 20:35:17.245932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e3c744b-0055-431e-bb37-578bce933394 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.268434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 28 20:35:17.283065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.286287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.290397 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a7828cb8-8fd2-4c07-9c16-160b451caf92 tempest-FloatingIPAdminTestJSON-1334778145 tempest-FloatingIPAdminTestJSON-1334778145-project] 10.222.0.44 "DELETE /v2.0/floatingips/5dc15b41-eb35-4e6d-a9da-e7366f07a09a HTTP/1.1" status: 204 len: 168 time: 0.9498677 Jan 28 20:35:17.308082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Usage tracker for resource:subnet and tenant:ce1490c85b2b4a888960c3187fc4b76d is out of sync, need to count used quota {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 20:35:17.315462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 28 20:35:17.326194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Usage tracker for resource:subnetpool and tenant:ce1490c85b2b4a888960c3187fc4b76d is out of sync, need to count used quota {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 20:35:17.333649 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e3c744b-0055-431e-bb37-578bce933394 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.337488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e3c744b-0055-431e-bb37-578bce933394 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.338898 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5e3c744b-0055-431e-bb37-578bce933394 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/b7921e22-adec-40af-89e3-62b626605d8b HTTP/1.1" status: 204 len: 168 time: 0.3314943 Jan 28 20:35:17.341562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51162) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:17.342752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 28 20:35:17.354699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c744b-0055-431e-bb37-578bce933394 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7921e22-adec-40af-89e3-62b626605d8b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:17.375733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Usage tracker for resource:port and tenant:ce1490c85b2b4a888960c3187fc4b76d is out of sync, need to count used quota {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 20:35:17.388225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 28 20:35:17.405554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Usage tracker for resource:router and tenant:ce1490c85b2b4a888960c3187fc4b76d is out of sync, need to count used quota {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 20:35:17.423720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 28 20:35:17.427325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-48c5f538-4a48-40d4-978b-967307697443 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845642 Jan 28 20:35:17.431613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51166) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:17.436630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-def74e3f-346b-447e-b049-8a3b4a8070ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--567649845'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:17.437331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Usage tracker for resource:floatingip and tenant:ce1490c85b2b4a888960c3187fc4b76d is out of sync, need to count used quota {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 20:35:17.443403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 28 20:35:17.476362 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-def74e3f-346b-447e-b049-8a3b4a8070ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.496323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Usage tracker for resource:security_group and tenant:ce1490c85b2b4a888960c3187fc4b76d is out of sync, need to count used quota {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 20:35:17.502660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 28 20:35:17.513690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Usage tracker for resource:security_group_rule and tenant:ce1490c85b2b4a888960c3187fc4b76d is out of sync, need to count used quota {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 20:35:17.522710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.quota.resource [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102306) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 28 20:35:17.528829 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-70687890-8ca4-42a2-9a70-275796e92014 tempest-QuotasTest-124539203 tempest-QuotasTest-124539203-project-admin] 10.222.0.44 "GET /v2.0/quotas/ce1490c85b2b4a888960c3187fc4b76d/details.json HTTP/1.1" status: 200 len: 703 time: 0.4471049 Jan 28 20:35:17.577076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-def74e3f-346b-447e-b049-8a3b4a8070ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.583239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-def74e3f-346b-447e-b049-8a3b4a8070ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.625830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-def74e3f-346b-447e-b049-8a3b4a8070ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.627367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-def74e3f-346b-447e-b049-8a3b4a8070ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1946604 Jan 28 20:35:17.630250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51174) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:17.636351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4c450167-7d3b-4ea9-a04f-419c4fd2f4ec tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '97a0955c-ea18-4ee2-a092-32caaccc02e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:17.644831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def74e3f-346b-447e-b049-8a3b4a8070ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a0955c-ea18-4ee2-a092-32caaccc02e7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:17.684230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c450167-7d3b-4ea9-a04f-419c4fd2f4ec tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.751238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c450167-7d3b-4ea9-a04f-419c4fd2f4ec tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.761873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c450167-7d3b-4ea9-a04f-419c4fd2f4ec tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.788480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c450167-7d3b-4ea9-a04f-419c4fd2f4ec tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3952dc8b-eefd-4d81-a6ae-ba4ef7517883,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:17.794667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c450167-7d3b-4ea9-a04f-419c4fd2f4ec tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.798719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51180) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:17.799120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4c450167-7d3b-4ea9-a04f-419c4fd2f4ec tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675248 Jan 28 20:35:17.803808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-498ed5f2-848d-47c6-8f7e-75a0eac43a2c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '97a0955c-ea18-4ee2-a092-32caaccc02e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:17.824733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51182) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:17.860291 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-498ed5f2-848d-47c6-8f7e-75a0eac43a2c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.950287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-498ed5f2-848d-47c6-8f7e-75a0eac43a2c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.964557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-498ed5f2-848d-47c6-8f7e-75a0eac43a2c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.993860 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:17.998828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ed5f2-848d-47c6-8f7e-75a0eac43a2c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0570fc0-f560-456f-9fc7-f16e786a499c,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:18.008211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-498ed5f2-848d-47c6-8f7e-75a0eac43a2c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.010458 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-498ed5f2-848d-47c6-8f7e-75a0eac43a2c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2094526 Jan 28 20:35:18.012605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51190) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.017058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-94818741-b77a-4f7b-9dce-5bf730816751 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '97a0955c-ea18-4ee2-a092-32caaccc02e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:18.048746 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-94818741-b77a-4f7b-9dce-5bf730816751 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.126418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-94818741-b77a-4f7b-9dce-5bf730816751 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.131188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-94818741-b77a-4f7b-9dce-5bf730816751 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.160332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94818741-b77a-4f7b-9dce-5bf730816751 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08dbbfda-cb14-4d47-9e4a-9ae42926457b,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:18.179133 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-94818741-b77a-4f7b-9dce-5bf730816751 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.183585 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-94818741-b77a-4f7b-9dce-5bf730816751 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670167 Jan 28 20:35:18.184110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51196) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.190950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2d950b7d-65ca-47a2-872b-d304b2a82528 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '97a0955c-ea18-4ee2-a092-32caaccc02e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:18.199311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51200) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.244569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-874b5c21-661a-4322-bda3-8ee1ee05b07b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83fa15e5712547bcb930c68a0dac97cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182279 Jan 28 20:35:18.246972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51206) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.252666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d950b7d-65ca-47a2-872b-d304b2a82528 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.313856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397587a2-ec56-4e77-b99a-4709e6a8369f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.325476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d950b7d-65ca-47a2-872b-d304b2a82528 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.333177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d950b7d-65ca-47a2-872b-d304b2a82528 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.345858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397587a2-ec56-4e77-b99a-4709e6a8369f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.359797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d950b7d-65ca-47a2-872b-d304b2a82528 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882bc383-0243-4716-8094-716c20f06894,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:18.369828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d950b7d-65ca-47a2-872b-d304b2a82528 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.371656 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2d950b7d-65ca-47a2-872b-d304b2a82528 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1864517 Jan 28 20:35:18.374927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51212) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.382175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8c6bcfbe-ccad-4466-9d74-48eb73391c78 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '97a0955c-ea18-4ee2-a092-32caaccc02e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:18.440224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c6bcfbe-ccad-4466-9d74-48eb73391c78 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.476830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c70f8600-411c-4a54-ba5e-02964e721b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.494094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397587a2-ec56-4e77-b99a-4709e6a8369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.496825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-397587a2-ec56-4e77-b99a-4709e6a8369f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.501032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-397587a2-ec56-4e77-b99a-4709e6a8369f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e184fc27-53bd-4921-a6c0-907e28cb3d99 HTTP/1.1" status: 204 len: 168 time: 0.2501798 Jan 28 20:35:18.514631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397587a2-ec56-4e77-b99a-4709e6a8369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184fc27-53bd-4921-a6c0-907e28cb3d99,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:18.537986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c6bcfbe-ccad-4466-9d74-48eb73391c78 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.544530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c6bcfbe-ccad-4466-9d74-48eb73391c78 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.569996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bcfbe-ccad-4466-9d74-48eb73391c78 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cb5aba-6b8b-4867-95d3-a8f1aa8f9c5f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:18.585407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c6bcfbe-ccad-4466-9d74-48eb73391c78 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.591892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51222) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.593721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8c6bcfbe-ccad-4466-9d74-48eb73391c78 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2176468 Jan 28 20:35:18.631317 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57a027b7-be71-4c39-967d-62df06b715da tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.652254 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c70f8600-411c-4a54-ba5e-02964e721b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.654840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57a027b7-be71-4c39-967d-62df06b715da tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.665866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c70f8600-411c-4a54-ba5e-02964e721b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.757125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57a027b7-be71-4c39-967d-62df06b715da tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.778663 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c70f8600-411c-4a54-ba5e-02964e721b1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0005a7c493474530b9c0a984f3e2f8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729156 Jan 28 20:35:18.779195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51234) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.782804 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57a027b7-be71-4c39-967d-62df06b715da tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.789453 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-57a027b7-be71-4c39-967d-62df06b715da tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/03cb5aba-6b8b-4867-95d3-a8f1aa8f9c5f HTTP/1.1" status: 204 len: 168 time: 0.1963596 Jan 28 20:35:18.791681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f8600-411c-4a54-ba5e-02964e721b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7717d459-0ebb-4389-9d13-14aa066f82a0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:18.796804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.815582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a027b7-be71-4c39-967d-62df06b715da tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03cb5aba-6b8b-4867-95d3-a8f1aa8f9c5f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:18.878495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51246) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:18.879485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f508ac94-fb51-44c4-b0c2-d8d3301f5f1f tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0749536 Jan 28 20:35:18.911864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f63ad9f-d55d-4da3-97eb-0f24e10607cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.948193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d4315cea-f076-451d-958a-b72f4f61da15 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.956415 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f63ad9f-d55d-4da3-97eb-0f24e10607cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:18.970424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d4315cea-f076-451d-958a-b72f4f61da15 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.037086 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d4315cea-f076-451d-958a-b72f4f61da15 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.051252 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d4315cea-f076-451d-958a-b72f4f61da15 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.055763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d4315cea-f076-451d-958a-b72f4f61da15 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/882bc383-0243-4716-8094-716c20f06894 HTTP/1.1" status: 204 len: 168 time: 0.1736503 Jan 28 20:35:19.057601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51250) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.060551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4315cea-f076-451d-958a-b72f4f61da15 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=882bc383-0243-4716-8094-716c20f06894,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:19.087065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f63ad9f-d55d-4da3-97eb-0f24e10607cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.096277 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5f63ad9f-d55d-4da3-97eb-0f24e10607cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.100130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5f63ad9f-d55d-4da3-97eb-0f24e10607cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7717d459-0ebb-4389-9d13-14aa066f82a0 HTTP/1.1" status: 204 len: 168 time: 0.3198633 Jan 28 20:35:19.124069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63ad9f-d55d-4da3-97eb-0f24e10607cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717d459-0ebb-4389-9d13-14aa066f82a0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:19.153358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51254) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.154119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-69eed712-3c87-410f-8a64-1edb575a3048 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0885599 Jan 28 20:35:19.172484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51256) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.197502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee64e-65ff-4e88-9b66-b6f31e8144d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.199959 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40679e-9929-485d-a5c8-4ba4dbd250f5 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.213948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40679e-9929-485d-a5c8-4ba4dbd250f5 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.267259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40679e-9929-485d-a5c8-4ba4dbd250f5 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.284477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b40679e-9929-485d-a5c8-4ba4dbd250f5 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.285741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0b40679e-9929-485d-a5c8-4ba4dbd250f5 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/08dbbfda-cb14-4d47-9e4a-9ae42926457b HTTP/1.1" status: 204 len: 168 time: 0.1313982 Jan 28 20:35:19.286799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40679e-9929-485d-a5c8-4ba4dbd250f5 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08dbbfda-cb14-4d47-9e4a-9ae42926457b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:19.291207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51260) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.353117 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee64e-65ff-4e88-9b66-b6f31e8144d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.359169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee64e-65ff-4e88-9b66-b6f31e8144d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.374783 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4d8a3191-ee53-41dd-a2ed-e7cdda0e038d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0795155 Jan 28 20:35:19.374911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51262) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.445560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51266) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.445903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7a5ee64e-65ff-4e88-9b66-b6f31e8144d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a44f1cc75a1b458ebd6ccf2a0f351ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689466 Jan 28 20:35:19.448542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ee64e-65ff-4e88-9b66-b6f31e8144d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f27e4f-45d7-4c4c-b23b-ff6c9223666d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:19.451883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba111bb8-5d11-44b0-baf3-719bf74f9a58 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.460890 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba111bb8-5d11-44b0-baf3-719bf74f9a58 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.496962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba111bb8-5d11-44b0-baf3-719bf74f9a58 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.511450 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba111bb8-5d11-44b0-baf3-719bf74f9a58 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.513102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba111bb8-5d11-44b0-baf3-719bf74f9a58 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b0570fc0-f560-456f-9fc7-f16e786a499c HTTP/1.1" status: 204 len: 168 time: 0.1324492 Jan 28 20:35:19.514390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba111bb8-5d11-44b0-baf3-719bf74f9a58 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0570fc0-f560-456f-9fc7-f16e786a499c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:19.517226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51270) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.543224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7567a599-bc8b-4fed-b367-05d95704b7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.585955 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eceae1d7-6f91-446d-87a3-dcacb74c0ce1 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0669696 Jan 28 20:35:19.588545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51274) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.589181 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7567a599-bc8b-4fed-b367-05d95704b7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.621938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69b41fb9-8702-4b0b-baba-ef567cfd0ee0 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.635777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51276) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.641599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69b41fb9-8702-4b0b-baba-ef567cfd0ee0 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.690394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7567a599-bc8b-4fed-b367-05d95704b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.693552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7567a599-bc8b-4fed-b367-05d95704b7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.699320 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7567a599-bc8b-4fed-b367-05d95704b7b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51f27e4f-45d7-4c4c-b23b-ff6c9223666d HTTP/1.1" status: 204 len: 168 time: 0.2522657 Jan 28 20:35:19.710493 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69b41fb9-8702-4b0b-baba-ef567cfd0ee0 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.718559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567a599-bc8b-4fed-b367-05d95704b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f27e4f-45d7-4c4c-b23b-ff6c9223666d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:19.721466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69b41fb9-8702-4b0b-baba-ef567cfd0ee0 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.722638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-69b41fb9-8702-4b0b-baba-ef567cfd0ee0 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/3952dc8b-eefd-4d81-a6ae-ba4ef7517883 HTTP/1.1" status: 204 len: 168 time: 0.1330376 Jan 28 20:35:19.726258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51284) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.752098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b41fb9-8702-4b0b-baba-ef567cfd0ee0 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3952dc8b-eefd-4d81-a6ae-ba4ef7517883,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:19.782766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-78e4020a-6707-4415-852a-005e1c15bfcf tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532649 Jan 28 20:35:19.786158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51286) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.849622 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-31735965-999b-426e-a5dc-a4eb00f06b45 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.869546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51288) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:19.889265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a8a9a4d-76ec-441a-a803-b9f79ce1193d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:19.925611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-31735965-999b-426e-a5dc-a4eb00f06b45 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.022688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c031ce7-ce18-4a8e-bba0-752c5b72b58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.181132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a8a9a4d-76ec-441a-a803-b9f79ce1193d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.187837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a8a9a4d-76ec-441a-a803-b9f79ce1193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.229790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6a8a9a4d-76ec-441a-a803-b9f79ce1193d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce1490c85b2b4a888960c3187fc4b76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559909 Jan 28 20:35:20.234076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51302) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:20.276434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a9a4d-76ec-441a-a803-b9f79ce1193d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da54232-8a3f-41e2-94d9-c3bacb4ce0e3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:20.329602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c2dbdbb-d790-4abf-8a5d-9144a7dde60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.368371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c2dbdbb-d790-4abf-8a5d-9144a7dde60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.436651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c2dbdbb-d790-4abf-8a5d-9144a7dde60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.439565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c2dbdbb-d790-4abf-8a5d-9144a7dde60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.440902 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9c2dbdbb-d790-4abf-8a5d-9144a7dde60e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8da54232-8a3f-41e2-94d9-c3bacb4ce0e3 HTTP/1.1" status: 204 len: 168 time: 0.2056832 Jan 28 20:35:20.450781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dbdbb-d790-4abf-8a5d-9144a7dde60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da54232-8a3f-41e2-94d9-c3bacb4ce0e3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:20.473752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51308) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:20.496234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf794-f04f-4ebb-874f-93b11c977dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.526905 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-31735965-999b-426e-a5dc-a4eb00f06b45 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.530095 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-31735965-999b-426e-a5dc-a4eb00f06b45 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.534110 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-31735965-999b-426e-a5dc-a4eb00f06b45 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/97a0955c-ea18-4ee2-a092-32caaccc02e7 HTTP/1.1" status: 204 len: 168 time: 0.7467697 Jan 28 20:35:20.535211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51312) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:20.570322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31735965-999b-426e-a5dc-a4eb00f06b45 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a0955c-ea18-4ee2-a092-32caaccc02e7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:20.616005 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf794-f04f-4ebb-874f-93b11c977dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.622033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf794-f04f-4ebb-874f-93b11c977dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.646048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51314) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:20.646742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-59b488d7-309b-42ea-b3b1-f776cdc186e1 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043999 Jan 28 20:35:20.655503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a4ab67a4-c1fd-4387-869b-7ebb963fb467 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421447134'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:20.679019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c031ce7-ce18-4a8e-bba0-752c5b72b58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.684641 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7c031ce7-ce18-4a8e-bba0-752c5b72b58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.704615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7bbbf794-f04f-4ebb-874f-93b11c977dbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c33b7724351a4fa2a0d317a2b44e5dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264783 Jan 28 20:35:20.704895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51316) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:20.707998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbf794-f04f-4ebb-874f-93b11c977dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fc225-358a-4a16-b09a-dfe408bf93b0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:20.722874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a4ab67a4-c1fd-4387-869b-7ebb963fb467 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.787049 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7c031ce7-ce18-4a8e-bba0-752c5b72b58e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=329ce3a6bad5411fa44d2e246216ad8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1477671 Jan 28 20:35:20.788047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51318) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:20.789042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c031ce7-ce18-4a8e-bba0-752c5b72b58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26446ae-bc1e-4c05-8649-a3333e06714d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:20.822607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a4ab67a4-c1fd-4387-869b-7ebb963fb467 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.825575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10b97d6b-999a-4232-86f2-86ccbad90778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.830324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a4ab67a4-c1fd-4387-869b-7ebb963fb467 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.875066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a4ab67a4-c1fd-4387-869b-7ebb963fb467 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.876686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a4ab67a4-c1fd-4387-869b-7ebb963fb467 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2295632 Jan 28 20:35:20.879090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab67a4-c1fd-4387-869b-7ebb963fb467 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b8aad9-1fe1-4c8e-9d02-8e69c3035847,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:20.880088 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10b97d6b-999a-4232-86f2-86ccbad90778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.882792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:20.888655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f9f031a1-66e7-4994-bd88-617ce0aa2ede tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '88b8aad9-1fe1-4c8e-9d02-8e69c3035847', 'direction': 'ingress', 'protocol': 17}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:20.917572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20ed828f-66e5-4b05-b64d-99ffd84af81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.935334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9f031a1-66e7-4994-bd88-617ce0aa2ede tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:20.952048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20ed828f-66e5-4b05-b64d-99ffd84af81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.012354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10b97d6b-999a-4232-86f2-86ccbad90778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.020478 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10b97d6b-999a-4232-86f2-86ccbad90778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.023899 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-10b97d6b-999a-4232-86f2-86ccbad90778 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d63fc225-358a-4a16-b09a-dfe408bf93b0 HTTP/1.1" status: 204 len: 168 time: 0.3154325 Jan 28 20:35:21.035427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9f031a1-66e7-4994-bd88-617ce0aa2ede tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.045663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b97d6b-999a-4232-86f2-86ccbad90778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fc225-358a-4a16-b09a-dfe408bf93b0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:21.054436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9f031a1-66e7-4994-bd88-617ce0aa2ede tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.076234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20ed828f-66e5-4b05-b64d-99ffd84af81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.080679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20ed828f-66e5-4b05-b64d-99ffd84af81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.082854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-20ed828f-66e5-4b05-b64d-99ffd84af81d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f26446ae-bc1e-4c05-8649-a3333e06714d HTTP/1.1" status: 204 len: 168 time: 0.2890692 Jan 28 20:35:21.094444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed828f-66e5-4b05-b64d-99ffd84af81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26446ae-bc1e-4c05-8649-a3333e06714d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:21.099394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f031a1-66e7-4994-bd88-617ce0aa2ede tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd01c010-04f4-4538-a111-589e1bdcce7a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:21.105662 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9f031a1-66e7-4994-bd88-617ce0aa2ede tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.106947 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f9f031a1-66e7-4994-bd88-617ce0aa2ede tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2220140 Jan 28 20:35:21.110393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51342) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:21.174930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7698eb2e-f310-444d-8c07-cc616d5fd815 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.220690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7698eb2e-f310-444d-8c07-cc616d5fd815 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.267683 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.299837 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7698eb2e-f310-444d-8c07-cc616d5fd815 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.304101 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7698eb2e-f310-444d-8c07-cc616d5fd815 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.306292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7698eb2e-f310-444d-8c07-cc616d5fd815 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/88b8aad9-1fe1-4c8e-9d02-8e69c3035847 HTTP/1.1" status: 204 len: 168 time: 0.1948781 Jan 28 20:35:21.308985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51350) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:21.320637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698eb2e-f310-444d-8c07-cc616d5fd815 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b8aad9-1fe1-4c8e-9d02-8e69c3035847,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:21.383357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-95b66435-06d3-4cdf-b115-9ae728326427 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728004 Jan 28 20:35:21.387102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51356) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:21.392522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d2f335bc-296c-4734-81bf-3081667358a7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--643977257'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:21.427814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2f335bc-296c-4734-81bf-3081667358a7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.527364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2f335bc-296c-4734-81bf-3081667358a7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.533697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2f335bc-296c-4734-81bf-3081667358a7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.570862 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2f335bc-296c-4734-81bf-3081667358a7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.572851 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d2f335bc-296c-4734-81bf-3081667358a7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1843605 Jan 28 20:35:21.575389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51362) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:21.580712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c8166704-ce20-4d52-a80b-dd2911a923be tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172477178'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:21.592020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f335bc-296c-4734-81bf-3081667358a7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242d5dc4-120b-403b-9be9-d8227ffa543c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:21.628970 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8166704-ce20-4d52-a80b-dd2911a923be tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.717427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8166704-ce20-4d52-a80b-dd2911a923be tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.726161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8166704-ce20-4d52-a80b-dd2911a923be tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.775956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8166704-ce20-4d52-a80b-dd2911a923be tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.780313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c8166704-ce20-4d52-a80b-dd2911a923be tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2033932 Jan 28 20:35:21.781180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51370) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:21.785306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8166704-ce20-4d52-a80b-dd2911a923be tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb325bf-dfa4-48de-a92c-c22af95f4c42,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:21.786388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-bfa11961-d82f-4a2e-af8b-bae4e4da421b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '242d5dc4-120b-403b-9be9-d8227ffa543c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3bb325bf-dfa4-48de-a92c-c22af95f4c42', 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:21.833118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bfa11961-d82f-4a2e-af8b-bae4e4da421b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.923729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51374) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:21.949952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61572eb3-6670-4a7c-9c18-44135452ea12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.973808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bfa11961-d82f-4a2e-af8b-bae4e4da421b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:21.984367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bfa11961-d82f-4a2e-af8b-bae4e4da421b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.021099 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bfa11961-d82f-4a2e-af8b-bae4e4da421b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.023040 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bfa11961-d82f-4a2e-af8b-bae4e4da421b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2411222 Jan 28 20:35:22.026228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51376) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:22.036225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa11961-d82f-4a2e-af8b-bae4e4da421b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde9679a-d473-492e-94c4-52024a85bb09,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:22.097074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-093b28e1-a986-4eed-a493-2263f0716473 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.106558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61572eb3-6670-4a7c-9c18-44135452ea12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.111375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-093b28e1-a986-4eed-a493-2263f0716473 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.114331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-61572eb3-6670-4a7c-9c18-44135452ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.155031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-093b28e1-a986-4eed-a493-2263f0716473 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.166369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-093b28e1-a986-4eed-a493-2263f0716473 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.172459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-093b28e1-a986-4eed-a493-2263f0716473 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cde9679a-d473-492e-94c4-52024a85bb09 HTTP/1.1" status: 204 len: 168 time: 0.1448181 Jan 28 20:35:22.174234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51386) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:22.185167 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-61572eb3-6670-4a7c-9c18-44135452ea12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ea172aa94cb44cf9b2f40fa7e5a8edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591462 Jan 28 20:35:22.186068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61572eb3-6670-4a7c-9c18-44135452ea12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67ee1b3-eb6f-43b1-af55-10af161f1f83,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:22.189043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51388) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:22.231765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b28e1-a986-4eed-a493-2263f0716473 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cde9679a-d473-492e-94c4-52024a85bb09,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:22.290101 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.325789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.360988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eade4623-f9ed-44e3-bc9d-c44bfba47b74 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1812284 Jan 28 20:35:22.361876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51398) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:22.422625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.425421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.430782 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f67ee1b3-eb6f-43b1-af55-10af161f1f83 HTTP/1.1" status: 204 len: 168 time: 0.2383552 Jan 28 20:35:22.439392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67ee1b3-eb6f-43b1-af55-10af161f1f83,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:22.448570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.448931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.449248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.449584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.449915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.453684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.454069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.454417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.454844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.455187 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.455525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.455853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c965fb0-b238-44ac-b537-99d01b841a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:22.464633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2917ab9f-b590-468b-8853-66672494a25a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.497015 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2917ab9f-b590-468b-8853-66672494a25a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.552310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2917ab9f-b590-468b-8853-66672494a25a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.554920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2917ab9f-b590-468b-8853-66672494a25a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.556643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2917ab9f-b590-468b-8853-66672494a25a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/3bb325bf-dfa4-48de-a92c-c22af95f4c42 HTTP/1.1" status: 204 len: 168 time: 0.1936419 Jan 28 20:35:22.559400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51410) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:22.566953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917ab9f-b590-468b-8853-66672494a25a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb325bf-dfa4-48de-a92c-c22af95f4c42,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:22.632406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-45179409-1b0d-48c6-8d9b-4c1c7e40ce2d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0708983 Jan 28 20:35:22.636528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51412) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:22.696238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ef141a2-66a4-4204-a18e-f397f4f75c34 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.719715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ef141a2-66a4-4204-a18e-f397f4f75c34 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.770417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ef141a2-66a4-4204-a18e-f397f4f75c34 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.773199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ef141a2-66a4-4204-a18e-f397f4f75c34 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.774669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8ef141a2-66a4-4204-a18e-f397f4f75c34 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/242d5dc4-120b-403b-9be9-d8227ffa543c HTTP/1.1" status: 204 len: 168 time: 0.1368768 Jan 28 20:35:22.777418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51418) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:22.784192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef141a2-66a4-4204-a18e-f397f4f75c34 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242d5dc4-120b-403b-9be9-d8227ffa543c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:22.833454 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-87ac67b0-c862-410b-888b-91b25bbc9057 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512645 Jan 28 20:35:22.834003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51420) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:22.839307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b81808c7-957b-4a29-bf7a-245350657297 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984692238'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:22.878957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b81808c7-957b-4a29-bf7a-245350657297 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.964678 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b81808c7-957b-4a29-bf7a-245350657297 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:22.969646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b81808c7-957b-4a29-bf7a-245350657297 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.005449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81808c7-957b-4a29-bf7a-245350657297 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbadab06-3f18-4f23-a883-a6b0253b0982,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:23.010870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b81808c7-957b-4a29-bf7a-245350657297 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.012164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b81808c7-957b-4a29-bf7a-245350657297 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1773186 Jan 28 20:35:23.015070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51430) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.021269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-40b7875e-b457-445c-85d2-e3464fb520ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': 'cbadab06-3f18-4f23-a883-a6b0253b0982', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:23.055943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40b7875e-b457-445c-85d2-e3464fb520ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.126507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40b7875e-b457-445c-85d2-e3464fb520ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.130781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40b7875e-b457-445c-85d2-e3464fb520ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.154509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7875e-b457-445c-85d2-e3464fb520ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61e68cc-c24d-4be8-8c34-47916e3b3071,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:23.163993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40b7875e-b457-445c-85d2-e3464fb520ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.169039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-40b7875e-b457-445c-85d2-e3464fb520ab tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1494975 Jan 28 20:35:23.170472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51436) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.198015 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26ecc94a-153a-4311-9e14-1983782f8a4b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.214298 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26ecc94a-153a-4311-9e14-1983782f8a4b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.266749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26ecc94a-153a-4311-9e14-1983782f8a4b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.274400 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26ecc94a-153a-4311-9e14-1983782f8a4b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.275646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-26ecc94a-153a-4311-9e14-1983782f8a4b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c61e68cc-c24d-4be8-8c34-47916e3b3071 HTTP/1.1" status: 204 len: 168 time: 0.1040809 Jan 28 20:35:23.279863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51442) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.281431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecc94a-153a-4311-9e14-1983782f8a4b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c61e68cc-c24d-4be8-8c34-47916e3b3071,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:23.327976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5afedf11-ad62-43a6-a29d-ccc34229c0ec tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437460 Jan 28 20:35:23.328236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51444) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.417436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0744bad0-0eb6-4cc0-9e53-2000c8ae79cc tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.451551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0744bad0-0eb6-4cc0-9e53-2000c8ae79cc tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.516840 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0744bad0-0eb6-4cc0-9e53-2000c8ae79cc tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.519585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0744bad0-0eb6-4cc0-9e53-2000c8ae79cc tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.523621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0744bad0-0eb6-4cc0-9e53-2000c8ae79cc tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/cbadab06-3f18-4f23-a883-a6b0253b0982 HTTP/1.1" status: 204 len: 168 time: 0.1944363 Jan 28 20:35:23.527090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51462) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.549723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744bad0-0eb6-4cc0-9e53-2000c8ae79cc tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbadab06-3f18-4f23-a883-a6b0253b0982,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:23.551690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51464) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.602649 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8eafd55f-cc5c-4313-bf64-0b61b371c69c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730059 Jan 28 20:35:23.609278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51470) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.615201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b63a5981-66ed-4a02-b731-cc5de57375b7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--26340772'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:23.643403 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b63a5981-66ed-4a02-b731-cc5de57375b7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.729411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b63a5981-66ed-4a02-b731-cc5de57375b7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.735372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b63a5981-66ed-4a02-b731-cc5de57375b7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.776232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b63a5981-66ed-4a02-b731-cc5de57375b7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.778872 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b63a5981-66ed-4a02-b731-cc5de57375b7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1675203 Jan 28 20:35:23.781463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51476) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.785221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a5981-66ed-4a02-b731-cc5de57375b7 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb8f9a6-2387-4659-baa8-929712a9ad6b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:23.788062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3d2d9379-34d4-4383-8b67-5050631f2b42 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '8bb8f9a6-2387-4659-baa8-929712a9ad6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:23.829191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9379-34d4-4383-8b67-5050631f2b42 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.899102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-2658dbfe-02e5-4545-8d08-614474dc4894 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.900781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2658dbfe-02e5-4545-8d08-614474dc4894 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3478782 Jan 28 20:35:23.901460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51480) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.907159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-b6aada6f-4f13-45f1-b85f-3cb3c8c8ee3b tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.910911 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b6aada6f-4f13-45f1-b85f-3cb3c8c8ee3b tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0066874 Jan 28 20:35:23.911165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51482) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.917158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-90fcfb90-f61f-44e1-b783-334becd8e001 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.920634 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90fcfb90-f61f-44e1-b783-334becd8e001 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060608 Jan 28 20:35:23.920799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9379-34d4-4383-8b67-5050631f2b42 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.920916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51484) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.927207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-9544e502-b3cb-49a1-a370-e20bfdaa96d3 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.930746 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9379-34d4-4383-8b67-5050631f2b42 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.930925 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9544e502-b3cb-49a1-a370-e20bfdaa96d3 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0063396 Jan 28 20:35:23.932275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51486) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.943152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-fcbb616a-57a7-4690-83d5-4f2db78f65dc tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.944235 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fcbb616a-57a7-4690-83d5-4f2db78f65dc tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0108881 Jan 28 20:35:23.947452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d9379-34d4-4383-8b67-5050631f2b42 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8516e423-80f6-4872-a876-52f0c8dbd733,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:23.949497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51488) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.956367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-b778a8ee-676b-4571-a02e-c2cd0a94351f tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.961175 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b778a8ee-676b-4571-a02e-c2cd0a94351f tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0095503 Jan 28 20:35:23.962810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d2d9379-34d4-4383-8b67-5050631f2b42 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:23.966342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51490) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.966492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3d2d9379-34d4-4383-8b67-5050631f2b42 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1812263 Jan 28 20:35:23.966780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51492) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.972657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-c11a6cb9-88bf-4d42-8473-506fcb3fb442 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.973654 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c11a6cb9-88bf-4d42-8473-506fcb3fb442 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0085597 Jan 28 20:35:23.976315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51494) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.982794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-48166deb-5401-4ddc-814b-7e1a9e103c18 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.983636 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-48166deb-5401-4ddc-814b-7e1a9e103c18 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061994 Jan 28 20:35:23.986617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51496) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.989857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0e9ed2b5-5244-4688-a358-2638d316772d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules/8516e423-80f6-4872-a876-52f0c8dbd733 HTTP/1.1" status: 200 len: 763 time: 0.0195189 Jan 28 20:35:23.990710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51498) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:23.991819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-da7688fc-4c88-4e3b-9271-f33390c2ca76 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:23.992990 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-da7688fc-4c88-4e3b-9271-f33390c2ca76 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055745 Jan 28 20:35:23.995781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51500) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.003624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-6ba4dbdd-7b4d-4170-82bd-a85c24a4ca22 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.004523 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ba4dbdd-7b4d-4170-82bd-a85c24a4ca22 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055261 Jan 28 20:35:24.007100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51502) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.013931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-f4c96f2d-47d9-49aa-a50f-59233004f386 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.015031 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f4c96f2d-47d9-49aa-a50f-59233004f386 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056636 Jan 28 20:35:24.017738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51504) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.023040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-239da3b2-d096-4ceb-a151-f71930b0ba7b tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.024788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-239da3b2-d096-4ceb-a151-f71930b0ba7b tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051005 Jan 28 20:35:24.027050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51506) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.031657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-f5b75caa-7ec2-4e8a-a09f-d729ecb2a474 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.034789 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f5b75caa-7ec2-4e8a-a09f-d729ecb2a474 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047381 Jan 28 20:35:24.035555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51508) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.039038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-b1508be4-13ed-4ce5-986b-75956ced80ce tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.042511 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b1508be4-13ed-4ce5-986b-75956ced80ce tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042980 Jan 28 20:35:24.042806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51510) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.047092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-58e23eb5-31f1-48eb-bb09-09b53469d070 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.050018 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-58e23eb5-31f1-48eb-bb09-09b53469d070 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043581 Jan 28 20:35:24.050275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51512) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.051106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3933d759-e641-4d8c-85a8-bc61d30bd88c tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0587502 Jan 28 20:35:24.053403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51514) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.054208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-05f99642-feea-4dac-8093-d50f6f177c87 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.057595 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-05f99642-feea-4dac-8093-d50f6f177c87 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042179 Jan 28 20:35:24.057740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51516) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.063940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-bf121420-7b1a-4551-ad7b-1d6c599738f8 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.065011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bf121420-7b1a-4551-ad7b-1d6c599738f8 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0063229 Jan 28 20:35:24.067468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51518) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.073583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-019d7c8a-c349-44c1-ab25-b5fa63c56265 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.074908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-019d7c8a-c349-44c1-ab25-b5fa63c56265 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063190 Jan 28 20:35:24.077706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51520) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.081745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3208427b-1231-4d43-accc-8b97985dfd90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.083484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-6959e6b5-3781-4051-98ff-40c8885b9022 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.084799 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6959e6b5-3781-4051-98ff-40c8885b9022 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059369 Jan 28 20:35:24.087891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51522) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.094316 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3208427b-1231-4d43-accc-8b97985dfd90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.097460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-4ad13d0c-b71f-4eef-8d0d-ff56ea1aeb47 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.097460 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4ad13d0c-b71f-4eef-8d0d-ff56ea1aeb47 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057437 Jan 28 20:35:24.098115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51526) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.104540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-6978ba47-d93a-40ed-9d3c-74635ab803e1 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.107933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6978ba47-d93a-40ed-9d3c-74635ab803e1 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0063930 Jan 28 20:35:24.108369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51528) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.114448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-f922a4a8-869c-49ed-a17e-31425f56c358 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.116223 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f922a4a8-869c-49ed-a17e-31425f56c358 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056961 Jan 28 20:35:24.118649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51532) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.123829 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3208427b-1231-4d43-accc-8b97985dfd90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.126137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-18115d43-a527-4e86-947b-17bfd0c15fde tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.130310 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-18115d43-a527-4e86-947b-17bfd0c15fde tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103376 Jan 28 20:35:24.130778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3208427b-1231-4d43-accc-8b97985dfd90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.131619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51534) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.132075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3208427b-1231-4d43-accc-8b97985dfd90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8516e423-80f6-4872-a876-52f0c8dbd733 HTTP/1.1" status: 204 len: 168 time: 0.0777702 Jan 28 20:35:24.135424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51536) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.142996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-4d27e042-c8ac-4c32-98d4-f969568adfe4 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.144548 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4d27e042-c8ac-4c32-98d4-f969568adfe4 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077658 Jan 28 20:35:24.146292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208427b-1231-4d43-accc-8b97985dfd90 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8516e423-80f6-4872-a876-52f0c8dbd733,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:24.146890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51538) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.158776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-0a0a6fe4-a69f-4914-a0f3-c1816686e1de tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.160114 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0a0a6fe4-a69f-4914-a0f3-c1816686e1de tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0121083 Jan 28 20:35:24.162794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51540) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.167186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-67fb0b53-ad20-4023-a3f6-279a006f0709 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.168210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-67fb0b53-ad20-4023-a3f6-279a006f0709 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044520 Jan 28 20:35:24.170966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51542) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.176134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-0d7bb554-ff5f-44ca-95f9-138da9a32b1d tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.177121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0d7bb554-ff5f-44ca-95f9-138da9a32b1d tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052896 Jan 28 20:35:24.180068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51544) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.186619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-3f12ea19-095d-4938-bfc5-4f530cd226d7 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.187631 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3f12ea19-095d-4938-bfc5-4f530cd226d7 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065689 Jan 28 20:35:24.190309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51546) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.197648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-6df194e2-5849-4b6e-bb73-77635e33eaf4 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.198625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6df194e2-5849-4b6e-bb73-77635e33eaf4 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0074139 Jan 28 20:35:24.201838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51548) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.204582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b567db96-c17e-4944-8156-076131633adb tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680189 Jan 28 20:35:24.207075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51550) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.208457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-e9ed32af-c04c-4ab6-9e78-bcbe9170f89d tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.209530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e9ed32af-c04c-4ab6-9e78-bcbe9170f89d tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067005 Jan 28 20:35:24.213322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51552) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.213950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4bad449f-0796-4369-a981-2b10c841f22f tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '8bb8f9a6-2387-4659-baa8-929712a9ad6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:24.220813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-ef5ceeb9-8192-4b60-b0d9-60a3b36ee655 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.221778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ef5ceeb9-8192-4b60-b0d9-60a3b36ee655 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0074022 Jan 28 20:35:24.224661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51554) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.231019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-e2cabae4-783c-464c-9220-25539d6c6191 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.231991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e2cabae4-783c-464c-9220-25539d6c6191 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064247 Jan 28 20:35:24.235063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51556) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.239426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-c072146c-d98c-450c-876c-02351c2ff8ca tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.240470 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c072146c-d98c-450c-876c-02351c2ff8ca tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043595 Jan 28 20:35:24.243416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51558) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.248854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-5946b107-b780-4200-bf40-6cf0a06d7a30 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.249806 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5946b107-b780-4200-bf40-6cf0a06d7a30 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053575 Jan 28 20:35:24.252346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51560) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.257887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-dc88369e-65f1-471e-b4a7-1eead3ffbc5a tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.259976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4bad449f-0796-4369-a981-2b10c841f22f tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.262365 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dc88369e-65f1-471e-b4a7-1eead3ffbc5a tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0091155 Jan 28 20:35:24.263055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51562) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.268637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-b2b637b9-1474-4328-b215-21dad2d5c941 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.272265 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b2b637b9-1474-4328-b215-21dad2d5c941 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0082512 Jan 28 20:35:24.272914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51564) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.278355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-1175c1e8-6c48-4864-97c0-7d37aa3b994e tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.281939 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1175c1e8-6c48-4864-97c0-7d37aa3b994e tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081251 Jan 28 20:35:24.282513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51568) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.288595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-b336ad8e-cbec-4005-b665-585fdd3b8e32 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.292626 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b336ad8e-cbec-4005-b665-585fdd3b8e32 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0091765 Jan 28 20:35:24.293299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51570) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.298158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-d647a27a-4250-4b06-945e-a6602ce69a06 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.301589 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d647a27a-4250-4b06-945e-a6602ce69a06 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070677 Jan 28 20:35:24.302134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51572) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.307461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-a2bcc627-1de6-456d-8c34-97045997b524 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.310849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51574) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.311057 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a2bcc627-1de6-456d-8c34-97045997b524 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0078349 Jan 28 20:35:24.318942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-14f7eeef-a36a-44f8-b0ed-d1e199868f65 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.320123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-14f7eeef-a36a-44f8-b0ed-d1e199868f65 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045240 Jan 28 20:35:24.323699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51576) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.334757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-8ff8b80c-bb69-47fa-89a8-c44664bfb9ca tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.335714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8ff8b80c-bb69-47fa-89a8-c44664bfb9ca tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0110631 Jan 28 20:35:24.338642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51580) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.346864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-a9c09fcf-049a-4284-9137-bb74735c23d0 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.348123 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a9c09fcf-049a-4284-9137-bb74735c23d0 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0082448 Jan 28 20:35:24.350625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51584) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.356585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-c08d0b37-4015-4935-bf5b-d24002b6e9c3 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.361078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c08d0b37-4015-4935-bf5b-d24002b6e9c3 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083609 Jan 28 20:35:24.362764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51586) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.369932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4bad449f-0796-4369-a981-2b10c841f22f tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.375242 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4bad449f-0796-4369-a981-2b10c841f22f tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.385414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-78e53d63-3119-4c9a-9ac3-c3484c077128 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.400058 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-78e53d63-3119-4c9a-9ac3-c3484c077128 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078778 Jan 28 20:35:24.400837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51588) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.404556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad449f-0796-4369-a981-2b10c841f22f tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1010a4-e2e5-486c-bc5c-9be090840aaa,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:24.406039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-4114c479-69ca-47e0-8096-1ab405de0d27 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.407111 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4114c479-69ca-47e0-8096-1ab405de0d27 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052395 Jan 28 20:35:24.409676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51592) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.417778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-3fa3114a-9be4-4661-b0f4-ae9c0b698650 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.421304 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3fa3114a-9be4-4661-b0f4-ae9c0b698650 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081613 Jan 28 20:35:24.421861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51594) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.424301 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4bad449f-0796-4369-a981-2b10c841f22f tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.427916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4bad449f-0796-4369-a981-2b10c841f22f tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2175131 Jan 28 20:35:24.432472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51596) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.436752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-aa4064ca-87d8-4693-9b1e-02b4e897f145 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.441357 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa4064ca-87d8-4693-9b1e-02b4e897f145 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0184240 Jan 28 20:35:24.442485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51598) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.450761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-6d4aca12-8cb1-4981-8e70-97944ea1b45a tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.456623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6d4aca12-8cb1-4981-8e70-97944ea1b45a tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0127954 Jan 28 20:35:24.457590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5c61b30f-11cc-4941-8cb7-3c58a605186e tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules/de1010a4-e2e5-486c-bc5c-9be090840aaa HTTP/1.1" status: 200 len: 763 time: 0.0230980 Jan 28 20:35:24.458386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51602) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.459133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51604) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.466033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-388b3e01-0fa6-489e-999f-3d7d0671210f tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.470038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51606) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.470397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-388b3e01-0fa6-489e-999f-3d7d0671210f tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0099084 Jan 28 20:35:24.478968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-fda3289b-52b4-4047-8600-bd13735c9752 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.482310 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fda3289b-52b4-4047-8600-bd13735c9752 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0090079 Jan 28 20:35:24.482601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51610) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.489261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-a460b114-4fff-41f3-b10c-a2ba411b2a1d tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.495937 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a460b114-4fff-41f3-b10c-a2ba411b2a1d tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0105290 Jan 28 20:35:24.498033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51612) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.506706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-2ebf1e9a-29d4-4a31-b10d-0b06bff9e4d8 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.512483 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2ebf1e9a-29d4-4a31-b10d-0b06bff9e4d8 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0132687 Jan 28 20:35:24.513271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51614) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.525536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-d2dd2d11-8ed3-4103-957a-5feebc5954bf tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.529421 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d2dd2d11-8ed3-4103-957a-5feebc5954bf tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0110819 Jan 28 20:35:24.530023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51616) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.534028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9ba2d429-c746-4bee-8a3e-1356299dd2f3 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0618608 Jan 28 20:35:24.534945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51618) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.535128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-68a17e9f-163a-475a-829d-cbce3bd57357 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.536083 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-68a17e9f-163a-475a-829d-cbce3bd57357 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051601 Jan 28 20:35:24.541343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51620) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.546862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-f9f628a5-3abf-4a05-a6ca-6c4afe482de6 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.551420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51622) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.551590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f9f628a5-3abf-4a05-a6ca-6c4afe482de6 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0073278 Jan 28 20:35:24.558371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-c5ee4329-a4f2-4001-b5e4-ca2ec017d1f6 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.559370 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c5ee4329-a4f2-4001-b5e4-ca2ec017d1f6 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079808 Jan 28 20:35:24.565289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51626) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.570047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-595251ff-b1ba-4c0a-a0f9-0169fd965bb9 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.572498 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-595251ff-b1ba-4c0a-a0f9-0169fd965bb9 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056987 Jan 28 20:35:24.574834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51628) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.578301 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa252d14-86c2-4ec8-b134-166c977f4a18 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.579471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-8731a6a2-8b03-44fc-9808-c39b037af35e tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.580692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8731a6a2-8b03-44fc-9808-c39b037af35e tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047615 Jan 28 20:35:24.585300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51630) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.592696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-3d69b0c0-645e-4ec1-a5cc-fbce1899f394 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.596718 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3d69b0c0-645e-4ec1-a5cc-fbce1899f394 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109673 Jan 28 20:35:24.597431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51634) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.599901 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa252d14-86c2-4ec8-b134-166c977f4a18 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.608702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-208dbe88-ddef-4074-b957-baba9df3e13f tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.610422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-208dbe88-ddef-4074-b957-baba9df3e13f tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054739 Jan 28 20:35:24.613523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51636) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.618888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-65e72957-8ce4-4c38-aaed-91d739cb4c40 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.620327 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-65e72957-8ce4-4c38-aaed-91d739cb4c40 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056889 Jan 28 20:35:24.627082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51640) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.632688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-469db1ff-3266-45cb-9314-ab25dce0fdab tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.634793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-469db1ff-3266-45cb-9314-ab25dce0fdab tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0063295 Jan 28 20:35:24.640042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51642) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.645676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-917ee676-94b7-45a4-8f49-8b78e613c1f4 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.646672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-917ee676-94b7-45a4-8f49-8b78e613c1f4 tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0070164 Jan 28 20:35:24.649943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51644) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.655632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [None req-95cdd21f-a727-4b0c-bbc2-4a68ae50e7aa tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.656627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-95cdd21f-a727-4b0c-bbc2-4a68ae50e7aa tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056806 Jan 28 20:35:24.659384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51646) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.664884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-4d5d4645-373c-4624-9643-b75610a70cff tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.665912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa252d14-86c2-4ec8-b134-166c977f4a18 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.666173 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4d5d4645-373c-4624-9643-b75610a70cff tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054791 Jan 28 20:35:24.668909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51648) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.672590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa252d14-86c2-4ec8-b134-166c977f4a18 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.673739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aa252d14-86c2-4ec8-b134-166c977f4a18 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/de1010a4-e2e5-486c-bc5c-9be090840aaa HTTP/1.1" status: 204 len: 168 time: 0.1378183 Jan 28 20:35:24.678956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51650) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.689261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa252d14-86c2-4ec8-b134-166c977f4a18 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de1010a4-e2e5-486c-bc5c-9be090840aaa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:24.689526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-3512532a-b65d-4430-95f3-eb9a26cce81c tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.696448 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3512532a-b65d-4430-95f3-eb9a26cce81c tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072088 Jan 28 20:35:24.697273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51652) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.701961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-62ca5fd1-dc17-4b69-bc74-a929650f762c tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.716824 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-62ca5fd1-dc17-4b69-bc74-a929650f762c tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0123422 Jan 28 20:35:24.716948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51654) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.717532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51656) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.722041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [None req-b4b9cad4-3375-4485-9992-7ef82de87f3b tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:24.726089 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b4b9cad4-3375-4485-9992-7ef82de87f3b tempest-ExtensionsTestJSON-695760906 tempest-ExtensionsTestJSON-695760906-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042624 Jan 28 20:35:24.734326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a4aa6ff9-becd-4669-b89b-eab0f49705f9 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539987 Jan 28 20:35:24.737276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51662) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.747551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-58d778e1-a2aa-419f-be68-4be77fce587a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '8bb8f9a6-2387-4659-baa8-929712a9ad6b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:24.775421 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-58d778e1-a2aa-419f-be68-4be77fce587a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Project 327e01cf55d24f63b4a28b834438d8ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:35:24.782903 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58d778e1-a2aa-419f-be68-4be77fce587a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.844254 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58d778e1-a2aa-419f-be68-4be77fce587a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.849515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58d778e1-a2aa-419f-be68-4be77fce587a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.878285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d778e1-a2aa-419f-be68-4be77fce587a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df42af6-9585-4498-8beb-1fc496826cf1,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:24.893575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-58d778e1-a2aa-419f-be68-4be77fce587a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.894828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-58d778e1-a2aa-419f-be68-4be77fce587a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1564577 Jan 28 20:35:24.897451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51668) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.915175 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f698f18b-fd15-4f3a-ab82-09f031d646bc tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules/9df42af6-9585-4498-8beb-1fc496826cf1 HTTP/1.1" status: 200 len: 769 time: 0.0160601 Jan 28 20:35:24.917948 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51670) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.964325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cf566b81-cb32-4a84-96f3-dbc078a8c571 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0449746 Jan 28 20:35:24.966994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51672) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:24.997334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6cbb52e1-c165-4832-b7fb-fcd1ce2f224b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:24.997822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-9382329', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:25.007103 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6cbb52e1-c165-4832-b7fb-fcd1ce2f224b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.043799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Made reservation on behalf of 666a525371ed4572acbcada2dad21bb1 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:25.047981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.051468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6cbb52e1-c165-4832-b7fb-fcd1ce2f224b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.061441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6cbb52e1-c165-4832-b7fb-fcd1ce2f224b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.063105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6cbb52e1-c165-4832-b7fb-fcd1ce2f224b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9df42af6-9585-4498-8beb-1fc496826cf1 HTTP/1.1" status: 204 len: 168 time: 0.0947797 Jan 28 20:35:25.067016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51676) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:25.072272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.076703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb52e1-c165-4832-b7fb-fcd1ce2f224b tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9df42af6-9585-4498-8beb-1fc496826cf1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:25.150324 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-75c0af3d-addc-4856-904a-9272c483a6d0 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0814073 Jan 28 20:35:25.153292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51682) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:25.216687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.222964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.229602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] device_id is not set on port e034a4ac-9e5f-4760-a1a6-a53d8b1520c9 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:25.234843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a584cdc6-2237-4ce7-bb87-2a7238c89d3e tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.264146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a584cdc6-2237-4ce7-bb87-2a7238c89d3e tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.282022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51684) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:25.312662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c720378d-3bcf-4f41-b5c5-79aaa9500b09,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:25.327777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a584cdc6-2237-4ce7-bb87-2a7238c89d3e tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.331660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a584cdc6-2237-4ce7-bb87-2a7238c89d3e tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.333284 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a584cdc6-2237-4ce7-bb87-2a7238c89d3e tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/8bb8f9a6-2387-4659-baa8-929712a9ad6b HTTP/1.1" status: 204 len: 168 time: 0.1787059 Jan 28 20:35:25.338759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51688) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:25.344989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584cdc6-2237-4ce7-bb87-2a7238c89d3e tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb8f9a6-2387-4659-baa8-929712a9ad6b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:25.443153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Allocated IP 172.25.2.89 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/e034a4ac-9e5f-4760-a1a6-a53d8b1520c9) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:25.449337 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-080b2286-1a66-42b3-9805-27083e4082f6 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086600 Jan 28 20:35:25.454135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51694) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:25.459513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-425f5d49-41bc-4678-b1ac-fafa958d9c65 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004671097'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:25.532281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0aafb12-565e-46e6-9398-d4aeecba21a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.535506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-425f5d49-41bc-4678-b1ac-fafa958d9c65 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.643297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.715561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.760050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0aafb12-565e-46e6-9398-d4aeecba21a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.767437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:25.772703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:25.783006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:25.784865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0aafb12-565e-46e6-9398-d4aeecba21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.837159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Pushing event updated for resources: {'Port': ['ID=e034a4ac-9e5f-4760-a1a6-a53d8b1520c9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:25.850080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:25.850809 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.873561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-425f5d49-41bc-4678-b1ac-fafa958d9c65 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.878072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0ef3ed7f-5e62-4379-a6cc-2602965c5f5a tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1600189 Jan 28 20:35:25.879522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51724) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:25.889057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89'}]}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:25.890771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-425f5d49-41bc-4678-b1ac-fafa958d9c65 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.918796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aafb12-565e-46e6-9398-d4aeecba21a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f255897e-f164-446e-8c7f-f7d5d77fa2ae,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:25.937452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.940757 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e0aafb12-565e-46e6-9398-d4aeecba21a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8818afef2684ba59dd227f4175f24f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520615 Jan 28 20:35:25.942390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.947158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51726) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:25.990724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-425f5d49-41bc-4678-b1ac-fafa958d9c65 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:25.995581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-425f5d49-41bc-4678-b1ac-fafa958d9c65 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5400598 Jan 28 20:35:26.001246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51730) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:26.011150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-497cb495-163d-4d97-b4e2-7a5d85c79c1d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Request body: {'security_group_rule': {'security_group_id': '83b8ab65-68cd-4dc2-869d-5f812e67431d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:26.025065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f5d49-41bc-4678-b1ac-fafa958d9c65 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b8ab65-68cd-4dc2-869d-5f812e67431d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:26.048659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.069716 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e85ee86b-93c6-44ca-830b-e61ef758fedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.118795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e85ee86b-93c6-44ca-830b-e61ef758fedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.120968 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497cb495-163d-4d97-b4e2-7a5d85c79c1d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.201378 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497cb495-163d-4d97-b4e2-7a5d85c79c1d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.209107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497cb495-163d-4d97-b4e2-7a5d85c79c1d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.216560 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e85ee86b-93c6-44ca-830b-e61ef758fedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.219216 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e85ee86b-93c6-44ca-830b-e61ef758fedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.223477 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e85ee86b-93c6-44ca-830b-e61ef758fedf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f255897e-f164-446e-8c7f-f7d5d77fa2ae HTTP/1.1" status: 204 len: 168 time: 0.2752099 Jan 28 20:35:26.237043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.245920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cb495-163d-4d97-b4e2-7a5d85c79c1d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf20b02-ccc1-48fd-a0e9-fd52de015a93,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:26.249279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ee86b-93c6-44ca-830b-e61ef758fedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f255897e-f164-446e-8c7f-f7d5d77fa2ae,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:26.269373 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497cb495-163d-4d97-b4e2-7a5d85c79c1d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.269373 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-497cb495-163d-4d97-b4e2-7a5d85c79c1d tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2648787 Jan 28 20:35:26.269373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51736) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:26.379928 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be210c20-e1e7-40c0-9ee2-f3553c7d2073 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.407681 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:35:26.420624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be210c20-e1e7-40c0-9ee2-f3553c7d2073 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.474417 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be210c20-e1e7-40c0-9ee2-f3553c7d2073 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.479186 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be210c20-e1e7-40c0-9ee2-f3553c7d2073 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.481121 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be210c20-e1e7-40c0-9ee2-f3553c7d2073 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/83b8ab65-68cd-4dc2-869d-5f812e67431d HTTP/1.1" status: 204 len: 168 time: 0.2120721 Jan 28 20:35:26.485211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51742) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:26.500471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be210c20-e1e7-40c0-9ee2-f3553c7d2073 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b8ab65-68cd-4dc2-869d-5f812e67431d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:26.544614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51744) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:26.571099 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0e1d8bb6-c774-4b49-8b55-10bb7d918fa0 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830793 Jan 28 20:35:26.573800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51748) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:26.673678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e2c1591c-6ccb-4ec5-80cb-0ee8dfd3095a tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0984352 Jan 28 20:35:26.676305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51752) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:26.706134 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-76183299-6cbe-459d-aa6a-7d7d8ebf59eb tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] delete failed (client error): The resource could not be found. Jan 28 20:35:26.708584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76183299-6cbe-459d-aa6a-7d7d8ebf59eb tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "DELETE /v2.0/security-groups/83b8ab65-68cd-4dc2-869d-5f812e67431d HTTP/1.1" status: 404 len: 347 time: 0.0312250 Jan 28 20:35:26.713473 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51754) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:26.799572 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-91ea5e43-948a-4d5e-825e-baa9fdc76ec2 tempest-SecGroupIPv6Test-762988585 tempest-SecGroupIPv6Test-762988585-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839381 Jan 28 20:35:26.863780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:26.890792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.008826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-18bcc310-6fc5-4052-819c-02aa1750b9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.130278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-18bcc310-6fc5-4052-819c-02aa1750b9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.138141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-18bcc310-6fc5-4052-819c-02aa1750b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.150351 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.200542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcc310-6fc5-4052-819c-02aa1750b9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff7b134-89b9-4c58-b559-b9c23c627e11,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:27.212251 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-18bcc310-6fc5-4052-819c-02aa1750b9bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0816df18090146e69e02753fd774df85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629617 Jan 28 20:35:27.212846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51776) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:27.287761 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76e05e42-c8e3-42db-8e03-49a245f29220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.320029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76e05e42-c8e3-42db-8e03-49a245f29220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.369724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.374426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.396703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76e05e42-c8e3-42db-8e03-49a245f29220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.400507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76e05e42-c8e3-42db-8e03-49a245f29220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.404827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76e05e42-c8e3-42db-8e03-49a245f29220 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aff7b134-89b9-4c58-b559-b9c23c627e11 HTTP/1.1" status: 204 len: 168 time: 0.1878672 Jan 28 20:35:27.412361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51782) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:27.413255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e05e42-c8e3-42db-8e03-49a245f29220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff7b134-89b9-4c58-b559-b9c23c627e11,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:27.458629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.459331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1e6a893-566a-4d5d-8b2b-18eb8245b831 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:35:27.481508 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 20:35:27.482622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-077b4f23-0e11-47dd-87d2-2c0869856cec tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6019840 Jan 28 20:35:27.485492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51790) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:27.565831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35277-7012-496b-88c6-21ba6d386ec7 tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Deleting port e034a4ac-9e5f-4760-a1a6-a53d8b1520c9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:27.566251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d5d35277-7012-496b-88c6-21ba6d386ec7 tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.655825 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d5d35277-7012-496b-88c6-21ba6d386ec7 tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.668520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d5d35277-7012-496b-88c6-21ba6d386ec7 tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Calling delete_port for e034a4ac-9e5f-4760-a1a6-a53d8b1520c9 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:27.783009 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7b9fd902-6189-48f1-a08c-ba72c18227ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=327e01cf55d24f63b4a28b834438d8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649983 Jan 28 20:35:27.783378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51800) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:27.848597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72e01029-e14e-49b5-b20f-22f9e2bb202b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.857999 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d5d35277-7012-496b-88c6-21ba6d386ec7 tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.885090 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72e01029-e14e-49b5-b20f-22f9e2bb202b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.898450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d35277-7012-496b-88c6-21ba6d386ec7 tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Pushing event deleted for resources: {'Port': ['ID=e034a4ac-9e5f-4760-a1a6-a53d8b1520c9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:27.950685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72e01029-e14e-49b5-b20f-22f9e2bb202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.953440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72e01029-e14e-49b5-b20f-22f9e2bb202b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:27.957587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-72e01029-e14e-49b5-b20f-22f9e2bb202b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60096c3f-89df-461e-9875-f36dd33efc0f HTTP/1.1" status: 204 len: 168 time: 0.1730642 Jan 28 20:35:27.965908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e01029-e14e-49b5-b20f-22f9e2bb202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60096c3f-89df-461e-9875-f36dd33efc0f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:27.998921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d5d35277-7012-496b-88c6-21ba6d386ec7 tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:28.005536 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d5d35277-7012-496b-88c6-21ba6d386ec7 tempest-RoutersAdminNegativeIpV6Test-103439554 tempest-RoutersAdminNegativeIpV6Test-103439554-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e034a4ac-9e5f-4760-a1a6-a53d8b1520c9 HTTP/1.1" status: 204 len: 168 time: 0.5157311 Jan 28 20:35:28.618082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51844) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:28.736616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51856) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:28.843236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d523-7e19-43ee-8a94-fb6654cc1839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:28.916028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1624687968'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:28.964529 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d523-7e19-43ee-8a94-fb6654cc1839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:28.969490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:28.973687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:28.976579 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d523-7e19-43ee-8a94-fb6654cc1839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.000664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.046047 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e6a3d523-7e19-43ee-8a94-fb6654cc1839 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd614970cf4a46369793d7435eabf567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242871 Jan 28 20:35:29.046590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51876) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:29.047521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3d523-7e19-43ee-8a94-fb6654cc1839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e81a57c-fa54-4932-bba7-bc66a0a28455,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:29.116166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1bb9da3-cba9-4ca2-ae49-ccef7bf2cf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.120840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.126055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.141050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1bb9da3-cba9-4ca2-ae49-ccef7bf2cf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.159994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6264790c-0069-49b0-97d6-dc9c8b9b1d52,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:29.183992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:35:29.195660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1bb9da3-cba9-4ca2-ae49-ccef7bf2cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.198434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1bb9da3-cba9-4ca2-ae49-ccef7bf2cf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.199369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.199778 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Added segment d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293 of type vlan for network af8a7c1f-6eac-43c3-86dd-738ef29a10ef Jan 28 20:35:29.200442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e1bb9da3-cba9-4ca2-ae49-ccef7bf2cf15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e81a57c-fa54-4932-bba7-bc66a0a28455 HTTP/1.1" status: 204 len: 168 time: 0.1528304 Jan 28 20:35:29.209390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb9da3-cba9-4ca2-ae49-ccef7bf2cf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e81a57c-fa54-4932-bba7-bc66a0a28455,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:29.254811 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.281203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.287025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:29.287708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.362059 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6220179 Jan 28 20:35:29.362518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51892) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:29.369611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'name': 'tempest-PortsTestJSON-2011573220'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:29.376161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e85c0-ad63-4a7b-8cee-0c3584fed9b3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Network': ['ID=af8a7c1f-6eac-43c3-86dd-738ef29a10ef,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:29.397711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:35:29.485548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:29.489510 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.508716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 7c8489e1-9001-431c-a211-3ec401bf3462 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:29.705647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.741797 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.788165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:29.809176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=7c8489e1-9001-431c-a211-3ec401bf3462,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:29.818901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking segment: {'id': 'd6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:29.819333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network hostable DHCP agents. Network: af8a7c1f-6eac-43c3-86dd-738ef29a10ef, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:35:29.841014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:35:29.845982 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c6efa1d-aa4c-4d3e-9def-fe9a94a4d3f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=666a525371ed4572acbcada2dad21bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565803 Jan 28 20:35:29.848503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51912) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:29.862715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, af8a7c1f-6eac-43c3-86dd-738ef29a10ef) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:29.870004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:29.875781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:29.876432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.877302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c2bf3-89c9-458b-a419-97afd88ce8c0 None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:29.908823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3f5922c8-8fda-4466-8328-1809c9d7e29a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5448358 Jan 28 20:35:29.912160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51914) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:29.919030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2055022515'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:29.926777 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c13d96e-49a6-4826-9997-9548a0f73687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.967342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:29.968884 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c13d96e-49a6-4826-9997-9548a0f73687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:29.972551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.018948 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:35:30.032253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.033136 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Added segment 03f94897-cf87-46a5-a9c8-89197fb2113e of type vlan for network bbc42bbc-6004-4f8c-95a9-c192f0b73847 Jan 28 20:35:30.037226 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c13d96e-49a6-4826-9997-9548a0f73687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.040821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c13d96e-49a6-4826-9997-9548a0f73687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.042074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2c13d96e-49a6-4826-9997-9548a0f73687 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c720378d-3bcf-4f41-b5c5-79aaa9500b09 HTTP/1.1" status: 204 len: 168 time: 0.1924760 Jan 28 20:35:30.050926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13d96e-49a6-4826-9997-9548a0f73687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c720378d-3bcf-4f41-b5c5-79aaa9500b09,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:30.092700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.122217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.127835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:30.128460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.191492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2780120 Jan 28 20:35:30.194855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51928) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:30.202156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'ports': [{'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef'}, {'network_id': 'bbc42bbc-6004-4f8c-95a9-c192f0b73847'}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:30.202687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:30.203355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': 'bbc42bbc-6004-4f8c-95a9-c192f0b73847'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:30.207734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970722c1-2a42-4ba6-aadd-bf974788499b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Network': ['ID=bbc42bbc-6004-4f8c-95a9-c192f0b73847,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:30.219466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network bbc42bbc-6004-4f8c-95a9-c192f0b73847 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:35:30.396906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 2} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:30.402378 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.415634 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.569743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 8e864927-f792-42a6-8b58-372d32d6a507 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:30.670995 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.741979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 5fd1bbf1-9be5-4f0b-b979-c35386dd5040 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:30.852709 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.892478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.947929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:30.955562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:30.959214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:30.960066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:30.966967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=8e864927-f792-42a6-8b58-372d32d6a507,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:31.030553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=5fd1bbf1-9be5-4f0b-b979-c35386dd5040,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:31.035263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking segment: {'id': '03f94897-cf87-46a5-a9c8-89197fb2113e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bbc42bbc-6004-4f8c-95a9-c192f0b73847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:31.035698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network hostable DHCP agents. Network: bbc42bbc-6004-4f8c-95a9-c192f0b73847, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:35:31.054371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network bbc42bbc-6004-4f8c-95a9-c192f0b73847 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:35:31.064819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, bbc42bbc-6004-4f8c-95a9-c192f0b73847) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:31.068737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:31.073668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b744580d-64b6-4794-8ad8-7f269e82028a None None] Network bbc42bbc-6004-4f8c-95a9-c192f0b73847 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:31.083809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51968) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:31.090443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:31.095443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:31.096130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.117132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bd64e275-ba18-43e5-bade-8ea129f7d90f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9193785 Jan 28 20:35:31.121215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51974) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:31.222144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-91da9da4-773b-4e01-a961-c0392bae1e30 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 5fd1bbf1-9be5-4f0b-b979-c35386dd5040 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:31.222737 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-91da9da4-773b-4e01-a961-c0392bae1e30 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.297034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-91da9da4-773b-4e01-a961-c0392bae1e30 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.311586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-91da9da4-773b-4e01-a961-c0392bae1e30 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 5fd1bbf1-9be5-4f0b-b979-c35386dd5040 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:31.361292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3385-b7d7-4179-90a3-4035dabcbcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.426984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-91da9da4-773b-4e01-a961-c0392bae1e30 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.454034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da9da4-773b-4e01-a961-c0392bae1e30 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=5fd1bbf1-9be5-4f0b-b979-c35386dd5040,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:31.469807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3385-b7d7-4179-90a3-4035dabcbcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.473412 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-91da9da4-773b-4e01-a961-c0392bae1e30 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.477278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3385-b7d7-4179-90a3-4035dabcbcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.487669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-91da9da4-773b-4e01-a961-c0392bae1e30 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/5fd1bbf1-9be5-4f0b-b979-c35386dd5040 HTTP/1.1" status: 204 len: 168 time: 0.3653626 Jan 28 20:35:31.490253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51990) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:31.524004 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ce5d3385-b7d7-4179-90a3-4035dabcbcfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=363f9081132a4cfab5d4bb804db66c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382236 Jan 28 20:35:31.526950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d3385-b7d7-4179-90a3-4035dabcbcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7294f-dca9-46f4-bcb2-5e68950ca6a4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:31.529115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51992) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:31.554093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3badcf1-a931-45d9-b90a-ed532c74ab9b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:31.560768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3badcf1-a931-45d9-b90a-ed532c74ab9b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:31.562273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d3badcf1-a931-45d9-b90a-ed532c74ab9b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0712221 Jan 28 20:35:31.565033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51994) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:31.665972 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a214f648-cbff-4870-afe0-42147e2888bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.699268 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a214f648-cbff-4870-afe0-42147e2888bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.707673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-81013ab1-6c72-4bc8-a8b1-144e43ece15e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 8e864927-f792-42a6-8b58-372d32d6a507 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:31.708011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81013ab1-6c72-4bc8-a8b1-144e43ece15e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.804376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81013ab1-6c72-4bc8-a8b1-144e43ece15e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.818435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-81013ab1-6c72-4bc8-a8b1-144e43ece15e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 8e864927-f792-42a6-8b58-372d32d6a507 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:31.835445 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a214f648-cbff-4870-afe0-42147e2888bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.838692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a214f648-cbff-4870-afe0-42147e2888bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.839843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a214f648-cbff-4870-afe0-42147e2888bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bd7294f-dca9-46f4-bcb2-5e68950ca6a4 HTTP/1.1" status: 204 len: 168 time: 0.3097780 Jan 28 20:35:31.878453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214f648-cbff-4870-afe0-42147e2888bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7294f-dca9-46f4-bcb2-5e68950ca6a4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:31.929534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81013ab1-6c72-4bc8-a8b1-144e43ece15e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.968438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81013ab1-6c72-4bc8-a8b1-144e43ece15e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=8e864927-f792-42a6-8b58-372d32d6a507,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:31.984768 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-81013ab1-6c72-4bc8-a8b1-144e43ece15e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:31.991129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52024) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:31.991649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-81013ab1-6c72-4bc8-a8b1-144e43ece15e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/8e864927-f792-42a6-8b58-372d32d6a507 HTTP/1.1" status: 204 len: 168 time: 0.4253197 Jan 28 20:35:32.049614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ae89d-c7fc-4a1c-a782-2355ce2d9597 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:32.051226 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8e8ae89d-c7fc-4a1c-a782-2355ce2d9597 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0588365 Jan 28 20:35:32.054100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52032) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:32.084558 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-8784f1b7-b816-4c4f-bf26-2a531fbc7a43 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:35:32.089512 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8784f1b7-b816-4c4f-bf26-2a531fbc7a43 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/5fd1bbf1-9be5-4f0b-b979-c35386dd5040 HTTP/1.1" status: 404 len: 333 time: 0.0311401 Jan 28 20:35:32.089964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52034) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:32.116685 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a98032-630e-4619-a796-60fda8b73ea2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:35:32.121450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52036) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:32.121557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-70a98032-630e-4619-a796-60fda8b73ea2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/8e864927-f792-42a6-8b58-372d32d6a507 HTTP/1.1" status: 404 len: 333 time: 0.0303977 Jan 28 20:35:32.208467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.234189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52042) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:32.308993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.337206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc42bbc-6004-4f8c-95a9-c192f0b73847']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:32.347880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f94897-cf87-46a5-a9c8-89197fb2113e') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:32.349903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f94897-cf87-46a5-a9c8-89197fb2113e') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:32.364113 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.387046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.400754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:32.401297 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:32.418965 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:32.427330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52050) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:32.459477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c0b38c98-99bb-4c93-bb07-6857d8cab908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.475694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.491538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.496499 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/networks/bbc42bbc-6004-4f8c-95a9-c192f0b73847 HTTP/1.1" status: 204 len: 168 time: 0.3736501 Jan 28 20:35:32.506733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:32.513528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-359271934'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:32.517996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81522f38-9d2e-4e48-a6b7-ceb72051e968 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Network': ['ID=bbc42bbc-6004-4f8c-95a9-c192f0b73847,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:32.554804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:32.559435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c0b38c98-99bb-4c93-bb07-6857d8cab908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.560265 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.564608 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c0b38c98-99bb-4c93-bb07-6857d8cab908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.600891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:35:32.614492 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.615093 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Added segment 8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2 of type vlan for network 065b0a38-07f4-4e30-bde5-26c47105341b Jan 28 20:35:32.653738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c0b38c98-99bb-4c93-bb07-6857d8cab908 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=449eedd195354d87b28374aa8b5cfce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251408 Jan 28 20:35:32.658804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52058) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:32.675648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b38c98-99bb-4c93-bb07-6857d8cab908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5a093-d2e9-4446-8300-1f6318baac36,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:32.677072 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.713234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.719589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:32.720235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.744172 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e6f425e-e89d-4482-acab-184b96d5a5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.776713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1147472955'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:32.784600 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2765489 Jan 28 20:35:32.785247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52062) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:32.785563 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e6f425e-e89d-4482-acab-184b96d5a5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.794116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': '065b0a38-07f4-4e30-bde5-26c47105341b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:32.839216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:32.841611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fca75-6458-4391-80af-8a91b444342d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Network': ['ID=065b0a38-07f4-4e30-bde5-26c47105341b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:32.843338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.855969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 065b0a38-07f4-4e30-bde5-26c47105341b details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:35:32.867088 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.910378 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e6f425e-e89d-4482-acab-184b96d5a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.912953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e6f425e-e89d-4482-acab-184b96d5a5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:32.919388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0e6f425e-e89d-4482-acab-184b96d5a5b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1e5a093-d2e9-4446-8300-1f6318baac36 HTTP/1.1" status: 204 len: 168 time: 0.2592945 Jan 28 20:35:32.942953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f425e-e89d-4482-acab-184b96d5a5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5a093-d2e9-4446-8300-1f6318baac36,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:32.964584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:32.969298 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.042573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Performing IP validity checks on allocation pools {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:35:33.043359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:35:33.050297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.055580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.081436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:35:33.100605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe868c4-245b-47fa-b4fb-08c8c99dbb20,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:33.106724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.107052 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Added segment 817258ff-9c64-4dc2-93da-26fb3159f7e2 of type vlan for network b07e824d-7564-4e1a-8f90-47096da1e26b Jan 28 20:35:33.183417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.208056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.219688 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.229325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:33.230103 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.286383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking segment: {'id': '8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '065b0a38-07f4-4e30-bde5-26c47105341b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:33.286989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network hostable DHCP agents. Network: 065b0a38-07f4-4e30-bde5-26c47105341b, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:35:33.291360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=bb191a60-0f4e-4952-a957-6316b851d8e3,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:33.311074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 065b0a38-07f4-4e30-bde5-26c47105341b is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:35:33.320787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0849252 Jan 28 20:35:33.324061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52090) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:33.326345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 065b0a38-07f4-4e30-bde5-26c47105341b) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:33.331524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'subnet': {'network_id': 'b07e824d-7564-4e1a-8f90-47096da1e26b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:33.337953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85bdc1e-1ecf-40c7-8aca-e81ea9e0658c None None] Network 065b0a38-07f4-4e30-bde5-26c47105341b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:33.343697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:33.344856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.368125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d507d23f-5d69-4757-b228-af6d128a2708 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5786293 Jan 28 20:35:33.370790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52094) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:33.375437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec54e-1e0a-489f-b010-b389f21497f0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Network': ['ID=b07e824d-7564-4e1a-8f90-47096da1e26b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:33.383875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': '065b0a38-07f4-4e30-bde5-26c47105341b', 'name': 'tempest-PortsTestJSON-418146428'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:33.415239 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b07e824d-7564-4e1a-8f90-47096da1e26b details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:35:33.489591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:33.496271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.582898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:33.592557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.659856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 0785083a-60fc-4400-8f09-1799169c31dc yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:33.827451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-065b0a38-07f4-4e30-bde5-26c47105341b', 'network_id': '065b0a38-07f4-4e30-bde5-26c47105341b', 'tenant_id': 'a334e2c90f4d446b988956b1f69c53fa', 'fixed_ips': [{'subnet_id': 'bb191a60-0f4e-4952-a957-6316b851d8e3'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:35:33.828970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.854043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:33.865773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.12 (065b0a38-07f4-4e30-bde5-26c47105341b/bb191a60-0f4e-4952-a957-6316b851d8e3/0785083a-60fc-4400-8f09-1799169c31dc) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:34.009557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Checking segment: {'id': '817258ff-9c64-4dc2-93da-26fb3159f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b07e824d-7564-4e1a-8f90-47096da1e26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:34.010399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network hostable DHCP agents. Network: b07e824d-7564-4e1a-8f90-47096da1e26b, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:35:34.013093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Subnet': ['ID=bbf6814b-08d4-465a-858d-7caf392fc617,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:34.032257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network b07e824d-7564-4e1a-8f90-47096da1e26b is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:35:34.043325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b07e824d-7564-4e1a-8f90-47096da1e26b) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:34.050374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:34.051574 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.056370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d473da-a916-416e-aae2-7640e40b9125 None None] Network b07e824d-7564-4e1a-8f90-47096da1e26b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:34.092227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f0fb92b6-2aea-47d7-a450-79df1507632a tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7628574 Jan 28 20:35:34.092227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52124) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:34.103140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1914465816', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:34.144338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:34.157784 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.159086 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.265662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.273492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.344680 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.428204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fcfbc1-56dc-4701-8867-8732f4aea65b None None] Network b07e824d-7564-4e1a-8f90-47096da1e26b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:34.482953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d65e0cbc-b854-401c-bef0-330581ac0f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.488888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 065b0a38-07f4-4e30-bde5-26c47105341b is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:34.516154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:34.526964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:34.572436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=0785083a-60fc-4400-8f09-1799169c31dc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:34.578670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.724527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:34.729294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.733160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Allocated IP 172.20.0.2 (065b0a38-07f4-4e30-bde5-26c47105341b/bb191a60-0f4e-4952-a957-6316b851d8e3/d3c2cf4a-1934-4a78-942f-b8a626623fa6) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:34.791567 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9ceb06da-2c6d-4cbb-9152-4567cbe914b1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4197085 Jan 28 20:35:34.813915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52178) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:34.899966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d65e0cbc-b854-401c-bef0-330581ac0f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:34.915416 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d65e0cbc-b854-401c-bef0-330581ac0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.049330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e0cbc-b854-401c-bef0-330581ac0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8954e788-1a25-4b2f-868e-9f6c4edaedc4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:35.057728 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d65e0cbc-b854-401c-bef0-330581ac0f8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5cec69cf5a2428190fdbe50aab71a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9121964 Jan 28 20:35:35.061065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52190) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:35.068374 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.084515 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.129483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Network 065b0a38-07f4-4e30-bde5-26c47105341b is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:35.135462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:35.144338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:35.187052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Pushing event updated for resources: {'Port': ['ID=d3c2cf4a-1934-4a78-942f-b8a626623fa6,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:35.195350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-607e84f2-6b32-4426-8b2a-4febaa4f3792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.198630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.199238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.200525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.201092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.201618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.202144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.202745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.203489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.204467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.204995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.205513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.206027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:35.235704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e79e21d4-8282-456a-b943-e73cba29cbd3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 0785083a-60fc-4400-8f09-1799169c31dc {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:35.236056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e79e21d4-8282-456a-b943-e73cba29cbd3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.264566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Attempting to bind port d3c2cf4a-1934-4a78-942f-b8a626623fa6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:35.264942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Attempting to bind port d3c2cf4a-1934-4a78-942f-b8a626623fa6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '065b0a38-07f4-4e30-bde5-26c47105341b'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:35.265302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Attempting to bind port d3c2cf4a-1934-4a78-942f-b8a626623fa6 on network 065b0a38-07f4-4e30-bde5-26c47105341b {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:35.280942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:35:35.283074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Checking segment: {'id': '8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '065b0a38-07f4-4e30-bde5-26c47105341b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:35.283490 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.283886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Bound using segment: {'id': '8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '065b0a38-07f4-4e30-bde5-26c47105341b'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:35:35.284397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Bound port: d3c2cf4a-1934-4a78-942f-b8a626623fa6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '065b0a38-07f4-4e30-bde5-26c47105341b'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:35:35.284786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.299804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.315941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-607e84f2-6b32-4426-8b2a-4febaa4f3792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.383461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.417001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] For port d3c2cf4a-1934-4a78-942f-b8a626623fa6, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:35:35.420678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] For port d3c2cf4a-1934-4a78-942f-b8a626623fa6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d3c2cf4a-1934-4a78-942f-b8a626623fa6,segment=NetworkSegment(8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2),segment_id=8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:35:35.428450 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.437634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e79e21d4-8282-456a-b943-e73cba29cbd3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.444234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-607e84f2-6b32-4426-8b2a-4febaa4f3792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.446559 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-607e84f2-6b32-4426-8b2a-4febaa4f3792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.475575 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-607e84f2-6b32-4426-8b2a-4febaa4f3792 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8954e788-1a25-4b2f-868e-9f6c4edaedc4 HTTP/1.1" status: 204 len: 168 time: 0.4136167 Jan 28 20:35:35.527833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e79e21d4-8282-456a-b943-e73cba29cbd3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 0785083a-60fc-4400-8f09-1799169c31dc owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:35.537979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e84f2-6b32-4426-8b2a-4febaa4f3792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954e788-1a25-4b2f-868e-9f6c4edaedc4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:35.560325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52210) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:35.596914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085b7ad-e6ab-45df-9ed7-246139b9860a None None] Pushing event updated for resources: {'Port': ['ID=d3c2cf4a-1934-4a78-942f-b8a626623fa6,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:35.684441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.25.2.135 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d7938336-6aa4-4819-8b2a-aeb901130875) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:35.788795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e79e21d4-8282-456a-b943-e73cba29cbd3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.857811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e21d4-8282-456a-b943-e73cba29cbd3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=0785083a-60fc-4400-8f09-1799169c31dc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:35.892722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:35.957757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.008668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e79e21d4-8282-456a-b943-e73cba29cbd3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.019902 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e79e21d4-8282-456a-b943-e73cba29cbd3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/0785083a-60fc-4400-8f09-1799169c31dc HTTP/1.1" status: 204 len: 168 time: 1.2049711 Jan 28 20:35:36.022135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52222) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:36.041095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:36.044538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:36.048493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:36.063740 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96842ee-29cb-4c8e-aa06-8dd9307cad3e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:35:36.064527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96842ee-29cb-4c8e-aa06-8dd9307cad3e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:36.067788 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b96842ee-29cb-4c8e-aa06-8dd9307cad3e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/0785083a-60fc-4400-8f09-1799169c31dc HTTP/1.1" status: 404 len: 333 time: 0.0354087 Jan 28 20:35:36.071773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52228) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:36.087680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=d7938336-6aa4-4819-8b2a-aeb901130875,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:36.119947 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3e814e-98ad-4738-8657-3d733b5a21f3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:35:36.122354 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3e3e814e-98ad-4738-8657-3d733b5a21f3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/0785083a-60fc-4400-8f09-1799169c31dc HTTP/1.1" status: 404 len: 333 time: 0.0492897 Jan 28 20:35:36.125416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52230) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:36.178174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52236) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:36.181314 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb155694-ccc1-491b-9888-e9df29f642b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.200714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43a2213d-4f0d-4422-b2d5-eb5be6204766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.228619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-666473df-0215-457f-8f95-bb955cc36cc2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet bb191a60-0f4e-4952-a957-6316b851d8e3 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:35:36.236629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666473df-0215-457f-8f95-bb955cc36cc2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.296863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666473df-0215-457f-8f95-bb955cc36cc2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.413155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43a2213d-4f0d-4422-b2d5-eb5be6204766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.421826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-43a2213d-4f0d-4422-b2d5-eb5be6204766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.422569 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb155694-ccc1-491b-9888-e9df29f642b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.432687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb155694-ccc1-491b-9888-e9df29f642b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.448819 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666473df-0215-457f-8f95-bb955cc36cc2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.478201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.482439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155694-ccc1-491b-9888-e9df29f642b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7661bce4-de52-444f-bca1-c9a03648ab1a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:36.512421 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-43a2213d-4f0d-4422-b2d5-eb5be6204766 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cf9c99c7aa747d28235d2e9c3b2a3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330142 Jan 28 20:35:36.515491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52248) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:36.516409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2213d-4f0d-4422-b2d5-eb5be6204766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4c48ff-0bec-4e8f-8be3-d8909d340eda,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:36.532374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eb155694-ccc1-491b-9888-e9df29f642b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4401438f52a64c87ad35a925e633cb36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9687326 Jan 28 20:35:36.533450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52254) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:36.593499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666473df-0215-457f-8f95-bb955cc36cc2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.634139 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666473df-0215-457f-8f95-bb955cc36cc2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.637629 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-666473df-0215-457f-8f95-bb955cc36cc2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/bb191a60-0f4e-4952-a957-6316b851d8e3 HTTP/1.1" status: 204 len: 168 time: 0.5108068 Jan 28 20:35:36.638268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666473df-0215-457f-8f95-bb955cc36cc2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=bb191a60-0f4e-4952-a957-6316b851d8e3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:36.641193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52262) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:36.652518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d48397c2-c5f8-4051-866d-1a06503f420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.737542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db75353e-ba1a-4e47-863d-0736dcb580fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.745269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d48397c2-c5f8-4051-866d-1a06503f420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.779173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.848671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db75353e-ba1a-4e47-863d-0736dcb580fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.906447 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d48397c2-c5f8-4051-866d-1a06503f420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.909461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d48397c2-c5f8-4051-866d-1a06503f420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.910692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d48397c2-c5f8-4051-866d-1a06503f420f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd4c48ff-0bec-4e8f-8be3-d8909d340eda HTTP/1.1" status: 204 len: 168 time: 0.3874280 Jan 28 20:35:36.923512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port d3c2cf4a-1934-4a78-942f-b8a626623fa6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:36.923861 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:36.925879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48397c2-c5f8-4051-866d-1a06503f420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4c48ff-0bec-4e8f-8be3-d8909d340eda,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:37.018823 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.066484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] For port d3c2cf4a-1934-4a78-942f-b8a626623fa6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d3c2cf4a-1934-4a78-942f-b8a626623fa6,segment=NetworkSegment(8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2),segment_id=8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:37.067721 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.082792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d3c2cf4a-1934-4a78-942f-b8a626623fa6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:35:37.123319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for d3c2cf4a-1934-4a78-942f-b8a626623fa6 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:37.198370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d3c2cf4a-1934-4a78-942f-b8a626623fa6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:37.200150 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.239810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db75353e-ba1a-4e47-863d-0736dcb580fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.248868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db75353e-ba1a-4e47-863d-0736dcb580fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.254725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-db75353e-ba1a-4e47-863d-0736dcb580fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7661bce4-de52-444f-bca1-c9a03648ab1a HTTP/1.1" status: 204 len: 168 time: 0.7205036 Jan 28 20:35:37.277528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c38528-c18b-40ad-824b-ce77e15f354d None None] Network 065b0a38-07f4-4e30-bde5-26c47105341b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:37.282263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75353e-ba1a-4e47-863d-0736dcb580fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661bce4-de52-444f-bca1-c9a03648ab1a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:37.333721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:35:37.378573 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.463331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f240a574-a84e-40c1-9984-59b1d2ac799e None None] Could not find standard attr ID for object d3c2cf4a-1934-4a78-942f-b8a626623fa6. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:35:37.501037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=d3c2cf4a-1934-4a78-942f-b8a626623fa6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:37.510848 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No DVR routers for this DVR port d3c2cf4a-1934-4a78-942f-b8a626623fa6 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:37.535382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Could not find standard attr ID for object d3c2cf4a-1934-4a78-942f-b8a626623fa6. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:35:37.539251 n-d-825064-3 neutron-server[102308]: INFO neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No ports have port_id starting with d3c2cf4a-1934-4a78-942f-b8a626623fa6 Jan 28 20:35:37.616015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c12fe6-7ead-4767-8bc6-6a06bfea0333 None None] DHCP port deletion for 065b0a38-07f4-4e30-bde5-26c47105341b request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:35:37.651821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:37.667374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c41e-6b0c-422d-938e-7d6c11d0135c None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:37.697338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.698820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ce3d7f7c-e5cd-43b8-a435-8d725988bdd3 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6069267 Jan 28 20:35:37.701454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52310) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:37.719611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c41e-6b0c-422d-938e-7d6c11d0135c None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:37.721116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c41e-6b0c-422d-938e-7d6c11d0135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:37.731290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.798087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065b0a38-07f4-4e30-bde5-26c47105341b']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:37.824932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:37.825322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f30c5b3-f4f1-4ec6-97d7-42c990cb3af2') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:37.826864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c41e-6b0c-422d-938e-7d6c11d0135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:37.830697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-234b7505-a496-4c01-8fbf-c6d446e00804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.845105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.849594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c41e-6b0c-422d-938e-7d6c11d0135c None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:37.852874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c41e-6b0c-422d-938e-7d6c11d0135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:37.870995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.882142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:37.883591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:37.889157 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:37.910998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c41e-6b0c-422d-938e-7d6c11d0135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:37.911911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c41e-6b0c-422d-938e-7d6c11d0135c None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:37.962740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.971588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:37.974738 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/networks/065b0a38-07f4-4e30-bde5-26c47105341b HTTP/1.1" status: 204 len: 168 time: 1.3304784 Jan 28 20:35:37.990149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52320) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:37.997379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-591332091'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:38.000400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc221051-bb74-4f19-be02-8ac9067cea2c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Network': ['ID=065b0a38-07f4-4e30-bde5-26c47105341b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:38.028993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:38.088409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77deffb4-740d-4a2c-aaca-449045ee5c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.104420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:38.108155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.169809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:35:38.232441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.232903 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Added segment 6b9e0f4a-7bdc-46f4-965a-178b046bcc86 of type vlan for network be8d6179-7bd9-47bd-8da9-0e864c6bafa2 Jan 28 20:35:38.343256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.426587 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77deffb4-740d-4a2c-aaca-449045ee5c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.430772 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.436758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:38.437358 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.451712 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77deffb4-740d-4a2c-aaca-449045ee5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.545927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5544195 Jan 28 20:35:38.549083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52356) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:38.555373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'be8d6179-7bd9-47bd-8da9-0e864c6bafa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:38.607750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-77deffb4-740d-4a2c-aaca-449045ee5c84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7454cfbc1d54147820f9a53158c3c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752611 Jan 28 20:35:38.609372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77deffb4-740d-4a2c-aaca-449045ee5c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab4cfa2-06be-497d-a880-a460b0ac043e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:38.625072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52358) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:38.628914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd53a5-f55a-47b8-ace3-be45b85a9264 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Network': ['ID=be8d6179-7bd9-47bd-8da9-0e864c6bafa2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:38.652263 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network be8d6179-7bd9-47bd-8da9-0e864c6bafa2 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:35:38.749263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffa242fb-8508-4e7e-8d99-7ccad8ee2020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.749263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.777717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:38.791048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.807485 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffa242fb-8508-4e7e-8d99-7ccad8ee2020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:38.893154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d3c2cf4a-1934-4a78-942f-b8a626623fa6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:38.989443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d3c2cf4a-1934-4a78-942f-b8a626623fa6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:35:38.991232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d3c2cf4a-1934-4a78-942f-b8a626623fa6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:39.047845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffa242fb-8508-4e7e-8d99-7ccad8ee2020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:39.055335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffa242fb-8508-4e7e-8d99-7ccad8ee2020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:39.057038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ffa242fb-8508-4e7e-8d99-7ccad8ee2020 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eab4cfa2-06be-497d-a880-a460b0ac043e HTTP/1.1" status: 204 len: 168 time: 0.4255390 Jan 28 20:35:39.175675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa242fb-8508-4e7e-8d99-7ccad8ee2020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab4cfa2-06be-497d-a880-a460b0ac043e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:39.354383 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:39.430255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.20.0.1 (b07e824d-7564-4e1a-8f90-47096da1e26b/bbf6814b-08d4-465a-858d-7caf392fc617/11a5ba4c-17e1-4dbf-9be9-a55f06b47d6b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:39.520566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=637c410d-3c78-4533-be9f-dbe7f3050786,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:39.534348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking segment: {'id': '6b9e0f4a-7bdc-46f4-965a-178b046bcc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be8d6179-7bd9-47bd-8da9-0e864c6bafa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:39.535576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network hostable DHCP agents. Network: be8d6179-7bd9-47bd-8da9-0e864c6bafa2, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:35:39.586859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network be8d6179-7bd9-47bd-8da9-0e864c6bafa2 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:35:39.602060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, be8d6179-7bd9-47bd-8da9-0e864c6bafa2) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:39.607289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:39.608591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:39.613240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9043e849-8727-40ef-bfb6-ad99751409a9 None None] Network be8d6179-7bd9-47bd-8da9-0e864c6bafa2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:39.641336 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aced4885-14a5-4bca-b91a-4f2b8177b298 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0909736 Jan 28 20:35:39.643734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52390) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:39.654910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': 'be8d6179-7bd9-47bd-8da9-0e864c6bafa2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-131394802'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:39.855863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-be8d6179-7bd9-47bd-8da9-0e864c6bafa2', 'network_id': 'be8d6179-7bd9-47bd-8da9-0e864c6bafa2', 'tenant_id': 'a334e2c90f4d446b988956b1f69c53fa', 'fixed_ips': [{'subnet_id': '637c410d-3c78-4533-be9f-dbe7f3050786'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:35:39.856768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:39.885505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:39.890561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:39.923259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 0676beab-c39d-4616-8560-8b1c1d5e42ef yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:40.086968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.4 (be8d6179-7bd9-47bd-8da9-0e864c6bafa2/637c410d-3c78-4533-be9f-dbe7f3050786/0676beab-c39d-4616-8560-8b1c1d5e42ef) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:40.197397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1d4f982d-e1d5-4e32-886c-8e974ae2e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.234547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.292710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.326533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.356890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network b07e824d-7564-4e1a-8f90-47096da1e26b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:40.363192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:40.376798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=11a5ba4c-17e1-4dbf-9be9-a55f06b47d6b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:40.390368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:40.405989 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.484785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network be8d6179-7bd9-47bd-8da9-0e864c6bafa2 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:40.498025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:40.502802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:40.506538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Allocated IP 172.20.0.2 (be8d6179-7bd9-47bd-8da9-0e864c6bafa2/637c410d-3c78-4533-be9f-dbe7f3050786/b8ee0614-dae5-473c-b191-1ea47bb28adc) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:40.520189 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.535163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=0676beab-c39d-4616-8560-8b1c1d5e42ef,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:40.567042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:40.567850 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.620953 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f090582a-e892-4712-a843-60aec10b851e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9757252 Jan 28 20:35:40.623421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52448) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:40.782426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6d89006a-8cc5-47b7-8043-93615f9e29e8 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 0676beab-c39d-4616-8560-8b1c1d5e42ef {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:40.782426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d89006a-8cc5-47b7-8043-93615f9e29e8 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.849568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.949670 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d89006a-8cc5-47b7-8043-93615f9e29e8 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.952446 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.962567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:40.989731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6d89006a-8cc5-47b7-8043-93615f9e29e8 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 0676beab-c39d-4616-8560-8b1c1d5e42ef owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:41.017391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Pushing event updated for resources: {'Port': ['ID=b8ee0614-dae5-473c-b191-1ea47bb28adc,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:41.043331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Network be8d6179-7bd9-47bd-8da9-0e864c6bafa2 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:41.045666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:41.053717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:41.128714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Attempting to bind port b8ee0614-dae5-473c-b191-1ea47bb28adc on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:41.129094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Attempting to bind port b8ee0614-dae5-473c-b191-1ea47bb28adc by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '6b9e0f4a-7bdc-46f4-965a-178b046bcc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be8d6179-7bd9-47bd-8da9-0e864c6bafa2'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:41.129462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Attempting to bind port b8ee0614-dae5-473c-b191-1ea47bb28adc on network be8d6179-7bd9-47bd-8da9-0e864c6bafa2 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:41.139049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:35:41.139049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Checking segment: {'id': '6b9e0f4a-7bdc-46f4-965a-178b046bcc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be8d6179-7bd9-47bd-8da9-0e864c6bafa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:41.139387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.139586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Bound using segment: {'id': '6b9e0f4a-7bdc-46f4-965a-178b046bcc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be8d6179-7bd9-47bd-8da9-0e864c6bafa2'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:35:41.140097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Bound port: b8ee0614-dae5-473c-b191-1ea47bb28adc, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9e0f4a-7bdc-46f4-965a-178b046bcc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be8d6179-7bd9-47bd-8da9-0e864c6bafa2'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:35:41.140531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.231339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f858762b-6b95-45e7-a924-28978a78636e None None] For port b8ee0614-dae5-473c-b191-1ea47bb28adc, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:35:41.234990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f858762b-6b95-45e7-a924-28978a78636e None None] For port b8ee0614-dae5-473c-b191-1ea47bb28adc, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b8ee0614-dae5-473c-b191-1ea47bb28adc,segment=NetworkSegment(6b9e0f4a-7bdc-46f4-965a-178b046bcc86),segment_id=6b9e0f4a-7bdc-46f4-965a-178b046bcc86)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:35:41.243184 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.384210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858762b-6b95-45e7-a924-28978a78636e None None] Pushing event updated for resources: {'Port': ['ID=b8ee0614-dae5-473c-b191-1ea47bb28adc,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:41.387755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d89006a-8cc5-47b7-8043-93615f9e29e8 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.428014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89006a-8cc5-47b7-8043-93615f9e29e8 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=0676beab-c39d-4616-8560-8b1c1d5e42ef,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:41.454300 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.466810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.510453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d89006a-8cc5-47b7-8043-93615f9e29e8 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.514212 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6d89006a-8cc5-47b7-8043-93615f9e29e8 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/0676beab-c39d-4616-8560-8b1c1d5e42ef HTTP/1.1" status: 204 len: 168 time: 0.8894687 Jan 28 20:35:41.516736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52508) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:41.590711 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1930629-242f-4764-9c92-4a6cb00997a9 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:35:41.594740 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d1930629-242f-4764-9c92-4a6cb00997a9 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/0676beab-c39d-4616-8560-8b1c1d5e42ef HTTP/1.1" status: 404 len: 333 time: 0.0759900 Jan 28 20:35:41.597609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52516) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:41.600529 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.720462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.728692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33b3b80-18d8-4e53-824a-d33503e14484 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet 637c410d-3c78-4533-be9f-dbe7f3050786 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:35:41.738035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f33b3b80-18d8-4e53-824a-d33503e14484 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:41.773518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=11a5ba4c-17e1-4dbf-9be9-a55f06b47d6b,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:41.875057 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f33b3b80-18d8-4e53-824a-d33503e14484 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:42.032865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network b07e824d-7564-4e1a-8f90-47096da1e26b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:42.036146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:42.077142 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f33b3b80-18d8-4e53-824a-d33503e14484 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:42.151892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f33b3b80-18d8-4e53-824a-d33503e14484 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:42.201305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b3b80-18d8-4e53-824a-d33503e14484 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=637c410d-3c78-4533-be9f-dbe7f3050786,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:42.209199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f33b3b80-18d8-4e53-824a-d33503e14484 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:42.216957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f33b3b80-18d8-4e53-824a-d33503e14484 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/637c410d-3c78-4533-be9f-dbe7f3050786 HTTP/1.1" status: 204 len: 168 time: 0.6135120 Jan 28 20:35:42.218352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52558) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:42.280488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:42.577266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:42.584363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f9398901-58ae-4749-b4bb-bc4cd66a64b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/routers/cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8815787 Jan 28 20:35:42.591437 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01716513-c13e-41b4-9ba0-48c6c8f89dd7 None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:42.598252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52572) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:42.615862 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01716513-c13e-41b4-9ba0-48c6c8f89dd7 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:42.618601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'port': {'network_id': 'b07e824d-7564-4e1a-8f90-47096da1e26b', 'name': 'tempest-FloatingIPTestJSON-877231815'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:42.618976 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-01716513-c13e-41b4-9ba0-48c6c8f89dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:42.713679 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-01716513-c13e-41b4-9ba0-48c6c8f89dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:42.736454 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01716513-c13e-41b4-9ba0-48c6c8f89dd7 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:42.738338 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-01716513-c13e-41b4-9ba0-48c6c8f89dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:42.944890 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.030099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:43.045891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.111184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b8ee0614-dae5-473c-b191-1ea47bb28adc up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:35:43.166047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] device_id is not set on port 54f1fe9d-9fd0-416d-b757-aa4d56fe70db yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:43.239291 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-01716513-c13e-41b4-9ba0-48c6c8f89dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:43.240372 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01716513-c13e-41b4-9ba0-48c6c8f89dd7 None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:43.250482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c1ad8-22d0-48f8-98ef-3b2fe39d9183 None None] Network be8d6179-7bd9-47bd-8da9-0e864c6bafa2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:43.345910 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.436792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port b8ee0614-dae5-473c-b191-1ea47bb28adc {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:43.437985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.452698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.20.0.8 (b07e824d-7564-4e1a-8f90-47096da1e26b/bbf6814b-08d4-465a-858d-7caf392fc617/54f1fe9d-9fd0-416d-b757-aa4d56fe70db) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:43.514870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e38a21c6-969d-41c7-a5e9-2daf82db02ef None None] Provisioning complete for port b8ee0614-dae5-473c-b191-1ea47bb28adc triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:43.516224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e38a21c6-969d-41c7-a5e9-2daf82db02ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.578030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] For port b8ee0614-dae5-473c-b191-1ea47bb28adc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b8ee0614-dae5-473c-b191-1ea47bb28adc,segment=NetworkSegment(6b9e0f4a-7bdc-46f4-965a-178b046bcc86),segment_id=6b9e0f4a-7bdc-46f4-965a-178b046bcc86)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:43.578349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.615862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for b8ee0614-dae5-473c-b191-1ea47bb28adc owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:43.638370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52616) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:43.670338 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.771364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.797007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b8ee0614-dae5-473c-b191-1ea47bb28adc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:43.797403 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.809292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e8122f-2931-45ed-a2b1-5a5bce78f50e None None] DHCP port deletion for be8d6179-7bd9-47bd-8da9-0e864c6bafa2 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:35:43.866381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Port b8ee0614-dae5-473c-b191-1ea47bb28adc was deleted so its status cannot be updated. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 28 20:35:43.875055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.878692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No DVR routers for this DVR port b8ee0614-dae5-473c-b191-1ea47bb28adc on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:43.886062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=b8ee0614-dae5-473c-b191-1ea47bb28adc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:43.888019 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e38a21c6-969d-41c7-a5e9-2daf82db02ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.917010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-83eb820e-6e2f-433a-95fb-e5d5e53df0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:43.961645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.043112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.045981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network b07e824d-7564-4e1a-8f90-47096da1e26b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:44.052464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:44.061219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:44.100384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8d6179-7bd9-47bd-8da9-0e864c6bafa2']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:44.105893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=54f1fe9d-9fd0-416d-b757-aa4d56fe70db,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:44.118646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9e0f4a-7bdc-46f4-965a-178b046bcc86') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:44.119495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9e0f4a-7bdc-46f4-965a-178b046bcc86') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:44.139977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:44.140657 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.162339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.171740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6914f206-3b08-47f4-ac31-aadf4904b84d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5721204 Jan 28 20:35:44.175337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52640) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:44.178677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-83eb820e-6e2f-433a-95fb-e5d5e53df0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.183940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'port': {'network_id': 'b07e824d-7564-4e1a-8f90-47096da1e26b', 'name': 'tempest-FloatingIPTestJSON-1211916276'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:44.189131 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-83eb820e-6e2f-433a-95fb-e5d5e53df0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.202348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.221176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:44.221577 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:44.230700 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:44.247073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-83eb820e-6e2f-433a-95fb-e5d5e53df0b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bab394fdccd84f2f9e0266e2ab4ee293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075075 Jan 28 20:35:44.250403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb820e-6e2f-433a-95fb-e5d5e53df0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe36b9f2-dfd2-41ef-9793-ff9f93e54127,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:44.253159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52642) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:44.384651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.393681 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-67a4a591-913b-406b-b584-a6fbede427d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.428764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.438167 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/networks/be8d6179-7bd9-47bd-8da9-0e864c6bafa2 HTTP/1.1" status: 204 len: 168 time: 2.2187073 Jan 28 20:35:44.439153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3c148-f061-43f2-9fab-4f40af1c5ec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Network': ['ID=be8d6179-7bd9-47bd-8da9-0e864c6bafa2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:44.441396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52648) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:44.454320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'name': 'tempest-PortsTestJSON-1441043199'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:44.483011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:44.486547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.496963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-67a4a591-913b-406b-b584-a6fbede427d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.530795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] device_id is not set on port d4e97f5e-5238-4a2b-96f2-80a61326c60d yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:44.564480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaf8db-93fe-4ce4-bd9e-2275d877760e req-e3665602-3b51-4b42-b869-f2c4573c57fb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:44.572849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16eaf8db-93fe-4ce4-bd9e-2275d877760e req-e3665602-3b51-4b42-b869-f2c4573c57fb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1235304 Jan 28 20:35:44.682853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:44.696744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.746057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-16eaf8db-93fe-4ce4-bd9e-2275d877760e req-564f896f-2d7e-4092-b0bc-b59b5eb53832 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722300 Jan 28 20:35:44.757818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 25c680fb-cc44-47aa-a293-b62ab63249a5 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:44.828643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-67a4a591-913b-406b-b584-a6fbede427d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.837243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-67a4a591-913b-406b-b584-a6fbede427d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:44.840577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-67a4a591-913b-406b-b584-a6fbede427d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe36b9f2-dfd2-41ef-9793-ff9f93e54127 HTTP/1.1" status: 204 len: 168 time: 0.5558326 Jan 28 20:35:44.893593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4a591-913b-406b-b584-a6fbede427d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe36b9f2-dfd2-41ef-9793-ff9f93e54127,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:44.925071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.20.0.11 (b07e824d-7564-4e1a-8f90-47096da1e26b/bbf6814b-08d4-465a-858d-7caf392fc617/d4e97f5e-5238-4a2b-96f2-80a61326c60d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:44.966552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b8ee0614-dae5-473c-b191-1ea47bb28adc no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:44.996165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27f1dd-3451-43fe-8430-b598985c7db1 req-a7a17425-37bd-46a7-a244-63eb7a18d5be tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:45.003492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d27f1dd-3451-43fe-8430-b598985c7db1 req-a7a17425-37bd-46a7-a244-63eb7a18d5be tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1150594 Jan 28 20:35:45.043127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b8ee0614-dae5-473c-b191-1ea47bb28adc {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:35:45.044406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b8ee0614-dae5-473c-b191-1ea47bb28adc not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:45.124545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d27f1dd-3451-43fe-8430-b598985c7db1 req-d2b67208-dc46-4c38-86ee-bf2ef13b0014 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155686 Jan 28 20:35:45.226382 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.269358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.273951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52684) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:45.292336 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.323085 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.347281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network b07e824d-7564-4e1a-8f90-47096da1e26b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:45.353499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:45.358172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:45.395583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=d4e97f5e-5238-4a2b-96f2-80a61326c60d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:45.420958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:45.425602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:45.428243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:45.435552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:45.436208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.440886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:45.441730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.449543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=25c680fb-cc44-47aa-a293-b62ab63249a5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:45.473142 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e99f2a69-4586-44fc-8164-b2469e194f12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0311372 Jan 28 20:35:45.475757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52690) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:45.476340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52692) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:45.476790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eb55ed65-7d6c-40c7-9d8f-e1e4808f84ce tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2963448 Jan 28 20:35:45.483475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'd4e97f5e-5238-4a2b-96f2-80a61326c60d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:45.552700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.680715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-093c1ae7-6cb9-4555-a007-d759222b4ac2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 25c680fb-cc44-47aa-a293-b62ab63249a5 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:45.681138 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-093c1ae7-6cb9-4555-a007-d759222b4ac2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.760259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-802b2596-3f25-4ae9-ad16-d8bd9c905c65 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:45.768777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-802b2596-3f25-4ae9-ad16-d8bd9c905c65 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.1731539 Jan 28 20:35:45.790292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-93d5378e-6423-4408-9f0f-4a6be66c5f1f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/quotas/46424bd783164b6da95602dd2227d22a HTTP/1.1" status: 200 len: 375 time: 0.0202475 Jan 28 20:35:45.825444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-093c1ae7-6cb9-4555-a007-d759222b4ac2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.866319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-093c1ae7-6cb9-4555-a007-d759222b4ac2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 25c680fb-cc44-47aa-a293-b62ab63249a5 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:45.867506 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adf34211-e004-4ea3-976b-a49cfaa3c272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:45.894940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-867e9a1b-f0c9-4616-8adb-06849ababb30 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1015117 Jan 28 20:35:46.025527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-dfeeeba9-e85d-40b0-b301-3b0ebe784017 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:35:46.032986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-dfeeeba9-e85d-40b0-b301-3b0ebe784017 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1389842 Jan 28 20:35:46.041240 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.112054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52724) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:46.122986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adf34211-e004-4ea3-976b-a49cfaa3c272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.133605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adf34211-e004-4ea3-976b-a49cfaa3c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.141390 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7911812c-f713-42fd-96cc-213a125384f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.161087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-093c1ae7-6cb9-4555-a007-d759222b4ac2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.246359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-adf34211-e004-4ea3-976b-a49cfaa3c272 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=badac8b9c83f484f8503cb1a8d847c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9717193 Jan 28 20:35:46.253352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52728) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:46.255431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c1ae7-6cb9-4555-a007-d759222b4ac2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=25c680fb-cc44-47aa-a293-b62ab63249a5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:46.258644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-093c1ae7-6cb9-4555-a007-d759222b4ac2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.264460 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-093c1ae7-6cb9-4555-a007-d759222b4ac2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/25c680fb-cc44-47aa-a293-b62ab63249a5 HTTP/1.1" status: 204 len: 168 time: 0.7841713 Jan 28 20:35:46.271463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52730) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:46.289117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf34211-e004-4ea3-976b-a49cfaa3c272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3007ab30-0bff-43ab-90ba-a09c2050de24,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:46.302257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'mac_address': 'fa:16:3e:5b:0e:9f', 'name': 'tempest-PortsTestJSON-613575671'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:46.313305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-e2fde8e9-b290-42bb-9885-af14bee53502 service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795222 Jan 28 20:35:46.398748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.25.2.37 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/5c339d72-77c1-454a-b1ec-1cd2aed2ff69) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:46.420742 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1aa68989-73e4-4ee8-b5ed-abb7f72885f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.466299 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1aa68989-73e4-4ee8-b5ed-abb7f72885f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.487181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-63230411-dce8-4dcf-9985-db4184d7bafd service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730337 Jan 28 20:35:46.553952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1aa68989-73e4-4ee8-b5ed-abb7f72885f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.558537 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1aa68989-73e4-4ee8-b5ed-abb7f72885f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.559330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1aa68989-73e4-4ee8-b5ed-abb7f72885f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3007ab30-0bff-43ab-90ba-a09c2050de24 HTTP/1.1" status: 204 len: 168 time: 0.3030453 Jan 28 20:35:46.584079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa68989-73e4-4ee8-b5ed-abb7f72885f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3007ab30-0bff-43ab-90ba-a09c2050de24,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:46.590199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7911812c-f713-42fd-96cc-213a125384f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.596296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:46.656444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7911812c-f713-42fd-96cc-213a125384f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.745979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.747640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911812c-f713-42fd-96cc-213a125384f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aa7cc1-937a-48b9-9c94-3c40fbf26074,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:46.754337 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.762136 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7911812c-f713-42fd-96cc-213a125384f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15917b88bd824321bf44e349d841fbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490743 Jan 28 20:35:46.765070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52754) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:46.783477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 758017b5-cbab-4b58-920d-403650beac62 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:46.861846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.921394 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba3e514b-9364-4dd7-a066-b6ba5a85a354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:46.940535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:46.941401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=5c339d72-77c1-454a-b1ec-1cd2aed2ff69,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:46.967991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:46.981232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:46.998128 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba3e514b-9364-4dd7-a066-b6ba5a85a354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.121429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba3e514b-9364-4dd7-a066-b6ba5a85a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.124097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba3e514b-9364-4dd7-a066-b6ba5a85a354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.132294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.134547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba3e514b-9364-4dd7-a066-b6ba5a85a354 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11aa7cc1-937a-48b9-9c94-3c40fbf26074 HTTP/1.1" status: 204 len: 168 time: 0.3677664 Jan 28 20:35:47.143365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e514b-9364-4dd7-a066-b6ba5a85a354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aa7cc1-937a-48b9-9c94-3c40fbf26074,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:47.306885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.341174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52780) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:47.368193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d487e37b-b5c9-4a29-bb6b-bf3e4594673b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.388614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:47.404614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:47.423859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:47.436356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:47.436916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.458684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=758017b5-cbab-4b58-920d-403650beac62,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:47.490709 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0d921136-0918-4a33-94fd-1282386ef963 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2181714 Jan 28 20:35:47.509135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52782) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:47.512333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d487e37b-b5c9-4a29-bb6b-bf3e4594673b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.539785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d487e37b-b5c9-4a29-bb6b-bf3e4594673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.594499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bede9-9fff-4f02-bf58-b8031f6f81e2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:47.598636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52786) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:47.599122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9a6bede9-9fff-4f02-bf58-b8031f6f81e2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/758017b5-cbab-4b58-920d-403650beac62 HTTP/1.1" status: 200 len: 840 time: 0.0886099 Jan 28 20:35:47.612373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d487e37b-b5c9-4a29-bb6b-bf3e4594673b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03f4f0dcd4a74cb3bb1d5a12b35f6de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663157 Jan 28 20:35:47.614981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e37b-b5c9-4a29-bb6b-bf3e4594673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c65aed0-27a5-4000-8edf-b39c48ca46ad,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:47.618047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52788) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:47.697841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e692770-696f-4bbf-b2d4-737018ef8013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.766254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e692770-696f-4bbf-b2d4-737018ef8013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.952684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-635482c9-cc31-4143-b2b9-0a1cacd3723d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 758017b5-cbab-4b58-920d-403650beac62 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:47.954197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-635482c9-cc31-4143-b2b9-0a1cacd3723d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.982869 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:47.984790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46dad094-532e-405f-8b63-5c844975e134 req-aa35445c-6bc5-48b8-a7ae-fe306116b74e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 210 time: 0.1106215 Jan 28 20:35:48.020380 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.029979 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e692770-696f-4bbf-b2d4-737018ef8013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.042469 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e692770-696f-4bbf-b2d4-737018ef8013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.048689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1e692770-696f-4bbf-b2d4-737018ef8013 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c65aed0-27a5-4000-8edf-b39c48ca46ad HTTP/1.1" status: 204 len: 168 time: 0.4292960 Jan 28 20:35:48.060891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e692770-696f-4bbf-b2d4-737018ef8013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c65aed0-27a5-4000-8edf-b39c48ca46ad,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:48.167057 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-635482c9-cc31-4143-b2b9-0a1cacd3723d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.178337 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.183770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52820) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:48.204321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-635482c9-cc31-4143-b2b9-0a1cacd3723d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 758017b5-cbab-4b58-920d-403650beac62 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:48.389309 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-635482c9-cc31-4143-b2b9-0a1cacd3723d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.457910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635482c9-cc31-4143-b2b9-0a1cacd3723d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=758017b5-cbab-4b58-920d-403650beac62,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:48.464489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-635482c9-cc31-4143-b2b9-0a1cacd3723d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.470909 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-635482c9-cc31-4143-b2b9-0a1cacd3723d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/758017b5-cbab-4b58-920d-403650beac62 HTTP/1.1" status: 204 len: 168 time: 0.8697217 Jan 28 20:35:48.473076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52826) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:48.513506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.523576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.526796 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80d8ec7-4c83-48c1-b095-652cec239d93 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:35:48.528799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d80d8ec7-4c83-48c1-b095-652cec239d93 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/758017b5-cbab-4b58-920d-403650beac62 HTTP/1.1" status: 404 len: 333 time: 0.0505123 Jan 28 20:35:48.536519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52830) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:48.543009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'name': 'tempest-PortsTestJSON-1911769584'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:48.673494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=5c339d72-77c1-454a-b1ec-1cd2aed2ff69,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:48.685328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.760017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:48.774546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:48.830441 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP 5fbb3eb6-d9aa-4646-a457-e6e374bf2d3c associated. External IP: 172.25.2.37, port: d4e97f5e-5238-4a2b-96f2-80a61326c60d. Jan 28 20:35:48.849448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port e6fb354a-3d81-47a0-9a7b-8893f849e805 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:48.923162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a6bc764d-9333-40f3-99b8-a17fcfee25fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.292433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a6bc764d-9333-40f3-99b8-a17fcfee25fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.309983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59f21257-a48f-4972-9186-c7386226ec9a req-82f41bde-0781-4a80-8e72-f8abbe3e3c7f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 210 time: 0.0995903 Jan 28 20:35:49.321746 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.384928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:49.423976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-d4c3ada2-bc91-4083-9288-7e4fe9a2b7d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:49.425815 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-d4c3ada2-bc91-4083-9288-7e4fe9a2b7d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.13 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.2382567 Jan 28 20:35:49.444553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a6bc764d-9333-40f3-99b8-a17fcfee25fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.475924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'port': {'device_id': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'admin_state_up': True, 'tenant_id': '46424bd783164b6da95602dd2227d22a'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:49.537395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc764d-9333-40f3-99b8-a17fcfee25fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eacc9b2-662f-46e1-ba24-844ee38685d8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:49.543982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.642677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=e6fb354a-3d81-47a0-9a7b-8893f849e805,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:49.673197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a6bc764d-9333-40f3-99b8-a17fcfee25fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3675b0f4f2c0407c86ed64d9023e6183&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4878659 Jan 28 20:35:49.674551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52858) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:49.685951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:49.688555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:49.693809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:49.704805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:49.731302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:49.731955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456424b0-9e2c-4122-aa9b-1c661db4369e None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:49.734677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.739225 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.752525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456424b0-9e2c-4122-aa9b-1c661db4369e None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:49.754217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-456424b0-9e2c-4122-aa9b-1c661db4369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:49.786835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2b8e3ad5-e4bd-402b-a40b-cdc109d745ea tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2471278 Jan 28 20:35:49.788762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52860) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:49.794777 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3b953b32-771f-46b8-90bb-0c3101d0b4b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3155520 Jan 28 20:35:49.798808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52862) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:49.800675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:49.810323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:49.883108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-456424b0-9e2c-4122-aa9b-1c661db4369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:49.920756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456424b0-9e2c-4122-aa9b-1c661db4369e None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:49.921802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-456424b0-9e2c-4122-aa9b-1c661db4369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:49.931107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.949118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:49.967976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-456424b0-9e2c-4122-aa9b-1c661db4369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:49.968567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456424b0-9e2c-4122-aa9b-1c661db4369e None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:50.005339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Made reservation on behalf of 46424bd783164b6da95602dd2227d22a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:50.009453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.014374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-713ee167-4904-430c-ac53-8790046766fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.345331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.353690 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.495267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] In _notify_port_updated(), no bound segment for port e6fb354a-3d81-47a0-9a7b-8893f849e805 on network af8a7c1f-6eac-43c3-86dd-738ef29a10ef {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:35:50.529514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:50.530324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.531635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "PUT /v2.0/ports/e6fb354a-3d81-47a0-9a7b-8893f849e805 HTTP/1.1" status: 200 len: 818 time: 0.7419350 Jan 28 20:35:50.541506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52886) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:50.640128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-713ee167-4904-430c-ac53-8790046766fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.643077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96940200-f378-4a46-8e66-d32ef53e75d3 req-f446f10d-ebe7-4004-8040-f31223b3da59 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 210 time: 0.1021221 Jan 28 20:35:50.691451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdc404-10fe-42bc-8bc6-3202587381fd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=e6fb354a-3d81-47a0-9a7b-8893f849e805,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:50.791463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f358398c-e8d5-4077-b395-041177893b6a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port e6fb354a-3d81-47a0-9a7b-8893f849e805 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:50.792200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f358398c-e8d5-4077-b395-041177893b6a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.810188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.875415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.875749 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP 5fbb3eb6-d9aa-4646-a457-e6e374bf2d3c disassociated. External IP: 172.25.2.37, port: d4e97f5e-5238-4a2b-96f2-80a61326c60d. Jan 28 20:35:50.918017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f358398c-e8d5-4077-b395-041177893b6a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:50.943114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Allocated IP 172.20.0.5 (76e6b64b-9eee-4a46-97a5-c1bc79809cc7/06eba3e7-baca-4568-8c4a-ea287db23c48/a8251ba4-c0ba-4bea-abb0-ab45e190273c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:50.944602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f358398c-e8d5-4077-b395-041177893b6a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for e6fb354a-3d81-47a0-9a7b-8893f849e805 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:51.042091 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-713ee167-4904-430c-ac53-8790046766fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.049735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-713ee167-4904-430c-ac53-8790046766fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.051841 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-713ee167-4904-430c-ac53-8790046766fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3eacc9b2-662f-46e1-ba24-844ee38685d8 HTTP/1.1" status: 204 len: 168 time: 1.3730223 Jan 28 20:35:51.084478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f358398c-e8d5-4077-b395-041177893b6a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.099603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ee167-4904-430c-ac53-8790046766fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eacc9b2-662f-46e1-ba24-844ee38685d8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:51.176145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358398c-e8d5-4077-b395-041177893b6a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=e6fb354a-3d81-47a0-9a7b-8893f849e805,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:51.184974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f358398c-e8d5-4077-b395-041177893b6a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.193171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f358398c-e8d5-4077-b395-041177893b6a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/e6fb354a-3d81-47a0-9a7b-8893f849e805 HTTP/1.1" status: 204 len: 168 time: 0.6318552 Jan 28 20:35:51.193744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52908) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:51.285118 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.309494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebeff36-e5e5-4314-8553-3c41f0b88d17 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:51.315250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0ebeff36-e5e5-4314-8553-3c41f0b88d17 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1191559 Jan 28 20:35:51.319123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52920) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:51.343099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:51.405176 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f0a9b3-3b23-4a09-a064-d4a25c473416 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:35:51.406860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a4f0a9b3-3b23-4a09-a064-d4a25c473416 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/e6fb354a-3d81-47a0-9a7b-8893f849e805 HTTP/1.1" status: 404 len: 333 time: 0.0859575 Jan 28 20:35:51.416684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52928) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:51.424876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-610664758'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:51.463494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:51.469408 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.501146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:35:51.517420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.518429 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Added segment 86c96814-96bf-44a8-b14d-2beb5350575b of type vlan for network f1124b90-4c07-43b0-838e-b25c3954bfab Jan 28 20:35:51.583205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.614588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.622204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.631574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:51.633138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.684037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2655752 Jan 28 20:35:51.750818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52958) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:51.769897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:51.830385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2d860-7258-4453-b3d2-8707e1db418a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Network': ['ID=f1124b90-4c07-43b0-838e-b25c3954bfab,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:51.847829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f1124b90-4c07-43b0-838e-b25c3954bfab details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:35:51.860329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:51.868551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.875138 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c3609-f307-4669-b492-49ce80b73668 None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:51.908571 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c3609-f307-4669-b492-49ce80b73668 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:51.910521 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f45c3609-f307-4669-b492-49ce80b73668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:51.922524 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:51.949410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['49b400d7-e26a-4544-bce0-f98bf81d18a6', '66134a3f-1a53-4d6d-a6fe-5b8113829e8f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:35:52.011198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea1f3e-b40c-4e93-b9c7-8113b38761ad req-dbcd56b1-6c18-4d53-bea1-72a4e4da9fa6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:52.020035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adea1f3e-b40c-4e93-b9c7-8113b38761ad req-dbcd56b1-6c18-4d53-bea1-72a4e4da9fa6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 931 time: 0.1700411 Jan 28 20:35:52.031240 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c7f6e11-bf77-4218-82bc-e152bf1ac971 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/floatingips/5fbb3eb6-d9aa-4646-a457-e6e374bf2d3c HTTP/1.1" status: 200 len: 687 time: 2.2243490 Jan 28 20:35:52.034360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52986) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:52.066912 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f45c3609-f307-4669-b492-49ce80b73668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:52.107412 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c3609-f307-4669-b492-49ce80b73668 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:52.108051 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f45c3609-f307-4669-b492-49ce80b73668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:52.113585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adea1f3e-b40c-4e93-b9c7-8113b38761ad req-4a39c995-4ece-436d-840c-47a178109a91 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923743 Jan 28 20:35:52.167223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:52.172143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:52.208543 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f45c3609-f307-4669-b492-49ce80b73668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:52.214294 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c3609-f307-4669-b492-49ce80b73668 None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:52.235651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:52.425974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:52.460923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:52.563484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'Port': ['ID=a8251ba4-c0ba-4bea-abb0-ab45e190273c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:52.629446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:52.630757 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:52.635063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:52.678798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 5c339d72-77c1-454a-b1ec-1cd2aed2ff69 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:35:52.679570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:52.687465 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-6424667b-4f23-434c-ad70-3bf82fd86303 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2171113 Jan 28 20:35:52.720274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Request body: {'port': {'device_id': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:52.782032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=0d212d23-7e55-463a-9744-0336426dc9a7,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:52.800102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking segment: {'id': '86c96814-96bf-44a8-b14d-2beb5350575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:52.800486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network hostable DHCP agents. Network: f1124b90-4c07-43b0-838e-b25c3954bfab, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:35:52.829152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-37469a87-9bfd-46cd-bdfe-c0ad557e7270 None None] Provisioning complete for port a8251ba4-c0ba-4bea-abb0-ab45e190273c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:52.829632 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-37469a87-9bfd-46cd-bdfe-c0ad557e7270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:52.831428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53018) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:52.864892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network f1124b90-4c07-43b0-838e-b25c3954bfab is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:35:52.885661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f1124b90-4c07-43b0-838e-b25c3954bfab) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:52.891405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:52.892530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:52.903166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f26c4d-3ce8-496f-aa0c-53731ce89b5d None None] Network f1124b90-4c07-43b0-838e-b25c3954bfab requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:52.918101 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:52.934764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f854fd91-df29-45e0-bedb-8a3fef832ce1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1829040 Jan 28 20:35:52.935450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53024) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:52.953902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-147dc53e-b5fc-4d99-8d9e-26dc1d3f7f16 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:53.011405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-37469a87-9bfd-46cd-bdfe-c0ad557e7270 None None] Port a8251ba4-c0ba-4bea-abb0-ab45e190273c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:35:53.150749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-f1124b90-4c07-43b0-838e-b25c3954bfab', 'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab', 'tenant_id': 'a334e2c90f4d446b988956b1f69c53fa', 'fixed_ips': [{'subnet_id': '0d212d23-7e55-463a-9744-0336426dc9a7'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:35:53.151753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.232333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8d81b5d-bd40-4ecd-809f-78248d989afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.259516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.259856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.330042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 5c339d72-77c1-454a-b1ec-1cd2aed2ff69 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:35:53.332577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Allocated IP 172.20.0.2 (f1124b90-4c07-43b0-838e-b25c3954bfab/0d212d23-7e55-463a-9744-0336426dc9a7/c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:53.342873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147dc53e-b5fc-4d99-8d9e-26dc1d3f7f16 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:53.347266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-147dc53e-b5fc-4d99-8d9e-26dc1d3f7f16 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.439435 n-d-825064-3 neutron-server[102307]: INFO neutron.db.ipam_backend_mixin [None req-147dc53e-b5fc-4d99-8d9e-26dc1d3f7f16 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d212d23-7e55-463a-9744-0336426dc9a7 (CIDR: 172.20.0.0/28) Jan 28 20:35:53.462027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8e596-2ea6-46b3-bc4e-5f54149caeda req-2e27d54c-dbd7-499c-9cce-aacea27c1edb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:53.470325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4fc8e596-2ea6-46b3-bc4e-5f54149caeda req-2e27d54c-dbd7-499c-9cce-aacea27c1edb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 931 time: 0.2199504 Jan 28 20:35:53.472573 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-147dc53e-b5fc-4d99-8d9e-26dc1d3f7f16 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:35:53.472953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147dc53e-b5fc-4d99-8d9e-26dc1d3f7f16 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:35:53.517340 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.526438 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.544309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-147dc53e-b5fc-4d99-8d9e-26dc1d3f7f16 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6073952 Jan 28 20:35:53.549260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53040) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:53.570110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4fc8e596-2ea6-46b3-bc4e-5f54149caeda req-23b2c841-9b52-4f38-80e5-864228f1723d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962262 Jan 28 20:35:53.571319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:53.591687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Pushing event updated for resources: {'Port': ['ID=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:53.603139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Network f1124b90-4c07-43b0-838e-b25c3954bfab is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:53.603663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8d81b5d-bd40-4ecd-809f-78248d989afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.605632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:53.611424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:53.615107 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8d81b5d-bd40-4ecd-809f-78248d989afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.652910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e8d81b5d-bd40-4ecd-809f-78248d989afc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=052c003df49c4c1094ac0e2d22b5e6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171923 Jan 28 20:35:53.657011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53044) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:53.698246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d81b5d-bd40-4ecd-809f-78248d989afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973047ce-6400-4ee1-81aa-174c2a4bf34b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:53.745083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a90db41-190c-4ad7-acb4-54721234c8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.755502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Attempting to bind port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:53.756237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Attempting to bind port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '86c96814-96bf-44a8-b14d-2beb5350575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:53.756833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Attempting to bind port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b on network f1124b90-4c07-43b0-838e-b25c3954bfab {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:53.759808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8251ba4-c0ba-4bea-abb0-ab45e190273c {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:35:53.764277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:35:53.765184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Checking segment: {'id': '86c96814-96bf-44a8-b14d-2beb5350575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:53.765789 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.766365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Bound using segment: {'id': '86c96814-96bf-44a8-b14d-2beb5350575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:35:53.767113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Bound port: c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c96814-96bf-44a8-b14d-2beb5350575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:35:53.768351 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.776512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.791600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a90db41-190c-4ad7-acb4-54721234c8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.798834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:53.802701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.819402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Transition to ACTIVE for port object a8251ba4-c0ba-4bea-abb0-ab45e190273c will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:35:53.822964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.862254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a90db41-190c-4ad7-acb4-54721234c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.864730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a90db41-190c-4ad7-acb4-54721234c8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.868356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a90db41-190c-4ad7-acb4-54721234c8f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/973047ce-6400-4ee1-81aa-174c2a4bf34b HTTP/1.1" status: 204 len: 168 time: 0.2079275 Jan 28 20:35:53.879511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90db41-190c-4ad7-acb4-54721234c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973047ce-6400-4ee1-81aa-174c2a4bf34b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:53.891551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:53.896561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] For port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:35:53.897386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=5c339d72-77c1-454a-b1ec-1cd2aed2ff69,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:53.901995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] For port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,segment=NetworkSegment(86c96814-96bf-44a8-b14d-2beb5350575b),segment_id=86c96814-96bf-44a8-b14d-2beb5350575b)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:35:53.917753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:54.022604 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3162e9-5d02-4d89-aa75-6215440c8a41 None None] Pushing event updated for resources: {'Port': ['ID=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:54.134636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8251ba4-c0ba-4bea-abb0-ab45e190273c,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:54.249261 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:54.260232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:54.265589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53068) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:54.268138 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-29047dea-cc27-4d9d-bb44-f09f8c3090a0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/floatingips/5fbb3eb6-d9aa-4646-a457-e6e374bf2d3c HTTP/1.1" status: 204 len: 168 time: 2.2244201 Jan 28 20:35:54.280494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '54f1fe9d-9fd0-416d-b757-aa4d56fe70db'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:54.378280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:54.405702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Attempting to bind port a8251ba4-c0ba-4bea-abb0-ab45e190273c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:35:54.406440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Attempting to bind port a8251ba4-c0ba-4bea-abb0-ab45e190273c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:35:54.406961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Attempting to bind port a8251ba4-c0ba-4bea-abb0-ab45e190273c on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:54.419983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Port a8251ba4-c0ba-4bea-abb0-ab45e190273c on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:35:54.420531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Attempting to bind port a8251ba4-c0ba-4bea-abb0-ab45e190273c on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:35:54.463544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:35:54.467609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Checking segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:35:54.468700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Bound using segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:35:54.469927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Bound port: a8251ba4-c0ba-4bea-abb0-ab45e190273c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:35:54.470310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:54.830395 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:54.837798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] For port a8251ba4-c0ba-4bea-abb0-ab45e190273c, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:35:54.853422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] For port a8251ba4-c0ba-4bea-abb0-ab45e190273c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:35:54.854305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53086) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:54.895344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58cf7bc-0a32-4355-aca2-6085169b1952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:54.914500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:54.959726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network f1124b90-4c07-43b0-838e-b25c3954bfab is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:55.003651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d338e3-a2aa-4ad3-a6ad-2bde83970966 req-fabe4de5-74e2-47d9-bf66-8b976f63cd47 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:55.005283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19d338e3-a2aa-4ad3-a6ad-2bde83970966 req-fabe4de5-74e2-47d9-bf66-8b976f63cd47 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 943 time: 0.1524177 Jan 28 20:35:55.025044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:55.047187 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:55.047857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.059305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:55.059987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.061816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8251ba4-c0ba-4bea-abb0-ab45e190273c HTTP/1.1" status: 200 len: 1091 time: 2.3552372 Jan 28 20:35:55.066412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:35:55.068633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'tag': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:35:55.073383 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997efead-2e60-4ed6-9918-815aa2ea9a80" -d '{"events": [{"name": "network-changed", "server_uuid": "2e27be09-53ea-45bc-99aa-15c4e81c8c2d", "tag": "a8251ba4-c0ba-4bea-abb0-ab45e190273c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:35:55.126768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69351b6c-605e-41db-8080-c404a79af9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8251ba4-c0ba-4bea-abb0-ab45e190273c,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:55.154697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=640c4916-9fdb-43e7-819d-80086d1f4b8f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:55.188748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58cf7bc-0a32-4355-aca2-6085169b1952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.205101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.205826 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31a018-08c6-4f1b-be3a-91e6f3bccca6 x-openstack-request-id: req-ec31a018-08c6-4f1b-be3a-91e6f3bccca6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:35:55.206901 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e27be09-53ea-45bc-99aa-15c4e81c8c2d", "tag": "a8251ba4-c0ba-4bea-abb0-ab45e190273c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:35:55.207274 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec31a018-08c6-4f1b-be3a-91e6f3bccca6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:35:55.208045 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'tag': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c', 'status': 'completed', 'code': 200} Jan 28 20:35:55.218615 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dfda2052-b160-404e-8d8e-c913cd82662a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6688428 Jan 28 20:35:55.221827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53094) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:55.242296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:55.242679 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.246073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab', 'fixed_ips': [{'subnet_id': '0d212d23-7e55-463a-9744-0336426dc9a7'}, {'subnet_id': '640c4916-9fdb-43e7-819d-80086d1f4b8f'}], 'name': 'tempest-PortsTestJSON-1481075775'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:55.323069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19d338e3-a2aa-4ad3-a6ad-2bde83970966 req-91b4c506-6e65-44c7-b5b1-7b0985d6ed23 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971547 Jan 28 20:35:55.342738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a58cf7bc-0a32-4355-aca2-6085169b1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.400020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53098) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:55.487256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-0cb55c85-10a6-49c4-86c9-011a026fab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:55.489063 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-0cb55c85-10a6-49c4-86c9-011a026fab8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 1094 time: 0.3540852 Jan 28 20:35:55.504380 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.507037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a58cf7bc-0a32-4355-aca2-6085169b1952 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7766542448a74cbe97cad3b846695bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6440353 Jan 28 20:35:55.515816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53102) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:55.549964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cf7bc-0a32-4355-aca2-6085169b1952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc7411-ca45-4293-ba78-1992ab6e2f1b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:55.583616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,segment=NetworkSegment(86c96814-96bf-44a8-b14d-2beb5350575b),segment_id=86c96814-96bf-44a8-b14d-2beb5350575b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:55.589269 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-4d49741f-aa35-446a-a197-78b9e5dbbeae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c HTTP/1.1" status: 200 len: 217 time: 0.0865479 Jan 28 20:35:55.596962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.663099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:55.684231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.25.2.85 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/89dc946c-7ee8-4b53-a3dc-03f63399218c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:55.711710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:55.739939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b687-5dd1-4e6c-9054-0c574a9a54b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.789847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b687-5dd1-4e6c-9054-0c574a9a54b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:55.821638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-5ddf55fa-3ad8-4980-aa84-c0935af3425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:55.825640 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-5ddf55fa-3ad8-4980-aa84-c0935af3425d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.2279873 Jan 28 20:35:55.973152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a7428-1d2c-41dc-bc52-f381b433264d None None] Network f1124b90-4c07-43b0-838e-b25c3954bfab requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:56.002073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-55754e8d-70e6-4608-86b5-d656daeeb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:56.003615 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-55754e8d-70e6-4608-86b5-d656daeeb593 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638877 Jan 28 20:35:56.014933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:56.035801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 7ae393eb-f771-489b-92af-30a96488629a yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:35:56.083025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:56.115880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-465179873'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:56.162437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b687-5dd1-4e6c-9054-0c574a9a54b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:56.172914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cc3b687-5dd1-4e6c-9054-0c574a9a54b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:56.178293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1cc3b687-5dd1-4e6c-9054-0c574a9a54b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98bc7411-ca45-4293-ba78-1992ab6e2f1b HTTP/1.1" status: 204 len: 168 time: 0.6585436 Jan 28 20:35:56.233690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3b687-5dd1-4e6c-9054-0c574a9a54b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc7411-ca45-4293-ba78-1992ab6e2f1b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:56.293171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Made reservation on behalf of 8dcccf02be3a46c4bba43892694710bd for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:56.302809 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:56.321241 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:56.337361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:56.422552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:56.433207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:56.441704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:56.541917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f9e71ff4-2f76-4d74-a0f2-21de05daaa5d None None] Provisioning complete for port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:56.542453 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9e71ff4-2f76-4d74-a0f2-21de05daaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:56.905944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9630a3d-bf67-4f86-b2ae-3db3efb57c73 None None] Update dhcp port {'port': {'network_id': 'f1124b90-4c07-43b0-838e-b25c3954bfab', 'fixed_ips': [{'subnet_id': '0d212d23-7e55-463a-9744-0336426dc9a7', 'ip_address': '172.20.0.2'}, {'subnet_id': '640c4916-9fdb-43e7-819d-80086d1f4b8f'}], 'binding:host_id': 'n-d-825064-3'}, 'id': 'c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:35:56.917410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.13 (f1124b90-4c07-43b0-838e-b25c3954bfab/0d212d23-7e55-463a-9744-0336426dc9a7/7ae393eb-f771-489b-92af-30a96488629a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:56.931001 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-d4a45cf3-eaef-4d6a-9e37-20ed6598ee8f service neutron] 10.222.0.13 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9011378 Jan 28 20:35:56.939366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.25 (f1124b90-4c07-43b0-838e-b25c3954bfab/640c4916-9fdb-43e7-819d-80086d1f4b8f/7ae393eb-f771-489b-92af-30a96488629a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:56.942990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:35:56.979530 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9630a3d-bf67-4f86-b2ae-3db3efb57c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.185167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:57.185167 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.244008 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-45ab6ce5-69fc-4af4-838d-5e511500fa36 req-862484bf-cb44-4c89-a07f-4ffc62b80c3d service neutron] 10.222.0.13 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012404 Jan 28 20:35:57.376202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=89dc946c-7ee8-4b53-a3dc-03f63399218c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:57.409952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.439952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18442f18-c28e-445f-9eb4-7b9dc448fe52 req-9c2d1eeb-67dc-4882-986f-f494bc95c6ad tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:57.441552 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18442f18-c28e-445f-9eb4-7b9dc448fe52 req-9c2d1eeb-67dc-4882-986f-f494bc95c6ad tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 943 time: 0.1007621 Jan 28 20:35:57.450813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.503773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.533027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network f1124b90-4c07-43b0-838e-b25c3954bfab is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:35:57.556517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-4527f22c-7f47-4e12-80cd-5b33cd95fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:57.560719 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-4527f22c-7f47-4e12-80cd-5b33cd95fe32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 1094 time: 0.2331047 Jan 28 20:35:57.566107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:35:57.572101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18442f18-c28e-445f-9eb4-7b9dc448fe52 req-028290fb-7f85-4d6d-849a-691246bb9e71 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006830 Jan 28 20:35:57.574034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:35:57.584687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.612051 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.647503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:35:57.648458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-b9630a3d-bf67-4f86-b2ae-3db3efb57c73 None None] Allocated IP 172.20.0.18 (f1124b90-4c07-43b0-838e-b25c3954bfab/640c4916-9fdb-43e7-819d-80086d1f4b8f/c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:35:57.650153 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.780672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d88df70-c052-435d-8c1f-429760f03d5f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:57.785544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=7ae393eb-f771-489b-92af-30a96488629a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:57.785873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.786229 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Added segment 52986933-1f96-4e79-89f8-b10a1de1ca39 of type vlan for network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 Jan 28 20:35:57.843503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b9630a3d-bf67-4f86-b2ae-3db3efb57c73 None None] For port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,segment=NetworkSegment(86c96814-96bf-44a8-b14d-2beb5350575b),segment_id=86c96814-96bf-44a8-b14d-2beb5350575b)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:57.852941 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.891664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.900756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.903576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:57.904344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.914517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.921664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:57.922389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.938503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9630a3d-bf67-4f86-b2ae-3db3efb57c73 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.950979 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5af68fce-a33e-496c-b3ee-b6d599d39d68 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.7167349 Jan 28 20:35:57.951516 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9630a3d-bf67-4f86-b2ae-3db3efb57c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:57.951719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53158) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:57.966149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d212d23-7e55-463a-9744-0336426dc9a7'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:58.063950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6468065 Jan 28 20:35:58.064132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9630a3d-bf67-4f86-b2ae-3db3efb57c73 None None] Pushing event updated for resources: {'Port': ['ID=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:58.087434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:58.089523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=89dc946c-7ee8-4b53-a3dc-03f63399218c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:58.147356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-ba41bcf7-9dde-48b5-911a-b59a5b746a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:58.149135 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-ba41bcf7-9dde-48b5-911a-b59a5b746a60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.5793297 Jan 28 20:35:58.190351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:58.193145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec3fa7-3f75-48da-b028-4c227981f1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Pushing event updated for resources: {'Network': ['ID=6de0c5bf-ba0d-40ba-96f4-4a6d831876e9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:58.211950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:35:58.273461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-7ef15b4f-82c3-4e26-ad46-c6bf75cc7518 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c HTTP/1.1" status: 200 len: 217 time: 0.1053493 Jan 28 20:35:58.348167 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP 82426a42-09cb-411d-b41b-0e94be4b83e3 associated. External IP: 172.25.2.85, port: 54f1fe9d-9fd0-416d-b757-aa4d56fe70db. Jan 28 20:35:58.495586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-f4b03f09-2e0f-4f78-a2c9-be055fb4446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:58.501982 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-f4b03f09-2e0f-4f78-a2c9-be055fb4446f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.2242196 Jan 28 20:35:58.723860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-9fd69c90-9822-4abb-a3b2-ebbc276b399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:58.723860 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-9fd69c90-9822-4abb-a3b2-ebbc276b399d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128470 Jan 28 20:35:58.737059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53222) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:58.743483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Request body: {'port': {'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9', 'binding:host_id': 'n-h2-825064-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1055693491'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:35:58.951126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:35:58.965965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:59.055863 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-97cd004e-47d2-4d56-83f5-08a7e7612618 service neutron] 10.222.0.13 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132632 Jan 28 20:35:59.089204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:59.091171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.206081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Made reservation on behalf of 06a847e9ac034e97bd46260426eada7e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:35:59.208449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.228688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff60fa18-6daa-42c8-b309-a5883ee9b2a9 None None] Network f1124b90-4c07-43b0-838e-b25c3954bfab requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:35:59.240496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53232) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:59.293550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:59.326588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bd8dc-90c2-4e5a-a608-2e63439c5c39 req-342beb11-9afe-4d9e-a463-c8953e68a0ab tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:59.328244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d21bd8dc-90c2-4e5a-a608-2e63439c5c39 req-342beb11-9afe-4d9e-a463-c8953e68a0ab tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 943 time: 0.4022186 Jan 28 20:35:59.401017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd822e-99ba-41b5-8517-4eda5b44bf6c None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:59.405341 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.450876 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.504014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-39f3df0a-f59d-4795-bdab-b17a1c4e26bd None None] Provisioning complete for port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:35:59.505804 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39f3df0a-f59d-4795-bdab-b17a1c4e26bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.513234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd822e-99ba-41b5-8517-4eda5b44bf6c None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:59.515940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-91bd822e-99ba-41b5-8517-4eda5b44bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:59.517825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ee56bca6-d0a6-45aa-b8c2-c7740a6b1035 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.2508805 Jan 28 20:35:59.532858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53244) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:59.545849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d21bd8dc-90c2-4e5a-a608-2e63439c5c39 req-fc6d3359-7051-432d-ab20-79b475177aa7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066386 Jan 28 20:35:59.568610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Delete allocated IP 172.20.0.25 (f1124b90-4c07-43b0-838e-b25c3954bfab/640c4916-9fdb-43e7-819d-80086d1f4b8f) {{(pid=102306) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 20:35:59.584470 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75192e5d-8f35-4b2b-94a6-fbe4ea7b1335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.612887 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-997efead-2e60-4ed6-9918-815aa2ea9a80 req-fca09676-c6e2-46dd-bfca-3693b99692c6 service neutron] 10.222.0.13 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480373 Jan 28 20:35:59.692737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a8251ba4-c0ba-4bea-abb0-ab45e190273c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:35:59.724682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-91bd822e-99ba-41b5-8517-4eda5b44bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:59.751954 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75192e5d-8f35-4b2b-94a6-fbe4ea7b1335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.756539 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-db8e23d0-718c-4e88-8f24-462dc2ccf43b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "GET /v2.0/floatingips/82426a42-09cb-411d-b41b-0e94be4b83e3 HTTP/1.1" status: 200 len: 976 time: 0.2224228 Jan 28 20:35:59.757984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53250) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:59.770219 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75192e5d-8f35-4b2b-94a6-fbe4ea7b1335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.847280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-75192e5d-8f35-4b2b-94a6-fbe4ea7b1335 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edd90f743894480c882b2b4959e9797e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998712 Jan 28 20:35:59.847280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75192e5d-8f35-4b2b-94a6-fbe4ea7b1335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34442856-446f-4a05-8ce6-3d5111e70381,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:59.850516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53252) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:35:59.895352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd822e-99ba-41b5-8517-4eda5b44bf6c None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:59.895991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-91bd822e-99ba-41b5-8517-4eda5b44bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:59.920635 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:35:59.956714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-91bd822e-99ba-41b5-8517-4eda5b44bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:59.957350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd822e-99ba-41b5-8517-4eda5b44bf6c None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:00.018189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.022343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] device_id is not set on port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:00.049577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a8251ba4-c0ba-4bea-abb0-ab45e190273c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:00.074396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c', 'mac_address': 'fa:16:3e:0c:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:00.138214 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.159725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8251ba4-c0ba-4bea-abb0-ab45e190273c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:36:00.193780 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a8251ba4-c0ba-4bea-abb0-ab45e190273c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:00.199732 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.206670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53260) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:00.212168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'port_id': 'd4e97f5e-5238-4a2b-96f2-80a61326c60d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:00.224903 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-99235dc4-ae8a-43d3-af7d-673d409db9b7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4578190 Jan 28 20:36:00.263335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eaf497-94e9-417c-bcb3-aace9a8b67cd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:00.267468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.316030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.317856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a8251ba4-c0ba-4bea-abb0-ab45e190273c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:00.338146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-674b2a3c-6287-43d6-9dae-5c47bc85f3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.383036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5230600e-0673-485c-b433-0e5d633e9655 None None] Provisioning complete for port 7ae393eb-f771-489b-92af-30a96488629a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:00.384248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5230600e-0673-485c-b433-0e5d633e9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.451431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a8251ba4-c0ba-4bea-abb0-ab45e190273c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:00.493425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.534385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-674b2a3c-6287-43d6-9dae-5c47bc85f3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.559601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5230600e-0673-485c-b433-0e5d633e9655 None None] Port 7ae393eb-f771-489b-92af-30a96488629a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:00.607290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5230600e-0673-485c-b433-0e5d633e9655 None None] Provisioning complete for port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:00.607454 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5230600e-0673-485c-b433-0e5d633e9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.791208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] device_id is not set on port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:00.811048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.852141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.897398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=7ae393eb-f771-489b-92af-30a96488629a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:00.966464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] In _notify_port_updated(), no bound segment for port 7ae393eb-f771-489b-92af-30a96488629a on network f1124b90-4c07-43b0-838e-b25c3954bfab {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:36:00.970180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:00.970875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:00.972632 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b6ddaeba-1543-4840-ac46-8425f495c73b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "PUT /v2.0/ports/7ae393eb-f771-489b-92af-30a96488629a HTTP/1.1" status: 200 len: 920 time: 3.0120678 Jan 28 20:36:00.977416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53274) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:00.983709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d212d23-7e55-463a-9744-0336426dc9a7'}, {'subnet_id': '640c4916-9fdb-43e7-819d-80086d1f4b8f'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:01.019614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d8b4e0c9-049a-48f2-b7d8-03192d64efeb None None] Provisioning complete for port 7ae393eb-f771-489b-92af-30a96488629a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:01.020620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8b4e0c9-049a-48f2-b7d8-03192d64efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:01.068299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058346f-2a53-4c02-8daa-719cc711745d req-1599b41f-29a0-49e8-b04e-7b576f4f0fc6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:01.070217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=2c92e3c6-0ae3-43c7-9f91-c8823b1c280c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:01.070865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4058346f-2a53-4c02-8daa-719cc711745d req-1599b41f-29a0-49e8-b04e-7b576f4f0fc6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 944 time: 0.1189992 Jan 28 20:36:01.088613 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-674b2a3c-6287-43d6-9dae-5c47bc85f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:01.091604 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-674b2a3c-6287-43d6-9dae-5c47bc85f3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:01.093083 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-674b2a3c-6287-43d6-9dae-5c47bc85f3d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34442856-446f-4a05-8ce6-3d5111e70381 HTTP/1.1" status: 204 len: 168 time: 1.2409537 Jan 28 20:36:01.141700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4e0c9-049a-48f2-b7d8-03192d64efeb None None] Port 7ae393eb-f771-489b-92af-30a96488629a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:01.150287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b2a3c-6287-43d6-9dae-5c47bc85f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34442856-446f-4a05-8ce6-3d5111e70381,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:01.192166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Checking segment: {'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:01.193032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Network hostable DHCP agents. Network: 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:01.235680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:01.261258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:01.267261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:01.281847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8add8-58be-41f6-bb35-200ba4483c6b None None] Network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:01.287190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6dd30476-0bc5-4ba9-a272-29a790f4b8f3 None None] Provisioning complete for port 7ae393eb-f771-489b-92af-30a96488629a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:01.287882 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6dd30476-0bc5-4ba9-a272-29a790f4b8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:01.320689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:01.321038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:01.321386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:01.329484 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:01.357458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:01.357800 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:01.359170 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 2 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:01.423065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6dd30476-0bc5-4ba9-a272-29a790f4b8f3 None None] Port 7ae393eb-f771-489b-92af-30a96488629a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:01.462990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:01.463340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:01.464133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:01.503721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:01.504262 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:01.537374 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 3 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:01.599532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:01.599881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:01.600231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:01.667085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:01.667423 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:01.675758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a8251ba4-c0ba-4bea-abb0-ab45e190273c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:01.685090 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 4 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:01.720506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:01.720861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:01.721346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:01.726284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4058346f-2a53-4c02-8daa-719cc711745d req-fe0d8104-332c-43da-95a4-3e53d29e4c2e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444912 Jan 28 20:36:01.742303 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:36:01.743376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:01.743714 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:01.748346 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 5 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:01.804717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port a8251ba4-c0ba-4bea-abb0-ab45e190273c completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:36:01.811050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port a8251ba4-c0ba-4bea-abb0-ab45e190273c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:01.813920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:01.825100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:01.832316 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:01.839803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:01.839803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:01.839803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:01.850241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:01.851107 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:01.854339 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 6 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:01.885572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:01.885942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:01.886287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:01.895708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:01.896043 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:01.915661 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 7 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:01.960584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.23 (f1124b90-4c07-43b0-838e-b25c3954bfab/640c4916-9fdb-43e7-819d-80086d1f4b8f/7ae393eb-f771-489b-92af-30a96488629a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:01.991729 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:02.010607 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP 82426a42-09cb-411d-b41b-0e94be4b83e3 associated. External IP: 172.25.2.85, port: 54f1fe9d-9fd0-416d-b757-aa4d56fe70db. Jan 28 20:36:02.044978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:36:02.047821 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb8070d-dddb-46aa-987e-9d62a59127c8" -d '{"events": [{"server_uuid": "2e27be09-53ea-45bc-99aa-15c4e81c8c2d", "name": "network-vif-plugged", "status": "completed", "tag": "a8251ba4-c0ba-4bea-abb0-ab45e190273c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:02.068093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port a8251ba4-c0ba-4bea-abb0-ab45e190273c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:02.088946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:02.090482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:02.090790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:02.094898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:02.175138 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:02.183624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:02.185799 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:02.199556 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 8 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:02.218262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:02.221147 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830be2c7-b2d1-474c-b3b9-1d1f68839ceb x-openstack-request-id: req-830be2c7-b2d1-474c-b3b9-1d1f68839ceb {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:02.222660 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e27be09-53ea-45bc-99aa-15c4e81c8c2d", "name": "network-vif-plugged", "status": "completed", "tag": "a8251ba4-c0ba-4bea-abb0-ab45e190273c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:02.222968 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-830be2c7-b2d1-474c-b3b9-1d1f68839ceb {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:02.224647 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c', 'code': 200} Jan 28 20:36:02.292930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=a8251ba4-c0ba-4bea-abb0-ab45e190273c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:02.314909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:02.315390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:02.315708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:02.340383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:02.340730 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:02.344992 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 9 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:02.410410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:02.451999 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaeeed-c99e-4389-8360-3cf42d90a05e req-bad6ecc2-0502-4449-bc96-3079272011f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:02.464784 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-affaeeed-c99e-4389-8360-3cf42d90a05e req-bad6ecc2-0502-4449-bc96-3079272011f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 1096 time: 0.2762346 Jan 28 20:36:02.512636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=7ae393eb-f771-489b-92af-30a96488629a,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:02.531283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:02.531623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:02.531967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:02.612952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:02.615142 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:02.621178 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 10 to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c Jan 28 20:36:02.656548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:02.679616 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffe141b-e232-4d95-8629-af2b279ef8ff None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:02.709252 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe141b-e232-4d95-8629-af2b279ef8ff None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:02.710824 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cffe141b-e232-4d95-8629-af2b279ef8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:02.711872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:02.712351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:02.712576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:02.725394 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-affaeeed-c99e-4389-8360-3cf42d90a05e req-c8886fa3-14da-4a6d-8059-055c9b357170 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094030 Jan 28 20:36:02.727995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] In _notify_port_updated(), no bound segment for port 7ae393eb-f771-489b-92af-30a96488629a on network f1124b90-4c07-43b0-838e-b25c3954bfab {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:36:02.735499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:02.736157 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:02.737494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8f893bc8-0c28-4946-84b2-c01d9f35cec7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "PUT /v2.0/ports/7ae393eb-f771-489b-92af-30a96488629a HTTP/1.1" status: 200 len: 1000 time: 1.7583246 Jan 28 20:36:02.740369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53336) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:02.748407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:02.748748 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:02.749131 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:02.749580 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cffe141b-e232-4d95-8629-af2b279ef8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:02.762207 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe141b-e232-4d95-8629-af2b279ef8ff None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:02.763115 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cffe141b-e232-4d95-8629-af2b279ef8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:02.775581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-af89fc2c-9a12-430f-8cef-d5d6dda4b468 None None] Provisioning complete for port 7ae393eb-f771-489b-92af-30a96488629a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:02.776220 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af89fc2c-9a12-430f-8cef-d5d6dda4b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:02.868309 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cffe141b-e232-4d95-8629-af2b279ef8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:02.869800 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffe141b-e232-4d95-8629-af2b279ef8ff None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:02.911506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-af89fc2c-9a12-430f-8cef-d5d6dda4b468 None None] Port 7ae393eb-f771-489b-92af-30a96488629a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:02.955062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] For port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:02.955062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempted to set empty binding levels {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 20:36:02.963640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.029521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2035e-3ce9-4e16-8a02-2551ca8c1121 req-db2e9fa7-79ff-461f-9d1f-3a3b952f49c6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:03.031642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9d2035e-3ce9-4e16-8a02-2551ca8c1121 req-db2e9fa7-79ff-461f-9d1f-3a3b952f49c6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 945 time: 0.1258156 Jan 28 20:36:03.043384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d6b069f8-6040-4dff-96cb-20c62360c0df tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 7ae393eb-f771-489b-92af-30a96488629a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:03.044060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:03.044400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b069f8-6040-4dff-96cb-20c62360c0df tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.044711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.098774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=2c92e3c6-0ae3-43c7-9f91-c8823b1c280c,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:03.123678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5710ae67-ad0b-449e-a33a-695cea29150c tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.3842795 Jan 28 20:36:03.125857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:03.195082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9d2035e-3ce9-4e16-8a02-2551ca8c1121 req-8131fd3b-5840-44b6-8529-fb931ac12e44 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447821 Jan 28 20:36:03.211021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53360) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:03.255514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Deleting port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:03.255871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.298900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b069f8-6040-4dff-96cb-20c62360c0df tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.315995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d6b069f8-6040-4dff-96cb-20c62360c0df tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 7ae393eb-f771-489b-92af-30a96488629a owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:03.327734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:03.343522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] For port 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c, host n-h2-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:03.344106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.372854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Calling delete_port for 2c92e3c6-0ae3-43c7-9f91-c8823b1c280c owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:03.408129 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:36:03.477519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.508512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c92e3c6-0ae3-43c7-9f91-c8823b1c280c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:03.515141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.519522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2aecd21c-5bfb-4473-a3a6-49e311846467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2c92e3c6-0ae3-43c7-9f91-c8823b1c280c HTTP/1.1" status: 204 len: 168 time: 0.3911669 Jan 28 20:36:03.522074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53368) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:03.554443 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5973601-39bc-4abc-81da-367f72abb662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] GET failed (client error): The resource could not be found. Jan 28 20:36:03.556289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:03.556878 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b5973601-39bc-4abc-81da-367f72abb662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "GET /v2.0/ports/2c92e3c6-0ae3-43c7-9f91-c8823b1c280c HTTP/1.1" status: 404 len: 333 time: 0.0331764 Jan 28 20:36:03.560077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53370) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:03.566231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Request body: {'port': {'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-303943000'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:03.568671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82b711-26a3-4c7d-99bc-6e7d778c1dc0 None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:03.578597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.581963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82b711-26a3-4c7d-99bc-6e7d778c1dc0 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:03.584797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5d82b711-26a3-4c7d-99bc-6e7d778c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:03.592941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53372) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:03.595650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Made reservation on behalf of 06a847e9ac034e97bd46260426eada7e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:03.598056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.619842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] device_id is not set on port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:03.659740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5d82b711-26a3-4c7d-99bc-6e7d778c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:03.679062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82b711-26a3-4c7d-99bc-6e7d778c1dc0 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:03.681065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5d82b711-26a3-4c7d-99bc-6e7d778c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:03.713719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a27f48f6-c850-48b8-80cf-5a12f51ce926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.766090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5d82b711-26a3-4c7d-99bc-6e7d778c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:03.767879 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82b711-26a3-4c7d-99bc-6e7d778c1dc0 None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:03.829571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-85cc21ac-7ce3-46bc-9ee9-f3865687f22b tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/floatingips/82426a42-09cb-411d-b41b-0e94be4b83e3 HTTP/1.1" status: 200 len: 978 time: 3.6217628 Jan 28 20:36:03.838632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53380) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:03.843595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:03.868344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1fbda0ca-0b4f-45b9-a21d-c40c40f02670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.911589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.913821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b069f8-6040-4dff-96cb-20c62360c0df tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:03.989778 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.015959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b069f8-6040-4dff-96cb-20c62360c0df tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=7ae393eb-f771-489b-92af-30a96488629a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:04.020294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1fbda0ca-0b4f-45b9-a21d-c40c40f02670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.035587 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1fbda0ca-0b4f-45b9-a21d-c40c40f02670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.058938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.136565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:04.149362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:04.158939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:04.159886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:04.160535 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.171180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba42d03-f0c3-49a2-b27f-e2b46bd1743a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:04.175624 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1fbda0ca-0b4f-45b9-a21d-c40c40f02670 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ef86131b41747dd96240b641931455a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810950 Jan 28 20:36:04.178682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53384) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:04.186294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbda0ca-0b4f-45b9-a21d-c40c40f02670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128896b2-cd2c-4893-867d-e381093e4fb6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:04.196365 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-42eca76f-a8e1-4f17-9985-6005f242c4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6322086 Jan 28 20:36:04.229821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53386) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:04.244806 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a27f48f6-c850-48b8-80cf-5a12f51ce926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.245990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:04.259811 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a27f48f6-c850-48b8-80cf-5a12f51ce926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.294094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88848830-e3e0-4ed4-b922-ddaff6774f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.321816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88848830-e3e0-4ed4-b922-ddaff6774f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.371544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f48f6-c850-48b8-80cf-5a12f51ce926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbc07c4-94a6-4497-86b9-a91a1e744872,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:04.376792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b069f8-6040-4dff-96cb-20c62360c0df tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.379316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.380361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d6b069f8-6040-4dff-96cb-20c62360c0df tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/7ae393eb-f771-489b-92af-30a96488629a HTTP/1.1" status: 204 len: 168 time: 1.6389985 Jan 28 20:36:04.399005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53392) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:04.415523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a27f48f6-c850-48b8-80cf-5a12f51ce926 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77f3e08cc6464ed9a146cf2881a00aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2012160 Jan 28 20:36:04.422973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.423738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53394) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:04.435452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.435793 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP 82426a42-09cb-411d-b41b-0e94be4b83e3 disassociated. External IP: 172.25.2.85, port: d4e97f5e-5238-4a2b-96f2-80a61326c60d. Jan 28 20:36:04.452413 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fca1c3-841a-4446-a969-240dd049732e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:36:04.456989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e6fca1c3-841a-4446-a969-240dd049732e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/7ae393eb-f771-489b-92af-30a96488629a HTTP/1.1" status: 404 len: 333 time: 0.0534968 Jan 28 20:36:04.459245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53398) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:04.517563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e778-fcc0-4af8-aacc-363a3ad2e9a5 req-f20f8962-5080-4d09-a4d4-a5d0d5dc1b72 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:04.519070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8983e778-fcc0-4af8-aacc-363a3ad2e9a5 req-f20f8962-5080-4d09-a4d4-a5d0d5dc1b72 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 945 time: 0.2183065 Jan 28 20:36:04.536831 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88848830-e3e0-4ed4-b922-ddaff6774f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.539529 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88848830-e3e0-4ed4-b922-ddaff6774f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.544603 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-88848830-e3e0-4ed4-b922-ddaff6774f07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/128896b2-cd2c-4893-867d-e381093e4fb6 HTTP/1.1" status: 204 len: 168 time: 0.3641114 Jan 28 20:36:04.590263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e1cdcd-2f57-47d9-a506-eb3c3837ec5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet 640c4916-9fdb-43e7-819d-80086d1f4b8f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:36:04.595576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cdcd-2f57-47d9-a506-eb3c3837ec5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.598190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88848830-e3e0-4ed4-b922-ddaff6774f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128896b2-cd2c-4893-867d-e381093e4fb6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:04.602905 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c7ece0b4-d3df-4967-a1c3-32ad61056617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.625475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8983e778-fcc0-4af8-aacc-363a3ad2e9a5 req-ee616388-a0f1-42e5-8ff5-4722890fe134 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700643 Jan 28 20:36:04.641041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c7ece0b4-d3df-4967-a1c3-32ad61056617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.682386 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cdcd-2f57-47d9-a506-eb3c3837ec5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.772023 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c7ece0b4-d3df-4967-a1c3-32ad61056617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.775834 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c7ece0b4-d3df-4967-a1c3-32ad61056617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.778126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c7ece0b4-d3df-4967-a1c3-32ad61056617 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bbc07c4-94a6-4497-86b9-a91a1e744872 HTTP/1.1" status: 204 len: 168 time: 0.3514116 Jan 28 20:36:04.799879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ece0b4-d3df-4967-a1c3-32ad61056617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbc07c4-94a6-4497-86b9-a91a1e744872,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:04.805516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] device_id is not set on port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:04.809635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:04.818491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.834750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:04.855228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-2d63b18d-595e-4e30-8aa4-38371aabf6ce tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=46424bd783164b6da95602dd2227d22a HTTP/1.1" status: 200 len: 267 time: 0.0762579 Jan 28 20:36:04.873964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cdcd-2f57-47d9-a506-eb3c3837ec5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.002079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:05.007601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.015568 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045152a-7bb9-46e5-8899-280f386c1e5c None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:05.016696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-94083d00-c32e-4683-8da8-7a470906b571 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:05.018261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-94083d00-c32e-4683-8da8-7a470906b571 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 945 time: 0.1057074 Jan 28 20:36:05.032099 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045152a-7bb9-46e5-8899-280f386c1e5c None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:05.033882 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-8045152a-7bb9-46e5-8899-280f386c1e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:05.049338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'port': {'security_groups': []}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:05.082407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c527798c-bfe7-42a4-80a7-d384677a4aa9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/floatingips/82426a42-09cb-411d-b41b-0e94be4b83e3 HTTP/1.1" status: 200 len: 687 time: 1.2422137 Jan 28 20:36:05.083013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53412) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:05.158965 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-8045152a-7bb9-46e5-8899-280f386c1e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:05.175283 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045152a-7bb9-46e5-8899-280f386c1e5c None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:05.175952 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-8045152a-7bb9-46e5-8899-280f386c1e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:35:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:05.245318 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-8045152a-7bb9-46e5-8899-280f386c1e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:05.246945 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045152a-7bb9-46e5-8899-280f386c1e5c None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:05.336276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba42d03-f0c3-49a2-b27f-e2b46bd1743a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:05.348784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.349212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.349617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.357159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.357159 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.357159 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 2 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.374458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.374811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.375153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.395739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.396420 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.398654 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 3 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.422168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cdcd-2f57-47d9-a506-eb3c3837ec5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.462180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.462844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.463374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.471749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.472553 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.473552 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 4 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.479150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1cdcd-2f57-47d9-a506-eb3c3837ec5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=640c4916-9fdb-43e7-819d-80086d1f4b8f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:05.497315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53424) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:05.498888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1e1cdcd-2f57-47d9-a506-eb3c3837ec5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.504606 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b1e1cdcd-2f57-47d9-a506-eb3c3837ec5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/640c4916-9fdb-43e7-819d-80086d1f4b8f HTTP/1.1" status: 204 len: 168 time: 1.0410874 Jan 28 20:36:05.504817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24c542-fdeb-49e3-b0e6-4b2059a575e4 None None] Network f1124b90-4c07-43b0-838e-b25c3954bfab requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:05.518119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53426) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:05.524189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34933008-d3e3-443e-84cd-6c8c2a2f2a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.535248 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.540943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.541289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.541632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.549714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.550064 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.554154 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 5 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.577183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.577712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.578056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.588659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.589264 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.591102 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 6 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.607726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.608254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.608607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.615835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.616730 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.621152 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 7 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.642191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.642540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.642939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.652109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.652109 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.653534 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 8 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.679761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.680086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.680719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.696338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.696693 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.698602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34933008-d3e3-443e-84cd-6c8c2a2f2a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.699407 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 9 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.714528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.714913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.715219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.720235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34933008-d3e3-443e-84cd-6c8c2a2f2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.723913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.724407 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.749316 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 10 to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a Jan 28 20:36:05.768380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34933008-d3e3-443e-84cd-6c8c2a2f2a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9549e66-bcae-4a87-bb89-741bb6eab1c9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:05.770848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] For port a8251ba4-c0ba-4bea-abb0-ab45e190273c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:05.795119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:05.795463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:05.795807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:05.809045 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.813881 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-34933008-d3e3-443e-84cd-6c8c2a2f2a39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7a6ee35e15648559f7e4ece82e477ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102639 Jan 28 20:36:05.814616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53436) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:05.831251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.848701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['49b400d7-e26a-4544-bce0-f98bf81d18a6', '66134a3f-1a53-4d6d-a6fe-5b8113829e8f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:05.857965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a8251ba4-c0ba-4bea-abb0-ab45e190273c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:05.881376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:05.881777 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:05.882168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.888113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-94341a6d-a1e7-4d0c-92db-5f8e42514db3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet 0d212d23-7e55-463a-9744-0336426dc9a7 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:36:05.899920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94341a6d-a1e7-4d0c-92db-5f8e42514db3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.934801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:05.935593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:05.937676 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdabb8b7-8c08-46ef-ab5f-f956349873f7 req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "PUT /v2.0/ports/a8251ba4-c0ba-4bea-abb0-ab45e190273c HTTP/1.1" status: 200 len: 904 time: 0.8946619 Jan 28 20:36:05.937980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'tag': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:36:05.940457 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba" -d '{"events": [{"name": "network-changed", "server_uuid": "2e27be09-53ea-45bc-99aa-15c4e81c8c2d", "tag": "a8251ba4-c0ba-4bea-abb0-ab45e190273c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:06.021704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c43bb-80f7-401f-9440-ff1f4a347206 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'Port': ['ID=a8251ba4-c0ba-4bea-abb0-ab45e190273c,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:06.027788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94341a6d-a1e7-4d0c-92db-5f8e42514db3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.038771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ebad546-ec9f-4146-9a9f-ab5a871d9ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.057466 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22790428-8783-4c34-959c-fe72785ba068 x-openstack-request-id: req-22790428-8783-4c34-959c-fe72785ba068 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:06.058158 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e27be09-53ea-45bc-99aa-15c4e81c8c2d", "tag": "a8251ba4-c0ba-4bea-abb0-ab45e190273c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:06.058681 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22790428-8783-4c34-959c-fe72785ba068 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:06.059331 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'tag': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c', 'status': 'completed', 'code': 200} Jan 28 20:36:06.071418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 89dc946c-7ee8-4b53-a3dc-03f63399218c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:06.072106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.132579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['a8251ba4-c0ba-4bea-abb0-ab45e190273c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:06.203573 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ebad546-ec9f-4146-9a9f-ab5a871d9ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.237495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] For port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:06.237880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempted to set empty binding levels {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 20:36:06.276542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.340926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28350870-4bac-425f-9ac4-72c4499cbcc5 req-4fdc63ca-6880-4757-b8d5-61a578ff723f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.342588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28350870-4bac-425f-9ac4-72c4499cbcc5 req-4fdc63ca-6880-4757-b8d5-61a578ff723f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 907 time: 0.2653227 Jan 28 20:36:06.348095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94341a6d-a1e7-4d0c-92db-5f8e42514db3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.447284 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.448094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.468454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7f12e140-68c5-4735-a734-5c76964e00db None None] Provisioning complete for port a8251ba4-c0ba-4bea-abb0-ab45e190273c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:06.468827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7f12e140-68c5-4735-a734-5c76964e00db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.469966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 89dc946c-7ee8-4b53-a3dc-03f63399218c owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:06.509732 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ebad546-ec9f-4146-9a9f-ab5a871d9ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.512739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ebad546-ec9f-4146-9a9f-ab5a871d9ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.516146 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ebad546-ec9f-4146-9a9f-ab5a871d9ee0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9549e66-bcae-4a87-bb89-741bb6eab1c9 HTTP/1.1" status: 204 len: 168 time: 0.6992238 Jan 28 20:36:06.519094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] In _notify_port_updated(), no bound segment for port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:36:06.519985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.524882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.526843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "PUT /v2.0/ports/9ba42d03-f0c3-49a2-b27f-e2b46bd1743a HTTP/1.1" status: 200 len: 978 time: 2.2967782 Jan 28 20:36:06.539659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-d09525ad-a38b-4f3d-b002-b366915af8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.541457 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-d09525ad-a38b-4f3d-b002-b366915af8b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 1058 time: 0.4459758 Jan 28 20:36:06.547015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53460) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:06.548352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad546-ec9f-4146-9a9f-ab5a871d9ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9549e66-bcae-4a87-bb89-741bb6eab1c9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:06.638850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94341a6d-a1e7-4d0c-92db-5f8e42514db3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.742731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe32b8-9edb-4b1f-9723-94fca1352b7b req-f2afded6-e2ee-45b1-8940-33fb25c55558 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.746664 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23fe32b8-9edb-4b1f-9723-94fca1352b7b req-f2afded6-e2ee-45b1-8940-33fb25c55558 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1912425 Jan 28 20:36:06.748392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94341a6d-a1e7-4d0c-92db-5f8e42514db3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=0d212d23-7e55-463a-9744-0336426dc9a7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:06.754777 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94341a6d-a1e7-4d0c-92db-5f8e42514db3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.760444 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-94341a6d-a1e7-4d0c-92db-5f8e42514db3 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/0d212d23-7e55-463a-9744-0336426dc9a7 HTTP/1.1" status: 204 len: 168 time: 1.2389557 Jan 28 20:36:06.764695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53466) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:06.852406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d96712-7dc9-4f92-9569-50367868ca4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba42d03-f0c3-49a2-b27f-e2b46bd1743a,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:06.877175 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:06.959062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23fe32b8-9edb-4b1f-9723-94fca1352b7b req-3e214b3f-a2d0-4953-8b34-742e2ae1848f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928027 Jan 28 20:36:06.982710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.983225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.983915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.984244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.984638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.985100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.989171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.989699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.995426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.996347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.996809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.997286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.997752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.998217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.998683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.999144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.999607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.000066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.000766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.001171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.008713 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-027f87e1-da93-46d9-8aec-d6bc131b592b tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17305 time: 0.4483683 Jan 28 20:36:07.009355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53474) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:07.082736 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.095302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-2833027b-da97-46a8-bed4-ffc3abafc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.096950 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-2833027b-da97-46a8-bed4-ffc3abafc631 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.5317831 Jan 28 20:36:07.154320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=89dc946c-7ee8-4b53-a3dc-03f63399218c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:07.172227 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-958f1696-f950-4d90-9440-b0abd71d5db2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c HTTP/1.1" status: 200 len: 217 time: 0.0662103 Jan 28 20:36:07.256059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:07.258365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.260899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-d2ce4707-24aa-40fc-8018-80952e47e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.264198 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-d2ce4707-24aa-40fc-8018-80952e47e20d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.0862210 Jan 28 20:36:07.283474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724480c-572f-4374-81ce-9e84b7eb9bf9 None None] Network f1124b90-4c07-43b0-838e-b25c3954bfab requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:07.317577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Deleting port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:07.317936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.386607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-a2c53f33-5725-49f1-b50f-d966d266813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.388855 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-a2c53f33-5725-49f1-b50f-d966d266813e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170094 Jan 28 20:36:07.414710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e23e-1005-4893-b441-bfc33a6a56d2 req-721ad493-fd1a-4794-abfb-67975770e59f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.429381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] For port 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a, host n-h2-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:07.429937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.430532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-890cd71a-adb8-4c7e-b880-750a3cbe6f99 None None] Provisioning complete for port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:07.430916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-890cd71a-adb8-4c7e-b880-750a3cbe6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.432749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0574e23e-1005-4893-b441-bfc33a6a56d2 req-721ad493-fd1a-4794-abfb-67975770e59f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3791516 Jan 28 20:36:07.477563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Calling delete_port for 9ba42d03-f0c3-49a2-b27f-e2b46bd1743a owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:07.510399 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.519068 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.521439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4efec4fd-576d-498f-b20d-0997f86a2b0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/floatingips/82426a42-09cb-411d-b41b-0e94be4b83e3 HTTP/1.1" status: 204 len: 168 time: 2.4333818 Jan 28 20:36:07.524908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53492) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:07.527000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] For port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,segment=NetworkSegment(86c96814-96bf-44a8-b14d-2beb5350575b),segment_id=86c96814-96bf-44a8-b14d-2beb5350575b)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:07.527438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.555142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:07.568484 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-bd8dba10-f4c8-4520-bfe8-00a9a371635d service neutron] 10.222.0.13 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681163 Jan 28 20:36:07.649427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] DHCP port deletion for f1124b90-4c07-43b0-838e-b25c3954bfab request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:36:07.653968 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-b5cbed0d-dba4-4992-b7cc-b38d524b7dc7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] delete failed (client error): The resource could not be found. Jan 28 20:36:07.660346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b5cbed0d-dba4-4992-b7cc-b38d524b7dc7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/floatingips/82426a42-09cb-411d-b41b-0e94be4b83e3 HTTP/1.1" status: 404 len: 345 time: 0.1291046 Jan 28 20:36:07.666775 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53494) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:07.691412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0574e23e-1005-4893-b441-bfc33a6a56d2 req-19185e76-f74b-4258-9f44-6460b57cf478 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573414 Jan 28 20:36:07.732214 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.790403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.831891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:07.837968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No DVR routers for this DVR port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:07.845586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ba42d03-f0c3-49a2-b27f-e2b46bd1743a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:07.853785 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7047e3dc-f656-4818-a2cb-b0c93d5b6fba req-1f565641-f402-498a-972e-2de81d4d591c service neutron] 10.222.0.13 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734449 Jan 28 20:36:07.855131 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21deab05-b79f-4806-baa9-9b9e6bace1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.862021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.869190 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0f15bc75-8c1a-42ee-880b-4af651e3d164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "DELETE /v2.0/ports/9ba42d03-f0c3-49a2-b27f-e2b46bd1743a HTTP/1.1" status: 204 len: 168 time: 0.8546848 Jan 28 20:36:07.870012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53500) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:07.891635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] Deleting port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:07.893004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.909206 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-472a55c8-64b4-4115-b77a-e979105359ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] GET failed (client error): The resource could not be found. Jan 28 20:36:07.917783 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-472a55c8-64b4-4115-b77a-e979105359ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "GET /v2.0/ports/9ba42d03-f0c3-49a2-b27f-e2b46bd1743a HTTP/1.1" status: 404 len: 333 time: 0.0466344 Jan 28 20:36:07.918486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53504) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:07.924904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005012168', 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:07.938021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d13986-1667-44a5-9399-b6902e032ee1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.944097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d13986-1667-44a5-9399-b6902e032ee1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.950891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d13986-1667-44a5-9399-b6902e032ee1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.955232 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-19d13986-1667-44a5-9399-b6902e032ee1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "GET /v2.0/ports?network_id=b07e824d-7564-4e1a-8f90-47096da1e26b HTTP/1.1" status: 200 len: 2358 time: 0.2839291 Jan 28 20:36:07.955792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53508) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:07.975138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] For port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:07.976573 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:07.992250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] Calling delete_port for c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:07.995131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] Port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:36:07.996574 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.026179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1bb824-b002-48e0-ae94-5f6e5e01e3f1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:08.032423 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2c1bb824-b002-48e0-ae94-5f6e5e01e3f1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "GET /v2.0/subnets/bbf6814b-08d4-465a-858d-7caf392fc617 HTTP/1.1" status: 200 len: 797 time: 0.0706670 Jan 28 20:36:08.032423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Made reservation on behalf of 06a847e9ac034e97bd46260426eada7e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:08.033050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.036670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53510) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:08.039725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] No DVR routers for this DVR port c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:08.042375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.043306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'port': {'network_id': 'b07e824d-7564-4e1a-8f90-47096da1e26b', 'name': 'tempest-FloatingIPTestJSON-1165012362', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:08.051068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde44f36-4c44-4a0b-8f21-23d60ebc9131 None None] Pushing event deleted for resources: {'Port': ['ID=c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:08.082280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1124b90-4c07-43b0-838e-b25c3954bfab']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:08.101563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c96814-96bf-44a8-b14d-2beb5350575b') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:08.102017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c96814-96bf-44a8-b14d-2beb5350575b') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:08.133058 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.140337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] device_id is not set on port cf117976-1fad-42b0-bfa4-129d1518b471 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:08.176004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.188408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:08.189604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:08.195928 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:08.356841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:08.359654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.384271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.390582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/networks/f1124b90-4c07-43b0-838e-b25c3954bfab HTTP/1.1" status: 204 len: 168 time: 1.6225863 Jan 28 20:36:08.398465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53528) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:08.427969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.432617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6ee36-0afe-42f3-ba2a-03fbf5127ac6 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Network': ['ID=f1124b90-4c07-43b0-838e-b25c3954bfab,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:08.485955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-074c14de-40e9-4471-b712-3dd062bf5773 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:08.488570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.494625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-074c14de-40e9-4471-b712-3dd062bf5773 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.2942288 Jan 28 20:36:08.510713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] device_id is not set on port ed40f37f-2829-45bb-8628-af7704d9cb02 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:08.515820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9cc52c-01c0-45e0-8b7c-1b2cc4491602 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:08.517489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fe9cc52c-01c0-45e0-8b7c-1b2cc4491602 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1052256 Jan 28 20:36:08.518389 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.521043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53532) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:08.526584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-f0ec62f5-48a1-4a0b-a7e6-075f60960674 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/quotas/46424bd783164b6da95602dd2227d22a HTTP/1.1" status: 200 len: 375 time: 0.0310197 Jan 28 20:36:08.585790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53536) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:08.619163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-d88ebb00-48c7-4318-9b66-00d96ae0b0d2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0916934 Jan 28 20:36:08.716815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:08.731745 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-cd74cbac-ab71-4729-aaa7-858d9a32a5ee service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018302 Jan 28 20:36:08.731927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:08.757890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=cf117976-1fad-42b0-bfa4-129d1518b471,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:08.760355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:08.761394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:08.761887 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.791466 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c891b331-c9e8-4b9f-bf07-15c0728fd670 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2643244 Jan 28 20:36:08.791983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53544) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:08.799652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1712028830'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:08.816543 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0a34ece2-7b87-44af-a48a-14fca040058e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8955922 Jan 28 20:36:08.818974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53546) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:08.863037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548b69d4-4e33-45de-9dca-004767bcf221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:08.868276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-548b69d4-4e33-45de-9dca-004767bcf221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "GET /v2.0/ports/cf117976-1fad-42b0-bfa4-129d1518b471 HTTP/1.1" status: 200 len: 959 time: 0.0437751 Jan 28 20:36:08.871515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53548) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:08.897012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-f2c902b8-8620-4dd0-8720-e75b32ab0476 service neutron] 10.222.0.44 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569705 Jan 28 20:36:08.939527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:08.950735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:08.954273 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:08.970733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:36:08.971075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c7f2985a-3b5b-4168-8f8a-2dd54b9bd53b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:09.035909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5aee7aaa-15d7-41d6-8234-9a7a5039d5ab tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-52006405'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:09.050585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:09.077779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.077779 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Added segment 42dd936d-99b6-4091-b51f-7a85a8471bf4 of type vlan for network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 Jan 28 20:36:09.122369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5aee7aaa-15d7-41d6-8234-9a7a5039d5ab tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.123452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5aee7aaa-15d7-41d6-8234-9a7a5039d5ab tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.128212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb3580-5bf6-4cda-ab7f-cb5b0534d0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Deleting port cf117976-1fad-42b0-bfa4-129d1518b471 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:09.128563 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3580-5bf6-4cda-ab7f-cb5b0534d0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.135184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.20.0.14 (b07e824d-7564-4e1a-8f90-47096da1e26b/bbf6814b-08d4-465a-858d-7caf392fc617/ed40f37f-2829-45bb-8628-af7704d9cb02) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:09.154250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.20.0.13 (b07e824d-7564-4e1a-8f90-47096da1e26b/bbf6814b-08d4-465a-858d-7caf392fc617/ed40f37f-2829-45bb-8628-af7704d9cb02) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:09.167256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ac605e1-61aa-48d8-8006-dc1d486556c8 req-7ce288bb-19b4-41e0-a389-7afb70c025d0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 210 time: 0.0583165 Jan 28 20:36:09.194906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.242981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5aee7aaa-15d7-41d6-8234-9a7a5039d5ab tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.251134 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5aee7aaa-15d7-41d6-8234-9a7a5039d5ab tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.254918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3580-5bf6-4cda-ab7f-cb5b0534d0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.275634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.281230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:09.281840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.292064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5aee7aaa-15d7-41d6-8234-9a7a5039d5ab tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.296703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5aee7aaa-15d7-41d6-8234-9a7a5039d5ab tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.7071252 Jan 28 20:36:09.297830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53564) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:09.364753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb3580-5bf6-4cda-ab7f-cb5b0534d0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Calling delete_port for cf117976-1fad-42b0-bfa4-129d1518b471 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:09.369662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Network': ['ID=81eba2e2-5773-4314-9ff7-97a1c2e392b0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:09.388090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:09.415236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-182211fe-b5f8-4a9e-a143-3d3292f8c03b tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.439747 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-57db4b69-de7e-4a8d-b20c-6178d10ba218 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6466603 Jan 28 20:36:09.446989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53572) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:09.453873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:09.725391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.732366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3580-5bf6-4cda-ab7f-cb5b0534d0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.764743 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-182211fe-b5f8-4a9e-a143-3d3292f8c03b tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.773405 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-182211fe-b5f8-4a9e-a143-3d3292f8c03b tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.781928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb3580-5bf6-4cda-ab7f-cb5b0534d0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf117976-1fad-42b0-bfa4-129d1518b471,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:09.798286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3580-5bf6-4cda-ab7f-cb5b0534d0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.805037 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a3cb3580-5bf6-4cda-ab7f-cb5b0534d0d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "DELETE /v2.0/ports/cf117976-1fad-42b0-bfa4-129d1518b471 HTTP/1.1" status: 204 len: 168 time: 0.9294856 Jan 28 20:36:09.811372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53582) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:09.845626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-182211fe-b5f8-4a9e-a143-3d3292f8c03b tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.847116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182211fe-b5f8-4a9e-a143-3d3292f8c03b tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10da7c73-0666-40e5-9f8e-a16c6c7fb2a1 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:09.856387 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-182211fe-b5f8-4a9e-a143-3d3292f8c03b tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.862280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-182211fe-b5f8-4a9e-a143-3d3292f8c03b tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "DELETE /v2.0/routers/10da7c73-0666-40e5-9f8e-a16c6c7fb2a1 HTTP/1.1" status: 204 len: 168 time: 0.5630200 Jan 28 20:36:09.862902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53584) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:09.876041 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdfb2c2-068c-4e39-ab78-7bab0ea5d629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] GET failed (client error): The resource could not be found. Jan 28 20:36:09.878581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bcdfb2c2-068c-4e39-ab78-7bab0ea5d629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "GET /v2.0/ports/cf117976-1fad-42b0-bfa4-129d1518b471 HTTP/1.1" status: 404 len: 333 time: 0.0656576 Jan 28 20:36:09.883171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1470e985-d5cc-47f4-a8ac-f38bc7469e95 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Request body: {'router': {'name': 'tempest-router-2058667523', 'distributed': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:09.883274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53590) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:09.890318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Request body: {'port': {'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1740812292'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:09.902519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.905036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:09.909244 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.922698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1470e985-d5cc-47f4-a8ac-f38bc7469e95 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:09.924756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1470e985-d5cc-47f4-a8ac-f38bc7469e95 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.007310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1470e985-d5cc-47f4-a8ac-f38bc7469e95 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.012481 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1470e985-d5cc-47f4-a8ac-f38bc7469e95 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.033615 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1470e985-d5cc-47f4-a8ac-f38bc7469e95 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.034867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1470e985-d5cc-47f4-a8ac-f38bc7469e95 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1706262 Jan 28 20:36:10.038895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53598) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:10.115347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network b07e824d-7564-4e1a-8f90-47096da1e26b is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:10.121776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:10.128410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Made reservation on behalf of 06a847e9ac034e97bd46260426eada7e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:10.130998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.144422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f0126aa5-f7a3-4c27-bead-5c851c02185e tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.154312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:10.204679 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-db37e9f5-4349-4c2b-81c5-21259653ba29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.213080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:10.221527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.295429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] device_id is not set on port 2e4954d3-414a-4f98-9280-18b662585c97 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:10.304499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=ed40f37f-2829-45bb-8628-af7704d9cb02,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:10.332166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a69aedc0-4cd3-443e-b50e-e99e10249bbc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2928698 Jan 28 20:36:10.346499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53608) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:10.349806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'ed40f37f-2829-45bb-8628-af7704d9cb02', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:10.376738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.422124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9039e5d-2be9-46a4-b1b3-75c1f06132fc req-ac0e312a-a703-4e9f-85de-b0e490e84c30 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 210 time: 0.1208677 Jan 28 20:36:10.423852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f0126aa5-f7a3-4c27-bead-5c851c02185e tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.427888 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f0126aa5-f7a3-4c27-bead-5c851c02185e tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.472306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=04ccfd15-7380-446f-876c-fe5525b9716b,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:10.566627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking segment: {'id': '42dd936d-99b6-4091-b51f-7a85a8471bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:10.567009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network hostable DHCP agents. Network: 81eba2e2-5773-4314-9ff7-97a1c2e392b0, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:10.611510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:10.616523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.621532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-34e9e687-a449-4ff3-863e-c0715468dc80 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:10.623374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-34e9e687-a449-4ff3-863e-c0715468dc80 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 811 time: 0.1611757 Jan 28 20:36:10.625719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.631287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 81eba2e2-5773-4314-9ff7-97a1c2e392b0) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:10.640025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:10.640763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.643801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce65011-01dd-4990-90fe-b916652bfbd8 None None] Network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:10.651279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Request body: {'port': {'device_id': '11de62f4-9693-4f60-a894-6d455915b6fb', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'admin_state_up': True, 'tenant_id': '46424bd783164b6da95602dd2227d22a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:10.659858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f0126aa5-f7a3-4c27-bead-5c851c02185e tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.670102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0126aa5-f7a3-4c27-bead-5c851c02185e tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fec21b7-4b61-485f-88d0-2a13f3cce9a9 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:10.676300 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f0126aa5-f7a3-4c27-bead-5c851c02185e tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.681653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f0126aa5-f7a3-4c27-bead-5c851c02185e tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "DELETE /v2.0/routers/1fec21b7-4b61-485f-88d0-2a13f3cce9a9 HTTP/1.1" status: 204 len: 168 time: 0.6366265 Jan 28 20:36:10.684980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c35beae-7187-44bc-9abf-0ebda331c748 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2350371 Jan 28 20:36:10.687335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53618) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:10.687722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53620) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:10.695016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0', 'name': 'tempest-PortsTestJSON-1484348242'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:10.703996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ac484f4f-2e83-4735-9e3c-5eafdddc35d5 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Request body: {'router': {'name': 'tempest-router-504215018', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '256179e3d75c4c988d08bd6cd0ad5670'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:10.721692 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.832741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:10.843788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:10.855268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:10.856344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:10.856977 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.893240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4954d3-414a-4f98-9280-18b662585c97,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:10.901945 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2630bf48-dc3f-4a97-b5fd-950b5d1c1cdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0143390 Jan 28 20:36:10.904695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53628) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:10.915853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac484f4f-2e83-4735-9e3c-5eafdddc35d5 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.917165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac484f4f-2e83-4735-9e3c-5eafdddc35d5 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:10.926585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:11.015566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-81eba2e2-5773-4314-9ff7-97a1c2e392b0', 'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0', 'tenant_id': 'a334e2c90f4d446b988956b1f69c53fa', 'fixed_ips': [{'subnet_id': '04ccfd15-7380-446f-876c-fe5525b9716b'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:36:11.016559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.072978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.143372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac484f4f-2e83-4735-9e3c-5eafdddc35d5 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.218727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Allocated IP 172.20.0.2 (81eba2e2-5773-4314-9ff7-97a1c2e392b0/04ccfd15-7380-446f-876c-fe5525b9716b/cfdd457a-5847-4741-839e-11c86b2ff1ed) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:11.372927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Made reservation on behalf of 46424bd783164b6da95602dd2227d22a for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:11.377170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.384763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.483313 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.499357 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.609030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:11.620388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac484f4f-2e83-4735-9e3c-5eafdddc35d5 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.621651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:11.625824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:11.628356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:11.629987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.642714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Pushing event updated for resources: {'Port': ['ID=cfdd457a-5847-4741-839e-11c86b2ff1ed,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:11.650054 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.677229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port b48a0437-7b09-4847-b5a7-2fe9dcff0f6c yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:11.684609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac484f4f-2e83-4735-9e3c-5eafdddc35d5 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.686431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ac484f4f-2e83-4735-9e3c-5eafdddc35d5 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9977434 Jan 28 20:36:11.689565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53654) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:11.696493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:11.704124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.25.2.63 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/50f1da05-d2c7-42cd-8ecc-2a77f0159967) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:11.705931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Attempting to bind port cfdd457a-5847-4741-839e-11c86b2ff1ed on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:11.706373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Attempting to bind port cfdd457a-5847-4741-839e-11c86b2ff1ed by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '42dd936d-99b6-4091-b51f-7a85a8471bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:11.706840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Attempting to bind port cfdd457a-5847-4741-839e-11c86b2ff1ed on network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:11.713718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:11.714255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Checking segment: {'id': '42dd936d-99b6-4091-b51f-7a85a8471bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:11.714723 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.715357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Bound using segment: {'id': '42dd936d-99b6-4091-b51f-7a85a8471bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:11.715910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Bound port: cfdd457a-5847-4741-839e-11c86b2ff1ed, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dd936d-99b6-4091-b51f-7a85a8471bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:11.716426 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.823700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] For port cfdd457a-5847-4741-839e-11c86b2ff1ed, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:11.834923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] For port cfdd457a-5847-4741-839e-11c86b2ff1ed, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cfdd457a-5847-4741-839e-11c86b2ff1ed,segment=NetworkSegment(42dd936d-99b6-4091-b51f-7a85a8471bf4),segment_id=42dd936d-99b6-4091-b51f-7a85a8471bf4)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:11.846125 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:11.889495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Allocated IP 172.20.0.6 (76e6b64b-9eee-4a46-97a5-c1bc79809cc7/06eba3e7-baca-4568-8c4a-ea287db23c48/d0f6b56b-968d-474a-9638-d0f2e9233b65) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:11.949839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc43d6-c452-4497-8a84-15c4b33bdb5f None None] Pushing event updated for resources: {'Port': ['ID=cfdd457a-5847-4741-839e-11c86b2ff1ed,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:12.072203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87edc017-6cba-4355-b7e6-18c74db3f8b4 req-1131de92-c268-47b7-8baf-ba65a86238de tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 210 time: 0.4623718 Jan 28 20:36:12.098178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.8 (81eba2e2-5773-4314-9ff7-97a1c2e392b0/04ccfd15-7380-446f-876c-fe5525b9716b/b48a0437-7b09-4847-b5a7-2fe9dcff0f6c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:12.158427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.184984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.187788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] device_id is not set on port 2e4954d3-414a-4f98-9280-18b662585c97 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:12.208108 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.233034 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.235260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.249186 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.257253 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.295693 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.310715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['49b400d7-e26a-4544-bce0-f98bf81d18a6', '66134a3f-1a53-4d6d-a6fe-5b8113829e8f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:12.333222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:12.340299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:12.354385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:12.395818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:12.406173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:12.410019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=50f1da05-d2c7-42cd-8ecc-2a77f0159967,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:12.413192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:12.533134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102306) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 20:36:12.533680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Router 056c7f08-ae55-4fac-be3e-a51b4976e7cc migrating from provider to provider. {{(pid=102306) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 20:36:12.534236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.546089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.591168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4954d3-414a-4f98-9280-18b662585c97,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:12.596814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.612622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event updated for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:12.663392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:12.665144 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.733197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-23d1c0f7-5345-48ce-a934-22ae520cbc7a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0887799 Jan 28 20:36:12.753644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Request body: {'port': {'device_id': '11de62f4-9693-4f60-a894-6d455915b6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:12.775588 n-d-825064-3 neutron-server[102306]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] No L3 agents can host the router 056c7f08-ae55-4fac-be3e-a51b4976e7cc Jan 28 20:36:12.790552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:12.791029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:12.791376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:12.814613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:12.814956 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:12.871521 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 2 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:12.894692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:12.895230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:12.895570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:12.903129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:12.904452 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:12.933069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-546d4902-8cc3-4f7a-8c37-92115409f580 None None] Provisioning complete for port d0f6b56b-968d-474a-9638-d0f2e9233b65 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:12.933665 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-546d4902-8cc3-4f7a-8c37-92115409f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:12.996321 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.003144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-546d4902-8cc3-4f7a-8c37-92115409f580 None None] Port d0f6b56b-968d-474a-9638-d0f2e9233b65 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:13.015369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.058476 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 3 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:13.074945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cfdd457a-5847-4741-839e-11c86b2ff1ed up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:13.181914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:13.182397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:13.182594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:13.194040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.273714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cfdd457a-5847-4741-839e-11c86b2ff1ed triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:13.274558 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.277938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.283872 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.381064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.381603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=b48a0437-7b09-4847-b5a7-2fe9dcff0f6c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:13.415664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:13.416006 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:13.423297 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 4 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:13.471328 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.483326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:13.485201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:13.502715 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.513623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:13.524968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:13.525694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:13.526246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:13.558658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Hosts for router 056c7f08-ae55-4fac-be3e-a51b4976e7cc: [] {{(pid=102306) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 20:36:13.587244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port cfdd457a-5847-4741-839e-11c86b2ff1ed, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cfdd457a-5847-4741-839e-11c86b2ff1ed,segment=NetworkSegment(42dd936d-99b6-4091-b51f-7a85a8471bf4),segment_id=42dd936d-99b6-4091-b51f-7a85a8471bf4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:13.593455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:13.594045 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:13.596419 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.596944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Hosts for other DVR routers connected to router 056c7f08-ae55-4fac-be3e-a51b4976e7cc: set() {{(pid=102306) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 20:36:13.605712 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.606985 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c4b0f12a-f152-42cd-a571-7529ea7cdc32 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "PUT /v2.0/routers/056c7f08-ae55-4fac-be3e-a51b4976e7cc HTTP/1.1" status: 200 len: 716 time: 1.9151402 Jan 28 20:36:13.609638 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 5 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:13.617878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53690) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:13.690523 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.708154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=cfdd457a-5847-4741-839e-11c86b2ff1ed,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:13.708465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:13.709151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.716392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6565ff2b-7f4a-483c-970b-080712d9e425 None None] Network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:13.717564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd74a8-7d6a-4a5a-85b5-ab9a74956159 req-7a99c78d-4828-4af3-8896-5806369ba383 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:13.720903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7bd74a8-7d6a-4a5a-85b5-ab9a74956159 req-7a99c78d-4828-4af3-8896-5806369ba383 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 931 time: 0.3807337 Jan 28 20:36:13.721741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.762931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:13.763196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:13.763540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:13.780733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:13.781074 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:13.781629 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 6 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:13.787937 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-65fdb412-8433-4a78-bd1e-661d1d2fd94e tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "GET /v2.0/routers/056c7f08-ae55-4fac-be3e-a51b4976e7cc HTTP/1.1" status: 200 len: 716 time: 0.1664286 Jan 28 20:36:13.802458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53694) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:13.807336 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2f20693b-b1a3-4361-bd0c-91d19eab7962 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1171560 Jan 28 20:36:13.813861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53698) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:13.849043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': '81eba2e2-5773-4314-9ff7-97a1c2e392b0', 'name': 'tempest-PortsTestJSON-264931062'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:13.854102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cef481e0-cd31-45e6-a230-ae2b5ab3c54c None None] Provisioning complete for port cfdd457a-5847-4741-839e-11c86b2ff1ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:13.854474 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cef481e0-cd31-45e6-a230-ae2b5ab3c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:13.917184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=50f1da05-d2c7-42cd-8ecc-2a77f0159967,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:13.949392 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:14.088411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:14.088779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:14.089888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:14.105708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7bd74a8-7d6a-4a5a-85b5-ab9a74956159 req-c0dfc8e0-b145-4baa-9cce-de1e374ddfb2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637247 Jan 28 20:36:14.125821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:14.126090 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:14.128976 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 7 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:14.141353 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP 67136c67-a847-4037-b86f-01a686b76f7b associated. External IP: 172.25.2.63, port: ed40f37f-2829-45bb-8628-af7704d9cb02. Jan 28 20:36:14.338234 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5d51ea13-e57e-4296-9b9a-8ba637207f3f tempest-RoutersTestDVR-865958923 tempest-RoutersTestDVR-865958923-project] 10.222.0.44 "GET /v2.0/routers/056c7f08-ae55-4fac-be3e-a51b4976e7cc HTTP/1.1" status: 200 len: 682 time: 0.5272028 Jan 28 20:36:14.340900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53716) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:14.353781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:14.353781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:14.353986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:14.401251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:14.407944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:14.546350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:14.549376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f6b56b-968d-474a-9638-d0f2e9233b65 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:36:14.554831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a9ae6982-02fd-40f4-ac8d-56d415eaba16 None None] Provisioning complete for port b48a0437-7b09-4847-b5a7-2fe9dcff0f6c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:14.556108 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6982-02fd-40f4-ac8d-56d415eaba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:14.566259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:14.623658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae6982-02fd-40f4-ac8d-56d415eaba16 None None] Port b48a0437-7b09-4847-b5a7-2fe9dcff0f6c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:14.636438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Transition to ACTIVE for port object d0f6b56b-968d-474a-9638-d0f2e9233b65 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:36:14.637530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a9ae6982-02fd-40f4-ac8d-56d415eaba16 None None] Provisioning complete for port cfdd457a-5847-4741-839e-11c86b2ff1ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:14.638740 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6982-02fd-40f4-ac8d-56d415eaba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:14.645796 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:14.740444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9026075d-4cee-45db-ac63-c98fc23f3234 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:14.749850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:14.750186 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:14.789757 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 8 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:14.813819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Pushing event updated for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:14.882890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 7c6e499f-13b0-47f6-9432-a926db61edec yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:14.898815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b6de0710-715b-40c8-9158-896063a46335 None None] Provisioning complete for port b48a0437-7b09-4847-b5a7-2fe9dcff0f6c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:14.899255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b6de0710-715b-40c8-9158-896063a46335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:14.942768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cfdd457a-5847-4741-839e-11c86b2ff1ed up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:15.032449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:15.032864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:15.033136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:15.035557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b6de0710-715b-40c8-9158-896063a46335 None None] Port b48a0437-7b09-4847-b5a7-2fe9dcff0f6c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:15.086059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:15.086397 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:15.092709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9026075d-4cee-45db-ac63-c98fc23f3234 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.095574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9026075d-4cee-45db-ac63-c98fc23f3234 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.096391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cfdd457a-5847-4741-839e-11c86b2ff1ed triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:15.097128 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 9 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:15.097605 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.203816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:15.204374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:15.204747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:15.213048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9026075d-4cee-45db-ac63-c98fc23f3234 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.213584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9026075d-4cee-45db-ac63-c98fc23f3234 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 056c7f08-ae55-4fac-be3e-a51b4976e7cc {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:15.223686 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9026075d-4cee-45db-ac63-c98fc23f3234 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.228844 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9026075d-4cee-45db-ac63-c98fc23f3234 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "DELETE /v2.0/routers/056c7f08-ae55-4fac-be3e-a51b4976e7cc HTTP/1.1" status: 204 len: 168 time: 0.8815761 Jan 28 20:36:15.229006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:15.229280 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:15.229734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53732) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:15.232440 n-d-825064-3 neutron-server[102306]: INFO neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempt 10 to bind port 2e4954d3-414a-4f98-9280-18b662585c97 Jan 28 20:36:15.250239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8d9f1ce9-e341-464a-b9e7-5773c10a9471 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Request body: {'router': {'name': 'tempest-router-2107536294', 'distributed': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:15.297496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:15.297873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:15.298215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempting to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:15.312782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:15.313089 n-d-825064-3 neutron-server[102306]: ERROR neutron.plugins.ml2.managers [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Failed to bind port 2e4954d3-414a-4f98-9280-18b662585c97 on host n-h2-825064-3 for vnic_type normal using segments [{'id': '52986933-1f96-4e79-89f8-b10a1de1ca39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6de0c5bf-ba0d-40ba-96f4-4a6d831876e9'}] Jan 28 20:36:15.313555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.328388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1ce9-e341-464a-b9e7-5773c10a9471 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.329434 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1ce9-e341-464a-b9e7-5773c10a9471 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.335204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:15.350850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742ed6b-dd11-4009-94da-a5a0be4dd6eb None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:15.372238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742ed6b-dd11-4009-94da-a5a0be4dd6eb None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:15.372238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8742ed6b-dd11-4009-94da-a5a0be4dd6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:15.372891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.400596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Attempting to bind port d0f6b56b-968d-474a-9638-d0f2e9233b65 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:15.400936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Attempting to bind port d0f6b56b-968d-474a-9638-d0f2e9233b65 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:15.401269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Attempting to bind port d0f6b56b-968d-474a-9638-d0f2e9233b65 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:15.405736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] For port 2e4954d3-414a-4f98-9280-18b662585c97, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:15.406266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attempted to set empty binding levels {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 20:36:15.409026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.14 (81eba2e2-5773-4314-9ff7-97a1c2e392b0/04ccfd15-7380-446f-876c-fe5525b9716b/7c6e499f-13b0-47f6-9432-a926db61edec) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:15.414643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.416132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9e0a-654d-43cc-ad31-819f09b65f97 req-2d61ee6b-a8f2-45f4-93dd-9e5bf45f1e13 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:15.417640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-434c9e0a-654d-43cc-ad31-819f09b65f97 req-2d61ee6b-a8f2-45f4-93dd-9e5bf45f1e13 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 943 time: 0.1265223 Jan 28 20:36:15.423093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a88444cd-3756-40c9-ac9d-4e96635b8eed tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0765588 Jan 28 20:36:15.423836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Port d0f6b56b-968d-474a-9638-d0f2e9233b65 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:15.424167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Attempting to bind port d0f6b56b-968d-474a-9638-d0f2e9233b65 on network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:15.426132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53736) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:15.433464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-47b39e10-7699-42ef-b8ea-d8a3b70f7263 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'port_id': 'ed40f37f-2829-45bb-8628-af7704d9cb02', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:15.436369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8742ed6b-dd11-4009-94da-a5a0be4dd6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:15.446375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:15.446729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Checking segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:15.447124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Bound using segment: {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:15.447967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Bound port: d0f6b56b-968d-474a-9638-d0f2e9233b65, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028f5015-818b-475b-aab5-1b037a084dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:15.448382 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.450105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742ed6b-dd11-4009-94da-a5a0be4dd6eb None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:15.452279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8742ed6b-dd11-4009-94da-a5a0be4dd6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:15.491456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] In _notify_port_updated(), no bound segment for port 2e4954d3-414a-4f98-9280-18b662585c97 on network 6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:36:15.492457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:15.493129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.497199 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "PUT /v2.0/ports/2e4954d3-414a-4f98-9280-18b662585c97 HTTP/1.1" status: 200 len: 979 time: 4.5816712 Jan 28 20:36:15.508705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53738) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:15.532229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8742ed6b-dd11-4009-94da-a5a0be4dd6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:15.534181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742ed6b-dd11-4009-94da-a5a0be4dd6eb None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:15.571912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47b39e10-7699-42ef-b8ea-d8a3b70f7263 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.577943 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1ce9-e341-464a-b9e7-5773c10a9471 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.597822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c12ca6-9b6c-49fd-a174-e792e193fe7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event updated for resources: {'Port': ['ID=2e4954d3-414a-4f98-9280-18b662585c97,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:15.601812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1ce9-e341-464a-b9e7-5773c10a9471 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.735002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d9f1ce9-e341-464a-b9e7-5773c10a9471 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.736250 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8d9f1ce9-e341-464a-b9e7-5773c10a9471 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4997973 Jan 28 20:36:15.742664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53752) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:15.765110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:15.774397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:15.780935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-434c9e0a-654d-43cc-ad31-819f09b65f97 req-53667b7f-e5d7-41ac-8111-14a9ff6d5a96 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447082 Jan 28 20:36:15.784340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.861701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fff1215f-9eb1-4ab5-ab32-427ac686adc9 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.872600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:15.885561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:15.887335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] 10.222.0.26 "PUT /v2.0/ports/d0f6b56b-968d-474a-9638-d0f2e9233b65 HTTP/1.1" status: 200 len: 1091 time: 3.1436863 Jan 28 20:36:15.887650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:36:15.890066 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94686941-cbd9-4868-b6d8-3a5687e0da55" -d '{"events": [{"name": "network-changed", "server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:15.984259 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be44bfb9-8fba-41e3-b28e-b12b76ab3426 x-openstack-request-id: req-be44bfb9-8fba-41e3-b28e-b12b76ab3426 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:15.984259 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:15.984587 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be44bfb9-8fba-41e3-b28e-b12b76ab3426 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:15.984858 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'status': 'completed', 'code': 200} Jan 28 20:36:16.004832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Deleting port 2e4954d3-414a-4f98-9280-18b662585c97 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:16.005353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.024690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.114277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.117333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26508-5827-4188-b7e1-c4465fbe566f service neutron] Pushing event updated for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:16.203226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-8c8e16b7-671b-4fd5-8f6f-6c7fc162b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:16.204781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-8c8e16b7-671b-4fd5-8f6f-6c7fc162b925 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 1094 time: 0.2579584 Jan 28 20:36:16.261317 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-761ae804-21ff-49c4-b4d4-efb8641a268e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65 HTTP/1.1" status: 200 len: 217 time: 0.0447681 Jan 28 20:36:16.425943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:16.440001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fff1215f-9eb1-4ab5-ab32-427ac686adc9 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.449691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=7c6e499f-13b0-47f6-9432-a926db61edec,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:16.451646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:16.453562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53770) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:16.455176 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fff1215f-9eb1-4ab5-ab32-427ac686adc9 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.464597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:16.477406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] For port 2e4954d3-414a-4f98-9280-18b662585c97, host n-h2-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:16.477894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.603163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Calling delete_port for 2e4954d3-414a-4f98-9280-18b662585c97 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:16.609976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-f4537781-6216-412a-9d9e-08639ee9d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:16.617577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-f4537781-6216-412a-9d9e-08639ee9d8df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1152179 Jan 28 20:36:16.623581 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fff1215f-9eb1-4ab5-ab32-427ac686adc9 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.624559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1215f-9eb1-4ab5-ab32-427ac686adc9 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54ef26d6-a269-4fce-9884-e3c9dfad968d {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:16.635489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fff1215f-9eb1-4ab5-ab32-427ac686adc9 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.637875 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fff1215f-9eb1-4ab5-ab32-427ac686adc9 tempest-RoutersTestDVR-1727112232 tempest-RoutersTestDVR-1727112232-project-admin] 10.222.0.44 "DELETE /v2.0/routers/54ef26d6-a269-4fce-9884-e3c9dfad968d HTTP/1.1" status: 204 len: 168 time: 0.8939419 Jan 28 20:36:16.735682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:16.742943 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.764864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-732fe339-5867-40e5-8e98-47ef812430a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.801055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b2d51120-e17c-428a-9b10-2c08694722bc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9742215 Jan 28 20:36:16.805415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53776) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:16.857791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.895975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47b39e10-7699-42ef-b8ea-d8a3b70f7263 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.920943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e4954d3-414a-4f98-9280-18b662585c97,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:16.926809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.927161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47b39e10-7699-42ef-b8ea-d8a3b70f7263 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.931812 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8d6dd564-e98a-4a43-88f9-288ce28a3fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2e4954d3-414a-4f98-9280-18b662585c97 HTTP/1.1" status: 204 len: 168 time: 1.4194593 Jan 28 20:36:16.934904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53782) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:16.944684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b0431827-d2df-407f-aa4d-dfc4901483da None None] Provisioning complete for port 7c6e499f-13b0-47f6-9432-a926db61edec triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:16.945586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0431827-d2df-407f-aa4d-dfc4901483da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:16.988896 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8488b23-25a2-4911-900b-517af36f2462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] GET failed (client error): The resource could not be found. Jan 28 20:36:16.991462 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d8488b23-25a2-4911-900b-517af36f2462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-674874919-project-admin] 10.222.0.44 "GET /v2.0/ports/2e4954d3-414a-4f98-9280-18b662585c97 HTTP/1.1" status: 404 len: 333 time: 0.0544195 Jan 28 20:36:16.994941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53784) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:17.035435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b0431827-d2df-407f-aa4d-dfc4901483da None None] Port 7c6e499f-13b0-47f6-9432-a926db61edec cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:17.044837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-729e9143-60d7-4bd2-8521-9ba63281a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:17.046412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-729e9143-60d7-4bd2-8521-9ba63281a310 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3868208 Jan 28 20:36:17.085338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53786) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:17.088619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-732fe339-5867-40e5-8e98-47ef812430a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.103430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-732fe339-5867-40e5-8e98-47ef812430a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.116358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d2ec05-5a8e-4430-a357-9120d07b606f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:17.118419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e4d2ec05-5a8e-4430-a357-9120d07b606f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2988281 Jan 28 20:36:17.123341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53790) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:17.142112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f875c9-3aac-4915-87fe-f68db9441752 req-6a0c8ea2-3827-41d1-baf5-87951c22d99e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:17.143646 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90f875c9-3aac-4915-87fe-f68db9441752 req-6a0c8ea2-3827-41d1-baf5-87951c22d99e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 943 time: 0.2216766 Jan 28 20:36:17.214044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.232871 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-732fe339-5867-40e5-8e98-47ef812430a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e33aa17b81104d5ab3649961f1c38e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7727745 Jan 28 20:36:17.234792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53794) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:17.251914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fe339-5867-40e5-8e98-47ef812430a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39dba2-5f9b-4910-b03d-31c8fea0e012,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:17.280364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90f875c9-3aac-4915-87fe-f68db9441752 req-7437c678-7217-486a-a554-565319441877 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019034 Jan 28 20:36:17.338224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-5852f175-85d7-4cac-8592-1ab0d4e2fe4d service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758377 Jan 28 20:36:17.354814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-355fae49-0677-47c7-ba13-55c82e63ac5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.460170 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.478239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.484776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bb724-4f4d-4072-b628-9c71144c7930 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 7c6e499f-13b0-47f6-9432-a926db61edec {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:17.485213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb724-4f4d-4072-b628-9c71144c7930 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.512381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de0c5bf-ba0d-40ba-96f4-4a6d831876e9']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:17.533591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f6a91b-41ba-4090-a3db-51236b30bafa req-37c1407a-edef-4b16-8849-dc3662b71ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870298 Jan 28 20:36:17.535518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.539235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b39e10-7699-42ef-b8ea-d8a3b70f7263 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:17.734818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-56443c83-394a-441b-bf74-a2996806554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:17.736519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-56443c83-394a-441b-bf74-a2996806554a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 1094 time: 0.1433856 Jan 28 20:36:17.746421 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.749132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.753975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a39dba2-5f9b-4910-b03d-31c8fea0e012 HTTP/1.1" status: 204 len: 168 time: 0.5146482 Jan 28 20:36:17.796168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39dba2-5f9b-4910-b03d-31c8fea0e012,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:17.826974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52986933-1f96-4e79-89f8-b10a1de1ca39') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:17.827382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52986933-1f96-4e79-89f8-b10a1de1ca39') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:17.835335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b39e10-7699-42ef-b8ea-d8a3b70f7263 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:17.843395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47b39e10-7699-42ef-b8ea-d8a3b70f7263 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.853296 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.861780 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85d111-61c6-41fc-950c-7f82bbdbda24 None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:17.879413 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85d111-61c6-41fc-950c-7f82bbdbda24 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:17.884644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.885218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.885385 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2c85d111-61c6-41fc-950c-7f82bbdbda24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:17.885853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.886245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.886587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.887118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.887758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.888214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.888765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.890441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.890441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.890697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa86ea6-164c-467f-bfa9-7cbf60f14cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:17.942936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-355fae49-0677-47c7-ba13-55c82e63ac5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.965231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:17.974850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-47b39e10-7699-42ef-b8ea-d8a3b70f7263 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/floatingips/67136c67-a847-4037-b86f-01a686b76f7b HTTP/1.1" status: 200 len: 978 time: 2.5466647 Jan 28 20:36:17.983109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53798) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:17.985155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-355fae49-0677-47c7-ba13-55c82e63ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.004366 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2c85d111-61c6-41fc-950c-7f82bbdbda24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:18.022615 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85d111-61c6-41fc-950c-7f82bbdbda24 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:18.023880 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2c85d111-61c6-41fc-950c-7f82bbdbda24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:18.052208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-3cf9478c-ab14-42b4-88e8-5c37598cb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:18.052469 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.054572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-3cf9478c-ab14-42b4-88e8-5c37598cb748 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.3092551 Jan 28 20:36:18.060022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:18.060572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.065133 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2c85d111-61c6-41fc-950c-7f82bbdbda24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:18.065511 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:18.070508 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85d111-61c6-41fc-950c-7f82bbdbda24 None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:18.104672 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb724-4f4d-4072-b628-9c71144c7930 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.119988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-32916171-c4f6-426a-871f-63fa8f0ab1af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65 HTTP/1.1" status: 200 len: 217 time: 0.0566993 Jan 28 20:36:18.210383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bb724-4f4d-4072-b628-9c71144c7930 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 7c6e499f-13b0-47f6-9432-a926db61edec owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:18.292764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53802) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:18.307153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.318646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-355fae49-0677-47c7-ba13-55c82e63ac5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=256179e3d75c4c988d08bd6cd0ad5670&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2321534 Jan 28 20:36:18.341809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.347081 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] 10.222.0.44 "DELETE /v2.0/networks/6de0c5bf-ba0d-40ba-96f4-4a6d831876e9 HTTP/1.1" status: 204 len: 168 time: 1.3461957 Jan 28 20:36:18.356538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53806) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:18.357544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86c956-c327-46ce-9c14-63aab3767b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736273225-project] Pushing event deleted for resources: {'Network': ['ID=6de0c5bf-ba0d-40ba-96f4-4a6d831876e9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:18.361105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fae49-0677-47c7-ba13-55c82e63ac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06536801-6fbb-477b-9a2e-2d0608a52a2e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:18.396664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-943e5947-f301-4974-85ea-897a4574f4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.520536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-943e5947-f301-4974-85ea-897a4574f4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.532405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-943e5947-f301-4974-85ea-897a4574f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.612048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16d971bd-9b3e-4e75-a663-8f2a9710411d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.633393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e5947-f301-4974-85ea-897a4574f4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4078623f-87d5-464b-a8c6-bc54056ddcca,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:18.657644 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-943e5947-f301-4974-85ea-897a4574f4d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f578a16b4fd247febd9bae400dcf3fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621871 Jan 28 20:36:18.658740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53818) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:18.718792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16d971bd-9b3e-4e75-a663-8f2a9710411d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.731281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-edba1b81-6a65-4e6f-9533-9245b6fa7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:18.733020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-edba1b81-6a65-4e6f-9533-9245b6fa7e81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.6049221 Jan 28 20:36:18.741121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb724-4f4d-4072-b628-9c71144c7930 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.810324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28750d-63e4-4aa8-9a36-05554cce8957 req-dacf6592-fa87-4254-9dd3-bed80e743f68 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:18.819778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bb724-4f4d-4072-b628-9c71144c7930 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=7c6e499f-13b0-47f6-9432-a926db61edec,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:18.840360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e28750d-63e4-4aa8-9a36-05554cce8957 req-dacf6592-fa87-4254-9dd3-bed80e743f68 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 943 time: 0.1987026 Jan 28 20:36:18.877145 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-80aa7fe9-931c-486f-941e-2f99e6c83a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.897879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-7769a770-09b0-4999-a4ba-fe5d0dd1fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:18.899934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-7769a770-09b0-4999-a4ba-fe5d0dd1fe09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442931 Jan 28 20:36:18.921871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-80aa7fe9-931c-486f-941e-2f99e6c83a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:18.923119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e28750d-63e4-4aa8-9a36-05554cce8957 req-043941a9-f689-4e23-b92f-05f37590143c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809407 Jan 28 20:36:18.931805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53824) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:18.964690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53826) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:19.023951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb724-4f4d-4072-b628-9c71144c7930 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.028911 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bd2bb724-4f4d-4072-b628-9c71144c7930 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/7c6e499f-13b0-47f6-9432-a926db61edec HTTP/1.1" status: 204 len: 168 time: 1.8978307 Jan 28 20:36:19.030505 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16d971bd-9b3e-4e75-a663-8f2a9710411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.031763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 50f1da05-d2c7-42cd-8ecc-2a77f0159967 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:19.032114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.034481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16d971bd-9b3e-4e75-a663-8f2a9710411d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.035288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53832) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:19.036218 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-16d971bd-9b3e-4e75-a663-8f2a9710411d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06536801-6fbb-477b-9a2e-2d0608a52a2e HTTP/1.1" status: 204 len: 168 time: 0.6764264 Jan 28 20:36:19.048532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d971bd-9b3e-4e75-a663-8f2a9710411d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06536801-6fbb-477b-9a2e-2d0608a52a2e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:19.067126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-80aa7fe9-931c-486f-941e-2f99e6c83a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.070978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-80aa7fe9-931c-486f-941e-2f99e6c83a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.075533 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-80aa7fe9-931c-486f-941e-2f99e6c83a7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4078623f-87d5-464b-a8c6-bc54056ddcca HTTP/1.1" status: 204 len: 168 time: 0.4094498 Jan 28 20:36:19.087270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa7fe9-931c-486f-941e-2f99e6c83a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4078623f-87d5-464b-a8c6-bc54056ddcca,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:19.197507 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ec9894-de1c-4b83-81a4-06ea8a0b10e4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:36:19.201765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-92ec9894-de1c-4b83-81a4-06ea8a0b10e4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/7c6e499f-13b0-47f6-9432-a926db61edec HTTP/1.1" status: 404 len: 333 time: 0.1621780 Jan 28 20:36:19.202296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53838) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:19.213535 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c86de4-7f07-408d-a65f-6e315065283e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.295546 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2edc9a61-a88f-41fc-bb90-d301edc31773 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8dcccf02be3a46c4bba43892694710bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528614 Jan 28 20:36:19.300473 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53842) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:19.363716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a1998204-e623-46b1-9694-7447fb51d070 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port b48a0437-7b09-4847-b5a7-2fe9dcff0f6c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:19.364151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1998204-e623-46b1-9694-7447fb51d070 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.376392 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.376870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.393048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 50f1da05-d2c7-42cd-8ecc-2a77f0159967 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:19.471967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f18c596-1276-4b69-9ccc-3b0c47eee9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.527122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f18c596-1276-4b69-9ccc-3b0c47eee9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.542829 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1998204-e623-46b1-9694-7447fb51d070 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.578054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a1998204-e623-46b1-9694-7447fb51d070 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for b48a0437-7b09-4847-b5a7-2fe9dcff0f6c owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:19.640446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-c0ede51c-3e11-4100-8e37-80ae443ff9a6 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319689 Jan 28 20:36:19.680512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f18c596-1276-4b69-9ccc-3b0c47eee9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.683473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f18c596-1276-4b69-9ccc-3b0c47eee9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.685543 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3f18c596-1276-4b69-9ccc-3b0c47eee9f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d88df70-c052-435d-8c1f-429760f03d5f HTTP/1.1" status: 204 len: 168 time: 0.3840041 Jan 28 20:36:19.701078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53854) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:19.703656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18c596-1276-4b69-9ccc-3b0c47eee9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d88df70-c052-435d-8c1f-429760f03d5f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:19.757594 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74290544-9ddc-4f77-8e93-738d268f185a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.824816 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.862261 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1998204-e623-46b1-9694-7447fb51d070 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.884724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c86de4-7f07-408d-a65f-6e315065283e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:19.905124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1998204-e623-46b1-9694-7447fb51d070 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=b48a0437-7b09-4847-b5a7-2fe9dcff0f6c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:19.985203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=50f1da05-d2c7-42cd-8ecc-2a77f0159967,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:19.994310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c86de4-7f07-408d-a65f-6e315065283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.005254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.005386 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP 67136c67-a847-4037-b86f-01a686b76f7b disassociated (deleted). External IP: 172.25.2.63, port: ed40f37f-2829-45bb-8628-af7704d9cb02. Jan 28 20:36:20.033954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74290544-9ddc-4f77-8e93-738d268f185a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.046309 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74290544-9ddc-4f77-8e93-738d268f185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.063289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1998204-e623-46b1-9694-7447fb51d070 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.071275 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a1998204-e623-46b1-9694-7447fb51d070 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/b48a0437-7b09-4847-b5a7-2fe9dcff0f6c HTTP/1.1" status: 204 len: 168 time: 0.8643811 Jan 28 20:36:20.075382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53866) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:20.079583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d0f6b56b-968d-474a-9638-d0f2e9233b65 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:36:20.122377 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-1607ca5a-414e-46f3-b940-b63c4ce5d72f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:36:20.126146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c86de4-7f07-408d-a65f-6e315065283e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6703e952-4a1c-4fc1-bf0c-ec56687d8c70,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:20.126295 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1607ca5a-414e-46f3-b940-b63c4ce5d72f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/b48a0437-7b09-4847-b5a7-2fe9dcff0f6c HTTP/1.1" status: 404 len: 333 time: 0.0473149 Jan 28 20:36:20.129492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53868) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:20.166569 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-74290544-9ddc-4f77-8e93-738d268f185a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86275035622b448a9e3923afd2b6e933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642770 Jan 28 20:36:20.187113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53872) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:20.201224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74290544-9ddc-4f77-8e93-738d268f185a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa7cb38-072f-41fc-9495-f3908b481bf7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:20.245392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe758e83-7d22-443d-9065-c9d30bdcfa26 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet 04ccfd15-7380-446f-876c-fe5525b9716b {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:36:20.249395 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe758e83-7d22-443d-9065-c9d30bdcfa26 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.287418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:20.301581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'mac_address': 'fa:16:3e:7e:f6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:20.320996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe758e83-7d22-443d-9065-c9d30bdcfa26 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.353472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.379741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f1c86de4-7f07-408d-a65f-6e315065283e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5dc868c43e4d4cd9ac12812ffd3ecd57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4132874 Jan 28 20:36:20.384222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94686941-cbd9-4868-b6d8-3a5687e0da55 req-a7607d40-d5b1-4a62-9790-f2d138215f35 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275057 Jan 28 20:36:20.384961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53876) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:20.385150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f6b56b-968d-474a-9638-d0f2e9233b65 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:36:20.420716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:20.426164 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.429654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53878) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:20.501772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:20.504680 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe758e83-7d22-443d-9065-c9d30bdcfa26 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.511222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a8ef-4c45-45c5-b13c-164d51883471 req-d76641a1-8d05-4e47-a939-88b3fb2effda tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:20.513045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6d5a8ef-4c45-45c5-b13c-164d51883471 req-d76641a1-8d05-4e47-a939-88b3fb2effda tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 943 time: 0.3907835 Jan 28 20:36:20.552229 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-381d444f-b888-4893-bfd4-5b623ca468fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.585483 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8d86bb2f-48ab-428c-94e3-554bd87b92b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06a847e9ac034e97bd46260426eada7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518955 Jan 28 20:36:20.589324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53882) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:20.595754 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a60b-73bb-4490-aa1e-71445e148d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.600840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-381d444f-b888-4893-bfd4-5b623ca468fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.650457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6d5a8ef-4c45-45c5-b13c-164d51883471 req-aaec68a9-0ca1-47ca-a6a9-eaa9a764b842 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246798 Jan 28 20:36:20.667794 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe758e83-7d22-443d-9065-c9d30bdcfa26 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.681926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a60b-73bb-4490-aa1e-71445e148d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.693552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe758e83-7d22-443d-9065-c9d30bdcfa26 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=04ccfd15-7380-446f-876c-fe5525b9716b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:20.703526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-381d444f-b888-4893-bfd4-5b623ca468fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.706290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-381d444f-b888-4893-bfd4-5b623ca468fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.708569 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-381d444f-b888-4893-bfd4-5b623ca468fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6703e952-4a1c-4fc1-bf0c-ec56687d8c70 HTTP/1.1" status: 204 len: 168 time: 0.2867994 Jan 28 20:36:20.711431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:20.713459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe758e83-7d22-443d-9065-c9d30bdcfa26 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.719889 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fe758e83-7d22-443d-9065-c9d30bdcfa26 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/04ccfd15-7380-446f-876c-fe5525b9716b HTTP/1.1" status: 204 len: 168 time: 0.5893583 Jan 28 20:36:20.720466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d0f6b56b-968d-474a-9638-d0f2e9233b65'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:20.724932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53888) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:20.726400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d444f-b888-4893-bfd4-5b623ca468fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6703e952-4a1c-4fc1-bf0c-ec56687d8c70,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:20.758158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb757475-05bb-4db9-b7d4-fed744f2c836 None None] Network 81eba2e2-5773-4314-9ff7-97a1c2e392b0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:20.875831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b823c746-558b-4f98-803b-8e1b40850aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.916020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.955389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a60b-73bb-4490-aa1e-71445e148d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.957903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f6b3a60b-73bb-4490-aa1e-71445e148d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:20.963904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f6b3a60b-73bb-4490-aa1e-71445e148d02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6aa7cb38-072f-41fc-9495-f3908b481bf7 HTTP/1.1" status: 204 len: 168 time: 0.7599182 Jan 28 20:36:20.977625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b823c746-558b-4f98-803b-8e1b40850aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.001693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3a60b-73bb-4490-aa1e-71445e148d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa7cb38-072f-41fc-9495-f3908b481bf7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:21.091218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] DHCP port deletion for 81eba2e2-5773-4314-9ff7-97a1c2e392b0 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:36:21.092838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:21.098806 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.110003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9211919-bf98-4a51-9af1-745b1efc2d6d None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:21.138649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f72d8e12-40d3-4ca8-b608-e75f889e253c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/floatingips/67136c67-a847-4037-b86f-01a686b76f7b HTTP/1.1" status: 204 len: 168 time: 3.1543586 Jan 28 20:36:21.141664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53902) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:21.163602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b823c746-558b-4f98-803b-8e1b40850aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.166273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b823c746-558b-4f98-803b-8e1b40850aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.170004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b823c746-558b-4f98-803b-8e1b40850aa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74eaf497-94e9-417c-bcb3-aace9a8b67cd HTTP/1.1" status: 204 len: 168 time: 0.5756376 Jan 28 20:36:21.178733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823c746-558b-4f98-803b-8e1b40850aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eaf497-94e9-417c-bcb3-aace9a8b67cd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:21.191904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53906) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:21.196725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9211919-bf98-4a51-9af1-745b1efc2d6d None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:21.197362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e9211919-bf98-4a51-9af1-745b1efc2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.200406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port cfdd457a-5847-4741-839e-11c86b2ff1ed {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:21.200932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.221981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed32-6037-40f4-8d6e-78d41cee06b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.262524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e9211919-bf98-4a51-9af1-745b1efc2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.301518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9211919-bf98-4a51-9af1-745b1efc2d6d None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:21.302398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e9211919-bf98-4a51-9af1-745b1efc2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.307317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] For port cfdd457a-5847-4741-839e-11c86b2ff1ed, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cfdd457a-5847-4741-839e-11c86b2ff1ed,segment=NetworkSegment(42dd936d-99b6-4091-b51f-7a85a8471bf4),segment_id=42dd936d-99b6-4091-b51f-7a85a8471bf4)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:21.307629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.328081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4f84ae53-5b6b-42c4-8e3c-7b1eb3347b24 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port ed40f37f-2829-45bb-8628-af7704d9cb02 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:21.328456 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f84ae53-5b6b-42c4-8e3c-7b1eb3347b24 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.333549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for cfdd457a-5847-4741-839e-11c86b2ff1ed owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:21.357683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e9211919-bf98-4a51-9af1-745b1efc2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.358628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9211919-bf98-4a51-9af1-745b1efc2d6d None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:21.361837 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.373301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] Deleting port cfdd457a-5847-4741-839e-11c86b2ff1ed {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:21.373971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.454167 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed32-6037-40f4-8d6e-78d41cee06b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.482066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] For port cfdd457a-5847-4741-839e-11c86b2ff1ed, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cfdd457a-5847-4741-839e-11c86b2ff1ed,segment=NetworkSegment(42dd936d-99b6-4091-b51f-7a85a8471bf4),segment_id=42dd936d-99b6-4091-b51f-7a85a8471bf4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:21.483644 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.492878 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.502656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f84ae53-5b6b-42c4-8e3c-7b1eb3347b24 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.508967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] Calling delete_port for cfdd457a-5847-4741-839e-11c86b2ff1ed owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:21.520122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4f84ae53-5b6b-42c4-8e3c-7b1eb3347b24 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for ed40f37f-2829-45bb-8628-af7704d9cb02 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:21.527728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No DVR routers for this DVR port cfdd457a-5847-4741-839e-11c86b2ff1ed on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:21.535528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=cfdd457a-5847-4741-839e-11c86b2ff1ed,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:21.632353 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.649219 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.652220 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f64ed32-6037-40f4-8d6e-78d41cee06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.672462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] Pushing event deleted for resources: {'Port': ['ID=cfdd457a-5847-4741-839e-11c86b2ff1ed,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:21.681738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ed386-4e0d-421d-944f-5d4c77dc51ea None None] No DVR routers for this DVR port cfdd457a-5847-4741-839e-11c86b2ff1ed on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:21.695664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81eba2e2-5773-4314-9ff7-97a1c2e392b0']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.711416 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8f64ed32-6037-40f4-8d6e-78d41cee06b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19df980a603a4b99af1965661d62cf98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187044 Jan 28 20:36:21.714754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53920) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:21.739681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64ed32-6037-40f4-8d6e-78d41cee06b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd26b0c0-8a03-4c45-af2a-d105564880b6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:21.763540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42dd936d-99b6-4091-b51f-7a85a8471bf4') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.763841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42dd936d-99b6-4091-b51f-7a85a8471bf4') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.812071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.843322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.868711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b4b4-571f-4206-9499-fd65004090e2 req-242f854f-b81d-4bca-936c-ded3cd4431d6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:21.870305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e577b4b4-571f-4206-9499-fd65004090e2 req-242f854f-b81d-4bca-936c-ded3cd4431d6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 944 time: 0.1034427 Jan 28 20:36:21.871517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:21.871927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:21.875595 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:21.886355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-488b55a1-2bad-4b30-ad66-8a40cc02f1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.912031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f84ae53-5b6b-42c4-8e3c-7b1eb3347b24 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.958888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84ae53-5b6b-42c4-8e3c-7b1eb3347b24 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=ed40f37f-2829-45bb-8628-af7704d9cb02,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:21.978279 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-488b55a1-2bad-4b30-ad66-8a40cc02f1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:21.997454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.002546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.005843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/networks/81eba2e2-5773-4314-9ff7-97a1c2e392b0 HTTP/1.1" status: 204 len: 168 time: 1.2774274 Jan 28 20:36:22.010369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53934) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:22.018213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2021642081'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:22.034655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e577b4b4-571f-4206-9499-fd65004090e2 req-821142f4-e322-43a8-b6f1-4b3abf6ca171 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459050 Jan 28 20:36:22.042329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb4463-2d08-4e73-99b6-0fdc21ca02eb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Network': ['ID=81eba2e2-5773-4314-9ff7-97a1c2e392b0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.081234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-488b55a1-2bad-4b30-ad66-8a40cc02f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.089921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-488b55a1-2bad-4b30-ad66-8a40cc02f1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.092295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d0f6b56b-968d-474a-9638-d0f2e9233b65 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:22.096837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-488b55a1-2bad-4b30-ad66-8a40cc02f1f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd26b0c0-8a03-4c45-af2a-d105564880b6 HTTP/1.1" status: 204 len: 168 time: 0.3808649 Jan 28 20:36:22.112675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4f84ae53-5b6b-42c4-8e3c-7b1eb3347b24 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.119986 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4f84ae53-5b6b-42c4-8e3c-7b1eb3347b24 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/ports/ed40f37f-2829-45bb-8628-af7704d9cb02 HTTP/1.1" status: 204 len: 168 time: 0.9739914 Jan 28 20:36:22.120802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53942) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:22.126785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:22.129995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:22.136794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b55a1-2bad-4b30-ad66-8a40cc02f1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd26b0c0-8a03-4c45-af2a-d105564880b6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.139103 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.170067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port d0f6b56b-968d-474a-9638-d0f2e9233b65 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:36:22.171403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.175202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port d0f6b56b-968d-474a-9638-d0f2e9233b65 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:22.175767 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.202432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:22.218480 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.219774 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Added segment a1b45cd7-1112-4ea9-8dad-8b37b27a7670 of type vlan for network 53e27110-d879-422c-bf9b-023d29e6456e Jan 28 20:36:22.307141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.314286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.325617 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.344966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.357409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:36:22.360047 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e155893-04ec-4310-b012-c79844cc6684" -d '{"events": [{"server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:22.360417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:22.362336 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.399182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:22.404622 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.439185 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ec45b-0700-4c76-9112-2024b818c7f9 x-openstack-request-id: req-4a3ec45b-0700-4c76-9112-2024b818c7f9 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:22.439610 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:22.440033 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a3ec45b-0700-4c76-9112-2024b818c7f9 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:22.440445 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'code': 200} Jan 28 20:36:22.480793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.502308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.25.2.50 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/b818e19d-31d7-47e5-a7dc-f186f48b0dd4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:22.518109 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5061271 Jan 28 20:36:22.522940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53954) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:22.529808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': '53e27110-d879-422c-bf9b-023d29e6456e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:22.583487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Network': ['ID=53e27110-d879-422c-bf9b-023d29e6456e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.595244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.595914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.596437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.596912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.597388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.598260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.598727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.599196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.599678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.600199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.600720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.601583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3977d1-b82c-422a-bf29-d4b438df7ec0 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:22.617975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 53e27110-d879-422c-bf9b-023d29e6456e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:22.620676 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.690881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b48d0-b936-440d-8526-2201d97f19eb req-b43b9f53-9bcc-4cb3-9f5d-29b53da1b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:22.692704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e10b48d0-b936-440d-8526-2201d97f19eb req-b43b9f53-9bcc-4cb3-9f5d-29b53da1b42d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 1096 time: 0.0615573 Jan 28 20:36:22.696604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.709941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:22.714374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.780245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:22.787001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=b818e19d-31d7-47e5-a7dc-f186f48b0dd4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.790412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:22.792858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:22.821986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e10b48d0-b936-440d-8526-2201d97f19eb req-418085ef-0669-4fa8-9a4b-8516d855916f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174674 Jan 28 20:36:22.823126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53964) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:22.855321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-591709ae-0727-4942-a7f1-61e058aea613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.932711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cfdd457a-5847-4741-839e-11c86b2ff1ed no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:22.962580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:22.970398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: cfdd457a-5847-4741-839e-11c86b2ff1ed {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:36:22.971095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cfdd457a-5847-4741-839e-11c86b2ff1ed not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:23.038557 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-591709ae-0727-4942-a7f1-61e058aea613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.040561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.045035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-591709ae-0727-4942-a7f1-61e058aea613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.104792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.130489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-591709ae-0727-4942-a7f1-61e058aea613 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c05cc757d67948f797716d7ececbfed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001857 Jan 28 20:36:23.135370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53972) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:23.185369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=578ee56a-4709-4763-b392-0128abfd915d,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:23.196849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking segment: {'id': 'a1b45cd7-1112-4ea9-8dad-8b37b27a7670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53e27110-d879-422c-bf9b-023d29e6456e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:23.197227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network hostable DHCP agents. Network: 53e27110-d879-422c-bf9b-023d29e6456e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:23.221032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 53e27110-d879-422c-bf9b-023d29e6456e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:23.239926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 53e27110-d879-422c-bf9b-023d29e6456e) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:23.241387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591709ae-0727-4942-a7f1-61e058aea613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff775279-f020-4a74-b0e7-3f7886667ef4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:23.246478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:23.247667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.253399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3705ebcb-3ad5-4608-98d3-fc99aab0ef18 None None] Network 53e27110-d879-422c-bf9b-023d29e6456e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:23.268249 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d50d23ac-1271-48d1-9a24-35b4271bb43c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7437778 Jan 28 20:36:23.270928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53976) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:23.277149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': '53e27110-d879-422c-bf9b-023d29e6456e', 'name': 'tempest-PortsTestJSON-259155327', 'fixed_ips': [{'subnet_id': '578ee56a-4709-4763-b392-0128abfd915d', 'ip_address': '172.20.0.10'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:23.298132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0051bca8-6e2d-448a-9b94-1263f3c6b317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.328480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0051bca8-6e2d-448a-9b94-1263f3c6b317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.342284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53980) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:23.342953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53982) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:23.518555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:23.650429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.686474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1866218171'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:23.710066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-53e27110-d879-422c-bf9b-023d29e6456e', 'network_id': '53e27110-d879-422c-bf9b-023d29e6456e', 'tenant_id': 'a334e2c90f4d446b988956b1f69c53fa', 'fixed_ips': [{'subnet_id': '578ee56a-4709-4763-b392-0128abfd915d'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:36:23.711134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.722913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 63cb13ee-19b7-4721-acaa-70347683c527 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:23.759225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Made reservation on behalf of fe88b3ca78b54d25ba0aff1606cb6c7f for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:23.763668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.782020 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.791391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6973b9b-9ee0-4e53-b133-12730ff44aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.842926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16913a-b4f8-4f3a-9626-c2ec8b6e69ea req-4d755b7f-e3c1-450b-b338-2ce49fbc4039 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:23.844561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a16913a-b4f8-4f3a-9626-c2ec8b6e69ea req-4d755b7f-e3c1-450b-b338-2ce49fbc4039 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.6579661 Jan 28 20:36:23.892775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Allocated IP 172.20.0.2 (53e27110-d879-422c-bf9b-023d29e6456e/578ee56a-4709-4763-b392-0128abfd915d/b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:23.934742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a16913a-b4f8-4f3a-9626-c2ec8b6e69ea req-ce63451d-90c4-4add-8e34-b145984701de tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804021 Jan 28 20:36:23.966571 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0051bca8-6e2d-448a-9b94-1263f3c6b317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.970794 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0051bca8-6e2d-448a-9b94-1263f3c6b317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:23.971963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0051bca8-6e2d-448a-9b94-1263f3c6b317 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff775279-f020-4a74-b0e7-3f7886667ef4 HTTP/1.1" status: 204 len: 168 time: 0.8310525 Jan 28 20:36:24.044280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051bca8-6e2d-448a-9b94-1263f3c6b317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff775279-f020-4a74-b0e7-3f7886667ef4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.053101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.056239 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6973b9b-9ee0-4e53-b133-12730ff44aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.061192 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.066800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6973b9b-9ee0-4e53-b133-12730ff44aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.149116 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b6973b9b-9ee0-4e53-b133-12730ff44aab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d04e7a30eb9b42d880e355694e21844c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034699 Jan 28 20:36:24.154429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53996) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:24.167573 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.207034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.207949 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.234364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6973b9b-9ee0-4e53-b133-12730ff44aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd925fca-e4e1-4d95-9c69-022626f2a1fd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.261724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.262116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:24.267270 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.269067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1471763 Jan 28 20:36:24.269729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54002) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:24.274159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe454fa-cd8f-4fb3-8bc6-5191dd997f8c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=b818e19d-31d7-47e5-a7dc-f186f48b0dd4,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.279206 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.298385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'port': {'network_id': 'b07e824d-7564-4e1a-8f90-47096da1e26b', 'name': 'tempest-FloatingIPTestJSON-1670085890'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:24.303374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d416c775-d4fc-4bdc-9c4d-0c636c8a4450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.314284 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.314977 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Added segment 6997cb74-4b06-4438-99f8-918c6b9c8404 of type vlan for network 6a255040-c82a-48d0-a92b-fb3fd14261bb Jan 28 20:36:24.348398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Pushing event updated for resources: {'Port': ['ID=b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.362866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Network 53e27110-d879-422c-bf9b-023d29e6456e is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:24.363723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:24.368779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:24.382343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3181b0f-4b87-484a-ba41-5edee573aa04,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.462314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Attempting to bind port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:24.462769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Attempting to bind port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'a1b45cd7-1112-4ea9-8dad-8b37b27a7670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53e27110-d879-422c-bf9b-023d29e6456e'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:24.463197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Attempting to bind port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb on network 53e27110-d879-422c-bf9b-023d29e6456e {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:24.467654 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d416c775-d4fc-4bdc-9c4d-0c636c8a4450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.470725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:24.471453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Checking segment: {'id': 'a1b45cd7-1112-4ea9-8dad-8b37b27a7670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53e27110-d879-422c-bf9b-023d29e6456e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:24.472689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.473204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Bound using segment: {'id': 'a1b45cd7-1112-4ea9-8dad-8b37b27a7670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53e27110-d879-422c-bf9b-023d29e6456e'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:24.473837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Bound port: b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b45cd7-1112-4ea9-8dad-8b37b27a7670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '53e27110-d879-422c-bf9b-023d29e6456e'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:24.474285 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.477483 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.506546 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.10 (53e27110-d879-422c-bf9b-023d29e6456e/578ee56a-4709-4763-b392-0128abfd915d/63cb13ee-19b7-4721-acaa-70347683c527) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:24.545219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:24.553001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.560612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.566501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:24.567111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.604595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] For port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:24.611135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] For port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb,segment=NetworkSegment(a1b45cd7-1112-4ea9-8dad-8b37b27a7670),segment_id=a1b45cd7-1112-4ea9-8dad-8b37b27a7670)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:24.613111 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2670922 Jan 28 20:36:24.613651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] device_id is not set on port 4d79ba95-55ed-415e-81d1-42db7a178611 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:24.616248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.621188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54010) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:24.626567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'subnet': {'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:24.707304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d416c775-d4fc-4bdc-9c4d-0c636c8a4450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.710553 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d416c775-d4fc-4bdc-9c4d-0c636c8a4450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.711733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d416c775-d4fc-4bdc-9c4d-0c636c8a4450 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd925fca-e4e1-4d95-9c69-022626f2a1fd HTTP/1.1" status: 204 len: 168 time: 0.5478857 Jan 28 20:36:24.722993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da4a3-25f1-43dd-a00d-b059f8e1f330 None None] Pushing event updated for resources: {'Port': ['ID=b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.741102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416c775-d4fc-4bdc-9c4d-0c636c8a4450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd925fca-e4e1-4d95-9c69-022626f2a1fd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.749802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed9a17-a0e3-436a-836e-8d430b363e4f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Network': ['ID=6a255040-c82a-48d0-a92b-fb3fd14261bb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.768047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:24.976155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:24.982572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.20.0.13 (b07e824d-7564-4e1a-8f90-47096da1e26b/bbf6814b-08d4-465a-858d-7caf392fc617/4d79ba95-55ed-415e-81d1-42db7a178611) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:25.052549 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.112746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 53e27110-d879-422c-bf9b-023d29e6456e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:25.117376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:25.122273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:25.153712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Made reservation on behalf of fe88b3ca78b54d25ba0aff1606cb6c7f for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:25.160693 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.191649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=63cb13ee-19b7-4721-acaa-70347683c527,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:25.200000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54028) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:25.219557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:25.220360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.243540 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3997271e-f72a-407b-9d1b-b8c90eddb849 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9682693 Jan 28 20:36:25.243815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54032) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:25.253697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': '53e27110-d879-422c-bf9b-023d29e6456e', 'name': 'tempest-PortsTestJSON-258849563', 'fixed_ips': [{'subnet_id': '578ee56a-4709-4763-b392-0128abfd915d', 'ip_address': '172.20.0.9'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:25.384045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6e33a-b37f-4e99-bca6-f34fbff0b3e2 req-04577f58-9cc2-4253-a10f-77eabee29b4b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:25.392413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99d6e33a-b37f-4e99-bca6-f34fbff0b3e2 req-04577f58-9cc2-4253-a10f-77eabee29b4b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.3074596 Jan 28 20:36:25.409441 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:25.417358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.440101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.449795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-369384157', 'router:external': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:25.478654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port c158b925-a07e-44dc-a219-8f0d1cab9315 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:25.513377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99d6e33a-b37f-4e99-bca6-f34fbff0b3e2 req-73408c96-e71f-4a47-9522-e5e0ecb76211 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200306 Jan 28 20:36:25.543585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.567611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Made reservation on behalf of 9770213572e349b49e47ff2ec11af93b for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:25.573323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.597717 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.601110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.630703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Subnet': ['ID=9f5e75ee-62d4-43b2-b943-23ec08ce6226,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:25.687902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Checking segment: {'id': '6997cb74-4b06-4438-99f8-918c6b9c8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:25.688327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Network hostable DHCP agents. Network: 6a255040-c82a-48d0-a92b-fb3fd14261bb, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:25.707308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54052) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:25.709807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network b07e824d-7564-4e1a-8f90-47096da1e26b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:25.729933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:25.737251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:25.742466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=4d79ba95-55ed-415e-81d1-42db7a178611,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:25.822560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:25.879666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.9 (53e27110-d879-422c-bf9b-023d29e6456e/578ee56a-4709-4763-b392-0128abfd915d/c158b925-a07e-44dc-a219-8f0d1cab9315) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:25.903146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 6a255040-c82a-48d0-a92b-fb3fd14261bb) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:25.911116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:25.912926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.914629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb28b83-da64-460b-9779-1c553e548c4f None None] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:25.953814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:25.954625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.956789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:25.973779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9c9a06ef-0bd7-4efe-af43-2a347954a37f tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3511906 Jan 28 20:36:25.984507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4cf496df-e4ee-479d-a646-5592e776c2b6 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7132077 Jan 28 20:36:25.987776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54064) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:25.987905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54066) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:25.996064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb', 'name': 'tempest-AllowedAddressPairTestJSON-585470938'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:25.999806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.106603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:26.145899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'port_id': '4d79ba95-55ed-415e-81d1-42db7a178611'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:26.155739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-199032524-network', 'tenant_id': '92c4a7e2f504461fbf5c177facccecfc'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:26.177156 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.177512 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Added segment d1808dfb-f8d3-44e1-b123-3b5550600acb of type vlan for network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 Jan 28 20:36:26.192918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a565291-3602-4e59-a91c-6b6c63ecd0f4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:26.233958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02235f5e-94e2-4eb5-ba64-9e62bff7be9c req-a30c036f-1bf5-4483-8546-8ea860e8ae70 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:26.235955 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02235f5e-94e2-4eb5-ba64-9e62bff7be9c req-a30c036f-1bf5-4483-8546-8ea860e8ae70 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.3885386 Jan 28 20:36:26.245940 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.253230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-6a255040-c82a-48d0-a92b-fb3fd14261bb', 'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb', 'tenant_id': 'fe88b3ca78b54d25ba0aff1606cb6c7f', 'fixed_ips': [{'subnet_id': '9f5e75ee-62d4-43b2-b943-23ec08ce6226'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:36:26.259740 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.286829 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.358129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.367717 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.368714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:26.369310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.452249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Allocated IP 172.20.0.2 (6a255040-c82a-48d0-a92b-fb3fd14261bb/9f5e75ee-62d4-43b2-b943-23ec08ce6226/0cecec84-826b-4d5f-a69f-4564540c697b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:26.594156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02235f5e-94e2-4eb5-ba64-9e62bff7be9c req-dd01b762-6e9a-4dbd-8b7d-efec81fe06b3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045341 Jan 28 20:36:26.601252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Made reservation on behalf of fe88b3ca78b54d25ba0aff1606cb6c7f for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:26.605694 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.620790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Made reservation on behalf of 92c4a7e2f504461fbf5c177facccecfc for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:26.620953 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.624510 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.626925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa7443-a2b7-4ba7-ab0b-49419defa5b8 None None] Network 53e27110-d879-422c-bf9b-023d29e6456e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:26.634930 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.689384 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.710333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54076) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:26.716701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] device_id is not set on port 04825916-eb61-4cb8-adbd-8767e51bf27a yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:26.743638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1f82b399-a321-466a-b0ec-59bafb7be297 None None] Provisioning complete for port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:26.744116 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f82b399-a321-466a-b0ec-59bafb7be297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.747282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:26.750588 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5494208 Jan 28 20:36:26.755123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20589819-5ff1-49a5-9397-09962a478762 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'Network': ['ID=b8ef588d-64bb-4e0e-82bd-f7e308ef8e69,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:26.758364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54080) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:26.774734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'subnet': {'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:26.784203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:26.811121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Made reservation on behalf of 9770213572e349b49e47ff2ec11af93b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:26.814377 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.829377 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.863771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:26.882823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:26.910449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Pushing event updated for resources: {'Port': ['ID=0cecec84-826b-4d5f-a69f-4564540c697b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:26.953613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Allocated IP 172.20.0.9 (6a255040-c82a-48d0-a92b-fb3fd14261bb/9f5e75ee-62d4-43b2-b943-23ec08ce6226/04825916-eb61-4cb8-adbd-8767e51bf27a) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:26.969006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 53e27110-d879-422c-bf9b-023d29e6456e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:26.981920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Attempting to bind port 0cecec84-826b-4d5f-a69f-4564540c697b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:26.982411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:26.982516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Attempting to bind port 0cecec84-826b-4d5f-a69f-4564540c697b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '6997cb74-4b06-4438-99f8-918c6b9c8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:26.982743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Attempting to bind port 0cecec84-826b-4d5f-a69f-4564540c697b on network 6a255040-c82a-48d0-a92b-fb3fd14261bb {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:26.992090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:26.993794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:26.994173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Checking segment: {'id': '6997cb74-4b06-4438-99f8-918c6b9c8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:26.994616 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:26.995079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Bound using segment: {'id': '6997cb74-4b06-4438-99f8-918c6b9c8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:26.995575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Bound port: 0cecec84-826b-4d5f-a69f-4564540c697b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6997cb74-4b06-4438-99f8-918c6b9c8404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:26.995965 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.037054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:27.041413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=c158b925-a07e-44dc-a219-8f0d1cab9315,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.073302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:27.073940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.119469 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ce32735-b4fb-44da-834c-b80df81317c7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8718607 Jan 28 20:36:27.119664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54082) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:27.167693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f82b399-a321-466a-b0ec-59bafb7be297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.168577 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.231886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] For port 0cecec84-826b-4d5f-a69f-4564540c697b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:27.239735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1f82b399-a321-466a-b0ec-59bafb7be297 None None] For port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb,segment=NetworkSegment(a1b45cd7-1112-4ea9-8dad-8b37b27a7670),segment_id=a1b45cd7-1112-4ea9-8dad-8b37b27a7670)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:27.252844 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f82b399-a321-466a-b0ec-59bafb7be297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.254628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:27.254992 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.258330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] For port 0cecec84-826b-4d5f-a69f-4564540c697b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0cecec84-826b-4d5f-a69f-4564540c697b,segment=NetworkSegment(6997cb74-4b06-4438-99f8-918c6b9c8404),segment_id=6997cb74-4b06-4438-99f8-918c6b9c8404)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:27.259459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b711b1f-c84a-400a-b2c9-7e888b27d91f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:27.264218 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2b711b1f-c84a-400a-b2c9-7e888b27d91f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1404819 Jan 28 20:36:27.264218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54084) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:27.288170 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.334941 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.373043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.374398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d027ca49-dac7-4c39-b2f8-fbc213a7ae0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.375696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82b399-a321-466a-b0ec-59bafb7be297 None None] Pushing event updated for resources: {'Port': ['ID=b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.377578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.380299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8646a-f22c-4dcc-8687-a75594167a2e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:27.382006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.388090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8646a-f22c-4dcc-8687-a75594167a2e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:27.394157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8646a-f22c-4dcc-8687-a75594167a2e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:27.398776 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ba8646a-f22c-4dcc-8687-a75594167a2e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1311285 Jan 28 20:36:27.399601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54086) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:27.431519 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.471497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93362b5-8bd9-4dcb-a5a7-b4b76d742bb0 None None] Pushing event updated for resources: {'Port': ['ID=0cecec84-826b-4d5f-a69f-4564540c697b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.522138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:27.551725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2bdee516-681f-4f45-a9fb-4437bd0e771c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port c158b925-a07e-44dc-a219-8f0d1cab9315 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:27.552248 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bdee516-681f-4f45-a9fb-4437bd0e771c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.568043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:27.570765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=04825916-eb61-4cb8-adbd-8767e51bf27a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.573888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:27.588991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:27.626310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.626617 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Added segment 8f21f8f7-1186-4c84-a801-55d69abf3dc5 of type vlan for network e2c416a3-dd75-4b29-98ed-872c24cef3dc Jan 28 20:36:27.649258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab2f2e-ba3d-41c4-8176-45902144e162,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.738630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:27.739263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.739876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.objects.ports [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:36:27.741281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.749296 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bdee516-681f-4f45-a9fb-4437bd0e771c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.750991 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP f640b2c5-813b-4e7f-b3f8-79d7c0294445 associated. External IP: 172.25.2.50, port: 4d79ba95-55ed-415e-81d1-42db7a178611. Jan 28 20:36:27.798860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2bdee516-681f-4f45-a9fb-4437bd0e771c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for c158b925-a07e-44dc-a219-8f0d1cab9315 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:27.802314 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.833032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b7e6a729-dd5f-4e16-a82a-188afa898353 None None] Provisioning complete for port c158b925-a07e-44dc-a219-8f0d1cab9315 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:27.833708 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a729-dd5f-4e16-a82a-188afa898353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.843312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2b9ef1a0-4197-494e-b2bb-0bc0009b937f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.887955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6a729-dd5f-4e16-a82a-188afa898353 None None] Port c158b925-a07e-44dc-a219-8f0d1cab9315 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:27.898004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Checking segment: {'id': 'd1808dfb-f8d3-44e1-b123-3b5550600acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:27.898773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Network hostable DHCP agents. Network: b8ef588d-64bb-4e0e-82bd-f7e308ef8e69, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:27.900210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b7e6a729-dd5f-4e16-a82a-188afa898353 None None] Provisioning complete for port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:27.900747 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a729-dd5f-4e16-a82a-188afa898353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:27.949449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:27.958083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f4656b96-d64b-45b5-a44f-06d50b6a22ff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9688365 Jan 28 20:36:27.960631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54090) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:27.978515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b8ef588d-64bb-4e0e-82bd-f7e308ef8e69) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:27.979425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb', 'name': 'tempest-AllowedAddressPairTestJSON-2059557676', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:1b:44:0c'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:27.991035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:27.991659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.014911 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:36:28.019057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6430c7a0-7f8b-4a0f-bae5-cc6e8801763d None None] Network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:28.057612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-05093668-ebc8-4a65-9eb3-84557a40834c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2931340 Jan 28 20:36:28.058506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54092) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:28.070171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1947026054', 'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:28.086253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bdee516-681f-4f45-a9fb-4437bd0e771c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.087101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d027ca49-dac7-4c39-b2f8-fbc213a7ae0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.107360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d027ca49-dac7-4c39-b2f8-fbc213a7ae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.135483 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.136481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:28.137065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.142273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdee516-681f-4f45-a9fb-4437bd0e771c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=c158b925-a07e-44dc-a219-8f0d1cab9315,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:28.178716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Made reservation on behalf of 9770213572e349b49e47ff2ec11af93b for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:28.181831 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.198812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f04376-88f5-49dd-b617-8f40488991d4 req-6320c55d-edf5-4313-b231-8bc88e8900f1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:28.200395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50f04376-88f5-49dd-b617-8f40488991d4 req-6320c55d-edf5-4313-b231-8bc88e8900f1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.3854158 Jan 28 20:36:28.227607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] device_id is not set on port 61b0c7a2-b195-46bd-bc39-f28e39a724d8 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:28.231485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b7e6a729-dd5f-4e16-a82a-188afa898353 None None] Provisioning complete for port 63cb13ee-19b7-4721-acaa-70347683c527 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:28.231485 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b7e6a729-dd5f-4e16-a82a-188afa898353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.234121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e90765-b17e-4587-a7b7-3e0f5cbeb0d5 None None] Network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:28.286338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bdee516-681f-4f45-a9fb-4437bd0e771c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.292362 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2bdee516-681f-4f45-a9fb-4437bd0e771c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/c158b925-a07e-44dc-a219-8f0d1cab9315 HTTP/1.1" status: 204 len: 168 time: 0.8881373 Jan 28 20:36:28.293498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54094) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:28.329659 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-823d071e-7b6b-4a23-a145-1722395d2422 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:36:28.333743 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-823d071e-7b6b-4a23-a145-1722395d2422 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/c158b925-a07e-44dc-a219-8f0d1cab9315 HTTP/1.1" status: 404 len: 333 time: 0.0376484 Jan 28 20:36:28.335996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54096) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:28.336473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6a729-dd5f-4e16-a82a-188afa898353 None None] Port 63cb13ee-19b7-4721-acaa-70347683c527 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:28.359345 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6423209 Jan 28 20:36:28.362798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d027ca49-dac7-4c39-b2f8-fbc213a7ae0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd01e16073c145448e9bbbda84d30924&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6511853 Jan 28 20:36:28.363772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027ca49-dac7-4c39-b2f8-fbc213a7ae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04810b-d221-4c4e-bc61-0a7a2de44e8b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:28.369715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54098) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:28.370559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54100) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:28.462410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Request body: {'subnet': {'network_id': 'e2c416a3-dd75-4b29-98ed-872c24cef3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-199032524-subnet', 'tenant_id': '92c4a7e2f504461fbf5c177facccecfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:28.463617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Allocated IP 2001:db8::1de (b8ef588d-64bb-4e0e-82bd-f7e308ef8e69/2b9ef1a0-4197-494e-b2bb-0bc0009b937f/61b0c7a2-b195-46bd-bc39-f28e39a724d8) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:28.470778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-57e27f54-f355-4b01-8c42-4fe55cfd046f None None] Could not find standard attr ID for object c158b925-a07e-44dc-a219-8f0d1cab9315. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:36:28.474743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50f04376-88f5-49dd-b617-8f40488991d4 req-3d3ba252-3fee-482a-a6fe-50fce485ee0d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161617 Jan 28 20:36:28.484822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-57e27f54-f355-4b01-8c42-4fe55cfd046f None None] Provisioning complete for port 63cb13ee-19b7-4721-acaa-70347683c527 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:28.485257 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-57e27f54-f355-4b01-8c42-4fe55cfd046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.496889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f560fe-7b97-4c89-8f06-fcc1ee18a21f admin admin] Pushing event updated for resources: {'Network': ['ID=e2c416a3-dd75-4b29-98ed-872c24cef3dc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:28.542966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Made reservation on behalf of fe88b3ca78b54d25ba0aff1606cb6c7f for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:28.575819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7891993b-a3f1-4fa5-b722-30c25c3004c2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 63cb13ee-19b7-4721-acaa-70347683c527 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:28.576525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7891993b-a3f1-4fa5-b722-30c25c3004c2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.816400 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7891993b-a3f1-4fa5-b722-30c25c3004c2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.816680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e2c416a3-dd75-4b29-98ed-872c24cef3dc details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:28.883314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7891993b-a3f1-4fa5-b722-30c25c3004c2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 63cb13ee-19b7-4721-acaa-70347683c527 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:28.888835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:28.953518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-57e27f54-f355-4b01-8c42-4fe55cfd046f None None] Port 63cb13ee-19b7-4721-acaa-70347683c527 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:29.058381 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.092801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:29.093997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Made reservation on behalf of 92c4a7e2f504461fbf5c177facccecfc for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:29.095718 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.138242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:29.171338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'Port': ['ID=61b0c7a2-b195-46bd-bc39-f28e39a724d8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:29.180838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c547a0-4a83-4973-ad95-bd61663452ac None None] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:29.197026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:29.199291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:29.201903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:29.202927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:29.204269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.214697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7891993b-a3f1-4fa5-b722-30c25c3004c2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.246484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891993b-a3f1-4fa5-b722-30c25c3004c2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=63cb13ee-19b7-4721-acaa-70347683c527,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:29.262653 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-179b1703-3b29-4152-8f5b-ef7042a3d971 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2003877 Jan 28 20:36:29.265152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54114) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:29.294424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:29.294924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.307800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3b46-e134-4023-b56d-42e092467698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.358029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1ce1f275-cd59-4f4d-a1de-95ae5c59aae6 None None] Provisioning complete for port 0cecec84-826b-4d5f-a69f-4564540c697b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:29.358542 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f275-cd59-4f4d-a1de-95ae5c59aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.460328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7891993b-a3f1-4fa5-b722-30c25c3004c2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.460328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7891993b-a3f1-4fa5-b722-30c25c3004c2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/63cb13ee-19b7-4721-acaa-70347683c527 HTTP/1.1" status: 204 len: 168 time: 1.1226413 Jan 28 20:36:29.464041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54116) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:29.503664 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-324e105b-b82c-4bd0-913e-e8ca99c46b2d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:36:29.506485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-324e105b-b82c-4bd0-913e-e8ca99c46b2d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/63cb13ee-19b7-4721-acaa-70347683c527 HTTP/1.1" status: 404 len: 333 time: 0.0420697 Jan 28 20:36:29.511478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54118) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:29.519284 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3b46-e134-4023-b56d-42e092467698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.541468 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.565539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36272dd9-e90b-4b61-8163-24731ca49615 req-131626b2-431a-4923-a6c6-18371da3037e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:29.567712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36272dd9-e90b-4b61-8163-24731ca49615 req-131626b2-431a-4923-a6c6-18371da3037e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.3331659 Jan 28 20:36:29.586060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0cecec84-826b-4d5f-a69f-4564540c697b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:29.609811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7b21-cdfa-4a03-9003-198ac73d20b6 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Deleting port 61b0c7a2-b195-46bd-bc39-f28e39a724d8 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:29.610185 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b21-cdfa-4a03-9003-198ac73d20b6 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.650779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] device_id is not set on port 44064df8-faac-4e8f-ac6f-5931c7004fb3 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:29.659958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-88239138-d184-4cc2-a5f8-df2935c864fa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet 578ee56a-4709-4763-b392-0128abfd915d {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:36:29.668626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88239138-d184-4cc2-a5f8-df2935c864fa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.690444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:29.723382 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fff3a3-e2b6-43aa-8a05-68af6994c1a0 None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:29.736663 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f275-cd59-4f4d-a1de-95ae5c59aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.736954 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fff3a3-e2b6-43aa-8a05-68af6994c1a0 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:29.737100 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88239138-d184-4cc2-a5f8-df2935c864fa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.737475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1fff3a3-e2b6-43aa-8a05-68af6994c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:29.787435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b21-cdfa-4a03-9003-198ac73d20b6 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.804538 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1fff3a3-e2b6-43aa-8a05-68af6994c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:29.807521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7b21-cdfa-4a03-9003-198ac73d20b6 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Calling delete_port for 61b0c7a2-b195-46bd-bc39-f28e39a724d8 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:29.813757 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fff3a3-e2b6-43aa-8a05-68af6994c1a0 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:29.814157 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1fff3a3-e2b6-43aa-8a05-68af6994c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:29.846066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0cecec84-826b-4d5f-a69f-4564540c697b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:29.846723 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.849628 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1fff3a3-e2b6-43aa-8a05-68af6994c1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:29.851689 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fff3a3-e2b6-43aa-8a05-68af6994c1a0 None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:29.861418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1ce1f275-cd59-4f4d-a1de-95ae5c59aae6 None None] For port 0cecec84-826b-4d5f-a69f-4564540c697b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0cecec84-826b-4d5f-a69f-4564540c697b,segment=NetworkSegment(6997cb74-4b06-4438-99f8-918c6b9c8404),segment_id=6997cb74-4b06-4438-99f8-918c6b9c8404)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:29.888759 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.896033 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f275-cd59-4f4d-a1de-95ae5c59aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.942391 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36272dd9-e90b-4b61-8163-24731ca49615 req-bd1bdae0-10f6-49a4-86fb-97e592bbb923 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517075 Jan 28 20:36:29.944449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88239138-d184-4cc2-a5f8-df2935c864fa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:29.974312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-244f9046-3b50-4783-ae65-e9c3e1aebd55 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/floatingips/f640b2c5-813b-4e7f-b3f8-79d7c0294445 HTTP/1.1" status: 200 len: 978 time: 3.8284769 Jan 28 20:36:29.974312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.005539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54120) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:30.025234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3b46-e134-4023-b56d-42e092467698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.028376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3b46-e134-4023-b56d-42e092467698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.029644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1ddc3b46-e134-4023-b56d-42e092467698 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e04810b-d221-4c4e-bc61-0a7a2de44e8b HTTP/1.1" status: 204 len: 168 time: 1.6410058 Jan 28 20:36:30.047861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1f275-cd59-4f4d-a1de-95ae5c59aae6 None None] Pushing event updated for resources: {'Port': ['ID=0cecec84-826b-4d5f-a69f-4564540c697b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.105434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc3b46-e134-4023-b56d-42e092467698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04810b-d221-4c4e-bc61-0a7a2de44e8b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.136133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d0f6b56b-968d-474a-9638-d0f2e9233b65 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:36:30.150180 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b21-cdfa-4a03-9003-198ac73d20b6 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.161853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Allocated IP 172.20.0.14 (6a255040-c82a-48d0-a92b-fb3fd14261bb/9f5e75ee-62d4-43b2-b943-23ec08ce6226/44064df8-faac-4e8f-ac6f-5931c7004fb3) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:30.204283 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88239138-d184-4cc2-a5f8-df2935c864fa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.213800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb7b21-cdfa-4a03-9003-198ac73d20b6 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event deleted for resources: {'Port': ['ID=61b0c7a2-b195-46bd-bc39-f28e39a724d8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.248050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefe6540-5600-4f64-968a-07a420620cc3,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.281953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88239138-d184-4cc2-a5f8-df2935c864fa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=578ee56a-4709-4763-b392-0128abfd915d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.313886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Checking segment: {'id': '8f21f8f7-1186-4c84-a801-55d69abf3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2c416a3-dd75-4b29-98ed-872c24cef3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:30.314498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Network hostable DHCP agents. Network: e2c416a3-dd75-4b29-98ed-872c24cef3dc, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:30.330105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88239138-d184-4cc2-a5f8-df2935c864fa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.333676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-88239138-d184-4cc2-a5f8-df2935c864fa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/578ee56a-4709-4763-b392-0128abfd915d HTTP/1.1" status: 204 len: 168 time: 0.8207366 Jan 28 20:36:30.340479 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b21-cdfa-4a03-9003-198ac73d20b6 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.346352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dcbb7b21-cdfa-4a03-9003-198ac73d20b6 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "DELETE /v2.0/ports/61b0c7a2-b195-46bd-bc39-f28e39a724d8 HTTP/1.1" status: 204 len: 168 time: 1.0776892 Jan 28 20:36:30.346352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54126) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:30.346657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1158249-faff-465f-8826-741cfc57f43f None None] Network 53e27110-d879-422c-bf9b-023d29e6456e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:30.347145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:30.366214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69', 'external_fixed_ips': [{'subnet_id': '2b9ef1a0-4197-494e-b2bb-0bc0009b937f', 'ip_address': '2001:db8::1de'}]}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:30.379672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:30.460488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 4d79ba95-55ed-415e-81d1-42db7a178611 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:30.460488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.479323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'port_id': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'mac_address': 'fa:16:3e:7e:f6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:30.506879 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.507883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.526171 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.536339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-dab026ca-dd90-4073-b13f-828c47a79827 None None] Provisioning complete for port 0cecec84-826b-4d5f-a69f-4564540c697b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:30.536727 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dab026ca-dd90-4073-b13f-828c47a79827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.545654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Network e2c416a3-dd75-4b29-98ed-872c24cef3dc is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:30.574411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, e2c416a3-dd75-4b29-98ed-872c24cef3dc) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:30.581910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:30.582556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.626019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf3dd5c-3c20-4b58-9e47-f2e8ea3ca7b5 None None] Network e2c416a3-dd75-4b29-98ed-872c24cef3dc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:30.645567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.646185 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.745843 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.839117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-176658a3-cd4a-4312-ba22-f6575d0b476b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4527347 Jan 28 20:36:30.839117 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.870408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:30.929582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:30.941528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:30.952661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:30.956663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0f6b56b-968d-474a-9638-d0f2e9233b65 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:36:31.048197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca59f2c-fa8f-452f-94be-dc931f820b77 None None] Network e2c416a3-dd75-4b29-98ed-872c24cef3dc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:31.069221 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=44064df8-faac-4e8f-ac6f-5931c7004fb3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.103723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0cecec84-826b-4d5f-a69f-4564540c697b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:31.145004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:31.145975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.212120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:31.281964 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5250272d-7994-45eb-8b75-098e81319fca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3140652 Jan 28 20:36:31.282135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.282575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54152) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:31.357982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] DHCP port deletion for 53e27110-d879-422c-bf9b-023d29e6456e request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:36:31.374788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:31.374788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.424480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a66a1c-0a77-4436-be66-e074195be17c req-977ccdc7-91cc-43f3-a803-fe5751ee4e19 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:31.426088 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.434461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92a66a1c-0a77-4436-be66-e074195be17c req-977ccdc7-91cc-43f3-a803-fe5751ee4e19 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.3376942 Jan 28 20:36:31.446656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d0f6b56b-968d-474a-9638-d0f2e9233b65'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:31.463837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.464298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.464544 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP f640b2c5-813b-4e7f-b3f8-79d7c0294445 disassociated. External IP: 172.25.2.50, port: 4d79ba95-55ed-415e-81d1-42db7a178611. Jan 28 20:36:31.464887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 4d79ba95-55ed-415e-81d1-42db7a178611 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:31.475711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdcc20-ad72-4d89-9ebb-9bc2f5032b9e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:31.482102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdcc20-ad72-4d89-9ebb-9bc2f5032b9e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:31.487989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbdcc20-ad72-4d89-9ebb-9bc2f5032b9e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:31.489758 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9dbdcc20-ad72-4d89-9ebb-9bc2f5032b9e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2023051 Jan 28 20:36:31.500705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54158) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:31.509986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0cecec84-826b-4d5f-a69f-4564540c697b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:31.510361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.516268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.546084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] For port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb,segment=NetworkSegment(a1b45cd7-1112-4ea9-8dad-8b37b27a7670),segment_id=a1b45cd7-1112-4ea9-8dad-8b37b27a7670)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:31.546602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.567578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:31.573382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-dab026ca-dd90-4073-b13f-828c47a79827 None None] Provisioning complete for port 04825916-eb61-4cb8-adbd-8767e51bf27a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:31.573935 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dab026ca-dd90-4073-b13f-828c47a79827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.663716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92a66a1c-0a77-4436-be66-e074195be17c req-618273fc-9c44-403d-ae32-97a3120fb2db tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282956 Jan 28 20:36:31.701317 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.713231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c191c583-8710-4292-b961-115abead855e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Deleting port 44064df8-faac-4e8f-ac6f-5931c7004fb3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:31.713856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c191c583-8710-4292-b961-115abead855e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.721004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] Deleting port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:31.723173 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.730690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-dab026ca-dd90-4073-b13f-828c47a79827 None None] Port 04825916-eb61-4cb8-adbd-8767e51bf27a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:31.739779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.783013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No DVR routers for this DVR port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:31.893753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] For port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:31.894155 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.911869 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c191c583-8710-4292-b961-115abead855e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.930254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.932630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] Calling delete_port for b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:31.938146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] Port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:36:31.940686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eee69a91-6702-4d57-895e-4ec09851617e None None] Provisioning complete for port 04825916-eb61-4cb8-adbd-8767e51bf27a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:31.941062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eee69a91-6702-4d57-895e-4ec09851617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:31.941177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c191c583-8710-4292-b961-115abead855e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Calling delete_port for 44064df8-faac-4e8f-ac6f-5931c7004fb3 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:31.947914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.007730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] Pushing event deleted for resources: {'Port': ['ID=b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:32.016991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.017097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a2f6f-485a-49fc-8b39-3f849b8beec3 None None] No DVR routers for this DVR port b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:32.040041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-eee69a91-6702-4d57-895e-4ec09851617e None None] Port 04825916-eb61-4cb8-adbd-8767e51bf27a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:32.050658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e27110-d879-422c-bf9b-023d29e6456e']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:32.052785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eee69a91-6702-4d57-895e-4ec09851617e None None] Provisioning complete for port 44064df8-faac-4e8f-ac6f-5931c7004fb3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:32.053666 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eee69a91-6702-4d57-895e-4ec09851617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.057675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=4d79ba95-55ed-415e-81d1-42db7a178611,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:32.063889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54178) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:32.073365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-900369380-network', 'tenant_id': '6317fef64d2346e3b5995ff541422faa'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:32.085066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b45cd7-1112-4ea9-8dad-8b37b27a7670') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:32.085379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b45cd7-1112-4ea9-8dad-8b37b27a7670') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:32.114770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-eee69a91-6702-4d57-895e-4ec09851617e None None] Port 44064df8-faac-4e8f-ac6f-5931c7004fb3 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:32.119712 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.137700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d0f6b56b-968d-474a-9638-d0f2e9233b65 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:32.153348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.156411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Made reservation on behalf of 6317fef64d2346e3b5995ff541422faa for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:32.159039 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.175287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.194902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:32.195318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:32.198821 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:32.217498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port d0f6b56b-968d-474a-9638-d0f2e9233b65 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:32.218081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.245615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:32.432993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:32.440157 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c191c583-8710-4292-b961-115abead855e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.451760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1b8c3-fe13-4934-8608-dbbcd350e720 None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:32.472492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1b8c3-fe13-4934-8608-dbbcd350e720 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:32.473124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-85c1b8c3-fe13-4934-8608-dbbcd350e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:32.488683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191c583-8710-4292-b961-115abead855e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Port': ['ID=44064df8-faac-4e8f-ac6f-5931c7004fb3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:32.499648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.519392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.524198 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-85c1b8c3-fe13-4934-8608-dbbcd350e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:32.534227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1b8c3-fe13-4934-8608-dbbcd350e720 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:32.534853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-85c1b8c3-fe13-4934-8608-dbbcd350e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:32.568127 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.572225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bead4d32-1c99-4de6-a1d8-76b7901c3666 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/ports/4d79ba95-55ed-415e-81d1-42db7a178611 HTTP/1.1" status: 204 len: 168 time: 2.5596306 Jan 28 20:36:32.574528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54190) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:32.598553 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.612653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-85c1b8c3-fe13-4934-8608-dbbcd350e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:32.613320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c1b8c3-fe13-4934-8608-dbbcd350e720 None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:32.620816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.631954 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.637076 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/networks/53e27110-d879-422c-bf9b-023d29e6456e HTTP/1.1" status: 204 len: 168 time: 2.2912488 Jan 28 20:36:32.642412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54194) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:32.672613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:36:32.675596 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8fee9-720f-478b-a125-36ae4ad6d134" -d '{"events": [{"server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:32.690984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:32.697569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.712704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-47272a70-a2a6-4382-af36-8e44f0965be0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "GET /v2.0/floatingips/f640b2c5-813b-4e7f-b3f8-79d7c0294445 HTTP/1.1" status: 200 len: 687 time: 0.1370122 Jan 28 20:36:32.730372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54200) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:32.759459 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14fea7b-766b-4fcd-a7d3-55817b3eb46f x-openstack-request-id: req-f14fea7b-766b-4fcd-a7d3-55817b3eb46f {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:32.759979 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "name": "network-vif-plugged", "status": "completed", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:32.760419 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f14fea7b-766b-4fcd-a7d3-55817b3eb46f {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:32.761074 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'code': 200} Jan 28 20:36:32.804232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:32.841942 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c191c583-8710-4292-b961-115abead855e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:32.846598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c191c583-8710-4292-b961-115abead855e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "DELETE /v2.0/ports/44064df8-faac-4e8f-ac6f-5931c7004fb3 HTTP/1.1" status: 204 len: 168 time: 1.3448915 Jan 28 20:36:32.854893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54206) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:32.929524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1149392846'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:32.972902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e48357-2d28-4dd4-aaf2-e131b3f5e23c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Network': ['ID=53e27110-d879-422c-bf9b-023d29e6456e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:32.987887 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4574d9-f01b-432b-90af-51199926c26a tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] GET failed (client error): The resource could not be found. Jan 28 20:36:32.989609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ec4574d9-f01b-432b-90af-51199926c26a tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "GET /v2.0/ports/44064df8-faac-4e8f-ac6f-5931c7004fb3 HTTP/1.1" status: 404 len: 333 time: 0.0731826 Jan 28 20:36:33.000599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54210) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:33.001054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:33.016406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb', 'name': 'tempest-AllowedAddressPairTestJSON-2063183213'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:33.037497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:36:33.037497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b4d157d2-2ee1-4ffd-9b1d-28e273bd9feb not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:33.080940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6708fc1-6a08-43d1-b15d-bcb89625a931 req-4c65a878-9b55-4fe8-b916-05672fac792a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:33.089455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6708fc1-6a08-43d1-b15d-bcb89625a931 req-4c65a878-9b55-4fe8-b916-05672fac792a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.2562399 Jan 28 20:36:33.150949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6708fc1-6a08-43d1-b15d-bcb89625a931 req-440a20be-100a-40c5-be8e-d3c664b2d78d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Jan 28 20:36:33.170595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port b818e19d-31d7-47e5-a7dc-f186f48b0dd4 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:33.171108 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.208064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.229429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:33.232933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.245396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.300853 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.301685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.306340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:33.327631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for b818e19d-31d7-47e5-a7dc-f186f48b0dd4 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:33.338538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df18d1-0214-460f-8ce0-a81846036bb3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.346134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Allocated IP 2001:db8::1de (b8ef588d-64bb-4e0e-82bd-f7e308ef8e69/2b9ef1a0-4197-494e-b2bb-0bc0009b937f/d941faac-4e2e-4837-ae8d-cf7130cd12a9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:33.356545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.356962 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Added segment 5f2194a3-137c-4326-9c1a-bda668ed8d8b of type vlan for network 84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2 Jan 28 20:36:33.358429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:33.416459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.417016 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Added segment ec2bf6b6-d3d2-490f-be6a-9858ae49edc7 of type vlan for network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 Jan 28 20:36:33.455175 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.549728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Made reservation on behalf of fe88b3ca78b54d25ba0aff1606cb6c7f for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:33.553415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.559380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.587508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.590496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:33.590496 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.641530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] device_id is not set on port adc41614-0619-4671-8848-a2a7445e735b yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:33.697739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.703513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:33.704373 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.748747 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6841962 Jan 28 20:36:33.770528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54216) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:33.776659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Request body: {'subnet': {'network_id': '84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-900369380-subnet', 'tenant_id': '6317fef64d2346e3b5995ff541422faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:33.787718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63744da5-65ac-47ba-8179-8424157d2c96 admin admin] Pushing event updated for resources: {'Network': ['ID=84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.797993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.799176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:33.862066 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9928105 Jan 28 20:36:33.865989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54218) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:33.875975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': '3d945da1-9d32-4247-bb16-5a34bb72ecc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:33.933898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b4a97-5c52-4b9f-809b-33b10a9855fb tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Network': ['ID=3d945da1-9d32-4247-bb16-5a34bb72ecc5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.947954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:33.969551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Made reservation on behalf of 6317fef64d2346e3b5995ff541422faa for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:33.971973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:33.979713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Allocated IP 172.20.0.6 (6a255040-c82a-48d0-a92b-fb3fd14261bb/9f5e75ee-62d4-43b2-b943-23ec08ce6226/adc41614-0619-4671-8848-a2a7445e735b) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:33.991556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.059040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.092643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=b818e19d-31d7-47e5-a7dc-f186f48b0dd4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.099145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:34.104298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.106502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:34.116205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:34.129240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:34.137817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'Port': ['ID=d941faac-4e2e-4837-ae8d-cf7130cd12a9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.340622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.343677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.351149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-830c39bf-4341-454f-adc7-e4ae057567f2 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/floatingips/f640b2c5-813b-4e7f-b3f8-79d7c0294445 HTTP/1.1" status: 204 len: 168 time: 1.5302701 Jan 28 20:36:34.353948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54222) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:34.359122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'd4e97f5e-5238-4a2b-96f2-80a61326c60d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:34.427008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b6dc4-4491-43b6-baa0-82df54593d3a req-07b718a1-de6a-483c-a250-fb47587cf464 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:34.436167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c2b6dc4-4491-43b6-baa0-82df54593d3a req-07b718a1-de6a-483c-a250-fb47587cf464 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.1698170 Jan 28 20:36:34.519854 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.572089 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.654272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.673944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.678238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da06a919-a0f9-4365-b06f-da21da29a997,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.692727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Checking segment: {'id': '5f2194a3-137c-4326-9c1a-bda668ed8d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:34.693633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Network hostable DHCP agents. Network: 84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:34.694636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c2b6dc4-4491-43b6-baa0-82df54593d3a req-5f29aa01-3db1-46e3-9b12-60c70a59f029 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575805 Jan 28 20:36:34.769290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=dbdd7db9-0a86-4222-9b48-505ecf4dd127,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.798794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Checking segment: {'id': 'ec2bf6b6-d3d2-490f-be6a-9858ae49edc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3d945da1-9d32-4247-bb16-5a34bb72ecc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:34.799325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network hostable DHCP agents. Network: 3d945da1-9d32-4247-bb16-5a34bb72ecc5, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:34.839333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:34.846210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.861566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 3d945da1-9d32-4247-bb16-5a34bb72ecc5) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:34.868799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:34.869441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:34.874336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a903b87-0e08-4a20-8658-4678e8a1dfd4 None None] Network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:34.947928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5e55e5ee-0232-4f3b-bb5e-c303c7adce87 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0773945 Jan 28 20:36:34.948713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54230) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:34.953106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-12c0ab62-76a0-4bd6-b86e-51c1d98c7535 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1027249130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:35.027370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.25.2.246 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/9574835e-1f01-471d-8bf7-aa7197c612b8) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:35.030639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12c0ab62-76a0-4bd6-b86e-51c1d98c7535 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.031883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12c0ab62-76a0-4bd6-b86e-51c1d98c7535 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.056272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.112590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.126965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Network 84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:35.131927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-3d945da1-9d32-4247-bb16-5a34bb72ecc5', 'network_id': '3d945da1-9d32-4247-bb16-5a34bb72ecc5', 'tenant_id': 'a334e2c90f4d446b988956b1f69c53fa', 'fixed_ips': [{'subnet_id': 'dbdd7db9-0a86-4222-9b48-505ecf4dd127'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:36:35.133545 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.158422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12c0ab62-76a0-4bd6-b86e-51c1d98c7535 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.171742 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12c0ab62-76a0-4bd6-b86e-51c1d98c7535 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.238390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:35.243373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:35.244147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.246556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.248603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:35.260218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:35.261829 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12c0ab62-76a0-4bd6-b86e-51c1d98c7535 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.262819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:35.267227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12c0ab62-76a0-4bd6-b86e-51c1d98c7535 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3174930 Jan 28 20:36:35.268312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54232) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:35.280618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'network_id': '3d945da1-9d32-4247-bb16-5a34bb72ecc5', 'name': 'tempest-PortsTestJSON-1050047873'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:35.283693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7057e7-8be3-4532-a12e-049729289501 None None] Network 84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:35.358174 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dec9f690-1951-4f8c-b0bb-5969cfb23ac0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5860977 Jan 28 20:36:35.363237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=adc41614-0619-4671-8848-a2a7445e735b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:35.423955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:35.424667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.451883 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-06c7bac3-7f93-405a-b9f8-f591b99498ca tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4420505 Jan 28 20:36:35.455097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54236) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:35.460409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:35.463510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:1b:44:0c'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:35.465867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.489379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 639d1608-9b7b-46de-b780-947204380dcd yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:35.598223 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.632232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:35.654538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:35.658911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:35.664105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c0111-68e4-46e6-bea8-a734c820963a None None] Network 84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:35.716042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Allocated IP 172.20.0.2 (3d945da1-9d32-4247-bb16-5a34bb72ecc5/dbdd7db9-0a86-4222-9b48-505ecf4dd127/c29d0421-b5b3-46fe-8609-06f8203148a0) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:35.856209 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.915627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:35.996338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a725f500-f1fd-4b5c-bbe3-2b466e2c2cc7 None None] Provisioning complete for port adc41614-0619-4671-8848-a2a7445e735b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:35.996866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a725f500-f1fd-4b5c-bbe3-2b466e2c2cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.116440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a725f500-f1fd-4b5c-bbe3-2b466e2c2cc7 None None] Port adc41614-0619-4671-8848-a2a7445e735b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:36.209966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.220882 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.243346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.277768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.317940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:36.322958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Pushing event updated for resources: {'Port': ['ID=c29d0421-b5b3-46fe-8609-06f8203148a0,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:36.331584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:36.334470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.335135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.335670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.336161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.336790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.337274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.337769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.338268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.338880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.339360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.339858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.340373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:36.343696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:36.370480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=9574835e-1f01-471d-8bf7-aa7197c612b8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:36.400860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=adc41614-0619-4671-8848-a2a7445e735b,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:36.429124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Attempting to bind port c29d0421-b5b3-46fe-8609-06f8203148a0 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:36.430923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Attempting to bind port c29d0421-b5b3-46fe-8609-06f8203148a0 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'ec2bf6b6-d3d2-490f-be6a-9858ae49edc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3d945da1-9d32-4247-bb16-5a34bb72ecc5'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:36.431058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Attempting to bind port c29d0421-b5b3-46fe-8609-06f8203148a0 on network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:36.442150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:36.442538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Checking segment: {'id': 'ec2bf6b6-d3d2-490f-be6a-9858ae49edc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3d945da1-9d32-4247-bb16-5a34bb72ecc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:36.442952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.443381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Bound using segment: {'id': 'ec2bf6b6-d3d2-490f-be6a-9858ae49edc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3d945da1-9d32-4247-bb16-5a34bb72ecc5'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:36.443879 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Bound port: c29d0421-b5b3-46fe-8609-06f8203148a0, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2bf6b6-d3d2-490f-be6a-9858ae49edc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '3d945da1-9d32-4247-bb16-5a34bb72ecc5'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:36.444278 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.455760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.6 (3d945da1-9d32-4247-bb16-5a34bb72ecc5/dbdd7db9-0a86-4222-9b48-505ecf4dd127/639d1608-9b7b-46de-b780-947204380dcd) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:36.484801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] In _notify_port_updated(), no bound segment for port adc41614-0619-4671-8848-a2a7445e735b on network 6a255040-c82a-48d0-a92b-fb3fd14261bb {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:36:36.491271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:36.491954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.496077 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9e548ba9-d922-49a6-a753-7b56aa3bc647 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "PUT /v2.0/ports/adc41614-0619-4671-8848-a2a7445e735b HTTP/1.1" status: 200 len: 993 time: 1.0367918 Jan 28 20:36:36.496077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Router f34d0519-6b17-4a0c-9696-31fadad1e7cd is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:36:36.499270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54260) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:36.593237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] For port c29d0421-b5b3-46fe-8609-06f8203148a0, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:36.601606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] For port c29d0421-b5b3-46fe-8609-06f8203148a0, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c29d0421-b5b3-46fe-8609-06f8203148a0,segment=NetworkSegment(ec2bf6b6-d3d2-490f-be6a-9858ae49edc7),segment_id=ec2bf6b6-d3d2-490f-be6a-9858ae49edc7)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:36.609827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.634122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.700251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.752851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c82198-4e2d-45b2-80ad-7753068b1a60 None None] Pushing event updated for resources: {'Port': ['ID=c29d0421-b5b3-46fe-8609-06f8203148a0,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:36.768043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0f01b722-f5ca-4d33-8c78-511db32bb125 None None] Provisioning complete for port adc41614-0619-4671-8848-a2a7445e735b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:36.768494 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0f01b722-f5ca-4d33-8c78-511db32bb125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.812796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:36.828139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ac7fa-509e-4171-9ad7-0b8e00a7247c tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Deleting port adc41614-0619-4671-8848-a2a7445e735b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:36.828538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac7fa-509e-4171-9ad7-0b8e00a7247c tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.832586 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Sync routers for ids ['f34d0519-6b17-4a0c-9696-31fadad1e7cd'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:36.852549 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Routers {'f34d0519-6b17-4a0c-9696-31fadad1e7cd'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:36.855602 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f34d0519-6b17-4a0c-9696-31fadad1e7cd'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:36.876124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0f01b722-f5ca-4d33-8c78-511db32bb125 None None] Port adc41614-0619-4671-8848-a2a7445e735b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:36.889697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:36.904691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:36.907453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:36.946598 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.950730 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aec02123-c3d7-4e25-93e4-252aaf3f44d1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6033463 Jan 28 20:36:36.952373 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:36.961969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54262) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:36.962289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd4f1f-9086-47d6-a05e-48d6ec6c99f4 req-812a8a08-e8dd-4e73-8ab4-f93444da9ac2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:36.963827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30bd4f1f-9086-47d6-a05e-48d6ec6c99f4 req-812a8a08-e8dd-4e73-8ab4-f93444da9ac2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.2921157 Jan 28 20:36:36.980776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac7fa-509e-4171-9ad7-0b8e00a7247c tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.026535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=639d1608-9b7b-46de-b780-947204380dcd,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.082729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ac7fa-509e-4171-9ad7-0b8e00a7247c tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Calling delete_port for adc41614-0619-4671-8848-a2a7445e735b owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:37.097860 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Set router f34d0519-6b17-4a0c-9696-31fadad1e7cd gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:37.152061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:37.152944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.158008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30bd4f1f-9086-47d6-a05e-48d6ec6c99f4 req-8a286ff0-1494-4f2b-9068-1db35114db93 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169686 Jan 28 20:36:37.165133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-21380cba-fce1-4cd0-a583-3697aa8299b8 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:37.166875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-21380cba-fce1-4cd0-a583-3697aa8299b8 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/networks?id=e2c416a3-dd75-4b29-98ed-872c24cef3dc HTTP/1.1" status: 200 len: 808 time: 0.4815075 Jan 28 20:36:37.218835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.268341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-1580825c-3bc9-4bf9-b056-1bd6e4b639a9 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/quotas/92c4a7e2f504461fbf5c177facccecfc HTTP/1.1" status: 200 len: 375 time: 0.0805287 Jan 28 20:36:37.320493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-98c3e88b-572d-46c6-9b76-599056a5b226 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0469773 Jan 28 20:36:37.321300 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.359971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54270) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:37.424957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-b2be07c7-7a33-4b50-9e95-ad7f9bef2f88 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=92c4a7e2f504461fbf5c177facccecfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1392457 Jan 28 20:36:37.466245 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.506261 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34d0519-6b17-4a0c-9696-31fadad1e7cd', 'name': '', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69', 'external_fixed_ips': [{'subnet_id': '2b9ef1a0-4197-494e-b2bb-0bc0009b937f', 'ip_address': '2001:db8::1de'}], 'enable_snat': True}, 'gw_port_id': 'd941faac-4e2e-4837-ae8d-cf7130cd12a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:34Z', 'revision_number': 3, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port': {'id': 'd941faac-4e2e-4837-ae8d-cf7130cd12a9', 'name': '', 'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34d0519-6b17-4a0c-9696-31fadad1e7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '2b9ef1a0-4197-494e-b2bb-0bc0009b937f', 'ip_address': '2001:db8::1de', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:32Z', 'updated_at': '2022-01-28T20:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b9ef1a0-4197-494e-b2bb-0bc0009b937f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:37.538704 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Checking router: f34d0519-6b17-4a0c-9696-31fadad1e7cd for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:37.539334 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Updating router f34d0519-6b17-4a0c-9696-31fadad1e7cd port d941faac-4e2e-4837-ae8d-cf7130cd12a9 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:36:37.567267 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.583008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Deleting port d941faac-4e2e-4837-ae8d-cf7130cd12a9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:37.583355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.722018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f631-ea3f-4b8b-8ad7-74cac882df3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.774376 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac7fa-509e-4171-9ad7-0b8e00a7247c tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:37.868241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ac7fa-509e-4171-9ad7-0b8e00a7247c tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Port': ['ID=adc41614-0619-4671-8848-a2a7445e735b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.057240 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.066611 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.135117 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Pushing event updated for resources: {'Port': ['ID=d941faac-4e2e-4837-ae8d-cf7130cd12a9,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.140409 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.143348 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.143753 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.144096 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.145444 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.145444 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.145444 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.145724 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.145997 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.146896 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.147386 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.147745 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.148067 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:38.169107 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Attempting to bind port d941faac-4e2e-4837-ae8d-cf7130cd12a9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:38.169491 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Attempting to bind port d941faac-4e2e-4837-ae8d-cf7130cd12a9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd1808dfb-f8d3-44e1-b123-3b5550600acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:38.169798 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Attempting to bind port d941faac-4e2e-4837-ae8d-cf7130cd12a9 on network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:38.175491 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:38.175871 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Checking segment: {'id': 'd1808dfb-f8d3-44e1-b123-3b5550600acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:38.176308 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.176703 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Bound using segment: {'id': 'd1808dfb-f8d3-44e1-b123-3b5550600acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:38.177175 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Bound port: d941faac-4e2e-4837-ae8d-cf7130cd12a9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1808dfb-f8d3-44e1-b123-3b5550600acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b8ef588d-64bb-4e0e-82bd-f7e308ef8e69'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:38.177677 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.192695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Calling delete_port for d941faac-4e2e-4837-ae8d-cf7130cd12a9 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:38.226119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.257656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.301539 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] For port d941faac-4e2e-4837-ae8d-cf7130cd12a9, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:38.307286 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] For port d941faac-4e2e-4837-ae8d-cf7130cd12a9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d941faac-4e2e-4837-ae8d-cf7130cd12a9,segment=NetworkSegment(d1808dfb-f8d3-44e1-b123-3b5550600acb),segment_id=d1808dfb-f8d3-44e1-b123-3b5550600acb)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:38.310823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-002d2a83-39b1-467b-8672-0adb15b75812 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c416a3-dd75-4b29-98ed-872c24cef3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8698642 Jan 28 20:36:38.325409 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.491713 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Routers {'f34d0519-6b17-4a0c-9696-31fadad1e7cd'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:38.492786 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f34d0519-6b17-4a0c-9696-31fadad1e7cd'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:38.575407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b66b0-7850-485d-a322-970490beea34 None None] Network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:38.581564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac7fa-509e-4171-9ad7-0b8e00a7247c tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.585525 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1f8ac7fa-509e-4171-9ad7-0b8e00a7247c tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "DELETE /v2.0/ports/adc41614-0619-4671-8848-a2a7445e735b HTTP/1.1" status: 204 len: 168 time: 2.0838335 Jan 28 20:36:38.592014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54278) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:38.592321 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ce02b-e9aa-473e-9c20-b95ac2c7de27 None None] Pushing event updated for resources: {'Port': ['ID=d941faac-4e2e-4837-ae8d-cf7130cd12a9,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.627092 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] Set router f34d0519-6b17-4a0c-9696-31fadad1e7cd gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:38.644455 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-27155741-9f05-4b25-81a8-1ebeca99be22 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] GET failed (client error): The resource could not be found. Jan 28 20:36:38.646964 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-27155741-9f05-4b25-81a8-1ebeca99be22 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "GET /v2.0/ports/adc41614-0619-4671-8848-a2a7445e735b HTTP/1.1" status: 404 len: 333 time: 0.0533142 Jan 28 20:36:38.650819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54280) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:38.656759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb', 'name': 'tempest-AllowedAddressPairTestJSON-304832730'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:38.673775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1806e4c6-69c5-4b32-8277-ddd8438580cb None None] Provisioning complete for port c29d0421-b5b3-46fe-8609-06f8203148a0 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:38.702303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1806e4c6-69c5-4b32-8277-ddd8438580cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.711423 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34d0519-6b17-4a0c-9696-31fadad1e7cd', 'name': '', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:37Z', 'revision_number': 4, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:38.768206 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac685a3-dde4-4f4b-b538-af83abfddf18 None None] The sync data for ids ['f34d0519-6b17-4a0c-9696-31fadad1e7cd'] in n-d-825064-3 is: [{'id': 'f34d0519-6b17-4a0c-9696-31fadad1e7cd', 'name': '', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:37Z', 'revision_number': 4, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:38.817080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.895923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event deleted for resources: {'Port': ['ID=d941faac-4e2e-4837-ae8d-cf7130cd12a9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.931045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:38.958513 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1806e4c6-69c5-4b32-8277-ddd8438580cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.020402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Made reservation on behalf of fe88b3ca78b54d25ba0aff1606cb6c7f for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:39.025037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.061870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1806e4c6-69c5-4b32-8277-ddd8438580cb None None] For port c29d0421-b5b3-46fe-8609-06f8203148a0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c29d0421-b5b3-46fe-8609-06f8203148a0,segment=NetworkSegment(ec2bf6b6-d3d2-490f-be6a-9858ae49edc7),segment_id=ec2bf6b6-d3d2-490f-be6a-9858ae49edc7)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:39.070271 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1806e4c6-69c5-4b32-8277-ddd8438580cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.174973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806e4c6-69c5-4b32-8277-ddd8438580cb None None] Pushing event updated for resources: {'Port': ['ID=c29d0421-b5b3-46fe-8609-06f8203148a0,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:39.187746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c29d0421-b5b3-46fe-8609-06f8203148a0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:39.330753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-602872d6-4473-42ca-b39c-68feffe1ea07 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c416a3-dd75-4b29-98ed-872c24cef3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0094290 Jan 28 20:36:39.347753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=9574835e-1f01-471d-8bf7-aa7197c612b8,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:39.392237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebc599-4020-4bb8-abe9-8714c19cd137 req-ae1dc21e-4402-4afc-bb38-7f72a0bf2b1d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:39.394097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eebc599-4020-4bb8-abe9-8714c19cd137 req-ae1dc21e-4402-4afc-bb38-7f72a0bf2b1d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 1.0631847 Jan 28 20:36:39.413220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c29d0421-b5b3-46fe-8609-06f8203148a0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:39.413448 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.462486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-250d6292-b715-4a75-aab6-9bf73d3bf090 None None] Provisioning complete for port 639d1608-9b7b-46de-b780-947204380dcd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:39.463181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-250d6292-b715-4a75-aab6-9bf73d3bf090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.563920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-250d6292-b715-4a75-aab6-9bf73d3bf090 None None] Port 639d1608-9b7b-46de-b780-947204380dcd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:39.577257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-250d6292-b715-4a75-aab6-9bf73d3bf090 None None] Provisioning complete for port c29d0421-b5b3-46fe-8609-06f8203148a0 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:39.577922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-250d6292-b715-4a75-aab6-9bf73d3bf090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.631276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eebc599-4020-4bb8-abe9-8714c19cd137 req-2768b905-782c-4056-819a-e037d0ec2a8b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287199 Jan 28 20:36:39.665082 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.720949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9698c138-357a-43f2-a181-827f1a134d0e req-865e2158-4e0a-4fcb-9e2c-b336731378af tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 210 time: 0.0962541 Jan 28 20:36:39.922012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.926996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] device_id is not set on port ef0a6696-23f3-4158-9f0c-9a219e83b836 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:39.945265 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:39.976494 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP cf05ef33-0edd-4b63-bfe5-4e19940ebe61 associated. External IP: 172.25.2.246, port: d4e97f5e-5238-4a2b-96f2-80a61326c60d. Jan 28 20:36:40.053475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d309ccf4-489e-4a19-8975-e23adca99946 None None] Provisioning complete for port 639d1608-9b7b-46de-b780-947204380dcd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:40.054199 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d309ccf4-489e-4a19-8975-e23adca99946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.096426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.097080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f34d0519-6b17-4a0c-9696-31fadad1e7cd {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:40.116057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.126291 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.129180 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d759f886-47de-4040-8905-7ff028ce6c28 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "DELETE /v2.0/routers/f34d0519-6b17-4a0c-9696-31fadad1e7cd HTTP/1.1" status: 204 len: 168 time: 3.1603649 Jan 28 20:36:40.130262 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54310) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:40.170196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d309ccf4-489e-4a19-8975-e23adca99946 None None] Port 639d1608-9b7b-46de-b780-947204380dcd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:40.215998 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd0b6-790b-4ef4-b1b2-f11a349f49b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.227940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a933600-95fd-4935-beb3-d4d2cdbde802 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Deleting subnet 2b9ef1a0-4197-494e-b2bb-0bc0009b937f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:36:40.264399 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a933600-95fd-4935-beb3-d4d2cdbde802 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.329646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a933600-95fd-4935-beb3-d4d2cdbde802 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.365762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Allocated IP 172.20.0.14 (6a255040-c82a-48d0-a92b-fb3fd14261bb/9f5e75ee-62d4-43b2-b943-23ec08ce6226/ef0a6696-23f3-4158-9f0c-9a219e83b836) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:40.410792 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:36:40.411486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a933600-95fd-4935-beb3-d4d2cdbde802 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.639864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a933600-95fd-4935-beb3-d4d2cdbde802 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.691439 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a933600-95fd-4935-beb3-d4d2cdbde802 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.698108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a933600-95fd-4935-beb3-d4d2cdbde802 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/2b9ef1a0-4197-494e-b2bb-0bc0009b937f HTTP/1.1" status: 204 len: 168 time: 0.5568738 Jan 28 20:36:40.700435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54314) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:40.705817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:40.726090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a933600-95fd-4935-beb3-d4d2cdbde802 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9ef1a0-4197-494e-b2bb-0bc0009b937f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:40.773397 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.816166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:40.865182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:40.870529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:40.883386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:40.914394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf312b75-103c-49ba-a132-6aa2b2fd7c43 req-acef4627-e4a9-4412-a0c9-6dd0535cfd8f tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 210 time: 0.0981975 Jan 28 20:36:40.946809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=ef0a6696-23f3-4158-9f0c-9a219e83b836,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:40.992529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:40.993096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.028667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.030859 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b3bd00a2-31d5-4036-ba20-637ff9f82ce2 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3766937 Jan 28 20:36:41.039866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c29d0421-b5b3-46fe-8609-06f8203148a0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:41.053991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54318) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:41.059253 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.066331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:44:0c'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:41.069375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.139451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c29d0421-b5b3-46fe-8609-06f8203148a0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:41.140004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.207160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453738-41a8-4f74-803b-81085eaa8bba req-b727254a-e4c4-4a85-b9e5-29f8ce3fe2c6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:41.210138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db453738-41a8-4f74-803b-81085eaa8bba req-b727254a-e4c4-4a85-b9e5-29f8ce3fe2c6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.4762793 Jan 28 20:36:41.338890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f1f14c06-bb6b-4305-8724-e5681a32f07d None None] Provisioning complete for port ef0a6696-23f3-4158-9f0c-9a219e83b836 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:41.339414 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1f14c06-bb6b-4305-8724-e5681a32f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.404701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f1f14c06-bb6b-4305-8724-e5681a32f07d None None] Port ef0a6696-23f3-4158-9f0c-9a219e83b836 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:41.432974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-258854d9-afe6-474b-81bb-6ea1db9c35bb tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:41.435076 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-258854d9-afe6-474b-81bb-6ea1db9c35bb tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.13 "GET /v2.0/networks?id=e2c416a3-dd75-4b29-98ed-872c24cef3dc HTTP/1.1" status: 200 len: 808 time: 0.3896985 Jan 28 20:36:41.444337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:41.453990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Request body: {'port': {'device_id': '5f43068e-9616-4734-a96e-0264d460615d', 'network_id': 'e2c416a3-dd75-4b29-98ed-872c24cef3dc', 'admin_state_up': True, 'tenant_id': '92c4a7e2f504461fbf5c177facccecfc'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:41.456533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57f820-ab07-45f2-b449-339df3d326e1 None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:41.470074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57f820-ab07-45f2-b449-339df3d326e1 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:41.470657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dc57f820-ab07-45f2-b449-339df3d326e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.504252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=639d1608-9b7b-46de-b780-947204380dcd,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:41.565036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dc57f820-ab07-45f2-b449-339df3d326e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.579166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57f820-ab07-45f2-b449-339df3d326e1 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:41.579882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dc57f820-ab07-45f2-b449-339df3d326e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.626670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dc57f820-ab07-45f2-b449-339df3d326e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.627339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57f820-ab07-45f2-b449-339df3d326e1 None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:41.643070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.655044 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.659424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.714681 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.749299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Made reservation on behalf of 92c4a7e2f504461fbf5c177facccecfc for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:41.750761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db453738-41a8-4f74-803b-81085eaa8bba req-ee1a0af9-1500-4f83-8dc6-101add33a9b4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690506 Jan 28 20:36:41.751456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2365d76c-a73c-46f3-b48e-86a7ad2a390b None None] Provisioning complete for port 639d1608-9b7b-46de-b780-947204380dcd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:41.752084 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2365d76c-a73c-46f3-b48e-86a7ad2a390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.755427 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.763644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f1c0f1cb-20a9-4c9b-a3d8-9ba2d6a9c701 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.4086361 Jan 28 20:36:41.771214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54320) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:41.782557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ef588d-64bb-4e0e-82bd-f7e308ef8e69']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.784892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1277713345'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:41.848578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2365d76c-a73c-46f3-b48e-86a7ad2a390b None None] Port 639d1608-9b7b-46de-b780-947204380dcd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:41.862766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1808dfb-f8d3-44e1-b123-3b5550600acb') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.863061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1808dfb-f8d3-44e1-b123-3b5550600acb') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:41.881893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.911882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.945255 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.947079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:41.950823 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.963682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:41.967213 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:41.970933 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:42.061664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:42.064093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Allocated IP 172.20.0.11 (e2c416a3-dd75-4b29-98ed-872c24cef3dc/eefe6540-5600-4f64-968a-07a420620cc3/e3bb53fb-d3cb-4da1-9184-a47ee213cb28) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:42.102267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.102665 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Added segment c558081c-6af2-42d8-9c91-348cee935602 of type vlan for network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d Jan 28 20:36:42.105521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.121868 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.124672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a7ae88d-5ec3-4fae-b1ea-f29bced2a549 req-82972168-2549-4d78-af48-2702d82cf350 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 210 time: 0.0569994 Jan 28 20:36:42.218096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.237802 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.248416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 20:36:42.253555 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.262943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "DELETE /v2.0/networks/b8ef588d-64bb-4e0e-82bd-f7e308ef8e69 HTTP/1.1" status: 204 len: 168 time: 1.5568123 Jan 28 20:36:42.319031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=ef0a6696-23f3-4158-9f0c-9a219e83b836,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:42.393629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a8f5e-1fba-44a8-91aa-629028f3e093 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8ef588d-64bb-4e0e-82bd-f7e308ef8e69,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:42.395744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.428295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.439837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:42.440826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.508198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] In _notify_port_updated(), no bound segment for port ef0a6696-23f3-4158-9f0c-9a219e83b836 on network 6a255040-c82a-48d0-a92b-fb3fd14261bb {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:36:42.527910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:42.528094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.533131 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-80af4fbe-7573-493c-a408-1fe33fc138d7 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "PUT /v2.0/ports/ef0a6696-23f3-4158-9f0c-9a219e83b836 HTTP/1.1" status: 200 len: 996 time: 1.4737539 Jan 28 20:36:42.609451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54328) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:42.702927 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9271657 Jan 28 20:36:42.703362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-97c0d17d-4bfe-40dd-a3b5-1f175722b300 None None] Provisioning complete for port ef0a6696-23f3-4158-9f0c-9a219e83b836 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:42.704717 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97c0d17d-4bfe-40dd-a3b5-1f175722b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.739281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c32648-e14f-440a-97f7-c89df18a541c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Network': ['ID=57ecd423-a604-4288-bb25-8f9b0e8a2e0d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:42.744224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54332) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:42.758313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'subnet': {'network_id': '57ecd423-a604-4288-bb25-8f9b0e8a2e0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:42.771046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:42.854552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:42.856037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54336) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:42.861449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9d763b2a-7bb9-491c-a538-bd62443f86ee tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'router': {'name': 'tempest-router--1669418003', 'project_id': '3cb0af1629ed49fcbe536baf46aff033'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:42.910301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-97c0d17d-4bfe-40dd-a3b5-1f175722b300 None None] Port ef0a6696-23f3-4158-9f0c-9a219e83b836 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:42.929688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:42.934842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.008315 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.039578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c1a6c-0b40-4588-9601-814bb4c8a591 req-731913a5-62c7-49de-baf0-97e5b2cf6b2f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.041131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd2c1a6c-0b40-4588-9601-814bb4c8a591 req-731913a5-62c7-49de-baf0-97e5b2cf6b2f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.1267915 Jan 28 20:36:43.085021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ba663-bbfa-46c3-92c8-8eae534e62fe tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Deleting port ef0a6696-23f3-4158-9f0c-9a219e83b836 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:43.085245 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba663-bbfa-46c3-92c8-8eae534e62fe tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.137755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d763b2a-7bb9-491c-a538-bd62443f86ee tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.139450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d763b2a-7bb9-491c-a538-bd62443f86ee tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.164079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.236427 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.279995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd2c1a6c-0b40-4588-9601-814bb4c8a591 req-f440c005-7b33-431c-bc16-19237395a30b tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276187 Jan 28 20:36:43.280536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Network e2c416a3-dd75-4b29-98ed-872c24cef3dc is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:43.318643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:43.322220 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d763b2a-7bb9-491c-a538-bd62443f86ee tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.325541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:43.331253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.347828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.360490 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d763b2a-7bb9-491c-a538-bd62443f86ee tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.362762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Pushing event updated for resources: {'Port': ['ID=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:43.376038 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba663-bbfa-46c3-92c8-8eae534e62fe tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.388323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.446240 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ba663-bbfa-46c3-92c8-8eae534e62fe tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Calling delete_port for ef0a6696-23f3-4158-9f0c-9a219e83b836 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:43.454576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d763b2a-7bb9-491c-a538-bd62443f86ee tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.459283 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9d763b2a-7bb9-491c-a538-bd62443f86ee tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6015589 Jan 28 20:36:43.460277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54340) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:43.508090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d26f1-0b77-4ad0-a128-645791c6d948 req-075c2496-9a94-426e-83a4-67e8731ff733 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.509682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a60d26f1-0b77-4ad0-a128-645791c6d948 req-075c2496-9a94-426e-83a4-67e8731ff733 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 932 time: 0.2818651 Jan 28 20:36:43.538467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.539245 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.582534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Subnet': ['ID=393c792d-0283-4e67-a649-5235aa7cbb01,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:43.598805 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68016fbe-f14e-46c5-8727-5a5c126f3079 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.605731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=639d1608-9b7b-46de-b780-947204380dcd,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:43.608148 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dfca63c5-615a-41bf-aa0a-4fb277b13b7b tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1621139 Jan 28 20:36:43.624231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-f2767d38-690b-4cf1-948e-cd5b805004e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2240324 Jan 28 20:36:43.624231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:43.677290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a60d26f1-0b77-4ad0-a128-645791c6d948 req-a1d07108-2d24-4134-a078-fe20b3deddaf tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475325 Jan 28 20:36:43.719345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Request body: {'port': {'device_id': '5f43068e-9616-4734-a96e-0264d460615d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:43.722578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Checking segment: {'id': 'c558081c-6af2-42d8-9c91-348cee935602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57ecd423-a604-4288-bb25-8f9b0e8a2e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:43.723215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network hostable DHCP agents. Network: 57ecd423-a604-4288-bb25-8f9b0e8a2e0d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:43.805706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-9a2e8865-425c-4a65-b4cd-e758dd3c6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.810450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-9a2e8865-425c-4a65-b4cd-e758dd3c6105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1095 time: 0.1167247 Jan 28 20:36:44.209371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:44.214515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68016fbe-f14e-46c5-8727-5a5c126f3079 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.219973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68016fbe-f14e-46c5-8727-5a5c126f3079 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.233338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 57ecd423-a604-4288-bb25-8f9b0e8a2e0d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:44.238407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.246912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebab247-9d38-48d5-bc1f-f2664dde5fc2 None None] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:44.275270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:44.276032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.298182 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68016fbe-f14e-46c5-8727-5a5c126f3079 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.298994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68016fbe-f14e-46c5-8727-5a5c126f3079 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 681c09a0-7eb7-4347-8729-e550b1739cef {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:44.324025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68016fbe-f14e-46c5-8727-5a5c126f3079 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.328292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-68016fbe-f14e-46c5-8727-5a5c126f3079 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "DELETE /v2.0/routers/681c09a0-7eb7-4347-8729-e550b1739cef HTTP/1.1" status: 204 len: 168 time: 0.8628092 Jan 28 20:36:44.329807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba663-bbfa-46c3-92c8-8eae534e62fe tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.335097 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-02e03cb5-9111-41ee-9e97-149adc34ee39 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5817814 Jan 28 20:36:44.338431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54346) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:44.353594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-56596752', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:44.404136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ba663-bbfa-46c3-92c8-8eae534e62fe tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Port': ['ID=ef0a6696-23f3-4158-9f0c-9a219e83b836,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:44.438792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:44.472553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:44.516754 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.520421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.627836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-d4a84d50-b9f8-4a66-a66e-6aa31ba8b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:44.653401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-d4a84d50-b9f8-4a66-a66e-6aa31ba8b924 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.4379337 Jan 28 20:36:44.734868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54352) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:44.776584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.795617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba663-bbfa-46c3-92c8-8eae534e62fe tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:44.806338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a4ba663-bbfa-46c3-92c8-8eae534e62fe tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "DELETE /v2.0/ports/ef0a6696-23f3-4158-9f0c-9a219e83b836 HTTP/1.1" status: 204 len: 168 time: 2.1958411 Jan 28 20:36:44.812097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:45.059752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-57ecd423-a604-4288-bb25-8f9b0e8a2e0d', 'network_id': '57ecd423-a604-4288-bb25-8f9b0e8a2e0d', 'tenant_id': '62501f5138f442e3948dce5d664adcc2', 'fixed_ips': [{'subnet_id': '393c792d-0283-4e67-a649-5235aa7cbb01'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:36:45.060958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.095459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-72e0e315-4c18-4503-a020-6039eec44826 None None] Provisioning complete for port 639d1608-9b7b-46de-b780-947204380dcd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:45.095920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-72e0e315-4c18-4503-a020-6039eec44826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.164223 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f89f98-2744-4938-b4d2-802441877bff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] GET failed (client error): The resource could not be found. Jan 28 20:36:45.168109 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d1f89f98-2744-4938-b4d2-802441877bff tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "GET /v2.0/ports/ef0a6696-23f3-4158-9f0c-9a219e83b836 HTTP/1.1" status: 404 len: 333 time: 0.3546312 Jan 28 20:36:45.169262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe85dbc-f68a-4117-9e17-2888300a428c req-141e24b9-056a-4538-a24f-0599d14f6004 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.173574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dbe85dbc-f68a-4117-9e17-2888300a428c req-141e24b9-056a-4538-a24f-0599d14f6004 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.6979733 Jan 28 20:36:45.174309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54360) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:45.183090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb', 'name': 'tempest-AllowedAddressPairTestJSON-812601548'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:45.203724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Router d454bde5-1803-487d-9d93-f3d307ee8f9b is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:36:45.247527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-72e0e315-4c18-4503-a020-6039eec44826 None None] Port 639d1608-9b7b-46de-b780-947204380dcd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:45.309751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-719050211', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:45.322112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bb53fb-d3cb-4da1-9184-a47ee213cb28 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:36:45.325134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Allocated IP 172.20.0.2 (57ecd423-a604-4288-bb25-8f9b0e8a2e0d/393c792d-0283-4e67-a649-5235aa7cbb01/36b57ff5-c1bc-47bc-b7c6-38684e3aaee4) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:45.329805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-168168de-77ac-4af9-a412-5968e0baf463 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 999 time: 0.5959897 Jan 28 20:36:45.331797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.352495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Transition to ACTIVE for port object e3bb53fb-d3cb-4da1-9184-a47ee213cb28 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:36:45.399575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.407680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775fcfb-f175-4cca-809f-9d5d6212e6d4 req-3c17a7a1-f887-4136-a2ed-635b4334b4db tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.409294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d775fcfb-f175-4cca-809f-9d5d6212e6d4 req-3c17a7a1-f887-4136-a2ed-635b4334b4db tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 932 time: 0.4218428 Jan 28 20:36:45.484542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.521950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dbe85dbc-f68a-4117-9e17-2888300a428c req-b4fbc8fe-fadb-48ad-8863-50852615d792 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266008 Jan 28 20:36:45.580809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Pushing event updated for resources: {'Port': ['ID=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:45.623151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-4a61c4cf-75b9-46fd-95bd-5dc85b0bdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.624051 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.624851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-4a61c4cf-75b9-46fd-95bd-5dc85b0bdc45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.2744718 Jan 28 20:36:45.629914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.631305 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.635868 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.653703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d775fcfb-f175-4cca-809f-9d5d6212e6d4 req-b9e3abdf-e83c-4b92-97fa-5c90923a2141 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742125 Jan 28 20:36:45.680215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Attempting to bind port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:45.680780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Attempting to bind port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '8f21f8f7-1186-4c84-a801-55d69abf3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2c416a3-dd75-4b29-98ed-872c24cef3dc'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:45.681113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Attempting to bind port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 on network e2c416a3-dd75-4b29-98ed-872c24cef3dc {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:45.689272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 on network e2c416a3-dd75-4b29-98ed-872c24cef3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:45.689627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Attempting to bind port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 on network e2c416a3-dd75-4b29-98ed-872c24cef3dc {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:45.696923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:45.700625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:45.700983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Checking segment: {'id': '8f21f8f7-1186-4c84-a801-55d69abf3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2c416a3-dd75-4b29-98ed-872c24cef3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:45.701375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Bound using segment: {'id': '8f21f8f7-1186-4c84-a801-55d69abf3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2c416a3-dd75-4b29-98ed-872c24cef3dc'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:45.701826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Bound port: e3bb53fb-d3cb-4da1-9184-a47ee213cb28, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f21f8f7-1186-4c84-a801-55d69abf3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e2c416a3-dd75-4b29-98ed-872c24cef3dc'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:45.702190 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.707519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4c69cf12-d645-4ad5-91e8-fe3dc2520c1b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "PUT /v2.0/routers/d454bde5-1803-487d-9d93-f3d307ee8f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2815797 Jan 28 20:36:45.717044 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cea05-1cc8-447a-be13-42315b265cc0 None None] Sync routers for ids ['d454bde5-1803-487d-9d93-f3d307ee8f9b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:45.718162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54362) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:45.726665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Pushing event updated for resources: {'Port': ['ID=36b57ff5-c1bc-47bc-b7c6-38684e3aaee4,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:45.732141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:45.733646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:45.738930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:45.747108 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cea05-1cc8-447a-be13-42315b265cc0 None None] Routers {'d454bde5-1803-487d-9d93-f3d307ee8f9b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:45.747994 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-7a0cea05-1cc8-447a-be13-42315b265cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d454bde5-1803-487d-9d93-f3d307ee8f9b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:45.783308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-11b34bc9-65ac-459b-b3fc-3a53462739a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.783308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-11b34bc9-65ac-459b-b3fc-3a53462739a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479535 Jan 28 20:36:45.822222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Made reservation on behalf of fe88b3ca78b54d25ba0aff1606cb6c7f for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:45.826516 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.828357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Attempting to bind port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:45.828734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Attempting to bind port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c558081c-6af2-42d8-9c91-348cee935602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57ecd423-a604-4288-bb25-8f9b0e8a2e0d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:45.829094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Attempting to bind port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 on network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:45.835773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:45.836144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Checking segment: {'id': 'c558081c-6af2-42d8-9c91-348cee935602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57ecd423-a604-4288-bb25-8f9b0e8a2e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:45.836819 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.837216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Bound using segment: {'id': 'c558081c-6af2-42d8-9c91-348cee935602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57ecd423-a604-4288-bb25-8f9b0e8a2e0d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:45.837692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Bound port: 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c558081c-6af2-42d8-9c91-348cee935602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '57ecd423-a604-4288-bb25-8f9b0e8a2e0d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:45.838205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.848814 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:45.851918 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-7a0cea05-1cc8-447a-be13-42315b265cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:45.871047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] device_id is not set on port cf726166-a3dc-4ee1-9789-e14fdeb1fbd4 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:45.877080 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cea05-1cc8-447a-be13-42315b265cc0 None None] Routers {'d454bde5-1803-487d-9d93-f3d307ee8f9b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:45.878137 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-7a0cea05-1cc8-447a-be13-42315b265cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d454bde5-1803-487d-9d93-f3d307ee8f9b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:45.948576 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-7a0cea05-1cc8-447a-be13-42315b265cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:45.954071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] For port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:45.959040 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cea05-1cc8-447a-be13-42315b265cc0 None None] The sync data for ids ['d454bde5-1803-487d-9d93-f3d307ee8f9b'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:45.959995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] For port e3bb53fb-d3cb-4da1-9184-a47ee213cb28, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:45.960270 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] For port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=36b57ff5-c1bc-47bc-b7c6-38684e3aaee4,segment=NetworkSegment(c558081c-6af2-42d8-9c91-348cee935602),segment_id=c558081c-6af2-42d8-9c91-348cee935602)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:45.965734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] For port e3bb53fb-d3cb-4da1-9184-a47ee213cb28, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,segment=NetworkSegment(8f21f8f7-1186-4c84-a801-55d69abf3dc5),segment_id=8f21f8f7-1186-4c84-a801-55d69abf3dc5)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:45.995122 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:46.023995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:46.046782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a837fbe4-808b-4f5a-8137-734581136149 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.051188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a837fbe4-808b-4f5a-8137-734581136149 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports?device_id=d454bde5-1803-487d-9d93-f3d307ee8f9b HTTP/1.1" status: 200 len: 982 time: 0.3252006 Jan 28 20:36:46.059777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54364) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:46.138194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df023567-e642-4715-b47a-6ddd2fae05d3 None None] Pushing event updated for resources: {'Port': ['ID=36b57ff5-c1bc-47bc-b7c6-38684e3aaee4,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:46.138442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Pushing event updated for resources: {'Port': ['ID=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:46.162379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.163889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:46.165415 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-dc6e0636-3c13-4682-bb26-b91b656272cf service neutron] 10.222.0.13 "PUT /v2.0/ports/e3bb53fb-d3cb-4da1-9184-a47ee213cb28 HTTP/1.1" status: 200 len: 1092 time: 2.5145323 Jan 28 20:36:46.165872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f43068e-9616-4734-a96e-0264d460615d', 'tag': 'e3bb53fb-d3cb-4da1-9184-a47ee213cb28'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:36:46.168516 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d9ef9-2235-4702-84b7-68dde403ada0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f43068e-9616-4734-a96e-0264d460615d", "tag": "e3bb53fb-d3cb-4da1-9184-a47ee213cb28"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:46.238573 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:46.242470 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659e2aed-cef7-4ae2-9871-bb401fe25627 x-openstack-request-id: req-659e2aed-cef7-4ae2-9871-bb401fe25627 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:46.242768 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f43068e-9616-4734-a96e-0264d460615d", "tag": "e3bb53fb-d3cb-4da1-9184-a47ee213cb28", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:46.243043 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-659e2aed-cef7-4ae2-9871-bb401fe25627 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:46.243522 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f43068e-9616-4734-a96e-0264d460615d', 'tag': 'e3bb53fb-d3cb-4da1-9184-a47ee213cb28', 'status': 'completed', 'code': 200} Jan 28 20:36:46.281433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:46.345572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-6f616a05-ca68-4dfd-9439-cf7187d16f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.352842 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-6f616a05-ca68-4dfd-9439-cf7187d16f8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92c4a7e2f504461fbf5c177facccecfc&device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 1095 time: 0.1259584 Jan 28 20:36:46.470972 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-26e910c2-076e-4379-b26e-eb01135a48c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3bb53fb-d3cb-4da1-9184-a47ee213cb28 HTTP/1.1" status: 200 len: 217 time: 0.1101611 Jan 28 20:36:46.479775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:46.601101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-125b849c-f40e-4b9d-948c-6b55be8897ad service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900438 Jan 28 20:36:46.607206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-197b82c8-c1e0-47bd-b621-a92415218fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.608799 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-197b82c8-c1e0-47bd-b621-a92415218fd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eefe6540-5600-4f64-968a-07a420620cc3 HTTP/1.1" status: 200 len: 848 time: 0.1277499 Jan 28 20:36:46.609954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.25.2.92 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/076efe3f-bc85-4e3b-998c-2e0b81eb0a28) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:46.665667 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-13344f22-75c2-4417-9760-0f2eda5529d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2c416a3-dd75-4b29-98ed-872c24cef3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480893 Jan 28 20:36:46.676906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Allocated IP 172.20.0.14 (6a255040-c82a-48d0-a92b-fb3fd14261bb/9f5e75ee-62d4-43b2-b943-23ec08ce6226/cf726166-a3dc-4ee1-9789-e14fdeb1fbd4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:46.791694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:46.904248 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-ef3f156e-08a8-4bf3-893f-bc236c7ba1c8 service neutron] 10.222.0.13 "GET /v2.0/networks/e2c416a3-dd75-4b29-98ed-872c24cef3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986476 Jan 28 20:36:47.044592 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:47.055201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42ae2-29bd-4d34-bff1-d0772110552a req-03cab94c-a510-4992-b854-2af5ff6162af tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.057372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95f42ae2-29bd-4d34-bff1-d0772110552a req-03cab94c-a510-4992-b854-2af5ff6162af tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.3918860 Jan 28 20:36:47.107952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:47.128607 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d23858bd-2af1-4c1a-a126-a5ce9010dcf1 req-b5553b77-b754-4c65-af27-ff60857b6d98 service neutron] 10.222.0.13 "GET /v2.0/networks/e2c416a3-dd75-4b29-98ed-872c24cef3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098331 Jan 28 20:36:47.133411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:47.146966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0662053-5189-4582-9ee9-97c363e452fb req-c95194e5-0025-4e84-b53d-12db87203356 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.149119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0662053-5189-4582-9ee9-97c363e452fb req-c95194e5-0025-4e84-b53d-12db87203356 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 944 time: 0.3376021 Jan 28 20:36:47.153046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:47.156437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:47.213168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8314409e-adf5-425a-996a-9533f40ef5d2 req-a56d98fc-f8d9-4d9c-bb93-f329d1c76b9a service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777028 Jan 28 20:36:47.236267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:47.261537 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:47.282059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=076efe3f-bc85-4e3b-998c-2e0b81eb0a28,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:47.395288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95f42ae2-29bd-4d34-bff1-d0772110552a req-9591bd49-fc8e-47ee-b90e-dc5286fdb407 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157690 Jan 28 20:36:47.477201 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:47.508641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-bdc98b27-6372-4f30-bfeb-ab752e993d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.523096 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-bdc98b27-6372-4f30-bfeb-ab752e993d35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92c4a7e2f504461fbf5c177facccecfc&device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 1095 time: 0.1923590 Jan 28 20:36:47.534170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=36b57ff5-c1bc-47bc-b7c6-38684e3aaee4,segment=NetworkSegment(c558081c-6af2-42d8-9c91-348cee935602),segment_id=c558081c-6af2-42d8-9c91-348cee935602)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:47.556130 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:47.667307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=36b57ff5-c1bc-47bc-b7c6-38684e3aaee4,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:47.842976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0662053-5189-4582-9ee9-97c363e452fb req-d2b6897e-64e6-452f-b9e2-6121843da49d tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086826 Jan 28 20:36:47.871273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:47.885781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5d5d2-3fd8-48c6-8a67-4d839c30ad33 None None] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:47.905168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:47.948909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-a56b77fe-60e1-47ec-b431-fd69c25f6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.950648 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-a56b77fe-60e1-47ec-b431-fd69c25f6b47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2c416a3-dd75-4b29-98ed-872c24cef3dc HTTP/1.1" status: 200 len: 909 time: 0.4195271 Jan 28 20:36:48.017361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.037770 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-704009b0-3127-4b82-9e81-98f2a55cd95e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3bb53fb-d3cb-4da1-9184-a47ee213cb28 HTTP/1.1" status: 200 len: 217 time: 0.0736301 Jan 28 20:36:48.080268 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.081396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2ac1dd5f-54e8-426f-b3ec-2ee70858efed None None] Provisioning complete for port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:48.081779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ac1dd5f-54e8-426f-b3ec-2ee70858efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.126233 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.170122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.210855 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.303061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=cf726166-a3dc-4ee1-9789-e14fdeb1fbd4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:48.396617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Allocated IP 172.25.2.225 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/1e3705ab-bfef-4a86-897d-897ab0098985) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:48.400712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:48.413809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:48.437671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:48.643041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e55688a2-b96c-4f83-844a-df6a1389d6da None None] Provisioning complete for port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:48.643427 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e55688a2-b96c-4f83-844a-df6a1389d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.666826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-669c6405-39bc-4e70-8b54-96341b2eee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:48.668352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-669c6405-39bc-4e70-8b54-96341b2eee70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eefe6540-5600-4f64-968a-07a420620cc3 HTTP/1.1" status: 200 len: 848 time: 0.5961571 Jan 28 20:36:48.704671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:48.705329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.742537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b99e608f-fc7c-45b2-954b-b4f1603156f8 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5639215 Jan 28 20:36:48.745442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-b6629f09-7125-4464-8af6-1d70717dc22a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2c416a3-dd75-4b29-98ed-872c24cef3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611794 Jan 28 20:36:48.746422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54374) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:48.761186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'network_id': '6a255040-c82a-48d0-a92b-fb3fd14261bb', 'name': 'tempest-AllowedAddressPairTestJSON-96318544'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:48.788583 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.804020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.821506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e1627-3eda-4c35-b5b7-365ad66a748a req-a6b1cd45-b22c-4ac2-9f3c-e93a0af9f140 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:48.823419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a16e1627-3eda-4c35-b5b7-365ad66a748a req-a6b1cd45-b22c-4ac2-9f3c-e93a0af9f140 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.2491333 Jan 28 20:36:48.923446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fc55c2a8-9984-461a-94c4-c4772f67ffbb None None] Provisioning complete for port cf726166-a3dc-4ee1-9789-e14fdeb1fbd4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:48.924014 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fc55c2a8-9984-461a-94c4-c4772f67ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:48.965627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-bde2ff42-6895-47fa-9202-750500054277 service neutron] 10.222.0.13 "GET /v2.0/networks/e2c416a3-dd75-4b29-98ed-872c24cef3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984034 Jan 28 20:36:49.024358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fc55c2a8-9984-461a-94c4-c4772f67ffbb None None] Port cf726166-a3dc-4ee1-9789-e14fdeb1fbd4 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:49.029639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:49.107079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:49.107768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:49.134736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cca593fc-4157-4346-9a2d-601df3f289a1 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:36:49.175014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:49.180455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a16e1627-3eda-4c35-b5b7-365ad66a748a req-6bd1e8db-bff2-4bb0-af09-08ee2da844bd tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095418 Jan 28 20:36:49.209795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77edc2-84a7-4284-ad81-7daa5414ca2a req-c47915d5-77c6-42f5-b07d-f8a22b7ce43f tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:49.211827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a77edc2-84a7-4284-ad81-7daa5414ca2a req-c47915d5-77c6-42f5-b07d-f8a22b7ce43f tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 944 time: 0.1804717 Jan 28 20:36:49.219703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Made reservation on behalf of fe88b3ca78b54d25ba0aff1606cb6c7f for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:49.223372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:49.263628 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4d5d9ef9-2235-4702-84b7-68dde403ada0 req-9fbf5722-09f6-41df-a848-dab9afbcfa2e service neutron] 10.222.0.13 "GET /v2.0/networks/e2c416a3-dd75-4b29-98ed-872c24cef3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913918 Jan 28 20:36:49.298915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:49.319352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:49.332705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:49.342379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event updated for resources: {'Port': ['ID=1e3705ab-bfef-4a86-897d-897ab0098985,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:49.349965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] device_id is not set on port dc39b262-eadf-4773-9963-c1de0deba7f8 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:49.362989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:49.387772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98c21f8-a30d-46ab-9570-8105c5db178f None None] Sync routers for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:49.399941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 639d1608-9b7b-46de-b780-947204380dcd {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:49.400417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:49.404554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:49.408263 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8d966434-c8c8-4c5f-9cd5-28d2fc42fcfc tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0682724 Jan 28 20:36:49.412685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54378) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:49.438478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c21f8-a30d-46ab-9570-8105c5db178f None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:49.439412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a98c21f8-a30d-46ab-9570-8105c5db178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:49.504887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a77edc2-84a7-4284-ad81-7daa5414ca2a req-cd8d3814-7f09-4ff5-b22f-c66fbce41f78 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559819 Jan 28 20:36:49.527889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a98c21f8-a30d-46ab-9570-8105c5db178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:49.538833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c21f8-a30d-46ab-9570-8105c5db178f None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:49.539587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a98c21f8-a30d-46ab-9570-8105c5db178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:49.582991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a98c21f8-a30d-46ab-9570-8105c5db178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:49.583837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98c21f8-a30d-46ab-9570-8105c5db178f None None] The sync data for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:49.747933 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:49.772650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Allocated IP 172.20.0.10 (6a255040-c82a-48d0-a92b-fb3fd14261bb/9f5e75ee-62d4-43b2-b943-23ec08ce6226/dc39b262-eadf-4773-9963-c1de0deba7f8) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:49.789963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 639d1608-9b7b-46de-b780-947204380dcd owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:49.980237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3bb53fb-d3cb-4da1-9184-a47ee213cb28 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:36:50.094283 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:50.118892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:50.144866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3bb53fb-d3cb-4da1-9184-a47ee213cb28, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,segment=NetworkSegment(8f21f8f7-1186-4c84-a801-55d69abf3dc5),segment_id=8f21f8f7-1186-4c84-a801-55d69abf3dc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:50.160191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'e3bb53fb-d3cb-4da1-9184-a47ee213cb28', 'network_id': 'e2c416a3-dd75-4b29-98ed-872c24cef3dc', 'port_id': 'e3bb53fb-d3cb-4da1-9184-a47ee213cb28', 'mac_address': 'fa:16:3e:4f:f3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefe6540-5600-4f64-968a-07a420620cc3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:50.233636 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:50.260568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bb53fb-d3cb-4da1-9184-a47ee213cb28 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:36:50.288439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3bb53fb-d3cb-4da1-9184-a47ee213cb28, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,segment=NetworkSegment(8f21f8f7-1186-4c84-a801-55d69abf3dc5),segment_id=8f21f8f7-1186-4c84-a801-55d69abf3dc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:50.294132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:50.327507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:50.377010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:50.417076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:50.508330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['e3bb53fb-d3cb-4da1-9184-a47ee213cb28'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:50.520367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff845b1f-71a3-4d39-8250-1e03b51325d2 req-3c85305b-3640-46f5-9808-3d3ea3e8fbe7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:50.522906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff845b1f-71a3-4d39-8250-1e03b51325d2 req-3c85305b-3640-46f5-9808-3d3ea3e8fbe7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.2162783 Jan 28 20:36:50.529055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=639d1608-9b7b-46de-b780-947204380dcd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:50.613501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.20.0.1 (57ecd423-a604-4288-bb25-8f9b0e8a2e0d/393c792d-0283-4e67-a649-5235aa7cbb01/f897e7d0-9834-4750-921a-d005ca00d5b5) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:50.799322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:50.845098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:50.907223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:50.911075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:50.917828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=f897e7d0-9834-4750-921a-d005ca00d5b5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:50.933482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:51.000235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.168137 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.186197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.275222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-560cbdad-18f9-48cb-a85e-b1e1f2d2a705 None None] Provisioning complete for port f897e7d0-9834-4750-921a-d005ca00d5b5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:51.275762 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-560cbdad-18f9-48cb-a85e-b1e1f2d2a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.282064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.308189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.329500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-560cbdad-18f9-48cb-a85e-b1e1f2d2a705 None None] Port f897e7d0-9834-4750-921a-d005ca00d5b5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:51.336820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff845b1f-71a3-4d39-8250-1e03b51325d2 req-1f729196-7a62-4be9-98c5-0a5d16daf4d6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8034465 Jan 28 20:36:51.342439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:51.417672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:51.451540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:51.461646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=dc39b262-eadf-4773-9963-c1de0deba7f8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:51.500300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ba065-8245-4893-b962-e1b72c0b76e2 req-27f2cced-6c6a-437e-84b9-1ad2c2ec11fd tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.501921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c9ba065-8245-4893-b962-e1b72c0b76e2 req-27f2cced-6c6a-437e-84b9-1ad2c2ec11fd tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 945 time: 0.3988335 Jan 28 20:36:51.509103 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.571255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.571845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.658357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.664906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.700343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c9ba065-8245-4893-b962-e1b72c0b76e2 req-deb05e7d-d775-45c5-a74a-34a5fb2f4253 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851635 Jan 28 20:36:51.713412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-583c96e3-089c-4636-bd08-7c008d6c02ec tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9586034 Jan 28 20:36:51.713702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54402) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:51.729467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:1b:44:0c'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:44:67:6d'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:51.768559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2025f6e6-2703-4003-a089-b3570e7779b0 None None] Provisioning complete for port dc39b262-eadf-4773-9963-c1de0deba7f8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:51.769175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2025f6e6-2703-4003-a089-b3570e7779b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.772365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=f897e7d0-9834-4750-921a-d005ca00d5b5,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:51.775188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Router 1c96dfed-7687-4e28-b7d8-408766eb3fcc is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:36:51.799256 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:51.813783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2025f6e6-2703-4003-a089-b3570e7779b0 None None] Port dc39b262-eadf-4773-9963-c1de0deba7f8 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:51.846439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Router d454bde5-1803-487d-9d93-f3d307ee8f9b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:51.904449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-07bb98cb-4bd8-4ff5-8ef4-0cc9838ce6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.906600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-07bb98cb-4bd8-4ff5-8ef4-0cc9838ce6c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 1096 time: 0.1434963 Jan 28 20:36:51.948018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3bb53fb-d3cb-4da1-9184-a47ee213cb28 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:51.998189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:52.004730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:52.016603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.019660 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:36:52.025598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:52.025992 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.098456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:52.106659 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-054f0019-719e-4b98-8965-4a4463add243 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "PUT /v2.0/routers/d454bde5-1803-487d-9d93-f3d307ee8f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0399773 Jan 28 20:36:52.113769 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c8259-c090-4cb4-831a-da314efd7f76 None None] Sync routers for ids ['d454bde5-1803-487d-9d93-f3d307ee8f9b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:52.117265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54404) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:52.131036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:52.134409 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c8259-c090-4cb4-831a-da314efd7f76 None None] Routers {'d454bde5-1803-487d-9d93-f3d307ee8f9b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:52.135397 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b70c8259-c090-4cb4-831a-da314efd7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d454bde5-1803-487d-9d93-f3d307ee8f9b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:52.139308 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.144387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5427d-d8c8-4140-9fe6-05dd02d1dba9 None None] Sync routers for ids ['1c96dfed-7687-4e28-b7d8-408766eb3fcc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:52.160938 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-12961f1c-b97c-4ff8-b7a1-7c181506c83f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:36:52.163231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12961f1c-b97c-4ff8-b7a1-7c181506c83f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/639d1608-9b7b-46de-b780-947204380dcd HTTP/1.1" status: 404 len: 333 time: 0.0449939 Jan 28 20:36:52.172704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54406) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:52.182438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f43068e-9616-4734-a96e-0264d460615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bb53fb-d3cb-4da1-9184-a47ee213cb28'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:36:52.184845 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d08b9-4150-4668-af6b-1b64ca99202b" -d '{"events": [{"server_uuid": "5f43068e-9616-4734-a96e-0264d460615d", "name": "network-vif-plugged", "status": "completed", "tag": "e3bb53fb-d3cb-4da1-9184-a47ee213cb28"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:52.191178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5427d-d8c8-4140-9fe6-05dd02d1dba9 None None] Routers {'1c96dfed-7687-4e28-b7d8-408766eb3fcc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:52.191806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bda5427d-d8c8-4140-9fe6-05dd02d1dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1c96dfed-7687-4e28-b7d8-408766eb3fcc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:52.199415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-b9f6415d-a9bc-4af5-92d4-15b1eed7d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:52.201569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-b9f6415d-a9bc-4af5-92d4-15b1eed7d78a service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.2876740 Jan 28 20:36:52.203090 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b70c8259-c090-4cb4-831a-da314efd7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:52.230089 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c8259-c090-4cb4-831a-da314efd7f76 None None] Routers {'d454bde5-1803-487d-9d93-f3d307ee8f9b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:52.231049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b70c8259-c090-4cb4-831a-da314efd7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d454bde5-1803-487d-9d93-f3d307ee8f9b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:52.250845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port e3bb53fb-d3cb-4da1-9184-a47ee213cb28, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,segment=NetworkSegment(8f21f8f7-1186-4c84-a801-55d69abf3dc5),segment_id=8f21f8f7-1186-4c84-a801-55d69abf3dc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:52.252280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bda5427d-d8c8-4140-9fe6-05dd02d1dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:52.259894 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.270453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5427d-d8c8-4140-9fe6-05dd02d1dba9 None None] Routers {'1c96dfed-7687-4e28-b7d8-408766eb3fcc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:52.271979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bda5427d-d8c8-4140-9fe6-05dd02d1dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1c96dfed-7687-4e28-b7d8-408766eb3fcc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:52.315268 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e9912-e10a-4920-84a6-ebe54d0833bc x-openstack-request-id: req-149e9912-e10a-4920-84a6-ebe54d0833bc {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:52.315864 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f43068e-9616-4734-a96e-0264d460615d", "name": "network-vif-plugged", "status": "completed", "tag": "e3bb53fb-d3cb-4da1-9184-a47ee213cb28", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:52.316342 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-149e9912-e10a-4920-84a6-ebe54d0833bc {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:52.316911 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f43068e-9616-4734-a96e-0264d460615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bb53fb-d3cb-4da1-9184-a47ee213cb28', 'code': 200} Jan 28 20:36:52.352050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.355934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f502f837-33c0-4030-be4a-2a37a79fc7f1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6025281 Jan 28 20:36:52.390523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54416) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:52.392493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-69a0906e-6f8c-4987-826b-5e5475a9506a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65 HTTP/1.1" status: 200 len: 217 time: 0.1788697 Jan 28 20:36:52.405051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bda5427d-d8c8-4140-9fe6-05dd02d1dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:52.405721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5427d-d8c8-4140-9fe6-05dd02d1dba9 None None] The sync data for ids ['1c96dfed-7687-4e28-b7d8-408766eb3fcc'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:52.443144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:52.515148 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b70c8259-c090-4cb4-831a-da314efd7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:52.515814 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c8259-c090-4cb4-831a-da314efd7f76 None None] The sync data for ids ['d454bde5-1803-487d-9d93-f3d307ee8f9b'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:52.527505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86abac97-33db-4ec2-8a06-f6fe2c11a1aa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.542546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c083f4a1-efdd-4b08-be4d-85358372cd34 None None] Provisioning complete for port f897e7d0-9834-4750-921a-d005ca00d5b5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:52.543453 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c083f4a1-efdd-4b08-be4d-85358372cd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.594410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c083f4a1-efdd-4b08-be4d-85358372cd34 None None] Port f897e7d0-9834-4750-921a-d005ca00d5b5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:52.716373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-e551cf5e-3614-4285-a8c4-0de5d94068b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:52.717849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-e551cf5e-3614-4285-a8c4-0de5d94068b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.2852857 Jan 28 20:36:52.748827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cca593fc-4157-4346-9a2d-601df3f289a1 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:52.767574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13de20ee-f57f-443c-9bbf-b7763e2e1290 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/routers/1c96dfed-7687-4e28-b7d8-408766eb3fcc HTTP/1.1" status: 200 len: 924 time: 0.3687003 Jan 28 20:36:52.768804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54426) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:52.770750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f492b-338a-469a-b711-6d4127e4e649 req-fb6af6bf-143c-4fda-ac9c-8e74dc6aae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:52.772399 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-867f492b-338a-469a-b711-6d4127e4e649 req-fb6af6bf-143c-4fda-ac9c-8e74dc6aae3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 1097 time: 0.1339481 Jan 28 20:36:52.820747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a200863-585f-47f8-88b2-9710e1f9b4f5 req-2be09788-61fd-4620-8fff-bd0bf649f8ba tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:52.822188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a200863-585f-47f8-88b2-9710e1f9b4f5 req-2be09788-61fd-4620-8fff-bd0bf649f8ba tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 945 time: 0.3033988 Jan 28 20:36:52.868124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86abac97-33db-4ec2-8a06-f6fe2c11a1aa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.880840 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6a091d2f-72a0-4d99-aa98-c2505de56bc8 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c96dfed-7687-4e28-b7d8-408766eb3fcc HTTP/1.1" status: 200 len: 205 time: 0.1073718 Jan 28 20:36:52.886664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54428) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:52.888208 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86abac97-33db-4ec2-8a06-f6fe2c11a1aa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:52.938626 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-867f492b-338a-469a-b711-6d4127e4e649 req-ae719bab-0f01-45bd-848b-22b7c7be8d38 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538534 Jan 28 20:36:52.996155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.003565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.008403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:53.020243 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4eb41aa4-307c-4156-82ee-9e570d24cafd tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/routers/cca593fc-4157-4346-9a2d-601df3f289a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6031611 Jan 28 20:36:53.020425 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fdfa80-5864-4530-9bad-a02b07f1f79f None None] Sync routers for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:53.030620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fdfa80-5864-4530-9bad-a02b07f1f79f None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:53.031254 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-36fdfa80-5864-4530-9bad-a02b07f1f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:53.038815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:53.044158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'port': {'network_id': '57ecd423-a604-4288-bb25-8f9b0e8a2e0d', 'name': 'tempest-FloatingIPTestJSON-807407280'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:53.070104 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-36fdfa80-5864-4530-9bad-a02b07f1f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:53.080753 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fdfa80-5864-4530-9bad-a02b07f1f79f None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:53.081707 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-36fdfa80-5864-4530-9bad-a02b07f1f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:53.125979 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-36fdfa80-5864-4530-9bad-a02b07f1f79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:53.127436 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fdfa80-5864-4530-9bad-a02b07f1f79f None None] The sync data for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:53.154695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event updated for resources: {'Port': ['ID=dc39b262-eadf-4773-9963-c1de0deba7f8,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:53.174608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] In _notify_port_updated(), no bound segment for port dc39b262-eadf-4773-9963-c1de0deba7f8 on network 6a255040-c82a-48d0-a92b-fb3fd14261bb {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:36:53.181242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.181939 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.185918 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-651e3221-9c13-47f9-b612-c99b7aff589d tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "PUT /v2.0/ports/dc39b262-eadf-4773-9963-c1de0deba7f8 HTTP/1.1" status: 200 len: 1055 time: 1.4692607 Jan 28 20:36:53.187078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54432) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:53.312780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Made reservation on behalf of 62501f5138f442e3948dce5d664adcc2 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:53.316841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.318004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b0287877-70da-4272-b16d-0f0108cc63cd None None] Provisioning complete for port dc39b262-eadf-4773-9963-c1de0deba7f8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:53.319056 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0287877-70da-4272-b16d-0f0108cc63cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.341383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] device_id is not set on port 734e143b-9cb8-404f-951e-aecdda744bec yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:53.346677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-90f1e11a-b31e-4910-82de-6da832f50538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.348225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-90f1e11a-b31e-4910-82de-6da832f50538 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5964773 Jan 28 20:36:53.350416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dd29e6b7-ba6c-47b4-aa63-4efd4dc0bbfc tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Deleting port dc39b262-eadf-4773-9963-c1de0deba7f8 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:53.350817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd29e6b7-ba6c-47b4-aa63-4efd4dc0bbfc tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.357390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86abac97-33db-4ec2-8a06-f6fe2c11a1aa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.357974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86abac97-33db-4ec2-8a06-f6fe2c11a1aa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Fanout notify agent at l3_agent the message router_deleted on router d454bde5-1803-487d-9d93-f3d307ee8f9b {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:53.358427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b0287877-70da-4272-b16d-0f0108cc63cd None None] Port dc39b262-eadf-4773-9963-c1de0deba7f8 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:53.370073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4b26-61a8-4e45-ba71-cba6fb92c269 req-2f0f47eb-e2b9-471d-ac4a-4112140a79bd tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.376671 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6fd4b26-61a8-4e45-ba71-cba6fb92c269 req-2f0f47eb-e2b9-471d-ac4a-4112140a79bd tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 946 time: 0.5787029 Jan 28 20:36:53.386480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86abac97-33db-4ec2-8a06-f6fe2c11a1aa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.390025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-86abac97-33db-4ec2-8a06-f6fe2c11a1aa tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/routers/d454bde5-1803-487d-9d93-f3d307ee8f9b HTTP/1.1" status: 204 len: 168 time: 1.2124865 Jan 28 20:36:53.397394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a200863-585f-47f8-88b2-9710e1f9b4f5 req-4841adbe-4f8c-42fd-a867-671e38cd6925 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390854 Jan 28 20:36:53.402138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54434) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:53.517818 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd29e6b7-ba6c-47b4-aa63-4efd4dc0bbfc tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.539386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dd29e6b7-ba6c-47b4-aa63-4efd4dc0bbfc tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Calling delete_port for dc39b262-eadf-4773-9963-c1de0deba7f8 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:53.546157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Allocated IP 172.20.0.11 (57ecd423-a604-4288-bb25-8f9b0e8a2e0d/393c792d-0283-4e67-a649-5235aa7cbb01/734e143b-9cb8-404f-951e-aecdda744bec) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:53.560457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f423011-5052-42e7-a5f5-773a2ce25815 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet dbdd7db9-0a86-4222-9b48-505ecf4dd127 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:36:53.563942 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f423011-5052-42e7-a5f5-773a2ce25815 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.595197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6fd4b26-61a8-4e45-ba71-cba6fb92c269 req-66513a76-2d91-4a80-b7a7-c5a7886e4321 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175732 Jan 28 20:36:53.619833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.684713 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f423011-5052-42e7-a5f5-773a2ce25815 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.712007 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-4d0bd86f-be67-4666-9e14-4bcba084a7c8 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521271 Jan 28 20:36:53.745622 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-d64a9983-ef24-46c5-91bf-01cbefa21e7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1525044 Jan 28 20:36:53.876950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.879286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd29e6b7-ba6c-47b4-aa63-4efd4dc0bbfc tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.913442 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.917622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1701dc07-3d90-45b7-8229-eb7614fe37e9 req-3c0317ec-efe2-45bf-993e-26c05758606d service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956189 Jan 28 20:36:53.923055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f423011-5052-42e7-a5f5-773a2ce25815 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:53.928517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-cd62ec53-1cf4-43ce-8f0c-909e0d824660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.930005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-cd62ec53-1cf4-43ce-8f0c-909e0d824660 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 1058 time: 0.1274815 Jan 28 20:36:53.934082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29e6b7-ba6c-47b4-aa63-4efd4dc0bbfc tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Port': ['ID=dc39b262-eadf-4773-9963-c1de0deba7f8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:54.050968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Deleting port 1e3705ab-bfef-4a86-897d-897ab0098985 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:54.051314 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.054990 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f423011-5052-42e7-a5f5-773a2ce25815 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.095936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.146837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f423011-5052-42e7-a5f5-773a2ce25815 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdd7db9-0a86-4222-9b48-505ecf4dd127,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:54.150346 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f423011-5052-42e7-a5f5-773a2ce25815 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.156601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7f423011-5052-42e7-a5f5-773a2ce25815 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/dbdd7db9-0a86-4222-9b48-505ecf4dd127 HTTP/1.1" status: 204 len: 168 time: 0.7419486 Jan 28 20:36:54.159208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54442) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:54.160557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9278ebb-1f04-471d-94a6-502166e2f670 None None] Network 3d945da1-9d32-4247-bb16-5a34bb72ecc5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:54.207493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-6a328b14-3e62-4e67-a5b9-b20a6bec91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.209630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-6a328b14-3e62-4e67-a5b9-b20a6bec91d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.2368917 Jan 28 20:36:54.214157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:54.214969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event updated for resources: {'Port': ['ID=734e143b-9cb8-404f-951e-aecdda744bec,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:54.234625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d0f6b56b-968d-474a-9638-d0f2e9233b65 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:54.243800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:54.251154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:54.263821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.284640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.295564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Calling delete_port for 1e3705ab-bfef-4a86-897d-897ab0098985 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:54.329380 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-7e600c66-5cb0-4ddb-b102-12a564fd0458 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c HTTP/1.1" status: 200 len: 217 time: 0.1097922 Jan 28 20:36:54.434844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port c29d0421-b5b3-46fe-8609-06f8203148a0 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:54.435327 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.456972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.475148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.475685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.488277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-2ff45e7a-6321-4ef2-8cf1-94166c867cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.490450 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-2ff45e7a-6321-4ef2-8cf1-94166c867cf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1532259 Jan 28 20:36:54.513730 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd29e6b7-ba6c-47b4-aa63-4efd4dc0bbfc tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.516758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:36:54.519647 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dd29e6b7-ba6c-47b4-aa63-4efd4dc0bbfc tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "DELETE /v2.0/ports/dc39b262-eadf-4773-9963-c1de0deba7f8 HTTP/1.1" status: 204 len: 168 time: 1.3321109 Jan 28 20:36:54.527761 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054f1c0d-d80a-43d6-8b5d-56b86e394ae7" -d '{"events": [{"server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:54.534413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] For port c29d0421-b5b3-46fe-8609-06f8203148a0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c29d0421-b5b3-46fe-8609-06f8203148a0,segment=NetworkSegment(ec2bf6b6-d3d2-490f-be6a-9858ae49edc7),segment_id=ec2bf6b6-d3d2-490f-be6a-9858ae49edc7)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:54.534834 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.541433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54446) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:54.556641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] DHCP port deletion for 3d945da1-9d32-4247-bb16-5a34bb72ecc5 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:36:54.559760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for c29d0421-b5b3-46fe-8609-06f8203148a0 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:54.565922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7738d007-b25b-4315-b047-f6e524c0572e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5235410 Jan 28 20:36:54.566572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54450) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:54.572206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Request body: {'floatingip': {'port_id': '734e143b-9cb8-404f-951e-aecdda744bec'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:54.577933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:54.607652 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ada07-9a6b-4703-82fc-3dbd75362302 x-openstack-request-id: req-207ada07-9a6b-4703-82fc-3dbd75362302 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:54.607997 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:54.608409 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-207ada07-9a6b-4703-82fc-3dbd75362302 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:54.608702 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'code': 200} Jan 28 20:36:54.613886 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.628339 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd687702-a8f8-4690-9011-5040bc888fb9 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] GET failed (client error): The resource could not be found. Jan 28 20:36:54.633575 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bd687702-a8f8-4690-9011-5040bc888fb9 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "GET /v2.0/ports/dc39b262-eadf-4773-9963-c1de0deba7f8 HTTP/1.1" status: 404 len: 333 time: 0.0873795 Jan 28 20:36:54.633945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54454) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:54.660006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-691fe07f-aaab-4f91-9501-0caf7f9b2127 None None] Provisioning complete for port 734e143b-9cb8-404f-951e-aecdda744bec triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:54.660415 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-691fe07f-aaab-4f91-9501-0caf7f9b2127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.692142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-12fb6be6-5017-47ce-9c7e-bd6a6c067ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.693637 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-12fb6be6-5017-47ce-9c7e-bd6a6c067ed5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961949 Jan 28 20:36:54.722738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:54.734788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-691fe07f-aaab-4f91-9501-0caf7f9b2127 None None] Port 734e143b-9cb8-404f-951e-aecdda744bec cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:54.738059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] Deleting port c29d0421-b5b3-46fe-8609-06f8203148a0 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:54.738434 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.743240 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.827736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2012b2e-5d6a-4eda-bea6-0d321ff44daf req-eaa9fdb0-32f4-489c-a8b0-d5153a86e4ed tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.827736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2012b2e-5d6a-4eda-bea6-0d321ff44daf req-eaa9fdb0-32f4-489c-a8b0-d5153a86e4ed tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 943 time: 0.2112839 Jan 28 20:36:54.831562 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.862605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795f28f-70df-4a31-bda5-4bf53ca28a75 req-84d39cc0-e6dd-46c8-ad6c-70b473195f42 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.866970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0795f28f-70df-4a31-bda5-4bf53ca28a75 req-84d39cc0-e6dd-46c8-ad6c-70b473195f42 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 946 time: 0.1260843 Jan 28 20:36:54.919499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8cf95-b68a-4a7a-aab7-5782b9a60780 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Deleting port cf726166-a3dc-4ee1-9789-e14fdeb1fbd4 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:54.920211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cf95-b68a-4a7a-aab7-5782b9a60780 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:54.944480 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-4ab3cfb2-6629-405d-897b-dba2e36b4d62 service neutron] 10.222.0.13 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404406 Jan 28 20:36:54.945172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=c29d0421-b5b3-46fe-8609-06f8203148a0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:54.948606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No DVR routers for this DVR port c29d0421-b5b3-46fe-8609-06f8203148a0 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:55.024598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c29d0421-b5b3-46fe-8609-06f8203148a0 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:55.058042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c29d0421-b5b3-46fe-8609-06f8203148a0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:36:55.058500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c29d0421-b5b3-46fe-8609-06f8203148a0 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:55.097286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.107120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] For port c29d0421-b5b3-46fe-8609-06f8203148a0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c29d0421-b5b3-46fe-8609-06f8203148a0,segment=NetworkSegment(ec2bf6b6-d3d2-490f-be6a-9858ae49edc7),segment_id=ec2bf6b6-d3d2-490f-be6a-9858ae49edc7)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:55.107517 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.124857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] Calling delete_port for c29d0421-b5b3-46fe-8609-06f8203148a0 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:55.163152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cf95-b68a-4a7a-aab7-5782b9a60780 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.188955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event deleted for resources: {'Port': ['ID=1e3705ab-bfef-4a86-897d-897ab0098985,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:55.196066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8cf95-b68a-4a7a-aab7-5782b9a60780 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Calling delete_port for cf726166-a3dc-4ee1-9789-e14fdeb1fbd4 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:55.198572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2012b2e-5d6a-4eda-bea6-0d321ff44daf req-60918f8c-18b7-4bc4-a623-2176f7571647 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008037 Jan 28 20:36:55.201487 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0795f28f-70df-4a31-bda5-4bf53ca28a75 req-37f55c4c-e0a4-4782-9576-0f5d88b43cc6 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616704 Jan 28 20:36:55.239213 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.262400 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.299548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d945da1-9d32-4247-bb16-5a34bb72ecc5']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:55.307330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] Pushing event deleted for resources: {'Port': ['ID=c29d0421-b5b3-46fe-8609-06f8203148a0,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:55.315452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2bf6b6-d3d2-490f-be6a-9858ae49edc7') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:55.315823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2bf6b6-d3d2-490f-be6a-9858ae49edc7') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:55.326502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7c43c-fd5d-42be-b3da-d96ccb17e305 None None] No DVR routers for this DVR port c29d0421-b5b3-46fe-8609-06f8203148a0 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:55.331455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.364108 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.496058 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.499059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.502707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.517519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:55.518145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:55.524456 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:55.615896 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd0550c4-8eea-4fcf-8e9d-8164e9baaf03 req-ecde04a2-2569-4376-98d8-b33e302ebdb6 service neutron] 10.222.0.13 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481504 Jan 28 20:36:55.658602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.658602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Fanout notify agent at l3_agent the message router_deleted on router 1c96dfed-7687-4e28-b7d8-408766eb3fcc {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:55.669190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.674150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d8758420-eae5-49b4-9f88-c28a0e6000ab tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/1c96dfed-7687-4e28-b7d8-408766eb3fcc HTTP/1.1" status: 204 len: 168 time: 2.7805917 Jan 28 20:36:55.679179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54468) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:55.701243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.714425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'router': {'name': 'tempest-snat-router-156567273', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': False}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:55.716332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.724779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/networks/3d945da1-9d32-4247-bb16-5a34bb72ecc5 HTTP/1.1" status: 204 len: 168 time: 1.5598514 Jan 28 20:36:55.731118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54470) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:55.742987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7e94b-943b-42bb-8b2f-852cd7029409 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Network': ['ID=3d945da1-9d32-4247-bb16-5a34bb72ecc5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:55.785651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deb5b37-5118-4048-9bd6-b6d183bc1ae4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:55.791439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3deb5b37-5118-4048-9bd6-b6d183bc1ae4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/7c8489e1-9001-431c-a211-3ec401bf3462 HTTP/1.1" status: 200 len: 841 time: 0.0553832 Jan 28 20:36:55.791808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54474) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:55.824841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.825995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.854347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4716d075-2cfb-465f-b9a3-6c21a096c1cc tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/7c8489e1-9001-431c-a211-3ec401bf3462?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0607457 Jan 28 20:36:55.857643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54476) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:55.863007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:55.936706 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cf95-b68a-4a7a-aab7-5782b9a60780 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:55.973577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:55.978677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.038049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8cf95-b68a-4a7a-aab7-5782b9a60780 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Port': ['ID=cf726166-a3dc-4ee1-9789-e14fdeb1fbd4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:56.054688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.246191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.247674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.resource_extend [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:36:56.325277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:56.340600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:56.345496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:56.348690 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.351993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca729a9-611d-440b-b748-10c44ca30fdb None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:56.371168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=fa62532c-365d-4965-8a80-6e499c8eafdc,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:56.427844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5bfb3a35-e31e-4a43-ae51-6e4ff4ccf94a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5691679 Jan 28 20:36:56.430892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54482) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:56.435403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-15dade92-3fde-46ca-b41c-237bf152c581 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1846479804'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:56.460248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49bf94-36a7-40e7-be43-5b2ace1785b8 req-cce87825-1743-4f70-93c9-533bc779bcaa tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:56.462028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be49bf94-36a7-40e7-be43-5b2ace1785b8 req-cce87825-1743-4f70-93c9-533bc779bcaa tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 943 time: 0.1257157 Jan 28 20:36:56.477105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.493907 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15dade92-3fde-46ca-b41c-237bf152c581 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.529370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.535498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be49bf94-36a7-40e7-be43-5b2ace1785b8 req-74291445-ef4e-4c90-a506-344323ba4127 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606704 Jan 28 20:36:56.580268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cf95-b68a-4a7a-aab7-5782b9a60780 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.600731 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7eb8cf95-b68a-4a7a-aab7-5782b9a60780 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "DELETE /v2.0/ports/cf726166-a3dc-4ee1-9789-e14fdeb1fbd4 HTTP/1.1" status: 204 len: 168 time: 1.9654832 Jan 28 20:36:56.603943 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.605452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54486) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:56.672200 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56b64ad-a16b-4dc4-a7da-a9f415ddf2d9 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] GET failed (client error): The resource could not be found. Jan 28 20:36:56.678539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d56b64ad-a16b-4dc4-a7da-a9f415ddf2d9 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "GET /v2.0/ports/cf726166-a3dc-4ee1-9789-e14fdeb1fbd4 HTTP/1.1" status: 404 len: 333 time: 0.0680776 Jan 28 20:36:56.680506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54490) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:56.756966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15dade92-3fde-46ca-b41c-237bf152c581 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.762418 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP cf05ef33-0edd-4b63-bfe5-4e19940ebe61 associated. External IP: 172.25.2.246, port: d4e97f5e-5238-4a2b-96f2-80a61326c60d. Jan 28 20:36:56.776366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15dade92-3fde-46ca-b41c-237bf152c581 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.810758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dade92-3fde-46ca-b41c-237bf152c581 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43112af2-23ce-4308-aed7-c624cad0f24c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:56.818286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'tenant_id': 'a334e2c90f4d446b988956b1f69c53fa', 'fixed_ips': [{'subnet_id': 'fa62532c-365d-4965-8a80-6e499c8eafdc'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:36:56.819271 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.860682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6d628-e117-4733-9c02-c0b4099cbef1 req-4051805f-c896-4f87-bfd7-d01d650071cb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:56.862510 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ee6d628-e117-4733-9c02-c0b4099cbef1 req-4051805f-c896-4f87-bfd7-d01d650071cb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1803951 Jan 28 20:36:56.870347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15dade92-3fde-46ca-b41c-237bf152c581 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:56.873893 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-15dade92-3fde-46ca-b41c-237bf152c581 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4396160 Jan 28 20:36:56.875796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54494) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:56.885764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e45b9208-76d2-4946-9183-bb5df436cc72 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'security_group': {'name': 'tempest-secgroup-211965606'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:56.938697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4190cc17-5182-429e-8828-3f6786bf0a4e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Deleting port 04825916-eb61-4cb8-adbd-8767e51bf27a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:56.939220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4190cc17-5182-429e-8828-3f6786bf0a4e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.001235 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e45b9208-76d2-4946-9183-bb5df436cc72 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.011997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Allocated IP 172.20.0.2 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/fa62532c-365d-4965-8a80-6e499c8eafdc/d6923481-53ef-41a1-87ca-22bdbdb88f85) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:57.019700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ee6d628-e117-4733-9c02-c0b4099cbef1 req-c56b96f3-42be-4975-a814-9e0bd103108c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469610 Jan 28 20:36:57.115523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.144965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.149033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4190cc17-5182-429e-8828-3f6786bf0a4e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.220793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4190cc17-5182-429e-8828-3f6786bf0a4e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Calling delete_port for 04825916-eb61-4cb8-adbd-8767e51bf27a owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:57.237394 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e45b9208-76d2-4946-9183-bb5df436cc72 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.279846 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e45b9208-76d2-4946-9183-bb5df436cc72 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.282278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:57.329254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742df8e-0b27-40ef-997c-d21e7e7552db req-7bfba542-c9cd-4803-bafd-3d8e4a30251d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:57.331034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0742df8e-0b27-40ef-997c-d21e7e7552db req-7bfba542-c9cd-4803-bafd-3d8e4a30251d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1684010 Jan 28 20:36:57.341307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e45b9208-76d2-4946-9183-bb5df436cc72 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.341307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e45b9208-76d2-4946-9183-bb5df436cc72 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4643385 Jan 28 20:36:57.345396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54510) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:57.364163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b9208-76d2-4946-9183-bb5df436cc72 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c84c32f-9dad-4e89-b57a-8524e5738e50,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:57.366057 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.401258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-740740685', 'security_groups': ['9c84c32f-9dad-4e89-b57a-8524e5738e50'], 'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa62532c-365d-4965-8a80-6e499c8eafdc'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:57.403590 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.406478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0742df8e-0b27-40ef-997c-d21e7e7552db req-b2cf2d66-95f5-4121-a138-eb5a8be68e1d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591240 Jan 28 20:36:57.442008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Allocated IP 172.25.2.254 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/53408c7c-9358-4768-b6ad-211216b4b3ff) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:57.473903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:57.479967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:57.487271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:57.490247 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Pushing event updated for resources: {'Port': ['ID=d6923481-53ef-41a1-87ca-22bdbdb88f85,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:57.491287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4190cc17-5182-429e-8828-3f6786bf0a4e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.550959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190cc17-5182-429e-8828-3f6786bf0a4e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Port': ['ID=04825916-eb61-4cb8-adbd-8767e51bf27a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:57.601476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Attempting to bind port d6923481-53ef-41a1-87ca-22bdbdb88f85 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:36:57.601870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Attempting to bind port d6923481-53ef-41a1-87ca-22bdbdb88f85 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:36:57.602242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Attempting to bind port d6923481-53ef-41a1-87ca-22bdbdb88f85 on network af8a7c1f-6eac-43c3-86dd-738ef29a10ef {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:57.616784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:57.617190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Checking segment: {'id': 'd6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:36:57.617602 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.618008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Bound using segment: {'id': 'd6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:57.620697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Bound port: d6923481-53ef-41a1-87ca-22bdbdb88f85, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:36:57.621108 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.764973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] For port d6923481-53ef-41a1-87ca-22bdbdb88f85, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:57.772354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] For port d6923481-53ef-41a1-87ca-22bdbdb88f85, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6923481-53ef-41a1-87ca-22bdbdb88f85,segment=NetworkSegment(d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293),segment_id=d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:57.778616 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4190cc17-5182-429e-8828-3f6786bf0a4e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.783091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:57.793115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4190cc17-5182-429e-8828-3f6786bf0a4e tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "DELETE /v2.0/ports/04825916-eb61-4cb8-adbd-8767e51bf27a HTTP/1.1" status: 204 len: 168 time: 1.1093400 Jan 28 20:36:57.795138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54520) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:57.829638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54524) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:57.916231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cb573-7f1a-4273-bda2-c4fc732b0e84 req-4bbab2de-eb4e-49d6-813c-224ce184fd78 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:57.926069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd36c4-1ac3-4a6c-87ac-eed81019c900 None None] Pushing event updated for resources: {'Port': ['ID=d6923481-53ef-41a1-87ca-22bdbdb88f85,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:57.926287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-349cb573-7f1a-4273-bda2-c4fc732b0e84 req-4bbab2de-eb4e-49d6-813c-224ce184fd78 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2401819 Jan 28 20:36:57.974390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b38f292-5277-4780-aa91-148a5361b74b tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Deleting subnet 9f5e75ee-62d4-43b2-b943-23ec08ce6226 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:36:57.992012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b38f292-5277-4780-aa91-148a5361b74b tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.038125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-349cb573-7f1a-4273-bda2-c4fc732b0e84 req-485ab48f-c363-4a1c-a71b-d46269646c60 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124148 Jan 28 20:36:58.137513 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b38f292-5277-4780-aa91-148a5361b74b tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.163627 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-646ab42d-f8be-4e8e-b93c-d2db1fce4f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.249938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:58.267112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec507d67-bbee-4486-a4cc-4242b3397e04 None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:58.283562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec507d67-bbee-4486-a4cc-4242b3397e04 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:58.284224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ec507d67-bbee-4486-a4cc-4242b3397e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:58.299044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b38f292-5277-4780-aa91-148a5361b74b tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.355969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ec507d67-bbee-4486-a4cc-4242b3397e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:58.367358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec507d67-bbee-4486-a4cc-4242b3397e04 None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:58.368726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ec507d67-bbee-4486-a4cc-4242b3397e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:58.404272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-646ab42d-f8be-4e8e-b93c-d2db1fce4f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.410033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-646ab42d-f8be-4e8e-b93c-d2db1fce4f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.413455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ec507d67-bbee-4486-a4cc-4242b3397e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:58.414120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec507d67-bbee-4486-a4cc-4242b3397e04 None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:58.440960 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b38f292-5277-4780-aa91-148a5361b74b tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.491778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38f292-5277-4780-aa91-148a5361b74b tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5e75ee-62d4-43b2-b943-23ec08ce6226,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:58.493795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ab42d-f8be-4e8e-b93c-d2db1fce4f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc35eb0-4f47-4d9a-934d-cff8cac29f24,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:58.503459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-646ab42d-f8be-4e8e-b93c-d2db1fce4f7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80410d4c964b408e9becf531dd9d4795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602983 Jan 28 20:36:58.503459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b38f292-5277-4780-aa91-148a5361b74b tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.507202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2b38f292-5277-4780-aa91-148a5361b74b tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "DELETE /v2.0/subnets/9f5e75ee-62d4-43b2-b943-23ec08ce6226 HTTP/1.1" status: 204 len: 168 time: 0.7087586 Jan 28 20:36:58.512583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eaf795-f91e-442d-9b4f-92d91a58a5e9 None None] Network 6a255040-c82a-48d0-a92b-fb3fd14261bb requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:36:58.513909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54538) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:58.514256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54540) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:36:58.523055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.526652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:58.662504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.717965 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4190b98f-1cf3-4100-873a-93f85f960faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.727773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.733466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.742154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eccce1a-5789-433d-b410-b08035662925 None None] DHCP port deletion for 6a255040-c82a-48d0-a92b-fb3fd14261bb request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:36:58.776079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4190b98f-1cf3-4100-873a-93f85f960faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.794181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53783-aa02-428d-962f-bdac0a437743 req-75d0467c-1c6e-4c80-bcdb-dbc5eeba4a7e tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:58.796215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a53783-aa02-428d-962f-bdac0a437743 req-75d0467c-1c6e-4c80-bcdb-dbc5eeba4a7e tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 946 time: 0.1245446 Jan 28 20:36:58.803893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:58.813430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4eccce1a-5789-433d-b410-b08035662925 None None] Deleting port 0cecec84-826b-4d5f-a69f-4564540c697b {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:58.814060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4eccce1a-5789-433d-b410-b08035662925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.837124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 31f569ed-3cea-485d-813e-473f94434abb yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:36:58.848527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:58.859784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:58.864038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Deleting port 0cecec84-826b-4d5f-a69f-4564540c697b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:36:58.865109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.888521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4eccce1a-5789-433d-b410-b08035662925 None None] For port 0cecec84-826b-4d5f-a69f-4564540c697b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0cecec84-826b-4d5f-a69f-4564540c697b,segment=NetworkSegment(6997cb74-4b06-4438-99f8-918c6b9c8404),segment_id=6997cb74-4b06-4438-99f8-918c6b9c8404)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:58.889237 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4eccce1a-5789-433d-b410-b08035662925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:58.906929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4eccce1a-5789-433d-b410-b08035662925 None None] Calling delete_port for 0cecec84-826b-4d5f-a69f-4564540c697b owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:58.946116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'Port': ['ID=53408c7c-9358-4768-b6ad-211216b4b3ff,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:58.971394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46a53783-aa02-428d-962f-bdac0a437743 req-aa743bba-ab78-42fe-bf1e-57c44f1039e5 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652114 Jan 28 20:36:59.007494 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4190b98f-1cf3-4100-873a-93f85f960faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.010728 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4190b98f-1cf3-4100-873a-93f85f960faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.012225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4190b98f-1cf3-4100-873a-93f85f960faf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fc35eb0-4f47-4d9a-934d-cff8cac29f24 HTTP/1.1" status: 204 len: 168 time: 0.4968505 Jan 28 20:36:59.035915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4eccce1a-5789-433d-b410-b08035662925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.047205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] For port 0cecec84-826b-4d5f-a69f-4564540c697b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0cecec84-826b-4d5f-a69f-4564540c697b,segment=NetworkSegment(6997cb74-4b06-4438-99f8-918c6b9c8404),segment_id=6997cb74-4b06-4438-99f8-918c6b9c8404)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:59.047803 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.052728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190b98f-1cf3-4100-873a-93f85f960faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc35eb0-4f47-4d9a-934d-cff8cac29f24,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:59.089726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cca593fc-4157-4346-9a2d-601df3f289a1 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:59.094567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Calling delete_port for 0cecec84-826b-4d5f-a69f-4564540c697b owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:36:59.151748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccce1a-5789-433d-b410-b08035662925 None None] Pushing event deleted for resources: {'Port': ['ID=0cecec84-826b-4d5f-a69f-4564540c697b,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:59.171196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eccce1a-5789-433d-b410-b08035662925 None None] No DVR routers for this DVR port 0cecec84-826b-4d5f-a69f-4564540c697b on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:59.191974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6923481-53ef-41a1-87ca-22bdbdb88f85 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:59.281495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae90e-1671-4c7c-abb1-b109cbea7530 req-3dbc0b9b-08f6-45a0-932b-d08b95b355cc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:59.283167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8eae90e-1671-4c7c-abb1-b109cbea7530 req-3dbc0b9b-08f6-45a0-932b-d08b95b355cc tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.0737152 Jan 28 20:36:59.318545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:59.319339 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.334388 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.392800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] No DVR routers for this DVR port 0cecec84-826b-4d5f-a69f-4564540c697b on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:59.401364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Port': ['ID=0cecec84-826b-4d5f-a69f-4564540c697b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:59.407716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8eae90e-1671-4c7c-abb1-b109cbea7530 req-a3cb9eb3-dbe8-42bf-89a6-4110b2e555c4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177242 Jan 28 20:36:59.491933 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.515482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.539866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a255040-c82a-48d0-a92b-fb3fd14261bb']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:59.550901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6997cb74-4b06-4438-99f8-918c6b9c8404') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:59.551482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6997cb74-4b06-4438-99f8-918c6b9c8404') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:59.552509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port d6923481-53ef-41a1-87ca-22bdbdb88f85, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6923481-53ef-41a1-87ca-22bdbdb88f85,segment=NetworkSegment(d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293),segment_id=d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:59.559383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-dcc1ec13-4892-41ac-9604-940dd99a7447 None None] Provisioning complete for port 7c8489e1-9001-431c-a211-3ec401bf3462 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:59.560095 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ec13-4892-41ac-9604-940dd99a7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.562962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.572143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.589311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.596651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:59.597201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:59.602334 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:59.605080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.11 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/fa62532c-365d-4965-8a80-6e499c8eafdc/31f569ed-3cea-485d-813e-473f94434abb) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:59.605972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.680419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0cecec84-826b-4d5f-a69f-4564540c697b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:59.683454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.699785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.703522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] 10.222.0.44 "DELETE /v2.0/networks/6a255040-c82a-48d0-a92b-fb3fd14261bb HTTP/1.1" status: 204 len: 168 time: 1.1863599 Jan 28 20:36:59.718538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0cecec84-826b-4d5f-a69f-4564540c697b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:36:59.718888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0cecec84-826b-4d5f-a69f-4564540c697b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:59.720573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=d6923481-53ef-41a1-87ca-22bdbdb88f85,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:59.727347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1ec13-4892-41ac-9604-940dd99a7447 None None] Port 7c8489e1-9001-431c-a211-3ec401bf3462 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:36:59.735226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d419a-620f-48ac-963c-5ca12dec50f3 tempest-AllowedAddressPairTestJSON-799426907 tempest-AllowedAddressPairTestJSON-799426907-project] Pushing event deleted for resources: {'Network': ['ID=6a255040-c82a-48d0-a92b-fb3fd14261bb,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:59.744626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-dcc1ec13-4892-41ac-9604-940dd99a7447 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:59.745195 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ec13-4892-41ac-9604-940dd99a7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.823694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:59.834288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:36:59.838129 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c14ed-e809-4b2f-b5e9-318f2e99b51c None None] Sync routers for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:59.854416 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c14ed-e809-4b2f-b5e9-318f2e99b51c None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:59.855063 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e44c14ed-e809-4b2f-b5e9-318f2e99b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:59.910083 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e44c14ed-e809-4b2f-b5e9-318f2e99b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:59.922940 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c14ed-e809-4b2f-b5e9-318f2e99b51c None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:59.923880 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e44c14ed-e809-4b2f-b5e9-318f2e99b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:59.960081 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e44c14ed-e809-4b2f-b5e9-318f2e99b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:59.961199 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44c14ed-e809-4b2f-b5e9-318f2e99b51c None None] The sync data for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:00.024104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54570) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:00.069278 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cd584601-6a04-4c91-8709-621bdb7af400 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/floatingips/cf05ef33-0edd-4b63-bfe5-4e19940ebe61 HTTP/1.1" status: 200 len: 978 time: 5.5009441 Jan 28 20:37:00.074205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54576) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:00.162032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.171261 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.230961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d0f6b56b-968d-474a-9638-d0f2e9233b65 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:00.253340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a124-9d68-4669-9149-fb65098aec8e req-9e4570fd-187f-4c88-83df-6d96d8c1f813 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:00.255566 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a30a124-9d68-4669-9149-fb65098aec8e req-9e4570fd-187f-4c88-83df-6d96d8c1f813 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 946 time: 0.1702864 Jan 28 20:37:00.323481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.476018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:00.480244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=31f569ed-3cea-485d-813e-473f94434abb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:00.486898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:00.490062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:00.544516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f69cce-b0c6-42f8-9661-38ac520f7bcd req-da5edb8b-f2f8-4bf2-bbc0-1f345d0d7d59 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:00.546568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2f69cce-b0c6-42f8-9661-38ac520f7bcd req-da5edb8b-f2f8-4bf2-bbc0-1f345d0d7d59 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 946 time: 0.4852481 Jan 28 20:37:00.582506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:00.584100 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.596762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Deleting port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:00.597244 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.628733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-21437296-50e4-4f18-bc3e-c081cb89b75c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2339771 Jan 28 20:37:00.635741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54588) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:00.644063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6306d4dc-3de4-44b2-b7a2-01b86e31a9b5 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:00.668163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Router 78ddde53-5d18-4b5c-a5fa-452d5268b570 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:37:00.749988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2f69cce-b0c6-42f8-9661-38ac520f7bcd req-fd470430-415e-4cbb-be41-d2c67b67cc20 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2ab2f2e-ba3d-41c4-8176-45902144e162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935942 Jan 28 20:37:00.756422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c479d9b4-daf9-4b20-9ad3-efee43a85d59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe88b3ca78b54d25ba0aff1606cb6c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305591 Jan 28 20:37:00.765061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54594) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:00.790996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-10dd1f59-884d-41cb-9b2f-1de487f4d119 None None] Provisioning complete for port 31f569ed-3cea-485d-813e-473f94434abb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:00.791503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-10dd1f59-884d-41cb-9b2f-1de487f4d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.794469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1263a-be14-4c26-86b6-48d21458820f req-b96c007b-9b08-4761-8169-7c4cda44835e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:00.796145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2f1263a-be14-4c26-86b6-48d21458820f req-b96c007b-9b08-4761-8169-7c4cda44835e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2659163 Jan 28 20:37:00.835423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-10dd1f59-884d-41cb-9b2f-1de487f4d119 None None] Port 31f569ed-3cea-485d-813e-473f94434abb cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:00.847942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:00.858391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] For port e3bb53fb-d3cb-4da1-9184-a47ee213cb28, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,segment=NetworkSegment(8f21f8f7-1186-4c84-a801-55d69abf3dc5),segment_id=8f21f8f7-1186-4c84-a801-55d69abf3dc5)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:00.859092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.859828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 734e143b-9cb8-404f-951e-aecdda744bec {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:00.860236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.860415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Sync routers for ids ['78ddde53-5d18-4b5c-a5fa-452d5268b570'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:00.874214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Routers {'78ddde53-5d18-4b5c-a5fa-452d5268b570'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:00.875455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['78ddde53-5d18-4b5c-a5fa-452d5268b570'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:00.881262 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Calling delete_port for e3bb53fb-d3cb-4da1-9184-a47ee213cb28 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:00.886058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:00.890033 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-73146402-6d91-4c52-bed8-af170e3301be tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2109971 Jan 28 20:37:00.890656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54598) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:01.006291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b2f1263a-be14-4c26-86b6-48d21458820f req-1221df4c-fdb7-4880-a3ce-c787ed2895fd tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749597 Jan 28 20:37:01.017637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6923481-53ef-41a1-87ca-22bdbdb88f85 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:01.035112 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6325b5c-c40c-4bbb-9dfb-843ba863a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.088387 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.101507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Set router 78ddde53-5d18-4b5c-a5fa-452d5268b570 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:01.107566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6306d4dc-3de4-44b2-b7a2-01b86e31a9b5 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:01.111950 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6306d4dc-3de4-44b2-b7a2-01b86e31a9b5 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.120825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6325b5c-c40c-4bbb-9dfb-843ba863a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.274727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:01.275256 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.351835 n-d-825064-3 neutron-server[102307]: INFO neutron.db.ipam_backend_mixin [None req-6306d4dc-3de4-44b2-b7a2-01b86e31a9b5 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fa62532c-365d-4965-8a80-6e499c8eafdc (CIDR: 172.20.0.0/28) Jan 28 20:37:01.354546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6325b5c-c40c-4bbb-9dfb-843ba863a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.357366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6325b5c-c40c-4bbb-9dfb-843ba863a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.358534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d6325b5c-c40c-4bbb-9dfb-843ba863a38f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3181b0f-4b87-484a-ba41-5edee573aa04 HTTP/1.1" status: 204 len: 168 time: 0.5925214 Jan 28 20:37:01.365260 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-6306d4dc-3de4-44b2-b7a2-01b86e31a9b5 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:37:01.365649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6306d4dc-3de4-44b2-b7a2-01b86e31a9b5 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:01.415549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6325b5c-c40c-4bbb-9dfb-843ba863a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3181b0f-4b87-484a-ba41-5edee573aa04,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:01.431229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6306d4dc-3de4-44b2-b7a2-01b86e31a9b5 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7870483 Jan 28 20:37:01.431229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54620) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:01.440355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:01.486627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7925a70c-a5b9-4cdd-ab6f-2a45f5bf246b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/routers/78ddde53-5d18-4b5c-a5fa-452d5268b570 HTTP/1.1" status: 200 len: 908 time: 0.5921388 Jan 28 20:37:01.488703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54622) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:01.494643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'router': {'name': 'tempest-snat-router-156567273', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': True}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:01.533163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.533163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.533416 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Floating IP cf05ef33-0edd-4b63-bfe5-4e19940ebe61 disassociated. External IP: 172.25.2.246, port: 734e143b-9cb8-404f-951e-aecdda744bec. Jan 28 20:37:01.534118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 734e143b-9cb8-404f-951e-aecdda744bec owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:01.584450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.585251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.614664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.637774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['e3bb53fb-d3cb-4da1-9184-a47ee213cb28'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:37:01.671820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:01.675740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.700155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Pushing event deleted for resources: {'Port': ['ID=e3bb53fb-d3cb-4da1-9184-a47ee213cb28,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:01.704067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ddde53-5d18-4b5c-a5fa-452d5268b570', 'name': 'tempest-snat-router-156567273', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.254'}], 'enable_snat': False}, 'gw_port_id': '53408c7c-9358-4768-b6ad-211216b4b3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:55Z', 'updated_at': '2022-01-28T20:36:59Z', 'revision_number': 3, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port': {'id': '53408c7c-9358-4768-b6ad-211216b4b3ff', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddde53-5d18-4b5c-a5fa-452d5268b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:57Z', 'updated_at': '2022-01-28T20:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:01.744512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.753708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Checking router: 78ddde53-5d18-4b5c-a5fa-452d5268b570 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:01.754442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Updating router 78ddde53-5d18-4b5c-a5fa-452d5268b570 port 53408c7c-9358-4768-b6ad-211216b4b3ff binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:37:01.784225 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.832294 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:01.921522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] No DVR routers for this DVR port e3bb53fb-d3cb-4da1-9184-a47ee213cb28 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:01.935517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=734e143b-9cb8-404f-951e-aecdda744bec,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:02.004143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-352e9eb4-16a7-40e7-a32e-410963002d70 req-fabc54ef-a2d7-411c-8d5f-9f2d854ffee8 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f43068e-9616-4734-a96e-0264d460615d HTTP/1.1" status: 200 len: 210 time: 0.0967691 Jan 28 20:37:02.021572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.032545 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7a30a124-9d68-4669-9149-fb65098aec8e req-0eaa6173-a987-4a2e-a51b-5f3063c3c624 tempest-VolumesActionsTest-65451833 tempest-VolumesActionsTest-65451833-project] 10.222.0.13 "DELETE /v2.0/ports/e3bb53fb-d3cb-4da1-9184-a47ee213cb28 HTTP/1.1" status: 204 len: 173 time: 1.7689624 Jan 28 20:37:02.033054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f43068e-9616-4734-a96e-0264d460615d', 'name': 'network-vif-deleted', 'tag': 'e3bb53fb-d3cb-4da1-9184-a47ee213cb28'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:37:02.042377 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be2cbfd-732a-4748-8868-3007fca1f952" -d '{"events": [{"server_uuid": "5f43068e-9616-4734-a96e-0264d460615d", "name": "network-vif-deleted", "tag": "e3bb53fb-d3cb-4da1-9184-a47ee213cb28"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:02.150701 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc308afd-ad4c-47b0-a5be-21cef782c9f2 x-openstack-request-id: req-fc308afd-ad4c-47b0-a5be-21cef782c9f2 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:02.151256 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f43068e-9616-4734-a96e-0264d460615d", "name": "network-vif-deleted", "tag": "e3bb53fb-d3cb-4da1-9184-a47ee213cb28", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:02.151417 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc308afd-ad4c-47b0-a5be-21cef782c9f2 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:02.151870 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f43068e-9616-4734-a96e-0264d460615d', 'name': 'network-vif-deleted', 'tag': 'e3bb53fb-d3cb-4da1-9184-a47ee213cb28', 'status': 'completed', 'code': 200} Jan 28 20:37:02.169880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.327860 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.331520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54660) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:02.335885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.396233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Attempting to bind port 53408c7c-9358-4768-b6ad-211216b4b3ff on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:37:02.396612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Attempting to bind port 53408c7c-9358-4768-b6ad-211216b4b3ff by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:37:02.397290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Attempting to bind port 53408c7c-9358-4768-b6ad-211216b4b3ff on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:02.406617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:02.407000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:02.407805 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.408237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:02.408725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Bound port: 53408c7c-9358-4768-b6ad-211216b4b3ff, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:37:02.409488 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.419583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f2cc9-6f9b-4bc0-8d0e-f0bfad569888 req-d546a44b-c46d-4a50-86ff-2b50965208d0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:02.420916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b9f2cc9-6f9b-4bc0-8d0e-f0bfad569888 req-d546a44b-c46d-4a50-86ff-2b50965208d0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3028433 Jan 28 20:37:02.495670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] For port 53408c7c-9358-4768-b6ad-211216b4b3ff, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:02.497035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cca593fc-4157-4346-9a2d-601df3f289a1 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:02.500642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] For port 53408c7c-9358-4768-b6ad-211216b4b3ff, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=53408c7c-9358-4768-b6ad-211216b4b3ff,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:02.510924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.514430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d909059-3259-4770-bb39-9bc06da18c2c None None] Pushing event updated for resources: {'Port': ['ID=53408c7c-9358-4768-b6ad-211216b4b3ff,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:02.577286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15fcef88-c5b0-4094-8e7e-57cf4e1f07a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.607896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d909059-3259-4770-bb39-9bc06da18c2c None None] Pushing event updated for resources: {'Port': ['ID=53408c7c-9358-4768-b6ad-211216b4b3ff,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:02.615176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Routers {'78ddde53-5d18-4b5c-a5fa-452d5268b570'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:02.616066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['78ddde53-5d18-4b5c-a5fa-452d5268b570'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:02.663450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.695230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.727319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54672) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:02.730579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b9f2cc9-6f9b-4bc0-8d0e-f0bfad569888 req-d47641ce-896f-432c-8836-225b334ad99f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815650 Jan 28 20:37:02.794835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.819558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15fcef88-c5b0-4094-8e7e-57cf4e1f07a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.827370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15fcef88-c5b0-4094-8e7e-57cf4e1f07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.844146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:02.850421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:02.856370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:02.857544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:02.867404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcef88-c5b0-4094-8e7e-57cf4e1f07a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c724758-bc34-4fb5-b958-9e437847a02a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:02.869714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c767d36-63fc-4a71-853f-6c319a698c3b None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:02.881236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:02.896957 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49fa77b-26e0-45f2-9010-5becd8b553a7 None None] Sync routers for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:02.913964 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49fa77b-26e0-45f2-9010-5becd8b553a7 None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:02.914786 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f49fa77b-26e0-45f2-9010-5becd8b553a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:02.925518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4939852 Jan 28 20:37:02.926354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658cbb1-62ac-4399-adbb-2bb7d62e928d tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=acbe0e51-676e-47e2-b83c-658582cc8551,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:02.929332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-15fcef88-c5b0-4094-8e7e-57cf4e1f07a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68f9081c825c4d2da59bf2e379f37da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899811 Jan 28 20:37:02.929505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54676) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:02.935974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54678) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:02.953175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1830987993', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'acbe0e51-676e-47e2-b83c-658582cc8551'}], 'security_groups': ['43112af2-23ce-4308-aed7-c624cad0f24c']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:03.022025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.028966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aa0dd1d2-24f1-42e0-b767-a68de8e7c63c tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/ports/734e143b-9cb8-404f-951e-aecdda744bec HTTP/1.1" status: 204 len: 168 time: 2.9516363 Jan 28 20:37:03.029568 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f49fa77b-26e0-45f2-9010-5becd8b553a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:03.030126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54680) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:03.039575 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49fa77b-26e0-45f2-9010-5becd8b553a7 None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:03.040697 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f49fa77b-26e0-45f2-9010-5becd8b553a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:03.041052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'networks': [{'name': 'tempest-network--563677480'}, {'name': 'tempest-network--473025698'}]} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:03.041352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'network': {'name': 'tempest-network--563677480'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:03.043133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'network': {'name': 'tempest-network--473025698'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:03.046759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Allocated IP 172.25.2.28 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/3ffbba3f-7626-421a-a491-ca858e04fcdd) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:03.076475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.085652 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f49fa77b-26e0-45f2-9010-5becd8b553a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:03.086690 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49fa77b-26e0-45f2-9010-5becd8b553a7 None None] The sync data for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:03.100119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-539be708-dad0-4cc4-8554-307ca2be4455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.168577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] Set router 78ddde53-5d18-4b5c-a5fa-452d5268b570 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:03.184442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Made reservation on behalf of d9979c313f64476091269cc6025aca67 for: {'network': 2} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:03.189014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.202418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-539be708-dad0-4cc4-8554-307ca2be4455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.236345 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.309104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.396850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020bff0-9ce0-4cc4-95cf-4ff28c855a60 None None] Update dhcp port {'port': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'fixed_ips': [{'subnet_id': 'fa62532c-365d-4965-8a80-6e499c8eafdc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'acbe0e51-676e-47e2-b83c-658582cc8551'}], 'binding:host_id': 'n-d-825064-3'}, 'id': 'd6923481-53ef-41a1-87ca-22bdbdb88f85'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:37:03.404675 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-539be708-dad0-4cc4-8554-307ca2be4455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.408116 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-539be708-dad0-4cc4-8554-307ca2be4455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.412535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-539be708-dad0-4cc4-8554-307ca2be4455 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c724758-bc34-4fb5-b958-9e437847a02a HTTP/1.1" status: 204 len: 168 time: 0.4725356 Jan 28 20:37:03.507061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.515115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539be708-dad0-4cc4-8554-307ca2be4455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c724758-bc34-4fb5-b958-9e437847a02a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:03.525339 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1020bff0-9ce0-4cc4-95cf-4ff28c855a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.560733 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.602735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.603294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.609414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:03.636612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:03.643021 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.647345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:03.657446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'Port': ['ID=3ffbba3f-7626-421a-a491-ca858e04fcdd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:03.803257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:03.805564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a747ffb-2025-4dc4-8eb7-b404fd09e483,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:03.904943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ddde53-5d18-4b5c-a5fa-452d5268b570', 'name': 'tempest-snat-router-156567273', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.254'}], 'enable_snat': False}, 'gw_port_id': '53408c7c-9358-4768-b6ad-211216b4b3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:55Z', 'updated_at': '2022-01-28T20:36:59Z', 'revision_number': 3, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port': {'id': '53408c7c-9358-4768-b6ad-211216b4b3ff', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddde53-5d18-4b5c-a5fa-452d5268b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:57Z', 'updated_at': '2022-01-28T20:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:03.924994 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:03.925349 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Added segment 92155b54-f03c-4755-886a-89ae8f1f3e60 of type vlan for network 60918b4e-d59f-483e-b07f-fac74a397bd2 Jan 28 20:37:03.937618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b167-e3d2-4c80-8eb7-c54543ab3f21 req-49f98899-2e66-4c7f-a1db-d40966548d82 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:03.939248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f1b167-e3d2-4c80-8eb7-c54543ab3f21 req-49f98899-2e66-4c7f-a1db-d40966548d82 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.0730569 Jan 28 20:37:03.952951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b2cc1-465e-4c0a-af5e-b1e09ba66d0c None None] The sync data for ids ['78ddde53-5d18-4b5c-a5fa-452d5268b570'] in n-d-825064-3 is: [{'id': '78ddde53-5d18-4b5c-a5fa-452d5268b570', 'name': 'tempest-snat-router-156567273', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.254'}], 'enable_snat': False}, 'gw_port_id': '53408c7c-9358-4768-b6ad-211216b4b3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:55Z', 'updated_at': '2022-01-28T20:36:59Z', 'revision_number': 3, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port': {'id': '53408c7c-9358-4768-b6ad-211216b4b3ff', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ddde53-5d18-4b5c-a5fa-452d5268b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:57Z', 'updated_at': '2022-01-28T20:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:04.003688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Delete allocated IP 172.20.0.11 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/fa62532c-365d-4965-8a80-6e499c8eafdc) {{(pid=102306) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 20:37:04.003960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54698) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:04.007266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3bb53fb-d3cb-4da1-9184-a47ee213cb28 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:04.032129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f1b167-e3d2-4c80-8eb7-c54543ab3f21 req-5a7e8d2b-c786-4de5-bd66-b992858b54ff tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848560 Jan 28 20:37:04.035107 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-23485748-067f-4410-a671-123f14a037b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.042645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: e3bb53fb-d3cb-4da1-9184-a47ee213cb28 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:04.043197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device e3bb53fb-d3cb-4da1-9184-a47ee213cb28 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:04.049010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.20 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/acbe0e51-676e-47e2-b83c-658582cc8551/31f569ed-3cea-485d-813e-473f94434abb) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:04.156159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port f897e7d0-9834-4750-921a-d005ca00d5b5 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:04.156582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.213556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-23485748-067f-4410-a671-123f14a037b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.236837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-23485748-067f-4410-a671-123f14a037b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.284908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.300508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485748-067f-4410-a671-123f14a037b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18e1811-4dd9-4562-a369-c7097a1a0f3d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:04.311859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.324247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-23485748-067f-4410-a671-123f14a037b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a13cce65e6741bc88584b5115827618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163428 Jan 28 20:37:04.329809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54700) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:04.343117 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.353969 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.377839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for f897e7d0-9834-4750-921a-d005ca00d5b5 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:04.421966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=31f569ed-3cea-485d-813e-473f94434abb,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:04.457176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-1020bff0-9ce0-4cc4-95cf-4ff28c855a60 None None] Allocated IP 172.20.0.18 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/acbe0e51-676e-47e2-b83c-658582cc8551/d6923481-53ef-41a1-87ca-22bdbdb88f85) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:04.523353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:04.557430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.557939 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Added segment 53a46f8b-506d-4534-851c-ffb4c9968842 of type vlan for network e59abafa-2979-4557-a39e-bde939dad3aa Jan 28 20:37:04.629764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1020bff0-9ce0-4cc4-95cf-4ff28c855a60 None None] For port d6923481-53ef-41a1-87ca-22bdbdb88f85, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6923481-53ef-41a1-87ca-22bdbdb88f85,segment=NetworkSegment(d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293),segment_id=d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:04.679507 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1020bff0-9ce0-4cc4-95cf-4ff28c855a60 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.680292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.685707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1020bff0-9ce0-4cc4-95cf-4ff28c855a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.699910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.738465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=f897e7d0-9834-4750-921a-d005ca00d5b5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:04.797057 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9879aa7c-15a3-466f-9662-91bf31239de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.829447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020bff0-9ce0-4cc4-95cf-4ff28c855a60 None None] Pushing event updated for resources: {'Port': ['ID=d6923481-53ef-41a1-87ca-22bdbdb88f85,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:04.850370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.resource_extend [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:37:04.885998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9879aa7c-15a3-466f-9662-91bf31239de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.943836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] In _notify_port_updated(), no bound segment for port 31f569ed-3cea-485d-813e-473f94434abb on network af8a7c1f-6eac-43c3-86dd-738ef29a10ef {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:37:04.950211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:04.950211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:04.955190 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-54e19a02-1364-4736-8178-0a8cfef5d804 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "PUT /v2.0/ports/31f569ed-3cea-485d-813e-473f94434abb HTTP/1.1" status: 200 len: 921 time: 2.0027845 Jan 28 20:37:04.956115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54706) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:05.005477 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.005477 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.012354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:05.017479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:05.018315 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.119329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.210215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 53408c7c-9358-4768-b6ad-211216b4b3ff up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:05.265422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.301308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966acf8-78f9-44bb-a871-aa1d3860dd56 req-e690fa9a-26ae-4766-866a-f2212a08cdf6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:05.304675 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9966acf8-78f9-44bb-a871-aa1d3860dd56 req-e690fa9a-26ae-4766-866a-f2212a08cdf6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.0820286 Jan 28 20:37:05.361540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 53408c7c-9358-4768-b6ad-211216b4b3ff triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:05.362158 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.519001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.550661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 53408c7c-9358-4768-b6ad-211216b4b3ff, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=53408c7c-9358-4768-b6ad-211216b4b3ff,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:05.556886 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.558563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6923481-53ef-41a1-87ca-22bdbdb88f85 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:05.659337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=53408c7c-9358-4768-b6ad-211216b4b3ff,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:05.706196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:05.709790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.710097 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9787872 Jan 28 20:37:05.716221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54712) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:05.753077 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9879aa7c-15a3-466f-9662-91bf31239de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.756159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9879aa7c-15a3-466f-9662-91bf31239de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.757529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9879aa7c-15a3-466f-9662-91bf31239de4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d18e1811-4dd9-4562-a369-c7097a1a0f3d HTTP/1.1" status: 204 len: 168 time: 1.4267502 Jan 28 20:37:05.768978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-18f8e966-dbfc-4f07-b799-c7c5cfb40740 None None] Provisioning complete for port 31f569ed-3cea-485d-813e-473f94434abb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:05.769354 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-18f8e966-dbfc-4f07-b799-c7c5cfb40740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.787655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9966acf8-78f9-44bb-a871-aa1d3860dd56 req-540019a8-f8ce-4062-b398-459c678eb90c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4503155 Jan 28 20:37:05.828379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-18f8e966-dbfc-4f07-b799-c7c5cfb40740 None None] Port 31f569ed-3cea-485d-813e-473f94434abb cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:05.875335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Network': ['ID=60918b4e-d59f-483e-b07f-fac74a397bd2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:05.877816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-18f8e966-dbfc-4f07-b799-c7c5cfb40740 None None] Provisioning complete for port 7c8489e1-9001-431c-a211-3ec401bf3462 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:05.878427 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-18f8e966-dbfc-4f07-b799-c7c5cfb40740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:05.889065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 60918b4e-d59f-483e-b07f-fac74a397bd2 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:05.964421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cca593fc-4157-4346-9a2d-601df3f289a1 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:05.999283 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-18f8e966-dbfc-4f07-b799-c7c5cfb40740 None None] Port 7c8489e1-9001-431c-a211-3ec401bf3462 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:06.025751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879aa7c-15a3-466f-9662-91bf31239de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18e1811-4dd9-4562-a369-c7097a1a0f3d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:06.074995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-18f8e966-dbfc-4f07-b799-c7c5cfb40740 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:06.078313 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-18f8e966-dbfc-4f07-b799-c7c5cfb40740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.267892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:06.279267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-00f64645-4ea7-4c37-83fd-012c3445968f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 31f569ed-3cea-485d-813e-473f94434abb {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:06.279614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00f64645-4ea7-4c37-83fd-012c3445968f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.281636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52722fda-7bd7-4232-84c8-b0ce099c1be9 None None] Sync routers for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:06.286298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-abd21e04-61b3-4cea-a449-12b853783dff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/routers/cca593fc-4157-4346-9a2d-601df3f289a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2533391 Jan 28 20:37:06.287020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54726) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:06.289653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb08e7-df43-48c8-a933-2ff8a0e0c93e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Network': ['ID=e59abafa-2979-4557-a39e-bde939dad3aa,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:06.307574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e59abafa-2979-4557-a39e-bde939dad3aa details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:06.427528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52722fda-7bd7-4232-84c8-b0ce099c1be9 None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:06.428697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52722fda-7bd7-4232-84c8-b0ce099c1be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:06.454517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.495224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52722fda-7bd7-4232-84c8-b0ce099c1be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:06.495444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25dbf2-48db-4adc-8408-53c739563093 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:06.501918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25dbf2-48db-4adc-8408-53c739563093 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:06.509795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25dbf2-48db-4adc-8408-53c739563093 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:06.515960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25dbf2-48db-4adc-8408-53c739563093 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:06.518680 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1e25dbf2-48db-4adc-8408-53c739563093 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7970638 Jan 28 20:37:06.532925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d97fa186-fe69-436e-b6d8-3e0961dd9144 None None] Provisioning complete for port 31f569ed-3cea-485d-813e-473f94434abb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:06.537274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d97fa186-fe69-436e-b6d8-3e0961dd9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.541992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52722fda-7bd7-4232-84c8-b0ce099c1be9 None None] Routers {'cca593fc-4157-4346-9a2d-601df3f289a1'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:06.545466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52722fda-7bd7-4232-84c8-b0ce099c1be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cca593fc-4157-4346-9a2d-601df3f289a1'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:06.572511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54732) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:06.599915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.627952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52722fda-7bd7-4232-84c8-b0ce099c1be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:06.640948 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52722fda-7bd7-4232-84c8-b0ce099c1be9 None None] The sync data for ids ['cca593fc-4157-4346-9a2d-601df3f289a1'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:06.683613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d97fa186-fe69-436e-b6d8-3e0961dd9144 None None] Port 31f569ed-3cea-485d-813e-473f94434abb cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:06.694342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 076efe3f-bc85-4e3b-998c-2e0b81eb0a28 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:06.695044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.704299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00f64645-4ea7-4c37-83fd-012c3445968f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.725546 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-00f64645-4ea7-4c37-83fd-012c3445968f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 31f569ed-3cea-485d-813e-473f94434abb owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:06.742339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.755577 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.788528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:06.804923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 076efe3f-bc85-4e3b-998c-2e0b81eb0a28 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:06.982970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0cdaf-f4ad-48a2-a166-f2520dacc954 req-97c07f01-9ea7-4218-a958-d1703b1391e4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:06.984719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e0cdaf-f4ad-48a2-a166-f2520dacc954 req-97c07f01-9ea7-4218-a958-d1703b1391e4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.0678015 Jan 28 20:37:07.018784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.036438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 53408c7c-9358-4768-b6ad-211216b4b3ff up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:07.076055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60918b4e-d59f-483e-b07f-fac74a397bd2']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:07.078135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5e0cdaf-f4ad-48a2-a166-f2520dacc954 req-1a00962c-807b-4f2d-9433-3772937b45c4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810118 Jan 28 20:37:07.099958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92155b54-f03c-4755-886a-89ae8f1f3e60') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:07.100287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92155b54-f03c-4755-886a-89ae8f1f3e60') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:07.112982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.118514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.129290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00f64645-4ea7-4c37-83fd-012c3445968f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.144917 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.152410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=076efe3f-bc85-4e3b-998c-2e0b81eb0a28,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:07.172755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f64645-4ea7-4c37-83fd-012c3445968f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=31f569ed-3cea-485d-813e-473f94434abb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:07.174977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:07.175400 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: items = [ Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:07.179634 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:07.195309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Router f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:37:07.220767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 53408c7c-9358-4768-b6ad-211216b4b3ff triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:07.222834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.250123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.382835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.454913 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.457205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.484155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-00f64645-4ea7-4c37-83fd-012c3445968f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.487508 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-00f64645-4ea7-4c37-83fd-012c3445968f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/31f569ed-3cea-485d-813e-473f94434abb HTTP/1.1" status: 204 len: 168 time: 2.5079758 Jan 28 20:37:07.488620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.495680 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/networks/60918b4e-d59f-483e-b07f-fac74a397bd2 HTTP/1.1" status: 204 len: 168 time: 0.9220586 Jan 28 20:37:07.496479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54754) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:07.497081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54756) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:07.499105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84057ee-3d13-422e-ac3c-fd4ac37e4e97 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Network': ['ID=60918b4e-d59f-483e-b07f-fac74a397bd2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:07.583867 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-c048dd23-da6f-4f3e-b584-87243c488347 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:37:07.588148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c048dd23-da6f-4f3e-b584-87243c488347 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/31f569ed-3cea-485d-813e-473f94434abb HTTP/1.1" status: 404 len: 333 time: 0.0875075 Jan 28 20:37:07.588148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.588148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Fanout notify agent at l3_agent the message router_deleted on router cca593fc-4157-4346-9a2d-601df3f289a1 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:07.589953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54760) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:07.604115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.608743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6f0d9ee9-0ce0-4703-8087-231855275a0d tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/routers/cca593fc-4157-4346-9a2d-601df3f289a1 HTTP/1.1" status: 204 len: 168 time: 1.3205948 Jan 28 20:37:07.610600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54762) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:07.635706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:07.644683 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.646606 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Sync routers for ids ['f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:07.662656 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Routers {'f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:07.662901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.663281 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:07.664120 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3e6676d1-c54d-4ed4-91e7-edf1259d6d64 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.1740837 Jan 28 20:37:07.667557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54764) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:07.706020 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fede2dc7-1065-465e-9a2d-765f4cc3ab30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.717976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c5d9c9-4ef0-4842-b2f2-637a6a50a315 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting subnet 393c792d-0283-4e67-a649-5235aa7cbb01 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:07.721277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f891452b-95de-4e5a-b896-ac449a908a3b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.721895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d9c9-4ef0-4842-b2f2-637a6a50a315 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.757871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f891452b-95de-4e5a-b896-ac449a908a3b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.788918 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d9c9-4ef0-4842-b2f2-637a6a50a315 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.854189 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1b135a24-7803-44ac-82ed-6b69fd0d14de tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/routers/f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84 HTTP/1.1" status: 200 len: 906 time: 0.1854537 Jan 28 20:37:07.858606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54768) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:07.882799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f891452b-95de-4e5a-b896-ac449a908a3b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.885838 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f891452b-95de-4e5a-b896-ac449a908a3b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:07.886244 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Set router f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:07.896815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54770) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:07.897330 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f891452b-95de-4e5a-b896-ac449a908a3b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/security-groups/9c84c32f-9dad-4e89-b57a-8524e5738e50 HTTP/1.1" status: 204 len: 168 time: 0.3034298 Jan 28 20:37:07.948151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891452b-95de-4e5a-b896-ac449a908a3b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c84c32f-9dad-4e89-b57a-8524e5738e50,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:08.024590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.029635 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.051347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59abafa-2979-4557-a39e-bde939dad3aa']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:08.063969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a46f8b-506d-4534-851c-ffb4c9968842') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:08.064585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a46f8b-506d-4534-851c-ffb4c9968842') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:08.086194 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.164636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.187985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d9c9-4ef0-4842-b2f2-637a6a50a315 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.191571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:08.191986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:08.195806 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:08.208659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.299336 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84', 'name': 'tempest-snat-router-156567273', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '3ffbba3f-7626-421a-a491-ca858e04fcdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:01Z', 'updated_at': '2022-01-28T20:37:04Z', 'revision_number': 3, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port': {'id': '3ffbba3f-7626-421a-a491-ca858e04fcdd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:37:02Z', 'updated_at': '2022-01-28T20:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:08.324835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Deleting port 3ffbba3f-7626-421a-a491-ca858e04fcdd {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:08.325187 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.346323 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Checking router: f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:08.347002 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Updating router f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84 port 3ffbba3f-7626-421a-a491-ca858e04fcdd binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:37:08.352987 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cd00242-dacb-488e-b25f-71db188e8533 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.383966 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.387245 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.417247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.423232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/networks/e59abafa-2979-4557-a39e-bde939dad3aa HTTP/1.1" status: 204 len: 168 time: 0.9216073 Jan 28 20:37:08.423232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cd00242-dacb-488e-b25f-71db188e8533 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.423995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54788) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:08.464231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be6ee-7f73-43f5-9234-2637214389dc tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Network': ['ID=e59abafa-2979-4557-a39e-bde939dad3aa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:08.501461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7f6b0-b6d6-4f25-b068-72b6b073be74 req-e1aa9f74-8700-4690-b4e4-1247e2387db4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:08.519927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10c7f6b0-b6d6-4f25-b068-72b6b073be74 req-e1aa9f74-8700-4690-b4e4-1247e2387db4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2704902 Jan 28 20:37:08.591735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.629273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Calling delete_port for 3ffbba3f-7626-421a-a491-ca858e04fcdd owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:08.640651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53308621-1c83-4e55-b903-287b44dc14c6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:08.647097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53308621-1c83-4e55-b903-287b44dc14c6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:08.648710 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-53308621-1c83-4e55-b903-287b44dc14c6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2238982 Jan 28 20:37:08.649472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10c7f6b0-b6d6-4f25-b068-72b6b073be74 req-3b716894-410a-4003-b8f7-389dac8586cb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279178 Jan 28 20:37:08.652754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54800) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:08.662505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-708748321'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:08.666258 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d9c9-4ef0-4842-b2f2-637a6a50a315 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.741001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c6eef-1d79-41a9-8a7b-be96298bf734 None None] Network 57ecd423-a604-4288-bb25-8f9b0e8a2e0d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:08.774068 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.780760 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.788303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Made reservation on behalf of d9979c313f64476091269cc6025aca67 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:08.797655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d9c9-4ef0-4842-b2f2-637a6a50a315 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.799542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.819872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c9c5d9c9-4ef0-4842-b2f2-637a6a50a315 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/subnets/393c792d-0283-4e67-a649-5235aa7cbb01 HTTP/1.1" status: 204 len: 168 time: 1.1766999 Jan 28 20:37:08.831510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54818) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:08.831937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5d9c9-4ef0-4842-b2f2-637a6a50a315 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Subnet': ['ID=393c792d-0283-4e67-a649-5235aa7cbb01,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:08.855024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cd00242-dacb-488e-b25f-71db188e8533 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.857590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1cd00242-dacb-488e-b25f-71db188e8533 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.859240 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1cd00242-dacb-488e-b25f-71db188e8533 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/security-groups/43112af2-23ce-4308-aed7-c624cad0f24c HTTP/1.1" status: 204 len: 168 time: 0.9610927 Jan 28 20:37:08.863646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54824) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:08.871006 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148a85c-4f86-4293-9d2a-ba5b2e3f0e7c None None] Pushing event updated for resources: {'Port': ['ID=3ffbba3f-7626-421a-a491-ca858e04fcdd,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:08.874407 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Attempting to bind port 3ffbba3f-7626-421a-a491-ca858e04fcdd on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:37:08.874771 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Attempting to bind port 3ffbba3f-7626-421a-a491-ca858e04fcdd by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:37:08.875133 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Attempting to bind port 3ffbba3f-7626-421a-a491-ca858e04fcdd on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:08.882645 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:08.882944 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:08.883412 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.883805 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:08.884372 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Bound port: 3ffbba3f-7626-421a-a491-ca858e04fcdd, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:37:08.884755 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:08.909705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd00242-dacb-488e-b25f-71db188e8533 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43112af2-23ce-4308-aed7-c624cad0f24c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:09.000798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-000c0571-1f32-4457-b2bc-b31d8e825b5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet fa62532c-365d-4965-8a80-6e499c8eafdc {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:09.009346 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-000c0571-1f32-4457-b2bc-b31d8e825b5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.010280 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] For port 3ffbba3f-7626-421a-a491-ca858e04fcdd, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:09.019286 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] For port 3ffbba3f-7626-421a-a491-ca858e04fcdd, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=3ffbba3f-7626-421a-a491-ca858e04fcdd,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:09.028659 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.093335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-000c0571-1f32-4457-b2bc-b31d8e825b5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.104757 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.133026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff16060f-4552-444b-b692-5adaae65055b None None] DHCP port deletion for 57ecd423-a604-4288-bb25-8f9b0e8a2e0d request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:37:09.158688 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148a85c-4f86-4293-9d2a-ba5b2e3f0e7c None None] Pushing event updated for resources: {'Port': ['ID=3ffbba3f-7626-421a-a491-ca858e04fcdd,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:09.168733 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Routers {'f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:09.169634 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:36:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:09.241931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ff16060f-4552-444b-b692-5adaae65055b None None] Deleting port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:09.242326 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ff16060f-4552-444b-b692-5adaae65055b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.262326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:09.365439 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.365439 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Added segment 98af0b4a-43bd-4247-a336-74ae6b25b915 of type vlan for network 7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f Jan 28 20:37:09.372763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ee6df-e32c-46b9-aa57-56ac92edad4b req-a95e7413-bfc3-4c7b-8d2e-9c99413af1e4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:09.372763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b2ee6df-e32c-46b9-aa57-56ac92edad4b req-a95e7413-bfc3-4c7b-8d2e-9c99413af1e4 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2126863 Jan 28 20:37:09.377642 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] Set router f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:09.410009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ff16060f-4552-444b-b692-5adaae65055b None None] For port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=36b57ff5-c1bc-47bc-b7c6-38684e3aaee4,segment=NetworkSegment(c558081c-6af2-42d8-9c91-348cee935602),segment_id=c558081c-6af2-42d8-9c91-348cee935602)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:09.411264 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ff16060f-4552-444b-b692-5adaae65055b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.441166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ff16060f-4552-444b-b692-5adaae65055b None None] Calling delete_port for 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:09.459480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-39be3f01-3d54-4930-b4eb-f08eb12b068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:09.460904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-39be3f01-3d54-4930-b4eb-f08eb12b068e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1095 time: 0.2736044 Jan 28 20:37:09.528993 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84', 'name': 'tempest-snat-router-156567273', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:01Z', 'updated_at': '2022-01-28T20:37:08Z', 'revision_number': 4, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:09.591089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.609655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbf2a4-2c97-4606-ba6b-507192596782 None None] The sync data for ids ['f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84'] in n-d-825064-3 is: [{'id': 'f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84', 'name': 'tempest-snat-router-156567273', 'tenant_id': '9770213572e349b49e47ff2ec11af93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:37:01Z', 'updated_at': '2022-01-28T20:37:08Z', 'revision_number': 4, 'project_id': '9770213572e349b49e47ff2ec11af93b', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:09.633127 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-000c0571-1f32-4457-b2bc-b31d8e825b5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.661306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b2ee6df-e32c-46b9-aa57-56ac92edad4b req-e8e02a75-b5db-41a1-98d0-42b468220983 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426260 Jan 28 20:37:09.774829 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ff16060f-4552-444b-b692-5adaae65055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.853812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-7b763f93-8233-407e-aa96-5605fbe562fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:09.865104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-7b763f93-8233-407e-aa96-5605fbe562fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.3864479 Jan 28 20:37:09.865104 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-000c0571-1f32-4457-b2bc-b31d8e825b5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:09.901086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16060f-4552-444b-b692-5adaae65055b None None] Pushing event deleted for resources: {'Port': ['ID=36b57ff5-c1bc-47bc-b7c6-38684e3aaee4,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:09.923685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16060f-4552-444b-b692-5adaae65055b None None] No DVR routers for this DVR port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:10.000979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-72e83d01-3d2c-4c88-b733-bd76bd73ecd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 999 time: 0.1325712 Jan 28 20:37:10.016061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015ef547-798c-4764-94f0-d4fa356d4fbf None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:10.032444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-000c0571-1f32-4457-b2bc-b31d8e825b5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.040826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-000c0571-1f32-4457-b2bc-b31d8e825b5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/fa62532c-365d-4965-8a80-6e499c8eafdc HTTP/1.1" status: 204 len: 168 time: 1.1732469 Jan 28 20:37:10.050690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54876) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:10.053794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c0571-1f32-4457-b2bc-b31d8e825b5f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=fa62532c-365d-4965-8a80-6e499c8eafdc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:10.059713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:10.262853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-b7f0e4c1-8b87-497f-8903-b66683296cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.266915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-b7f0e4c1-8b87-497f-8903-b66683296cbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.2243357 Jan 28 20:37:10.305668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.311588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:10.311934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.370739 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a1b27e8c-9ffb-4ca5-837d-69e250a1b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.463020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:10.468836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.482016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.resource_extend [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:37:10.497702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ffbba3f-7626-421a-a491-ca858e04fcdd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:10.514205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54884) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:10.572711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-a3a62c8e-abd3-4974-a912-14e163acdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.574442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-a3a62c8e-abd3-4974-a912-14e163acdd4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342644 Jan 28 20:37:10.643896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] For port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4, host n-d-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:10.644431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.679910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:10.695146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-11723dc1-4ea2-4ea6-a533-2000bbb4612a service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098044 Jan 28 20:37:10.716365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 was not found and therefore no delete operation was performed {{(pid=102306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:37:10.720664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.732955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.856724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e946f76-95f8-4f0e-942c-b90ebfa30dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.887908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.891067 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.957177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.963527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.964387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:10.975679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c767666-515a-4056-990d-4340f452cc3f req-e1f81c67-a5d0-4bad-9b77-d0cc4fd2c188 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.975679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c767666-515a-4056-990d-4340f452cc3f req-e1f81c67-a5d0-4bad-9b77-d0cc4fd2c188 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1844177 Jan 28 20:37:11.034362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:11.060979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] No DVR routers for this DVR port 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:11.071204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:11.071547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 36b57ff5-c1bc-47bc-b7c6-38684e3aaee4 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:11.108149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f689abe-47b9-47d7-bd2d-00a19163f208 req-7a4596bf-fb18-496e-8b3c-55f8ae7b1357 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056885 Jan 28 20:37:11.175278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=36b57ff5-c1bc-47bc-b7c6-38684e3aaee4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:11.181558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c767666-515a-4056-990d-4340f452cc3f req-6703114d-5eeb-437c-b632-027070d68dc0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710341 Jan 28 20:37:11.182388 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5286164 Jan 28 20:37:11.186528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.186825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:11.191494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.196325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8eced4e6-34b2-4f86-b6a8-271ca4fb5e7b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "DELETE /v2.0/routers/f1fdf434-e778-4ea8-8c5e-2a0c8cd9af84 HTTP/1.1" status: 204 len: 168 time: 3.3366230 Jan 28 20:37:11.201315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54892) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:11.201679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54894) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:11.266515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-927380726'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:11.293447 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e946f76-95f8-4f0e-942c-b90ebfa30dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.301147 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e946f76-95f8-4f0e-942c-b90ebfa30dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.351104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2e946f76-95f8-4f0e-942c-b90ebfa30dc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efd99b2643d54dd884c7e8a496d05860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317826 Jan 28 20:37:11.355432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54896) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:11.364562 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.397763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.400812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1f0e5-087b-4916-8368-62f6eea5553c tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Network': ['ID=7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:11.414191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:11.447971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ecd423-a604-4288-bb25-8f9b0e8a2e0d']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:11.450280 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Made reservation on behalf of d9979c313f64476091269cc6025aca67 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:11.454257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.462354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=7ac1a0f6-e564-450a-b012-abf63f52f3d6,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:11.464539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e946f76-95f8-4f0e-942c-b90ebfa30dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb11543-6112-4e4a-8f6e-2605674678b1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:11.479230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:11.490882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:11.494393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-86e3acef-b2b9-49b9-845e-2718aacd3919 None None] Provisioning complete for port 7c8489e1-9001-431c-a211-3ec401bf3462 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:11.494636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:11.495596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.495874 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-86e3acef-b2b9-49b9-845e-2718aacd3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.533616 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-101199f1-9f0e-4d6f-b2f4-a33c3d1c488e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.541759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-86e3acef-b2b9-49b9-845e-2718aacd3919 None None] Port 7c8489e1-9001-431c-a211-3ec401bf3462 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:11.546565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c558081c-6af2-42d8-9c91-348cee935602') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:11.549719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c558081c-6af2-42d8-9c91-348cee935602') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:11.549855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a429f13-ac9b-4cc1-9e11-58d54ae6ee12 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4944077 Jan 28 20:37:11.550397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a338c41-a1a5-4f42-b9fa-3cdbf2e85209 None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:11.555040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54898) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:11.562967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1b099010-97fd-4378-aaff-d0928522c20f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'security_group': {'name': 'tempest-secgroup-459867399'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:11.567824 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.573370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.585297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-101199f1-9f0e-4d6f-b2f4-a33c3d1c488e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.625607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-86e3acef-b2b9-49b9-845e-2718aacd3919 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:11.626533 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-86e3acef-b2b9-49b9-845e-2718aacd3919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.633627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:11.640212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.641349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b099010-97fd-4378-aaff-d0928522c20f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.657357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:11.657823 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: items = [ Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:11.661805 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:11.663718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.663718 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Added segment f31e1168-ba21-4611-b85d-d686ee74d86c of type vlan for network cfc231e4-5bcb-4dd1-9999-7d75630cd88a Jan 28 20:37:11.682916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.725524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-101199f1-9f0e-4d6f-b2f4-a33c3d1c488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.730584 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-101199f1-9f0e-4d6f-b2f4-a33c3d1c488e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.731930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-101199f1-9f0e-4d6f-b2f4-a33c3d1c488e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bb11543-6112-4e4a-8f6e-2605674678b1 HTTP/1.1" status: 204 len: 168 time: 0.3755476 Jan 28 20:37:11.755640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101199f1-9f0e-4d6f-b2f4-a33c3d1c488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb11543-6112-4e4a-8f6e-2605674678b1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:11.783908 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b099010-97fd-4378-aaff-d0928522c20f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.790597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b099010-97fd-4378-aaff-d0928522c20f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.836323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.854090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.854781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b099010-97fd-4378-aaff-d0928522c20f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c103b71-eb18-47f9-a73a-177e8aaf11c8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:11.857598 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/networks/57ecd423-a604-4288-bb25-8f9b0e8a2e0d HTTP/1.1" status: 204 len: 168 time: 3.0242157 Jan 28 20:37:11.859674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b099010-97fd-4378-aaff-d0928522c20f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.861459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1b099010-97fd-4378-aaff-d0928522c20f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3053951 Jan 28 20:37:11.862248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54902) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:11.871440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.873538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54904) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:11.895733 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.905738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cf3d2-ec78-47d0-9938-b5c2a8e359a1 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Network': ['ID=57ecd423-a604-4288-bb25-8f9b0e8a2e0d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:11.924846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8730ad0a-cf1c-4108-a2ae-0631a584b1dd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'security_group': {'name': 'tempest-secgroup-137428078'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:11.960755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:11.967553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:11.968910 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.025790 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8730ad0a-cf1c-4108-a2ae-0631a584b1dd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.072843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8250632 Jan 28 20:37:12.077003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:12.087878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'ports': [{'network_id': '7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f', 'name': 'tempest-port--43030033', 'admin_state_up': True}, {'network_id': 'cfc231e4-5bcb-4dd1-9999-7d75630cd88a', 'admin_state_up': False}]} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:12.088370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'port': {'network_id': '7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f', 'name': 'tempest-port--43030033', 'admin_state_up': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:12.088871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'port': {'network_id': 'cfc231e4-5bcb-4dd1-9999-7d75630cd88a', 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:12.095828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96d36d-ae2f-41e3-b200-229d14fe8841 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Network': ['ID=cfc231e4-5bcb-4dd1-9999-7d75630cd88a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:12.113953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 9574835e-1f01-471d-8bf7-aa7197c612b8 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:12.114361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.123311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network cfc231e4-5bcb-4dd1-9999-7d75630cd88a details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:12.155242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Deleting port 53408c7c-9358-4768-b6ad-211216b4b3ff {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:12.155602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.209751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc040ea-8305-40a3-851a-72f3d175d202 None None] Update dhcp port {'port': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'fixed_ips': [{'subnet_id': 'acbe0e51-676e-47e2-b83c-658582cc8551', 'ip_address': '172.20.0.18'}, {'subnet_id': '7ac1a0f6-e564-450a-b012-abf63f52f3d6'}], 'binding:host_id': 'n-d-825064-3'}, 'id': 'd6923481-53ef-41a1-87ca-22bdbdb88f85'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:37:12.212677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54914) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:12.245854 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc040ea-8305-40a3-851a-72f3d175d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.260473 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8730ad0a-cf1c-4108-a2ae-0631a584b1dd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.277119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8730ad0a-cf1c-4108-a2ae-0631a584b1dd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.372168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8730ad0a-cf1c-4108-a2ae-0631a584b1dd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.372168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8730ad0a-cf1c-4108-a2ae-0631a584b1dd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4938006 Jan 28 20:37:12.378075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54922) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:12.382461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4cd4d608-e63a-4bb6-af0c-988fc5b5f4b4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'security_group': {'name': 'tempest-secgroup-106109931'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:12.383367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6552104d-daa5-4a3a-aaaa-0be2f223ee36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.391162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.391162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.404992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730ad0a-cf1c-4108-a2ae-0631a584b1dd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5cf1bd-2078-43d0-9669-b85490d4f812,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:12.422391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 9574835e-1f01-471d-8bf7-aa7197c612b8 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:12.450822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083825-2327-4eb9-bea8-48f117727524 req-23365c74-454a-4e41-8a9a-cb25796157bf tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:12.452475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a6083825-2327-4eb9-bea8-48f117727524 req-23365c74-454a-4e41-8a9a-cb25796157bf tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1577067 Jan 28 20:37:12.505701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Made reservation on behalf of d9979c313f64476091269cc6025aca67 for: {'port': 2} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:12.506281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-dbc040ea-8305-40a3-851a-72f3d175d202 None None] Allocated IP 172.20.0.2 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/7ac1a0f6-e564-450a-b012-abf63f52f3d6/d6923481-53ef-41a1-87ca-22bdbdb88f85) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:12.512743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.560034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d608-e63a-4bb6-af0c-988fc5b5f4b4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.572984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] For port 53408c7c-9358-4768-b6ad-211216b4b3ff, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=53408c7c-9358-4768-b6ad-211216b4b3ff,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:12.573364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.585925 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.603126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a6083825-2327-4eb9-bea8-48f117727524 req-2f72539e-6986-414c-b572-b1e6e15bcaea tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367087 Jan 28 20:37:12.629420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Calling delete_port for 53408c7c-9358-4768-b6ad-211216b4b3ff owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:12.700140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-dbc040ea-8305-40a3-851a-72f3d175d202 None None] For port d6923481-53ef-41a1-87ca-22bdbdb88f85, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6923481-53ef-41a1-87ca-22bdbdb88f85,segment=NetworkSegment(d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293),segment_id=d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:12.713604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d608-e63a-4bb6-af0c-988fc5b5f4b4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.731780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d608-e63a-4bb6-af0c-988fc5b5f4b4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.743774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc040ea-8305-40a3-851a-72f3d175d202 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.749061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6552104d-daa5-4a3a-aaaa-0be2f223ee36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.749859 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbc040ea-8305-40a3-851a-72f3d175d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.791233 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6552104d-daa5-4a3a-aaaa-0be2f223ee36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.798479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d608-e63a-4bb6-af0c-988fc5b5f4b4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.803568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4cd4d608-e63a-4bb6-af0c-988fc5b5f4b4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4249046 Jan 28 20:37:12.808826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54928) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:12.814265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-217533358', 'security_groups': ['fc480fd2-c523-42f7-927a-9978aab45f8f'], 'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ac1a0f6-e564-450a-b012-abf63f52f3d6'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:12.821434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4d608-e63a-4bb6-af0c-988fc5b5f4b4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc480fd2-c523-42f7-927a-9978aab45f8f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:12.832080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc040ea-8305-40a3-851a-72f3d175d202 None None] Pushing event updated for resources: {'Port': ['ID=d6923481-53ef-41a1-87ca-22bdbdb88f85,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:12.839350 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:12.899959 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6552104d-daa5-4a3a-aaaa-0be2f223ee36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14ca1a72ed524857b7a8fbfc04402fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659982 Jan 28 20:37:12.899959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552104d-daa5-4a3a-aaaa-0be2f223ee36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195005f2-3890-4beb-9f23-463b77ac4dbe,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:12.902557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54930) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:12.905312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424fbbc-b21e-4f4c-97e5-9c538e90f5ce req-f84a5aee-e120-4dd1-8c5d-6bc9bccec80d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:12.906861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4424fbbc-b21e-4f4c-97e5-9c538e90f5ce req-f84a5aee-e120-4dd1-8c5d-6bc9bccec80d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1961689 Jan 28 20:37:12.912656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=9574835e-1f01-471d-8bf7-aa7197c612b8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:12.957059 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.048332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4424fbbc-b21e-4f4c-97e5-9c538e90f5ce req-4aea1bdb-0c4a-49de-aec7-a9ad2b55221c tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292663 Jan 28 20:37:13.058334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.058653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6923481-53ef-41a1-87ca-22bdbdb88f85 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:13.060586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.065010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5b1d00aa-588d-4a9a-ad82-90d591c4d741 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/floatingips/cf05ef33-0edd-4b63-bfe5-4e19940ebe61 HTTP/1.1" status: 204 len: 168 time: 1.2009854 Jan 28 20:37:13.075156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54932) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:13.117629 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cd1975-366f-4ab3-a0b8-7764662c4ae7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:13.118691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cd1975-366f-4ab3-a0b8-7764662c4ae7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:13.125662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-87cd1975-366f-4ab3-a0b8-7764662c4ae7 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/ports/734e143b-9cb8-404f-951e-aecdda744bec HTTP/1.1" status: 404 len: 333 time: 0.0487735 Jan 28 20:37:13.126855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54936) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:13.145233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] device_id is not set on port 115f3385-8a74-4591-aa27-7178539e4489 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:37:13.175308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:13.175781 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.190863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-445a644f-ffe0-42d5-8f6a-aa5b744b9e35 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca593fc-4157-4346-9a2d-601df3f289a1 HTTP/1.1" status: 200 len: 205 time: 0.0571656 Jan 28 20:37:13.191428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54938) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:13.192976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:13.235070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32ac3858-3a61-4b32-bdb3-9e12ccd28111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.264224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.289587 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-fefaf1a3-52a2-4241-9a3f-d290cde72c79 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] delete failed (client error): The resource could not be found. Jan 28 20:37:13.292928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fefaf1a3-52a2-4241-9a3f-d290cde72c79 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/routers/cca593fc-4157-4346-9a2d-601df3f289a1 HTTP/1.1" status: 404 len: 336 time: 0.0924838 Jan 28 20:37:13.297917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54940) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:13.344156 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32ac3858-3a61-4b32-bdb3-9e12ccd28111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.357383 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d979f46-1c62-4fe7-bc1b-7e663413bf7e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:13.357841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d979f46-1c62-4fe7-bc1b-7e663413bf7e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:13.363847 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6d979f46-1c62-4fe7-bc1b-7e663413bf7e tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/subnets/393c792d-0283-4e67-a649-5235aa7cbb01 HTTP/1.1" status: 404 len: 337 time: 0.0604069 Jan 28 20:37:13.378026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54942) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:13.570094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.610474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event deleted for resources: {'Port': ['ID=53408c7c-9358-4768-b6ad-211216b4b3ff,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:13.623633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32ac3858-3a61-4b32-bdb3-9e12ccd28111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.626343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32ac3858-3a61-4b32-bdb3-9e12ccd28111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.627532 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-32ac3858-3a61-4b32-bdb3-9e12ccd28111 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/195005f2-3890-4beb-9f23-463b77ac4dbe HTTP/1.1" status: 204 len: 168 time: 0.7195854 Jan 28 20:37:13.679773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.728740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac3858-3a61-4b32-bdb3-9e12ccd28111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195005f2-3890-4beb-9f23-463b77ac4dbe,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:13.783441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb9e34-85b0-4fe6-9394-df5ad9f18c1a req-b13732e1-9f1e-4ce4-947c-74f08817f0a5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:13.787956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6cb9e34-85b0-4fe6-9394-df5ad9f18c1a req-b13732e1-9f1e-4ce4-947c-74f08817f0a5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.6391091 Jan 28 20:37:13.822789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] device_id is not set on port c51ba4fa-a4e7-4eb7-87eb-57186953dbf6 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:37:13.831510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.840017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-23e978f0-3480-40d8-8221-613e2b5dbbf0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port d4e97f5e-5238-4a2b-96f2-80a61326c60d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:13.840419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23e978f0-3480-40d8-8221-613e2b5dbbf0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.851348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6cb9e34-85b0-4fe6-9394-df5ad9f18c1a req-4483cb59-8803-44d0-b484-80896432dd87 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567393 Jan 28 20:37:13.865148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.869035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-42df6fc5-a640-44b3-9834-2ebe3790e5a4 None None] Provisioning complete for port 7c8489e1-9001-431c-a211-3ec401bf3462 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:13.869418 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-42df6fc5-a640-44b3-9834-2ebe3790e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:13.884872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] device_id is not set on port 76cee840-6b97-4f60-981f-93123306be62 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:37:13.973184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-42df6fc5-a640-44b3-9834-2ebe3790e5a4 None None] Port 7c8489e1-9001-431c-a211-3ec401bf3462 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:13.997796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-42df6fc5-a640-44b3-9834-2ebe3790e5a4 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:13.998062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-42df6fc5-a640-44b3-9834-2ebe3790e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.086097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.202345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.5 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/7ac1a0f6-e564-450a-b012-abf63f52f3d6/76cee840-6b97-4f60-981f-93123306be62) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:14.261828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.292479 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.301727 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.452577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Port': ['ID=115f3385-8a74-4591-aa27-7178539e4489,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:14.455270 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.455807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78ddde53-5d18-4b5c-a5fa-452d5268b570 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:14.472893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23e978f0-3480-40d8-8221-613e2b5dbbf0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.477471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.484549 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e5dbbd62-d08d-441c-8b31-ebfe8725bf02 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "DELETE /v2.0/routers/78ddde53-5d18-4b5c-a5fa-452d5268b570 HTTP/1.1" status: 204 len: 168 time: 3.2356222 Jan 28 20:37:14.493688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54962) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:14.494536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a8920-1610-4927-8185-483954ba6370 req-4bad73b2-03a0-4328-90db-69e1b843b0c1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:14.496209 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8a8920-1610-4927-8185-483954ba6370 req-4bad73b2-03a0-4328-90db-69e1b843b0c1 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3003457 Jan 28 20:37:14.498596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1762052561', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:14.523713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-23e978f0-3480-40d8-8221-613e2b5dbbf0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for d4e97f5e-5238-4a2b-96f2-80a61326c60d owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:14.556722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Checking segment: {'id': '98af0b4a-43bd-4247-a336-74ae6b25b915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:14.557120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Network hostable DHCP agents. Network: 7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:14.595571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8a8920-1610-4927-8185-483954ba6370 req-65ba519f-c23e-480b-9094-493ac53a5327 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889840 Jan 28 20:37:14.648484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.651697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.652820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.717475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.781314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:14.784554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.784700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:14.789748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:14.908950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:14.909586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:14.926006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=76cee840-6b97-4f60-981f-93123306be62,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:14.960564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b88c2361-7bfc-4789-9c53-93b0e85586ca tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1504531 Jan 28 20:37:14.963261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54974) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:14.968325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-297e888d-b904-4d70-b76b-ede2416f1b77 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:15.214542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 53408c7c-9358-4768-b6ad-211216b4b3ff no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:15.263904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 53408c7c-9358-4768-b6ad-211216b4b3ff {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:15.264269 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 53408c7c-9358-4768-b6ad-211216b4b3ff not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:15.304784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-066ef5a7-2dbf-4c7d-b009-16d323017b45 None None] Provisioning complete for port 76cee840-6b97-4f60-981f-93123306be62 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:15.305380 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-066ef5a7-2dbf-4c7d-b009-16d323017b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:15.340677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297e888d-b904-4d70-b76b-ede2416f1b77 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:15.344293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-297e888d-b904-4d70-b76b-ede2416f1b77 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:15.378618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-066ef5a7-2dbf-4c7d-b009-16d323017b45 None None] Port 76cee840-6b97-4f60-981f-93123306be62 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:15.546380 n-d-825064-3 neutron-server[102307]: INFO neutron.db.ipam_backend_mixin [None req-297e888d-b904-4d70-b76b-ede2416f1b77 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ac1a0f6-e564-450a-b012-abf63f52f3d6 (CIDR: 172.20.0.0/28) Jan 28 20:37:15.554578 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-297e888d-b904-4d70-b76b-ede2416f1b77 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:37:15.555710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297e888d-b904-4d70-b76b-ede2416f1b77 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:15.586238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-297e888d-b904-4d70-b76b-ede2416f1b77 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6215003 Jan 28 20:37:15.588883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54988) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:15.595328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ee4ceb11-6da7-4871-b764-4f0a58d3543f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:15.606319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Network 7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:15.649357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:15.656311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:15.657197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:15.659894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f315a-75b3-4baa-bd15-35aa27d6e928 None None] Network 7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:15.671481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:15.786208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Port': ['ID=c51ba4fa-a4e7-4eb7-87eb-57186953dbf6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:15.916056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad77eac-0a01-4f38-812a-61045899415f req-76eaefe9-666f-4572-8c09-aa0f652b19a9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:15.917714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ad77eac-0a01-4f38-812a-61045899415f req-76eaefe9-666f-4572-8c09-aa0f652b19a9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1626585 Jan 28 20:37:16.016565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ceb11-6da7-4871-b764-4f0a58d3543f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:16.021588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23e978f0-3480-40d8-8221-613e2b5dbbf0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:16.032515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee4ceb11-6da7-4871-b764-4f0a58d3543f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:16.038428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ad77eac-0a01-4f38-812a-61045899415f req-c37d0326-b175-48bb-b2c5-6823118df3e6 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088419 Jan 28 20:37:16.123586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e978f0-3480-40d8-8221-613e2b5dbbf0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=d4e97f5e-5238-4a2b-96f2-80a61326c60d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:16.182193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Checking segment: {'id': 'f31e1168-ba21-4611-b85d-d686ee74d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cfc231e4-5bcb-4dd1-9999-7d75630cd88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:16.182193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Network hostable DHCP agents. Network: cfc231e4-5bcb-4dd1-9999-7d75630cd88a, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:16.213848 n-d-825064-3 neutron-server[102307]: INFO neutron.db.ipam_backend_mixin [None req-ee4ceb11-6da7-4871-b764-4f0a58d3543f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet acbe0e51-676e-47e2-b83c-658582cc8551 (CIDR: 172.20.0.16/28) Jan 28 20:37:16.224706 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4ceb11-6da7-4871-b764-4f0a58d3543f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:37:16.225212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4ceb11-6da7-4871-b764-4f0a58d3543f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:16.273978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ee4ceb11-6da7-4871-b764-4f0a58d3543f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6832328 Jan 28 20:37:16.275989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55004) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:16.282163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'subnet': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:16.330969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Network cfc231e4-5bcb-4dd1-9999-7d75630cd88a is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:16.383774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-23e978f0-3480-40d8-8221-613e2b5dbbf0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:16.412561 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-23e978f0-3480-40d8-8221-613e2b5dbbf0 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/ports/d4e97f5e-5238-4a2b-96f2-80a61326c60d HTTP/1.1" status: 204 len: 168 time: 3.0247822 Jan 28 20:37:16.416703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55008) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:16.549647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, cfc231e4-5bcb-4dd1-9999-7d75630cd88a) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:16.558822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e3b7f-bb08-464c-8afd-1403b6b3fdd1 None None] Network cfc231e4-5bcb-4dd1-9999-7d75630cd88a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:16.607751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:16.617688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:16.624971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:16.628855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:16.650750 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-ac29229e-8b7c-4ae4-a298-8dc89de96ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:16.652362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-ac29229e-8b7c-4ae4-a298-8dc89de96ef4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=46424bd783164b6da95602dd2227d22a&device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 1095 time: 0.1512144 Jan 28 20:37:16.652963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Made reservation on behalf of a334e2c90f4d446b988956b1f69c53fa for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:16.656676 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:16.666456 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-feb74e03-8fd2-4490-a056-7e8d6a961dbf tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.5875244 Jan 28 20:37:16.672269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55018) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:16.726592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c82e2-d64f-436b-84b9-045459e112d9 req-9a915c7e-5fa1-4ed6-8777-e1c4d246ab09 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:16.728139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb1c82e2-d64f-436b-84b9-045459e112d9 req-9a915c7e-5fa1-4ed6-8777-e1c4d246ab09 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2407501 Jan 28 20:37:16.814152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3ea641f3-ccdd-413d-9381-23f6b3e17734 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 54f1fe9d-9fd0-416d-b757-aa4d56fe70db {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:16.814419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3ea641f3-ccdd-413d-9381-23f6b3e17734 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:16.870445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb1c82e2-d64f-436b-84b9-045459e112d9 req-79b60648-35dc-4b9f-9b47-006bdba8f177 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868156 Jan 28 20:37:16.887664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:16.897792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70589be7-0ebe-4107-8f64-2253a794dda5 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:16.903728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70589be7-0ebe-4107-8f64-2253a794dda5 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:16.908379 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-70589be7-0ebe-4107-8f64-2253a794dda5 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2350523 Jan 28 20:37:16.909503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55038) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:16.921697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-65d65b11-68be-4ad2-b7a0-2f4f38363b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:16.923232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-65d65b11-68be-4ad2-b7a0-2f4f38363b24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 200 len: 912 time: 0.2602053 Jan 28 20:37:16.938917 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.030486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3ea641f3-ccdd-413d-9381-23f6b3e17734 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.066331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3ea641f3-ccdd-413d-9381-23f6b3e17734 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 54f1fe9d-9fd0-416d-b757-aa4d56fe70db owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:17.113059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-93374f45-c948-4eb0-92d0-8274b3eaa017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 200 len: 999 time: 0.1571453 Jan 28 20:37:17.163351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Allocated IP 172.25.2.214 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/0129aeaa-15c3-4345-8cea-f1787da15c87) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:17.243231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.300522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-75950c22-9919-4728-ac7e-a49e9ad00f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:17.302454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-75950c22-9919-4728-ac7e-a49e9ad00f5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 200 len: 850 time: 0.1791053 Jan 28 20:37:17.309788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Deleting port 115f3385-8a74-4591-aa27-7178539e4489 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:17.310241 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.319972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:17.338125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:17.345186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:17.358149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da7c81-6125-4ed1-88ef-ac45176208c1 None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:17.377505 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.388517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:17.389122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.390267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3ea641f3-ccdd-413d-9381-23f6b3e17734 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.409731 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:37:17.432033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Subnet': ['ID=6e354e81-c72a-4d90-9b6b-c40803dea5a5,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:17.452826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea641f3-ccdd-413d-9381-23f6b3e17734 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=54f1fe9d-9fd0-416d-b757-aa4d56fe70db,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:17.475724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d4e702b4-890b-4b87-a2a0-cc7f580966af tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1982589 Jan 28 20:37:17.478022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55056) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:17.482635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.489025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1244905677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e354e81-c72a-4d90-9b6b-c40803dea5a5'}], 'security_groups': ['5c103b71-eb18-47f9-a73a-177e8aaf11c8', '0e5cf1bd-2078-43d0-9669-b85490d4f812']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:17.509991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.514276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-3c491c04-1800-4eb2-b0fd-fba6cc3b3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:17.518108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-3c491c04-1800-4eb2-b0fd-fba6cc3b3ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76e6b64b-9eee-4a46-97a5-c1bc79809cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045519 Jan 28 20:37:17.575426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8352b686-bf89-4657-8c96-e75a36efedf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.619093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:17.620224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Calling delete_port for 115f3385-8a74-4591-aa27-7178539e4489 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:17.626132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:17.631968 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3ea641f3-ccdd-413d-9381-23f6b3e17734 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.636962 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3ea641f3-ccdd-413d-9381-23f6b3e17734 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/ports/54f1fe9d-9fd0-416d-b757-aa4d56fe70db HTTP/1.1" status: 204 len: 168 time: 1.2177541 Jan 28 20:37:17.641065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:17.645389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55062) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:17.681964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event updated for resources: {'Port': ['ID=0129aeaa-15c3-4345-8cea-f1787da15c87,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:17.702485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727259d-4d41-418b-9391-59a57304bb67 None None] Update dhcp port {'port': {'network_id': 'af8a7c1f-6eac-43c3-86dd-738ef29a10ef', 'fixed_ips': [{'subnet_id': 'acbe0e51-676e-47e2-b83c-658582cc8551', 'ip_address': '172.20.0.18'}, {'subnet_id': '7ac1a0f6-e564-450a-b012-abf63f52f3d6', 'ip_address': '172.20.0.2'}, {'subnet_id': '6e354e81-c72a-4d90-9b6b-c40803dea5a5'}], 'binding:host_id': 'n-d-825064-3'}, 'id': 'd6923481-53ef-41a1-87ca-22bdbdb88f85'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:37:17.724289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.758937 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a727259d-4d41-418b-9391-59a57304bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:17.862021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aefcc5-4fb7-4784-b20e-1e2c4eb5e772 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:17.864262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-43aefcc5-4fb7-4784-b20e-1e2c4eb5e772 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca HTTP/1.1" status: 200 len: 913 time: 0.2173254 Jan 28 20:37:17.872421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55068) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:17.982762 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-333424b3-5105-4261-b773-f8bc227a130f service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048259 Jan 28 20:37:18.028053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8352b686-bf89-4657-8c96-e75a36efedf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.070525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a727259d-4d41-418b-9391-59a57304bb67 None None] Allocated IP 172.20.0.34 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/6e354e81-c72a-4d90-9b6b-c40803dea5a5/d6923481-53ef-41a1-87ca-22bdbdb88f85) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:18.077939 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8352b686-bf89-4657-8c96-e75a36efedf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.119505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352b686-bf89-4657-8c96-e75a36efedf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49014c63-9a80-4214-bc23-b84f95cb08fa,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:18.242281 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8352b686-bf89-4657-8c96-e75a36efedf0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9117cde2a89c4cc0a1e43329d33d7e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9030764 Jan 28 20:37:18.246690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55074) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:18.264718 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.300427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Port': ['ID=115f3385-8a74-4591-aa27-7178539e4489,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:18.315374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a727259d-4d41-418b-9391-59a57304bb67 None None] For port d6923481-53ef-41a1-87ca-22bdbdb88f85, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6923481-53ef-41a1-87ca-22bdbdb88f85,segment=NetworkSegment(d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293),segment_id=d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:18.326809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.327237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.327662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.328065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.328492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.328887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.329286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.329679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.330070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.330471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.330861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.331248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:18.340080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.346490 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.347311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e549699d-bd55-4225-964d-d03bb7608236 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/ports/115f3385-8a74-4591-aa27-7178539e4489 HTTP/1.1" status: 204 len: 168 time: 1.4362416 Jan 28 20:37:18.351093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55076) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:18.368918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05de7e1-36b1-4d3c-a2b0-12863564d88b req-6fb3dc01-fea0-4a9d-9879-57426c7df38a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:18.370656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a05de7e1-36b1-4d3c-a2b0-12863564d88b req-6fb3dc01-fea0-4a9d-9879-57426c7df38a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2181447 Jan 28 20:37:18.372283 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.381617 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a727259d-4d41-418b-9391-59a57304bb67 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.389675 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857cd094-56cd-4f09-a6c7-ec4a76badb1a req-c038b865-3a89-4d19-b59d-8a527fd144b1 service neutron] 10.222.0.26 "GET /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359869 Jan 28 20:37:18.396166 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a727259d-4d41-418b-9391-59a57304bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.472373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a05de7e1-36b1-4d3c-a2b0-12863564d88b req-4a175b24-29a5-48d1-8954-5dbe9bfa0d29 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912447 Jan 28 20:37:18.532479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727259d-4d41-418b-9391-59a57304bb67 None None] Pushing event updated for resources: {'Port': ['ID=d6923481-53ef-41a1-87ca-22bdbdb88f85,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:18.582952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Delete allocated IP 172.20.0.5 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/7ac1a0f6-e564-450a-b012-abf63f52f3d6) {{(pid=102307) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 20:37:18.595725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Allocated IP 172.20.0.46 (af8a7c1f-6eac-43c3-86dd-738ef29a10ef/6e354e81-c72a-4d90-9b6b-c40803dea5a5/76cee840-6b97-4f60-981f-93123306be62) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:18.888624 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.896647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:18.952557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd075a8a-4e43-41b3-9d20-94aecabafa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.052342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6923481-53ef-41a1-87ca-22bdbdb88f85 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:19.080613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event updated for resources: {'Port': ['ID=76cee840-6b97-4f60-981f-93123306be62,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:19.099877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd075a8a-4e43-41b3-9d20-94aecabafa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.121502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] In _notify_port_updated(), no bound segment for port 76cee840-6b97-4f60-981f-93123306be62 on network af8a7c1f-6eac-43c3-86dd-738ef29a10ef {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:37:19.132763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:19.134835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.151776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-affe1cdf-1dc9-41ab-bed3-20f54f3c5a34 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "PUT /v2.0/ports/76cee840-6b97-4f60-981f-93123306be62 HTTP/1.1" status: 200 len: 960 time: 1.6711164 Jan 28 20:37:19.152527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55080) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:19.153655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:19.155284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.266479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8cfef305-b378-4476-8384-001befc2070d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Deleting port c51ba4fa-a4e7-4eb7-87eb-57186953dbf6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:19.266834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfef305-b378-4476-8384-001befc2070d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.347565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cc68be1b-f2e7-4156-90f0-ca023e4b37c4 None None] Provisioning complete for port 7c8489e1-9001-431c-a211-3ec401bf3462 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:19.349831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc68be1b-f2e7-4156-90f0-ca023e4b37c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.354530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-00592c50-5b0c-48a0-b851-7cf17bd72e4b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 76cee840-6b97-4f60-981f-93123306be62 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:19.355166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00592c50-5b0c-48a0-b851-7cf17bd72e4b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.400672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cc68be1b-f2e7-4156-90f0-ca023e4b37c4 None None] Port 7c8489e1-9001-431c-a211-3ec401bf3462 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:19.413680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cc68be1b-f2e7-4156-90f0-ca023e4b37c4 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:19.414036 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc68be1b-f2e7-4156-90f0-ca023e4b37c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.425630 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd075a8a-4e43-41b3-9d20-94aecabafa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.428603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd075a8a-4e43-41b3-9d20-94aecabafa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.432291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fd075a8a-4e43-41b3-9d20-94aecabafa42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49014c63-9a80-4214-bc23-b84f95cb08fa HTTP/1.1" status: 204 len: 168 time: 1.1823668 Jan 28 20:37:19.500821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00592c50-5b0c-48a0-b851-7cf17bd72e4b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.518195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-00592c50-5b0c-48a0-b851-7cf17bd72e4b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 76cee840-6b97-4f60-981f-93123306be62 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:19.526242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfef305-b378-4476-8384-001befc2070d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.531765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cc68be1b-f2e7-4156-90f0-ca023e4b37c4 None None] Provisioning complete for port 76cee840-6b97-4f60-981f-93123306be62 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:19.532950 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc68be1b-f2e7-4156-90f0-ca023e4b37c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.570168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd075a8a-4e43-41b3-9d20-94aecabafa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49014c63-9a80-4214-bc23-b84f95cb08fa,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:19.589324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.592206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8cfef305-b378-4476-8384-001befc2070d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Calling delete_port for c51ba4fa-a4e7-4eb7-87eb-57186953dbf6 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:19.612317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cc68be1b-f2e7-4156-90f0-ca023e4b37c4 None None] Port 76cee840-6b97-4f60-981f-93123306be62 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:19.870073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:19.940450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55088) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:19.982484 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c16c51cc-8051-467c-b7d4-e05e3cbf2b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.001483 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfef305-b378-4476-8384-001befc2070d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.047577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-81700d75-b922-4f35-ad57-3cab94f04ad8 None None] Provisioning complete for port 76cee840-6b97-4f60-981f-93123306be62 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:20.049240 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-81700d75-b922-4f35-ad57-3cab94f04ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.091347 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfef305-b378-4476-8384-001befc2070d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.097754 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8cfef305-b378-4476-8384-001befc2070d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/ports/c51ba4fa-a4e7-4eb7-87eb-57186953dbf6 HTTP/1.1" status: 204 len: 168 time: 1.7434618 Jan 28 20:37:20.103243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfef305-b378-4476-8384-001befc2070d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Port': ['ID=c51ba4fa-a4e7-4eb7-87eb-57186953dbf6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:20.113854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55094) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:20.141600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-81700d75-b922-4f35-ad57-3cab94f04ad8 None None] Port 76cee840-6b97-4f60-981f-93123306be62 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:20.164732 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c5e0737-f6c9-4815-a2dc-0bab854cea85 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0471690 Jan 28 20:37:20.177339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55096) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:20.186033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1669869816'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:20.218019 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00592c50-5b0c-48a0-b851-7cf17bd72e4b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.258198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00592c50-5b0c-48a0-b851-7cf17bd72e4b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=76cee840-6b97-4f60-981f-93123306be62,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:20.280363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Router 78033a40-fc0b-4f55-9f03-abe36e6a871b is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:37:20.292586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514747f8-b90e-4683-85fa-714891f67d18 req-803043b8-8458-41c4-b773-b418bbde742d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:20.300402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-514747f8-b90e-4683-85fa-714891f67d18 req-803043b8-8458-41c4-b773-b418bbde742d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.6430273 Jan 28 20:37:20.363528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Made reservation on behalf of d9979c313f64476091269cc6025aca67 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:20.372844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.395221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-514747f8-b90e-4683-85fa-714891f67d18 req-dd7af3d2-ecd3-4f86-869d-08b8f42364a0 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937045 Jan 28 20:37:20.398152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00592c50-5b0c-48a0-b851-7cf17bd72e4b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.412270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-00592c50-5b0c-48a0-b851-7cf17bd72e4b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/76cee840-6b97-4f60-981f-93123306be62 HTTP/1.1" status: 204 len: 168 time: 1.2584107 Jan 28 20:37:20.413287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55098) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:20.468899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c16c51cc-8051-467c-b7d4-e05e3cbf2b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.512263 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfa8576-3883-46df-aa79-e7a48b9dafcd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] GET failed (client error): The resource could not be found. Jan 28 20:37:20.512572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c16c51cc-8051-467c-b7d4-e05e3cbf2b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.512661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dcfa8576-3883-46df-aa79-e7a48b9dafcd tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports/76cee840-6b97-4f60-981f-93123306be62 HTTP/1.1" status: 404 len: 333 time: 0.0922289 Jan 28 20:37:20.514240 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55104) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:20.552629 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c16c51cc-8051-467c-b7d4-e05e3cbf2b02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=605a381d28c146f29b20c957726f34d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089106 Jan 28 20:37:20.561155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55108) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:20.563074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:20.643550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.644045 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Added segment 10ec00d7-8f01-4f9b-a238-286509539232 of type vlan for network e55a6e5c-6613-46d3-aca6-3d18b4a136f9 Jan 28 20:37:20.674331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c51cc-8051-467c-b7d4-e05e3cbf2b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ad3309-49f4-4648-89ca-309d3738d8bc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:20.730557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa3cf4-550e-4d1d-9347-1bdffbde1c12 req-f9de60ae-5f4f-4c24-af9c-c7909967c0c8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:20.741927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8fa3cf4-550e-4d1d-9347-1bdffbde1c12 req-f9de60ae-5f4f-4c24-af9c-c7909967c0c8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1816335 Jan 28 20:37:20.760839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a3289a2-ffce-42f2-ab2f-c4e1a64894d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.762679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a970be6a-a960-456e-b4fb-aa43a0ccedf4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.774427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:20.786909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.791864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a4979-bf66-4307-b148-6b2680aaa5de None None] Sync routers for ids ['78033a40-fc0b-4f55-9f03-abe36e6a871b'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:20.816064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a4979-bf66-4307-b148-6b2680aaa5de None None] Routers {'78033a40-fc0b-4f55-9f03-abe36e6a871b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:20.817282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.818459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ea4a4979-bf66-4307-b148-6b2680aaa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['78033a40-fc0b-4f55-9f03-abe36e6a871b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:20.821336 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-db266ba7-dd26-4c1b-906d-b2547413e8ba tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3266563 Jan 28 20:37:20.821939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55112) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:20.824924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8fa3cf4-550e-4d1d-9347-1bdffbde1c12 req-84986d6b-17e8-4444-8bf9-6d029d2d4150 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787957 Jan 28 20:37:20.839082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5a569ba3-bd17-4d20-8856-8f46cb4ab181 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': False}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:20.842130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a970be6a-a960-456e-b4fb-aa43a0ccedf4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.846599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a3289a2-ffce-42f2-ab2f-c4e1a64894d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.895574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ea4a4979-bf66-4307-b148-6b2680aaa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:20.905884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.908906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a4979-bf66-4307-b148-6b2680aaa5de None None] Routers {'78033a40-fc0b-4f55-9f03-abe36e6a871b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:20.912586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:20.913212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.922428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ea4a4979-bf66-4307-b148-6b2680aaa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['78033a40-fc0b-4f55-9f03-abe36e6a871b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:20.936471 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7579613 Jan 28 20:37:20.945713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55116) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:20.954730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-637505363'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:20.975704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a970be6a-a960-456e-b4fb-aa43a0ccedf4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.978842 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a970be6a-a960-456e-b4fb-aa43a0ccedf4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:20.982930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a970be6a-a960-456e-b4fb-aa43a0ccedf4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/security-groups/fc480fd2-c523-42f7-927a-9978aab45f8f HTTP/1.1" status: 204 len: 168 time: 0.4690897 Jan 28 20:37:20.985487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55122) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:20.999162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ea4a4979-bf66-4307-b148-6b2680aaa5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:20.999900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a4979-bf66-4307-b148-6b2680aaa5de None None] The sync data for ids ['78033a40-fc0b-4f55-9f03-abe36e6a871b'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:21.022671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port 11a5ba4c-17e1-4dbf-9be9-a55f06b47d6b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:21.023665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.027169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a3289a2-ffce-42f2-ab2f-c4e1a64894d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.030184 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0a3289a2-ffce-42f2-ab2f-c4e1a64894d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.033954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0a3289a2-ffce-42f2-ab2f-c4e1a64894d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3ad3309-49f4-4648-89ca-309d3738d8bc HTTP/1.1" status: 204 len: 168 time: 0.4674096 Jan 28 20:37:21.049398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970be6a-a960-456e-b4fb-aa43a0ccedf4 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc480fd2-c523-42f7-927a-9978aab45f8f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:21.106093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3289a2-ffce-42f2-ab2f-c4e1a64894d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ad3309-49f4-4648-89ca-309d3738d8bc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:21.141910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0db1-1cc2-4f3d-90c9-a50321997593 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.174207 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0db1-1cc2-4f3d-90c9-a50321997593 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.222092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0db1-1cc2-4f3d-90c9-a50321997593 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.226308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ea6c0db1-1cc2-4f3d-90c9-a50321997593 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.228938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f93776-d6f7-4d92-8f89-5d1505d780d6 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Network': ['ID=e55a6e5c-6613-46d3-aca6-3d18b4a136f9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:21.232111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ea6c0db1-1cc2-4f3d-90c9-a50321997593 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e5cf1bd-2078-43d0-9669-b85490d4f812 HTTP/1.1" status: 204 len: 168 time: 0.2416453 Jan 28 20:37:21.232788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55130) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:21.246869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e55a6e5c-6613-46d3-aca6-3d18b4a136f9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:21.249590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c0db1-1cc2-4f3d-90c9-a50321997593 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5cf1bd-2078-43d0-9669-b85490d4f812,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:21.320677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Made reservation on behalf of d9979c313f64476091269cc6025aca67 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:21.324467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.375326 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.437870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.464897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for 11a5ba4c-17e1-4dbf-9be9-a55f06b47d6b owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:21.472688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:21.875664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:21.876037 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Added segment 20d301d8-1204-43dc-99e4-9deabcc9bcae of type vlan for network c116959b-1682-4ff4-b46b-6e5fc2916ee6 Jan 28 20:37:21.891346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-646a6c4d-97c7-476a-897f-4cc6cec4be09 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.001980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-646a6c4d-97c7-476a-897f-4cc6cec4be09 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.008493 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.170572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.176107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:22.176806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.220436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-646a6c4d-97c7-476a-897f-4cc6cec4be09 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.223732 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-646a6c4d-97c7-476a-897f-4cc6cec4be09 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.224818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-646a6c4d-97c7-476a-897f-4cc6cec4be09 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c103b71-eb18-47f9-a73a-177e8aaf11c8 HTTP/1.1" status: 204 len: 168 time: 0.9877295 Jan 28 20:37:22.227508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a569ba3-bd17-4d20-8856-8f46cb4ab181 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.227947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55182) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:22.276852 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3301046 Jan 28 20:37:22.287670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a6c4d-97c7-476a-897f-4cc6cec4be09 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c103b71-eb18-47f9-a73a-177e8aaf11c8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:22.313769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d838161-ac49-4c9b-98fd-ba0a32e0701b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet 7ac1a0f6-e564-450a-b012-abf63f52f3d6 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:22.318520 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d838161-ac49-4c9b-98fd-ba0a32e0701b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.337041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36826943-da4f-4154-b29b-a8cde7ec0f3e tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Network': ['ID=c116959b-1682-4ff4-b46b-6e5fc2916ee6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:22.350828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c116959b-1682-4ff4-b46b-6e5fc2916ee6 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:22.402599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.411856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d838161-ac49-4c9b-98fd-ba0a32e0701b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.418411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55186) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:22.427036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'subnets': [{'network_id': 'e55a6e5c-6613-46d3-aca6-3d18b4a136f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1480496379', 'ip_version': 4}, {'network_id': 'c116959b-1682-4ff4-b46b-6e5fc2916ee6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:22.427329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'subnet': {'network_id': 'e55a6e5c-6613-46d3-aca6-3d18b4a136f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1480496379', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:22.428063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Request body: {'subnet': {'network_id': 'c116959b-1682-4ff4-b46b-6e5fc2916ee6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:22.441104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=11a5ba4c-17e1-4dbf-9be9-a55f06b47d6b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:22.647745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d838161-ac49-4c9b-98fd-ba0a32e0701b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.724907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.730601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Made reservation on behalf of d9979c313f64476091269cc6025aca67 for: {'subnet': 2} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:22.735129 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.735475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.740990 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d838161-ac49-4c9b-98fd-ba0a32e0701b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.821282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d838161-ac49-4c9b-98fd-ba0a32e0701b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac1a0f6-e564-450a-b012-abf63f52f3d6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:22.830441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d838161-ac49-4c9b-98fd-ba0a32e0701b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.833871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5d838161-ac49-4c9b-98fd-ba0a32e0701b tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/7ac1a0f6-e564-450a-b012-abf63f52f3d6 HTTP/1.1" status: 204 len: 168 time: 0.6043942 Jan 28 20:37:22.838979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972f720-79ea-41da-aa53-e408473c1416 None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:22.839403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55206) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:22.939609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f226dd2d-70b7-4148-a6b6-7ba32f0bf88c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet 6e354e81-c72a-4d90-9b6b-c40803dea5a5 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:22.946213 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f226dd2d-70b7-4148-a6b6-7ba32f0bf88c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:22.995048 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f226dd2d-70b7-4148-a6b6-7ba32f0bf88c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.257603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:23.314875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f226dd2d-70b7-4148-a6b6-7ba32f0bf88c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.372211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a569ba3-bd17-4d20-8856-8f46cb4ab181 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.373029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-0b7d2930-482c-44c7-99fd-02ec87fa46e2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:23.374604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-0b7d2930-482c-44c7-99fd-02ec87fa46e2 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=11de62f4-9693-4f60-a894-6d455915b6fb HTTP/1.1" status: 200 len: 943 time: 0.2148895 Jan 28 20:37:23.396501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a569ba3-bd17-4d20-8856-8f46cb4ab181 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.488127 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f226dd2d-70b7-4148-a6b6-7ba32f0bf88c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.587247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:23.603042 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a3c07-5552-4374-880e-df824e8e1e4a None None] Sync routers for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:23.604167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55238) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:23.605064 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-afe9ebea-d152-43b9-be2f-7cc1f1e586b9 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "PUT /v2.0/routers/cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7267377 Jan 28 20:37:23.623179 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a3c07-5552-4374-880e-df824e8e1e4a None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:23.624677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f226dd2d-70b7-4148-a6b6-7ba32f0bf88c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.629800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f226dd2d-70b7-4148-a6b6-7ba32f0bf88c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/6e354e81-c72a-4d90-9b6b-c40803dea5a5 HTTP/1.1" status: 204 len: 168 time: 0.7893584 Jan 28 20:37:23.630723 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-1e6a3c07-5552-4374-880e-df824e8e1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:23.630951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226dd2d-70b7-4148-a6b6-7ba32f0bf88c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=6e354e81-c72a-4d90-9b6b-c40803dea5a5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:23.636064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55244) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:23.688847 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-1e6a3c07-5552-4374-880e-df824e8e1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:23.706775 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a018e4d-ecce-4a6c-a821-9c1a738cafed tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:23.706775 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a018e4d-ecce-4a6c-a821-9c1a738cafed tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:23.708420 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a3c07-5552-4374-880e-df824e8e1e4a None None] Routers {'cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:23.708709 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6a018e4d-ecce-4a6c-a821-9c1a738cafed tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/7ac1a0f6-e564-450a-b012-abf63f52f3d6 HTTP/1.1" status: 404 len: 337 time: 0.0712216 Jan 28 20:37:23.709436 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-1e6a3c07-5552-4374-880e-df824e8e1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:23.709569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55246) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:23.763759 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-1e6a3c07-5552-4374-880e-df824e8e1e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:23.764740 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a3c07-5552-4374-880e-df824e8e1e4a None None] The sync data for ids ['cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:23.788026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Deleting port d0f6b56b-968d-474a-9638-d0f2e9233b65 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:23.788550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.824570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a569ba3-bd17-4d20-8856-8f46cb4ab181 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Router 78033a40-fc0b-4f55-9f03-abe36e6a871b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:23.877783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting subnet acbe0e51-676e-47e2-b83c-658582cc8551 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:23.907872 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.933528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:23.986189 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.025500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.078386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] For port d0f6b56b-968d-474a-9638-d0f2e9233b65, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d0f6b56b-968d-474a-9638-d0f2e9233b65,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:24.078755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.083857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Subnet': ['ID=cc752743-1698-441b-9c33-a6ab780befcb,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:24.143700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Calling delete_port for d0f6b56b-968d-474a-9638-d0f2e9233b65 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:24.151753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Checking segment: {'id': '10ec00d7-8f01-4f9b-a238-286509539232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e55a6e5c-6613-46d3-aca6-3d18b4a136f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:24.152480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Network hostable DHCP agents. Network: e55a6e5c-6613-46d3-aca6-3d18b4a136f9, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:24.223964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a569ba3-bd17-4d20-8856-8f46cb4ab181 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:24.241350 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.243432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e127288-768e-42c7-b513-a05a5109a4b7 None None] Sync routers for ids ['78033a40-fc0b-4f55-9f03-abe36e6a871b'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:24.255936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a569ba3-bd17-4d20-8856-8f46cb4ab181 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.256034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Network e55a6e5c-6613-46d3-aca6-3d18b4a136f9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:24.259442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5a569ba3-bd17-4d20-8856-8f46cb4ab181 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "PUT /v2.0/routers/78033a40-fc0b-4f55-9f03-abe36e6a871b HTTP/1.1" status: 200 len: 926 time: 3.4275422 Jan 28 20:37:24.259912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55294) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.274527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, e55a6e5c-6613-46d3-aca6-3d18b4a136f9) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:24.278760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf48660-41f6-47f9-b57b-5e1056b4b873 None None] Network af8a7c1f-6eac-43c3-86dd-738ef29a10ef requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:24.296815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9cdb62-2df1-488b-9762-712969c88039 None None] Network e55a6e5c-6613-46d3-aca6-3d18b4a136f9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:24.311027 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.424923 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ab4e0eb-c41d-40b5-832d-7c8da560fd9c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/routers/78033a40-fc0b-4f55-9f03-abe36e6a871b HTTP/1.1" status: 200 len: 926 time: 0.1640422 Jan 28 20:37:24.437549 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.445539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55304) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.517688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.551064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Subnet': ['ID=acbe0e51-676e-47e2-b83c-658582cc8551,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:24.562858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.563520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.564421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.565153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.565661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.565997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.566330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.566888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.567388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.567880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.568251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.568759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:24.572443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event updated for resources: {'Subnet': ['ID=c6b60d99-9da8-48bd-847e-bb6519f47711,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:24.579622 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.585323 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2188156f-e608-4d77-9fe7-cba70c54f65e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/acbe0e51-676e-47e2-b83c-658582cc8551 HTTP/1.1" status: 204 len: 168 time: 0.8731411 Jan 28 20:37:24.587681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55318) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.609740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e127288-768e-42c7-b513-a05a5109a4b7 None None] Routers {'78033a40-fc0b-4f55-9f03-abe36e6a871b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:24.610383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5e127288-768e-42c7-b513-a05a5109a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['78033a40-fc0b-4f55-9f03-abe36e6a871b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:24.624799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.625118 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-74534cbf-c257-48a0-8997-11161b6122f7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:24.625691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74534cbf-c257-48a0-8997-11161b6122f7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:24.632115 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-74534cbf-c257-48a0-8997-11161b6122f7 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/fa62532c-365d-4965-8a80-6e499c8eafdc HTTP/1.1" status: 404 len: 337 time: 0.0425053 Jan 28 20:37:24.634797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55320) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.638864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Checking segment: {'id': '20d301d8-1204-43dc-99e4-9deabcc9bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c116959b-1682-4ff4-b46b-6e5fc2916ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:24.639417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Network hostable DHCP agents. Network: c116959b-1682-4ff4-b46b-6e5fc2916ee6, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:24.642460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting port d7938336-6aa4-4819-8b2a-aeb901130875 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:24.643043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.678617 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-62bc9821-c559-47ec-9736-f10247820e71 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "GET /v2.0/ports?device_id=d454bde5-1803-487d-9d93-f3d307ee8f9b HTTP/1.1" status: 200 len: 205 time: 0.0420041 Jan 28 20:37:24.680445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55326) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.684910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-e55a6e5c-6613-46d3-aca6-3d18b4a136f9', 'network_id': 'e55a6e5c-6613-46d3-aca6-3d18b4a136f9', 'tenant_id': 'd9979c313f64476091269cc6025aca67', 'fixed_ips': [{'subnet_id': 'cc752743-1698-441b-9c33-a6ab780befcb'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:37:24.685925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.688077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['49b400d7-e26a-4544-bce0-f98bf81d18a6', '66134a3f-1a53-4d6d-a6fe-5b8113829e8f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:37:24.711278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5e127288-768e-42c7-b513-a05a5109a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:24.729708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event deleted for resources: {'Port': ['ID=d0f6b56b-968d-474a-9638-d0f2e9233b65,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:24.736759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f381c936-4df1-4cf2-bc82-3d929942fde1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:24.741584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f381c936-4df1-4cf2-bc82-3d929942fde1 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=78033a40-fc0b-4f55-9f03-abe36e6a871b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2764037 Jan 28 20:37:24.752618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55328) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.775873 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-9053f637-c168-4375-8cfb-758a76210eb1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] delete failed (client error): The resource could not be found. Jan 28 20:37:24.788759 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9053f637-c168-4375-8cfb-758a76210eb1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/routers/d454bde5-1803-487d-9d93-f3d307ee8f9b HTTP/1.1" status: 404 len: 336 time: 0.1072102 Jan 28 20:37:24.789634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55334) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.798779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-87cc48a3-3ecd-45ca-a97e-6dfe60a34f69 None None] Provisioning complete for port 7c8489e1-9001-431c-a211-3ec401bf3462 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:24.799233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87cc48a3-3ecd-45ca-a97e-6dfe60a34f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.840644 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc013b2f-29fb-4ccd-a046-819f3be69ac1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:24.841722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc013b2f-29fb-4ccd-a046-819f3be69ac1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:24.842559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Network c116959b-1682-4ff4-b46b-6e5fc2916ee6 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:24.845764 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bc013b2f-29fb-4ccd-a046-819f3be69ac1 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/dbdd7db9-0a86-4222-9b48-505ecf4dd127 HTTP/1.1" status: 404 len: 337 time: 0.0553446 Jan 28 20:37:24.850507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55340) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.874742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] No DVR routers for this DVR port d0f6b56b-968d-474a-9638-d0f2e9233b65 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:24.890298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.893206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e127288-768e-42c7-b513-a05a5109a4b7 None None] Routers {'78033a40-fc0b-4f55-9f03-abe36e6a871b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:24.893923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5e127288-768e-42c7-b513-a05a5109a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['78033a40-fc0b-4f55-9f03-abe36e6a871b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:24.894164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70efea8d-c6c1-42e2-9c00-9250c0615a82 req-577f1813-4f90-43c3-9aaa-1781c4a758a3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "DELETE /v2.0/ports/d0f6b56b-968d-474a-9638-d0f2e9233b65 HTTP/1.1" status: 204 len: 173 time: 1.5100672 Jan 28 20:37:24.896515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'name': 'network-vif-deleted', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:37:24.898760 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07947d6-71ac-4844-a5e3-8c9ed9423ddb" -d '{"events": [{"server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "name": "network-vif-deleted", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:24.902399 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfad191-6bef-450c-99f8-74b5991b483a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:24.903500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfad191-6bef-450c-99f8-74b5991b483a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:24.918272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, c116959b-1682-4ff4-b46b-6e5fc2916ee6) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:24.934436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:24.935018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:24.935669 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.942037 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:24.945707 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ebfad191-6bef-450c-99f8-74b5991b483a tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/578ee56a-4709-4763-b392-0128abfd915d HTTP/1.1" status: 404 len: 337 time: 0.0872543 Jan 28 20:37:24.946950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55348) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:24.966089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5e127288-768e-42c7-b513-a05a5109a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:24.972275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e127288-768e-42c7-b513-a05a5109a4b7 None None] The sync data for ids ['78033a40-fc0b-4f55-9f03-abe36e6a871b'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:24.975037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8600c5-d09f-4984-a832-1c73f150a972 None None] Network c116959b-1682-4ff4-b46b-6e5fc2916ee6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:25.010681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Calling delete_port for d7938336-6aa4-4819-8b2a-aeb901130875 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:25.033426 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6c88b5-f31e-4c1c-b7e9-1ec6608a0a10 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:25.033890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6c88b5-f31e-4c1c-b7e9-1ec6608a0a10 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:25.041056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.047740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-df6c88b5-f31e-4c1c-b7e9-1ec6608a0a10 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/04ccfd15-7380-446f-876c-fe5525b9716b HTTP/1.1" status: 404 len: 337 time: 0.0995231 Jan 28 20:37:25.071772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d5f6f2c4-d3e2-425e-838f-7e20c64ad1f0 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6498799 Jan 28 20:37:25.075987 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97486d6a-15cc-4fb3-a6c3-afcaaaccf162 x-openstack-request-id: req-97486d6a-15cc-4fb3-a6c3-afcaaaccf162 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:25.076323 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11de62f4-9693-4f60-a894-6d455915b6fb", "name": "network-vif-deleted", "tag": "d0f6b56b-968d-474a-9638-d0f2e9233b65", "status": "failed", "code": 422}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:25.079012 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97486d6a-15cc-4fb3-a6c3-afcaaaccf162 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:25.079499 n-d-825064-3 neutron-server[102307]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11de62f4-9693-4f60-a894-6d455915b6fb', 'name': 'network-vif-deleted', 'tag': 'd0f6b56b-968d-474a-9638-d0f2e9233b65', 'status': 'failed', 'code': 422} returned with failed status Jan 28 20:37:25.088866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55364) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.110308 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-3664036a-7723-4a7c-9eac-a098a2ca619e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:25.110598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e20ac8-79c8-4ccb-995d-edc70dbef502 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:25.111528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3664036a-7723-4a7c-9eac-a098a2ca619e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:25.116457 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3664036a-7723-4a7c-9eac-a098a2ca619e tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/7ae393eb-f771-489b-92af-30a96488629a HTTP/1.1" status: 404 len: 333 time: 0.0741224 Jan 28 20:37:25.117456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55366) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.121796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-28e20ac8-79c8-4ccb-995d-edc70dbef502 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 881 time: 0.3650310 Jan 28 20:37:25.133788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55368) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.205343 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5cfaf720-1a64-4718-980d-bd1b798af8f9 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=78033a40-fc0b-4f55-9f03-abe36e6a871b HTTP/1.1" status: 200 len: 205 time: 0.0458028 Jan 28 20:37:25.212818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55378) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.263763 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95dd6c1-cbec-48d0-b8e0-78380581456c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:25.264331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95dd6c1-cbec-48d0-b8e0-78380581456c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:25.268455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e95dd6c1-cbec-48d0-b8e0-78380581456c tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/640c4916-9fdb-43e7-819d-80086d1f4b8f HTTP/1.1" status: 404 len: 337 time: 0.1336272 Jan 28 20:37:25.271426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55380) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.318957 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-af801856-ba4a-4f12-85cf-54dcd68e1f4f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:25.319688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af801856-ba4a-4f12-85cf-54dcd68e1f4f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:25.323573 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-af801856-ba4a-4f12-85cf-54dcd68e1f4f tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/0d212d23-7e55-463a-9744-0336426dc9a7 HTTP/1.1" status: 404 len: 337 time: 0.0504720 Jan 28 20:37:25.326592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55386) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.378413 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff14982-9872-4b6d-8168-89be4dd32688 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:25.380075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff14982-9872-4b6d-8168-89be4dd32688 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:25.384214 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dff14982-9872-4b6d-8168-89be4dd32688 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/0676beab-c39d-4616-8560-8b1c1d5e42ef HTTP/1.1" status: 404 len: 333 time: 0.0562375 Jan 28 20:37:25.387379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55388) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.445163 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db22997-92bf-4dab-b033-97f52d35c3d2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:25.445644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db22997-92bf-4dab-b033-97f52d35c3d2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:25.451923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8db22997-92bf-4dab-b033-97f52d35c3d2 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/637c410d-3c78-4533-be9f-dbe7f3050786 HTTP/1.1" status: 404 len: 337 time: 0.0611777 Jan 28 20:37:25.490887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55390) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.549159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-87cc48a3-3ecd-45ca-a97e-6dfe60a34f69 None None] Port 7c8489e1-9001-431c-a211-3ec401bf3462 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:25.553786 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-f352182e-b9c1-469a-a78a-cad85ac62b29 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:25.554293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f352182e-b9c1-469a-a78a-cad85ac62b29 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:25.567180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f352182e-b9c1-469a-a78a-cad85ac62b29 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/subnets/bb191a60-0f4e-4952-a957-6316b851d8e3 HTTP/1.1" status: 404 len: 337 time: 0.0751610 Jan 28 20:37:25.583234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55394) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.644068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-87cc48a3-3ecd-45ca-a97e-6dfe60a34f69 None None] Provisioning complete for port d6923481-53ef-41a1-87ca-22bdbdb88f85 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:25.647996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-87cc48a3-3ecd-45ca-a97e-6dfe60a34f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:25.760593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:25.835919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Port': ['ID=d7938336-6aa4-4819-8b2a-aeb901130875,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:25.905826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55402) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:25.982054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-23b4f606-e537-4887-aa47-91757ffc9b94 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Deleting port 7c8489e1-9001-431c-a211-3ec401bf3462 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:25.982382 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-23b4f606-e537-4887-aa47-91757ffc9b94 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:25.999001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Allocated IP 172.20.0.2 (e55a6e5c-6613-46d3-aca6-3d18b4a136f9/cc752743-1698-441b-9c33-a6ab780befcb/5f263164-7729-4b70-a69a-26381896d8cf) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:26.054259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] DHCP port deletion for af8a7c1f-6eac-43c3-86dd-738ef29a10ef request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:37:26.093620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.119742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb683bb-2a7f-4a27-b834-6c6b162ffd53 req-493dbd12-1ef4-4b72-9165-240954212574 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:26.124412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-c116959b-1682-4ff4-b46b-6e5fc2916ee6', 'network_id': 'c116959b-1682-4ff4-b46b-6e5fc2916ee6', 'tenant_id': 'd9979c313f64476091269cc6025aca67', 'fixed_ips': [{'subnet_id': 'c6b60d99-9da8-48bd-847e-bb6519f47711'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:37:26.125901 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.135808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb683bb-2a7f-4a27-b834-6c6b162ffd53 req-493dbd12-1ef4-4b72-9165-240954212574 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 907 time: 0.2097843 Jan 28 20:37:26.167221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd171bf-bdaa-4e8c-8fe8-5834a08bb86b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:26.169188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd171bf-bdaa-4e8c-8fe8-5834a08bb86b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:26.170892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd171bf-bdaa-4e8c-8fe8-5834a08bb86b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:26.172855 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ffd171bf-bdaa-4e8c-8fe8-5834a08bb86b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 1.0827451 Jan 28 20:37:26.177938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55406) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:26.240582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-23b4f606-e537-4887-aa47-91757ffc9b94 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.242578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6253109-5465-4aec-9e27-0579697d8631 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Deleting subnet cc752743-1698-441b-9c33-a6ab780befcb {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:26.254600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.291585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8b020fc2-02eb-4f9d-869e-fca969ec5e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.302350 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.311796 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.313950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-23b4f606-e537-4887-aa47-91757ffc9b94 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Calling delete_port for 7c8489e1-9001-431c-a211-3ec401bf3462 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:26.382968 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.409764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] Deleting port d6923481-53ef-41a1-87ca-22bdbdb88f85 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:26.410571 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.427462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8b020fc2-02eb-4f9d-869e-fca969ec5e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.438427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8b020fc2-02eb-4f9d-869e-fca969ec5e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.455715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Deleting port 0129aeaa-15c3-4345-8cea-f1787da15c87 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:26.456070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.510713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b020fc2-02eb-4f9d-869e-fca969ec5e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd0929d-1a6c-447c-92d4-331ad36f368b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:26.553266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] For port d6923481-53ef-41a1-87ca-22bdbdb88f85, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6923481-53ef-41a1-87ca-22bdbdb88f85,segment=NetworkSegment(d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293),segment_id=d6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:26.553853 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.562117 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.563081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Fanout notify agent at l3_agent the message router_deleted on router cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:26.573229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.577054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4c67e731-2d48-4cc3-9323-8947882b9764 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/routers/cf4eb4dc-b3a0-48a5-9ed0-66a90cd6b3ca HTTP/1.1" status: 204 len: 168 time: 2.9678645 Jan 28 20:37:26.580072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55412) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:26.594660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8b020fc2-02eb-4f9d-869e-fca969ec5e6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ea95989f2894d50936cf1a0d497b592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6747491 Jan 28 20:37:26.595687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55414) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:26.614773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] Calling delete_port for d6923481-53ef-41a1-87ca-22bdbdb88f85 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:26.642872 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.672146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Calling delete_port for 0129aeaa-15c3-4345-8cea-f1787da15c87 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:26.702287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e02298-99cd-4451-a3dd-68f207b063b5 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Deleting subnet bbf6814b-08d4-465a-858d-7caf392fc617 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:26.705730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e02298-99cd-4451-a3dd-68f207b063b5 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.792491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e02298-99cd-4451-a3dd-68f207b063b5 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.822747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Allocated IP 172.20.0.18 (c116959b-1682-4ff4-b46b-6e5fc2916ee6/c6b60d99-9da8-48bd-847e-bb6519f47711/d5395233-c61e-49fb-a3b5-602139aa4b25) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:26.864037 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e02298-99cd-4451-a3dd-68f207b063b5 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.880041 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.928707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.950244 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6253109-5465-4aec-9e27-0579697d8631 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.955080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.968102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e02298-99cd-4451-a3dd-68f207b063b5 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.987976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e02298-99cd-4451-a3dd-68f207b063b5 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:26.994238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-32e02298-99cd-4451-a3dd-68f207b063b5 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/subnets/bbf6814b-08d4-465a-858d-7caf392fc617 HTTP/1.1" status: 204 len: 168 time: 0.4113588 Jan 28 20:37:26.999514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55420) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:27.030118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Network e55a6e5c-6613-46d3-aca6-3d18b4a136f9 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:27.048500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:27.054547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:27.062891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event deleted for resources: {'Port': ['ID=0129aeaa-15c3-4345-8cea-f1787da15c87,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:27.116954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6923481-53ef-41a1-87ca-22bdbdb88f85 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:27.143540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6253109-5465-4aec-9e27-0579697d8631 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.146797 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.254590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Pushing event updated for resources: {'Port': ['ID=5f263164-7729-4b70-a69a-26381896d8cf,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:27.271096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d6923481-53ef-41a1-87ca-22bdbdb88f85 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:27.271453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6923481-53ef-41a1-87ca-22bdbdb88f85 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:27.278645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Attempting to bind port 5f263164-7729-4b70-a69a-26381896d8cf on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:37:27.279005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Attempting to bind port 5f263164-7729-4b70-a69a-26381896d8cf by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '10ec00d7-8f01-4f9b-a238-286509539232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e55a6e5c-6613-46d3-aca6-3d18b4a136f9'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:37:27.279369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Attempting to bind port 5f263164-7729-4b70-a69a-26381896d8cf on network e55a6e5c-6613-46d3-aca6-3d18b4a136f9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:27.288445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:27.288825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Checking segment: {'id': '10ec00d7-8f01-4f9b-a238-286509539232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e55a6e5c-6613-46d3-aca6-3d18b4a136f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:27.289232 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.289638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Bound using segment: {'id': '10ec00d7-8f01-4f9b-a238-286509539232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e55a6e5c-6613-46d3-aca6-3d18b4a136f9'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:27.291141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Bound port: 5f263164-7729-4b70-a69a-26381896d8cf, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ec00d7-8f01-4f9b-a238-286509539232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e55a6e5c-6613-46d3-aca6-3d18b4a136f9'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:37:27.291141 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.323108 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.355261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] No DVR routers for this DVR port d6923481-53ef-41a1-87ca-22bdbdb88f85 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:27.360016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a12022-ec90-4afc-b688-15f281b60860 None None] Pushing event deleted for resources: {'Port': ['ID=d6923481-53ef-41a1-87ca-22bdbdb88f85,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:27.448698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.451640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.496521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] For port 5f263164-7729-4b70-a69a-26381896d8cf, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:27.503674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] For port 5f263164-7729-4b70-a69a-26381896d8cf, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5f263164-7729-4b70-a69a-26381896d8cf,segment=NetworkSegment(10ec00d7-8f01-4f9b-a238-286509539232),segment_id=10ec00d7-8f01-4f9b-a238-286509539232)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:27.509720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.514764 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.536364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.537124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Fanout notify agent at l3_agent the message router_deleted on router 78033a40-fc0b-4f55-9f03-abe36e6a871b {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:27.546606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.552754 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-09c39da5-6694-4bd7-8cbb-90caf9913b08 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/78033a40-fc0b-4f55-9f03-abe36e6a871b HTTP/1.1" status: 204 len: 168 time: 2.3383207 Jan 28 20:37:27.562959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55426) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:27.567858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-41d44ff0-799f-4413-a9c6-bdd60ef748a3 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-293401160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:27.579201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-23b4f606-e537-4887-aa47-91757ffc9b94 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.579424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e02298-99cd-4451-a3dd-68f207b063b5 tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf6814b-08d4-465a-858d-7caf392fc617,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:27.588770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef37990-bfc7-4803-a600-cb65240624dc None None] Pushing event updated for resources: {'Port': ['ID=5f263164-7729-4b70-a69a-26381896d8cf,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:27.591675 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.623574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.641281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Network c116959b-1682-4ff4-b46b-6e5fc2916ee6 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:27.645056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:27.649504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-405d3059-c874-424a-a207-0c38cb9a0e21 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:27.651141 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-405d3059-c874-424a-a207-0c38cb9a0e21 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 907 time: 0.5042822 Jan 28 20:37:27.652453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:27.677640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Pushing event updated for resources: {'Port': ['ID=d5395233-c61e-49fb-a3b5-602139aa4b25,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:27.683541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4f606-e537-4887-aa47-91757ffc9b94 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Port': ['ID=7c8489e1-9001-431c-a211-3ec401bf3462,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:27.692419 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b103c9-a1dd-4d39-a077-5fe827d08f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.711371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-23b4f606-e537-4887-aa47-91757ffc9b94 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.720349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-23b4f606-e537-4887-aa47-91757ffc9b94 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/ports/7c8489e1-9001-431c-a211-3ec401bf3462 HTTP/1.1" status: 204 len: 168 time: 2.1360221 Jan 28 20:37:27.726515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55428) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:27.738025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83f9e0-4384-48e8-a6d0-7e8296314377 req-3aba0bb6-0814-4835-b3bb-3e7ce297ec9f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:27.748597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f83f9e0-4384-48e8-a6d0-7e8296314377 req-3aba0bb6-0814-4835-b3bb-3e7ce297ec9f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 907 time: 0.1976190 Jan 28 20:37:27.773147 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b103c9-a1dd-4d39-a077-5fe827d08f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.779425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Attempting to bind port d5395233-c61e-49fb-a3b5-602139aa4b25 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:37:27.780318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Attempting to bind port d5395233-c61e-49fb-a3b5-602139aa4b25 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '20d301d8-1204-43dc-99e4-9deabcc9bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c116959b-1682-4ff4-b46b-6e5fc2916ee6'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:37:27.781033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Attempting to bind port d5395233-c61e-49fb-a3b5-602139aa4b25 on network c116959b-1682-4ff4-b46b-6e5fc2916ee6 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:27.792088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:27.794389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Checking segment: {'id': '20d301d8-1204-43dc-99e4-9deabcc9bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c116959b-1682-4ff4-b46b-6e5fc2916ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:27.794389 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.794389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Bound using segment: {'id': '20d301d8-1204-43dc-99e4-9deabcc9bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c116959b-1682-4ff4-b46b-6e5fc2916ee6'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:27.797138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Bound port: d5395233-c61e-49fb-a3b5-602139aa4b25, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d301d8-1204-43dc-99e4-9deabcc9bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c116959b-1682-4ff4-b46b-6e5fc2916ee6'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:37:27.797677 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.825520 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41d44ff0-799f-4413-a9c6-bdd60ef748a3 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.838905 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41d44ff0-799f-4413-a9c6-bdd60ef748a3 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:27.954858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] For port d5395233-c61e-49fb-a3b5-602139aa4b25, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:27.970944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] For port d5395233-c61e-49fb-a3b5-602139aa4b25, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d5395233-c61e-49fb-a3b5-602139aa4b25,segment=NetworkSegment(20d301d8-1204-43dc-99e4-9deabcc9bcae),segment_id=20d301d8-1204-43dc-99e4-9deabcc9bcae)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:27.981351 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.002449 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6253109-5465-4aec-9e27-0579697d8631 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.007710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41d44ff0-799f-4413-a9c6-bdd60ef748a3 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.019555 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b103c9-a1dd-4d39-a077-5fe827d08f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.025317 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b103c9-a1dd-4d39-a077-5fe827d08f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.027262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d6b103c9-a1dd-4d39-a077-5fe827d08f4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bd0929d-1a6c-447c-92d4-331ad36f368b HTTP/1.1" status: 204 len: 168 time: 1.4304984 Jan 28 20:37:28.032619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41d44ff0-799f-4413-a9c6-bdd60ef748a3 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.040608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.046696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b103c9-a1dd-4d39-a077-5fe827d08f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd0929d-1a6c-447c-92d4-331ad36f368b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:28.061887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41d44ff0-799f-4413-a9c6-bdd60ef748a3 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.063367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-41d44ff0-799f-4413-a9c6-bdd60ef748a3 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4997115 Jan 28 20:37:28.067163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55434) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:28.082725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:28.089690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.130468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abf6e1-1c09-40e1-af85-f3d141da2db8 None None] Pushing event updated for resources: {'Port': ['ID=d5395233-c61e-49fb-a3b5-602139aa4b25,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:28.130867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07e824d-7564-4e1a-8f90-47096da1e26b']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.173426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817258ff-9c64-4dc2-93da-26fb3159f7e2') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.173956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817258ff-9c64-4dc2-93da-26fb3159f7e2') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.178912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Deleting port a8251ba4-c0ba-4bea-abb0-ab45e190273c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:28.179499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.264671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.359908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.364663 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.392506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6253109-5465-4aec-9e27-0579697d8631 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.392506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:28.392506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:28.401100 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:28.415071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.454373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8a7c1f-6eac-43c3-86dd-738ef29a10ef']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.519095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6253109-5465-4aec-9e27-0579697d8631 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Subnet': ['ID=cc752743-1698-441b-9c33-a6ab780befcb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:28.558980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.558980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b8aa6d-ffaa-43ec-b71d-3fa3e3c98293') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:28.576232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6253109-5465-4aec-9e27-0579697d8631 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.586770 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e6253109-5465-4aec-9e27-0579697d8631 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/subnets/cc752743-1698-441b-9c33-a6ab780befcb HTTP/1.1" status: 204 len: 168 time: 2.4063251 Jan 28 20:37:28.587561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] For port a8251ba4-c0ba-4bea-abb0-ab45e190273c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=a8251ba4-c0ba-4bea-abb0-ab45e190273c,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:28.587932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.591264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55438) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:28.603845 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.623325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Calling delete_port for a8251ba4-c0ba-4bea-abb0-ab45e190273c owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:28.643303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55440) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:28.667198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.685985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.688344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.694756 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] 10.222.0.44 "DELETE /v2.0/networks/b07e824d-7564-4e1a-8f90-47096da1e26b HTTP/1.1" status: 204 len: 168 time: 1.6587658 Jan 28 20:37:28.726805 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d98c-5d22-4acb-ae5e-1c5e1027e2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.745306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:28.745716 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.755218 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:28.763899 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:28.794404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.803453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f2662-5103-4538-a734-5e242a47dfff tempest-FloatingIPTestJSON-158964715 tempest-FloatingIPTestJSON-158964715-project] Pushing event deleted for resources: {'Network': ['ID=b07e824d-7564-4e1a-8f90-47096da1e26b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:28.839040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dc06f9-f4af-4711-a910-cebcbcfef670 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Deleting subnet c6b60d99-9da8-48bd-847e-bb6519f47711 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:28.841916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11dc06f9-f4af-4711-a910-cebcbcfef670 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.946292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11dc06f9-f4af-4711-a910-cebcbcfef670 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:28.949506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.096485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.113976 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] 10.222.0.44 "DELETE /v2.0/networks/af8a7c1f-6eac-43c3-86dd-738ef29a10ef HTTP/1.1" status: 204 len: 168 time: 1.3675644 Jan 28 20:37:29.187521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Allocated IP 172.25.2.245 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/de4f3b8d-979d-4159-bf3e-9fe8135a0f83) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:29.190083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587eda5c-cc7c-4518-a3dd-766307193d62 tempest-PortsTestJSON-754741797 tempest-PortsTestJSON-754741797-project] Pushing event deleted for resources: {'Network': ['ID=af8a7c1f-6eac-43c3-86dd-738ef29a10ef,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:29.241604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ebb3-cb64-4a41-9399-ce2e166ef591 req-1ace5e19-c7e0-4631-93f9-f3204f33bf5e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:29.246199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89f1ebb3-cb64-4a41-9399-ce2e166ef591 req-1ace5e19-c7e0-4631-93f9-f3204f33bf5e tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 907 time: 0.3630891 Jan 28 20:37:29.251840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5f263164-7729-4b70-a69a-26381896d8cf up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:29.303429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55456) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:29.342228 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d98c-5d22-4acb-ae5e-1c5e1027e2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.346948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d98c-5d22-4acb-ae5e-1c5e1027e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.362817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11dc06f9-f4af-4711-a910-cebcbcfef670 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.421852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5f263164-7729-4b70-a69a-26381896d8cf triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:29.422466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.477351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d3b5d98c-5d22-4acb-ae5e-1c5e1027e2bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdb0f1c9010b43cc89c115660319c904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317447 Jan 28 20:37:29.487477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55464) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:29.524930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.631689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event deleted for resources: {'Port': ['ID=a8251ba4-c0ba-4bea-abb0-ab45e190273c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:29.635365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e110491-861c-4656-a791-9b60ec175549 None None] Network e55a6e5c-6613-46d3-aca6-3d18b4a136f9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:29.647502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d98c-5d22-4acb-ae5e-1c5e1027e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5088edb2-6e6e-439d-93e4-93f908830c05,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:29.684465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55470) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:29.701365 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.788978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] No DVR routers for this DVR port a8251ba4-c0ba-4bea-abb0-ab45e190273c on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:29.793149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.797348 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7f9bacc4-1bad-4f62-b1ef-8c30ffd7189a req-0b835d31-c85d-40c5-8664-0e7c8d84d3b7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.13 "DELETE /v2.0/ports/a8251ba4-c0ba-4bea-abb0-ab45e190273c HTTP/1.1" status: 204 len: 173 time: 2.1388397 Jan 28 20:37:29.803500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'name': 'network-vif-deleted', 'tag': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:37:29.807491 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb360a7-8596-46e5-8236-4700d741b77a" -d '{"events": [{"server_uuid": "2e27be09-53ea-45bc-99aa-15c4e81c8c2d", "name": "network-vif-deleted", "tag": "a8251ba4-c0ba-4bea-abb0-ab45e190273c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:29.820815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11dc06f9-f4af-4711-a910-cebcbcfef670 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.826880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.829006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e271f9f9-f21e-4204-acf3-04546f6577d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.895934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11dc06f9-f4af-4711-a910-cebcbcfef670 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.913533 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-11dc06f9-f4af-4711-a910-cebcbcfef670 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/subnets/c6b60d99-9da8-48bd-847e-bb6519f47711 HTTP/1.1" status: 204 len: 168 time: 1.3141809 Jan 28 20:37:29.930740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55480) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:29.954602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 5f263164-7729-4b70-a69a-26381896d8cf, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5f263164-7729-4b70-a69a-26381896d8cf,segment=NetworkSegment(10ec00d7-8f01-4f9b-a238-286509539232),segment_id=10ec00d7-8f01-4f9b-a238-286509539232)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:29.957944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f5f9826e-26ba-4180-81af-620d7944b1f8 None None] Provisioning complete for port 5f263164-7729-4b70-a69a-26381896d8cf triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:29.958336 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f5f9826e-26ba-4180-81af-620d7944b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:29.962998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.009851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e271f9f9-f21e-4204-acf3-04546f6577d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.012525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.013508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d5395233-c61e-49fb-a3b5-602139aa4b25 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:30.033620 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3fbb8-5fa4-4d11-9a50-2cbb35e41f21 x-openstack-request-id: req-17e3fbb8-5fa4-4d11-9a50-2cbb35e41f21 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:30.033823 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e27be09-53ea-45bc-99aa-15c4e81c8c2d", "name": "network-vif-deleted", "tag": "a8251ba4-c0ba-4bea-abb0-ab45e190273c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:30.034085 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17e3fbb8-5fa4-4d11-9a50-2cbb35e41f21 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:30.034494 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e27be09-53ea-45bc-99aa-15c4e81c8c2d', 'name': 'network-vif-deleted', 'tag': 'a8251ba4-c0ba-4bea-abb0-ab45e190273c', 'status': 'completed', 'code': 200} Jan 28 20:37:30.041215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc06f9-f4af-4711-a910-cebcbcfef670 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b60d99-9da8-48bd-847e-bb6519f47711,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:30.081587 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6b043fdb-3704-45c5-95ad-676cbf733469 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62501f5138f442e3948dce5d664adcc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7616925 Jan 28 20:37:30.084653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55484) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:30.102750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c979047b-fb6f-40b4-b644-5ce1833f13d5 None None] Network c116959b-1682-4ff4-b46b-6e5fc2916ee6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:30.168412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:30.181210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1368bdaa-90c6-4245-86e6-dc54534cbba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.182848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:30.196225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:30.204491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a8251ba4-c0ba-4bea-abb0-ab45e190273c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:30.226149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1368bdaa-90c6-4245-86e6-dc54534cbba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.243490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: a8251ba4-c0ba-4bea-abb0-ab45e190273c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:30.243894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device a8251ba4-c0ba-4bea-abb0-ab45e190273c not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:30.249262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f37d48a4-5847-4459-b898-95412493f3db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a334e2c90f4d446b988956b1f69c53fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538199 Jan 28 20:37:30.250674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8643b9da-5d1d-4dd8-acf0-93ff3e9abe2d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:30.251123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55490) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:30.260264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8643b9da-5d1d-4dd8-acf0-93ff3e9abe2d tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3279135 Jan 28 20:37:30.267473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55492) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:30.273903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=5f263164-7729-4b70-a69a-26381896d8cf,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:30.368006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event updated for resources: {'Port': ['ID=de4f3b8d-979d-4159-bf3e-9fe8135a0f83,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:30.447871 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e271f9f9-f21e-4204-acf3-04546f6577d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.451068 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e271f9f9-f21e-4204-acf3-04546f6577d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.452764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e271f9f9-f21e-4204-acf3-04546f6577d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5088edb2-6e6e-439d-93e4-93f908830c05 HTTP/1.1" status: 204 len: 168 time: 0.9621296 Jan 28 20:37:30.462741 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d815da9-ce89-469f-a817-ac524aca65ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.492880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d815da9-ce89-469f-a817-ac524aca65ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.501791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1368bdaa-90c6-4245-86e6-dc54534cbba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.505217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1368bdaa-90c6-4245-86e6-dc54534cbba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.514974 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1368bdaa-90c6-4245-86e6-dc54534cbba8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfe868c4-245b-47fa-b4fb-08c8c99dbb20 HTTP/1.1" status: 204 len: 168 time: 0.4267039 Jan 28 20:37:30.586915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] DHCP port deletion for e55a6e5c-6613-46d3-aca6-3d18b4a136f9 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:37:30.616995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368bdaa-90c6-4245-86e6-dc54534cbba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe868c4-245b-47fa-b4fb-08c8c99dbb20,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:30.624798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d5395233-c61e-49fb-a3b5-602139aa4b25 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:30.625166 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.659812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05baa927-5952-40b2-9c8f-03f60e6999e0 req-04618a5b-5d53-4aff-961e-b93b3d2901b8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e27be09-53ea-45bc-99aa-15c4e81c8c2d HTTP/1.1" status: 200 len: 210 time: 0.1871433 Jan 28 20:37:30.661040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d815da9-ce89-469f-a817-ac524aca65ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.663150 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d815da9-ce89-469f-a817-ac524aca65ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.665533 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7d815da9-ce89-469f-a817-ac524aca65ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6264790c-0069-49b0-97d6-dc9c8b9b1d52 HTTP/1.1" status: 204 len: 168 time: 0.4130247 Jan 28 20:37:30.680015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d815da9-ce89-469f-a817-ac524aca65ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6264790c-0069-49b0-97d6-dc9c8b9b1d52,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:30.718281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271f9f9-f21e-4204-acf3-04546f6577d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5088edb2-6e6e-439d-93e4-93f908830c05,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:30.797400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.815388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-42f3d744-cd8b-4b72-83b7-b1877645a58f None None] Provisioning complete for port d5395233-c61e-49fb-a3b5-602139aa4b25 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:30.815761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-42f3d744-cd8b-4b72-83b7-b1877645a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.897390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] Deleting port 5f263164-7729-4b70-a69a-26381896d8cf {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:30.898152 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:30.904489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] DHCP port deletion for c116959b-1682-4ff4-b46b-6e5fc2916ee6 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:37:31.016517 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.038149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] For port 5f263164-7729-4b70-a69a-26381896d8cf, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5f263164-7729-4b70-a69a-26381896d8cf,segment=NetworkSegment(10ec00d7-8f01-4f9b-a238-286509539232),segment_id=10ec00d7-8f01-4f9b-a238-286509539232)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:31.038546 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.084875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] Calling delete_port for 5f263164-7729-4b70-a69a-26381896d8cf owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:31.130708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.132162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port d5395233-c61e-49fb-a3b5-602139aa4b25, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d5395233-c61e-49fb-a3b5-602139aa4b25,segment=NetworkSegment(20d301d8-1204-43dc-99e4-9deabcc9bcae),segment_id=20d301d8-1204-43dc-99e4-9deabcc9bcae)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:31.136168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-42f3d744-cd8b-4b72-83b7-b1877645a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.173970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.197247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Deleting port d5395233-c61e-49fb-a3b5-602139aa4b25 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:31.203717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.235936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] Deleting port d5395233-c61e-49fb-a3b5-602139aa4b25 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:31.236344 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.349512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] For port d5395233-c61e-49fb-a3b5-602139aa4b25, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d5395233-c61e-49fb-a3b5-602139aa4b25,segment=NetworkSegment(20d301d8-1204-43dc-99e4-9deabcc9bcae),segment_id=20d301d8-1204-43dc-99e4-9deabcc9bcae)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:31.350324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.421166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5f263164-7729-4b70-a69a-26381896d8cf no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:31.443426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Calling delete_port for d5395233-c61e-49fb-a3b5-602139aa4b25 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:31.471197 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-42f3d744-cd8b-4b72-83b7-b1877645a58f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:37:31.471550 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-42f3d744-cd8b-4b72-83b7-b1877645a58f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:37:31.477466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5f263164-7729-4b70-a69a-26381896d8cf {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:31.477815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5f263164-7729-4b70-a69a-26381896d8cf not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:31.478245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d5395233-c61e-49fb-a3b5-602139aa4b25 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:31.479944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.569774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=d5395233-c61e-49fb-a3b5-602139aa4b25,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:31.585293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] No DVR routers for this DVR port 5f263164-7729-4b70-a69a-26381896d8cf on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:31.616881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] For port d5395233-c61e-49fb-a3b5-602139aa4b25, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d5395233-c61e-49fb-a3b5-602139aa4b25,segment=NetworkSegment(20d301d8-1204-43dc-99e4-9deabcc9bcae),segment_id=20d301d8-1204-43dc-99e4-9deabcc9bcae)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:31.617280 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.629149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae977a-aca4-4820-ba1d-1b89e408dea0 None None] Pushing event deleted for resources: {'Port': ['ID=5f263164-7729-4b70-a69a-26381896d8cf,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:31.637474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] Calling delete_port for d5395233-c61e-49fb-a3b5-602139aa4b25 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:31.807895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.812013 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.845686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Port': ['ID=d5395233-c61e-49fb-a3b5-602139aa4b25,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:31.851882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.854406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] No DVR routers for this DVR port d5395233-c61e-49fb-a3b5-602139aa4b25 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:31.854617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] Pushing event deleted for resources: {'Port': ['ID=d5395233-c61e-49fb-a3b5-602139aa4b25,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:31.862401 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.862764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:31.877288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb2557-302d-4c8e-aa24-b503b0c5aac9 None None] No DVR routers for this DVR port d5395233-c61e-49fb-a3b5-602139aa4b25 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:32.018110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-42f3d744-cd8b-4b72-83b7-b1877645a58f None None] Port d5395233-c61e-49fb-a3b5-602139aa4b25 update to ACTIVE by agent not found {{(pid=102308) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 28 20:37:32.095172 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.189118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c116959b-1682-4ff4-b46b-6e5fc2916ee6']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.206633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d301d8-1204-43dc-99e4-9deabcc9bcae') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.207494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d301d8-1204-43dc-99e4-9deabcc9bcae') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.248622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.287799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f0d4e-b680-4607-bbb0-2d979e91cfc9 req-79fadd64-6bda-428c-a307-c3d9bd910ab8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:32.289876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718f0d4e-b680-4607-bbb0-2d979e91cfc9 req-79fadd64-6bda-428c-a307-c3d9bd910ab8 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 945 time: 0.1848791 Jan 28 20:37:32.314071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.331435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:32.331893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:32.335980 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:32.445524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718f0d4e-b680-4607-bbb0-2d979e91cfc9 req-82f7ee78-1b58-4119-895c-951f0d552c0f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449142 Jan 28 20:37:32.466826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.481225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.484500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/networks/c116959b-1682-4ff4-b46b-6e5fc2916ee6 HTTP/1.1" status: 204 len: 168 time: 2.2091262 Jan 28 20:37:32.487264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55570) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:32.501132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562a2a-1baf-48e6-afe9-441cd08957ce tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Network': ['ID=c116959b-1682-4ff4-b46b-6e5fc2916ee6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:32.527793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Router 77947e7d-d7a2-4b39-90ec-644e278007a9 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:37:32.661955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.667046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55574) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:32.681366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:32.688522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.689752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ee0981ae-eb36-4db5-b462-09be7e5df814 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "PUT /v2.0/routers/77947e7d-d7a2-4b39-90ec-644e278007a9 HTTP/1.1" status: 200 len: 883 time: 4.6210382 Jan 28 20:37:32.692069 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdd3d4-8e2d-4a58-a3d1-9a21bd8a6cd9 None None] Sync routers for ids ['77947e7d-d7a2-4b39-90ec-644e278007a9'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:32.693402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55578) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:32.714607 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdd3d4-8e2d-4a58-a3d1-9a21bd8a6cd9 None None] Routers {'77947e7d-d7a2-4b39-90ec-644e278007a9'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:32.715608 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b9cdd3d4-8e2d-4a58-a3d1-9a21bd8a6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['77947e7d-d7a2-4b39-90ec-644e278007a9'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.808608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.834850 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b9cdd3d4-8e2d-4a58-a3d1-9a21bd8a6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.845062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55a6e5c-6613-46d3-aca6-3d18b4a136f9']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.851324 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdd3d4-8e2d-4a58-a3d1-9a21bd8a6cd9 None None] Routers {'77947e7d-d7a2-4b39-90ec-644e278007a9'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:32.851324 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b9cdd3d4-8e2d-4a58-a3d1-9a21bd8a6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['77947e7d-d7a2-4b39-90ec-644e278007a9'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.857582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bead6978-4de7-4fa4-a717-c5241f6bb88b tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/routers/77947e7d-d7a2-4b39-90ec-644e278007a9 HTTP/1.1" status: 200 len: 924 time: 0.1604457 Jan 28 20:37:32.857582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55580) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:32.858197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:32.881110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ec00d7-8f01-4f9b-a238-286509539232') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.881783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ec00d7-8f01-4f9b-a238-286509539232') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:32.895674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.922117 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.932804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:32.935945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:32.944776 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:32.966427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df663ee-9aed-4054-9e61-ed2bfc029b23 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:32.970399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4df663ee-9aed-4054-9e61-ed2bfc029b23 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=77947e7d-d7a2-4b39-90ec-644e278007a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1054792 Jan 28 20:37:32.978414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55586) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.022973 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b9cdd3d4-8e2d-4a58-a3d1-9a21bd8a6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:33.023382 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdd3d4-8e2d-4a58-a3d1-9a21bd8a6cd9 None None] The sync data for ids ['77947e7d-d7a2-4b39-90ec-644e278007a9'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:33.111464 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.129344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-275989644'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:33.132534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.140642 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/networks/e55a6e5c-6613-46d3-aca6-3d18b4a136f9 HTTP/1.1" status: 204 len: 168 time: 0.6477904 Jan 28 20:37:33.152634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55604) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.166073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76569ae4-0db3-405b-9adc-9cf6c963e302 tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Network': ['ID=e55a6e5c-6613-46d3-aca6-3d18b4a136f9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:33.189431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:33.193787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.196858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-042d9e5c-2075-4b09-a76c-17f016b39932 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] Request body: {'port': {'network_id': '5f176169-ea6a-48e7-8d42-cd33c0ed9b5e', 'name': 'tempest-NetworksNegativeTestJSON-1283530502'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:33.211163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.246158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd078818-568d-422b-aad6-472314f44e05 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:33.248862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cd078818-568d-422b-aad6-472314f44e05 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 881 time: 0.2683461 Jan 28 20:37:33.253086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55610) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.285785 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-042d9e5c-2075-4b09-a76c-17f016b39932 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] POST failed (client error): The resource could not be found. Jan 28 20:37:33.286644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042d9e5c-2075-4b09-a76c-17f016b39932 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:33.288504 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-042d9e5c-2075-4b09-a76c-17f016b39932 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6201870 Jan 28 20:37:33.293573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55616) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.325333 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34d78ec-e21f-4e2a-8694-adcfd6949e72 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:33.329162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4a1775e8-b753-47e2-824d-c5d92453b01b tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=77947e7d-d7a2-4b39-90ec-644e278007a9 HTTP/1.1" status: 200 len: 205 time: 0.0712340 Jan 28 20:37:33.329740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34d78ec-e21f-4e2a-8694-adcfd6949e72 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:33.330821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55618) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.333778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f34d78ec-e21f-4e2a-8694-adcfd6949e72 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "DELETE /v2.0/networks/a19aa0db-f4b6-477d-9899-2ad9332180e0 HTTP/1.1" status: 404 len: 339 time: 0.0386477 Jan 28 20:37:33.339293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55620) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.372477 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa995163-76d9-4894-b108-3e01e0fd0332 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:33.373465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa995163-76d9-4894-b108-3e01e0fd0332 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:33.377061 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fa995163-76d9-4894-b108-3e01e0fd0332 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "DELETE /v2.0/ports/c5095a73-db81-4bdf-9283-2555eac311fd HTTP/1.1" status: 404 len: 333 time: 0.0364387 Jan 28 20:37:33.384340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55626) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.431221 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-38970ebb-84c6-4712-a246-f3c766e0c90f tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:33.431782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38970ebb-84c6-4712-a246-f3c766e0c90f tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:33.435552 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-38970ebb-84c6-4712-a246-f3c766e0c90f tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "DELETE /v2.0/subnets/dbf87a9d-0d98-4c88-80e7-a84e8b7db261 HTTP/1.1" status: 404 len: 337 time: 0.0496843 Jan 28 20:37:33.441858 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.444314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55628) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.470426 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c25f04-a06f-45c2-9ecf-71d88674a6da tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] GET failed (client error): The resource could not be found. Jan 28 20:37:33.472805 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-42c25f04-a06f-45c2-9ecf-71d88674a6da tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "GET /v2.0/networks/e8cf5eae-1652-4fd2-8e2b-8273919b2786 HTTP/1.1" status: 404 len: 339 time: 0.0270507 Jan 28 20:37:33.476405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55632) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.555783 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bf0581-db02-4ff3-9a3e-8474d4de36d4 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] GET failed (client error): The resource could not be found. Jan 28 20:37:33.561747 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86bf0581-db02-4ff3-9a3e-8474d4de36d4 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "GET /v2.0/ports/31132846-6321-40c1-8171-137ab2e63c73 HTTP/1.1" status: 404 len: 333 time: 0.0800192 Jan 28 20:37:33.625048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55648) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.719409 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd9ab6a-f5a0-454f-846b-ceae70ffbc08 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] GET failed (client error): The resource could not be found. Jan 28 20:37:33.724764 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0fd9ab6a-f5a0-454f-846b-ceae70ffbc08 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "GET /v2.0/subnets/9996ef2e-49d7-4054-8d85-b75cc8282fc3 HTTP/1.1" status: 404 len: 337 time: 0.0979905 Jan 28 20:37:33.737438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55678) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.746655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fb683711-c325-43d6-9520-3aeb8f0c994a tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:33.834478 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb683711-c325-43d6-9520-3aeb8f0c994a tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] PUT failed (client error): The resource could not be found. Jan 28 20:37:33.835188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb683711-c325-43d6-9520-3aeb8f0c994a tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:33.837019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb683711-c325-43d6-9520-3aeb8f0c994a tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "PUT /v2.0/networks/2972950b-b586-4664-b697-0d1f603e4923 HTTP/1.1" status: 404 len: 339 time: 0.0973403 Jan 28 20:37:33.845665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55690) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:33.851492 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.908710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc231e4-5bcb-4dd1-9999-7d75630cd88a']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:33.936663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31e1168-ba21-4611-b85d-d686ee74d86c') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:33.936663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31e1168-ba21-4611-b85d-d686ee74d86c') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:33.964165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.975555 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.979762 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:33.997103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:33.998423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.008277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2e3de3b1-d84e-4116-a998-e004c3cb1a98 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:34.010708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:34.049811 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:34.054250 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3de3b1-d84e-4116-a998-e004c3cb1a98 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] PUT failed (client error): The resource could not be found. Jan 28 20:37:34.054423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3de3b1-d84e-4116-a998-e004c3cb1a98 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:34.062793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2e3de3b1-d84e-4116-a998-e004c3cb1a98 tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "PUT /v2.0/ports/3717cef8-fff6-496b-9749-37c96f5a0c7b HTTP/1.1" status: 404 len: 333 time: 0.2141581 Jan 28 20:37:34.077594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55702) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:34.087764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4437879e-37e2-4cae-9ce1-361d68aeb6ca tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:34.127188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c0f993-1dcc-4eb1-b1a0-2f255871b31f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:34.152566 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-4437879e-37e2-4cae-9ce1-361d68aeb6ca tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] PUT failed (client error): The resource could not be found. Jan 28 20:37:34.153165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4437879e-37e2-4cae-9ce1-361d68aeb6ca tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:34.154443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4437879e-37e2-4cae-9ce1-361d68aeb6ca tempest-NetworksNegativeTestJSON-249152922 tempest-NetworksNegativeTestJSON-249152922-project] 10.222.0.44 "PUT /v2.0/subnets/0c5fbe83-7a72-4fd8-8322-7b5089fbc8e3 HTTP/1.1" status: 404 len: 337 time: 0.0736558 Jan 28 20:37:34.165770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.167426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.174820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.184693 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/networks/cfc231e4-5bcb-4dd1-9999-7d75630cd88a HTTP/1.1" status: 204 len: 168 time: 1.0306647 Jan 28 20:37:34.220168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55712) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:34.220965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b54de2-a473-41b9-8c81-5318f172c66b tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Network': ['ID=cfc231e4-5bcb-4dd1-9999-7d75630cd88a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:34.299978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:34.312767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-64eee2a5-158f-40c3-88a0-16145369093f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:34.314541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-64eee2a5-158f-40c3-88a0-16145369093f tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 945 time: 0.3370562 Jan 28 20:37:34.344997 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.345716 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d of type vlan for network dc033a81-5b1d-47ab-8bc6-464d25cfbfca Jan 28 20:37:34.386114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d74a22-7297-4182-8341-05d3deb73ac1 req-871033d0-83f8-4789-9e12-ac48979f18b9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:34.395453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73d74a22-7297-4182-8341-05d3deb73ac1 req-871033d0-83f8-4789-9e12-ac48979f18b9 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 945 time: 0.4053836 Jan 28 20:37:34.418343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.424597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.509506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73d74a22-7297-4182-8341-05d3deb73ac1 req-14fc8023-95d1-4618-b0cb-f83e1a9f233a tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126497 Jan 28 20:37:34.512083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.565024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.569055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55718) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:34.597968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:34.615786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98af0b4a-43bd-4247-a336-74ae6b25b915') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:34.616082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98af0b4a-43bd-4247-a336-74ae6b25b915') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:34.617357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.622996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:34.623638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.632163 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.652429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55722) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:34.664542 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.678357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:34.678357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:34.683081 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:34.697870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8374710 Jan 28 20:37:34.703109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55726) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:34.710011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1547808847'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:34.717227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Deleting port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:34.717580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.725904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Deleting port de4f3b8d-979d-4159-bf3e-9fe8135a0f83 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:34.726180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.751909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c995f-0c6c-49e4-8e38-678d18f3a701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=dc033a81-5b1d-47ab-8bc6-464d25cfbfca,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:34.771479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network dc033a81-5b1d-47ab-8bc6-464d25cfbfca details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:34.782413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:34.787246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.818857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.825486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.829475 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] 10.222.0.44 "DELETE /v2.0/networks/7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f HTTP/1.1" status: 204 len: 168 time: 0.6046655 Jan 28 20:37:34.840883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:34.872377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a2074-7c53-45d1-8db3-c02ae20d77eb tempest-BulkNetworkOpsTest-530008279 tempest-BulkNetworkOpsTest-530008279-project] Pushing event deleted for resources: {'Network': ['ID=7abc0d7d-eefd-4fea-91c3-05a48eb3ca5f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:34.887634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6930775e-69c7-4190-8a16-9f45247ff43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.896982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.897379 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment a9361f91-cb88-4c8b-b1e4-650efedd9375 of type vlan for network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 Jan 28 20:37:34.918076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-344ca76e-4355-4161-8dea-3a339c2ef67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.977932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] For port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:34.979110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:34.997575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.007250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.022288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Calling delete_port for 66134a3f-1a53-4d6d-a6fe-5b8113829e8f owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:35.035884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Calling delete_port for de4f3b8d-979d-4159-bf3e-9fe8135a0f83 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:35.067523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.074471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:35.075085 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.134911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55734) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:35.198342 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4938660 Jan 28 20:37:35.199154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc237f21-4a8f-4d10-8a09-7aebc0f4fa7c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=fdb5d7a2-3c77-4537-b9d1-889af198bfc3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.208622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55738) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:35.213361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:35.220106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': 'dc033a81-5b1d-47ab-8bc6-464d25cfbfca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:35.235042 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-344ca76e-4355-4161-8dea-3a339c2ef67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.252041 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6930775e-69c7-4190-8a16-9f45247ff43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.257283 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-344ca76e-4355-4161-8dea-3a339c2ef67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.304000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6930775e-69c7-4190-8a16-9f45247ff43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.368277 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.384452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['49b400d7-e26a-4544-bce0-f98bf81d18a6', '66134a3f-1a53-4d6d-a6fe-5b8113829e8f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:37:35.406495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-344ca76e-4355-4161-8dea-3a339c2ef67d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2bfc0c3b61b4196baea4aa0e1538645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7505827 Jan 28 20:37:35.411219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55740) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:35.420665 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6930775e-69c7-4190-8a16-9f45247ff43e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79501717002f4581a036b81c5ee9ef50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8478117 Jan 28 20:37:35.421900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55742) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:35.437999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event deleted for resources: {'Port': ['ID=66134a3f-1a53-4d6d-a6fe-5b8113829e8f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.439174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ca76e-4355-4161-8dea-3a339c2ef67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b600bba8-6441-4be0-aa84-a4050fefd0b6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.490158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] No DVR routers for this DVR port 66134a3f-1a53-4d6d-a6fe-5b8113829e8f on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:35.500776 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.504371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-443ebf43-3b33-474a-948f-33cf892d2f82 req-719de282-515c-4d01-9d36-17c3fa252686 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "DELETE /v2.0/ports/66134a3f-1a53-4d6d-a6fe-5b8113829e8f HTTP/1.1" status: 204 len: 173 time: 1.1789217 Jan 28 20:37:35.504841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be535201-87bd-4493-89b4-0d01097573ab', 'name': 'network-vif-deleted', 'tag': '66134a3f-1a53-4d6d-a6fe-5b8113829e8f'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:37:35.507184 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dde870-f2d7-4046-87e6-707cacf8517b" -d '{"events": [{"server_uuid": "be535201-87bd-4493-89b4-0d01097573ab", "name": "network-vif-deleted", "tag": "66134a3f-1a53-4d6d-a6fe-5b8113829e8f"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:35.525750 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.533838 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bf745a27-5b0c-4b5c-b07f-1a92fe1cd196 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9979c313f64476091269cc6025aca67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921382 Jan 28 20:37:35.542038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55746) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:35.570546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event deleted for resources: {'Port': ['ID=de4f3b8d-979d-4159-bf3e-9fe8135a0f83,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.609909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930775e-69c7-4190-8a16-9f45247ff43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d55719-b364-41c7-8eb0-b25b45ba63ee,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:35.632585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:35.639576 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5427e6c-ed08-4555-bafc-7765af132c19 x-openstack-request-id: req-e5427e6c-ed08-4555-bafc-7765af132c19 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:35.639875 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be535201-87bd-4493-89b4-0d01097573ab", "name": "network-vif-deleted", "tag": "66134a3f-1a53-4d6d-a6fe-5b8113829e8f", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:35.640134 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5427e6c-ed08-4555-bafc-7765af132c19 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:35.641170 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be535201-87bd-4493-89b4-0d01097573ab', 'name': 'network-vif-deleted', 'tag': '66134a3f-1a53-4d6d-a6fe-5b8113829e8f', 'status': 'completed', 'code': 200} Jan 28 20:37:35.642286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.676676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d901055f-e037-4f93-b3fe-8b97556d632a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.744109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c09c69b9-9417-4828-bf24-dab72d65cb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.758569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-084877f4-6e6a-4989-b5cc-97fcc75aa775 req-56c40033-61ca-4aad-8eb2-afd89ac79ac5 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=be535201-87bd-4493-89b4-0d01097573ab HTTP/1.1" status: 200 len: 210 time: 0.0698740 Jan 28 20:37:35.809744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.951894 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c09c69b9-9417-4828-bf24-dab72d65cb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.962546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc35a6d6-4a3b-42d1-aff7-899fec5a722b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.970038 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:35.974373 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.053083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc35a6d6-4a3b-42d1-aff7-899fec5a722b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.089528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.090065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Fanout notify agent at l3_agent the message router_deleted on router 77947e7d-d7a2-4b39-90ec-644e278007a9 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:36.102570 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.104047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-31d45f44-9d89-486d-9389-c452dad748a0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/77947e7d-d7a2-4b39-90ec-644e278007a9 HTTP/1.1" status: 204 len: 168 time: 2.7721014 Jan 28 20:37:36.124819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55752) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:36.132945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-97ac0aff-2a6d-4884-a391-173063385017 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-771079202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.153845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c09c69b9-9417-4828-bf24-dab72d65cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.157269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c09c69b9-9417-4828-bf24-dab72d65cb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.172608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c09c69b9-9417-4828-bf24-dab72d65cb79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79d55719-b364-41c7-8eb0-b25b45ba63ee HTTP/1.1" status: 204 len: 168 time: 0.7468648 Jan 28 20:37:36.190445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c69b9-9417-4828-bf24-dab72d65cb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d55719-b364-41c7-8eb0-b25b45ba63ee,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.196137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d901055f-e037-4f93-b3fe-8b97556d632a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.222949 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc35a6d6-4a3b-42d1-aff7-899fec5a722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.225724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc35a6d6-4a3b-42d1-aff7-899fec5a722b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.238012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bc35a6d6-4a3b-42d1-aff7-899fec5a722b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a747ffb-2025-4dc4-8eb7-b404fd09e483 HTTP/1.1" status: 204 len: 168 time: 0.6671221 Jan 28 20:37:36.255309 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97ac0aff-2a6d-4884-a391-173063385017 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.256558 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97ac0aff-2a6d-4884-a391-173063385017 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.296641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a6d6-4a3b-42d1-aff7-899fec5a722b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a747ffb-2025-4dc4-8eb7-b404fd09e483,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.319888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d901055f-e037-4f93-b3fe-8b97556d632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.323171 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d901055f-e037-4f93-b3fe-8b97556d632a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.324780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d901055f-e037-4f93-b3fe-8b97556d632a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b600bba8-6441-4be0-aa84-a4050fefd0b6 HTTP/1.1" status: 204 len: 168 time: 0.9113131 Jan 28 20:37:36.341923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901055f-e037-4f93-b3fe-8b97556d632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b600bba8-6441-4be0-aa84-a4050fefd0b6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.415385 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97ac0aff-2a6d-4884-a391-173063385017 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.425739 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97ac0aff-2a6d-4884-a391-173063385017 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.461079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97ac0aff-2a6d-4884-a391-173063385017 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.462995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-97ac0aff-2a6d-4884-a391-173063385017 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3368654 Jan 28 20:37:36.465572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55762) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:36.470886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': True}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.471740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.551937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=379f9ae5-96c1-4fce-a297-5c67bb981473,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:36.556294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': 'e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dc033a81-5b1d-47ab-8bc6-464d25cfbfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:36.556663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: dc033a81-5b1d-47ab-8bc6-464d25cfbfca, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:36.582930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network dc033a81-5b1d-47ab-8bc6-464d25cfbfca is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:36.603177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, dc033a81-5b1d-47ab-8bc6-464d25cfbfca) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:36.613245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa10b6-d509-44a9-9690-5b69476e8682 None None] Network dc033a81-5b1d-47ab-8bc6-464d25cfbfca requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:36.622971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:36.624006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.673573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cfa316db-44a1-496a-95cf-112446deacb2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4608893 Jan 28 20:37:36.677093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55768) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:36.682162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': 'fdb5d7a2-3c77-4537-b9d1-889af198bfc3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:36.739328 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.844104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:36.848537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:36.940517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-dc033a81-5b1d-47ab-8bc6-464d25cfbfca', 'network_id': 'dc033a81-5b1d-47ab-8bc6-464d25cfbfca', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': '379f9ae5-96c1-4fce-a297-5c67bb981473'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:37:36.941431 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.180871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55792) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:37.290261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Allocated IP 2001:db8::2 (dc033a81-5b1d-47ab-8bc6-464d25cfbfca/379f9ae5-96c1-4fce-a297-5c67bb981473/e453cf7f-519d-4d0f-99ea-50a11b9a2204) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:37.403987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.450290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.512571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-312c40df-41f6-4310-b30f-10f5a26df21d admin admin] Deleting subnet eefe6540-5600-4f64-968a-07a420620cc3 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:37.517044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-312c40df-41f6-4310-b30f-10f5a26df21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.520433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.559501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=7ba798c7-9b45-44c3-849d-4eccf2c548af,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:37.606660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': 'a9361f91-cb88-4c8b-b1e4-650efedd9375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdb5d7a2-3c77-4537-b9d1-889af198bfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:37.607141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: fdb5d7a2-3c77-4537-b9d1-889af198bfc3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:37.642060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:37.652869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.657701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, fdb5d7a2-3c77-4537-b9d1-889af198bfc3) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:37.660570 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.666339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:37.667182 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.678118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c95369-4e41-4188-9ef9-cae60224807c None None] Network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:37.693064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3acfb-0426-478d-adaa-614343cf8eac req-0387b806-ec14-4eb2-b3c8-a3b52b3e6a49 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:37.694617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a3acfb-0426-478d-adaa-614343cf8eac req-0387b806-ec14-4eb2-b3c8-a3b52b3e6a49 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.3888149 Jan 28 20:37:37.697582 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-95652165-2bb1-4b65-bbc3-863792148824 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0193627 Jan 28 20:37:37.700211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55814) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:37.707852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-91f5e578-34aa-4eda-b9e4-5cc4e976f576 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-524638366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:37.771861 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91f5e578-34aa-4eda-b9e4-5cc4e976f576 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.773128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91f5e578-34aa-4eda-b9e4-5cc4e976f576 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.825479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Network dc033a81-5b1d-47ab-8bc6-464d25cfbfca is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:37.858799 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-054a94c8-258e-4af2-97bb-dfd63e040369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.865668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:37.874078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:37.899324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91f5e578-34aa-4eda-b9e4-5cc4e976f576 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.911412 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91f5e578-34aa-4eda-b9e4-5cc4e976f576 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.969750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91f5e578-34aa-4eda-b9e4-5cc4e976f576 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:37.975652 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-91f5e578-34aa-4eda-b9e4-5cc4e976f576 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2711248 Jan 28 20:37:37.976085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55822) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:37.978824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3a3acfb-0426-478d-adaa-614343cf8eac req-c497be13-0642-4bbd-adfa-b906d40a8bde tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917853 Jan 28 20:37:37.992237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Pushing event updated for resources: {'Port': ['ID=e453cf7f-519d-4d0f-99ea-50a11b9a2204,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:37.992398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-312c40df-41f6-4310-b30f-10f5a26df21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.015809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.016587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.017175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.017934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.018501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.019037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.020842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.021624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.022187 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.022757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.023312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.023852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:38.028984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Attempting to bind port e453cf7f-519d-4d0f-99ea-50a11b9a2204 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:37:38.029699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Attempting to bind port e453cf7f-519d-4d0f-99ea-50a11b9a2204 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dc033a81-5b1d-47ab-8bc6-464d25cfbfca'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:37:38.030302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Attempting to bind port e453cf7f-519d-4d0f-99ea-50a11b9a2204 on network dc033a81-5b1d-47ab-8bc6-464d25cfbfca {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:38.037711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-fdb5d7a2-3c77-4537-b9d1-889af198bfc3', 'network_id': 'fdb5d7a2-3c77-4537-b9d1-889af198bfc3', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': '7ba798c7-9b45-44c3-849d-4eccf2c548af'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:37:38.038948 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.044260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:38.044974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Checking segment: {'id': 'e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dc033a81-5b1d-47ab-8bc6-464d25cfbfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:38.045599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.046215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Bound using segment: {'id': 'e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dc033a81-5b1d-47ab-8bc6-464d25cfbfca'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:38.046926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Bound port: e453cf7f-519d-4d0f-99ea-50a11b9a2204, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'dc033a81-5b1d-47ab-8bc6-464d25cfbfca'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:37:38.047551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.049060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-38ccc4a4-b92c-4324-a484-14215cc82144 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:38.051208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-38ccc4a4-b92c-4324-a484-14215cc82144 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.4325478 Jan 28 20:37:38.067705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Allocated IP 172.25.2.173 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/1e1ec3e6-b3ec-49f0-9e64-d2ca017a2b92) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:38.149075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-312c40df-41f6-4310-b30f-10f5a26df21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.219879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55826) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:38.244963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] For port e453cf7f-519d-4d0f-99ea-50a11b9a2204, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:38.248715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] For port e453cf7f-519d-4d0f-99ea-50a11b9a2204, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e453cf7f-519d-4d0f-99ea-50a11b9a2204,segment=NetworkSegment(e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d),segment_id=e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:38.340040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Allocated IP 2001:db8:1::2 (fdb5d7a2-3c77-4537-b9d1-889af198bfc3/7ba798c7-9b45-44c3-849d-4eccf2c548af/fecc21a2-3702-4f80-ac8b-853084dd4a63) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:38.354217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Deleting port 49b400d7-e26a-4544-bce0-f98bf81d18a6 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:38.355286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.395356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 66134a3f-1a53-4d6d-a6fe-5b8113829e8f no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:38.439691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55834) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:38.445070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-887292254'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:38.493656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-312c40df-41f6-4310-b30f-10f5a26df21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.516421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:38.522270 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.533242 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-312c40df-41f6-4310-b30f-10f5a26df21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.537060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-312c40df-41f6-4310-b30f-10f5a26df21d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eefe6540-5600-4f64-968a-07a420620cc3 HTTP/1.1" status: 204 len: 168 time: 1.3553016 Jan 28 20:37:38.539771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.557799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55838) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:38.563264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.564509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9c80d3d9-1de2-4c9c-bc34-65b6693610c4 tempest-DvrRoutersNegativeTest-1555253982 tempest-DvrRoutersNegativeTest-1555253982-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1273285639', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:38.569058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.policy [None req-9c80d3d9-1de2-4c9c-bc34-65b6693610c4 tempest-DvrRoutersNegativeTest-1555253982 tempest-DvrRoutersNegativeTest-1555253982-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102306) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 28 20:37:38.569635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.policy [None req-9c80d3d9-1de2-4c9c-bc34-65b6693610c4 tempest-DvrRoutersNegativeTest-1555253982 tempest-DvrRoutersNegativeTest-1555253982-project] Failed policy check for 'create_router' {{(pid=102306) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 28 20:37:38.570374 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-9c80d3d9-1de2-4c9c-bc34-65b6693610c4 tempest-DvrRoutersNegativeTest-1555253982 tempest-DvrRoutersNegativeTest-1555253982-project] create failed (client error): Access was denied to this resource. Jan 28 20:37:38.571933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c80d3d9-1de2-4c9c-bc34-65b6693610c4 tempest-DvrRoutersNegativeTest-1555253982 tempest-DvrRoutersNegativeTest-1555253982-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1311707 Jan 28 20:37:38.600466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c40df-41f6-4310-b30f-10f5a26df21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefe6540-5600-4f64-968a-07a420620cc3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:38.626969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.638100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] For port 49b400d7-e26a-4544-bce0-f98bf81d18a6, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=49b400d7-e26a-4544-bce0-f98bf81d18a6,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:38.640528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.663640 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.674818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Calling delete_port for 49b400d7-e26a-4544-bce0-f98bf81d18a6 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:38.738438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 66134a3f-1a53-4d6d-a6fe-5b8113829e8f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:38.739347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 66134a3f-1a53-4d6d-a6fe-5b8113829e8f not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:38.745057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.809233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'Port': ['ID=1e1ec3e6-b3ec-49f0-9e64-d2ca017a2b92,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:38.824597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:38.833893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423136f1-0dc2-4150-84ac-0aaf209e8e08 None None] Pushing event updated for resources: {'Port': ['ID=e453cf7f-519d-4d0f-99ea-50a11b9a2204,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:38.884872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:38.892284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:38.962579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:38.970453 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.047924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:39.049679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Pushing event updated for resources: {'Port': ['ID=fecc21a2-3702-4f80-ac8b-853084dd4a63,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:39.061450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:39.072250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:39.220170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Attempting to bind port fecc21a2-3702-4f80-ac8b-853084dd4a63 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:37:39.223764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Attempting to bind port fecc21a2-3702-4f80-ac8b-853084dd4a63 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'a9361f91-cb88-4c8b-b1e4-650efedd9375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdb5d7a2-3c77-4537-b9d1-889af198bfc3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:37:39.224396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Attempting to bind port fecc21a2-3702-4f80-ac8b-853084dd4a63 on network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:39.243061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:39.243444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Checking segment: {'id': 'a9361f91-cb88-4c8b-b1e4-650efedd9375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdb5d7a2-3c77-4537-b9d1-889af198bfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:39.244235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.244507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Bound using segment: {'id': 'a9361f91-cb88-4c8b-b1e4-650efedd9375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdb5d7a2-3c77-4537-b9d1-889af198bfc3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:39.244996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Bound port: fecc21a2-3702-4f80-ac8b-853084dd4a63, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9361f91-cb88-4c8b-b1e4-650efedd9375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fdb5d7a2-3c77-4537-b9d1-889af198bfc3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:37:39.245384 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.371943 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.375370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55852) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:39.397675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.406405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] For port fecc21a2-3702-4f80-ac8b-853084dd4a63, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:39.415303 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.415735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] For port fecc21a2-3702-4f80-ac8b-853084dd4a63, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fecc21a2-3702-4f80-ac8b-853084dd4a63,segment=NetworkSegment(a9361f91-cb88-4c8b-b1e4-650efedd9375),segment_id=a9361f91-cb88-4c8b-b1e4-650efedd9375)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:39.420867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e453cf7f-519d-4d0f-99ea-50a11b9a2204 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:39.436448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:39.471171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.478145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8::1 (dc033a81-5b1d-47ab-8bc6-464d25cfbfca/379f9ae5-96c1-4fce-a297-5c67bb981473/25ae22a0-6a55-4e87-bbaf-815e8a0826c5) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:39.493495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.494658 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Added segment 3d73b64f-fd34-4da3-98f9-fd91f691f740 of type vlan for network 28769f9c-299e-4813-a10f-6d1f06ca1eaf Jan 28 20:37:39.589167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e453cf7f-519d-4d0f-99ea-50a11b9a2204 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:39.589865 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.649121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111a03d-b051-4db2-aff0-77868b9c2415 None None] Pushing event updated for resources: {'Port': ['ID=fecc21a2-3702-4f80-ac8b-853084dd4a63,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:39.746720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.751314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a9dccb-a9c9-4a37-8b88-2a311157fd05,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:39.777217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.824993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d51546f2-e18f-4805-8ff9-31dd6909fa69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.841766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port e453cf7f-519d-4d0f-99ea-50a11b9a2204, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e453cf7f-519d-4d0f-99ea-50a11b9a2204,segment=NetworkSegment(e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d),segment_id=e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:39.846451 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.929785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:39.961050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=e453cf7f-519d-4d0f-99ea-50a11b9a2204,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:39.975209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c416a3-dd75-4b29-98ed-872c24cef3dc']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:39.990795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f21f8f7-1186-4c84-a801-55d69abf3dc5') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:39.991098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f21f8f7-1186-4c84-a801-55d69abf3dc5') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:40.006329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.010236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:40.010945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.014807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.016049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201791-f100-43eb-9a56-165e7ce7da98 req-fe7c11a8-b551-4538-9794-5e788eff5318 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:40.033587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23201791-f100-43eb-9a56-165e7ce7da98 req-fe7c11a8-b551-4538-9794-5e788eff5318 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=59aef40c-6b77-4d02-8f00-5f173f340317 HTTP/1.1" status: 200 len: 945 time: 0.2557826 Jan 28 20:37:40.069164 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.085463 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['49b400d7-e26a-4544-bce0-f98bf81d18a6'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:37:40.116591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55866) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:40.153749 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9302528 Jan 28 20:37:40.156638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55870) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:40.156820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.195621 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23ad020d-9ba4-43e6-a15a-27877fa1cef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.214966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:40.215118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:40.216836 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:40.254631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37222c-487f-454a-95a3-a8989d1d6d2f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Network': ['ID=28769f9c-299e-4813-a10f-6d1f06ca1eaf,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:40.265004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'name': 'tempest-PortsIpV6TestJSON-1899664846'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:40.266717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:40.276361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event deleted for resources: {'Port': ['ID=49b400d7-e26a-4544-bce0-f98bf81d18a6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:40.287798 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.307171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] No DVR routers for this DVR port 49b400d7-e26a-4544-bce0-f98bf81d18a6 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:40.310282 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.315081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-024fedfc-f085-4e64-8df4-2a8fbc82f094 req-f24571be-bc03-4029-8ca2-7c1a7964f5eb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "DELETE /v2.0/ports/49b400d7-e26a-4544-bce0-f98bf81d18a6 HTTP/1.1" status: 204 len: 173 time: 2.2510109 Jan 28 20:37:40.360921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aef40c-6b77-4d02-8f00-5f173f340317', 'name': 'network-vif-deleted', 'tag': '49b400d7-e26a-4544-bce0-f98bf81d18a6'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:37:40.364491 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f342c09-5c32-40cf-bd1c-180d265957b2" -d '{"events": [{"server_uuid": "59aef40c-6b77-4d02-8f00-5f173f340317", "name": "network-vif-deleted", "tag": "49b400d7-e26a-4544-bce0-f98bf81d18a6"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:40.450381 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.451924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23201791-f100-43eb-9a56-165e7ce7da98 req-8351dfd6-006e-4dca-9224-870381b5e498 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=f9abca6d-6b93-4163-b9e7-f4e80c8eda10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174280 Jan 28 20:37:40.496611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.506104 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e2c416a3-dd75-4b29-98ed-872c24cef3dc HTTP/1.1" status: 204 len: 168 time: 1.9035866 Jan 28 20:37:40.521169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55876) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:40.565535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e90991-331a-4734-96e2-f86fcecf35b5 None None] Network dc033a81-5b1d-47ab-8bc6-464d25cfbfca requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:40.571769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350acbe5-4118-4403-92e9-10705de45db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c416a3-dd75-4b29-98ed-872c24cef3dc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:40.577486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d51546f2-e18f-4805-8ff9-31dd6909fa69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.587631 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d51546f2-e18f-4805-8ff9-31dd6909fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.593047 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836864bd-6780-49a4-9560-019133a13f8c x-openstack-request-id: req-836864bd-6780-49a4-9560-019133a13f8c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:40.593630 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59aef40c-6b77-4d02-8f00-5f173f340317", "name": "network-vif-deleted", "tag": "49b400d7-e26a-4544-bce0-f98bf81d18a6", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:40.594033 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-836864bd-6780-49a4-9560-019133a13f8c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:40.594671 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aef40c-6b77-4d02-8f00-5f173f340317', 'name': 'network-vif-deleted', 'tag': '49b400d7-e26a-4544-bce0-f98bf81d18a6', 'status': 'completed', 'code': 200} Jan 28 20:37:40.602213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-483a43c7-43c8-468f-b646-a3363ee909a6 admin admin] Deleting subnet da06a919-a0f9-4365-b06f-da21da29a997 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:40.609977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-165495230'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:40.620696 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-483a43c7-43c8-468f-b646-a3363ee909a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.642972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51546f2-e18f-4805-8ff9-31dd6909fa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6381f-3fa7-4411-b096-92bec1fac732,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:40.652681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.667285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e03b0407-a626-4951-8e58-cacc5e216405 None None] Provisioning complete for port e453cf7f-519d-4d0f-99ea-50a11b9a2204 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:40.667285 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e03b0407-a626-4951-8e58-cacc5e216405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.705505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:40.708005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d51546f2-e18f-4805-8ff9-31dd6909fa69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df7772af7fdc4a58994eb41220861ada&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3309824 Jan 28 20:37:40.710417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.719223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55878) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:40.729646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network dc033a81-5b1d-47ab-8bc6-464d25cfbfca is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:40.735800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-483a43c7-43c8-468f-b646-a3363ee909a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.742312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:40.747603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:40.748874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.754290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=25ae22a0-6a55-4e87-bbaf-815e8a0826c5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:40.824121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 8bdd70ba-208e-445c-813a-5f76b55743ed yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:37:40.887419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02f09643-ff74-4170-af34-a80861957129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.926289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02f09643-ff74-4170-af34-a80861957129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.932617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.942562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Made reservation on behalf of 130519410b9345d4acf43f390d0a5b1a for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:40.946504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:40.986640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.094766 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02f09643-ff74-4170-af34-a80861957129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.097532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-483a43c7-43c8-468f-b646-a3363ee909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.098234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02f09643-ff74-4170-af34-a80861957129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.099410 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-02f09643-ff74-4170-af34-a80861957129 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cac6381f-3fa7-4411-b096-92bec1fac732 HTTP/1.1" status: 204 len: 168 time: 0.3792059 Jan 28 20:37:41.222845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f09643-ff74-4170-af34-a80861957129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6381f-3fa7-4411-b096-92bec1fac732,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:41.282083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.397107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e9263497-edbe-4480-8f90-aca5bd9bc8f5 None None] Provisioning complete for port e453cf7f-519d-4d0f-99ea-50a11b9a2204 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:41.402404 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9263497-edbe-4480-8f90-aca5bd9bc8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.450463 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.467574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2fc558-feb7-480c-bc21-0fdd3051ffb5 None None] Network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:41.489888 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.579295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.586552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.587821 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.613525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e453cf7f-519d-4d0f-99ea-50a11b9a2204 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:41.703883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.716952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.718611 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.752834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=25ae22a0-6a55-4e87-bbaf-815e8a0826c5,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:41.804450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network dc033a81-5b1d-47ab-8bc6-464d25cfbfca is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:41.807494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:41.873652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.916115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e453cf7f-519d-4d0f-99ea-50a11b9a2204 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:41.916530 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.929280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:41.985635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-483a43c7-43c8-468f-b646-a3363ee909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.031589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=8bdd70ba-208e-445c-813a-5f76b55743ed,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:42.050680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-483a43c7-43c8-468f-b646-a3363ee909a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.056119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-483a43c7-43c8-468f-b646-a3363ee909a6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/da06a919-a0f9-4365-b06f-da21da29a997 HTTP/1.1" status: 204 len: 168 time: 1.5337906 Jan 28 20:37:42.059498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:42.059659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55898) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:42.064315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e9263497-edbe-4480-8f90-aca5bd9bc8f5 None None] Provisioning complete for port 25ae22a0-6a55-4e87-bbaf-815e8a0826c5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:42.064712 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9263497-edbe-4480-8f90-aca5bd9bc8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.159393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e9263497-edbe-4480-8f90-aca5bd9bc8f5 None None] Port 25ae22a0-6a55-4e87-bbaf-815e8a0826c5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:42.183367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a43c7-43c8-468f-b646-a3363ee909a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da06a919-a0f9-4365-b06f-da21da29a997,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:42.198028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fecc21a2-3702-4f80-ac8b-853084dd4a63 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:42.211007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96de8398-f501-4614-a8e4-5bcc6d420be2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:42.258576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking segment: {'id': '3d73b64f-fd34-4da3-98f9-fd91f691f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:42.260701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network hostable DHCP agents. Network: 28769f9c-299e-4813-a10f-6d1f06ca1eaf, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:42.261017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fecc21a2-3702-4f80-ac8b-853084dd4a63 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:42.261593 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.272269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.273001 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Added segment 89cf58ca-83a2-4449-bfbd-c0bb035a4265 of type vlan for network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 Jan 28 20:37:42.297587 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.312490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 8b73b11a-896f-4644-b882-bec45795eb93 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:37:42.366931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-544ab97d-7e80-40a0-a597-527902de4ca0 None None] Provisioning complete for port 25ae22a0-6a55-4e87-bbaf-815e8a0826c5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:42.367480 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-544ab97d-7e80-40a0-a597-527902de4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.412525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1a0d2-f7e9-48c8-ad07-cdc17464692b req-7b808609-9519-4c74-90c1-9ccea48e9bbb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:42.414744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7bd1a0d2-f7e9-48c8-ad07-cdc17464692b req-7b808609-9519-4c74-90c1-9ccea48e9bbb tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.3911219 Jan 28 20:37:42.426566 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.445216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:42.461787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 49b400d7-e26a-4544-bce0-f98bf81d18a6 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:42.515518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7bd1a0d2-f7e9-48c8-ad07-cdc17464692b req-18899a97-ec46-4a3e-98b8-4e8049baf329 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857577 Jan 28 20:37:42.516471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 28769f9c-299e-4813-a10f-6d1f06ca1eaf) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:42.521773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.529852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 49b400d7-e26a-4544-bce0-f98bf81d18a6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:42.530236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:42.530769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 49b400d7-e26a-4544-bce0-f98bf81d18a6 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:42.531074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.534154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:42.541750 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:42.543151 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.547880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf131aac-e18a-40af-baa4-f2e8fa381fdc None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:42.550654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-544ab97d-7e80-40a0-a597-527902de4ca0 None None] Port 25ae22a0-6a55-4e87-bbaf-815e8a0826c5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:42.587207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55908) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:42.611703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.614753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.628030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030224 Jan 28 20:37:42.630135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55910) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:42.646848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-544ab97d-7e80-40a0-a597-527902de4ca0 None None] Provisioning complete for port fecc21a2-3702-4f80-ac8b-853084dd4a63 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:42.646848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-544ab97d-7e80-40a0-a597-527902de4ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.656247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d22d5b31-75d4-4258-8051-53efd110c07f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4963305 Jan 28 20:37:42.660325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5418189 Jan 28 20:37:42.662757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:42.664212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55914) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:42.664513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55916) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:42.671411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Request body: {'subnet': {'network_id': '5b07c839-b03a-4251-8a2e-5f9483b23dd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:42.679854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-391710547'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:42.683541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2194a3-137c-4326-9c1a-bda668ed8d8b') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:42.683953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2194a3-137c-4326-9c1a-bda668ed8d8b') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:42.692301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Router 361ae9cd-88c3-4585-8870-7c5f0ba6ba93 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:37:42.702352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.712470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4748be-9121-4908-9c5f-e5a9addf1ca7 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event updated for resources: {'Network': ['ID=5b07c839-b03a-4251-8a2e-5f9483b23dd4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:42.733560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port fecc21a2-3702-4f80-ac8b-853084dd4a63, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fecc21a2-3702-4f80-ac8b-853084dd4a63,segment=NetworkSegment(a9361f91-cb88-4c8b-b1e4-650efedd9375),segment_id=a9361f91-cb88-4c8b-b1e4-650efedd9375)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:42.739302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:42.743447 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.756608 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.758909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:42.759570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:42.848577 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:42.851663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:42.855361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c2b6d97e-e2d8-4fa2-bf24-2e884165d9f1 tempest-NetworksApiDiscovery-257986191 tempest-NetworksApiDiscovery-257986191-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2228444 Jan 28 20:37:42.856290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:42.859880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:42.864951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-53a45e9f-dd47-4fe1-a30c-60b2b2a5b4ac tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/8b73b11a-896f-4644-b882-bec45795eb93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8874621 Jan 28 20:37:42.865592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55920) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:42.925064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d33c5-4322-4e92-a0f3-8a55d23b2b62 None None] Sync routers for ids ['8b73b11a-896f-4644-b882-bec45795eb93'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:42.928911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9605202-91d2-45d3-9047-4b1a3071a1f4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:42.933642 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c9605202-91d2-45d3-9047-4b1a3071a1f4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports/25ae22a0-6a55-4e87-bbaf-815e8a0826c5 HTTP/1.1" status: 200 len: 911 time: 0.0604551 Jan 28 20:37:42.935664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55922) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:42.970378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:42.981932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Made reservation on behalf of 130519410b9345d4acf43f390d0a5b1a for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:42.986187 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.002780 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.004671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d33c5-4322-4e92-a0f3-8a55d23b2b62 None None] Routers {'8b73b11a-896f-4644-b882-bec45795eb93'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:43.005460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d16d33c5-4322-4e92-a0f3-8a55d23b2b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b73b11a-896f-4644-b882-bec45795eb93'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.007491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.047323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.047842 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Added segment be02d8d6-cdab-41b6-b1e4-fee7d4c7e418 of type vlan for network 52204dd1-b743-445a-ba33-303d1b822cd2 Jan 28 20:37:43.049117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d16d33c5-4322-4e92-a0f3-8a55d23b2b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.050054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:43.060763 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb4038-ae3e-4cf8-94e9-78872e2a6989 None None] Sync routers for ids ['361ae9cd-88c3-4585-8870-7c5f0ba6ba93'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:43.072307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=fecc21a2-3702-4f80-ac8b-853084dd4a63,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:43.075390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.076050 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb4038-ae3e-4cf8-94e9-78872e2a6989 None None] Routers {'361ae9cd-88c3-4585-8870-7c5f0ba6ba93'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:43.077069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8507130f-7ab6-48e4-bcd3-ab0935187637 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "PUT /v2.0/routers/361ae9cd-88c3-4585-8870-7c5f0ba6ba93 HTTP/1.1" status: 200 len: 918 time: 6.6102304 Jan 28 20:37:43.077864 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-60bb4038-ae3e-4cf8-94e9-78872e2a6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['361ae9cd-88c3-4585-8870-7c5f0ba6ba93'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.083643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55924) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:43.104071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d33c5-4322-4e92-a0f3-8a55d23b2b62 None None] Routers {'8b73b11a-896f-4644-b882-bec45795eb93'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:43.104769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d16d33c5-4322-4e92-a0f3-8a55d23b2b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b73b11a-896f-4644-b882-bec45795eb93'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.106748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.125061 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] 10.222.0.44 "DELETE /v2.0/networks/84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2 HTTP/1.1" status: 204 len: 168 time: 1.0572402 Jan 28 20:37:43.134504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b672f-1cbd-4e4f-b99e-68b90fc52d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=84bb2ff7-2b92-4da6-85a2-c2e6a1235ba2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:43.154277 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-60bb4038-ae3e-4cf8-94e9-78872e2a6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.171260 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb4038-ae3e-4cf8-94e9-78872e2a6989 None None] Routers {'361ae9cd-88c3-4585-8870-7c5f0ba6ba93'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:43.171888 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-60bb4038-ae3e-4cf8-94e9-78872e2a6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['361ae9cd-88c3-4585-8870-7c5f0ba6ba93'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.181894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d16d33c5-4322-4e92-a0f3-8a55d23b2b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.182561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d33c5-4322-4e92-a0f3-8a55d23b2b62 None None] The sync data for ids ['8b73b11a-896f-4644-b882-bec45795eb93'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:43.197386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6f1e5dbd-f67c-49a6-9435-6c363e23d2a6 None None] Provisioning complete for port 25ae22a0-6a55-4e87-bbaf-815e8a0826c5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:43.197769 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5dbd-f67c-49a6-9435-6c363e23d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.209446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.248414 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-60bb4038-ae3e-4cf8-94e9-78872e2a6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:43.249161 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb4038-ae3e-4cf8-94e9-78872e2a6989 None None] The sync data for ids ['361ae9cd-88c3-4585-8870-7c5f0ba6ba93'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:43.272771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.289691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e5dbd-f67c-49a6-9435-6c363e23d2a6 None None] Port 25ae22a0-6a55-4e87-bbaf-815e8a0826c5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:43.328050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6f1e5dbd-f67c-49a6-9435-6c363e23d2a6 None None] Provisioning complete for port fecc21a2-3702-4f80-ac8b-853084dd4a63 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:43.328050 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6f1e5dbd-f67c-49a6-9435-6c363e23d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.429602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fecc21a2-3702-4f80-ac8b-853084dd4a63 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:43.435333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55930) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:43.436395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.444429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:43.445067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.472230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55932) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:43.489216 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-46567e15-6066-4ae0-8287-94bd7fd7b0bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92c4a7e2f504461fbf5c177facccecfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526283 Jan 28 20:37:43.491042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e819dac3-27b2-447c-8457-db850e85c8eb tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/routers/361ae9cd-88c3-4585-8870-7c5f0ba6ba93 HTTP/1.1" status: 200 len: 924 time: 0.4060655 Jan 28 20:37:43.493900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55934) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:43.494246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55936) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:43.556248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fecc21a2-3702-4f80-ac8b-853084dd4a63 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:43.557120 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.591424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9254510 Jan 28 20:37:43.596019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55942) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:43.608754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'ports': [{'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf'}, {'network_id': '52204dd1-b743-445a-ba33-303d1b822cd2'}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:43.609447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:43.610090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '52204dd1-b743-445a-ba33-303d1b822cd2'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:43.623784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53895c4-b22a-4994-9dc6-6645f259f194 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Network': ['ID=52204dd1-b743-445a-ba33-303d1b822cd2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:43.643058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 52204dd1-b743-445a-ba33-303d1b822cd2 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:43.685809 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.851943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e9773381-268f-47ea-9c14-3e5551e14e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:43.885091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event updated for resources: {'Subnet': ['ID=934cf009-9108-4935-ba70-68e1fd42cfcb,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:43.948023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-0ffa1a2d-03c2-45d9-8c3a-e485792d6509 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:43.949535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-0ffa1a2d-03c2-45d9-8c3a-e485792d6509 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2666571 Jan 28 20:37:43.974602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d01ad4-f05e-42f8-85e9-68e180b913ed req-19cf7722-8227-4814-befe-fcce6c6ffd4d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:43.976063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2d01ad4-f05e-42f8-85e9-68e180b913ed req-19cf7722-8227-4814-befe-fcce6c6ffd4d tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.2920039 Jan 28 20:37:44.033758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Checking segment: {'id': '89cf58ca-83a2-4449-bfbd-c0bb035a4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b07c839-b03a-4251-8a2e-5f9483b23dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:44.034120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Network hostable DHCP agents. Network: 5b07c839-b03a-4251-8a2e-5f9483b23dd4, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:44.060771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2eba9727-9609-4e73-b3ef-67f82044bca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.068700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0527ae40-8d91-4d13-9944-5ec81bee4eab tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.073078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0527ae40-8d91-4d13-9944-5ec81bee4eab tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=361ae9cd-88c3-4585-8870-7c5f0ba6ba93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5699263 Jan 28 20:37:44.073586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55944) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:44.153366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2d01ad4-f05e-42f8-85e9-68e180b913ed req-a454b32e-ad6c-48a0-8730-f7816ec9d569 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668367 Jan 28 20:37:44.153875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:44.155558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2eba9727-9609-4e73-b3ef-67f82044bca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.195914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 2} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:44.200812 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.202700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 5b07c839-b03a-4251-8a2e-5f9483b23dd4) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:44.215483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1fe4b4-8332-4db0-9b20-5c0129495749 None None] Network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:44.228494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.229088 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.234354 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e9773381-268f-47ea-9c14-3e5551e14e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.240436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.247480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e9773381-268f-47ea-9c14-3e5551e14e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.259314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.262693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d9ccf-0292-4e48-bda5-a7e1039ecc51 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:44.267166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-af5d9ccf-0292-4e48-bda5-a7e1039ecc51 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 881 time: 0.1886396 Jan 28 20:37:44.268451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55946) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:44.297532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7b2a6d48-55d9-4eba-8130-c2f28d5827c5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6278324 Jan 28 20:37:44.313840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55948) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:44.321216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Request body: {'port': {'network_id': '5b07c839-b03a-4251-8a2e-5f9483b23dd4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2034396013'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:44.329145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Deleting port acf05b83-aa54-4f49-afcf-fedf159b3767 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:44.329489 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.368832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-44b7fdde-a678-49c3-9a64-fd4e32187970 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=361ae9cd-88c3-4585-8870-7c5f0ba6ba93 HTTP/1.1" status: 200 len: 205 time: 0.0944009 Jan 28 20:37:44.381172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55950) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:44.381930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2eba9727-9609-4e73-b3ef-67f82044bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.384873 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2eba9727-9609-4e73-b3ef-67f82044bca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.390208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2eba9727-9609-4e73-b3ef-67f82044bca3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2ab2f2e-ba3d-41c4-8176-45902144e162 HTTP/1.1" status: 204 len: 168 time: 0.8931527 Jan 28 20:37:44.392717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-5b07c839-b03a-4251-8a2e-5f9483b23dd4', 'network_id': '5b07c839-b03a-4251-8a2e-5f9483b23dd4', 'tenant_id': '130519410b9345d4acf43f390d0a5b1a', 'fixed_ips': [{'subnet_id': '934cf009-9108-4935-ba70-68e1fd42cfcb'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:37:44.392933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e9773381-268f-47ea-9c14-3e5551e14e56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed2c70ac4a014c81b9e15aa9fffdb55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9052522 Jan 28 20:37:44.394709 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.493877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55954) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:44.569824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Allocated IP 172.20.0.2 (5b07c839-b03a-4251-8a2e-5f9483b23dd4/934cf009-9108-4935-ba70-68e1fd42cfcb/1cf7b431-142b-4801-8077-e6b80864394f) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:44.592015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba9727-9609-4e73-b3ef-67f82044bca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab2f2e-ba3d-41c4-8176-45902144e162,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:44.661681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd88c90-93c5-4917-9a41-6f642c9bb0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.720711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.775814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55958) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:44.824431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd88c90-93c5-4917-9a41-6f642c9bb0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.825541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9773381-268f-47ea-9c14-3e5551e14e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7490e340-ac75-4280-adc4-c68d75fc726d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:44.927154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.933539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.961578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port f5d1e8bd-c55d-4e35-83de-99d244f030e7 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:37:44.969442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] For port acf05b83-aa54-4f49-afcf-fedf159b3767, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=acf05b83-aa54-4f49-afcf-fedf159b3767,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:44.969716 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:44.976123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:44.981459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:44.983827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:44.985861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Pushing event updated for resources: {'Port': ['ID=1cf7b431-142b-4801-8077-e6b80864394f,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:45.005185 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4d534ee0-4721-4d72-a000-4211a1c891db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6317fef64d2346e3b5995ff541422faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189910 Jan 28 20:37:45.014473 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55960) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:45.054315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Attempting to bind port 1cf7b431-142b-4801-8077-e6b80864394f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:37:45.054690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Attempting to bind port 1cf7b431-142b-4801-8077-e6b80864394f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '89cf58ca-83a2-4449-bfbd-c0bb035a4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b07c839-b03a-4251-8a2e-5f9483b23dd4'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:37:45.055061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Attempting to bind port 1cf7b431-142b-4801-8077-e6b80864394f on network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:45.060824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:45.061199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Checking segment: {'id': '89cf58ca-83a2-4449-bfbd-c0bb035a4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b07c839-b03a-4251-8a2e-5f9483b23dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:45.061593 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.062008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Bound using segment: {'id': '89cf58ca-83a2-4449-bfbd-c0bb035a4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b07c839-b03a-4251-8a2e-5f9483b23dd4'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:45.062475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Bound port: 1cf7b431-142b-4801-8077-e6b80864394f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cf58ca-83a2-4449-bfbd-c0bb035a4265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b07c839-b03a-4251-8a2e-5f9483b23dd4'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:37:45.062855 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.117412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Made reservation on behalf of 130519410b9345d4acf43f390d0a5b1a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:45.121136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.129260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.142716 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd88c90-93c5-4917-9a41-6f642c9bb0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.145520 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd88c90-93c5-4917-9a41-6f642c9bb0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.149127 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0bd88c90-93c5-4917-9a41-6f642c9bb0f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7490e340-ac75-4280-adc4-c68d75fc726d HTTP/1.1" status: 204 len: 168 time: 0.6502452 Jan 28 20:37:45.155072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] For port 1cf7b431-142b-4801-8077-e6b80864394f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:45.162071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] For port 1cf7b431-142b-4801-8077-e6b80864394f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cf7b431-142b-4801-8077-e6b80864394f,segment=NetworkSegment(89cf58ca-83a2-4449-bfbd-c0bb035a4265),segment_id=89cf58ca-83a2-4449-bfbd-c0bb035a4265)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:45.168971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.174423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8:1::1 (fdb5d7a2-3c77-4537-b9d1-889af198bfc3/7ba798c7-9b45-44c3-849d-4eccf2c548af/03d713f4-67ff-4e81-9eaf-70c74fe2fa8e) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:45.193507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd88c90-93c5-4917-9a41-6f642c9bb0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7490e340-ac75-4280-adc4-c68d75fc726d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:45.197326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] device_id is not set on port 6683eb2c-68c8-498c-ae60-1bfe3f390cbf yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:37:45.210002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.230159 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.230770 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.230770 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Floating IP 625c8fc6-7fa4-4b68-ac2b-2bfa310b6681 disassociated. External IP: 172.25.2.128, port: acf05b83-aa54-4f49-afcf-fedf159b3767. Jan 28 20:37:45.231315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Calling delete_port for acf05b83-aa54-4f49-afcf-fedf159b3767 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:45.255225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3130c-522a-4c8d-a868-c6d56670b037 None None] Pushing event updated for resources: {'Port': ['ID=1cf7b431-142b-4801-8077-e6b80864394f,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:45.293194 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a166dccd-336d-4765-9bbe-f6f535b57dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.348237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 507d0117-0de4-4b57-85ee-9745eed80ee6 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:37:45.414189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a166dccd-336d-4765-9bbe-f6f535b57dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.461861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb882a-8f4e-4c76-8dbb-11d62474ceea req-23006e82-75a1-479d-b48f-a5c8feda5ba3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:45.463392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26fb882a-8f4e-4c76-8dbb-11d62474ceea req-23006e82-75a1-479d-b48f-a5c8feda5ba3 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 944 time: 0.1306050 Jan 28 20:37:45.526028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Allocated IP 172.20.0.8 (5b07c839-b03a-4251-8a2e-5f9483b23dd4/934cf009-9108-4935-ba70-68e1fd42cfcb/6683eb2c-68c8-498c-ae60-1bfe3f390cbf) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:45.601857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26fb882a-8f4e-4c76-8dbb-11d62474ceea req-af5a1cfb-8a74-4697-9571-ee18b77a0964 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups?id=d755b44f-0c0b-4221-8810-3d3744124576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243548 Jan 28 20:37:45.606626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Deleting port 1e1ec3e6-b3ec-49f0-9e64-d2ca017a2b92 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:45.606986 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.614826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.665441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.665631 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.676729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event deleted for resources: {'Port': ['ID=acf05b83-aa54-4f49-afcf-fedf159b3767,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:45.701119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a166dccd-336d-4765-9bbe-f6f535b57dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.703744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a166dccd-336d-4765-9bbe-f6f535b57dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.707658 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a166dccd-336d-4765-9bbe-f6f535b57dc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7df18d1-0214-460f-8ce0-a81846036bb3 HTTP/1.1" status: 204 len: 168 time: 0.6885781 Jan 28 20:37:45.757897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166dccd-336d-4765-9bbe-f6f535b57dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df18d1-0214-460f-8ce0-a81846036bb3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:45.872367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.873558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.919524 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:45.942495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Calling delete_port for 1e1ec3e6-b3ec-49f0-9e64-d2ca017a2b92 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:45.954760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:45.993773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:45.994874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:46.011727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:46.025799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Router 8c846810-c383-4d16-a630-5abeaf21afdd has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:46.031490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:46.032401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.065620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:46.067132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.078523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=f5d1e8bd-c55d-4e35-83de-99d244f030e7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:46.137128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=03d713f4-67ff-4e81-9eaf-70c74fe2fa8e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:46.218302 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.336586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=507d0117-0de4-4b57-85ee-9745eed80ee6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:46.351500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking segment: {'id': 'be02d8d6-cdab-41b6-b1e4-fee7d4c7e418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '52204dd1-b743-445a-ba33-303d1b822cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:46.351867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network hostable DHCP agents. Network: 52204dd1-b743-445a-ba33-303d1b822cd2, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:46.354686 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.370593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:46.395048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] Sync routers for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:46.414278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:46.414923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:46.449190 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.483177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] No DVR routers for this DVR port acf05b83-aa54-4f49-afcf-fedf159b3767 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:46.490081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.496656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:46.497338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ba2a740-b253-4f19-9b07-140e0af550b3 req-1bc5663c-9d52-41a4-aa52-c439f57729d7 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.26 "DELETE /v2.0/ports/acf05b83-aa54-4f49-afcf-fedf159b3767 HTTP/1.1" status: 204 len: 173 time: 2.5315707 Jan 28 20:37:46.506344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:46.515185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-deleted', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:37:46.519155 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7f9b3b-2d42-40e0-8b35-456d14e41b52" -d '{"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-deleted", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:46.528904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 52204dd1-b743-445a-ba33-303d1b822cd2 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:46.530795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d93c3e26-b87e-4f33-8955-4ad964ae7128 None None] Provisioning complete for port 03d713f4-67ff-4e81-9eaf-70c74fe2fa8e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:46.533961 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d93c3e26-b87e-4f33-8955-4ad964ae7128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.543685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 52204dd1-b743-445a-ba33-303d1b822cd2) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:46.557160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:46.575191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:46.588725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:46.593566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e34c41-a076-43c3-8e02-f4cbb18f316a None None] Network 52204dd1-b743-445a-ba33-303d1b822cd2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:46.624949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:46.625747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.684934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1dcc6001-e16f-4950-8ebe-9ce613980d27 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0830348 Jan 28 20:37:46.688954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56000) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:46.693597 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f699c3-5638-4947-914c-dd2d6cf65845 x-openstack-request-id: req-06f699c3-5638-4947-914c-dd2d6cf65845 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:46.694145 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39802aa4-4dc5-4424-881d-4166a2937a43", "name": "network-vif-deleted", "tag": "acf05b83-aa54-4f49-afcf-fedf159b3767", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:46.695340 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06f699c3-5638-4947-914c-dd2d6cf65845 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:46.696087 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39802aa4-4dc5-4424-881d-4166a2937a43', 'name': 'network-vif-deleted', 'tag': 'acf05b83-aa54-4f49-afcf-fedf159b3767', 'status': 'completed', 'code': 200} Jan 28 20:37:46.749734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:46.751281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.811746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d93c3e26-b87e-4f33-8955-4ad964ae7128 None None] Port 03d713f4-67ff-4e81-9eaf-70c74fe2fa8e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:46.869406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:46.916736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fc2005d-be2f-4ef3-ae62-180dae794c40 req-6706c6e4-8867-46a4-b329-8f77b8b1c065 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/ports?device_id=39802aa4-4dc5-4424-881d-4166a2937a43 HTTP/1.1" status: 200 len: 210 time: 0.1084633 Jan 28 20:37:46.954802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-77c14dba-62a9-4e0e-968c-665bf6b73f6f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 507d0117-0de4-4b57-85ee-9745eed80ee6 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:46.955158 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77c14dba-62a9-4e0e-968c-665bf6b73f6f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:46.995152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791d8f9-926c-4239-aa6f-cae58a56cf0f None None] Network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:47.037467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event updated for resources: {'Port': ['ID=6683eb2c-68c8-498c-ae60-1bfe3f390cbf,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:47.050476 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77c14dba-62a9-4e0e-968c-665bf6b73f6f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.051825 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9aa1aaea-81a8-4122-8450-058b90c09dd5 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7366495 Jan 28 20:37:47.057330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56012) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:47.092309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-77c14dba-62a9-4e0e-968c-665bf6b73f6f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 507d0117-0de4-4b57-85ee-9745eed80ee6 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:47.131852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.290664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77c14dba-62a9-4e0e-968c-665bf6b73f6f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.373806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e2e085d8-026a-410d-b127-ee634552c0f5 None None] Provisioning complete for port 1cf7b431-142b-4801-8077-e6b80864394f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:47.374609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2e085d8-026a-410d-b127-ee634552c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.386046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c14dba-62a9-4e0e-968c-665bf6b73f6f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=507d0117-0de4-4b57-85ee-9745eed80ee6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:47.406689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77c14dba-62a9-4e0e-968c-665bf6b73f6f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.412750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-77c14dba-62a9-4e0e-968c-665bf6b73f6f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/507d0117-0de4-4b57-85ee-9745eed80ee6 HTTP/1.1" status: 204 len: 168 time: 0.7080352 Jan 28 20:37:47.413060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56020) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:47.481435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90290d-49ca-41a8-ae18-5c212ce0317e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:47.488581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90290d-49ca-41a8-ae18-5c212ce0317e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:47.493121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5b90290d-49ca-41a8-ae18-5c212ce0317e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0763998 Jan 28 20:37:47.494144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56026) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:47.511643 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cf7b431-142b-4801-8077-e6b80864394f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:47.625819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5206fe45-0681-45b0-b248-15d26c125b61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port f5d1e8bd-c55d-4e35-83de-99d244f030e7 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:47.626718 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5206fe45-0681-45b0-b248-15d26c125b61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.649043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event deleted for resources: {'Port': ['ID=1e1ec3e6-b3ec-49f0-9e64-d2ca017a2b92,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:47.672542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1cf7b431-142b-4801-8077-e6b80864394f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:47.672921 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.732884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:29Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:47.743657 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5206fe45-0681-45b0-b248-15d26c125b61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.765592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5206fe45-0681-45b0-b248-15d26c125b61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for f5d1e8bd-c55d-4e35-83de-99d244f030e7 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:47.782282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] Checking router: 8c846810-c383-4d16-a630-5abeaf21afdd for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:47.796762 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2e085d8-026a-410d-b127-ee634552c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.831663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:47.832469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:47.916406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5206fe45-0681-45b0-b248-15d26c125b61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:47.968924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e2e085d8-026a-410d-b127-ee634552c0f5 None None] For port 1cf7b431-142b-4801-8077-e6b80864394f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cf7b431-142b-4801-8077-e6b80864394f,segment=NetworkSegment(89cf58ca-83a2-4449-bfbd-c0bb035a4265),segment_id=89cf58ca-83a2-4449-bfbd-c0bb035a4265)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:47.975144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.004781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206fe45-0681-45b0-b248-15d26c125b61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=f5d1e8bd-c55d-4e35-83de-99d244f030e7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:48.029129 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5206fe45-0681-45b0-b248-15d26c125b61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.033501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5206fe45-0681-45b0-b248-15d26c125b61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/f5d1e8bd-c55d-4e35-83de-99d244f030e7 HTTP/1.1" status: 204 len: 168 time: 0.5383830 Jan 28 20:37:48.037945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56038) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:48.074284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:48.078375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56044) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:48.141189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704f4976-72ae-4946-979d-ba5e1d1a41eb tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:48.144963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-704f4976-72ae-4946-979d-ba5e1d1a41eb tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1039181 Jan 28 20:37:48.157549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56046) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:48.171043 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.199001 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45c2377-6afa-45da-8aff-cc82c00de88e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:37:48.200641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d45c2377-6afa-45da-8aff-cc82c00de88e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/507d0117-0de4-4b57-85ee-9745eed80ee6 HTTP/1.1" status: 404 len: 333 time: 0.0411253 Jan 28 20:37:48.215268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56048) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:48.230022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e2e085d8-026a-410d-b127-ee634552c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.262798 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00be711b-3e64-4d94-bc67-19f00ec8e438 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.266955 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-102fcdca-bcc3-42dc-acfb-6360993e9ec4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:37:48.271780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-102fcdca-bcc3-42dc-acfb-6360993e9ec4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/f5d1e8bd-c55d-4e35-83de-99d244f030e7 HTTP/1.1" status: 404 len: 333 time: 0.0523303 Jan 28 20:37:48.273121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56052) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:48.305232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.317381 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.319687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.367032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d8968c52-b7f0-4d1f-b367-3c8312344ebc tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Deleting port 6683eb2c-68c8-498c-ae60-1bfe3f390cbf {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:48.367387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d8968c52-b7f0-4d1f-b367-3c8312344ebc tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.418337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.438766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:48.452672 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00be711b-3e64-4d94-bc67-19f00ec8e438 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.507823 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.508472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Fanout notify agent at l3_agent the message router_deleted on router 361ae9cd-88c3-4585-8870-7c5f0ba6ba93 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:48.510813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: acf05b83-aa54-4f49-afcf-fedf159b3767 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:48.511341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device acf05b83-aa54-4f49-afcf-fedf159b3767 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:48.527115 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.531676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-71e6b832-9b52-4a63-ace0-d99dec2286fa tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/361ae9cd-88c3-4585-8870-7c5f0ba6ba93 HTTP/1.1" status: 204 len: 168 time: 4.1362600 Jan 28 20:37:48.536051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56060) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:48.547232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-66559ec4-1fd3-4ebe-b976-6631ea5b40db tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1178543561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:48.604275 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.622803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.641682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52204dd1-b743-445a-ba33-303d1b822cd2']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:48.649426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00be711b-3e64-4d94-bc67-19f00ec8e438 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.655227 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d8968c52-b7f0-4d1f-b367-3c8312344ebc tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.655746 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-00be711b-3e64-4d94-bc67-19f00ec8e438 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.660898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-00be711b-3e64-4d94-bc67-19f00ec8e438 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "DELETE /v2.0/security-groups/d755b44f-0c0b-4221-8810-3d3744124576 HTTP/1.1" status: 204 len: 168 time: 0.5781877 Jan 28 20:37:48.664078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.667848 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.669348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56066) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:48.690518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be02d8d6-cdab-41b6-b1e4-fee7d4c7e418') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:48.691462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be02d8d6-cdab-41b6-b1e4-fee7d4c7e418') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:48.706118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be711b-3e64-4d94-bc67-19f00ec8e438 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755b44f-0c0b-4221-8810-3d3744124576,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:48.719073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.722590 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-e741c43c-4df9-4f38-b371-67cf176bba15 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] show failed (client error): The resource could not be found. Jan 28 20:37:48.723423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e741c43c-4df9-4f38-b371-67cf176bba15 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "GET /v2.0/security-groups/d755b44f-0c0b-4221-8810-3d3744124576 HTTP/1.1" status: 404 len: 347 time: 0.0502951 Jan 28 20:37:48.730535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56068) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:48.776445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c98808f1-57c6-4089-a0b6-e93286058a6e None None] Provisioning complete for port 6683eb2c-68c8-498c-ae60-1bfe3f390cbf triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:48.777729 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c98808f1-57c6-4089-a0b6-e93286058a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.818868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e085d8-026a-410d-b127-ee634552c0f5 None None] Pushing event updated for resources: {'Port': ['ID=1cf7b431-142b-4801-8077-e6b80864394f,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:48.834154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:37:48.834513 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:37:48.868330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c98808f1-57c6-4089-a0b6-e93286058a6e None None] Port 6683eb2c-68c8-498c-ae60-1bfe3f390cbf cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:48.895529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.900806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=03d713f4-67ff-4e81-9eaf-70c74fe2fa8e,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:48.908240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c98808f1-57c6-4089-a0b6-e93286058a6e None None] Provisioning complete for port 1cf7b431-142b-4801-8077-e6b80864394f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:48.908627 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c98808f1-57c6-4089-a0b6-e93286058a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.911182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d8968c52-b7f0-4d1f-b367-3c8312344ebc tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Calling delete_port for 6683eb2c-68c8-498c-ae60-1bfe3f390cbf owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:48.927290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:48.928652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66559ec4-1fd3-4ebe-b976-6631ea5b40db tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.929959 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66559ec4-1fd3-4ebe-b976-6631ea5b40db tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:48.939591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:48.953919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:48.954339 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.033046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56074) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:49.040254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:29Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:49.044475 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:49.047121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.057652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.064580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/networks/52204dd1-b743-445a-ba33-303d1b822cd2 HTTP/1.1" status: 204 len: 168 time: 0.7871935 Jan 28 20:37:49.072228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37dc74c-5731-498a-a90c-c1428d1381de None None] The sync data for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 is: [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:29:21Z', 'revision_number': 4, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '4f714e5d-473d-4e10-973d-c044e5df18ee', 'name': '', 'network_id': '76e6b64b-9eee-4a46-97a5-c1bc79809cc7', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'mac_address': 'fa:16:3e:41:fe:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:19Z', 'updated_at': '2022-01-28T20:29:29Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'subnets': [{'id': '06eba3e7-baca-4568-8c4a-ea287db23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:49.097885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56076) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:49.105891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-627352225'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:49.128832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b9e5e-96cd-4cbc-9161-8a67fca3a7e3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Network': ['ID=52204dd1-b743-445a-ba33-303d1b822cd2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:49.189572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2c0a9dbe-2447-4d46-a44d-7d918f46db92 None None] Provisioning complete for port 6683eb2c-68c8-498c-ae60-1bfe3f390cbf triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:49.193348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9dbe-2447-4d46-a44d-7d918f46db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.217819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Deleting port 933d2021-dc22-4aff-a735-8cff11bf26ee {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:49.223086 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.267421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a9dbe-2447-4d46-a44d-7d918f46db92 None None] Port 6683eb2c-68c8-498c-ae60-1bfe3f390cbf cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:49.286051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:49.289706 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.327702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:49.339044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.339406 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Added segment f18610f6-ae40-4044-9335-ec71d57b0a9d of type vlan for network 7242ea70-f17b-40bc-b4d3-49b61bf06895 Jan 28 20:37:49.357110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66559ec4-1fd3-4ebe-b976-6631ea5b40db tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.381029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be788f84-2e9c-4e66-9ff7-138f29f6d67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.390728 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66559ec4-1fd3-4ebe-b976-6631ea5b40db tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.407715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.440336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 8b73b11a-896f-4644-b882-bec45795eb93 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:49.445743 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.454073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:49.460982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.466808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66559ec4-1fd3-4ebe-b976-6631ea5b40db tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.468080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66559ec4-1fd3-4ebe-b976-6631ea5b40db tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9284153 Jan 28 20:37:49.475666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56080) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:49.483007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'enable_snat': False}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:49.507242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-90d73eab-47b9-4da9-aab7-7def07174d18 None None] Provisioning complete for port 03d713f4-67ff-4e81-9eaf-70c74fe2fa8e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:49.508083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-90d73eab-47b9-4da9-aab7-7def07174d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.554978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cf7b431-142b-4801-8077-e6b80864394f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:49.565401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Network': ['ID=7242ea70-f17b-40bc-b4d3-49b61bf06895,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:49.594789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7242ea70-f17b-40bc-b4d3-49b61bf06895 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:49.601283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e389677d-dee4-4e88-ac36-e59ab9a8f39e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5017855 Jan 28 20:37:49.603882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56082) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:49.609906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '7242ea70-f17b-40bc-b4d3-49b61bf06895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:49.615126 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf316bb-40c1-457c-b192-56c342c9338c None None] New status for floating IP 625c8fc6-7fa4-4b68-ac2b-2bfa310b6681: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:37:49.630965 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.633363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.704108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-90d73eab-47b9-4da9-aab7-7def07174d18 None None] Port 03d713f4-67ff-4e81-9eaf-70c74fe2fa8e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:49.709758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Calling delete_port for 933d2021-dc22-4aff-a735-8cff11bf26ee owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:49.776894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1cf7b431-142b-4801-8077-e6b80864394f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:49.777469 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.852592 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d8968c52-b7f0-4d1f-b367-3c8312344ebc tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.910944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:49.914671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:49.958183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8968c52-b7f0-4d1f-b367-3c8312344ebc tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event deleted for resources: {'Port': ['ID=6683eb2c-68c8-498c-ae60-1bfe3f390cbf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:49.976849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:49.986127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_backend_mixin [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Performing IP validity checks on allocation pools {{(pid=102307) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:37:49.986406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b41b547b-1c62-4241-8fc3-67d575d1e25a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/8b73b11a-896f-4644-b882-bec45795eb93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0502112 Jan 28 20:37:49.990811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_backend_mixin [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102307) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:37:49.992975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56086) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:50.001170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b45836-82e6-4c20-9bef-69b9140e132a None None] Sync routers for ids ['8b73b11a-896f-4644-b882-bec45795eb93'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:50.017388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b45836-82e6-4c20-9bef-69b9140e132a None None] Routers {'8b73b11a-896f-4644-b882-bec45795eb93'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:50.018234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b6b45836-82e6-4c20-9bef-69b9140e132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b73b11a-896f-4644-b882-bec45795eb93'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:50.064983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b6b45836-82e6-4c20-9bef-69b9140e132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:50.087528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b45836-82e6-4c20-9bef-69b9140e132a None None] Routers {'8b73b11a-896f-4644-b882-bec45795eb93'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:50.088584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041b668-b831-4f2e-8ed2-4819ac48013e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:50.089093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b6b45836-82e6-4c20-9bef-69b9140e132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b73b11a-896f-4644-b882-bec45795eb93'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:50.090059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2041b668-b831-4f2e-8ed2-4819ac48013e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports/03d713f4-67ff-4e81-9eaf-70c74fe2fa8e HTTP/1.1" status: 200 len: 913 time: 0.0958934 Jan 28 20:37:50.095802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56088) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:50.127980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.141337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b6b45836-82e6-4c20-9bef-69b9140e132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:50.143686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b45836-82e6-4c20-9bef-69b9140e132a None None] The sync data for ids ['8b73b11a-896f-4644-b882-bec45795eb93'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:50.145828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.169583 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d8968c52-b7f0-4d1f-b367-3c8312344ebc tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.173308 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d8968c52-b7f0-4d1f-b367-3c8312344ebc tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "DELETE /v2.0/ports/6683eb2c-68c8-498c-ae60-1bfe3f390cbf HTTP/1.1" status: 204 len: 168 time: 3.1146326 Jan 28 20:37:50.187703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56090) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:50.195123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be788f84-2e9c-4e66-9ff7-138f29f6d67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.224279 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be788f84-2e9c-4e66-9ff7-138f29f6d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.279500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788f84-2e9c-4e66-9ff7-138f29f6d67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0f9201-8459-4233-ac31-771bbfa33eb3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:50.283683 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be788f84-2e9c-4e66-9ff7-138f29f6d67b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e692097523e64e04943d15f170e4fb54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2452464 Jan 28 20:37:50.287651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56094) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:50.315262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Pushing event deleted for resources: {'Port': ['ID=933d2021-dc22-4aff-a735-8cff11bf26ee,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:50.326663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.329271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.333179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9014d557-648f-463e-843d-7d47486bdc48 tempest-ServerActionsTestJSON-199676859 tempest-ServerActionsTestJSON-199676859-project] 10.222.0.44 "DELETE /v2.0/floatingips/625c8fc6-7fa4-4b68-ac2b-2bfa310b6681 HTTP/1.1" status: 204 len: 168 time: 1.5990498 Jan 28 20:37:50.333660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56096) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:50.373736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a27340b7-ed3a-40c0-a624-b2286aea55ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.474136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-452fe64b-d32c-47ae-8454-8c6f7abd3ae0 tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.2793682 Jan 28 20:37:50.483276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56100) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:50.491594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-879873007'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:50.497859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a27340b7-ed3a-40c0-a624-b2286aea55ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.526833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.599517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Made reservation on behalf of 130519410b9345d4acf43f390d0a5b1a for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:50.602855 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.606752 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.633937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.671088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=9b8e39f4-6d60-45b6-ac3d-b7b53e96876a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:50.684046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:50.685113 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a27340b7-ed3a-40c0-a624-b2286aea55ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.687641 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a27340b7-ed3a-40c0-a624-b2286aea55ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.688865 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a27340b7-ed3a-40c0-a624-b2286aea55ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a0f9201-8459-4233-ac31-771bbfa33eb3 HTTP/1.1" status: 204 len: 168 time: 0.4002793 Jan 28 20:37:50.701367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.701722 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Added segment 74193aca-771f-4251-9ada-358bbe2d3143 of type vlan for network ae6f6269-f3bd-454c-8344-cb7b1b732cb9 Jan 28 20:37:50.703016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking segment: {'id': 'f18610f6-ae40-4044-9335-ec71d57b0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7242ea70-f17b-40bc-b4d3-49b61bf06895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:50.703378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network hostable DHCP agents. Network: 7242ea70-f17b-40bc-b4d3-49b61bf06895, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:37:50.761380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.784958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 7242ea70-f17b-40bc-b4d3-49b61bf06895 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:50.826887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7242ea70-f17b-40bc-b4d3-49b61bf06895) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:50.832847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.838089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392dcdf-a6b4-4156-b100-7c0ace0e30f9 None None] Network 7242ea70-f17b-40bc-b4d3-49b61bf06895 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:50.849675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:50.850229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.853409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:50.853966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:50.970423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event updated for resources: {'Network': ['ID=ae6f6269-f3bd-454c-8344-cb7b1b732cb9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:50.994523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-08279e7d-5353-43e4-8f22-a2c659daf129 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5079658 Jan 28 20:37:50.996229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ae6f6269-f3bd-454c-8344-cb7b1b732cb9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:50.997716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56110) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:51.117809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-7242ea70-f17b-40bc-b4d3-49b61bf06895', 'network_id': '7242ea70-f17b-40bc-b4d3-49b61bf06895', 'tenant_id': '4447d34b2bc4472c9ef5dad1ed5f2752', 'fixed_ips': [{'subnet_id': '9b8e39f4-6d60-45b6-ac3d-b7b53e96876a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:37:51.118693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.202323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27340b7-ed3a-40c0-a624-b2286aea55ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0f9201-8459-4233-ac31-771bbfa33eb3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:51.286649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56114) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:51.306406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.324360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c698ea7d-8a5a-4e38-beeb-275761f311c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.359390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Allocated IP 172.25.2.49 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/2970d3b0-d933-4a42-8833-4d8849ddd7ed) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:51.400062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Allocated IP 2001:db8::2 (7242ea70-f17b-40bc-b4d3-49b61bf06895/9b8e39f4-6d60-45b6-ac3d-b7b53e96876a/f5eecfda-28aa-42cc-b841-8fcd0b9ad78f) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:51.560226 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.566814 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.593043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a96fcf6-8e08-423e-a11b-6735aebe3a3e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9879193 Jan 28 20:37:51.598867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.600552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56116) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:51.618218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Network 7242ea70-f17b-40bc-b4d3-49b61bf06895 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:51.621440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:51.624904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:51.634018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Pushing event updated for resources: {'Port': ['ID=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:51.635352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c698ea7d-8a5a-4e38-beeb-275761f311c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.643194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '7242ea70-f17b-40bc-b4d3-49b61bf06895', 'name': 'tempest-PortsIpV6TestJSON-916475993'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:51.657620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.660350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c698ea7d-8a5a-4e38-beeb-275761f311c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.694526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Attempting to bind port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:37:51.695063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Attempting to bind port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'f18610f6-ae40-4044-9335-ec71d57b0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7242ea70-f17b-40bc-b4d3-49b61bf06895'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:37:51.695347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Attempting to bind port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f on network 7242ea70-f17b-40bc-b4d3-49b61bf06895 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:51.703317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:51.703816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Checking segment: {'id': 'f18610f6-ae40-4044-9335-ec71d57b0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7242ea70-f17b-40bc-b4d3-49b61bf06895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:37:51.704101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.704556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Bound using segment: {'id': 'f18610f6-ae40-4044-9335-ec71d57b0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7242ea70-f17b-40bc-b4d3-49b61bf06895'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:51.705665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Bound port: f5eecfda-28aa-42cc-b841-8fcd0b9ad78f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18610f6-ae40-4044-9335-ec71d57b0a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7242ea70-f17b-40bc-b4d3-49b61bf06895'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:37:51.705665 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.721244 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c698ea7d-8a5a-4e38-beeb-275761f311c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1122d3475e2c4cf3b3c6fef4f29c82f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320192 Jan 28 20:37:51.727474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56118) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:51.769824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698ea7d-8a5a-4e38-beeb-275761f311c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0212c2-ca42-4185-bd74-af66dbdbc28a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:51.785830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] For port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:51.789823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] For port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,segment=NetworkSegment(f18610f6-ae40-4044-9335-ec71d57b0a9d),segment_id=f18610f6-ae40-4044-9335-ec71d57b0a9d)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:51.797663 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.808372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:51.853063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:51.859591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:51.863361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:51.887354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690aae51-a536-44cb-8eb5-69e1ba4bb71b None None] Pushing event updated for resources: {'Port': ['ID=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:51.933824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12932648-b375-48e8-96b9-5e001f843872 tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "GET /v2.0/agents/97ecbc53-081c-4d9f-9600-0fac5d68b112/dhcp-networks HTTP/1.1" status: 200 len: 7207 time: 0.9343593 Jan 28 20:37:51.939464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56120) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:52.037880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64dafa09-83a1-4faa-8ac6-5462e0655457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.044472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Pushing event updated for resources: {'Port': ['ID=2970d3b0-d933-4a42-8833-4d8849ddd7ed,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:52.049706 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.084105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:52.087220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.092344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64dafa09-83a1-4faa-8ac6-5462e0655457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.153310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 3bee759d-c88c-46e9-9695-fb558dfd5bf9 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:37:52.266242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa7582-9588-4da6-aa0a-bc11366dc43f tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] Network ae6f6269-f3bd-454c-8344-cb7b1b732cb9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:37:52.317795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64dafa09-83a1-4faa-8ac6-5462e0655457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.320491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64dafa09-83a1-4faa-8ac6-5462e0655457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.321719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64dafa09-83a1-4faa-8ac6-5462e0655457 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d0212c2-ca42-4185-bd74-af66dbdbc28a HTTP/1.1" status: 204 len: 168 time: 0.5878992 Jan 28 20:37:52.327569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859832a1-34af-47aa-a460-f99efca87da4 None None] Network ae6f6269-f3bd-454c-8344-cb7b1b732cb9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:52.335225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a1fa7582-9588-4da6-aa0a-bc11366dc43f tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "POST /v2.0/agents/97ecbc53-081c-4d9f-9600-0fac5d68b112/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3929155 Jan 28 20:37:52.351019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56126) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:52.419828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.422424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dafa09-83a1-4faa-8ac6-5462e0655457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0212c2-ca42-4185-bd74-af66dbdbc28a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:52.637365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::1e1 (7242ea70-f17b-40bc-b4d3-49b61bf06895/9b8e39f4-6d60-45b6-ac3d-b7b53e96876a/3bee759d-c88c-46e9-9695-fb558dfd5bf9) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:52.663794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 03d713f4-67ff-4e81-9eaf-70c74fe2fa8e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:52.664141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.754560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2e8f0bb2-bf5f-4629-b9aa-bc8fb71210a4 tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "GET /v2.0/agents/97ecbc53-081c-4d9f-9600-0fac5d68b112/dhcp-networks HTTP/1.1" status: 200 len: 7977 time: 0.3979003 Jan 28 20:37:52.759206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56130) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:52.900668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.907784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.912591 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:52.922209 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c0c0a1c7-6966-4554-873e-5aa51245e824 tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "DELETE /v2.0/agents/97ecbc53-081c-4d9f-9600-0fac5d68b112/dhcp-networks/ae6f6269-f3bd-454c-8344-cb7b1b732cb9 HTTP/1.1" status: 204 len: 168 time: 0.1603212 Jan 28 20:37:52.926913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56138) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:52.936804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 03d713f4-67ff-4e81-9eaf-70c74fe2fa8e owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:52.991453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Deleting port 4f714e5d-473d-4e10-973d-c044e5df18ee {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:52.991806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:53.087867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:53.136922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] For port 4f714e5d-473d-4e10-973d-c044e5df18ee, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4f714e5d-473d-4e10-973d-c044e5df18ee,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:53.137599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:53.154616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Calling delete_port for 4f714e5d-473d-4e10-973d-c044e5df18ee owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:53.166280 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Router 2912cc4b-6704-4d58-89b7-d633bdd9453f is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:37:53.282757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9183935a-ccd5-4cd9-811d-d3b5e0c3f5df tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "GET /v2.0/agents/97ecbc53-081c-4d9f-9600-0fac5d68b112/dhcp-networks HTTP/1.1" status: 200 len: 7207 time: 0.3520689 Jan 28 20:37:53.290461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56152) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:53.303818 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:53.447819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:53.457827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:53.458222 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3352d7ee-bd00-424b-a015-9da4ac69901c None None] Sync routers for ids ['2912cc4b-6704-4d58-89b7-d633bdd9453f'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:53.462088 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8e5292ed-162d-4593-a62b-1aa4664af959 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "PUT /v2.0/routers/2912cc4b-6704-4d58-89b7-d633bdd9453f HTTP/1.1" status: 200 len: 919 time: 3.9839618 Jan 28 20:37:53.462656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56160) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:53.472492 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3352d7ee-bd00-424b-a015-9da4ac69901c None None] Routers {'2912cc4b-6704-4d58-89b7-d633bdd9453f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:53.484915 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3352d7ee-bd00-424b-a015-9da4ac69901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2912cc4b-6704-4d58-89b7-d633bdd9453f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:53.497992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baef62f-6ed0-4826-ae3a-6b5ecc21516b None None] Network 7242ea70-f17b-40bc-b4d3-49b61bf06895 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:53.533369 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3352d7ee-bd00-424b-a015-9da4ac69901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:53.551958 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3352d7ee-bd00-424b-a015-9da4ac69901c None None] Routers {'2912cc4b-6704-4d58-89b7-d633bdd9453f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:53.552751 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3352d7ee-bd00-424b-a015-9da4ac69901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2912cc4b-6704-4d58-89b7-d633bdd9453f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:53.610856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:53.656472 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3352d7ee-bd00-424b-a015-9da4ac69901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:53.657298 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3352d7ee-bd00-424b-a015-9da4ac69901c None None] The sync data for ids ['2912cc4b-6704-4d58-89b7-d633bdd9453f'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:53.679690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f714e5d-473d-4e10-973d-c044e5df18ee,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:53.707396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 7242ea70-f17b-40bc-b4d3-49b61bf06895 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:53.720973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d146be25-e3d8-492b-b47f-35d79f36704b tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "GET /v2.0/networks/5b07c839-b03a-4251-8a2e-5f9483b23dd4/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.4218824 Jan 28 20:37:53.721200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f5eecfda-28aa-42cc-b841-8fcd0b9ad78f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:53.723738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56172) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:53.729294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:53.739143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:53.745123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:53.745765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:53.775489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=3bee759d-c88c-46e9-9695-fb558dfd5bf9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:53.808372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1293b4ba-47b0-4359-9411-a722f96f7aad tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "GET /v2.0/networks/5b07c839-b03a-4251-8a2e-5f9483b23dd4/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0826814 Jan 28 20:37:53.812626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56174) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:53.828457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64ea385b-2a47-4165-9b21-a7bd3f70ba36 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2219777 Jan 28 20:37:53.828457 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:53.830317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56176) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:53.840514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0ddd98b1-57f6-4c93-88d7-3fb7d7a1ea4c None None] Provisioning complete for port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:53.841353 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0ddd98b1-57f6-4c93-88d7-3fb7d7a1ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.059940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b0eb4279-8dbf-40f2-9e95-5bb2ce740c4c tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/routers/2912cc4b-6704-4d58-89b7-d633bdd9453f HTTP/1.1" status: 200 len: 925 time: 0.5917969 Jan 28 20:37:54.067595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=03d713f4-67ff-4e81-9eaf-70c74fe2fa8e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:54.069576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56186) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:54.165223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:54.165365 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.197090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.215087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-56575322-288a-4842-973b-b6e026b7f7ea tempest-DHCPAgentSchedulersTestJSON-470727144 tempest-DHCPAgentSchedulersTestJSON-470727144-project-admin] 10.222.0.44 "GET /v2.0/agents/97ecbc53-081c-4d9f-9600-0fac5d68b112/dhcp-networks HTTP/1.1" status: 200 len: 7207 time: 0.4013529 Jan 28 20:37:54.220682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56196) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:54.302367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.396967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0ddd98b1-57f6-4c93-88d7-3fb7d7a1ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.410351 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:37:54.503731 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.522091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cb35ea60-3d44-4442-b034-300844d5c151 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 3bee759d-c88c-46e9-9695-fb558dfd5bf9 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:54.522441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb35ea60-3d44-4442-b034-300844d5c151 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.553478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0ddd98b1-57f6-4c93-88d7-3fb7d7a1ea4c None None] For port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,segment=NetworkSegment(f18610f6-ae40-4044-9335-ec71d57b0a9d),segment_id=f18610f6-ae40-4044-9335-ec71d57b0a9d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:54.574892 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0ddd98b1-57f6-4c93-88d7-3fb7d7a1ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.691897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a13268-edfe-4625-be4e-c8e1f655dd66 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:54.693464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-88a13268-edfe-4625-be4e-c8e1f655dd66 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=2912cc4b-6704-4d58-89b7-d633bdd9453f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6191931 Jan 28 20:37:54.704856 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:37:54.705502 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:37:54.709397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56210) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:54.734898 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb35ea60-3d44-4442-b034-300844d5c151 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:54.736112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd98b1-57f6-4c93-88d7-3fb7d7a1ea4c None None] Pushing event updated for resources: {'Port': ['ID=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:54.802261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cb35ea60-3d44-4442-b034-300844d5c151 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 3bee759d-c88c-46e9-9695-fb558dfd5bf9 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:54.911500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8fb8034b-f506-4bfe-88e4-a9b52dc8a2b8 None None] Provisioning complete for port 3bee759d-c88c-46e9-9695-fb558dfd5bf9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:54.913482 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8fb8034b-f506-4bfe-88e4-a9b52dc8a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.007698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8034b-f506-4bfe-88e4-a9b52dc8a2b8 None None] Port 3bee759d-c88c-46e9-9695-fb558dfd5bf9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:55.012296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 8b73b11a-896f-4644-b882-bec45795eb93 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:55.017031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba994e-2968-4178-8a4f-eb17cff8812a tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:55.018817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-62ba994e-2968-4178-8a4f-eb17cff8812a tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/networks/f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 881 time: 0.3041925 Jan 28 20:37:55.022971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56220) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:55.047445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8fb8034b-f506-4bfe-88e4-a9b52dc8a2b8 None None] Provisioning complete for port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:55.048501 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8fb8034b-f506-4bfe-88e4-a9b52dc8a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.058774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f9c1890f-6620-42d5-855b-bfcc752030dd tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=2912cc4b-6704-4d58-89b7-d633bdd9453f HTTP/1.1" status: 200 len: 205 time: 0.0343816 Jan 28 20:37:55.067979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56222) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:55.189757 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.324549 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.336377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-25dc0b1d-0b03-43be-b9dd-47727a57f1c0 None None] Provisioning complete for port 3bee759d-c88c-46e9-9695-fb558dfd5bf9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:55.336665 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25dc0b1d-0b03-43be-b9dd-47727a57f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.416560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-25dc0b1d-0b03-43be-b9dd-47727a57f1c0 None None] Port 3bee759d-c88c-46e9-9695-fb558dfd5bf9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:37:55.477502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6f6269-f3bd-454c-8344-cb7b1b732cb9']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:55.493938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74193aca-771f-4251-9ada-358bbe2d3143') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:55.504207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74193aca-771f-4251-9ada-358bbe2d3143') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:55.512223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Router 8c846810-c383-4d16-a630-5abeaf21afdd has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:55.514456 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.588356 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.604918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:55.605537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:55.608843 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:55.687545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f5eecfda-28aa-42cc-b841-8fcd0b9ad78f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:55.735640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:55.751058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d3b1daaf-7b45-41be-8024-8acd8621efb9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/8b73b11a-896f-4644-b882-bec45795eb93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6503026 Jan 28 20:37:55.751752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:55.755398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.763545 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb35ea60-3d44-4442-b034-300844d5c151 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.765256 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e92c0b-2a5a-454c-afae-965f463e9306 None None] Sync routers for ids ['8b73b11a-896f-4644-b882-bec45795eb93'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:55.773103 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.790635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e92c0b-2a5a-454c-afae-965f463e9306 None None] Routers {'8b73b11a-896f-4644-b882-bec45795eb93'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:55.791510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-14e92c0b-2a5a-454c-afae-965f463e9306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b73b11a-896f-4644-b882-bec45795eb93'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:55.835109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-14e92c0b-2a5a-454c-afae-965f463e9306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:55.841576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.842788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:55.843352 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:55.848626 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "DELETE /v2.0/networks/ae6f6269-f3bd-454c-8344-cb7b1b732cb9 HTTP/1.1" status: 204 len: 168 time: 1.6214826 Jan 28 20:37:55.851878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe314350-3496-4627-8312-e0cb5c8f5e69 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event deleted for resources: {'Network': ['ID=ae6f6269-f3bd-454c-8344-cb7b1b732cb9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:55.857005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56240) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:55.873430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35ea60-3d44-4442-b034-300844d5c151 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=3bee759d-c88c-46e9-9695-fb558dfd5bf9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:55.943109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e92c0b-2a5a-454c-afae-965f463e9306 None None] Routers {'8b73b11a-896f-4644-b882-bec45795eb93'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:55.943109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-14e92c0b-2a5a-454c-afae-965f463e9306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b73b11a-896f-4644-b882-bec45795eb93'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:55.950157 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db61fae-5a66-44b0-89b2-47cbe46c0f8d tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:55.954771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db61fae-5a66-44b0-89b2-47cbe46c0f8d tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:55.963140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4db61fae-5a66-44b0-89b2-47cbe46c0f8d tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "DELETE /v2.0/ports/6683eb2c-68c8-498c-ae60-1bfe3f390cbf HTTP/1.1" status: 404 len: 333 time: 0.1049991 Jan 28 20:37:55.965846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:55.967654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56244) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:55.979886 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] Sync routers for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:55.992206 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:55.992941 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:56.007318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-14e92c0b-2a5a-454c-afae-965f463e9306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:56.008021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e92c0b-2a5a-454c-afae-965f463e9306 None None] The sync data for ids ['8b73b11a-896f-4644-b882-bec45795eb93'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:56.055200 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-543c6090-416e-42ef-b9eb-4e96fa2edb99 admin admin] 10.222.0.44 "PUT /v2.0/routers/8c846810-c383-4d16-a630-5abeaf21afdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7198777 Jan 28 20:37:56.070951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3828018-de40-42d2-b867-1c7dcc679b7e tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Deleting subnet 934cf009-9108-4935-ba70-68e1fd42cfcb {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:56.073207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56248) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:56.086852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb35ea60-3d44-4442-b034-300844d5c151 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.091755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3828018-de40-42d2-b867-1c7dcc679b7e tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.094345 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cb35ea60-3d44-4442-b034-300844d5c151 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/3bee759d-c88c-46e9-9695-fb558dfd5bf9 HTTP/1.1" status: 204 len: 168 time: 2.2424691 Jan 28 20:37:56.096068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56252) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:56.123481 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61d4b8f-f48f-4ad0-b178-51a9903e9162 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:37:56.124263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61d4b8f-f48f-4ad0-b178-51a9903e9162 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:37:56.130340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c61d4b8f-f48f-4ad0-b178-51a9903e9162 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/3bee759d-c88c-46e9-9695-fb558dfd5bf9 HTTP/1.1" status: 404 len: 333 time: 0.0324302 Jan 28 20:37:56.136208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56254) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:56.204083 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfd32c7-d3b7-415c-af63-f5c1fd2a9c63 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:37:56.208266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4bfd32c7-d3b7-415c-af63-f5c1fd2a9c63 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/3bee759d-c88c-46e9-9695-fb558dfd5bf9 HTTP/1.1" status: 404 len: 333 time: 0.0709822 Jan 28 20:37:56.212400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56256) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:56.216056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3828018-de40-42d2-b867-1c7dcc679b7e tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.233946 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:56.299138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e4d723-69bc-4de1-bd76-b0bec12d9665 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 9b8e39f4-6d60-45b6-ac3d-b7b53e96876a {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:56.304418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e4d723-69bc-4de1-bd76-b0bec12d9665 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.308122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.399514 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e4d723-69bc-4de1-bd76-b0bec12d9665 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.493024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Deleting port 2970d3b0-d933-4a42-8833-4d8849ddd7ed {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:56.493468 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.493784 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:37:53Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:56.511975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.528749 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] Checking router: 8c846810-c383-4d16-a630-5abeaf21afdd for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:56.539056 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] Routers {'8c846810-c383-4d16-a630-5abeaf21afdd'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:56.540029 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8c846810-c383-4d16-a630-5abeaf21afdd'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:56.589188 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e4d723-69bc-4de1-bd76-b0bec12d9665 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.673323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.675198 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.704952 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] Set router 8c846810-c383-4d16-a630-5abeaf21afdd gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:56.724151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Calling delete_port for 2970d3b0-d933-4a42-8833-4d8849ddd7ed owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:56.770044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3828018-de40-42d2-b867-1c7dcc679b7e tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.806435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e4d723-69bc-4de1-bd76-b0bec12d9665 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.853705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4d723-69bc-4de1-bd76-b0bec12d9665 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8e39f4-6d60-45b6-ac3d-b7b53e96876a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:56.880488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64e4d723-69bc-4de1-bd76-b0bec12d9665 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:56.891397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64e4d723-69bc-4de1-bd76-b0bec12d9665 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/9b8e39f4-6d60-45b6-ac3d-b7b53e96876a HTTP/1.1" status: 204 len: 168 time: 0.6774101 Jan 28 20:37:56.898868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56274) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:56.907306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0174ab1d-d695-4368-8409-521b9f999f04 None None] Network 7242ea70-f17b-40bc-b4d3-49b61bf06895 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:56.915249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Deleting port 038c1a46-f6da-4a1e-9281-79b0e7055414 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:56.915249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.002150 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3828018-de40-42d2-b867-1c7dcc679b7e tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.036270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3828018-de40-42d2-b867-1c7dcc679b7e tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event deleted for resources: {'Subnet': ['ID=934cf009-9108-4935-ba70-68e1fd42cfcb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:57.073544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3828018-de40-42d2-b867-1c7dcc679b7e tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.077143 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f3828018-de40-42d2-b867-1c7dcc679b7e tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "DELETE /v2.0/subnets/934cf009-9108-4935-ba70-68e1fd42cfcb HTTP/1.1" status: 204 len: 168 time: 1.0989232 Jan 28 20:37:57.085404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56276) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:57.093972 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d00c4b-c382-4f8b-84f6-c434604c71f2 None None] Network 5b07c839-b03a-4251-8a2e-5f9483b23dd4 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:37:57.101648 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:37:53Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:57.186960 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff823ae-d224-420a-816c-bea44d9d13c4 None None] The sync data for ids ['8c846810-c383-4d16-a630-5abeaf21afdd'] in n-d-825064-3 is: [{'id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'name': 'tempest-ServerActionsTestJSON-343566248-router', 'tenant_id': '46424bd783164b6da95602dd2227d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:29:11Z', 'updated_at': '2022-01-28T20:37:53Z', 'revision_number': 5, 'project_id': '46424bd783164b6da95602dd2227d22a', 'gw_port': {'id': '038c1a46-f6da-4a1e-9281-79b0e7055414', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:eb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c846810-c383-4d16-a630-5abeaf21afdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:29:13Z', 'updated_at': '2022-01-28T20:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:57.233213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.306621 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.438402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] For port 038c1a46-f6da-4a1e-9281-79b0e7055414, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=038c1a46-f6da-4a1e-9281-79b0e7055414,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:57.438785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.465889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Calling delete_port for 038c1a46-f6da-4a1e-9281-79b0e7055414 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:57.498574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.519358 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.588854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:57.589210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.610211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4f714e5d-473d-4e10-973d-c044e5df18ee no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:37:57.617503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event deleted for resources: {'Port': ['ID=2970d3b0-d933-4a42-8833-4d8849ddd7ed,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:57.648902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Deleting port 1cf7b431-142b-4801-8077-e6b80864394f {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:57.649454 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.668063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 4f714e5d-473d-4e10-973d-c044e5df18ee {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:37:57.668762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4f714e5d-473d-4e10-973d-c044e5df18ee not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:37:57.829215 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.855288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] DHCP port deletion for 7242ea70-f17b-40bc-b4d3-49b61bf06895 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:37:57.887129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] For port 1cf7b431-142b-4801-8077-e6b80864394f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cf7b431-142b-4801-8077-e6b80864394f,segment=NetworkSegment(89cf58ca-83a2-4449-bfbd-c0bb035a4265),segment_id=89cf58ca-83a2-4449-bfbd-c0bb035a4265)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:57.887757 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.923378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] DHCP port deletion for 5b07c839-b03a-4251-8a2e-5f9483b23dd4 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:37:57.940156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Calling delete_port for 1cf7b431-142b-4801-8077-e6b80864394f owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:57.985084 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:57.988587 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.041969 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.042521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Fanout notify agent at l3_agent the message router_deleted on router 2912cc4b-6704-4d58-89b7-d633bdd9453f {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:58.050963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] Deleting port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:58.052628 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.054220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.055416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-196203fe-98cf-49f3-94f6-e0406aebc967 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/2912cc4b-6704-4d58-89b7-d633bdd9453f HTTP/1.1" status: 204 len: 168 time: 2.9852831 Jan 28 20:37:58.059746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] For port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,segment=NetworkSegment(f18610f6-ae40-4044-9335-ec71d57b0a9d),segment_id=f18610f6-ae40-4044-9335-ec71d57b0a9d)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:58.060118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.062496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56286) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:58.067869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-188798009', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:58.087681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for f5eecfda-28aa-42cc-b841-8fcd0b9ad78f owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:58.148616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.164443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.165414 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.166446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] Deleting port 1cf7b431-142b-4801-8077-e6b80864394f {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:58.168547 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.184409 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.224717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] No DVR routers for this DVR port 1cf7b431-142b-4801-8077-e6b80864394f on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:58.241717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.251277 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.277429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] For port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,segment=NetworkSegment(f18610f6-ae40-4044-9335-ec71d57b0a9d),segment_id=f18610f6-ae40-4044-9335-ec71d57b0a9d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:58.277983 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.307929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] Calling delete_port for f5eecfda-28aa-42cc-b841-8fcd0b9ad78f owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:58.310039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] For port 1cf7b431-142b-4801-8077-e6b80864394f, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:58.310574 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.329724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] Calling delete_port for 1cf7b431-142b-4801-8077-e6b80864394f owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:58.334072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] Port 1cf7b431-142b-4801-8077-e6b80864394f was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:37:58.372400 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.380346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:58.408287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] Pushing event deleted for resources: {'Port': ['ID=1cf7b431-142b-4801-8077-e6b80864394f,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:58.424460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e694c3-a915-47ba-8eb9-e2de8fa78502 None None] No DVR routers for this DVR port 1cf7b431-142b-4801-8077-e6b80864394f on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:58.434935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No DVR routers for this DVR port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:58.508397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.522033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] No DVR routers for this DVR port f5eecfda-28aa-42cc-b841-8fcd0b9ad78f on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:37:58.540975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.545106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2e430-f0d7-4fb9-9e11-c9d836269b27 None None] Pushing event deleted for resources: {'Port': ['ID=f5eecfda-28aa-42cc-b841-8fcd0b9ad78f,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:58.655547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.683561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7242ea70-f17b-40bc-b4d3-49b61bf06895']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:58.697106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18610f6-ae40-4044-9335-ec71d57b0a9d') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:58.697406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18610f6-ae40-4044-9335-ec71d57b0a9d') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:58.715040 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.717131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Pushing event deleted for resources: {'Port': ['ID=038c1a46-f6da-4a1e-9281-79b0e7055414,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:58.735365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.748855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:58.749256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:58.753115 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:58.792130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event deleted for resources: {'Port': ['ID=1cf7b431-142b-4801-8077-e6b80864394f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:58.828917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.865249 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.868645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/networks/7242ea70-f17b-40bc-b4d3-49b61bf06895 HTTP/1.1" status: 204 len: 168 time: 1.9681704 Jan 28 20:37:58.874326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.874565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56290) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:58.890835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 25ae22a0-6a55-4e87-bbaf-815e8a0826c5 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:37:58.891205 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.904889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-256635280'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:58.923043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06ed9d-8d83-454a-88ac-5bc3b29a03d4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Network': ['ID=7242ea70-f17b-40bc-b4d3-49b61bf06895,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:58.923240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b07c839-b03a-4251-8a2e-5f9483b23dd4']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:58.928839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.962744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.984785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:58.995362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cf58ca-83a2-4449-bfbd-c0bb035a4265') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:58.995697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cf58ca-83a2-4449-bfbd-c0bb035a4265') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:58.995853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:58.999620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.060106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:37:59.075197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.079072 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.079353 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Added segment 736155db-a816-4515-9208-8836d14fcca4 of type vlan for network 947a8095-ff9b-4199-acdc-cb17ca5a80e0 Jan 28 20:37:59.095228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.100595 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.116143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.159837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:59.160289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.161921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:59.168508 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:59.173425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Allocated IP 172.25.2.234 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/9b40ee5b-c1ab-48a9-b5eb-37d1adb6c345) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:59.187688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.214395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.219829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:59.220437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.235070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 25ae22a0-6a55-4e87-bbaf-815e8a0826c5 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:37:59.236848 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.237511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c846810-c383-4d16-a630-5abeaf21afdd {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:37:59.242407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.245960 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7e01053b-c5a8-4829-84f2-95fb1ec0b62d admin admin] 10.222.0.44 "DELETE /v2.0/routers/8c846810-c383-4d16-a630-5abeaf21afdd HTTP/1.1" status: 204 len: 168 time: 3.1690860 Jan 28 20:37:59.249354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56294) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:59.334717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4337041 Jan 28 20:37:59.339469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56296) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:37:59.344346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '947a8095-ff9b-4199-acdc-cb17ca5a80e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:59.351183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de16cc-54f2-4107-a921-f3796f147e26 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Network': ['ID=947a8095-ff9b-4199-acdc-cb17ca5a80e0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:59.366530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 947a8095-ff9b-4199-acdc-cb17ca5a80e0 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:37:59.367525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.380095 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.396560 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] 10.222.0.44 "DELETE /v2.0/networks/5b07c839-b03a-4251-8a2e-5f9483b23dd4 HTTP/1.1" status: 204 len: 168 time: 2.2996569 Jan 28 20:37:59.414515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.467275 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.517943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:59.527311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:59.537584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:59.552988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-734f5f32-50cf-4b26-bc48-a6736ad35ab2 admin admin] Deleting subnet 06eba3e7-baca-4568-8c4a-ea287db23c48 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:37:59.566708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3332e-ab4e-4057-b09f-63439692f918 tempest-DHCPAgentSchedulersTestJSON-552805751 tempest-DHCPAgentSchedulersTestJSON-552805751-project] Pushing event deleted for resources: {'Network': ['ID=5b07c839-b03a-4251-8a2e-5f9483b23dd4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:59.569806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-734f5f32-50cf-4b26-bc48-a6736ad35ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.629250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event updated for resources: {'Port': ['ID=9b40ee5b-c1ab-48a9-b5eb-37d1adb6c345,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:59.709888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-734f5f32-50cf-4b26-bc48-a6736ad35ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.850982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:59.855742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:37:59.865948 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56310) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:00.021491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-734f5f32-50cf-4b26-bc48-a6736ad35ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.024859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cf7b431-142b-4801-8077-e6b80864394f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:00.041952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.080572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1cf7b431-142b-4801-8077-e6b80864394f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:00.084474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cf7b431-142b-4801-8077-e6b80864394f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:00.085274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f5eecfda-28aa-42cc-b841-8fcd0b9ad78f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:00.119579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: f5eecfda-28aa-42cc-b841-8fcd0b9ad78f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:00.121316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f5eecfda-28aa-42cc-b841-8fcd0b9ad78f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:00.195932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.295987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=25ae22a0-6a55-4e87-bbaf-815e8a0826c5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:00.345927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.424474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56320) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:00.425651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-734f5f32-50cf-4b26-bc48-a6736ad35ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.557090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f5f32-50cf-4b26-bc48-a6736ad35ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06eba3e7-baca-4568-8c4a-ea287db23c48,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:00.579741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb584917-359e-4d29-8a07-3a912a11149a None None] Network 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:00.593908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-734f5f32-50cf-4b26-bc48-a6736ad35ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.606707 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-734f5f32-50cf-4b26-bc48-a6736ad35ab2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/06eba3e7-baca-4568-8c4a-ea287db23c48 HTTP/1.1" status: 204 len: 168 time: 1.3541882 Jan 28 20:38:00.613261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56324) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:00.619823 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.685888 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f200ec7b-abd1-420a-8fdd-d75b8bab89e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=130519410b9345d4acf43f390d0a5b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8186986 Jan 28 20:38:00.701696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56326) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:00.712188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e699cd73-0fc4-4da8-bce3-62c3e7c958c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.897609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] DHCP port deletion for 76e6b64b-9eee-4a46-97a5-c1bc79809cc7 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:00.964096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] Deleting port 9c5e9d53-c5d1-4fba-a197-06683088c85d {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:00.965034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.976497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e699cd73-0fc4-4da8-bce3-62c3e7c958c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:00.993811 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e699cd73-0fc4-4da8-bce3-62c3e7c958c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.006805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Router 58e3f8a5-5c91-485c-89d4-11450e0bbea4 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:38:01.021845 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.047561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] For port 9c5e9d53-c5d1-4fba-a197-06683088c85d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9c5e9d53-c5d1-4fba-a197-06683088c85d,segment=NetworkSegment(028f5015-818b-475b-aab5-1b037a084dde),segment_id=028f5015-818b-475b-aab5-1b037a084dde)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:01.048299 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.061304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.063244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] Calling delete_port for 9c5e9d53-c5d1-4fba-a197-06683088c85d owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:01.141339 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e699cd73-0fc4-4da8-bce3-62c3e7c958c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2fac41ef64642f5bfb9434b2151453b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107396 Jan 28 20:38:01.145893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56332) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:01.161965 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.181121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] No DVR routers for this DVR port 9c5e9d53-c5d1-4fba-a197-06683088c85d on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:01.195011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:01.214002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588e0fd-b759-4aa6-8baa-463647268e0a None None] Pushing event deleted for resources: {'Port': ['ID=9c5e9d53-c5d1-4fba-a197-06683088c85d,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:01.220445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b9b3e-3291-4c8a-8220-9368943bc826 None None] Sync routers for ids ['58e3f8a5-5c91-485c-89d4-11450e0bbea4'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:01.233488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.233900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b9b3e-3291-4c8a-8220-9368943bc826 None None] Routers {'58e3f8a5-5c91-485c-89d4-11450e0bbea4'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:01.234854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9b3e-3291-4c8a-8220-9368943bc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['58e3f8a5-5c91-485c-89d4-11450e0bbea4'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.235241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d2a7d411-a937-4968-a8db-89eb8d0ea300 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1717360 Jan 28 20:38:01.235368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=59e981b8-d905-4f04-830e-1b0a9eff7fa4,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:01.239881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56334) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:01.244493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:01.245154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699cd73-0fc4-4da8-bce3-62c3e7c958c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74ca280-2a92-462e-9902-135ed010424e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:01.252283 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3675d128-3213-4ccb-b433-a04cba40bd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.280641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9b3e-3291-4c8a-8220-9368943bc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.293385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b9b3e-3291-4c8a-8220-9368943bc826 None None] Routers {'58e3f8a5-5c91-485c-89d4-11450e0bbea4'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:01.294288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9b3e-3291-4c8a-8220-9368943bc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['58e3f8a5-5c91-485c-89d4-11450e0bbea4'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.321517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3675d128-3213-4ccb-b433-a04cba40bd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.344078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cd1b9b3e-3291-4c8a-8220-9368943bc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.344904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b9b3e-3291-4c8a-8220-9368943bc826 None None] The sync data for ids ['58e3f8a5-5c91-485c-89d4-11450e0bbea4'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:01.381610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking segment: {'id': '736155db-a816-4515-9208-8836d14fcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '947a8095-ff9b-4199-acdc-cb17ca5a80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:01.381981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network hostable DHCP agents. Network: 947a8095-ff9b-4199-acdc-cb17ca5a80e0, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:01.383982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0467f27e-5397-4d9a-be3e-04dad49b377a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.394840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 8b73b11a-896f-4644-b882-bec45795eb93 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:38:01.397665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.450908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e6b64b-9eee-4a46-97a5-c1bc79809cc7']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.454779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0467f27e-5397-4d9a-be3e-04dad49b377a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.463298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 947a8095-ff9b-4199-acdc-cb17ca5a80e0 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:01.467671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3675d128-3213-4ccb-b433-a04cba40bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.470697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3675d128-3213-4ccb-b433-a04cba40bd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.472712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3675d128-3213-4ccb-b433-a04cba40bd91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f74ca280-2a92-462e-9902-135ed010424e HTTP/1.1" status: 204 len: 168 time: 0.3261912 Jan 28 20:38:01.481743 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028f5015-818b-475b-aab5-1b037a084dde') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.482043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028f5015-818b-475b-aab5-1b037a084dde') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.516116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675d128-3213-4ccb-b433-a04cba40bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74ca280-2a92-462e-9902-135ed010424e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:01.540749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.542895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 947a8095-ff9b-4199-acdc-cb17ca5a80e0) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:01.552047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83733795-06d7-4452-8fc9-393601877c4d None None] Network 947a8095-ff9b-4199-acdc-cb17ca5a80e0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:01.597383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:01.597995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.600844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 038c1a46-f6da-4a1e-9281-79b0e7055414 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:01.616726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:01.618731 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.628969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a1516f47-5699-40ce-92e8-18ecbf5a0d02 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/8b73b11a-896f-4644-b882-bec45795eb93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8759584 Jan 28 20:38:01.629303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56338) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:01.631266 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea98516-0555-40b9-8248-6cf9b6c50f55 None None] Sync routers for ids ['8b73b11a-896f-4644-b882-bec45795eb93'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:01.638191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 038c1a46-f6da-4a1e-9281-79b0e7055414 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:01.638548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 038c1a46-f6da-4a1e-9281-79b0e7055414 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:01.639465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9c5e9d53-c5d1-4fba-a197-06683088c85d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:01.641642 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea98516-0555-40b9-8248-6cf9b6c50f55 None None] Routers {'8b73b11a-896f-4644-b882-bec45795eb93'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:01.642254 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eea98516-0555-40b9-8248-6cf9b6c50f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b73b11a-896f-4644-b882-bec45795eb93'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.661227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:01.661670 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:01.663755 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:01.665689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9c5e9d53-c5d1-4fba-a197-06683088c85d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:01.665689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9c5e9d53-c5d1-4fba-a197-06683088c85d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:01.688760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-55153701-10e2-482c-bdb0-40f6577c3092 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b73b11a-896f-4644-b882-bec45795eb93 HTTP/1.1" status: 200 len: 205 time: 0.0577183 Jan 28 20:38:01.689657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ec2d8024-b9d4-4b86-9eb6-281ececabe92 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3495667 Jan 28 20:38:01.690287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56340) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:01.692647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56342) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:01.697355 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eea98516-0555-40b9-8248-6cf9b6c50f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.698288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '947a8095-ff9b-4199-acdc-cb17ca5a80e0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-476885283'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:01.719226 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea98516-0555-40b9-8248-6cf9b6c50f55 None None] Routers {'8b73b11a-896f-4644-b882-bec45795eb93'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:01.720059 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eea98516-0555-40b9-8248-6cf9b6c50f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b73b11a-896f-4644-b882-bec45795eb93'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.767763 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eea98516-0555-40b9-8248-6cf9b6c50f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:01.768855 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea98516-0555-40b9-8248-6cf9b6c50f55 None None] The sync data for ids ['8b73b11a-896f-4644-b882-bec45795eb93'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:01.848283 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.860625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.863338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.872771 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] 10.222.0.44 "DELETE /v2.0/networks/76e6b64b-9eee-4a46-97a5-c1bc79809cc7 HTTP/1.1" status: 204 len: 168 time: 1.2433341 Jan 28 20:38:01.887933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-947a8095-ff9b-4199-acdc-cb17ca5a80e0', 'network_id': '947a8095-ff9b-4199-acdc-cb17ca5a80e0', 'tenant_id': '4447d34b2bc4472c9ef5dad1ed5f2752', 'fixed_ips': [{'subnet_id': '59e981b8-d905-4f04-830e-1b0a9eff7fa4'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:01.888841 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.903544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.904930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4245cc-f08d-411c-a6d8-61135870ba9c admin admin] Pushing event deleted for resources: {'Network': ['ID=76e6b64b-9eee-4a46-97a5-c1bc79809cc7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:01.908522 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff5cb-58d6-4f8b-b3c6-5a3ca17880bf tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.919321 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0467f27e-5397-4d9a-be3e-04dad49b377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.922231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0467f27e-5397-4d9a-be3e-04dad49b377a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:01.931358 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0467f27e-5397-4d9a-be3e-04dad49b377a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96de8398-f501-4614-a8e4-5bcc6d420be2 HTTP/1.1" status: 204 len: 168 time: 1.2242138 Jan 28 20:38:02.036325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467f27e-5397-4d9a-be3e-04dad49b377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de8398-f501-4614-a8e4-5bcc6d420be2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:02.047511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:02.062170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.112494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Deleting port 9b40ee5b-c1ab-48a9-b5eb-37d1adb6c345 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:02.115357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.118857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:02.147814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56354) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:02.226361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Allocated IP 2001:db8::2 (947a8095-ff9b-4199-acdc-cb17ca5a80e0/59e981b8-d905-4f04-830e-1b0a9eff7fa4/394bebf0-72db-447f-9013-d65a765f8481) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:02.260624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff5cb-58d6-4f8b-b3c6-5a3ca17880bf tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.262864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff5cb-58d6-4f8b-b3c6-5a3ca17880bf tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.365190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.382398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Calling delete_port for 9b40ee5b-c1ab-48a9-b5eb-37d1adb6c345 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:02.464024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d5e1bf38-22f8-4539-bd55-38df6928ddd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46424bd783164b6da95602dd2227d22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149538 Jan 28 20:38:02.466362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56362) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:02.491284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.500029 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.573407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Network 947a8095-ff9b-4199-acdc-cb17ca5a80e0 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:02.585685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::1cc (947a8095-ff9b-4199-acdc-cb17ca5a80e0/59e981b8-d905-4f04-830e-1b0a9eff7fa4/d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:02.587415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:02.591216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:02.630422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Pushing event updated for resources: {'Port': ['ID=394bebf0-72db-447f-9013-d65a765f8481,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:02.640000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56364) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:02.648538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff5cb-58d6-4f8b-b3c6-5a3ca17880bf tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.649034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ff5cb-58d6-4f8b-b3c6-5a3ca17880bf tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Fanout notify agent at l3_agent the message router_deleted on router 8b73b11a-896f-4644-b882-bec45795eb93 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:38:02.664099 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff5cb-58d6-4f8b-b3c6-5a3ca17880bf tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.667966 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cd7ff5cb-58d6-4f8b-b3c6-5a3ca17880bf tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/8b73b11a-896f-4644-b882-bec45795eb93 HTTP/1.1" status: 204 len: 168 time: 0.9401162 Jan 28 20:38:02.668603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56368) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:02.670997 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63f66500-936a-4d6f-88c2-3c8975c7f348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.710048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Attempting to bind port 394bebf0-72db-447f-9013-d65a765f8481 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:02.710423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Attempting to bind port 394bebf0-72db-447f-9013-d65a765f8481 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '736155db-a816-4515-9208-8836d14fcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '947a8095-ff9b-4199-acdc-cb17ca5a80e0'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:02.710786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Attempting to bind port 394bebf0-72db-447f-9013-d65a765f8481 on network 947a8095-ff9b-4199-acdc-cb17ca5a80e0 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:02.718866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:02.719236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Checking segment: {'id': '736155db-a816-4515-9208-8836d14fcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '947a8095-ff9b-4199-acdc-cb17ca5a80e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:02.719635 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.720020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Bound using segment: {'id': '736155db-a816-4515-9208-8836d14fcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '947a8095-ff9b-4199-acdc-cb17ca5a80e0'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:02.720508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Bound port: 394bebf0-72db-447f-9013-d65a765f8481, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736155db-a816-4515-9208-8836d14fcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '947a8095-ff9b-4199-acdc-cb17ca5a80e0'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:02.720885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.741292 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.746500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea73ff40-d67a-4513-aaa3-3ee2353cc047 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet 7ba798c7-9b45-44c3-849d-4eccf2c548af {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:02.754884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea73ff40-d67a-4513-aaa3-3ee2353cc047 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.780942 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.839947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea73ff40-d67a-4513-aaa3-3ee2353cc047 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.851539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] For port 394bebf0-72db-447f-9013-d65a765f8481, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:02.855115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] For port 394bebf0-72db-447f-9013-d65a765f8481, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=394bebf0-72db-447f-9013-d65a765f8481,segment=NetworkSegment(736155db-a816-4515-9208-8836d14fcca4),segment_id=736155db-a816-4515-9208-8836d14fcca4)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:02.865538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.873213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 947a8095-ff9b-4199-acdc-cb17ca5a80e0 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:02.887572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:02.890192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:02.897827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:02.898547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:02.922942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f937041-f04e-4ec7-8297-b50eefd32eff None None] Pushing event updated for resources: {'Port': ['ID=394bebf0-72db-447f-9013-d65a765f8481,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:02.945804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2518599 Jan 28 20:38:02.948900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56376) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:02.977904 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea73ff40-d67a-4513-aaa3-3ee2353cc047 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.000120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adede7df-578a-4d36-9090-49567b3ba2a6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:03.018176 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb794-90b1-46a8-8c62-fc529fab8ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.051525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63f66500-936a-4d6f-88c2-3c8975c7f348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.068926 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63f66500-936a-4d6f-88c2-3c8975c7f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.121194 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-63f66500-936a-4d6f-88c2-3c8975c7f348 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e984b64355d411798d5452ffd646066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800367 Jan 28 20:38:03.139845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56384) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:03.156634 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb794-90b1-46a8-8c62-fc529fab8ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.217235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f66500-936a-4d6f-88c2-3c8975c7f348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33c18c2-66ea-4eb4-a97c-f21c0ca44227,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:03.263075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea73ff40-d67a-4513-aaa3-3ee2353cc047 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.315915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73ff40-d67a-4513-aaa3-3ee2353cc047 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba798c7-9b45-44c3-849d-4eccf2c548af,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:03.338080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ea73ff40-d67a-4513-aaa3-3ee2353cc047 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.344074 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ea73ff40-d67a-4513-aaa3-3ee2353cc047 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/7ba798c7-9b45-44c3-849d-4eccf2c548af HTTP/1.1" status: 204 len: 168 time: 0.6740785 Jan 28 20:38:03.346530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ef2abe78-9f02-40fa-8024-71ba6ba19aae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:03.347009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56394) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:03.348646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef2abe78-9f02-40fa-8024-71ba6ba19aae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.353715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222fcb6-67d9-4ed1-aa3d-0c944387bd4f None None] Network fdb5d7a2-3c77-4537-b9d1-889af198bfc3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:03.394125 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb794-90b1-46a8-8c62-fc529fab8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.397083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb7fb794-90b1-46a8-8c62-fc529fab8ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.401210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fb7fb794-90b1-46a8-8c62-fc529fab8ed7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9abca6d-6b93-4163-b9e7-f4e80c8eda10 HTTP/1.1" status: 204 len: 168 time: 0.9177208 Jan 28 20:38:03.491974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e24ea8fd-1bf2-46d9-a71b-f51bc2cdd421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.500033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.506502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7c0144-3aff-492b-9a41-8dd3401fb30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet 379f9ae5-96c1-4fce-a297-5c67bb981473 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:03.515181 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0144-3aff-492b-9a41-8dd3401fb30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.531629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fb794-90b1-46a8-8c62-fc529fab8ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9abca6d-6b93-4163-b9e7-f4e80c8eda10,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:03.580092 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Pushing event deleted for resources: {'Port': ['ID=9b40ee5b-c1ab-48a9-b5eb-37d1adb6c345,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:03.627777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0144-3aff-492b-9a41-8dd3401fb30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.758198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0144-3aff-492b-9a41-8dd3401fb30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.763290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef2abe78-9f02-40fa-8024-71ba6ba19aae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.816972 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] DHCP port deletion for fdb5d7a2-3c77-4537-b9d1-889af198bfc3 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:03.833184 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.856546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0144-3aff-492b-9a41-8dd3401fb30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.914399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 394bebf0-72db-447f-9013-d65a765f8481 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:03.924636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c0144-3aff-492b-9a41-8dd3401fb30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=379f9ae5-96c1-4fce-a297-5c67bb981473,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:03.947977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ef2abe78-9f02-40fa-8024-71ba6ba19aae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:03.962736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e24ea8fd-1bf2-46d9-a71b-f51bc2cdd421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.965550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0144-3aff-492b-9a41-8dd3401fb30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:03.972009 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bf7c0144-3aff-492b-9a41-8dd3401fb30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/379f9ae5-96c1-4fce-a297-5c67bb981473 HTTP/1.1" status: 204 len: 168 time: 0.6210473 Jan 28 20:38:03.976289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56406) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:04.008748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] Deleting port fecc21a2-3702-4f80-ac8b-853084dd4a63 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:04.009148 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.110562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] For port fecc21a2-3702-4f80-ac8b-853084dd4a63, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fecc21a2-3702-4f80-ac8b-853084dd4a63,segment=NetworkSegment(a9361f91-cb88-4c8b-b1e4-650efedd9375),segment_id=a9361f91-cb88-4c8b-b1e4-650efedd9375)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:04.111178 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.136048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] Calling delete_port for fecc21a2-3702-4f80-ac8b-853084dd4a63 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:04.167194 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e24ea8fd-1bf2-46d9-a71b-f51bc2cdd421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.174362 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e24ea8fd-1bf2-46d9-a71b-f51bc2cdd421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.176208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e24ea8fd-1bf2-46d9-a71b-f51bc2cdd421 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c33c18c2-66ea-4eb4-a97c-f21c0ca44227 HTTP/1.1" status: 204 len: 168 time: 1.0345583 Jan 28 20:38:04.212467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56414) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:04.243230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74546944-4fd8-4412-98df-2d1fd366f382 None None] Network dc033a81-5b1d-47ab-8bc6-464d25cfbfca requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:04.258155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ea8fd-1bf2-46d9-a71b-f51bc2cdd421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33c18c2-66ea-4eb4-a97c-f21c0ca44227,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:04.260638 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.293073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef2abe78-9f02-40fa-8024-71ba6ba19aae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.318407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.340739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] Pushing event deleted for resources: {'Port': ['ID=fecc21a2-3702-4f80-ac8b-853084dd4a63,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:04.387003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2abe78-9f02-40fa-8024-71ba6ba19aae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:04.447290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f0389-1ee1-4ee4-82a1-20922e0c5191 None None] No DVR routers for this DVR port fecc21a2-3702-4f80-ac8b-853084dd4a63 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:04.485193 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 394bebf0-72db-447f-9013-d65a765f8481 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:04.485812 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.564588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.614814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb5d7a2-3c77-4537-b9d1-889af198bfc3']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:04.636830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9361f91-cb88-4c8b-b1e4-650efedd9375') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:04.637599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9361f91-cb88-4c8b-b1e4-650efedd9375') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:04.641190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef2abe78-9f02-40fa-8024-71ba6ba19aae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.656576 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ef2abe78-9f02-40fa-8024-71ba6ba19aae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece HTTP/1.1" status: 204 len: 168 time: 1.7066448 Jan 28 20:38:04.666280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56428) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:04.680333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.705074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.722720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:04.723382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:04.740141 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:04.747325 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.820698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 394bebf0-72db-447f-9013-d65a765f8481, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=394bebf0-72db-447f-9013-d65a765f8481,segment=NetworkSegment(736155db-a816-4515-9208-8836d14fcca4),segment_id=736155db-a816-4515-9208-8836d14fcca4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:04.823336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] DHCP port deletion for dc033a81-5b1d-47ab-8bc6-464d25cfbfca request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:04.864375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.882619 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.885880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.893985 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-7383bb90-cb79-4a94-9721-5ad629a71686 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:38:04.895892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7383bb90-cb79-4a94-9721-5ad629a71686 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece HTTP/1.1" status: 404 len: 333 time: 0.2270026 Jan 28 20:38:04.905514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56432) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:04.915078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0148e386-04bf-4e9a-9f01-93b1398da0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.947049 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.968749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:04.980233 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/fdb5d7a2-3c77-4537-b9d1-889af198bfc3 HTTP/1.1" status: 204 len: 168 time: 0.9788384 Jan 28 20:38:04.985549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56434) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:05.035987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da9096-2ca2-4377-8809-3c6db0a8e2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=fdb5d7a2-3c77-4537-b9d1-889af198bfc3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:05.067571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] Deleting port e453cf7f-519d-4d0f-99ea-50a11b9a2204 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:05.069935 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.075018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=394bebf0-72db-447f-9013-d65a765f8481,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:05.130587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Router 58e3f8a5-5c91-485c-89d4-11450e0bbea4 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:38:05.164102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f414d740-9761-4a93-a51f-24f012353981 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 59e981b8-d905-4f04-830e-1b0a9eff7fa4 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:05.179118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f414d740-9761-4a93-a51f-24f012353981 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.215986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] For port e453cf7f-519d-4d0f-99ea-50a11b9a2204, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e453cf7f-519d-4d0f-99ea-50a11b9a2204,segment=NetworkSegment(e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d),segment_id=e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:05.216545 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.247831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] Calling delete_port for e453cf7f-519d-4d0f-99ea-50a11b9a2204 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:05.257088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e0987e-b730-4c56-881d-7edd2f371588 None None] Network 947a8095-ff9b-4199-acdc-cb17ca5a80e0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:05.276776 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f414d740-9761-4a93-a51f-24f012353981 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.294930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.363392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0148e386-04bf-4e9a-9f01-93b1398da0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.374467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0148e386-04bf-4e9a-9f01-93b1398da0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.390562 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f414d740-9761-4a93-a51f-24f012353981 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.423517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148e386-04bf-4e9a-9f01-93b1398da0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232618ff-2397-49ab-b5bb-8a3c68731df4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:05.460858 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0148e386-04bf-4e9a-9f01-93b1398da0fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b412370bd63a41c3a2c7e2a75440b4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1938186 Jan 28 20:38:05.463375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56452) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:05.469654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port e453cf7f-519d-4d0f-99ea-50a11b9a2204 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:05.470495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.575446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f414d740-9761-4a93-a51f-24f012353981 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.622263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aa98d13-5f77-4d2d-aca8-d6a8a2dbd171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.647034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414d740-9761-4a93-a51f-24f012353981 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=59e981b8-d905-4f04-830e-1b0a9eff7fa4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:05.657577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:05.659821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f414d740-9761-4a93-a51f-24f012353981 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.663396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f414d740-9761-4a93-a51f-24f012353981 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/59e981b8-d905-4f04-830e-1b0a9eff7fa4 HTTP/1.1" status: 204 len: 168 time: 0.7564929 Jan 28 20:38:05.669552 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.671060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d93b68d1-f9d4-4ca0-87c3-5c3fc2f138a1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "PUT /v2.0/routers/58e3f8a5-5c91-485c-89d4-11450e0bbea4 HTTP/1.1" status: 200 len: 709 time: 4.4301863 Jan 28 20:38:05.671569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56462) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:05.674020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56460) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:05.675161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56464) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:05.682768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port e453cf7f-519d-4d0f-99ea-50a11b9a2204, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e453cf7f-519d-4d0f-99ea-50a11b9a2204,segment=NetworkSegment(e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d),segment_id=e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:05.683409 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.683758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 394bebf0-72db-447f-9013-d65a765f8481 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:05.709076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aa98d13-5f77-4d2d-aca8-d6a8a2dbd171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.712370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4938c-3c75-416f-9519-4521c359bbc3 None None] Sync routers for ids ['58e3f8a5-5c91-485c-89d4-11450e0bbea4'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:05.752022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.838818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for e453cf7f-519d-4d0f-99ea-50a11b9a2204 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:05.884563 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aa98d13-5f77-4d2d-aca8-d6a8a2dbd171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.888809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7aa98d13-5f77-4d2d-aca8-d6a8a2dbd171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.890969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 394bebf0-72db-447f-9013-d65a765f8481 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:05.891158 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7aa98d13-5f77-4d2d-aca8-d6a8a2dbd171 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/232618ff-2397-49ab-b5bb-8a3c68731df4 HTTP/1.1" status: 204 len: 168 time: 0.4244192 Jan 28 20:38:05.892682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.907464 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-263352d1-de5f-485e-8e8c-310cb17489c0 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/routers/58e3f8a5-5c91-485c-89d4-11450e0bbea4 HTTP/1.1" status: 200 len: 744 time: 0.2195985 Jan 28 20:38:05.910786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56480) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:05.911756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa98d13-5f77-4d2d-aca8-d6a8a2dbd171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232618ff-2397-49ab-b5bb-8a3c68731df4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:05.917928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-581bf8e6-4a48-45c6-8b1b-7e000a5b45d4 None None] Provisioning complete for port 394bebf0-72db-447f-9013-d65a765f8481 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:05.917928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-581bf8e6-4a48-45c6-8b1b-7e000a5b45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:05.975503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.010897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] For port 394bebf0-72db-447f-9013-d65a765f8481, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=394bebf0-72db-447f-9013-d65a765f8481,segment=NetworkSegment(736155db-a816-4515-9208-8836d14fcca4),segment_id=736155db-a816-4515-9208-8836d14fcca4)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:06.011497 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.028058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] No DVR routers for this DVR port e453cf7f-519d-4d0f-99ea-50a11b9a2204 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:06.035269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 394bebf0-72db-447f-9013-d65a765f8481 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:06.038280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56486) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.050417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4353cc-4317-4b46-af09-4544c7600f56 None None] Pushing event deleted for resources: {'Port': ['ID=e453cf7f-519d-4d0f-99ea-50a11b9a2204,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:06.052639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-698e4370-0d63-4389-b784-c1c081698037 tempest-RoutersIpV6AdminTest-509293064 tempest-RoutersIpV6AdminTest-509293064-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&device_id=58e3f8a5-5c91-485c-89d4-11450e0bbea4 HTTP/1.1" status: 200 len: 205 time: 0.1296542 Jan 28 20:38:06.054918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56490) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.088166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e96fbf7d-4bde-4eac-a163-983d9912f470 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=58e3f8a5-5c91-485c-89d4-11450e0bbea4 HTTP/1.1" status: 200 len: 205 time: 0.0319099 Jan 28 20:38:06.092620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56492) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.189200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4938c-3c75-416f-9519-4521c359bbc3 None None] Routers {'58e3f8a5-5c91-485c-89d4-11450e0bbea4'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:06.190675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-80e4938c-3c75-416f-9519-4521c359bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['58e3f8a5-5c91-485c-89d4-11450e0bbea4'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.190868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.191583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1751332307-network', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:06.207766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b40a91c-39cb-46d1-9cd3-361ba59e72d2 None None] DHCP port deletion for 947a8095-ff9b-4199-acdc-cb17ca5a80e0 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:06.209400 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a71daa5-cf85-4ad2-b31b-05ae9d1bb908 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.233933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No DVR routers for this DVR port 394bebf0-72db-447f-9013-d65a765f8481 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:06.241869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=394bebf0-72db-447f-9013-d65a765f8481,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:06.253242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 394bebf0-72db-447f-9013-d65a765f8481 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:06.254161 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.256749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.263816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-80e4938c-3c75-416f-9519-4521c359bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.296097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Port 394bebf0-72db-447f-9013-d65a765f8481 was deleted so its status cannot be updated. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 28 20:38:06.310315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4938c-3c75-416f-9519-4521c359bbc3 None None] Routers {'58e3f8a5-5c91-485c-89d4-11450e0bbea4'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:06.311145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-80e4938c-3c75-416f-9519-4521c359bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:37:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['58e3f8a5-5c91-485c-89d4-11450e0bbea4'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.317578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No DVR routers for this DVR port e453cf7f-519d-4d0f-99ea-50a11b9a2204 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:06.372486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-80e4938c-3c75-416f-9519-4521c359bbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.373157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4938c-3c75-416f-9519-4521c359bbc3 None None] The sync data for ids ['58e3f8a5-5c91-485c-89d4-11450e0bbea4'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:06.373538 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.384992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=e453cf7f-519d-4d0f-99ea-50a11b9a2204,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:06.407355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e453cf7f-519d-4d0f-99ea-50a11b9a2204 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:06.408646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Made reservation on behalf of b4ed893820704fffb30ecb76713af6da for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:06.411026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.435565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: e453cf7f-519d-4d0f-99ea-50a11b9a2204 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:06.435902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947a8095-ff9b-4199-acdc-cb17ca5a80e0']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.436462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e453cf7f-519d-4d0f-99ea-50a11b9a2204 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:06.436974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fecc21a2-3702-4f80-ac8b-853084dd4a63 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:06.457902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736155db-a816-4515-9208-8836d14fcca4') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.458198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736155db-a816-4515-9208-8836d14fcca4') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.462441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: fecc21a2-3702-4f80-ac8b-853084dd4a63 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:06.462997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fecc21a2-3702-4f80-ac8b-853084dd4a63 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:06.483093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.496508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.505998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.515738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:06.516146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:06.519793 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:06.584033 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a71daa5-cf85-4ad2-b31b-05ae9d1bb908 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.587276 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a71daa5-cf85-4ad2-b31b-05ae9d1bb908 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.594106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.601606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.611441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.625596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/networks/947a8095-ff9b-4199-acdc-cb17ca5a80e0 HTTP/1.1" status: 204 len: 168 time: 0.9521017 Jan 28 20:38:06.638078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56496) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.657652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'name': 'tempest-PortsIpV6TestJSON-1767730747'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:06.669582 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a71daa5-cf85-4ad2-b31b-05ae9d1bb908 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.669582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a71daa5-cf85-4ad2-b31b-05ae9d1bb908 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Fanout notify agent at l3_agent the message router_deleted on router 58e3f8a5-5c91-485c-89d4-11450e0bbea4 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:38:06.680137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc15b2c-339d-4ad7-88e9-5fd27e6dc707 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Network': ['ID=947a8095-ff9b-4199-acdc-cb17ca5a80e0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:06.680474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a71daa5-cf85-4ad2-b31b-05ae9d1bb908 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.681778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0a71daa5-cf85-4ad2-b31b-05ae9d1bb908 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/58e3f8a5-5c91-485c-89d4-11450e0bbea4 HTTP/1.1" status: 204 len: 168 time: 0.5879581 Jan 28 20:38:06.685827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56500) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.735749 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4890c42c-def5-4f20-8767-82ca626881f0 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=58e3f8a5-5c91-485c-89d4-11450e0bbea4 HTTP/1.1" status: 200 len: 205 time: 0.0454388 Jan 28 20:38:06.741366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56504) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.749979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc033a81-5b1d-47ab-8bc6-464d25cfbfca']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.773957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6fdfb31a-18be-4654-a9d2-59da1d6eb51a tempest-AgentManagementNegativeTest-411812511 tempest-AgentManagementNegativeTest-411812511-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7314317 Jan 28 20:38:06.795820 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-16f670cb-63bf-4e22-9150-3001de68ee51 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] delete failed (client error): The resource could not be found. Jan 28 20:38:06.797181 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-16f670cb-63bf-4e22-9150-3001de68ee51 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/58e3f8a5-5c91-485c-89d4-11450e0bbea4 HTTP/1.1" status: 404 len: 336 time: 0.0532358 Jan 28 20:38:06.801591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56512) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.811972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.812477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d05c62-e4c5-424f-ae8e-3f8ef0080f3d') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:06.828775 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.855368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.871142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:06.871384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d42c0fc4-46c0-4d32-aa0d-a28be88f09ff tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=2912cc4b-6704-4d58-89b7-d633bdd9453f HTTP/1.1" status: 200 len: 205 time: 0.0653386 Jan 28 20:38:06.871967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:06.875458 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:06.880344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56516) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.894786 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.934308 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-c48b3f48-fad0-4d26-b2ea-6b418200d0b2 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] delete failed (client error): The resource could not be found. Jan 28 20:38:06.935380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c48b3f48-fad0-4d26-b2ea-6b418200d0b2 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/2912cc4b-6704-4d58-89b7-d633bdd9453f HTTP/1.1" status: 404 len: 336 time: 0.0490625 Jan 28 20:38:06.935884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.939702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56518) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.978761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-28eab897-b404-4572-9ec0-5d0a748ea643 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=361ae9cd-88c3-4585-8870-7c5f0ba6ba93 HTTP/1.1" status: 200 len: 205 time: 0.0374253 Jan 28 20:38:06.979987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:06.983810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:06.988521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56520) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:06.992129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:07.007119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.010901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38cb2d6-d13d-4725-b4aa-c30dea1d3473,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:07.016424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.016928 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Added segment c1167a6b-cf9c-43c1-a02a-ca6ab4125b09 of type vlan for network a866081b-f2dd-4a7b-a54e-c258292b92de Jan 28 20:38:07.023948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.031803 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/dc033a81-5b1d-47ab-8bc6-464d25cfbfca HTTP/1.1" status: 204 len: 168 time: 2.0452905 Jan 28 20:38:07.042730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56526) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.060671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-649147184'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:07.070276 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-7410a748-d700-47e7-8a98-f602374f9d25 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] delete failed (client error): The resource could not be found. Jan 28 20:38:07.071475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7410a748-d700-47e7-8a98-f602374f9d25 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/361ae9cd-88c3-4585-8870-7c5f0ba6ba93 HTTP/1.1" status: 404 len: 336 time: 0.0817537 Jan 28 20:38:07.075805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56528) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.086863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 822de735-1952-4794-8010-e8dc3cd60197 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:07.120631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-16c57245-2250-4d9b-8aee-523ce7df03e5 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=77947e7d-d7a2-4b39-90ec-644e278007a9 HTTP/1.1" status: 200 len: 205 time: 0.0403240 Jan 28 20:38:07.121834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56532) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.146451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:07.150540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.163834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43424f-aa53-4d94-915a-9f156a9b4ee4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=dc033a81-5b1d-47ab-8bc6-464d25cfbfca,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:07.212521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56538) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.213227 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.220836 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-d938a66d-88b5-4333-9043-ce4aa7fa52cc tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] delete failed (client error): The resource could not be found. Jan 28 20:38:07.225416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d938a66d-88b5-4333-9043-ce4aa7fa52cc tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/77947e7d-d7a2-4b39-90ec-644e278007a9 HTTP/1.1" status: 404 len: 336 time: 0.1000667 Jan 28 20:38:07.225531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56542) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.260294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-71eb3b5a-09ee-45b2-a176-61426f7dfaa8 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=78033a40-fc0b-4f55-9f03-abe36e6a871b HTTP/1.1" status: 200 len: 205 time: 0.0317681 Jan 28 20:38:07.261575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56544) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.319181 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-3e050fb3-c759-41f4-b32c-19a1c69d14c9 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] delete failed (client error): The resource could not be found. Jan 28 20:38:07.322750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3e050fb3-c759-41f4-b32c-19a1c69d14c9 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/78033a40-fc0b-4f55-9f03-abe36e6a871b HTTP/1.1" status: 404 len: 336 time: 0.0565217 Jan 28 20:38:07.322750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:07.324153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.325269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:07.325838 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.335053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56550) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.389046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.389400 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment 6ef6a9e3-fb99-48d8-ae08-7480df7514b8 of type vlan for network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 Jan 28 20:38:07.415023 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7283604 Jan 28 20:38:07.435749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d664c125-7560-423e-8e50-62cbb7ff9b58 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c96dfed-7687-4e28-b7d8-408766eb3fcc HTTP/1.1" status: 200 len: 205 time: 0.0995352 Jan 28 20:38:07.439090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56554) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.439674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56556) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.444851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Request body: {'subnet': {'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1751332307-subnet', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:07.506600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.509060 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-86c97d29-b692-46e8-99d5-04ac3a291db1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] delete failed (client error): The resource could not be found. Jan 28 20:38:07.512442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86c97d29-b692-46e8-99d5-04ac3a291db1 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/routers/1c96dfed-7687-4e28-b7d8-408766eb3fcc HTTP/1.1" status: 404 len: 336 time: 0.0689042 Jan 28 20:38:07.512442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b913d-2df5-4f86-94ce-d6503e6f7177 admin admin] Pushing event updated for resources: {'Network': ['ID=a866081b-f2dd-4a7b-a54e-c258292b92de,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:07.513369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56560) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.522697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a866081b-f2dd-4a7b-a54e-c258292b92de details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:07.562654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.566197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Made reservation on behalf of b4ed893820704fffb30ecb76713af6da for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:07.572826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.586115 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa943bc8-a8c0-405c-8ce7-b0cf5125bbb4 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] DELETE failed (client error): The resource could not be found. Jan 28 20:38:07.586951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa943bc8-a8c0-405c-8ce7-b0cf5125bbb4 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:38:07.591274 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa943bc8-a8c0-405c-8ce7-b0cf5125bbb4 tempest-RoutersIpV6AdminTest-513272033 tempest-RoutersIpV6AdminTest-513272033-project] 10.222.0.44 "DELETE /v2.0/subnets/2b9ef1a0-4197-494e-b2bb-0bc0009b937f HTTP/1.1" status: 404 len: 337 time: 0.0752828 Jan 28 20:38:07.621908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.628618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:07.629234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.641782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 394bebf0-72db-447f-9013-d65a765f8481 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:07.666272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 394bebf0-72db-447f-9013-d65a765f8481 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:07.666619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 394bebf0-72db-447f-9013-d65a765f8481 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:07.679877 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6339302 Jan 28 20:38:07.710944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a424e94-40e0-4aed-9e30-c108c5aa31af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.720705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56570) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:07.726587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': '2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:07.741904 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8013b213-8b65-430e-9b64-867ddabcfbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.796762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.887733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:07.900718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:07.903406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:07.910077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:07.910715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:07.918004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=822de735-1952-4794-8010-e8dc3cd60197,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:07.921606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41c1ed-ae0e-46a8-8d96-00e8bf22701d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:07.945654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:07.973278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:07.977354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.001653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-154dd29d-2fc1-4e74-935b-f8d86972ab82 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3603747 Jan 28 20:38:08.006109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56580) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:08.040730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:08.088322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8013b213-8b65-430e-9b64-867ddabcfbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.098701 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8013b213-8b65-430e-9b64-867ddabcfbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.136024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.248833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013b213-8b65-430e-9b64-867ddabcfbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaec2d8-6b28-45d5-ae58-42c98136593f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:08.261523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56590) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:08.268742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8013b213-8b65-430e-9b64-867ddabcfbef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bcb9f2e1e9a477a8ed35ab121b79192&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0545061 Jan 28 20:38:08.307479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:08.319913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Checking segment: {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:08.319913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Network hostable DHCP agents. Network: a866081b-f2dd-4a7b-a54e-c258292b92de, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:08.339851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Network a866081b-f2dd-4a7b-a54e-c258292b92de is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:08.351388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a866081b-f2dd-4a7b-a54e-c258292b92de) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:08.360728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49576dc7-c1d6-457b-9da2-211e5e5f2c10 None None] Network a866081b-f2dd-4a7b-a54e-c258292b92de requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:08.372619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f3a306dd-177c-43c8-b613-43e6a384cac9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 822de735-1952-4794-8010-e8dc3cd60197 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:08.373112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3a306dd-177c-43c8-b613-43e6a384cac9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.373862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:08.374460 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.405152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffbe814b-d2c1-43eb-8278-0e4c4181989a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.423744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b67bd462-f5bc-4a85-bd11-ae9636f6e104 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9826303 Jan 28 20:38:08.427694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56594) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:08.435305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:08.488957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.490144 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.522237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fdaad237-3906-4468-9a67-35e774f204fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.565762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab846f1-79b1-46b4-b527-f0bc44c7eaf9 None None] Network a866081b-f2dd-4a7b-a54e-c258292b92de requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:08.576255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fdaad237-3906-4468-9a67-35e774f204fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.622295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3a306dd-177c-43c8-b613-43e6a384cac9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.750602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f3a306dd-177c-43c8-b613-43e6a384cac9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 822de735-1952-4794-8010-e8dc3cd60197 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:08.811944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.882640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fdaad237-3906-4468-9a67-35e774f204fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.885934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fdaad237-3906-4468-9a67-35e774f204fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:08.887337 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fdaad237-3906-4468-9a67-35e774f204fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6eaec2d8-6b28-45d5-ae58-42c98136593f HTTP/1.1" status: 204 len: 168 time: 0.6249363 Jan 28 20:38:08.940835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad237-3906-4468-9a67-35e774f204fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaec2d8-6b28-45d5-ae58-42c98136593f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:08.981529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=882a2d3c-2663-4434-9eec-1bb5696a27cf,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:08.993206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': '6ef6a9e3-fb99-48d8-ae08-7480df7514b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:08.994392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:09.005698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3a306dd-177c-43c8-b613-43e6a384cac9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.069277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f3a306dd-177c-43c8-b613-43e6a384cac9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.070054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.076535 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f3a306dd-177c-43c8-b613-43e6a384cac9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/822de735-1952-4794-8010-e8dc3cd60197 HTTP/1.1" status: 204 len: 168 time: 1.0669653 Jan 28 20:38:09.076843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a306dd-177c-43c8-b613-43e6a384cac9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=822de735-1952-4794-8010-e8dc3cd60197,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:09.079599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:09.090612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56612) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:09.097354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:09.103198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:09.104818 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.109571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'mac_address': 'fa:16:3e:4f:16:68', 'name': 'tempest-PortsIpV6TestJSON-23381292'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:09.114869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d82a0-f26e-41d3-91cc-c4274fef9e26 None None] Network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:09.127766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b6e9bee9-f4cb-4fd2-ac3e-b3d0caae0b73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4050317 Jan 28 20:38:09.130471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56614) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:09.131422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffbe814b-d2c1-43eb-8278-0e4c4181989a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.137433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-53e68548-e774-4f0c-907e-94f503b4fde3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-907893127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:09.182338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53e68548-e774-4f0c-907e-94f503b4fde3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.183742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53e68548-e774-4f0c-907e-94f503b4fde3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.307071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffbe814b-d2c1-43eb-8278-0e4c4181989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.324304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53e68548-e774-4f0c-907e-94f503b4fde3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.335953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53e68548-e774-4f0c-907e-94f503b4fde3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.380293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ffbe814b-d2c1-43eb-8278-0e4c4181989a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75c9e70b051842c1b6774a197ac637d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3143845 Jan 28 20:38:09.380293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:09.382660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56622) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:09.397469 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53e68548-e774-4f0c-907e-94f503b4fde3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.401655 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-53e68548-e774-4f0c-907e-94f503b4fde3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2694738 Jan 28 20:38:09.403047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56624) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:09.419381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'port': {'network_id': '2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613', 'name': 'tempest-RoutersIpV6Test-566139961'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:09.421536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613', 'network_id': '2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': '882a2d3c-2663-4434-9eec-1bb5696a27cf'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:09.422411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.525608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c8adaa9-d4ec-48e5-a530-33502794fed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.566259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c8adaa9-d4ec-48e5-a530-33502794fed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.639113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Allocated IP 2001:db8::2 (2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613/882a2d3c-2663-4434-9eec-1bb5696a27cf/89f5a3f4-6f47-491b-9823-79b878b0dfc3) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:09.657571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe814b-d2c1-43eb-8278-0e4c4181989a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721e7cdd-6bf6-4a4d-ad7d-335bd36cf359,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:09.665917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:09.670747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.690084 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.696149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] device_id is not set on port 4ae77a97-954d-4359-bd41-4240b6eeb021 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:09.701303 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.745196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 99de96cc-e8aa-4c84-addc-d81f94e6d670 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:09.781567 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c8adaa9-d4ec-48e5-a530-33502794fed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.784996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c8adaa9-d4ec-48e5-a530-33502794fed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.789292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c8adaa9-d4ec-48e5-a530-33502794fed5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/721e7cdd-6bf6-4a4d-ad7d-335bd36cf359 HTTP/1.1" status: 204 len: 168 time: 0.4045336 Jan 28 20:38:09.802321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8adaa9-d4ec-48e5-a530-33502794fed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e7cdd-6bf6-4a4d-ad7d-335bd36cf359,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:09.945414 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:09.966576 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.077864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:10.090909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:10.103669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:10.208981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Pushing event updated for resources: {'Port': ['ID=89f5a3f4-6f47-491b-9823-79b878b0dfc3,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:10.245655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Attempting to bind port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:10.251956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Attempting to bind port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '6ef6a9e3-fb99-48d8-ae08-7480df7514b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:10.251956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Attempting to bind port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 on network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:10.266096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:10.269545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Checking segment: {'id': '6ef6a9e3-fb99-48d8-ae08-7480df7514b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:10.270241 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.272703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Bound using segment: {'id': '6ef6a9e3-fb99-48d8-ae08-7480df7514b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:10.275042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Bound port: 89f5a3f4-6f47-491b-9823-79b878b0dfc3, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef6a9e3-fb99-48d8-ae08-7480df7514b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:10.275758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.285466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ef98-a7eb-452e-ae3b-2f5bad37cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.287858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.470746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] For port 89f5a3f4-6f47-491b-9823-79b878b0dfc3, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:10.478712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] For port 89f5a3f4-6f47-491b-9823-79b878b0dfc3, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=89f5a3f4-6f47-491b-9823-79b878b0dfc3,segment=NetworkSegment(6ef6a9e3-fb99-48d8-ae08-7480df7514b8),segment_id=6ef6a9e3-fb99-48d8-ae08-7480df7514b8)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:10.486290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.489487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.519750 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56652) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:10.527304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.532938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.619566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8::da (2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613/882a2d3c-2663-4434-9eec-1bb5696a27cf/4ae77a97-954d-4359-bd41-4240b6eeb021) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:10.627834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0b1ad-9c5c-4516-b3c6-36318cd7c0e5 None None] Pushing event updated for resources: {'Port': ['ID=89f5a3f4-6f47-491b-9823-79b878b0dfc3,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:10.680548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:10.692464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:10.699378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:10.706658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:10.706658 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:10.716729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56656) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:10.732310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=99de96cc-e8aa-4c84-addc-d81f94e6d670,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:10.755853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-366cce84-e78a-4608-ad7a-2eea3ce55c6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9770213572e349b49e47ff2ec11af93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346821 Jan 28 20:38:10.760026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56660) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:10.803208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8d0c940a-edda-4bc1-b052-005be7837b69 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.7118154 Jan 28 20:38:10.812701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56662) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:10.869103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Allocated IP 172.25.2.202 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/a60dbeac-221d-4d71-8267-6d95b324d65a) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:10.936503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5d433-22e2-482b-bd34-b72a37e0dca4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:10.944208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-63d5d433-22e2-482b-bd34-b72a37e0dca4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/99de96cc-e8aa-4c84-addc-d81f94e6d670 HTTP/1.1" status: 200 len: 843 time: 0.1255968 Jan 28 20:38:10.945316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56664) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:10.956508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6cf6-1647-4643-bd4a-7f81aa78102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.011114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-210347413'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:11.036488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.070076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Made reservation on behalf of abaadd4bb576449c8d7630f8c62409b7 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:11.074718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.080698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6cf6-1647-4643-bd4a-7f81aa78102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.089197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.117052 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.184819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=4ae77a97-954d-4359-bd41-4240b6eeb021,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:11.213643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:11.235139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:11.239671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:11.246296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:11.248393 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.287403 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ec81af3a-c0d5-420c-ae49-d426a63a0817 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8716090 Jan 28 20:38:11.287403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56672) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:11.323260 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.341790 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.377006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.404589 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6cf6-1647-4643-bd4a-7f81aa78102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.409417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a9c6cf6-1647-4643-bd4a-7f81aa78102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.413607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6a9c6cf6-1647-4643-bd4a-7f81aa78102e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a565291-3602-4e59-a91c-6b6c63ecd0f4 HTTP/1.1" status: 204 len: 168 time: 0.6333761 Jan 28 20:38:11.418110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6820147e-10c4-41e8-99c3-44d5bec87a97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 99de96cc-e8aa-4c84-addc-d81f94e6d670 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:11.418641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6820147e-10c4-41e8-99c3-44d5bec87a97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.565038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:11.585434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c6cf6-1647-4643-bd4a-7f81aa78102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a565291-3602-4e59-a91c-6b6c63ecd0f4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:11.664023 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.670649 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.678459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01bd2c5-d3db-4ea9-a449-754f5ba9b2cf,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:11.698703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.699235 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Added segment cfff9cf7-f6f6-452e-bbd9-fda3e5d88839 of type vlan for network 4a87bca9-2716-4772-b878-02288fb93d3c Jan 28 20:38:11.701260 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6820147e-10c4-41e8-99c3-44d5bec87a97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.719943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 89f5a3f4-6f47-491b-9823-79b878b0dfc3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:11.729964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:11.758856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:11.762343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:11.804083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6820147e-10c4-41e8-99c3-44d5bec87a97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 99de96cc-e8aa-4c84-addc-d81f94e6d670 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:11.866227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:11.866848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:11.874328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=a60dbeac-221d-4d71-8267-6d95b324d65a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:12.041699 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.053649 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.118686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 89f5a3f4-6f47-491b-9823-79b878b0dfc3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=89f5a3f4-6f47-491b-9823-79b878b0dfc3,segment=NetworkSegment(6ef6a9e3-fb99-48d8-ae08-7480df7514b8),segment_id=6ef6a9e3-fb99-48d8-ae08-7480df7514b8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:12.129599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.257201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=89f5a3f4-6f47-491b-9823-79b878b0dfc3,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:12.270246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.304805 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6820147e-10c4-41e8-99c3-44d5bec87a97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.335573 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.342157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:12.342900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.348583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820147e-10c4-41e8-99c3-44d5bec87a97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=99de96cc-e8aa-4c84-addc-d81f94e6d670,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:12.363787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6820147e-10c4-41e8-99c3-44d5bec87a97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.367397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6820147e-10c4-41e8-99c3-44d5bec87a97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/99de96cc-e8aa-4c84-addc-d81f94e6d670 HTTP/1.1" status: 204 len: 168 time: 1.4205341 Jan 28 20:38:12.397707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56698) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:12.398303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56700) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:12.410427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53f4aa5-f504-4395-b23d-aca9c6081eb4 None None] Network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:12.443158 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd8e17d-14c7-45a2-83a3-f0056c850c6c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:38:12.445419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6dd8e17d-14c7-45a2-83a3-f0056c850c6c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/99de96cc-e8aa-4c84-addc-d81f94e6d670 HTTP/1.1" status: 404 len: 333 time: 0.0455923 Jan 28 20:38:12.448797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56708) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:12.453258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'name': 'tempest-PortsIpV6TestJSON-1296999241'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:12.508586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Network': ['ID=4a87bca9-2716-4772-b878-02288fb93d3c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:12.515282 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b4028519-bc7c-4d6e-b253-428317429e5e tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7908103 Jan 28 20:38:12.526367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 4a87bca9-2716-4772-b878-02288fb93d3c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:12.527163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56712) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:12.567229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.619732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-92049454-ce80-4827-bf9c-9caa7485f27e None None] Provisioning complete for port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:12.620045 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-92049454-ce80-4827-bf9c-9caa7485f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.696962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2789a150-333a-4eed-88c0-ed4d6efdd7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.837779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'subnet': {'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:12.859464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56730) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:12.943052 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:12.965182 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:12.969607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.028163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.040491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-234687654'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:13.043606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 51eb8cc0-ac96-4b40-b549-c0f369d99dec yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:13.065129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.073882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.105647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Made reservation on behalf of abaadd4bb576449c8d7630f8c62409b7 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:13.109789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.162114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2789a150-333a-4eed-88c0-ed4d6efdd7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.173678 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2789a150-333a-4eed-88c0-ed4d6efdd7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.231820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=4ae77a97-954d-4359-bd41-4240b6eeb021,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:13.263848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.281251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Made reservation on behalf of 696de229a663422bac3963592675a71e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:13.286000 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.289666 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2789a150-333a-4eed-88c0-ed4d6efdd7d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf718206307e4b60944a99d387962ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8880622 Jan 28 20:38:13.294603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56734) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:13.298379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789a150-333a-4eed-88c0-ed4d6efdd7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04e2ade-00b0-4343-bcdc-e6322cd51f4e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:13.316299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.349073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7190bf61-fb09-4f78-8488-46767a593ce9 None None] Provisioning complete for port 4ae77a97-954d-4359-bd41-4240b6eeb021 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:13.350022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7190bf61-fb09-4f78-8488-46767a593ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.413281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7190bf61-fb09-4f78-8488-46767a593ce9 None None] Port 4ae77a97-954d-4359-bd41-4240b6eeb021 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:13.441098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7190bf61-fb09-4f78-8488-46767a593ce9 None None] Provisioning complete for port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:13.441860 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7190bf61-fb09-4f78-8488-46767a593ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.510368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.544755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.609274 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ea9030cf-0201-45b1-9f6b-97019e57d3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.615308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 89f5a3f4-6f47-491b-9823-79b878b0dfc3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:13.626477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Router e531aaac-89d8-47f2-b281-8499b9c5c796 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:38:13.657052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ea9030cf-0201-45b1-9f6b-97019e57d3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.684719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:13.685093 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.753725 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ea9030cf-0201-45b1-9f6b-97019e57d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.757155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ea9030cf-0201-45b1-9f6b-97019e57d3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.759320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.762295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-efd482a5-a5bb-4457-a65a-d62087a4452a None None] Provisioning complete for port 4ae77a97-954d-4359-bd41-4240b6eeb021 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:13.762667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-efd482a5-a5bb-4457-a65a-d62087a4452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.768925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ea9030cf-0201-45b1-9f6b-97019e57d3b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f04e2ade-00b0-4343-bcdc-e6322cd51f4e HTTP/1.1" status: 204 len: 168 time: 0.4562199 Jan 28 20:38:13.832377 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.855215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.858811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-efd482a5-a5bb-4457-a65a-d62087a4452a None None] Port 4ae77a97-954d-4359-bd41-4240b6eeb021 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:13.885838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9030cf-0201-45b1-9f6b-97019e57d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04e2ade-00b0-4343-bcdc-e6322cd51f4e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:13.889764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:13.966591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Subnet': ['ID=643573f3-edd1-42d3-80c8-ad8ec29d8916,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:13.996472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:14.009339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.017292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef24903-9f41-4ec8-b8f1-fd9e71d6789a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:14.043012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:14.054577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:14.058575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=51eb8cc0-ac96-4b40-b549-c0f369d99dec,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:14.063704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:14.070501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Checking segment: {'id': 'cfff9cf7-f6f6-452e-bbd9-fda3e5d88839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:14.070664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:14.071248 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.072149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Network hostable DHCP agents. Network: 4a87bca9-2716-4772-b878-02288fb93d3c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:14.087186 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.087595 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Added segment 7074900e-f2e2-4999-998a-1524aa9a36df of type vlan for network 450da960-736c-4f78-af52-b035060383d8 Jan 28 20:38:14.097169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3abfef0e-d448-4f1d-96f8-b67d1ae4ec27 None None] Provisioning complete for port 4ae77a97-954d-4359-bd41-4240b6eeb021 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:14.098431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-57a1d5ee-c08d-4996-ad87-6d0e73d6e736 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6483400 Jan 28 20:38:14.098667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56750) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:14.116024 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3abfef0e-d448-4f1d-96f8-b67d1ae4ec27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.123211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:14.126562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:14.137779 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Sync routers for ids ['e531aaac-89d8-47f2-b281-8499b9c5c796'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:14.160443 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Routers {'e531aaac-89d8-47f2-b281-8499b9c5c796'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:14.161355 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e531aaac-89d8-47f2-b281-8499b9c5c796'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:14.234143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.237840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3abfef0e-d448-4f1d-96f8-b67d1ae4ec27 None None] Port 4ae77a97-954d-4359-bd41-4240b6eeb021 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:14.243873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6097a131-49b5-471e-b526-aa8ab02a5cd9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8142674 Jan 28 20:38:14.244961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Network 4a87bca9-2716-4772-b878-02288fb93d3c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:14.254867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56754) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:14.290920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.309076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 4a87bca9-2716-4772-b878-02288fb93d3c) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:14.320765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5271ce5-4bac-468c-9e19-1b2909ce7114 None None] Network 4a87bca9-2716-4772-b878-02288fb93d3c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:14.342656 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Set router e531aaac-89d8-47f2-b281-8499b9c5c796 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:38:14.367794 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.368002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56756) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:14.383248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:14.384596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.443010 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eec6c827-e6b0-4ee0-90c0-30008269132a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6125698 Jan 28 20:38:14.475728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56758) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:14.486015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1149463371'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:14.551780 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.564462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:14.569078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.676402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-4a87bca9-2716-4772-b878-02288fb93d3c', 'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c', 'tenant_id': 'abaadd4bb576449c8d7630f8c62409b7', 'fixed_ips': [{'subnet_id': '643573f3-edd1-42d3-80c8-ad8ec29d8916'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:14.679328 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.691370 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:38:12Z', 'revision_number': 3, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port': {'id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:19:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:10Z', 'updated_at': '2022-01-28T20:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:14.727375 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Checking router: e531aaac-89d8-47f2-b281-8499b9c5c796 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:38:14.728004 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Updating router e531aaac-89d8-47f2-b281-8499b9c5c796 port a60dbeac-221d-4d71-8267-6d95b324d65a binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:38:14.777483 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.815619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-852256b6-b0bb-40c0-bed9-b3ec6727c66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.838641 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9769411 Jan 28 20:38:14.844452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56760) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:14.864466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Allocated IP 2001:db8::2 (4a87bca9-2716-4772-b878-02288fb93d3c/643573f3-edd1-42d3-80c8-ad8ec29d8916/d88c3e19-1b8a-4db9-bfb1-78154a276eba) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:14.865722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91c4c0-f7f8-4cf9-a0e5-bada65ed0ebf tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event updated for resources: {'Network': ['ID=450da960-736c-4f78-af52-b035060383d8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:14.879973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 450da960-736c-4f78-af52-b035060383d8 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:14.957381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-852256b6-b0bb-40c0-bed9-b3ec6727c66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.957698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Made reservation on behalf of abaadd4bb576449c8d7630f8c62409b7 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:14.961319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:14.963822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Request body: {'subnet': {'network_id': '450da960-736c-4f78-af52-b035060383d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:14.970429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-852256b6-b0bb-40c0-bed9-b3ec6727c66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.090440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] device_id is not set on port e6080616-845e-4710-9782-37ab9f12ef60 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:15.103515 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.142151 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.175469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Network 4a87bca9-2716-4772-b878-02288fb93d3c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:15.230586 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.244650 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.250440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:15.257323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:15.264731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Pushing event updated for resources: {'Port': ['ID=d88c3e19-1b8a-4db9-bfb1-78154a276eba,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:15.279685 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-852256b6-b0bb-40c0-bed9-b3ec6727c66c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0862845bb5f149c980d4624953f81024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9106510 Jan 28 20:38:15.291371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56764) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:15.302009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.324766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852256b6-b0bb-40c0-bed9-b3ec6727c66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e58c0-79a3-4aa8-be67-bebcbe1b07fd,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:15.347519 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Pushing event updated for resources: {'Port': ['ID=a60dbeac-221d-4d71-8267-6d95b324d65a,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:15.358964 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.359554 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.360052 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.360590 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.361075 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.362129 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.362612 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.363421 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.363922 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.364922 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.365463 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.365943 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:15.382658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Attempting to bind port d88c3e19-1b8a-4db9-bfb1-78154a276eba on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:15.383057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Attempting to bind port d88c3e19-1b8a-4db9-bfb1-78154a276eba by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'cfff9cf7-f6f6-452e-bbd9-fda3e5d88839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:15.383418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Attempting to bind port d88c3e19-1b8a-4db9-bfb1-78154a276eba on network 4a87bca9-2716-4772-b878-02288fb93d3c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:15.401488 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Attempting to bind port a60dbeac-221d-4d71-8267-6d95b324d65a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:15.402051 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Attempting to bind port a60dbeac-221d-4d71-8267-6d95b324d65a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:15.402566 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Attempting to bind port a60dbeac-221d-4d71-8267-6d95b324d65a on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:15.408162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:15.408632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Checking segment: {'id': 'cfff9cf7-f6f6-452e-bbd9-fda3e5d88839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:15.414374 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.414916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Bound using segment: {'id': 'cfff9cf7-f6f6-452e-bbd9-fda3e5d88839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:15.415429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Bound port: d88c3e19-1b8a-4db9-bfb1-78154a276eba, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfff9cf7-f6f6-452e-bbd9-fda3e5d88839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:15.415818 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.416531 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:15.417282 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:15.418229 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.419346 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:15.419989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Bound port: a60dbeac-221d-4d71-8267-6d95b324d65a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:15.420573 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.492781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.497321 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] For port a60dbeac-221d-4d71-8267-6d95b324d65a, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:15.503684 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] For port a60dbeac-221d-4d71-8267-6d95b324d65a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a60dbeac-221d-4d71-8267-6d95b324d65a,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:15.505102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.510805 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.553702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] For port d88c3e19-1b8a-4db9-bfb1-78154a276eba, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:15.556809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Made reservation on behalf of 696de229a663422bac3963592675a71e for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:15.559511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] For port d88c3e19-1b8a-4db9-bfb1-78154a276eba, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d88c3e19-1b8a-4db9-bfb1-78154a276eba,segment=NetworkSegment(cfff9cf7-f6f6-452e-bbd9-fda3e5d88839),segment_id=cfff9cf7-f6f6-452e-bbd9-fda3e5d88839)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:15.560763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.566179 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.587638 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26222c-0c10-42ac-bf98-1467f5b701ad None None] Pushing event updated for resources: {'Port': ['ID=a60dbeac-221d-4d71-8267-6d95b324d65a,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:15.620577 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Routers {'e531aaac-89d8-47f2-b281-8499b9c5c796'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:15.621217 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e531aaac-89d8-47f2-b281-8499b9c5c796'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:15.795496 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] Set router e531aaac-89d8-47f2-b281-8499b9c5c796 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:38:15.844266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62f8f2-0f17-4171-9d23-436baa58fdfa None None] Pushing event updated for resources: {'Port': ['ID=d88c3e19-1b8a-4db9-bfb1-78154a276eba,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:15.874564 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a31da19d-74df-4b0e-b539-587bf65fc6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.891170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] In _notify_port_updated(), no bound segment for port 51eb8cc0-ac96-4b40-b549-c0f369d99dec on network 28769f9c-299e-4813-a10f-6d1f06ca1eaf {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:38:15.900308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:15.902200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.906202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "PUT /v2.0/ports/51eb8cc0-ac96-4b40-b549-c0f369d99dec HTTP/1.1" status: 200 len: 818 time: 1.8026223 Jan 28 20:38:15.928882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dc32a-236a-449d-a901-ead6c682bbb9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=51eb8cc0-ac96-4b40-b549-c0f369d99dec,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:15.932738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56766) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:15.935689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.983539 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:15.984460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:16.069617 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:38:12Z', 'revision_number': 3, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port': {'id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:19:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:10Z', 'updated_at': '2022-01-28T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:16.074769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a31da19d-74df-4b0e-b539-587bf65fc6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:16.107260 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e454b1ef-ef36-4e6d-9e5e-21639503f475 None None] The sync data for ids ['e531aaac-89d8-47f2-b281-8499b9c5c796'] in n-d-825064-3 is: [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:38:12Z', 'revision_number': 3, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port': {'id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:19:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:10Z', 'updated_at': '2022-01-28T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:16.152055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event updated for resources: {'Subnet': ['ID=b318d9c5-f027-40c8-915f-a8947e7aeb6e,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:16.163499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Checking segment: {'id': '7074900e-f2e2-4999-998a-1524aa9a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '450da960-736c-4f78-af52-b035060383d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:16.163874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Network hostable DHCP agents. Network: 450da960-736c-4f78-af52-b035060383d8, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:16.222157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Network 450da960-736c-4f78-af52-b035060383d8 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:16.262494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 450da960-736c-4f78-af52-b035060383d8) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:16.270343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:16.271134 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:16.279473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe37e3-4ba9-4045-a687-da43cae788d5 None None] Network 450da960-736c-4f78-af52-b035060383d8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:16.292648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a31da19d-74df-4b0e-b539-587bf65fc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:16.295528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a31da19d-74df-4b0e-b539-587bf65fc6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:16.301232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a31da19d-74df-4b0e-b539-587bf65fc6c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e58e58c0-79a3-4aa8-be67-bebcbe1b07fd HTTP/1.1" status: 204 len: 168 time: 1.0034840 Jan 28 20:38:16.352061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1348b41e-8776-4fd3-b881-2fc81ef889ef tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 51eb8cc0-ac96-4b40-b549-c0f369d99dec {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:16.352418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1348b41e-8776-4fd3-b881-2fc81ef889ef tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:16.379574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:16.416029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31da19d-74df-4b0e-b539-587bf65fc6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e58c0-79a3-4aa8-be67-bebcbe1b07fd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:16.460205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:16.515860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-213a4eac-7a40-49e4-993f-6105a6ac9b03 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5569632 Jan 28 20:38:16.525005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56772) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:16.538682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Request body: {'port': {'network_id': '450da960-736c-4f78-af52-b035060383d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1327823893'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:16.554333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1348b41e-8776-4fd3-b881-2fc81ef889ef tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:16.573973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=4ae77a97-954d-4359-bd41-4240b6eeb021,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:16.655894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1348b41e-8776-4fd3-b881-2fc81ef889ef tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 51eb8cc0-ac96-4b40-b549-c0f369d99dec owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:16.746589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-450da960-736c-4f78-af52-b035060383d8', 'network_id': '450da960-736c-4f78-af52-b035060383d8', 'tenant_id': '696de229a663422bac3963592675a71e', 'fixed_ips': [{'subnet_id': 'b318d9c5-f027-40c8-915f-a8947e7aeb6e'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:16.747211 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:16.823035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Allocated IP 2001:db8::5e (4a87bca9-2716-4772-b878-02288fb93d3c/643573f3-edd1-42d3-80c8-ad8ec29d8916/e6080616-845e-4710-9782-37ab9f12ef60) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:17.022494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Made reservation on behalf of 696de229a663422bac3963592675a71e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:17.027034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.031560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1348b41e-8776-4fd3-b881-2fc81ef889ef tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.133987 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1348b41e-8776-4fd3-b881-2fc81ef889ef tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.147868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Allocated IP 2001:db8::2 (450da960-736c-4f78-af52-b035060383d8/b318d9c5-f027-40c8-915f-a8947e7aeb6e/5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:17.148352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1348b41e-8776-4fd3-b881-2fc81ef889ef tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/51eb8cc0-ac96-4b40-b549-c0f369d99dec HTTP/1.1" status: 204 len: 168 time: 1.2054331 Jan 28 20:38:17.149509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348b41e-8776-4fd3-b881-2fc81ef889ef tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=51eb8cc0-ac96-4b40-b549-c0f369d99dec,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:17.152934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56776) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:17.154876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-83e6f1ca-8dcf-4ba3-a886-04b8290e07b5 None None] Provisioning complete for port 4ae77a97-954d-4359-bd41-4240b6eeb021 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:17.154876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-83e6f1ca-8dcf-4ba3-a886-04b8290e07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.182691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] device_id is not set on port ed00d16a-15ba-4f8a-bf90-238d13180669 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:17.378242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-83e6f1ca-8dcf-4ba3-a886-04b8290e07b5 None None] Port 4ae77a97-954d-4359-bd41-4240b6eeb021 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:17.401484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56778) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:17.460973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63631f3-22e7-4252-824c-7033cee498ac tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:17.468241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d63631f3-22e7-4252-824c-7033cee498ac tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3119261 Jan 28 20:38:17.475562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56782) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:17.499638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63f6b791-9df9-439c-abb4-7a5a39d0b44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.516975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.562218 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d13d94-915c-4983-aa46-1d69f8a7828a tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:38:17.574163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-46d13d94-915c-4983-aa46-1d69f8a7828a tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/51eb8cc0-ac96-4b40-b549-c0f369d99dec HTTP/1.1" status: 404 len: 333 time: 0.0958631 Jan 28 20:38:17.603225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56786) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:17.621638 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.633548 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.664580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.676006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-756287280'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:17.743570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=e6080616-845e-4710-9782-37ab9f12ef60,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:17.758108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Network 450da960-736c-4f78-af52-b035060383d8 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:17.761734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63f6b791-9df9-439c-abb4-7a5a39d0b44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.764723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:17.772154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:17.790015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Network 4a87bca9-2716-4772-b878-02288fb93d3c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:17.797312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:17.800825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:17.806935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:17.807999 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.821621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:17.821806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Pushing event updated for resources: {'Port': ['ID=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:17.840603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.843540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router e48a4c07-8b26-4c32-89eb-cc31b468c178 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:38:17.843674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3327681-8ac7-4a3b-9246-4a5c4f0a35a6 None None] Network 4a87bca9-2716-4772-b878-02288fb93d3c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:17.871023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Allocated IP 2001:db8::1c (450da960-736c-4f78-af52-b035060383d8/b318d9c5-f027-40c8-915f-a8947e7aeb6e/ed00d16a-15ba-4f8a-bf90-238d13180669) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:17.890615 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-55c4b931-580f-4195-b25e-fb647d7e9b96 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4078698 Jan 28 20:38:17.894652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56788) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:17.926501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-574061062', 'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:7d:ec:b6'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:17.943988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:17.997446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d88c3e19-1b8a-4db9-bfb1-78154a276eba up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:18.014819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63f6b791-9df9-439c-abb4-7a5a39d0b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.016306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Attempting to bind port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:18.019012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Attempting to bind port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '7074900e-f2e2-4999-998a-1524aa9a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '450da960-736c-4f78-af52-b035060383d8'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:18.019695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Attempting to bind port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 on network 450da960-736c-4f78-af52-b035060383d8 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:18.059962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:18.060654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Checking segment: {'id': '7074900e-f2e2-4999-998a-1524aa9a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '450da960-736c-4f78-af52-b035060383d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:18.061433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.062112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Bound using segment: {'id': '7074900e-f2e2-4999-998a-1524aa9a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '450da960-736c-4f78-af52-b035060383d8'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:18.063024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Bound port: 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7074900e-f2e2-4999-998a-1524aa9a36df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '450da960-736c-4f78-af52-b035060383d8'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:18.082246 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.125930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-63f6b791-9df9-439c-abb4-7a5a39d0b44a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a04f64e177e48398219a6310d104e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211668 Jan 28 20:38:18.147342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56794) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:18.166038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-19ab901a-3578-4581-94e5-df11cbeeb86f None None] Provisioning complete for port d88c3e19-1b8a-4db9-bfb1-78154a276eba triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:18.166761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-19ab901a-3578-4581-94e5-df11cbeeb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.188028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Allocated IP 172.20.0.1 (a866081b-f2dd-4a7b-a54e-c258292b92de/3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d/711a2d7a-8144-4fdc-a2d1-c7b2caef11ec) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:18.215929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6b791-9df9-439c-abb4-7a5a39d0b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f871fe19-d5d1-4800-8c34-53a8bc7dfbc4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:18.257396 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.273332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.305851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-422acab1-84a0-4edb-b4c1-538ef4316f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.328260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] For port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:18.337350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] For port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,segment=NetworkSegment(7074900e-f2e2-4999-998a-1524aa9a36df),segment_id=7074900e-f2e2-4999-998a-1524aa9a36df)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:18.344000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-422acab1-84a0-4edb-b4c1-538ef4316f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.352506 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.371962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.436234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event updated for resources: {'Port': ['ID=ed00d16a-15ba-4f8a-bf90-238d13180669,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:18.454125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.454617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.454931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.455801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.456862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.457294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.457665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.458005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.458213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d88c3e19-1b8a-4db9-bfb1-78154a276eba triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:18.458747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.458843 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.458923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.458999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.459298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:18.467601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Network 450da960-736c-4f78-af52-b035060383d8 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:18.471718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:18.475011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:18.483171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:18.483747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.498691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:18.507578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fd5204ae-62b8-4f23-89e3-09e1a270102a tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9813848 Jan 28 20:38:18.509376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-422acab1-84a0-4edb-b4c1-538ef4316f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.512121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-422acab1-84a0-4edb-b4c1-538ef4316f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.515529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-422acab1-84a0-4edb-b4c1-538ef4316f49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f871fe19-d5d1-4800-8c34-53a8bc7dfbc4 HTTP/1.1" status: 204 len: 168 time: 0.3646932 Jan 28 20:38:18.522422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56798) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:18.523603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.524064 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Added segment e98f7204-bdb9-4c09-ae66-3d4e48e34c68 of type vlan for network 556a01fd-9cf1-4812-8cd2-192908703700 Jan 28 20:38:18.548357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Request body: {'port': {'network_id': '450da960-736c-4f78-af52-b035060383d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-350608556', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:18.548912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.api.validators [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] bootfile-name is not in valid_values {{(pid=102307) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:18.550444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.api.validators [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] tftp-server is not in valid_values {{(pid=102307) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:18.550786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.api.validators [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] server-ip-address is not in valid_values {{(pid=102307) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:18.614056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422acab1-84a0-4edb-b4c1-538ef4316f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f871fe19-d5d1-4800-8c34-53a8bc7dfbc4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:18.637981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.718965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05802d39-8749-4ab8-a05e-78c2129df3dc None None] Pushing event updated for resources: {'Port': ['ID=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:18.733800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.741990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:18.743667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.917757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:18.922855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Made reservation on behalf of 696de229a663422bac3963592675a71e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:18.936270 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2d0e64d-09e5-4e49-8ce3-5ad875aa0da0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/e48a4c07-8b26-4c32-89eb-cc31b468c178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6464093 Jan 28 20:38:18.936475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.958484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56802) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:18.969726 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3040524 Jan 28 20:38:18.975647 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:18.991753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56804) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:18.999132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7511189-0954-4258-9381-e45a707d7dab None None] Sync routers for ids ['e48a4c07-8b26-4c32-89eb-cc31b468c178'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:19.017091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8ea88-5441-45d8-b18a-6585153f3dc6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Network': ['ID=556a01fd-9cf1-4812-8cd2-192908703700,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:19.022110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '556a01fd-9cf1-4812-8cd2-192908703700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:19.035230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 556a01fd-9cf1-4812-8cd2-192908703700 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:19.081061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Made reservation on behalf of abaadd4bb576449c8d7630f8c62409b7 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:19.088396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7511189-0954-4258-9381-e45a707d7dab None None] Routers {'e48a4c07-8b26-4c32-89eb-cc31b468c178'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:19.089030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c7511189-0954-4258-9381-e45a707d7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e48a4c07-8b26-4c32-89eb-cc31b468c178'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:19.090946 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-19ab901a-3578-4581-94e5-df11cbeeb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:19.202784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] device_id is not set on port b835879c-8ce7-46c2-bea6-3e512f1c6ce2 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:19.271875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe40c2-1d2d-4c32-99b5-3e81c2b84bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:19.275858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-37fe40c2-1d2d-4c32-99b5-3e81c2b84bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports/4ae77a97-954d-4359-bd41-4240b6eeb021 HTTP/1.1" status: 200 len: 982 time: 0.3159063 Jan 28 20:38:19.278572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56814) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:19.350676 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:19.374428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c7511189-0954-4258-9381-e45a707d7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:19.421971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-19ab901a-3578-4581-94e5-df11cbeeb86f None None] For port d88c3e19-1b8a-4db9-bfb1-78154a276eba, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d88c3e19-1b8a-4db9-bfb1-78154a276eba,segment=NetworkSegment(cfff9cf7-f6f6-452e-bbd9-fda3e5d88839),segment_id=cfff9cf7-f6f6-452e-bbd9-fda3e5d88839)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:19.454477 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-19ab901a-3578-4581-94e5-df11cbeeb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:19.477070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:19.500152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:19.505429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:19.510516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7511189-0954-4258-9381-e45a707d7dab None None] Routers {'e48a4c07-8b26-4c32-89eb-cc31b468c178'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:19.511156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c7511189-0954-4258-9381-e45a707d7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e48a4c07-8b26-4c32-89eb-cc31b468c178'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:19.679066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Allocated IP 2001:db8::2dd (450da960-736c-4f78-af52-b035060383d8/b318d9c5-f027-40c8-915f-a8947e7aeb6e/b835879c-8ce7-46c2-bea6-3e512f1c6ce2) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:19.694391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c7511189-0954-4258-9381-e45a707d7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:19.696396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7511189-0954-4258-9381-e45a707d7dab None None] The sync data for ids ['e48a4c07-8b26-4c32-89eb-cc31b468c178'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:19.741862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Network a866081b-f2dd-4a7b-a54e-c258292b92de is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:19.790803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:19.817549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Pushing event updated for resources: {'Port': ['ID=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:19.821457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:19.823093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab901a-3578-4581-94e5-df11cbeeb86f None None] Pushing event updated for resources: {'Port': ['ID=d88c3e19-1b8a-4db9-bfb1-78154a276eba,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:19.842585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-37a9080c-2951-4c35-903e-93d6161d1e30 None None] Provisioning complete for port d88c3e19-1b8a-4db9-bfb1-78154a276eba triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:19.843094 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-37a9080c-2951-4c35-903e-93d6161d1e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:19.903460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:19.928245 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:38:19.928705 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:38:20.020228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-37a9080c-2951-4c35-903e-93d6161d1e30 None None] Provisioning complete for port e6080616-845e-4710-9782-37ab9f12ef60 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:20.020754 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-37a9080c-2951-4c35-903e-93d6161d1e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.031343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.087410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-37a9080c-2951-4c35-903e-93d6161d1e30 None None] Port e6080616-845e-4710-9782-37ab9f12ef60 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:20.163879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] device_id is not set on port e10de30b-5e76-4512-9918-a609f2ce02fc yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:20.175996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.204445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking segment: {'id': 'e98f7204-bdb9-4c09-ae66-3d4e48e34c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '556a01fd-9cf1-4812-8cd2-192908703700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:20.205131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network hostable DHCP agents. Network: 556a01fd-9cf1-4812-8cd2-192908703700, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:20.220648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.242469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=80687943-9e1b-4b95-b059-d289391e62a9,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:20.262847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 556a01fd-9cf1-4812-8cd2-192908703700 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:20.287127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 556a01fd-9cf1-4812-8cd2-192908703700) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:20.295545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:20.296361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.301769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.340170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b0ef5-a100-463d-beec-fc30be1f9f59 None None] Network 556a01fd-9cf1-4812-8cd2-192908703700 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:20.380294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7625c967-f5fd-48b3-8282-e728cc06f140 None None] Provisioning complete for port e6080616-845e-4710-9782-37ab9f12ef60 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:20.380614 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7625c967-f5fd-48b3-8282-e728cc06f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.403358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Network 450da960-736c-4f78-af52-b035060383d8 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:20.406885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0db57b7a-0229-4b68-a2cd-c02a17ef9f2c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3935828 Jan 28 20:38:20.407679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event updated for resources: {'Port': ['ID=b835879c-8ce7-46c2-bea6-3e512f1c6ce2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:20.410542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56834) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:20.415636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-02c10e55-0f93-4f5d-b8af-073cec121a81 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '556a01fd-9cf1-4812-8cd2-192908703700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:20.421326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:20.446616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:20.453748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:20.454423 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.520414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847bc6d-d38e-401e-8a3d-eeb76b6fe35a None None] Network 450da960-736c-4f78-af52-b035060383d8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:20.528479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fac6b7f2-a948-4345-9472-ab6c1359081d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9869106 Jan 28 20:38:20.533916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56840) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:20.574448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Allocated IP 2001:db8::2f7 (4a87bca9-2716-4772-b878-02288fb93d3c/643573f3-edd1-42d3-80c8-ad8ec29d8916/e10de30b-5e76-4512-9918-a609f2ce02fc) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:20.600262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a42b4-ee27-4376-bd89-8c6f61b432fb tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:20.606432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a42b4-ee27-4376-bd89-8c6f61b432fb tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:20.613142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a42b4-ee27-4376-bd89-8c6f61b432fb tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:20.614869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-730a42b4-ee27-4376-bd89-8c6f61b432fb tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0801575 Jan 28 20:38:20.617822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56846) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:20.711661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a60dbeac-221d-4d71-8267-6d95b324d65a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:20.719531 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.803033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c10e55-0f93-4f5d-b8af-073cec121a81 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:20.807785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02c10e55-0f93-4f5d-b8af-073cec121a81 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.820008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7625c967-f5fd-48b3-8282-e728cc06f140 None None] Port e6080616-845e-4710-9782-37ab9f12ef60 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:20.841271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a60dbeac-221d-4d71-8267-6d95b324d65a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:20.841651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:20.937217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c738cbab-3504-4f4e-80e6-f1a6e46b8e61 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Deleting port b835879c-8ce7-46c2-bea6-3e512f1c6ce2 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:20.937914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c738cbab-3504-4f4e-80e6-f1a6e46b8e61 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.175295 n-d-825064-3 neutron-server[102307]: INFO neutron.db.ipam_backend_mixin [None req-02c10e55-0f93-4f5d-b8af-073cec121a81 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80687943-9e1b-4b95-b059-d289391e62a9 (CIDR: 2001:db8::/64) Jan 28 20:38:21.196278 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c10e55-0f93-4f5d-b8af-073cec121a81 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:38:21.196672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c10e55-0f93-4f5d-b8af-073cec121a81 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:38:21.224041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c738cbab-3504-4f4e-80e6-f1a6e46b8e61 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.280793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c738cbab-3504-4f4e-80e6-f1a6e46b8e61 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Calling delete_port for b835879c-8ce7-46c2-bea6-3e512f1c6ce2 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:21.294952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-02c10e55-0f93-4f5d-b8af-073cec121a81 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8832879 Jan 28 20:38:21.297763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56870) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:21.302876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '556a01fd-9cf1-4812-8cd2-192908703700', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:21.337639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-556a01fd-9cf1-4812-8cd2-192908703700', 'network_id': '556a01fd-9cf1-4812-8cd2-192908703700', 'tenant_id': '4447d34b2bc4472c9ef5dad1ed5f2752', 'fixed_ips': [{'subnet_id': '80687943-9e1b-4b95-b059-d289391e62a9'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:21.340553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.355182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eb9edf0f-bc1d-4614-a0dd-9a9c9bc8f9d1 None None] Provisioning complete for port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:21.356881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eb9edf0f-bc1d-4614-a0dd-9a9c9bc8f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.529191 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:21.536823 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.556001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.609924 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c738cbab-3504-4f4e-80e6-f1a6e46b8e61 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.680904 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.701402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738cbab-3504-4f4e-80e6-f1a6e46b8e61 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event deleted for resources: {'Port': ['ID=b835879c-8ce7-46c2-bea6-3e512f1c6ce2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:21.745741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c738cbab-3504-4f4e-80e6-f1a6e46b8e61 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.751772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c738cbab-3504-4f4e-80e6-f1a6e46b8e61 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "DELETE /v2.0/ports/b835879c-8ce7-46c2-bea6-3e512f1c6ce2 HTTP/1.1" status: 204 len: 168 time: 1.1330535 Jan 28 20:38:21.758820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56888) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:21.765508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Request body: {'port': {'name': 'tempest-new-port-name-1198913372', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:21.766013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.api.validators [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] bootfile-name is not in valid_values {{(pid=102307) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:21.766455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.api.validators [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] tftp-server is not in valid_values {{(pid=102307) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:21.769452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.api.validators [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] server-ip-address is not in valid_values {{(pid=102307) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:21.775226 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.835315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port a60dbeac-221d-4d71-8267-6d95b324d65a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a60dbeac-221d-4d71-8267-6d95b324d65a,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:21.883383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.895645 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:21.897636 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.036228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.130865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.143619 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eb9edf0f-bc1d-4614-a0dd-9a9c9bc8f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.216956 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.226334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Allocated IP 2001:db8::2 (556a01fd-9cf1-4812-8cd2-192908703700/80687943-9e1b-4b95-b059-d289391e62a9/9f7adff4-11ed-4b5b-86f8-ad819f08d8e8) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:22.243348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=a60dbeac-221d-4d71-8267-6d95b324d65a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:22.265206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-eb9edf0f-bc1d-4614-a0dd-9a9c9bc8f9d1 None None] For port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,segment=NetworkSegment(7074900e-f2e2-4999-998a-1524aa9a36df),segment_id=7074900e-f2e2-4999-998a-1524aa9a36df)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:22.300806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:22.302411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eb9edf0f-bc1d-4614-a0dd-9a9c9bc8f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.321022 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.399274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Pushing event updated for resources: {'Port': ['ID=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:22.403052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Network 4a87bca9-2716-4772-b878-02288fb93d3c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:22.464964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=e10de30b-5e76-4512-9918-a609f2ce02fc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:22.501463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:22.518760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:22.527410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.529604 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.598773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.614465 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-af5ff405-a9bd-40e4-9dd2-1decae436e1a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.7011905 Jan 28 20:38:22.618251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56908) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:22.641068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 4ae77a97-954d-4359-bd41-4240b6eeb021 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:22.641781 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.656329 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.701075 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.743500 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.757165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a4e80aac-c353-4ae6-ae9e-f6ec051050d3 None None] Provisioning complete for port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:22.757547 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4e80aac-c353-4ae6-ae9e-f6ec051050d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.767530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 556a01fd-9cf1-4812-8cd2-192908703700 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:22.773784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.786058 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.789209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 4ae77a97-954d-4359-bd41-4240b6eeb021 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:22.811482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] In _notify_port_updated(), no bound segment for port ed00d16a-15ba-4f8a-bf90-238d13180669 on network 450da960-736c-4f78-af52-b035060383d8 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:38:22.817607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.818274 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.819708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "PUT /v2.0/ports/ed00d16a-15ba-4f8a-bf90-238d13180669 HTTP/1.1" status: 200 len: 1129 time: 1.0596943 Jan 28 20:38:22.820740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:22.823833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.824434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.830977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56910) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:22.831297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56912) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:22.856509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Network 556a01fd-9cf1-4812-8cd2-192908703700 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:22.859724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:22.860381 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:22.863740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:22.866304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9edf0f-bc1d-4614-a0dd-9a9c9bc8f9d1 None None] Pushing event updated for resources: {'Port': ['ID=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:22.871429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:22.909659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=8ead4e99-ff64-4882-8a0d-578f8fffe05f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:22.943899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed4ca8-c1c2-454a-a4a3-50beaf1f4e4d tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.951401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed4ca8-c1c2-454a-a4a3-50beaf1f4e4d tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.952227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Network a866081b-f2dd-4a7b-a54e-c258292b92de is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:22.958349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ed4ca8-c1c2-454a-a4a3-50beaf1f4e4d tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.958605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:22.963918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e5ed4ca8-c1c2-454a-a4a3-50beaf1f4e4d tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3197706 Jan 28 20:38:22.965727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56916) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:23.026196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3b54a99e-7e69-4c6c-977b-93579729bb8e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7273347 Jan 28 20:38:23.039900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5428be38-8963-4c28-a6f3-fb7410094653 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:23.041678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5428be38-8963-4c28-a6f3-fb7410094653 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "GET /v2.0/ports/ed00d16a-15ba-4f8a-bf90-238d13180669 HTTP/1.1" status: 200 len: 1129 time: 0.2026062 Jan 28 20:38:23.049852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56918) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:23.050375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56920) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:23.060584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '556a01fd-9cf1-4812-8cd2-192908703700', 'fixed_ips': [{'subnet_id': '80687943-9e1b-4b95-b059-d289391e62a9'}, {'subnet_id': '8ead4e99-ff64-4882-8a0d-578f8fffe05f'}], 'name': 'tempest-PortsIpV6TestJSON-1834454149'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:23.091651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a4e80aac-c353-4ae6-ae9e-f6ec051050d3 None None] Could not find standard attr ID for object b835879c-8ce7-46c2-bea6-3e512f1c6ce2. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:38:23.134464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74fe7-bc96-4d22-907c-57b84f931ffa tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event updated for resources: {'Port': ['ID=ed00d16a-15ba-4f8a-bf90-238d13180669,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:23.175885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Attempting to bind port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:23.176930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Attempting to bind port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e98f7204-bdb9-4c09-ae66-3d4e48e34c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '556a01fd-9cf1-4812-8cd2-192908703700'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:23.182764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Attempting to bind port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 on network 556a01fd-9cf1-4812-8cd2-192908703700 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:23.200948 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Pushing event updated for resources: {'Port': ['ID=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:23.216477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a4e80aac-c353-4ae6-ae9e-f6ec051050d3 None None] Provisioning complete for port ed00d16a-15ba-4f8a-bf90-238d13180669 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:23.216994 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4e80aac-c353-4ae6-ae9e-f6ec051050d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.252719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86cb532d-f0a6-42a4-af7d-32fa9963337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.271296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a4e80aac-c353-4ae6-ae9e-f6ec051050d3 None None] Port ed00d16a-15ba-4f8a-bf90-238d13180669 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:23.273494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:23.273877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Checking segment: {'id': 'e98f7204-bdb9-4c09-ae66-3d4e48e34c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '556a01fd-9cf1-4812-8cd2-192908703700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:23.274538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.275370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Bound using segment: {'id': 'e98f7204-bdb9-4c09-ae66-3d4e48e34c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '556a01fd-9cf1-4812-8cd2-192908703700'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:23.275874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Bound port: 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98f7204-bdb9-4c09-ae66-3d4e48e34c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '556a01fd-9cf1-4812-8cd2-192908703700'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:23.276379 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.307313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Router e531aaac-89d8-47f2-b281-8499b9c5c796 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:38:23.358438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d88c3e19-1b8a-4db9-bfb1-78154a276eba up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:23.405221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.427047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] For port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:23.429412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-73a43648-cac9-4532-8963-da8651376542 None None] Provisioning complete for port ed00d16a-15ba-4f8a-bf90-238d13180669 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:23.429786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-73a43648-cac9-4532-8963-da8651376542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.432516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] For port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,segment=NetworkSegment(e98f7204-bdb9-4c09-ae66-3d4e48e34c68),segment_id=e98f7204-bdb9-4c09-ae66-3d4e48e34c68)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:23.447544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=4ae77a97-954d-4359-bd41-4240b6eeb021,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:23.458695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.464524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86cb532d-f0a6-42a4-af7d-32fa9963337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.480929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-86cb532d-f0a6-42a4-af7d-32fa9963337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.528975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-73a43648-cac9-4532-8963-da8651376542 None None] Port ed00d16a-15ba-4f8a-bf90-238d13180669 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:23.560975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d88c3e19-1b8a-4db9-bfb1-78154a276eba triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:23.561188 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.613419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c470466-34c9-43b0-996a-610647ea2334 None None] Pushing event updated for resources: {'Port': ['ID=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:23.616210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-73a43648-cac9-4532-8963-da8651376542 None None] Provisioning complete for port e10de30b-5e76-4512-9918-a609f2ce02fc triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:23.616517 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-73a43648-cac9-4532-8963-da8651376542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.625506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-86cb532d-f0a6-42a4-af7d-32fa9963337f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b451b87e6c124c74b42661e82928fe8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919307 Jan 28 20:38:23.629017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56924) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:23.639208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:23.656123 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c27c216f-9b14-4211-adeb-4ec153cb1a3b admin admin] 10.222.0.44 "PUT /v2.0/routers/e531aaac-89d8-47f2-b281-8499b9c5c796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3828642 Jan 28 20:38:23.656123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.668522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-91f0d5f5-2f75-422e-adbf-94f4ca4105af tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Deleting port e10de30b-5e76-4512-9918-a609f2ce02fc {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:23.668756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-91f0d5f5-2f75-422e-adbf-94f4ca4105af tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.678648 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Sync routers for ids ['e531aaac-89d8-47f2-b281-8499b9c5c796'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:23.700475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Routers {'e531aaac-89d8-47f2-b281-8499b9c5c796'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:23.701361 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e531aaac-89d8-47f2-b281-8499b9c5c796'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:23.703136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-73a43648-cac9-4532-8963-da8651376542 None None] Port e10de30b-5e76-4512-9918-a609f2ce02fc cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:23.719648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb532d-f0a6-42a4-af7d-32fa9963337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c8d9c-5e08-460a-b622-c6afb0157129,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:23.795110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7460ea94-a6bf-4d1d-99b6-62c9d7a26762 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Deleting port ed00d16a-15ba-4f8a-bf90-238d13180669 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:23.795464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7460ea94-a6bf-4d1d-99b6-62c9d7a26762 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:23.808795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:23.974529 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Set router e531aaac-89d8-47f2-b281-8499b9c5c796 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:38:24.010136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:24.254481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:24.270638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router e48a4c07-8b26-4c32-89eb-cc31b468c178 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:38:24.415725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:24.459862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:24.467998 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f24050aa-24c5-4202-85af-07de5f37688b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/e48a4c07-8b26-4c32-89eb-cc31b468c178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1822867 Jan 28 20:38:24.485230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b41a7-9cf8-4ac7-b566-a3e085d122b9 None None] Sync routers for ids ['e48a4c07-8b26-4c32-89eb-cc31b468c178'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:24.485445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56948) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:24.516492 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:38:20Z', 'revision_number': 4, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port': {'id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:10Z', 'updated_at': '2022-01-28T20:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '711a2d7a-8144-4fdc-a2d1-c7b2caef11ec', 'name': '', 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'mac_address': 'fa:16:3e:52:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:18Z', 'updated_at': '2022-01-28T20:38:21Z', 'revision_number': 2, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'subnets': [{'id': '3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:24.563850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b41a7-9cf8-4ac7-b566-a3e085d122b9 None None] Routers {'e48a4c07-8b26-4c32-89eb-cc31b468c178'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:24.564650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b20b41a7-9cf8-4ac7-b566-a3e085d122b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e48a4c07-8b26-4c32-89eb-cc31b468c178'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:24.574871 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Checking router: e531aaac-89d8-47f2-b281-8499b9c5c796 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:38:24.575380 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Updating router e531aaac-89d8-47f2-b281-8499b9c5c796 port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:38:24.606971 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:24.668395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b20b41a7-9cf8-4ac7-b566-a3e085d122b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:24.685262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:24.685737 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:24.717277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56956) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:24.733303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b41a7-9cf8-4ac7-b566-a3e085d122b9 None None] Routers {'e48a4c07-8b26-4c32-89eb-cc31b468c178'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:24.734040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b20b41a7-9cf8-4ac7-b566-a3e085d122b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e48a4c07-8b26-4c32-89eb-cc31b468c178'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:24.758426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:24.762559 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:24.766455 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a3c8d9c-5e08-460a-b622-c6afb0157129 HTTP/1.1" status: 204 len: 168 time: 1.1346066 Jan 28 20:38:24.781126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b20b41a7-9cf8-4ac7-b566-a3e085d122b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:24.781853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b41a7-9cf8-4ac7-b566-a3e085d122b9 None None] The sync data for ids ['e48a4c07-8b26-4c32-89eb-cc31b468c178'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:24.826749 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-2731517d-9bb1-49c2-97a2-f96554818620 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 20:38:24.828088 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2731517d-9bb1-49c2-97a2-f96554818620 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/e48a4c07-8b26-4c32-89eb-cc31b468c178/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3418810 Jan 28 20:38:24.829189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c8d9c-5e08-460a-b622-c6afb0157129,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:24.850449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56962) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:24.852294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.853164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.855972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.856883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.857985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.858980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.860500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.861362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.862928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.863713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.864559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.868381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7385e9be-8bbf-4ce0-9862-075b10fb60de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:24.927794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-008341ea-7325-4bce-910f-900fc59f5c53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=e48a4c07-8b26-4c32-89eb-cc31b468c178 HTTP/1.1" status: 200 len: 205 time: 0.0460908 Jan 28 20:38:24.930366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56964) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:24.935736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a60dbeac-221d-4d71-8267-6d95b324d65a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:25.063784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5813ca82-6102-4137-85de-35a4f2b3cab3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.102636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a60dbeac-221d-4d71-8267-6d95b324d65a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:25.105541 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.111054 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.129560 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.191441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7460ea94-a6bf-4d1d-99b6-62c9d7a26762 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.231349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7460ea94-a6bf-4d1d-99b6-62c9d7a26762 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Calling delete_port for ed00d16a-15ba-4f8a-bf90-238d13180669 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:25.304218 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3809477-73ce-4fb9-9f6e-3a3d4c04846f None None] Pushing event updated for resources: {'Port': ['ID=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:25.338713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:25.435103 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Attempting to bind port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:25.435825 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Attempting to bind port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:25.436885 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Attempting to bind port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec on network a866081b-f2dd-4a7b-a54e-c258292b92de {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:25.449593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:25.449971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.453482 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:25.454156 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Checking segment: {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:25.456333 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.458562 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Bound using segment: {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:25.460326 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Bound port: 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:25.462158 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.554537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56970) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:25.556920 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] For port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:25.560768 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] For port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:25.566564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc97a7-efb0-4b36-b3b8-7310b471e6f6 None None] Network 556a01fd-9cf1-4812-8cd2-192908703700 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:25.568013 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.577349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-91f0d5f5-2f75-422e-adbf-94f4ca4105af tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.583357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7460ea94-a6bf-4d1d-99b6-62c9d7a26762 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.618841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f35f-545e-402c-9d55-ec81b464dec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.627645 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3809477-73ce-4fb9-9f6e-3a3d4c04846f None None] Pushing event updated for resources: {'Port': ['ID=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:25.630973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-624d140a-a698-43c8-bfbe-558312ec1e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.632988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-91f0d5f5-2f75-422e-adbf-94f4ca4105af tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Calling delete_port for e10de30b-5e76-4512-9918-a609f2ce02fc owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:25.654078 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Routers {'e531aaac-89d8-47f2-b281-8499b9c5c796'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:25.655257 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e531aaac-89d8-47f2-b281-8499b9c5c796'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:25.682713 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.702574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460ea94-a6bf-4d1d-99b6-62c9d7a26762 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event deleted for resources: {'Port': ['ID=ed00d16a-15ba-4f8a-bf90-238d13180669,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:25.739171 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.748288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-ecd49b3a-1ff1-4c29-9b6c-c6590c950df2 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:25.756598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-ecd49b3a-1ff1-4c29-9b6c-c6590c950df2 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 811 time: 1.0376551 Jan 28 20:38:25.761165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-67e9f593-70d8-4498-a8e5-685e0b372749 None None] Provisioning complete for port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:25.761693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67e9f593-70d8-4498-a8e5-685e0b372749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.818528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,segment=NetworkSegment(e98f7204-bdb9-4c09-ae66-3d4e48e34c68),segment_id=e98f7204-bdb9-4c09-ae66-3d4e48e34c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:25.840774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.862033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7460ea94-a6bf-4d1d-99b6-62c9d7a26762 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:25.868158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7460ea94-a6bf-4d1d-99b6-62c9d7a26762 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "DELETE /v2.0/ports/ed00d16a-15ba-4f8a-bf90-238d13180669 HTTP/1.1" status: 204 len: 168 time: 2.8036039 Jan 28 20:38:25.877688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-482b6c28-f4fd-4a36-9d45-c1459171a569 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/quotas/b4ed893820704fffb30ecb76713af6da HTTP/1.1" status: 200 len: 375 time: 0.1199915 Jan 28 20:38:25.886371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56972) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:25.955361 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] Set router e531aaac-89d8-47f2-b281-8499b9c5c796 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:38:25.969344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 3a8a9961-d7be-4388-9d68-de416bd2c332 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:26.007387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8b1a26-f493-4036-98c3-fbd555928b0d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Deleting subnet b318d9c5-f027-40c8-915f-a8947e7aeb6e {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:26.011010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a26-f493-4036-98c3-fbd555928b0d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.059826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:26.078700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a26-f493-4036-98c3-fbd555928b0d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.116237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5813ca82-6102-4137-85de-35a4f2b3cab3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.132838 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5813ca82-6102-4137-85de-35a4f2b3cab3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.152311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-dc76b457-40a8-4336-bd73-7210561c714f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2735445 Jan 28 20:38:26.166052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed561a-91cc-45ca-8383-b1d4e471edf3 None None] Update dhcp port {'port': {'network_id': '556a01fd-9cf1-4812-8cd2-192908703700', 'fixed_ips': [{'subnet_id': '80687943-9e1b-4b95-b059-d289391e62a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ead4e99-ff64-4882-8a0d-578f8fffe05f'}], 'binding:host_id': 'n-d-825064-3'}, 'id': '9f7adff4-11ed-4b5b-86f8-ad819f08d8e8'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:38:26.205540 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-feed561a-91cc-45ca-8383-b1d4e471edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.225218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5813ca82-6102-4137-85de-35a4f2b3cab3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.225776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5813ca82-6102-4137-85de-35a4f2b3cab3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Fanout notify agent at l3_agent the message router_deleted on router e48a4c07-8b26-4c32-89eb-cc31b468c178 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:38:26.258084 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:38:20Z', 'revision_number': 4, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port': {'id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:10Z', 'updated_at': '2022-01-28T20:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '711a2d7a-8144-4fdc-a2d1-c7b2caef11ec', 'name': '', 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'mac_address': 'fa:16:3e:52:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:18Z', 'updated_at': '2022-01-28T20:38:25Z', 'revision_number': 4, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'subnets': [{'id': '3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:26.267671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5813ca82-6102-4137-85de-35a4f2b3cab3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.273029 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5813ca82-6102-4137-85de-35a4f2b3cab3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/e48a4c07-8b26-4c32-89eb-cc31b468c178 HTTP/1.1" status: 204 len: 168 time: 1.3411481 Jan 28 20:38:26.273959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56974) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:26.297166 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cdab8-3600-43ab-91d6-6e8711fd7f46 None None] The sync data for ids ['e531aaac-89d8-47f2-b281-8499b9c5c796'] in n-d-825064-3 is: [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:38:20Z', 'revision_number': 4, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port': {'id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:10Z', 'updated_at': '2022-01-28T20:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '711a2d7a-8144-4fdc-a2d1-c7b2caef11ec', 'name': '', 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'mac_address': 'fa:16:3e:52:20:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:18Z', 'updated_at': '2022-01-28T20:38:25Z', 'revision_number': 4, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'subnets': [{'id': '3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:26.335681 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a26-f493-4036-98c3-fbd555928b0d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.368363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f35f-545e-402c-9d55-ec81b464dec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.396929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f35f-545e-402c-9d55-ec81b464dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.400910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-624d140a-a698-43c8-bfbe-558312ec1e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.423999 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-91f0d5f5-2f75-422e-adbf-94f4ca4105af tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.433349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2402beae-5041-403f-a520-0e778b05cfa6 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet 882a2d3c-2663-4434-9eec-1bb5696a27cf {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:26.442167 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2402beae-5041-403f-a520-0e778b05cfa6 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.442359 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-624d140a-a698-43c8-bfbe-558312ec1e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.531873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0d5f5-2f75-422e-adbf-94f4ca4105af tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Port': ['ID=e10de30b-5e76-4512-9918-a609f2ce02fc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:26.535565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2402beae-5041-403f-a520-0e778b05cfa6 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.538694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c9d3f35f-545e-402c-9d55-ec81b464dec7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=599970f7db784d948ab8a2f92766415e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7974586 Jan 28 20:38:26.558871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56976) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:26.574934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-c579e8b8-bd31-454a-8d8e-f77b36995d22 service neutron] 10.222.0.44 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122040 Jan 28 20:38:26.575584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3f35f-545e-402c-9d55-ec81b464dec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0c7e30-c547-4826-af0e-494335f0cec8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:26.595427 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a26-f493-4036-98c3-fbd555928b0d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.650108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-624d140a-a698-43c8-bfbe-558312ec1e74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a1d320e654c422a9023cf8e70365324&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0940692 Jan 28 20:38:26.656150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b1a26-f493-4036-98c3-fbd555928b0d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event deleted for resources: {'Subnet': ['ID=b318d9c5-f027-40c8-915f-a8947e7aeb6e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:26.658031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1a26-f493-4036-98c3-fbd555928b0d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.664129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ae8b1a26-f493-4036-98c3-fbd555928b0d tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "DELETE /v2.0/subnets/b318d9c5-f027-40c8-915f-a8947e7aeb6e HTTP/1.1" status: 204 len: 168 time: 0.7746747 Jan 28 20:38:26.664129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56978) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:26.673319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56980) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:26.683422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d67039-15f0-40c3-bbd8-84b946046967 None None] Network 450da960-736c-4f78-af52-b035060383d8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:26.731880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97747181-3362-4607-958e-43745842d9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.790652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2402beae-5041-403f-a520-0e778b05cfa6 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.810446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d140a-a698-43c8-bfbe-558312ec1e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0176343-992a-47dc-9083-7fdd00a4a94f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:26.826534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97747181-3362-4607-958e-43745842d9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.907179 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d85d1a7b-aff1-44b0-8ce2-e7f221ee6660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.964539 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2402beae-5041-403f-a520-0e778b05cfa6 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.968046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d85d1a7b-aff1-44b0-8ce2-e7f221ee6660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.979426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97747181-3362-4607-958e-43745842d9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.982304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97747181-3362-4607-958e-43745842d9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:26.983729 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-97747181-3362-4607-958e-43745842d9de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d0c7e30-c547-4826-af0e-494335f0cec8 HTTP/1.1" status: 204 len: 168 time: 0.4237885 Jan 28 20:38:26.989719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] DHCP port deletion for 450da960-736c-4f78-af52-b035060383d8 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:27.040638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2402beae-5041-403f-a520-0e778b05cfa6 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.044511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.047495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2402beae-5041-403f-a520-0e778b05cfa6 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/882a2d3c-2663-4434-9eec-1bb5696a27cf HTTP/1.1" status: 204 len: 168 time: 0.7466974 Jan 28 20:38:27.052997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48afd61-b12c-4115-b16c-17e1e7e37c1e None None] Network 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:27.056673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402beae-5041-403f-a520-0e778b05cfa6 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=882a2d3c-2663-4434-9eec-1bb5696a27cf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:27.056924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56984) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:27.076343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97747181-3362-4607-958e-43745842d9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0c7e30-c547-4826-af0e-494335f0cec8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:27.130037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d85d1a7b-aff1-44b0-8ce2-e7f221ee6660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.133013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d85d1a7b-aff1-44b0-8ce2-e7f221ee6660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.134020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d85d1a7b-aff1-44b0-8ce2-e7f221ee6660 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0176343-992a-47dc-9083-7fdd00a4a94f HTTP/1.1" status: 204 len: 168 time: 0.4683769 Jan 28 20:38:27.148113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d1a7b-aff1-44b0-8ce2-e7f221ee6660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0176343-992a-47dc-9083-7fdd00a4a94f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:27.172929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-91f0d5f5-2f75-422e-adbf-94f4ca4105af tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.178228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-91f0d5f5-2f75-422e-adbf-94f4ca4105af tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "DELETE /v2.0/ports/e10de30b-5e76-4512-9918-a609f2ce02fc HTTP/1.1" status: 204 len: 168 time: 4.1948595 Jan 28 20:38:27.180889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56988) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:27.211011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::171 (556a01fd-9cf1-4812-8cd2-192908703700/80687943-9e1b-4b95-b059-d289391e62a9/3a8a9961-d7be-4388-9d68-de416bd2c332) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:27.218463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8:0:1::8a (556a01fd-9cf1-4812-8cd2-192908703700/8ead4e99-ff64-4882-8a0d-578f8fffe05f/3a8a9961-d7be-4388-9d68-de416bd2c332) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:27.219173 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf3cd23-d816-466c-85d7-0a44cb2a50f3 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] GET failed (client error): The resource could not be found. Jan 28 20:38:27.232125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-acf3cd23-d816-466c-85d7-0a44cb2a50f3 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "GET /v2.0/ports/e10de30b-5e76-4512-9918-a609f2ce02fc HTTP/1.1" status: 404 len: 333 time: 0.0443933 Jan 28 20:38:27.233466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56990) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:27.243870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-591678282'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:27.255714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-05d2ccde-82d1-4190-9d16-97c808f5675f service neutron] 10.222.0.44 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608875 Jan 28 20:38:27.292794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] Deleting port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:27.293187 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.420895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.551982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] For port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,segment=NetworkSegment(7074900e-f2e2-4999-998a-1524aa9a36df),segment_id=7074900e-f2e2-4999-998a-1524aa9a36df)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:27.553433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.585483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Deleting port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:27.585843 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.589122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Made reservation on behalf of abaadd4bb576449c8d7630f8c62409b7 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:27.597948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.634644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] Calling delete_port for 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:27.641792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] device_id is not set on port ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:27.783556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:27.791295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.808976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] DHCP port deletion for 2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:27.819982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.855362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] For port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,segment=NetworkSegment(7074900e-f2e2-4999-998a-1524aa9a36df),segment_id=7074900e-f2e2-4999-998a-1524aa9a36df)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:27.855760 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.892808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57010) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:27.947332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59ba74e8-9564-42d2-94af-169fc01f8c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:27.989206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Calling delete_port for 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:28.071041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Allocated IP 2001:db8::1ac (4a87bca9-2716-4772-b878-02288fb93d3c/643573f3-edd1-42d3-80c8-ad8ec29d8916/ef49bbc9-d029-4e80-ab1d-ea04c40b9de5) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:28.081728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 89f5a3f4-6f47-491b-9823-79b878b0dfc3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=89f5a3f4-6f47-491b-9823-79b878b0dfc3,segment=NetworkSegment(6ef6a9e3-fb99-48d8-ae08-7480df7514b8),segment_id=6ef6a9e3-fb99-48d8-ae08-7480df7514b8)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:28.083447 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.095234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] Deleting port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:28.095857 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.110225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 89f5a3f4-6f47-491b-9823-79b878b0dfc3 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:28.125006 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.205496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] No DVR routers for this DVR port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:28.336710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59ba74e8-9564-42d2-94af-169fc01f8c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.353438 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59ba74e8-9564-42d2-94af-169fc01f8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.368293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea418862-c207-465a-a2b7-952eba0d8ba2 None None] Pushing event deleted for resources: {'Port': ['ID=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:28.370601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:28.403290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.421682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.448235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No DVR routers for this DVR port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:28.482785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.509800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] For port 89f5a3f4-6f47-491b-9823-79b878b0dfc3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=89f5a3f4-6f47-491b-9823-79b878b0dfc3,segment=NetworkSegment(6ef6a9e3-fb99-48d8-ae08-7480df7514b8),segment_id=6ef6a9e3-fb99-48d8-ae08-7480df7514b8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:28.510480 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.539135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] Calling delete_port for 89f5a3f4-6f47-491b-9823-79b878b0dfc3 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:28.580829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-feed561a-91cc-45ca-8383-b1d4e471edf3 None None] Allocated IP 2001:db8:0:1::2 (556a01fd-9cf1-4812-8cd2-192908703700/8ead4e99-ff64-4882-8a0d-578f8fffe05f/9f7adff4-11ed-4b5b-86f8-ad819f08d8e8) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:28.616265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-015680fb-c19c-4054-b4f9-d3a75c9f7860 req-8f13d03b-07ca-4a27-a73d-2b869fa2e7de tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 210 time: 0.9865010 Jan 28 20:38:28.616835 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-59ba74e8-9564-42d2-94af-169fc01f8c4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d93f6729179d49e18a9504d2e3d77010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7216241 Jan 28 20:38:28.617683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba74e8-9564-42d2-94af-169fc01f8c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e460fa1e-188c-4296-bab4-e2a2bdd44d55,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:28.620245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57026) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:28.624614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event deleted for resources: {'Port': ['ID=5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:28.664770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:28.665081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.665233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.669578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 556a01fd-9cf1-4812-8cd2-192908703700 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:28.673318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=89f5a3f4-6f47-491b-9823-79b878b0dfc3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:28.738477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] No DVR routers for this DVR port 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:28.754521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.773477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=3a8a9961-d7be-4388-9d68-de416bd2c332,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:28.786316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:28.803950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc2f08d1-0394-4ad9-9d17-0d3ad0c242e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.819393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:28.826263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:28.827125 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.845928 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc2f08d1-0394-4ad9-9d17-0d3ad0c242e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.868568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.877472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.886304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:28.925211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef6a9e3-fb99-48d8-ae08-7480df7514b8') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:28.925574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] No DVR routers for this DVR port 89f5a3f4-6f47-491b-9823-79b878b0dfc3 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:28.925730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef6a9e3-fb99-48d8-ae08-7480df7514b8') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:28.929478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.933489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b672a-70d9-4671-8c8a-cc122c00b8ff None None] Pushing event deleted for resources: {'Port': ['ID=89f5a3f4-6f47-491b-9823-79b878b0dfc3,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:28.944413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-feed561a-91cc-45ca-8383-b1d4e471edf3 None None] For port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,segment=NetworkSegment(e98f7204-bdb9-4c09-ae66-3d4e48e34c68),segment_id=e98f7204-bdb9-4c09-ae66-3d4e48e34c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:28.952344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-47d0e7b4-8900-49cc-94a3-5e2f9cf2cb19 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.9000170 Jan 28 20:38:28.958665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57032) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:28.971615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80687943-9e1b-4b95-b059-d289391e62a9'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:28.976520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Network 4a87bca9-2716-4772-b878-02288fb93d3c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:28.977365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:28.991936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:29.004925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.006296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:29.012054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:29.012890 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.018550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450da960-736c-4f78-af52-b035060383d8']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:29.032008 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-feed561a-91cc-45ca-8383-b1d4e471edf3 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.042300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-feed561a-91cc-45ca-8383-b1d4e471edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.080942 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8461161 Jan 28 20:38:29.081801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0be9a-0bc4-4eae-972a-6a254ac4819b tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=ef49bbc9-d029-4e80-ab1d-ea04c40b9de5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:29.084350 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57036) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:29.095051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:7d:ec:b6'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:29.098744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc2f08d1-0394-4ad9-9d17-0d3ad0c242e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.101173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7074900e-f2e2-4999-998a-1524aa9a36df') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:29.101484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7074900e-f2e2-4999-998a-1524aa9a36df') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:29.101723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fc2f08d1-0394-4ad9-9d17-0d3ad0c242e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.103266 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fc2f08d1-0394-4ad9-9d17-0d3ad0c242e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e460fa1e-188c-4296-bab4-e2a2bdd44d55 HTTP/1.1" status: 204 len: 168 time: 0.4593849 Jan 28 20:38:29.128927 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.167765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:29.181548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.184387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:29.184387 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.187358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f08d1-0394-4ad9-9d17-0d3ad0c242e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460fa1e-188c-4296-bab4-e2a2bdd44d55,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:29.191584 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.192865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:29.202158 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:29.304762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed561a-91cc-45ca-8383-b1d4e471edf3 None None] Pushing event updated for resources: {'Port': ['ID=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:29.446204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:29.446830 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.448896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:29.496875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.542498 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.564131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57044) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:29.583231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.587252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:29.587707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:29.599019 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:29.652886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.666874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-467de3d3-c034-444c-b640-b4439b9ccf60 None None] Provisioning complete for port ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:29.667260 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-467de3d3-c034-444c-b640-b4439b9ccf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.742017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.753015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613 HTTP/1.1" status: 204 len: 168 time: 2.6791055 Jan 28 20:38:29.758656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57050) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:29.793735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-467de3d3-c034-444c-b640-b4439b9ccf60 None None] Port ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:29.798610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-361914608'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:29.810380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:29.828023 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71f4dde0-7131-4fdd-9206-068de6571a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.840254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:29.848860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65675d-da8c-44ce-8f6b-840fbad373f5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=2fe314f2-cb70-4cd0-8e73-0cf2ad3aa613,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:29.860543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c69247de-8333-467b-b642-240ffe63bf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.876827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:29.877757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5e52c4f1-f0d3-44e4-93d3-5904a3e3ff88 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:29.878427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 89f5a3f4-6f47-491b-9823-79b878b0dfc3 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:29.898036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-240c627b-47c2-4975-b31a-5316dca35fdb req-0ac33adf-722c-4bcb-9ef8-8586125fb728 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 210 time: 0.1121252 Jan 28 20:38:29.910832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 89f5a3f4-6f47-491b-9823-79b878b0dfc3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:29.912464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 89f5a3f4-6f47-491b-9823-79b878b0dfc3 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:29.963464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.966427 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.970197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.974746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] 10.222.0.44 "DELETE /v2.0/networks/450da960-736c-4f78-af52-b035060383d8 HTTP/1.1" status: 204 len: 168 time: 3.2958851 Jan 28 20:38:29.993125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:29.996590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:29.999859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-bdad2ec6-2bad-4481-bf35-9c84e9b4318c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:30.001532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-bdad2ec6-2bad-4481-bf35-9c84e9b4318c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.26 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 811 time: 0.6898141 Jan 28 20:38:30.011986 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.025516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Request body: {'port': {'device_id': 'cd27dff2-9302-4a72-8059-0f9fb6680cc8', 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de', 'admin_state_up': True, 'tenant_id': 'b4ed893820704fffb30ecb76713af6da'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:30.043561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:30.051059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] In _notify_port_updated(), no bound segment for port ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 on network 4a87bca9-2716-4772-b878-02288fb93d3c {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:38:30.056691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:30.056848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeca41-c6fc-4c30-ab94-b047b7a14155 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192 tempest-ExtraDHCPOptionsIpV6TestJSON-475317192-project] Pushing event deleted for resources: {'Network': ['ID=450da960-736c-4f78-af52-b035060383d8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:30.057343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.059537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "PUT /v2.0/ports/ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 HTTP/1.1" status: 200 len: 1001 time: 0.9739776 Jan 28 20:38:30.085140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57056) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:30.139851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:30.141720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.173481 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:30.186534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.186895 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment 0b47669d-d4f4-4339-bc4e-b8109704435c of type vlan for network 7cfd3ae8-8018-407e-b422-d68a3c898410 Jan 28 20:38:30.301817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:30.347117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432109b-d789-4715-8a05-5c10dab8c610 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=ef49bbc9-d029-4e80-ab1d-ea04c40b9de5,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:30.350668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd1435-35dd-4d27-b6a1-ed0e3e0fd851 None None] Network 556a01fd-9cf1-4812-8cd2-192908703700 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:30.376968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Delete allocated IP 2001:db8:0:1::8a (556a01fd-9cf1-4812-8cd2-192908703700/8ead4e99-ff64-4882-8a0d-578f8fffe05f) {{(pid=102307) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 20:38:30.437245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57060) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:30.446832 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.480084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-de4550e6-169b-450f-96c2-986cfb48f180 None None] Provisioning complete for port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:30.480494 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de4550e6-169b-450f-96c2-986cfb48f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.523182 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c69247de-8333-467b-b642-240ffe63bf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.540510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71f4dde0-7131-4fdd-9206-068de6571a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.543566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c69247de-8333-467b-b642-240ffe63bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.574631 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.581550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:30.582182 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.596952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-71f4dde0-7131-4fdd-9206-068de6571a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.613396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:30.613777 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.709695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69247de-8333-467b-b642-240ffe63bf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f80f4ca-7e3b-4cd7-8dd6-db5952d2b6dc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:30.720212 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c69247de-8333-467b-b642-240ffe63bf05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad8183b6c0304d29908f07339e2dacf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8993018 Jan 28 20:38:30.733102 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9412827 Jan 28 20:38:30.742731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57064) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:30.743070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57066) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:30.754675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': '7cfd3ae8-8018-407e-b422-d68a3c898410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:30.771123 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-71f4dde0-7131-4fdd-9206-068de6571a91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0296eaf79a94814a908dc012b6d172b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2031071 Jan 28 20:38:30.784634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c6b50e70-06b2-4e23-ad1a-485b1370e18e None None] Provisioning complete for port ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:30.785446 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c6b50e70-06b2-4e23-ad1a-485b1370e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.797911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57068) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:30.821126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c67bfc71-12f3-479d-bbf8-cac4414f65f6 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Deleting port ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:30.821501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c67bfc71-12f3-479d-bbf8-cac4414f65f6 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.824255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c2423-2b59-4bf1-b31b-93305638e243 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=7cfd3ae8-8018-407e-b422-d68a3c898410,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:30.837512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7cfd3ae8-8018-407e-b422-d68a3c898410 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:30.889887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4dde0-7131-4fdd-9206-068de6571a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd67ae-fd31-41b6-9c9b-2244cf9f3378,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:30.918151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c6b50e70-06b2-4e23-ad1a-485b1370e18e None None] Port ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:30.920323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Made reservation on behalf of b4ed893820704fffb30ecb76713af6da for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:30.925579 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:30.971490 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6f1508ee-4afe-4d27-b88e-6bd67be7ccf1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=696de229a663422bac3963592675a71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280004 Jan 28 20:38:30.974953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57072) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:31.030978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-702d0508-3deb-403c-9cb9-fd05a6edab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.049933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c67bfc71-12f3-479d-bbf8-cac4414f65f6 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.060417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfcbb-8f31-4011-b5c5-85a81e5d4984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.083434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c67bfc71-12f3-479d-bbf8-cac4414f65f6 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Calling delete_port for ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:31.087938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:31.091507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.097012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e607b2b7-ec94-4e55-87ff-dec82ab3bd5b req-02f21187-f3a1-4e7f-b13b-30a72eaa974c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 210 time: 0.0851569 Jan 28 20:38:31.099653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-702d0508-3deb-403c-9cb9-fd05a6edab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.153500 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfcbb-8f31-4011-b5c5-85a81e5d4984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.180641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.214507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.251669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d803d983-0b70-4051-9181-d3b2f168d72e None None] Provisioning complete for port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:31.253229 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d803d983-0b70-4051-9181-d3b2f168d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.282902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87aafc24-954b-40cc-aa65-f1760e979873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.309802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-702d0508-3deb-403c-9cb9-fd05a6edab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.312470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-702d0508-3deb-403c-9cb9-fd05a6edab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.313896 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-702d0508-3deb-403c-9cb9-fd05a6edab16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f80f4ca-7e3b-4cd7-8dd6-db5952d2b6dc HTTP/1.1" status: 204 len: 168 time: 0.5685749 Jan 28 20:38:31.316425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Allocated IP 172.20.0.4 (a866081b-f2dd-4a7b-a54e-c258292b92de/3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d/71735da8-ccff-4890-9501-f915a59c5c1a) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:31.349380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] In _notify_port_updated(), no bound segment for port 3a8a9961-d7be-4388-9d68-de416bd2c332 on network 556a01fd-9cf1-4812-8cd2-192908703700 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:38:31.355424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:31.356090 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.357554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "PUT /v2.0/ports/3a8a9961-d7be-4388-9d68-de416bd2c332 HTTP/1.1" status: 200 len: 926 time: 2.3926742 Jan 28 20:38:31.367068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57076) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:31.369934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d0508-3deb-403c-9cb9-fd05a6edab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f80f4ca-7e3b-4cd7-8dd6-db5952d2b6dc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:31.383333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d1a1-b07d-4e62-abd4-7483b27afe42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=3a8a9961-d7be-4388-9d68-de416bd2c332,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:31.400942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80687943-9e1b-4b95-b059-d289391e62a9'}, {'subnet_id': '8ead4e99-ff64-4882-8a0d-578f8fffe05f'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:31.410287 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:38:31.410903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87aafc24-954b-40cc-aa65-f1760e979873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.424909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d803d983-0b70-4051-9181-d3b2f168d72e None None] Provisioning complete for port 3a8a9961-d7be-4388-9d68-de416bd2c332 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:31.426405 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d803d983-0b70-4051-9181-d3b2f168d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.486934 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfcbb-8f31-4011-b5c5-85a81e5d4984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.487121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d803d983-0b70-4051-9181-d3b2f168d72e None None] Port 3a8a9961-d7be-4388-9d68-de416bd2c332 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:31.489424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfcbb-8f31-4011-b5c5-85a81e5d4984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.490580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dc2cfcbb-8f31-4011-b5c5-85a81e5d4984 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbcd67ae-fd31-41b6-9c9b-2244cf9f3378 HTTP/1.1" status: 204 len: 168 time: 0.6894960 Jan 28 20:38:31.578841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cfcbb-8f31-4011-b5c5-85a81e5d4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd67ae-fd31-41b6-9c9b-2244cf9f3378,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:31.627541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-762478dc-f251-4386-a086-114cb1ad03c3 None None] Provisioning complete for port 3a8a9961-d7be-4388-9d68-de416bd2c332 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:31.628465 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-762478dc-f251-4386-a086-114cb1ad03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.638737 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c67bfc71-12f3-479d-bbf8-cac4414f65f6 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.698221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bfc71-12f3-479d-bbf8-cac4414f65f6 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Port': ['ID=ef49bbc9-d029-4e80-ab1d-ea04c40b9de5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:31.717137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-762478dc-f251-4386-a086-114cb1ad03c3 None None] Port 3a8a9961-d7be-4388-9d68-de416bd2c332 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:31.727031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87aafc24-954b-40cc-aa65-f1760e979873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.729637 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87aafc24-954b-40cc-aa65-f1760e979873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.733600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-87aafc24-954b-40cc-aa65-f1760e979873 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ef24903-9f41-4ec8-b8f1-fd9e71d6789a HTTP/1.1" status: 204 len: 168 time: 0.7431042 Jan 28 20:38:31.742958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.800072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aafc24-954b-40cc-aa65-f1760e979873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef24903-9f41-4ec8-b8f1-fd9e71d6789a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:31.831241 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.838382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=6c799683-8da8-4fa4-b3a3-7fa34bc0b039,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:31.885752 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.958274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c67bfc71-12f3-479d-bbf8-cac4414f65f6 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:31.961620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c67bfc71-12f3-479d-bbf8-cac4414f65f6 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "DELETE /v2.0/ports/ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 HTTP/1.1" status: 204 len: 168 time: 1.8638315 Jan 28 20:38:31.964790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57090) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:31.965536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': '0b47669d-d4f4-4339-bc4e-b8109704435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cfd3ae8-8018-407e-b422-d68a3c898410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:31.965909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: 7cfd3ae8-8018-407e-b422-d68a3c898410, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:32.022996 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23cc4a8-4e31-4eb8-938d-d4ec51cb81e8 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] GET failed (client error): The resource could not be found. Jan 28 20:38:32.028057 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e23cc4a8-4e31-4eb8-938d-d4ec51cb81e8 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "GET /v2.0/ports/ef49bbc9-d029-4e80-ab1d-ea04c40b9de5 HTTP/1.1" status: 404 len: 333 time: 0.0446835 Jan 28 20:38:32.029000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57092) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:32.039196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 7cfd3ae8-8018-407e-b422-d68a3c898410 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:32.048062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-535282649'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:32.061419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7cfd3ae8-8018-407e-b422-d68a3c898410) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:32.065751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:32.066203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.075236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.076674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb9a28-5db3-441a-aa94-5d0f77b9b137 None None] Network 7cfd3ae8-8018-407e-b422-d68a3c898410 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:32.103985 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ffc84d6-38fc-45d5-a104-8e6466d725e7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3544726 Jan 28 20:38:32.104254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57096) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:32.108778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-52a44dda-5e81-4dbb-8973-1532715b5d73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1528013974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:32.179367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52a44dda-5e81-4dbb-8973-1532715b5d73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.181192 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b1aa20cb-3e9c-4a01-8ccf-8c110d328d8b None None] Provisioning complete for port 3a8a9961-d7be-4388-9d68-de416bd2c332 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:32.181958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b1aa20cb-3e9c-4a01-8ccf-8c110d328d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.183417 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52a44dda-5e81-4dbb-8973-1532715b5d73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.254302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa20cb-3e9c-4a01-8ccf-8c110d328d8b None None] Port 3a8a9961-d7be-4388-9d68-de416bd2c332 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:32.254786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Network a866081b-f2dd-4a7b-a54e-c258292b92de is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:32.282534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:32.297814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:32.319318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52a44dda-5e81-4dbb-8973-1532715b5d73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.327843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52a44dda-5e81-4dbb-8973-1532715b5d73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.342386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-7cfd3ae8-8018-407e-b422-d68a3c898410', 'network_id': '7cfd3ae8-8018-407e-b422-d68a3c898410', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': '6c799683-8da8-4fa4-b3a3-7fa34bc0b039'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:32.343251 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.345138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Pushing event updated for resources: {'Port': ['ID=71735da8-ccff-4890-9501-f915a59c5c1a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:32.368009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52a44dda-5e81-4dbb-8973-1532715b5d73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.370675 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-52a44dda-5e81-4dbb-8973-1532715b5d73 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2655003 Jan 28 20:38:32.373355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57104) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:32.483345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:32.483975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.497781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9bd39-b130-4549-8dca-78df3ac63fe1 req-6b5b1f35-cec9-4eab-a1fd-2175f1405f7f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:32.499558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41a9bd39-b130-4549-8dca-78df3ac63fe1 req-6b5b1f35-cec9-4eab-a1fd-2175f1405f7f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 931 time: 0.2468853 Jan 28 20:38:32.594494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-fa69196f-1e89-45fb-9771-f5c719a8b950 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5769100 Jan 28 20:38:32.641854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8:0:1::1a5 (556a01fd-9cf1-4812-8cd2-192908703700/8ead4e99-ff64-4882-8a0d-578f8fffe05f/3a8a9961-d7be-4388-9d68-de416bd2c332) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:32.677647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Allocated IP 2001:db8::2 (7cfd3ae8-8018-407e-b422-d68a3c898410/6c799683-8da8-4fa4-b3a3-7fa34bc0b039/2bb3e75c-a38d-452f-8097-8abdea2a3587) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:32.758700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Made reservation on behalf of abaadd4bb576449c8d7630f8c62409b7 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:32.760946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.801548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] device_id is not set on port 3308617f-4e13-417e-87de-4e21d9ecbd8c yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:32.827500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41a9bd39-b130-4549-8dca-78df3ac63fe1 req-8220fd16-166f-4df8-84e3-b111c35f5b0e tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154945 Jan 28 20:38:32.829643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.887880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.900168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:32.995322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Request body: {'port': {'device_id': 'cd27dff2-9302-4a72-8059-0f9fb6680cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:33.088652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.096362 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.118735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.175896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] In _notify_port_updated(), no bound segment for port 3a8a9961-d7be-4388-9d68-de416bd2c332 on network 556a01fd-9cf1-4812-8cd2-192908703700 {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:38:33.181480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:33.182073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Network 7cfd3ae8-8018-407e-b422-d68a3c898410 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:33.182191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.185859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "PUT /v2.0/ports/3a8a9961-d7be-4388-9d68-de416bd2c332 HTTP/1.1" status: 200 len: 1012 time: 1.8126922 Jan 28 20:38:33.193225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:33.197757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57134) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:33.199042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:33.210789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Pushing event updated for resources: {'Port': ['ID=2bb3e75c-a38d-452f-8097-8abdea2a3587,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:33.217654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59f181-cd8d-4bcf-8676-f2a42b748601 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=3a8a9961-d7be-4388-9d68-de416bd2c332,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:33.300865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Attempting to bind port 2bb3e75c-a38d-452f-8097-8abdea2a3587 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:33.301240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Attempting to bind port 2bb3e75c-a38d-452f-8097-8abdea2a3587 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '0b47669d-d4f4-4339-bc4e-b8109704435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cfd3ae8-8018-407e-b422-d68a3c898410'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:33.301608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Attempting to bind port 2bb3e75c-a38d-452f-8097-8abdea2a3587 on network 7cfd3ae8-8018-407e-b422-d68a3c898410 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:33.317284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:33.317680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Checking segment: {'id': '0b47669d-d4f4-4339-bc4e-b8109704435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cfd3ae8-8018-407e-b422-d68a3c898410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:33.318524 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.319096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Bound using segment: {'id': '0b47669d-d4f4-4339-bc4e-b8109704435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cfd3ae8-8018-407e-b422-d68a3c898410'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:33.319595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Bound port: 2bb3e75c-a38d-452f-8097-8abdea2a3587, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b47669d-d4f4-4339-bc4e-b8109704435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7cfd3ae8-8018-407e-b422-d68a3c898410'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:33.320042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.345193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8::1 (7cfd3ae8-8018-407e-b422-d68a3c898410/6c799683-8da8-4fa4-b3a3-7fa34bc0b039/bdcb9c3d-e51c-4dab-84ac-fc796d7f323c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:33.420211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Allocated IP 2001:db8::233 (4a87bca9-2716-4772-b878-02288fb93d3c/643573f3-edd1-42d3-80c8-ad8ec29d8916/3308617f-4e13-417e-87de-4e21d9ecbd8c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:33.484491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-207b2f0b-8209-4c2b-838a-52d71a8f8e5d None None] Provisioning complete for port 3a8a9961-d7be-4388-9d68-de416bd2c332 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:33.485402 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-207b2f0b-8209-4c2b-838a-52d71a8f8e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.494418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] For port 2bb3e75c-a38d-452f-8097-8abdea2a3587, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:33.545565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] For port 2bb3e75c-a38d-452f-8097-8abdea2a3587, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2bb3e75c-a38d-452f-8097-8abdea2a3587,segment=NetworkSegment(0b47669d-d4f4-4339-bc4e-b8109704435c),segment_id=0b47669d-d4f4-4339-bc4e-b8109704435c)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:33.558394 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.584222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-207b2f0b-8209-4c2b-838a-52d71a8f8e5d None None] Port 3a8a9961-d7be-4388-9d68-de416bd2c332 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:33.612301 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.661657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafa081-6d04-4e9a-b67a-74d7e6130435 None None] Pushing event updated for resources: {'Port': ['ID=2bb3e75c-a38d-452f-8097-8abdea2a3587,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:33.667675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-28b562b5-6407-438c-9bd3-fb49a1005e04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 3a8a9961-d7be-4388-9d68-de416bd2c332 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:33.668026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28b562b5-6407-438c-9bd3-fb49a1005e04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.694684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.742105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57150) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:33.749870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 7cfd3ae8-8018-407e-b422-d68a3c898410 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:33.766550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:33.774862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:33.775702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.840545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=bdcb9c3d-e51c-4dab-84ac-fc796d7f323c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:33.910045 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:33.999412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71735da8-ccff-4890-9501-f915a59c5c1a {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:38:34.018610 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28b562b5-6407-438c-9bd3-fb49a1005e04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.056995 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.070509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-28b562b5-6407-438c-9bd3-fb49a1005e04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 3a8a9961-d7be-4388-9d68-de416bd2c332 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:34.121227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Transition to ACTIVE for port object 71735da8-ccff-4890-9501-f915a59c5c1a will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:38:34.138141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.222168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2bb3e75c-a38d-452f-8097-8abdea2a3587 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:34.253800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ccca-f2d2-4c17-8350-6052de14b706 req-2614bc09-e116-4d39-9a53-84859f3ac74a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:34.255984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c57ccca-f2d2-4c17-8350-6052de14b706 req-2614bc09-e116-4d39-9a53-84859f3ac74a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 931 time: 0.3040214 Jan 28 20:38:34.259687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-283206888-network', 'tenant_id': 'c99399d1e63242d8912ebd4ae05daa34'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:34.285653 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.339252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Made reservation on behalf of c99399d1e63242d8912ebd4ae05daa34 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:34.342894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.343899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Pushing event updated for resources: {'Port': ['ID=71735da8-ccff-4890-9501-f915a59c5c1a,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:34.357813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.363783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2bb3e75c-a38d-452f-8097-8abdea2a3587 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:34.364158 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.387842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.413400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Network 4a87bca9-2716-4772-b878-02288fb93d3c is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:34.433442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57160) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:34.442161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:34.481369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:34.487361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:34.488704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.490630 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.507446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c57ccca-f2d2-4c17-8350-6052de14b706 req-4ac7d7ae-25fe-410d-8743-95fa41645b2d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118168 Jan 28 20:38:34.525635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=3308617f-4e13-417e-87de-4e21d9ecbd8c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:34.571480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 2bb3e75c-a38d-452f-8097-8abdea2a3587, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2bb3e75c-a38d-452f-8097-8abdea2a3587,segment=NetworkSegment(0b47669d-d4f4-4339-bc4e-b8109704435c),segment_id=0b47669d-d4f4-4339-bc4e-b8109704435c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:34.576502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-98255364-7a27-4681-ba23-5fc996ebd456 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5458679 Jan 28 20:38:34.582027 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.588294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57164) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:34.596450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1778757235'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:34.615511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7d:ec:b6'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:34.658742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Attempting to bind port 71735da8-ccff-4890-9501-f915a59c5c1a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:34.659414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Attempting to bind port 71735da8-ccff-4890-9501-f915a59c5c1a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:34.659827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Attempting to bind port 71735da8-ccff-4890-9501-f915a59c5c1a on network a866081b-f2dd-4a7b-a54e-c258292b92de {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:34.665383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=2bb3e75c-a38d-452f-8097-8abdea2a3587,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:34.717537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Port 71735da8-ccff-4890-9501-f915a59c5c1a on network a866081b-f2dd-4a7b-a54e-c258292b92de not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:38:34.717831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Attempting to bind port 71735da8-ccff-4890-9501-f915a59c5c1a on network a866081b-f2dd-4a7b-a54e-c258292b92de {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:34.852686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:34.855180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Checking segment: {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:34.855598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Bound using segment: {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:34.856409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Bound port: 71735da8-ccff-4890-9501-f915a59c5c1a, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:34.856735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.881003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.889814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.930259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:34.944592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34787ec7-d4eb-4762-ba0b-0760dc39d76f None None] Provisioning complete for port 3308617f-4e13-417e-87de-4e21d9ecbd8c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:34.945343 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34787ec7-d4eb-4762-ba0b-0760dc39d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.958613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] For port 71735da8-ccff-4890-9501-f915a59c5c1a, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:34.962427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] For port 71735da8-ccff-4890-9501-f915a59c5c1a, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71735da8-ccff-4890-9501-f915a59c5c1a,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:34.970211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Made reservation on behalf of 8aeb14b228c14e56874e302544c77023 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:34.975170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.980631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37940683-ba9f-431e-9c76-c2adf58a8f97,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:34.984376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.996153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:34.996559 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Added segment 68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19 of type vlan for network f5a39938-423b-4a05-8254-b6b177f117cc Jan 28 20:38:34.999227 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.010096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.010865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.015174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:35.018468 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.020302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/71735da8-ccff-4890-9501-f915a59c5c1a HTTP/1.1" status: 200 len: 1091 time: 2.4122522 Jan 28 20:38:35.026751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34787ec7-d4eb-4762-ba0b-0760dc39d76f None None] Port 3308617f-4e13-417e-87de-4e21d9ecbd8c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:35.031816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd27dff2-9302-4a72-8059-0f9fb6680cc8', 'tag': '71735da8-ccff-4890-9501-f915a59c5c1a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:38:35.034949 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f141a337-153c-4643-9837-ad38c4ddaf40" -d '{"events": [{"name": "network-changed", "server_uuid": "cd27dff2-9302-4a72-8059-0f9fb6680cc8", "tag": "71735da8-ccff-4890-9501-f915a59c5c1a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:38:35.066066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.083671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.135088 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.218557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=bdcb9c3d-e51c-4dab-84ac-fc796d7f323c,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:35.268866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.269443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:35.270089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.343488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28b562b5-6407-438c-9bd3-fb49a1005e04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.346294 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e722039e-afab-4961-8a37-cc81db67734e x-openstack-request-id: req-e722039e-afab-4961-8a37-cc81db67734e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:38:35.346824 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd27dff2-9302-4a72-8059-0f9fb6680cc8", "tag": "71735da8-ccff-4890-9501-f915a59c5c1a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:38:35.347220 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e722039e-afab-4961-8a37-cc81db67734e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:38:35.347760 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd27dff2-9302-4a72-8059-0f9fb6680cc8', 'tag': '71735da8-ccff-4890-9501-f915a59c5c1a', 'status': 'completed', 'code': 200} Jan 28 20:38:35.360372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6166275 Jan 28 20:38:35.360961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:35.394788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Request body: {'subnet': {'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-283206888-subnet', 'tenant_id': 'c99399d1e63242d8912ebd4ae05daa34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:35.415822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e79b86-3b2b-4303-8542-b3dc2b4d8000 None None] Network 7cfd3ae8-8018-407e-b422-d68a3c898410 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:35.416679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 7cfd3ae8-8018-407e-b422-d68a3c898410 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:35.417669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673f2a3-497d-4555-9777-ddc4d6c23ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a39938-423b-4a05-8254-b6b177f117cc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:35.422407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:35.433197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a6093-8ca1-48c2-9184-19a933a199d0 service neutron] Pushing event updated for resources: {'Port': ['ID=71735da8-ccff-4890-9501-f915a59c5c1a,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:35.449983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-da5d66ae-c584-4a49-8e39-2129a5a8d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:35.451556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-da5d66ae-c584-4a49-8e39-2129a5a8d122 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 1094 time: 0.3648312 Jan 28 20:38:35.463352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.464275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f5a39938-423b-4a05-8254-b6b177f117cc details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:35.506232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-0238933b-1465-4989-b997-9608f483e85d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71735da8-ccff-4890-9501-f915a59c5c1a HTTP/1.1" status: 200 len: 217 time: 0.0393100 Jan 28 20:38:35.554747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Made reservation on behalf of c99399d1e63242d8912ebd4ae05daa34 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:35.557306 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.570932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.583516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b562b5-6407-438c-9bd3-fb49a1005e04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=3a8a9961-d7be-4388-9d68-de416bd2c332,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:35.674005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 2a3c2032-d418-4fbd-86d5-5453d118f47d is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:38:35.706394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f765aa92-c197-4109-a5a2-47429d9d5f8d None None] Provisioning complete for port 2bb3e75c-a38d-452f-8097-8abdea2a3587 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:35.707300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f765aa92-c197-4109-a5a2-47429d9d5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:35.920413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:35.929269 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-95b7203d-3d01-4852-9bc4-4fe8baefe48e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/2a3c2032-d418-4fbd-86d5-5453d118f47d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5546191 Jan 28 20:38:35.932476 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57182) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:35.944674 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f38c6-d2c0-4846-b947-709c5f9a7e0f None None] Sync routers for ids ['2a3c2032-d418-4fbd-86d5-5453d118f47d'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:35.958019 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f38c6-d2c0-4846-b947-709c5f9a7e0f None None] Routers {'2a3c2032-d418-4fbd-86d5-5453d118f47d'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:35.964029 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-965f38c6-d2c0-4846-b947-709c5f9a7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a3c2032-d418-4fbd-86d5-5453d118f47d'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:36.067555 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-965f38c6-d2c0-4846-b947-709c5f9a7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:36.070307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0855fbb7-90b3-48ce-b67c-276f15f2af2a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:36.071793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0855fbb7-90b3-48ce-b67c-276f15f2af2a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports/bdcb9c3d-e51c-4dab-84ac-fc796d7f323c HTTP/1.1" status: 200 len: 911 time: 0.1380792 Jan 28 20:38:36.083637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2bb3e75c-a38d-452f-8097-8abdea2a3587 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:36.083858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57184) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:36.087666 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f38c6-d2c0-4846-b947-709c5f9a7e0f None None] Routers {'2a3c2032-d418-4fbd-86d5-5453d118f47d'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:36.088972 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-965f38c6-d2c0-4846-b947-709c5f9a7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a3c2032-d418-4fbd-86d5-5453d118f47d'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:36.136581 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-965f38c6-d2c0-4846-b947-709c5f9a7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:36.137638 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f38c6-d2c0-4846-b947-709c5f9a7e0f None None] The sync data for ids ['2a3c2032-d418-4fbd-86d5-5453d118f47d'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:36.138088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2bb3e75c-a38d-452f-8097-8abdea2a3587 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:36.138462 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.162115 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.165156 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.195495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28b562b5-6407-438c-9bd3-fb49a1005e04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.202758 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-28b562b5-6407-438c-9bd3-fb49a1005e04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/3a8a9961-d7be-4388-9d68-de416bd2c332 HTTP/1.1" status: 204 len: 168 time: 2.9943776 Jan 28 20:38:36.204711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-910011c1-2a7d-434f-ba45-6b545438c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:36.206468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-910011c1-2a7d-434f-ba45-6b545438c98c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.6514814 Jan 28 20:38:36.212017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57186) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:36.218318 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.261584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] In _notify_port_updated(), no bound segment for port 3308617f-4e13-417e-87de-4e21d9ecbd8c on network 4a87bca9-2716-4772-b878-02288fb93d3c {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:38:36.268002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:36.268706 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.272251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "PUT /v2.0/ports/3308617f-4e13-417e-87de-4e21d9ecbd8c HTTP/1.1" status: 200 len: 1002 time: 1.6658022 Jan 28 20:38:36.275818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57190) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:36.304374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ec49f375-da7e-49a8-beaf-486fe9a7d090 None None] Provisioning complete for port 2bb3e75c-a38d-452f-8097-8abdea2a3587 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:36.304845 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec49f375-da7e-49a8-beaf-486fe9a7d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.315465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-0d30baf6-a1ae-47cc-896c-9e84e33ca036 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929189 Jan 28 20:38:36.334787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669b223-77fd-4c23-8fea-685d00f22350 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=3308617f-4e13-417e-87de-4e21d9ecbd8c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:36.353184 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa2e106-e38a-471c-91b8-97b340eaaac0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:38:36.357752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0aa2e106-e38a-471c-91b8-97b340eaaac0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/3a8a9961-d7be-4388-9d68-de416bd2c332 HTTP/1.1" status: 404 len: 333 time: 0.1411879 Jan 28 20:38:36.358727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:36.360335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57192) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:36.377028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce409692-d341-4e48-9a93-cbed2dfa41ea,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:36.402923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2d8a6-2862-493f-a401-1725f1832abe,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:36.415368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.415761 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Added segment 82577509-d06b-425a-8a23-4e4870d8fa38 of type vlan for network f02769e5-05b9-400c-bc5d-05460babe473 Jan 28 20:38:36.451438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ec49f375-da7e-49a8-beaf-486fe9a7d090 None None] Provisioning complete for port bdcb9c3d-e51c-4dab-84ac-fc796d7f323c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:36.452035 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ec49f375-da7e-49a8-beaf-486fe9a7d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.473256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70f491-38f9-4be9-86d6-601a2be207f3 req-a537ecc3-38e1-47d0-9248-bc2f90b236ad tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:36.474888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec70f491-38f9-4be9-86d6-601a2be207f3 req-a537ecc3-38e1-47d0-9248-bc2f90b236ad tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 943 time: 0.2637310 Jan 28 20:38:36.521084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ec49f375-da7e-49a8-beaf-486fe9a7d090 None None] Port bdcb9c3d-e51c-4dab-84ac-fc796d7f323c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:36.528342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.587117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-583962ab-0616-4c52-abc6-9a571ca43b92 service neutron] 10.222.0.26 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403984 Jan 28 20:38:36.588790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Checking segment: {'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:36.589171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Network hostable DHCP agents. Network: f5a39938-423b-4a05-8254-b6b177f117cc, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:36.626198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f325d53-d1f6-4e40-8465-f620e5729b09 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 8ead4e99-ff64-4882-8a0d-578f8fffe05f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:36.630641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c35f3c33-2b64-4ce8-a5d8-15e3eda8376a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Deleting port 3308617f-4e13-417e-87de-4e21d9ecbd8c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:36.630996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c33-2b64-4ce8-a5d8-15e3eda8376a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.645002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec70f491-38f9-4be9-86d6-601a2be207f3 req-4a948dcf-f01e-4e54-b5c2-fb0030f92dc8 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473448 Jan 28 20:38:36.654051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f325d53-d1f6-4e40-8465-f620e5729b09 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.683238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.690891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:36.691607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.733030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2945828 Jan 28 20:38:36.752486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e08ee093-58c2-4952-a1ca-75762997e99c None None] Provisioning complete for port bdcb9c3d-e51c-4dab-84ac-fc796d7f323c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:36.753058 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e08ee093-58c2-4952-a1ca-75762997e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.756218 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57194) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:36.767293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Request body: {'subnet': {'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:36.773306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Network f5a39938-423b-4a05-8254-b6b177f117cc is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:36.797533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f325d53-d1f6-4e40-8465-f620e5729b09 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.798809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7c7cf-001f-400c-8ca0-6ff17126839c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event updated for resources: {'Network': ['ID=f02769e5-05b9-400c-bc5d-05460babe473,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:36.801161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e08ee093-58c2-4952-a1ca-75762997e99c None None] Port bdcb9c3d-e51c-4dab-84ac-fc796d7f323c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:36.816316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f02769e5-05b9-400c-bc5d-05460babe473 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:36.833347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5940b39e-4b74-40f7-ab47-efc2013ce100 req-5a1a170d-5c4e-4737-9360-17af764d2307 service neutron] 10.222.0.26 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184989 Jan 28 20:38:36.844576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e08ee093-58c2-4952-a1ca-75762997e99c None None] Provisioning complete for port 3308617f-4e13-417e-87de-4e21d9ecbd8c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:36.845263 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e08ee093-58c2-4952-a1ca-75762997e99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:36.897592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f5a39938-423b-4a05-8254-b6b177f117cc) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:36.943039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a4557-c957-4731-a934-44d0cb0c7ffd None None] Network f5a39938-423b-4a05-8254-b6b177f117cc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:36.947137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e08ee093-58c2-4952-a1ca-75762997e99c None None] Port 3308617f-4e13-417e-87de-4e21d9ecbd8c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:36.950346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-fba61bf6-85a8-4414-9f1b-9f7349c36c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:36.952030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-fba61bf6-85a8-4414-9f1b-9f7349c36c41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 1094 time: 0.0577807 Jan 28 20:38:36.971075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:36.971729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.029324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c33-2b64-4ce8-a5d8-15e3eda8376a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.069294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f325d53-d1f6-4e40-8465-f620e5729b09 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.078536 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4775835e-37c7-4287-aca0-2912137c6c3b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6998372 Jan 28 20:38:37.079612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c35f3c33-2b64-4ce8-a5d8-15e3eda8376a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Calling delete_port for 3308617f-4e13-417e-87de-4e21d9ecbd8c owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:37.096985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2cca12ba-4c71-4747-bb1a-b01fa2ac0cbc None None] Provisioning complete for port bdcb9c3d-e51c-4dab-84ac-fc796d7f323c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:37.097367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2cca12ba-4c71-4747-bb1a-b01fa2ac0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.108245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e6435-d706-42fa-858c-2b8f1b87a6fa None None] Network f5a39938-423b-4a05-8254-b6b177f117cc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:37.131526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-e8a1c566-5f75-4cb4-a329-03be8d91f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:37.133018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-e8a1c566-5f75-4cb4-a329-03be8d91f9fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 912 time: 0.1735086 Jan 28 20:38:37.188435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2cca12ba-4c71-4747-bb1a-b01fa2ac0cbc None None] Port bdcb9c3d-e51c-4dab-84ac-fc796d7f323c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:37.258994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-b65aac57-8faf-41f4-a5b4-307aeda6bf89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71735da8-ccff-4890-9501-f915a59c5c1a HTTP/1.1" status: 200 len: 217 time: 0.1151834 Jan 28 20:38:37.288337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Made reservation on behalf of 8aeb14b228c14e56874e302544c77023 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:37.292313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.349306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-6b7f2957-c256-4fcd-ae8a-58fa854f6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:37.352531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-6b7f2957-c256-4fcd-ae8a-58fa854f6aba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.0855036 Jan 28 20:38:37.421504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-0f3f73c1-46b1-4769-9177-ab657d9a2833 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577412 Jan 28 20:38:37.476679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f325d53-d1f6-4e40-8465-f620e5729b09 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.531435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f325d53-d1f6-4e40-8465-f620e5729b09 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=8ead4e99-ff64-4882-8a0d-578f8fffe05f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:37.541937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f325d53-d1f6-4e40-8465-f620e5729b09 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.549975 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f325d53-d1f6-4e40-8465-f620e5729b09 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/8ead4e99-ff64-4882-8a0d-578f8fffe05f HTTP/1.1" status: 204 len: 168 time: 1.1698666 Jan 28 20:38:37.553999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b453b-0606-4e26-879a-7074664dda53 None None] Network 556a01fd-9cf1-4812-8cd2-192908703700 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:37.556506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57214) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:37.602674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-2a1a02a0-a892-455b-b6b0-49be680bedac service neutron] 10.222.0.26 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730895 Jan 28 20:38:37.727698 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.750803 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0981bfdb-9e3b-4281-b014-2ce623080639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.767322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cac8d9-f00a-42aa-a5ae-1e7e59f56656 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 80687943-9e1b-4b95-b059-d289391e62a9 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:37.816828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c33-2b64-4ce8-a5d8-15e3eda8376a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.829322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f4cac8d9-f00a-42aa-a5ae-1e7e59f56656 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:37.912546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f658dbb-ad12-4874-a923-57b14d24f3b3 req-a9b1df46-565a-4cb5-8319-0812c8c1654c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:37.914275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f658dbb-ad12-4874-a923-57b14d24f3b3 req-a9b1df46-565a-4cb5-8319-0812c8c1654c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 943 time: 0.1192784 Jan 28 20:38:37.916358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141a337-153c-4643-9837-ad38c4ddaf40 req-e80dd7ff-2232-4d70-a6c3-57b804f4363a service neutron] 10.222.0.26 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016565 Jan 28 20:38:37.972132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f658dbb-ad12-4874-a923-57b14d24f3b3 req-06638bfa-4538-4ac6-b1ef-5ef1ce6871fb tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Jan 28 20:38:37.994208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f3c33-2b64-4ce8-a5d8-15e3eda8376a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Port': ['ID=3308617f-4e13-417e-87de-4e21d9ecbd8c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:38.458724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f4cac8d9-f00a-42aa-a5ae-1e7e59f56656 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:38.463240 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c33-2b64-4ce8-a5d8-15e3eda8376a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:38.470025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57236) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:38.480160 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c35f3c33-2b64-4ce8-a5d8-15e3eda8376a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "DELETE /v2.0/ports/3308617f-4e13-417e-87de-4e21d9ecbd8c HTTP/1.1" status: 204 len: 168 time: 2.1992383 Jan 28 20:38:38.510656 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-3644040b-b96c-4467-8914-68bdcc8db095 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] GET failed (client error): The resource could not be found. Jan 28 20:38:38.512702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3644040b-b96c-4467-8914-68bdcc8db095 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "GET /v2.0/ports/3308617f-4e13-417e-87de-4e21d9ecbd8c HTTP/1.1" status: 404 len: 333 time: 0.0409651 Jan 28 20:38:38.516576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57238) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:38.522481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-581627870'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:38.580467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:38.705009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Made reservation on behalf of abaadd4bb576449c8d7630f8c62409b7 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:38.713146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:38.740627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] device_id is not set on port f67acdd8-2bc4-49d8-a446-36f20828a085 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:38.746805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e818227f-0750-45e7-a1b5-21e8e5c74d47 None None] Provisioning complete for port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:38.747349 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e818227f-0750-45e7-a1b5-21e8e5c74d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:38.752942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event updated for resources: {'Subnet': ['ID=cc0d4b88-3638-45ee-85db-16d150e6f1d1,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:38.763157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Checking segment: {'id': '82577509-d06b-425a-8a23-4e4870d8fa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:38.763532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Network hostable DHCP agents. Network: f02769e5-05b9-400c-bc5d-05460babe473, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:38.774616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f4cac8d9-f00a-42aa-a5ae-1e7e59f56656 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:38.859232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Network f02769e5-05b9-400c-bc5d-05460babe473 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:38.901412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f02769e5-05b9-400c-bc5d-05460babe473) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:38.932029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:38.932844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:38.933255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad75c2a-907c-45ed-b64b-9d4fbcffc632 None None] Network f02769e5-05b9-400c-bc5d-05460babe473 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:38.945105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f4cac8d9-f00a-42aa-a5ae-1e7e59f56656 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.013162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cac8d9-f00a-42aa-a5ae-1e7e59f56656 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=80687943-9e1b-4b95-b059-d289391e62a9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:39.021086 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2a8c60e0-ae4c-4665-b8bf-bb9d12afc29c tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2614026 Jan 28 20:38:39.024721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57248) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:39.030592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Request body: {'port': {'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1552755303'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:39.040079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f4cac8d9-f00a-42aa-a5ae-1e7e59f56656 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.051746 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f4cac8d9-f00a-42aa-a5ae-1e7e59f56656 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/80687943-9e1b-4b95-b059-d289391e62a9 HTTP/1.1" status: 204 len: 168 time: 1.4906733 Jan 28 20:38:39.053434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57250) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:39.073114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Allocated IP 2001:db8::2df (4a87bca9-2716-4772-b878-02288fb93d3c/643573f3-edd1-42d3-80c8-ad8ec29d8916/f67acdd8-2bc4-49d8-a446-36f20828a085) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:39.100490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77fad4-0645-48af-8126-a938afd52a26 None None] Network 556a01fd-9cf1-4812-8cd2-192908703700 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:39.216615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port bdcb9c3d-e51c-4dab-84ac-fc796d7f323c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:39.217041 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.246817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.281411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-f02769e5-05b9-400c-bc5d-05460babe473', 'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473', 'tenant_id': '8aeb14b228c14e56874e302544c77023', 'fixed_ips': [{'subnet_id': 'cc0d4b88-3638-45ee-85db-16d150e6f1d1'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:39.282358 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.334648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ef4db-25fe-44b6-abb5-2f558febe0c1 req-68fc8781-dd82-45b5-b937-cb9dab218d1e tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:39.335907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d5ef4db-25fe-44b6-abb5-2f558febe0c1 req-68fc8781-dd82-45b5-b937-cb9dab218d1e tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 943 time: 0.2110476 Jan 28 20:38:39.383685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.406985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for bdcb9c3d-e51c-4dab-84ac-fc796d7f323c owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:39.417191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Made reservation on behalf of 8aeb14b228c14e56874e302544c77023 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:39.421070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.422940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d5ef4db-25fe-44b6-abb5-2f558febe0c1 req-d97511f4-afe3-47f5-b37a-f1c047929c93 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808032 Jan 28 20:38:39.457752 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.464107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Allocated IP 172.20.0.2 (f02769e5-05b9-400c-bc5d-05460babe473/cc0d4b88-3638-45ee-85db-16d150e6f1d1/62fee880-8f52-4bf1-8f9b-163d701251f5) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:39.500970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] device_id is not set on port c161d6b0-2ba1-464a-9341-8c85872f1d62 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:39.516943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.519088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:39.519512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.569933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] DHCP port deletion for 556a01fd-9cf1-4812-8cd2-192908703700 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:39.594026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Network 4a87bca9-2716-4772-b878-02288fb93d3c is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:39.598526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:39.603088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:39.609582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:39.610288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.627271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=f67acdd8-2bc4-49d8-a446-36f20828a085,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:39.647645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13821e1f-ab57-4f31-abe3-268d8dfe58b4 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1270278 Jan 28 20:38:39.647887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57256) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:39.661972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'network_id': '4a87bca9-2716-4772-b878-02288fb93d3c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2002779674'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:39.711829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] For port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,segment=NetworkSegment(e98f7204-bdb9-4c09-ae66-3d4e48e34c68),segment_id=e98f7204-bdb9-4c09-ae66-3d4e48e34c68)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:39.715559 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.726050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] Deleting port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:39.726823 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.738578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:39.800246 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.822782 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.842162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] For port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,segment=NetworkSegment(e98f7204-bdb9-4c09-ae66-3d4e48e34c68),segment_id=e98f7204-bdb9-4c09-ae66-3d4e48e34c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:39.842892 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.886034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] Calling delete_port for 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:39.895020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Made reservation on behalf of abaadd4bb576449c8d7630f8c62409b7 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:39.909508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.917681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Network f02769e5-05b9-400c-bc5d-05460babe473 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:39.923095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:39.959349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] device_id is not set on port 495d561b-22ef-4210-847c-93278609b7c3 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:39.960163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:39.970881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Pushing event updated for resources: {'Port': ['ID=62fee880-8f52-4bf1-8f9b-163d701251f5,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:39.974965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:39.984648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.025293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.025664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.026058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.026395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.026729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.027058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.027386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.027709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.028029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.029680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.030030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.030374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.055690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Allocated IP 172.20.0.6 (f02769e5-05b9-400c-bc5d-05460babe473/cc0d4b88-3638-45ee-85db-16d150e6f1d1/c161d6b0-2ba1-464a-9341-8c85872f1d62) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:40.058483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=bdcb9c3d-e51c-4dab-84ac-fc796d7f323c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:40.092069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:40.110636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No DVR routers for this DVR port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:40.160833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:40.161209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:40.165874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Attempting to bind port 62fee880-8f52-4bf1-8f9b-163d701251f5 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:40.166625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Attempting to bind port 62fee880-8f52-4bf1-8f9b-163d701251f5 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '82577509-d06b-425a-8a23-4e4870d8fa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:40.166762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Attempting to bind port 62fee880-8f52-4bf1-8f9b-163d701251f5 on network f02769e5-05b9-400c-bc5d-05460babe473 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:40.209456 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.214951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-0bf65bb6-6a1a-4f0e-8bf9-83a83ff0fceb req-c28ed1ff-15be-4420-b92d-50ef5ef548e2 service neutron] (102306) timed out ('10.222.0.13', 56978) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 20:38:40.215795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:40.218046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Allocated IP 2001:db8::3e5 (4a87bca9-2716-4772-b878-02288fb93d3c/643573f3-edd1-42d3-80c8-ad8ec29d8916/495d561b-22ef-4210-847c-93278609b7c3) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:40.238826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] No DVR routers for this DVR port 9f7adff4-11ed-4b5b-86f8-ad819f08d8e8 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:40.250380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:40.250815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Checking segment: {'id': '82577509-d06b-425a-8a23-4e4870d8fa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:40.251373 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.252671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Bound using segment: {'id': '82577509-d06b-425a-8a23-4e4870d8fa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:40.253022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Bound port: 62fee880-8f52-4bf1-8f9b-163d701251f5, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82577509-d06b-425a-8a23-4e4870d8fa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:40.253382 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.287913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5267a315-91d6-4ce3-9f19-ae613ca9887c None None] Provisioning complete for port f67acdd8-2bc4-49d8-a446-36f20828a085 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:40.288361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5267a315-91d6-4ce3-9f19-ae613ca9887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.328633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a17af5c2-c4fe-429c-81b2-a9fd079c145e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.334398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5267a315-91d6-4ce3-9f19-ae613ca9887c None None] Port f67acdd8-2bc4-49d8-a446-36f20828a085 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:40.337652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497858ce-3b95-4427-84e2-9869266aba78 None None] Pushing event deleted for resources: {'Port': ['ID=9f7adff4-11ed-4b5b-86f8-ad819f08d8e8,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:40.432343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] For port 62fee880-8f52-4bf1-8f9b-163d701251f5, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:40.433880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.437600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] For port 62fee880-8f52-4bf1-8f9b-163d701251f5, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=62fee880-8f52-4bf1-8f9b-163d701251f5,segment=NetworkSegment(82577509-d06b-425a-8a23-4e4870d8fa38),segment_id=82577509-d06b-425a-8a23-4e4870d8fa38)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:40.446881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.535389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621ba28-572b-4b48-bacf-7faff68d2167 None None] Pushing event updated for resources: {'Port': ['ID=62fee880-8f52-4bf1-8f9b-163d701251f5,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:40.562127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 71735da8-ccff-4890-9501-f915a59c5c1a details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:38:40.562965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.641010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.665973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-8f33e6fc-5e7f-4bdf-968e-700792b1f9c7 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:40.667547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-8f33e6fc-5e7f-4bdf-968e-700792b1f9c7 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/networks?id=f5a39938-423b-4a05-8254-b6b177f117cc HTTP/1.1" status: 200 len: 808 time: 0.2813261 Jan 28 20:38:40.691975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73794e6f-a8d8-4cbc-8404-bade739aa918 req-366c6522-d70a-45ca-a370-18640d1453b2 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:40.692309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 71735da8-ccff-4890-9501-f915a59c5c1a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71735da8-ccff-4890-9501-f915a59c5c1a,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:40.693819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73794e6f-a8d8-4cbc-8404-bade739aa918 req-366c6522-d70a-45ca-a370-18640d1453b2 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 943 time: 0.1516728 Jan 28 20:38:40.704681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '71735da8-ccff-4890-9501-f915a59c5c1a', 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de', 'port_id': '71735da8-ccff-4890-9501-f915a59c5c1a', 'mac_address': 'fa:16:3e:cd:2e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:38:40.707171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4c9044bb-bd44-45d7-aadb-eaed938bdd12 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/quotas/c99399d1e63242d8912ebd4ae05daa34 HTTP/1.1" status: 200 len: 375 time: 0.0274935 Jan 28 20:38:40.723177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556a01fd-9cf1-4812-8cd2-192908703700']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:40.757031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98f7204-bdb9-4c09-ae66-3d4e48e34c68') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:40.757239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98f7204-bdb9-4c09-ae66-3d4e48e34c68') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:40.767127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-adc91f60-0cbc-476b-9ea1-d1b7d2ec3c65 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c99399d1e63242d8912ebd4ae05daa34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387483 Jan 28 20:38:40.773127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.775368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.794937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71735da8-ccff-4890-9501-f915a59c5c1a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:38:40.824822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 71735da8-ccff-4890-9501-f915a59c5c1a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71735da8-ccff-4890-9501-f915a59c5c1a,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:40.826641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.837284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.837457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73794e6f-a8d8-4cbc-8404-bade739aa918 req-0808e6a9-62a0-490c-b70b-6030912c50bd tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291304 Jan 28 20:38:40.886891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.904376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:40.904797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:40.910027 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:40.934289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 2a3c2032-d418-4fbd-86d5-5453d118f47d has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:38:40.938124 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:40.958392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=71735da8-ccff-4890-9501-f915a59c5c1a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:41.023068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Network 4a87bca9-2716-4772-b878-02288fb93d3c is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:41.033287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:41.043188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=495d561b-22ef-4210-847c-93278609b7c3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:41.049289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:41.054328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.057184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:41.057973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.087939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1a3ccaa9-f4b9-4145-9ff0-dc537cb8910c tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4345250 Jan 28 20:38:41.089924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57276) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:41.097269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:7d:ec:b6'}, {'ip_address': '2001:db8::2df', 'mac_address': 'fa:16:3e:67:9e:e4'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:41.102325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.102852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['71735da8-ccff-4890-9501-f915a59c5c1a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:38:41.105639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/networks/556a01fd-9cf1-4812-8cd2-192908703700 HTTP/1.1" status: 204 len: 168 time: 2.0500002 Jan 28 20:38:41.110303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57278) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:41.117652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-7d699a9f-7f7d-47f0-a3f1-3db98e2ca718 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356514 Jan 28 20:38:41.141225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:41.145333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dfdcb-ee4c-4813-bd85-324a96c489df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Network': ['ID=556a01fd-9cf1-4812-8cd2-192908703700,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:41.150665 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dc2c464d-674d-431a-8c80-dc553d289590 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/2a3c2032-d418-4fbd-86d5-5453d118f47d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0659659 Jan 28 20:38:41.165520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57280) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:41.191728 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.199900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5843a824-f956-4510-af7f-afb3421d6924 None None] Sync routers for ids ['2a3c2032-d418-4fbd-86d5-5453d118f47d'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:41.246919 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76aef6a6-126a-412b-b6a1-9bd37842edbe tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a3c2032-d418-4fbd-86d5-5453d118f47d HTTP/1.1" status: 200 len: 205 time: 0.0784614 Jan 28 20:38:41.274426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57282) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:41.305552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843a824-f956-4510-af7f-afb3421d6924 None None] Routers {'2a3c2032-d418-4fbd-86d5-5453d118f47d'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:41.306197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5843a824-f956-4510-af7f-afb3421d6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a3c2032-d418-4fbd-86d5-5453d118f47d'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:41.340756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Network f02769e5-05b9-400c-bc5d-05460babe473 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:41.353689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:41.393911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:41.416064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e856fa7f-0cb8-4bef-a739-1c95954a7550 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:41.421197 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e856fa7f-0cb8-4bef-a739-1c95954a7550 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3045306 Jan 28 20:38:41.427266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57288) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:41.486719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event updated for resources: {'Port': ['ID=c161d6b0-2ba1-464a-9341-8c85872f1d62,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:41.498827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09b5ce4-53c1-4950-a202-190f7668a5c5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.558700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5843a824-f956-4510-af7f-afb3421d6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:41.586370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-8d9b4bcf-6074-4c41-b280-1f0e3e5e8b36 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549415 Jan 28 20:38:41.589975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843a824-f956-4510-af7f-afb3421d6924 None None] Routers {'2a3c2032-d418-4fbd-86d5-5453d118f47d'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:41.590621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5843a824-f956-4510-af7f-afb3421d6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a3c2032-d418-4fbd-86d5-5453d118f47d'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:41.624666 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:41.625297 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.645707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.656363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a7148695-03de-4442-a4e4-47366eafaeb5 None None] Provisioning complete for port 495d561b-22ef-4210-847c-93278609b7c3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:41.656741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a7148695-03de-4442-a4e4-47366eafaeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.702523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5843a824-f956-4510-af7f-afb3421d6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:41.703172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5843a824-f956-4510-af7f-afb3421d6924 None None] The sync data for ids ['2a3c2032-d418-4fbd-86d5-5453d118f47d'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:41.734560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.776681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a7148695-03de-4442-a4e4-47366eafaeb5 None None] Port 495d561b-22ef-4210-847c-93278609b7c3 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:41.825512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09b5ce4-53c1-4950-a202-190f7668a5c5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.828700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09b5ce4-53c1-4950-a202-190f7668a5c5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.914442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e405791c-cc9e-4201-b0bf-b02faf604cf0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4828043 Jan 28 20:38:41.917929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09b5ce4-53c1-4950-a202-190f7668a5c5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.918493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09b5ce4-53c1-4950-a202-190f7668a5c5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Fanout notify agent at l3_agent the message router_deleted on router 2a3c2032-d418-4fbd-86d5-5453d118f47d {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:38:41.920762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57296) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:41.927781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1428082167'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:41.936668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b8d9879-eed9-4053-9faa-a9939be0f4ae req-d1451f3e-7e7a-4dd1-a6ce-ae97f1cc4379 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 210 time: 0.1184759 Jan 28 20:38:41.940355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09b5ce4-53c1-4950-a202-190f7668a5c5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:41.941517 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f09b5ce4-53c1-4950-a202-190f7668a5c5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/2a3c2032-d418-4fbd-86d5-5453d118f47d HTTP/1.1" status: 204 len: 168 time: 0.6650817 Jan 28 20:38:41.973879 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e407d2e3-ef4b-4cea-987a-7c12dbbfb39e tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9475689 Jan 28 20:38:41.983540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57298) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:41.983965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57300) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:41.999291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Request body: {'port': {'network_id': 'f02769e5-05b9-400c-bc5d-05460babe473', 'name': 'tempest-ExtraDHCPOptionsTestJSON-805783157', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:41.999852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.api.validators [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] bootfile-name is not in valid_values {{(pid=102306) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:42.000205 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.api.validators [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] tftp-server is not in valid_values {{(pid=102306) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:42.000545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.api.validators [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] server-ip-address is not in valid_values {{(pid=102306) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:42.105582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.122992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52349406-c7a4-4e1e-b2bf-5ca4263453e9 req-2c622eec-f59f-46e2-bd94-b008923fdb37 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:42.125164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52349406-c7a4-4e1e-b2bf-5ca4263453e9 req-2c622eec-f59f-46e2-bd94-b008923fdb37 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 944 time: 0.1235805 Jan 28 20:38:42.127069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.208373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] In _notify_port_updated(), no bound segment for port 495d561b-22ef-4210-847c-93278609b7c3 on network 4a87bca9-2716-4772-b878-02288fb93d3c {{(pid=102307) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:38:42.214420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:42.215095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.216477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "PUT /v2.0/ports/495d561b-22ef-4210-847c-93278609b7c3 HTTP/1.1" status: 200 len: 1067 time: 1.1252398 Jan 28 20:38:42.222527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57306) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:42.243220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 62fee880-8f52-4bf1-8f9b-163d701251f5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:42.308620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:42.312051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238e204-7b3f-4f11-9f43-b0890c40297a tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event updated for resources: {'Port': ['ID=495d561b-22ef-4210-847c-93278609b7c3,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:42.322201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 62fee880-8f52-4bf1-8f9b-163d701251f5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:42.322398 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.325174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.356110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52349406-c7a4-4e1e-b2bf-5ca4263453e9 req-3c4d4911-1eb3-48f1-9bb2-061235ea0620 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221980 Jan 28 20:38:42.484897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-913fc870-1e7b-4bb3-aa9b-b1dbd14c2354 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet 6c799683-8da8-4fa4-b3a3-7fa34bc0b039 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:42.495583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:42.501083 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913fc870-1e7b-4bb3-aa9b-b1dbd14c2354 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.539827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.555886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a490a9ff-d715-4d35-ae62-e9ffcfc969aa tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Deleting port 495d561b-22ef-4210-847c-93278609b7c3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:42.556191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a490a9ff-d715-4d35-ae62-e9ffcfc969aa tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.575950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.576205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a19825-543b-4943-ad3a-aaf336a10643 None None] Network f02769e5-05b9-400c-bc5d-05460babe473 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:42.582296 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Added segment abf3a297-8910-428c-8424-9ae9f00d60cf of type vlan for network 3b701dd1-d83e-4541-85e5-3ec64c547c3b Jan 28 20:38:42.586528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 71735da8-ccff-4890-9501-f915a59c5c1a up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:42.605900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Made reservation on behalf of 8aeb14b228c14e56874e302544c77023 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:42.608901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.627738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913fc870-1e7b-4bb3-aa9b-b1dbd14c2354 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.735075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a490a9ff-d715-4d35-ae62-e9ffcfc969aa tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.753045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a490a9ff-d715-4d35-ae62-e9ffcfc969aa tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Calling delete_port for 495d561b-22ef-4210-847c-93278609b7c3 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:42.797485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 62fee880-8f52-4bf1-8f9b-163d701251f5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=62fee880-8f52-4bf1-8f9b-163d701251f5,segment=NetworkSegment(82577509-d06b-425a-8a23-4e4870d8fa38),segment_id=82577509-d06b-425a-8a23-4e4870d8fa38)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:42.802036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cd180122-58d8-431c-b1ca-327aac9616a2 None None] Provisioning complete for port 62fee880-8f52-4bf1-8f9b-163d701251f5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:42.802563 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cd180122-58d8-431c-b1ca-327aac9616a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.867172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 71735da8-ccff-4890-9501-f915a59c5c1a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:38:42.887588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 71735da8-ccff-4890-9501-f915a59c5c1a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:42.887972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.891006 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:42.965084 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a490a9ff-d715-4d35-ae62-e9ffcfc969aa tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.023452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490a9ff-d715-4d35-ae62-e9ffcfc969aa tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Port': ['ID=495d561b-22ef-4210-847c-93278609b7c3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:43.030776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=62fee880-8f52-4bf1-8f9b-163d701251f5,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:43.097188 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.185222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.208381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5783f8cd-f32e-46b1-ade4-43739ae90a72 req-d400ce46-6f7c-44d8-a9cd-7a72ce500657 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 210 time: 0.1263149 Jan 28 20:38:43.222876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] device_id is not set on port 69f1c7a7-34bd-46d7-b870-f2f5a2057e46 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:43.304377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0156f381-1764-4912-9afb-b6e4a1467a63 None None] Could not find standard attr ID for object 495d561b-22ef-4210-847c-93278609b7c3. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:38:43.415615 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.489242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.resource_extend [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:38:43.515522 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.582988 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a490a9ff-d715-4d35-ae62-e9ffcfc969aa tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.591049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a490a9ff-d715-4d35-ae62-e9ffcfc969aa tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "DELETE /v2.0/ports/495d561b-22ef-4210-847c-93278609b7c3 HTTP/1.1" status: 204 len: 168 time: 1.3612964 Jan 28 20:38:43.598179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57320) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:43.617695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd27dff2-9302-4a72-8059-0f9fb6680cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71735da8-ccff-4890-9501-f915a59c5c1a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:38:43.624664 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7dda5e-583e-44b5-bc25-87cefc4be1d4" -d '{"events": [{"server_uuid": "cd27dff2-9302-4a72-8059-0f9fb6680cc8", "name": "network-vif-plugged", "status": "completed", "tag": "71735da8-ccff-4890-9501-f915a59c5c1a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:38:43.640578 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.651562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:43.657464 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.661532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629cb2d-2226-4770-a08d-bf1b8fc2b9cd req-ba3118fc-a625-4e63-bd2c-9c70f8b1fa69 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:43.663108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3629cb2d-2226-4770-a08d-bf1b8fc2b9cd req-ba3118fc-a625-4e63-bd2c-9c70f8b1fa69 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 944 time: 0.1644990 Jan 28 20:38:43.664479 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-492fe191-a15c-4e22-bd14-68d5b252b9ad tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] GET failed (client error): The resource could not be found. Jan 28 20:38:43.665990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-492fe191-a15c-4e22-bd14-68d5b252b9ad tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "GET /v2.0/ports/495d561b-22ef-4210-847c-93278609b7c3 HTTP/1.1" status: 404 len: 333 time: 0.0439458 Jan 28 20:38:43.671293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57324) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:43.688978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 71735da8-ccff-4890-9501-f915a59c5c1a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71735da8-ccff-4890-9501-f915a59c5c1a,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:43.692963 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145ea4c6-3baf-4bb4-bf29-0cb2913c8c37 x-openstack-request-id: req-145ea4c6-3baf-4bb4-bf29-0cb2913c8c37 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:38:43.693317 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd27dff2-9302-4a72-8059-0f9fb6680cc8", "name": "network-vif-plugged", "status": "completed", "tag": "71735da8-ccff-4890-9501-f915a59c5c1a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:38:43.693634 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-145ea4c6-3baf-4bb4-bf29-0cb2913c8c37 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:38:43.694121 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd27dff2-9302-4a72-8059-0f9fb6680cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71735da8-ccff-4890-9501-f915a59c5c1a', 'code': 200} Jan 28 20:38:43.697369 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.777791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=71735da8-ccff-4890-9501-f915a59c5c1a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:43.837152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-90a5f0ca-589c-46a1-a983-1802f92daa84 None None] Provisioning complete for port 62fee880-8f52-4bf1-8f9b-163d701251f5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:43.837753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-90a5f0ca-589c-46a1-a983-1802f92daa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.885042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3629cb2d-2226-4770-a08d-bf1b8fc2b9cd req-3ea093e0-a520-48ca-9d51-20c5cad01382 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142341 Jan 28 20:38:43.922446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913fc870-1e7b-4bb3-aa9b-b1dbd14c2354 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.932825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508e4ba-4eaa-418e-ba5e-7e432be20c7b req-05d6419a-544c-47c1-83f5-e7a0f8acc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:43.934393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1508e4ba-4eaa-418e-ba5e-7e432be20c7b req-05d6419a-544c-47c1-83f5-e7a0f8acc40c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1619918 Jan 28 20:38:43.954018 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0316281 Jan 28 20:38:43.957322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57328) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:43.972098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-17fb2a4b-4a81-4f8a-b362-da51eca7ad57 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Deleting port f67acdd8-2bc4-49d8-a446-36f20828a085 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:43.972448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17fb2a4b-4a81-4f8a-b362-da51eca7ad57 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:43.995591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-90a5f0ca-589c-46a1-a983-1802f92daa84 None None] Provisioning complete for port c161d6b0-2ba1-464a-9341-8c85872f1d62 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:43.996155 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-90a5f0ca-589c-46a1-a983-1802f92daa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.047539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-90a5f0ca-589c-46a1-a983-1802f92daa84 None None] Port c161d6b0-2ba1-464a-9341-8c85872f1d62 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:44.063149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:44.072472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 62fee880-8f52-4bf1-8f9b-163d701251f5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:44.075523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1508e4ba-4eaa-418e-ba5e-7e432be20c7b req-129fda39-da2f-4e29-98ae-a883827cc76a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321380 Jan 28 20:38:44.140789 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17fb2a4b-4a81-4f8a-b362-da51eca7ad57 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.145741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-3679b6e8-8282-403d-8e2b-bc59ccba93e3 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:44.147557 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-3679b6e8-8282-403d-8e2b-bc59ccba93e3 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.13 "GET /v2.0/networks?id=f5a39938-423b-4a05-8254-b6b177f117cc HTTP/1.1" status: 200 len: 808 time: 0.9021373 Jan 28 20:38:44.154954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9e021-6ba0-4eda-b34f-ae4d5118afa5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Network': ['ID=3b701dd1-d83e-4541-85e5-3ec64c547c3b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:44.160372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Allocated IP 172.20.0.11 (f02769e5-05b9-400c-bc5d-05460babe473/cc0d4b88-3638-45ee-85db-16d150e6f1d1/69f1c7a7-34bd-46d7-b870-f2f5a2057e46) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:44.167007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-17fb2a4b-4a81-4f8a-b362-da51eca7ad57 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Calling delete_port for f67acdd8-2bc4-49d8-a446-36f20828a085 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:44.175804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 3b701dd1-d83e-4541-85e5-3ec64c547c3b details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:44.182522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Request body: {'port': {'device_id': '3f40b272-06a5-43b2-892b-de3dde7b635f', 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc', 'admin_state_up': True, 'tenant_id': 'c99399d1e63242d8912ebd4ae05daa34'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:44.238095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 62fee880-8f52-4bf1-8f9b-163d701251f5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:44.238526 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.249340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eb7152ac-f83d-4320-b625-516c5e10244c None None] Provisioning complete for port c161d6b0-2ba1-464a-9341-8c85872f1d62 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:44.249715 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eb7152ac-f83d-4320-b625-516c5e10244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.334937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:44.338572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.339422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-eb7152ac-f83d-4320-b625-516c5e10244c None None] Port c161d6b0-2ba1-464a-9341-8c85872f1d62 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:44.419933 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17fb2a4b-4a81-4f8a-b362-da51eca7ad57 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.437492 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913fc870-1e7b-4bb3-aa9b-b1dbd14c2354 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.458459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcce0303-55d9-45d1-8f0e-1d1b460577d1 req-57f95d18-35d6-46b0-9704-a4b1571fedaa tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 210 time: 0.0510156 Jan 28 20:38:44.503727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb2a4b-4a81-4f8a-b362-da51eca7ad57 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Port': ['ID=f67acdd8-2bc4-49d8-a446-36f20828a085,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:44.528698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc870-1e7b-4bb3-aa9b-b1dbd14c2354 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=6c799683-8da8-4fa4-b3a3-7fa34bc0b039,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:44.535372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913fc870-1e7b-4bb3-aa9b-b1dbd14c2354 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.535540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17fb2a4b-4a81-4f8a-b362-da51eca7ad57 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.541837 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-913fc870-1e7b-4bb3-aa9b-b1dbd14c2354 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/6c799683-8da8-4fa4-b3a3-7fa34bc0b039 HTTP/1.1" status: 204 len: 168 time: 2.5525439 Jan 28 20:38:44.542242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-17fb2a4b-4a81-4f8a-b362-da51eca7ad57 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "DELETE /v2.0/ports/f67acdd8-2bc4-49d8-a446-36f20828a085 HTTP/1.1" status: 204 len: 168 time: 0.8697448 Jan 28 20:38:44.543097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57332) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:44.543532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57334) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:44.546211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ea4fb-beda-4ee4-8b45-d4a4f8f46db7 None None] Network 7cfd3ae8-8018-407e-b422-d68a3c898410 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:44.667756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.677053 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-696defd7-94ca-4c76-9db8-368177d7258d tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] GET failed (client error): The resource could not be found. Jan 28 20:38:44.678947 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-696defd7-94ca-4c76-9db8-368177d7258d tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "GET /v2.0/ports/f67acdd8-2bc4-49d8-a446-36f20828a085 HTTP/1.1" status: 404 len: 333 time: 0.1201174 Jan 28 20:38:44.685668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57336) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:44.766280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.857360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.877781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] DHCP port deletion for 7cfd3ae8-8018-407e-b422-d68a3c898410 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:44.896680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-82a89812-da7f-43e3-8f18-b6713bd571ed tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Deleting port e6080616-845e-4710-9782-37ab9f12ef60 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:44.896680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82a89812-da7f-43e3-8f18-b6713bd571ed tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.936035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 2bb3e75c-a38d-452f-8097-8abdea2a3587 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:44.936601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.983954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Network f02769e5-05b9-400c-bc5d-05460babe473 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:44.985315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Made reservation on behalf of c99399d1e63242d8912ebd4ae05daa34 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:44.989525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.991779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:44.999395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] Deleting port 2bb3e75c-a38d-452f-8097-8abdea2a3587 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:45.000954 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.011817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:45.022701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:45.110074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event updated for resources: {'Port': ['ID=69f1c7a7-34bd-46d7-b870-f2f5a2057e46,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:45.164569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 2bb3e75c-a38d-452f-8097-8abdea2a3587, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2bb3e75c-a38d-452f-8097-8abdea2a3587,segment=NetworkSegment(0b47669d-d4f4-4339-bc4e-b8109704435c),segment_id=0b47669d-d4f4-4339-bc4e-b8109704435c)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:45.164939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.209199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 2bb3e75c-a38d-452f-8097-8abdea2a3587 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:45.218459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82a89812-da7f-43e3-8f18-b6713bd571ed tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.231640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=531bc01f-25a8-485a-a906-4c493b71407a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:45.240639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:45.241345 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.248433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09c6b7-0e2b-4ced-8abc-58cea283929a req-f4f0b35c-7a20-40e5-aab3-f707cee1753b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:45.256600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b09c6b7-0e2b-4ced-8abc-58cea283929a req-f4f0b35c-7a20-40e5-aab3-f707cee1753b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.2324393 Jan 28 20:38:45.269664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-82a89812-da7f-43e3-8f18-b6713bd571ed tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Calling delete_port for e6080616-845e-4710-9782-37ab9f12ef60 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:45.275964 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9830d3b9-70cb-4f74-a935-5b1381a89605 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.2879021 Jan 28 20:38:45.279994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57342) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:45.281721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] For port 2bb3e75c-a38d-452f-8097-8abdea2a3587, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2bb3e75c-a38d-452f-8097-8abdea2a3587,segment=NetworkSegment(0b47669d-d4f4-4339-bc4e-b8109704435c),segment_id=0b47669d-d4f4-4339-bc4e-b8109704435c)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:45.285488 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.298240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking segment: {'id': 'abf3a297-8910-428c-8424-9ae9f00d60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:45.298619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network hostable DHCP agents. Network: 3b701dd1-d83e-4541-85e5-3ec64c547c3b, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:45.355355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] Calling delete_port for 2bb3e75c-a38d-452f-8097-8abdea2a3587 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:45.458434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 3b701dd1-d83e-4541-85e5-3ec64c547c3b is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:45.474749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793e6c0-3d6b-45cb-b724-baca126f3e33 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:45.481342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793e6c0-3d6b-45cb-b724-baca126f3e33 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:45.487495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793e6c0-3d6b-45cb-b724-baca126f3e33 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:45.491919 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0793e6c0-3d6b-45cb-b724-baca126f3e33 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2064605 Jan 28 20:38:45.496460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Allocated IP 172.20.0.7 (f5a39938-423b-4a05-8254-b6b177f117cc/ce409692-d341-4e48-9a93-cbed2dfa41ea/29a9d32f-9589-4a1a-a4e1-8df0abb62e27) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:45.498240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57344) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:45.512362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 3b701dd1-d83e-4541-85e5-3ec64c547c3b) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:45.541138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:45.541830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.554111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b09c6b7-0e2b-4ced-8abc-58cea283929a req-6119549c-47ec-482e-b2c2-0e0516b0764d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542949 Jan 28 20:38:45.578180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd52e2c-ec01-449c-bb6a-1b9359969213 None None] Network 3b701dd1-d83e-4541-85e5-3ec64c547c3b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:45.589160 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.602771 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b87a8f8e-db05-43f7-930e-e1c2fe83fec0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5903058 Jan 28 20:38:45.624082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57348) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:45.636454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b', 'name': 'tempest-PortsIpV6TestJSON-1518070558'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:45.656339 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.690137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-482abf3d-e652-41d0-a815-fef64f0562e9 req-42e4ea3c-4c94-419b-805c-2ae4e0e66b1e tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 210 time: 0.0283833 Jan 28 20:38:45.714258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] Pushing event deleted for resources: {'Port': ['ID=2bb3e75c-a38d-452f-8097-8abdea2a3587,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:45.723033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a6591-5d46-4f97-8de3-8dfb8df6bf1e None None] No DVR routers for this DVR port 2bb3e75c-a38d-452f-8097-8abdea2a3587 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:45.746317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1aea47c5-17a4-493c-b140-57c96d8e97f4 None None] Provisioning complete for port 69f1c7a7-34bd-46d7-b870-f2f5a2057e46 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:45.746317 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1aea47c5-17a4-493c-b140-57c96d8e97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.776600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=2bb3e75c-a38d-452f-8097-8abdea2a3587,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:45.803090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1aea47c5-17a4-493c-b140-57c96d8e97f4 None None] Port 69f1c7a7-34bd-46d7-b870-f2f5a2057e46 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:45.852231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.895070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-3b701dd1-d83e-4541-85e5-3ec64c547c3b', 'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b', 'tenant_id': '4447d34b2bc4472c9ef5dad1ed5f2752', 'fixed_ips': [{'subnet_id': '531bc01f-25a8-485a-a906-4c493b71407a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:45.895886 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:45.909126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.005656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Pushing event updated for resources: {'Port': ['ID=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:46.030324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Network f5a39938-423b-4a05-8254-b6b177f117cc is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:46.038881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:46.047417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:46.097967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6b393d3a-4573-4949-9fd4-972616f854c0 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Deleting port 69f1c7a7-34bd-46d7-b870-f2f5a2057e46 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:46.098188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b393d3a-4573-4949-9fd4-972616f854c0 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.099008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2bb3e75c-a38d-452f-8097-8abdea2a3587 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:46.133511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2bb3e75c-a38d-452f-8097-8abdea2a3587 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:46.134138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2bb3e75c-a38d-452f-8097-8abdea2a3587 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:46.203815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:46.205103 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.264753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No DVR routers for this DVR port 2bb3e75c-a38d-452f-8097-8abdea2a3587 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:46.295440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b393d3a-4573-4949-9fd4-972616f854c0 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.322983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Allocated IP 2001:db8::2 (3b701dd1-d83e-4541-85e5-3ec64c547c3b/531bc01f-25a8-485a-a906-4c493b71407a/5f628059-f393-4d9a-af22-0f0a37629863) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:46.339529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-06fb647c-d328-4e4e-a13f-3e11e5be83ce tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1763065 Jan 28 20:38:46.340925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6b393d3a-4573-4949-9fd4-972616f854c0 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Calling delete_port for 69f1c7a7-34bd-46d7-b870-f2f5a2057e46 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:46.463289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Request body: {'port': {'device_id': '3f40b272-06a5-43b2-892b-de3dde7b635f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:46.493599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.533949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:46.537617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.562078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfd3ae8-8018-407e-b422-d68a3c898410']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:46.575020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82a89812-da7f-43e3-8f18-b6713bd571ed tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.578324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b47669d-d4f4-4339-bc4e-b8109704435c') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:46.578324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b47669d-d4f4-4339-bc4e-b8109704435c') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:46.593632 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.602255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.603511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:46.613438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.624706 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.644827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a89812-da7f-43e3-8f18-b6713bd571ed tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Port': ['ID=e6080616-845e-4710-9782-37ab9f12ef60,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:46.702382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Network 3b701dd1-d83e-4541-85e5-3ec64c547c3b is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:46.709419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:46.712918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:46.780414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Pushing event updated for resources: {'Port': ['ID=5f628059-f393-4d9a-af22-0f0a37629863,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:46.784312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.793678 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-82a89812-da7f-43e3-8f18-b6713bd571ed tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.807424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-82a89812-da7f-43e3-8f18-b6713bd571ed tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "DELETE /v2.0/ports/e6080616-845e-4710-9782-37ab9f12ef60 HTTP/1.1" status: 204 len: 168 time: 2.1203563 Jan 28 20:38:46.814696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57366) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:46.831278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Attempting to bind port 5f628059-f393-4d9a-af22-0f0a37629863 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:46.831843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Attempting to bind port 5f628059-f393-4d9a-af22-0f0a37629863 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'abf3a297-8910-428c-8424-9ae9f00d60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:46.832364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Attempting to bind port 5f628059-f393-4d9a-af22-0f0a37629863 on network 3b701dd1-d83e-4541-85e5-3ec64c547c3b {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:46.839181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:46.840428 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.846992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:46.847496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Checking segment: {'id': 'abf3a297-8910-428c-8424-9ae9f00d60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:46.847915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:46.848037 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:46.850968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Bound using segment: {'id': 'abf3a297-8910-428c-8424-9ae9f00d60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:46.850968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Bound port: 5f628059-f393-4d9a-af22-0f0a37629863, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf3a297-8910-428c-8424-9ae9f00d60cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:46.850968 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:46.949524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] For port 5f628059-f393-4d9a-af22-0f0a37629863, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:46.960053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] For port 5f628059-f393-4d9a-af22-0f0a37629863, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5f628059-f393-4d9a-af22-0f0a37629863,segment=NetworkSegment(abf3a297-8910-428c-8424-9ae9f00d60cf),segment_id=abf3a297-8910-428c-8424-9ae9f00d60cf)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:46.967397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.019531 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b393d3a-4573-4949-9fd4-972616f854c0 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.057251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8c6fc-535c-4122-a011-33f0350f5efe None None] Pushing event updated for resources: {'Port': ['ID=5f628059-f393-4d9a-af22-0f0a37629863,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:47.094339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b393d3a-4573-4949-9fd4-972616f854c0 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event deleted for resources: {'Port': ['ID=69f1c7a7-34bd-46d7-b870-f2f5a2057e46,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:47.172140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.177632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.181252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/7cfd3ae8-8018-407e-b422-d68a3c898410 HTTP/1.1" status: 204 len: 168 time: 2.6209667 Jan 28 20:38:47.202767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c95e4-697d-4520-9e40-6e08e612f0ca req-f3eab4f4-5357-4dc7-acba-22ff038231b0 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:47.211192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-422c95e4-697d-4520-9e40-6e08e612f0ca req-f3eab4f4-5357-4dc7-acba-22ff038231b0 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.4811378 Jan 28 20:38:47.235383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57368) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:47.248636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-855444054', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:47.292730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-423da8fc-c865-4d9a-82bc-20aa7af1dd39 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Deleting subnet 643573f3-edd1-42d3-80c8-ad8ec29d8916 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:47.296949 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-423da8fc-c865-4d9a-82bc-20aa7af1dd39 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.344254 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b393d3a-4573-4949-9fd4-972616f854c0 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.352266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-423da8fc-c865-4d9a-82bc-20aa7af1dd39 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.354657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6b393d3a-4573-4949-9fd4-972616f854c0 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "DELETE /v2.0/ports/69f1c7a7-34bd-46d7-b870-f2f5a2057e46 HTTP/1.1" status: 204 len: 168 time: 1.8490193 Jan 28 20:38:47.358023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57370) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:47.369909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Request body: {'port': {'name': 'tempest-new-port-name-2106906779', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:47.370383 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.api.validators [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] bootfile-name is not in valid_values {{(pid=102306) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:47.370876 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.api.validators [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] tftp-server is not in valid_values {{(pid=102306) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:47.372081 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.api.validators [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] server-ip-address is not in valid_values {{(pid=102306) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 20:38:47.397886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab9768-08c9-4dba-9dc3-5fa93d0f3af8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=7cfd3ae8-8018-407e-b422-d68a3c898410,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:47.427174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213034a0-22d9-48b1-bd50-5f51355ccf8f req-bafbb5ba-0ed3-4beb-9588-855098dff67b tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:47.432791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-213034a0-22d9-48b1-bd50-5f51355ccf8f req-bafbb5ba-0ed3-4beb-9588-855098dff67b tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 931 time: 0.5255187 Jan 28 20:38:47.463767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-422c95e4-697d-4520-9e40-6e08e612f0ca req-f7c7ab28-5042-46aa-a6df-5dda78481239 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516813 Jan 28 20:38:47.513717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::3a1 (3b701dd1-d83e-4541-85e5-3ec64c547c3b/531bc01f-25a8-485a-a906-4c493b71407a/1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:47.533939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:38:47.543495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.545210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.604655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.625065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.639350 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Transition to ACTIVE for port object 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:38:47.650839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-213034a0-22d9-48b1-bd50-5f51355ccf8f req-99eb2815-7f67-4d64-aae3-df193e5a0ed5 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985195 Jan 28 20:38:47.696550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.702561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-423da8fc-c865-4d9a-82bc-20aa7af1dd39 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.786164 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:47.873002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Pushing event updated for resources: {'Port': ['ID=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:47.959634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Attempting to bind port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:38:47.959968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Attempting to bind port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:38:47.960321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Attempting to bind port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 on network f5a39938-423b-4a05-8254-b6b177f117cc {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:47.970716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 on network f5a39938-423b-4a05-8254-b6b177f117cc not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:38:47.971051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Attempting to bind port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 on network f5a39938-423b-4a05-8254-b6b177f117cc {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:38:47.993172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:38:47.993521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Checking segment: {'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:47.993909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Bound using segment: {'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:38:47.995059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Bound port: 29a9d32f-9589-4a1a-a4e1-8df0abb62e27, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:38:47.995059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.030091 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.041856 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.051589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.116527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5f628059-f393-4d9a-af22-0f0a37629863 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:48.122762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-423da8fc-c865-4d9a-82bc-20aa7af1dd39 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.141586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.169142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event updated for resources: {'Port': ['ID=c161d6b0-2ba1-464a-9341-8c85872f1d62,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:48.179939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] For port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:38:48.180536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5f628059-f393-4d9a-af22-0f0a37629863 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:48.181012 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.186374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] For port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:38:48.199142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] In _notify_port_updated(), no bound segment for port c161d6b0-2ba1-464a-9341-8c85872f1d62 on network f02769e5-05b9-400c-bc5d-05460babe473 {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:38:48.205824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d4f2-80e9-4db6-87f6-dcf65a8b173e req-de5cb655-efc2-4244-bdd6-4a55ccbb2578 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.207731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5179d4f2-80e9-4db6-87f6-dcf65a8b173e req-de5cb655-efc2-4244-bdd6-4a55ccbb2578 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.3499553 Jan 28 20:38:48.209559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.210841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.212603 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-712f0658-1619-4ba3-9411-a04465478258 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "PUT /v2.0/ports/c161d6b0-2ba1-464a-9341-8c85872f1d62 HTTP/1.1" status: 200 len: 1136 time: 0.8535929 Jan 28 20:38:48.215489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57378) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:48.226130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423da8fc-c865-4d9a-82bc-20aa7af1dd39 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Subnet': ['ID=643573f3-edd1-42d3-80c8-ad8ec29d8916,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:48.235886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-5217fe9c-a7cd-4873-aebd-df2ce58f7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.237616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-5217fe9c-a7cd-4873-aebd-df2ce58f7e68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 1096 time: 0.3811147 Jan 28 20:38:48.241090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e7661-058e-4c96-b7ca-116dfd3c95b7 None None] Network 4a87bca9-2716-4772-b878-02288fb93d3c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:48.252498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-423da8fc-c865-4d9a-82bc-20aa7af1dd39 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.256002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-423da8fc-c865-4d9a-82bc-20aa7af1dd39 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "DELETE /v2.0/subnets/643573f3-edd1-42d3-80c8-ad8ec29d8916 HTTP/1.1" status: 204 len: 168 time: 1.4318671 Jan 28 20:38:48.280598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57380) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:48.288767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670e6fe-f02a-4d9e-bb03-22860efbcd89 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.290665 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0670e6fe-f02a-4d9e-bb03-22860efbcd89 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "GET /v2.0/ports/c161d6b0-2ba1-464a-9341-8c85872f1d62 HTTP/1.1" status: 200 len: 1136 time: 0.0737829 Jan 28 20:38:48.300738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.305713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57382) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:48.327829 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.394956 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.458077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5179d4f2-80e9-4db6-87f6-dcf65a8b173e req-d7254676-965f-4077-8d1a-0a71190d30ec tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151580 Jan 28 20:38:48.521282 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.522095 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.523717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] 10.222.0.13 "PUT /v2.0/ports/29a9d32f-9589-4a1a-a4e1-8df0abb62e27 HTTP/1.1" status: 200 len: 1091 time: 2.1744921 Jan 28 20:38:48.527732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f40b272-06a5-43b2-892b-de3dde7b635f', 'tag': '29a9d32f-9589-4a1a-a4e1-8df0abb62e27'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:38:48.529096 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371c4608-d3cc-47e5-983c-a7f463cf7850" -d '{"events": [{"name": "network-changed", "server_uuid": "3f40b272-06a5-43b2-892b-de3dde7b635f", "tag": "29a9d32f-9589-4a1a-a4e1-8df0abb62e27"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:38:48.530986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-6ecaa674-19fe-448d-b0f3-dc04acb7a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.533191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-6ecaa674-19fe-448d-b0f3-dc04acb7a681 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 912 time: 0.2562203 Jan 28 20:38:48.540727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.582623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 5f628059-f393-4d9a-af22-0f0a37629863, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5f628059-f393-4d9a-af22-0f0a37629863,segment=NetworkSegment(abf3a297-8910-428c-8424-9ae9f00d60cf),segment_id=abf3a297-8910-428c-8424-9ae9f00d60cf)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:48.584649 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.613434 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.635609 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a17d1b9-14a4-4b6a-a729-46e39d98e889 x-openstack-request-id: req-1a17d1b9-14a4-4b6a-a729-46e39d98e889 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:38:48.636840 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f40b272-06a5-43b2-892b-de3dde7b635f", "tag": "29a9d32f-9589-4a1a-a4e1-8df0abb62e27", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:38:48.637255 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a17d1b9-14a4-4b6a-a729-46e39d98e889 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:38:48.637939 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f40b272-06a5-43b2-892b-de3dde7b635f', 'tag': '29a9d32f-9589-4a1a-a4e1-8df0abb62e27', 'status': 'completed', 'code': 200} Jan 28 20:38:48.645156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412fdb2-ee2e-4dcd-9e2f-266718211f8f service neutron] Pushing event updated for resources: {'Port': ['ID=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:48.658951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] DHCP port deletion for 4a87bca9-2716-4772-b878-02288fb93d3c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:48.668885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-277f69ed-1fb1-4fa6-af68-aeef32700823 None None] Provisioning complete for port c161d6b0-2ba1-464a-9341-8c85872f1d62 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:48.669114 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-277f69ed-1fb1-4fa6-af68-aeef32700823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.718508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-c620d638-94ad-4682-b838-61a77a84a3a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71735da8-ccff-4890-9501-f915a59c5c1a HTTP/1.1" status: 200 len: 217 time: 0.1752698 Jan 28 20:38:48.736716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 3b701dd1-d83e-4541-85e5-3ec64c547c3b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:48.749077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-05662c64-f8f9-44f8-9b15-e1cb5f3ee8ce tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Deleting port c161d6b0-2ba1-464a-9341-8c85872f1d62 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:48.749419 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05662c64-f8f9-44f8-9b15-e1cb5f3ee8ce tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.757729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-d11e9ed8-c60b-4d4f-8284-e0ed4c2706c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.759240 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-d11e9ed8-c60b-4d4f-8284-e0ed4c2706c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c99399d1e63242d8912ebd4ae05daa34&device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 1094 time: 0.1523511 Jan 28 20:38:48.771783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:48.819528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=5f628059-f393-4d9a-af22-0f0a37629863,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:48.837386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:48.841437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-277f69ed-1fb1-4fa6-af68-aeef32700823 None None] Port c161d6b0-2ba1-464a-9341-8c85872f1d62 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:48.845432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.846466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.854969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5dd982-0d09-4768-8f21-c0113ee7024d None None] Network 3b701dd1-d83e-4541-85e5-3ec64c547c3b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:48.906468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2769427 Jan 28 20:38:48.915042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57396) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:48.926078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '3b701dd1-d83e-4541-85e5-3ec64c547c3b', 'name': 'tempest-PortsIpV6TestJSON-17812894'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:48.929315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] Deleting port d88c3e19-1b8a-4db9-bfb1-78154a276eba {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:48.930193 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:48.963647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea11f8-57bb-4c04-9c61-5431cd1f3e89 req-af17ce03-e61b-4bbc-bd0d-fdd20dcb5748 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:48.965755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8ea11f8-57bb-4c04-9c61-5431cd1f3e89 req-af17ce03-e61b-4bbc-bd0d-fdd20dcb5748 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 943 time: 0.1844933 Jan 28 20:38:48.966547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951189d-397d-47d1-9a53-cc5aa45e162d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:49.027850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-df786518-31bc-40a7-b4f1-f6d5b84687db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:49.029602 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-df786518-31bc-40a7-b4f1-f6d5b84687db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.2867723 Jan 28 20:38:49.036618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0c593245-b1f0-429a-b9e3-fd94857e8d04 None None] Provisioning complete for port 5f628059-f393-4d9a-af22-0f0a37629863 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:49.037074 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0c593245-b1f0-429a-b9e3-fd94857e8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.040637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] For port d88c3e19-1b8a-4db9-bfb1-78154a276eba, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d88c3e19-1b8a-4db9-bfb1-78154a276eba,segment=NetworkSegment(cfff9cf7-f6f6-452e-bbd9-fda3e5d88839),segment_id=cfff9cf7-f6f6-452e-bbd9-fda3e5d88839)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:49.041170 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.074536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-97935a73-cbe3-4c5e-9849-7e0c1de8a760 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340164 Jan 28 20:38:49.119808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] Calling delete_port for d88c3e19-1b8a-4db9-bfb1-78154a276eba owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:49.261040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8ea11f8-57bb-4c04-9c61-5431cd1f3e89 req-cebd43ba-107d-43b9-ba96-be50f8638778 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548196 Jan 28 20:38:49.324871 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.346244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.361764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] Pushing event deleted for resources: {'Port': ['ID=d88c3e19-1b8a-4db9-bfb1-78154a276eba,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:49.373372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05662c64-f8f9-44f8-9b15-e1cb5f3ee8ce tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.379708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.383280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f68e4-df5f-476a-b690-ee8021b38dab None None] No DVR routers for this DVR port d88c3e19-1b8a-4db9-bfb1-78154a276eba on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:49.390279 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-19448e91-7c8c-4247-8eed-738ecbc6c9ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29a9d32f-9589-4a1a-a4e1-8df0abb62e27 HTTP/1.1" status: 200 len: 217 time: 0.6192906 Jan 28 20:38:49.408273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-05662c64-f8f9-44f8-9b15-e1cb5f3ee8ce tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Calling delete_port for c161d6b0-2ba1-464a-9341-8c85872f1d62 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:49.480740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-308592b6-f9ec-4ecc-84d0-c6731e5d2531 service neutron] 10.222.0.26 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611360 Jan 28 20:38:49.487088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:49.490841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.514803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Deleting port d88c3e19-1b8a-4db9-bfb1-78154a276eba {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:49.515157 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.521309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-f25649b5-4209-4b9a-b361-0db193b8145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:49.522796 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-f25649b5-4209-4b9a-b361-0db193b8145a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce409692-d341-4e48-9a93-cbed2dfa41ea HTTP/1.1" status: 200 len: 848 time: 0.1235356 Jan 28 20:38:49.600695 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-da2107f4-2a57-4406-a37b-c643eb1420e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5a39938-423b-4a05-8254-b6b177f117cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649674 Jan 28 20:38:49.694372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] For port d88c3e19-1b8a-4db9-bfb1-78154a276eba, host n-d-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:49.695034 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.717383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 0991cd67-8bbc-40b1-8a78-93537eaeafe3 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:49.723729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Calling delete_port for d88c3e19-1b8a-4db9-bfb1-78154a276eba owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:49.729605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Port d88c3e19-1b8a-4db9-bfb1-78154a276eba was not found and therefore no delete operation was performed {{(pid=102306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:38:49.734798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de086cc2-0f12-4b3c-bbcb-6d794753a8d4 req-97c33e73-ec31-4b9f-89ba-3115cb8686c6 service neutron] 10.222.0.26 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412338 Jan 28 20:38:49.736078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.761252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-aa263f81-cf23-4aa3-980e-9861521977d1 None None] Provisioning complete for port 1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:49.762802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aa263f81-cf23-4aa3-980e-9861521977d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.795002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] No DVR routers for this DVR port d88c3e19-1b8a-4db9-bfb1-78154a276eba on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:49.801329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Port': ['ID=d88c3e19-1b8a-4db9-bfb1-78154a276eba,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:49.846566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-aa263f81-cf23-4aa3-980e-9861521977d1 None None] Port 1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:49.847116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 172.25.2.215 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ff966a41-b6c4-423e-a7df-17868b6dfaad) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:49.869150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-aa263f81-cf23-4aa3-980e-9861521977d1 None None] Provisioning complete for port 5f628059-f393-4d9a-af22-0f0a37629863 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:49.869952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aa263f81-cf23-4aa3-980e-9861521977d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:49.888806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5ccd7-cf33-4f43-8391-1ae12d0ab867 req-0a48be3f-4ca3-4904-b340-52684d8f2891 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:49.896980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30f5ccd7-cf33-4f43-8391-1ae12d0ab867 req-0a48be3f-4ca3-4904-b340-52684d8f2891 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.2763851 Jan 28 20:38:49.902820 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-be04e143-f3e9-4f7e-aea7-8722e195d382 service neutron] 10.222.0.13 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877536 Jan 28 20:38:50.031813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.058148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a87bca9-2716-4772-b878-02288fb93d3c']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:50.071526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfff9cf7-f6f6-452e-bbd9-fda3e5d88839') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:50.071831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfff9cf7-f6f6-452e-bbd9-fda3e5d88839') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:50.077598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::2a2 (3b701dd1-d83e-4541-85e5-3ec64c547c3b/531bc01f-25a8-485a-a906-4c493b71407a/0991cd67-8bbc-40b1-8a78-93537eaeafe3) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:50.089183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5f628059-f393-4d9a-af22-0f0a37629863 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:50.093313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30f5ccd7-cf33-4f43-8391-1ae12d0ab867 req-c7b5a7f5-10f1-44f3-94e8-286b457258f9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954744 Jan 28 20:38:50.110625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.156094 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05662c64-f8f9-44f8-9b15-e1cb5f3ee8ce tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.160460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.207673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:50.208025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.214641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.215191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3e443eb9-59b9-4fb2-a73b-de4ee643c679 None None] Provisioning complete for port 1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:50.215685 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e443eb9-59b9-4fb2-a73b-de4ee643c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.250002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5f628059-f393-4d9a-af22-0f0a37629863 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:50.250450 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.277861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3e443eb9-59b9-4fb2-a73b-de4ee643c679 None None] Port 1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:50.318957 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:50.321407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05662c64-f8f9-44f8-9b15-e1cb5f3ee8ce tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event deleted for resources: {'Port': ['ID=c161d6b0-2ba1-464a-9341-8c85872f1d62,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:50.344925 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.352570 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd9bc2dd-4f75-436b-9bfc-000f2f0a026c req-97a7488c-177f-4f0b-923d-3dcbd24359a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406476 Jan 28 20:38:50.377707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.404264 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.407555 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] 10.222.0.44 "DELETE /v2.0/networks/4a87bca9-2716-4772-b878-02288fb93d3c HTTP/1.1" status: 204 len: 168 time: 2.1154451 Jan 28 20:38:50.443330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:50.456974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05379729-fc32-4b52-b233-0706145f6850 tempest-AllowedAddressPairIpV6TestJSON-1072493784 tempest-AllowedAddressPairIpV6TestJSON-1072493784-project] Pushing event deleted for resources: {'Network': ['ID=4a87bca9-2716-4772-b878-02288fb93d3c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:50.491190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d88c3e19-1b8a-4db9-bfb1-78154a276eba no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:50.495173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:50.529429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d88c3e19-1b8a-4db9-bfb1-78154a276eba {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:50.533391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d88c3e19-1b8a-4db9-bfb1-78154a276eba not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:50.559361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:50.570709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-05662c64-f8f9-44f8-9b15-e1cb5f3ee8ce tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.575059 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-05662c64-f8f9-44f8-9b15-e1cb5f3ee8ce tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "DELETE /v2.0/ports/c161d6b0-2ba1-464a-9341-8c85872f1d62 HTTP/1.1" status: 204 len: 168 time: 2.2660184 Jan 28 20:38:50.578092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57416) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:50.581972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=ff966a41-b6c4-423e-a7df-17868b6dfaad,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:50.618929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-b37ca0dc-f88c-4eff-a405-db04efecf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:50.620887 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-b37ca0dc-f88c-4eff-a405-db04efecf962 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c99399d1e63242d8912ebd4ae05daa34&device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 1094 time: 0.1417153 Jan 28 20:38:50.649814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-644fc248-154a-4fa1-bdae-90a4e38f5b79 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Deleting subnet cc0d4b88-3638-45ee-85db-16d150e6f1d1 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:50.653404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-644fc248-154a-4fa1-bdae-90a4e38f5b79 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.705250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-644fc248-154a-4fa1-bdae-90a4e38f5b79 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:50.884894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57420) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:50.939749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-81b6640f-c977-41a7-82f1-ce9665d4452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:50.941815 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-81b6640f-c977-41a7-82f1-ce9665d4452d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5a39938-423b-4a05-8254-b6b177f117cc HTTP/1.1" status: 200 len: 909 time: 0.2325027 Jan 28 20:38:51.030103 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-644fc248-154a-4fa1-bdae-90a4e38f5b79 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.098310 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-4d881d50-4603-4a75-a616-6d777f5258d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29a9d32f-9589-4a1a-a4e1-8df0abb62e27 HTTP/1.1" status: 200 len: 217 time: 0.1054883 Jan 28 20:38:51.104495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.199351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-644fc248-154a-4fa1-bdae-90a4e38f5b79 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.282077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.285784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80458f08-92f5-4cda-8ecc-9de8194c47cc None None] Network f02769e5-05b9-400c-bc5d-05460babe473 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:51.300668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fc248-154a-4fa1-bdae-90a4e38f5b79 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0d4b88-3638-45ee-85db-16d150e6f1d1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:51.313118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-644fc248-154a-4fa1-bdae-90a4e38f5b79 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.318287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9cbc5-dd90-4ad2-9b8a-3da46fa53525 req-5fde19d8-1baf-4a5d-876c-b560ea167485 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:51.320031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ad9cbc5-dd90-4ad2-9b8a-3da46fa53525 req-5fde19d8-1baf-4a5d-876c-b560ea167485 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 943 time: 0.8755076 Jan 28 20:38:51.321265 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-644fc248-154a-4fa1-bdae-90a4e38f5b79 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "DELETE /v2.0/subnets/cc0d4b88-3638-45ee-85db-16d150e6f1d1 HTTP/1.1" status: 204 len: 168 time: 0.7420149 Jan 28 20:38:51.333087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57428) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:51.348305 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cdeafb80-0ccc-4a8e-88e4-682cb6089c24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abaadd4bb576449c8d7630f8c62409b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4622624 Jan 28 20:38:51.351451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-6adad3f2-4e4b-4899-95a4-f741a6f877a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:51.353548 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-6adad3f2-4e4b-4899-95a4-f741a6f877a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce409692-d341-4e48-9a93-cbed2dfa41ea HTTP/1.1" status: 200 len: 848 time: 0.2437122 Jan 28 20:38:51.354141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:51.412021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 3b701dd1-d83e-4541-85e5-3ec64c547c3b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:38:51.427902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad292f9-d24f-4314-9dd0-9f6d328ebd31 req-3a911ac2-baeb-4cfd-933d-397bf9bc667e tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:51.429560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bad292f9-d24f-4314-9dd0-9f6d328ebd31 req-3a911ac2-baeb-4cfd-933d-397bf9bc667e tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.2221279 Jan 28 20:38:51.432961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:51.435885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:38:51.440608 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.441992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:51.442631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.493113 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-a55a672f-d73b-4748-8552-8ae5374c7a09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5a39938-423b-4a05-8254-b6b177f117cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915225 Jan 28 20:38:51.512950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=0991cd67-8bbc-40b1-8a78-93537eaeafe3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:51.519443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ad9cbc5-dd90-4ad2-9b8a-3da46fa53525 req-98b9a1cf-66ec-4910-a60f-3292f725e1e5 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706803 Jan 28 20:38:51.577809 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c3c3b546-996d-48bb-9fd8-690c7c464f06 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6566443 Jan 28 20:38:51.586853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bad292f9-d24f-4314-9dd0-9f6d328ebd31 req-5c6fe313-0a43-4ea5-be58-75c0693a4e5c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316450 Jan 28 20:38:51.592905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57432) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:51.601577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] DHCP port deletion for f02769e5-05b9-400c-bc5d-05460babe473 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:51.701545 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.703421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] Deleting port 62fee880-8f52-4bf1-8f9b-163d701251f5 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:51.703800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.742395 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.744925 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fc62611-66b5-4a92-8857-20b50edaa94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.794027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] For port 62fee880-8f52-4bf1-8f9b-163d701251f5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=62fee880-8f52-4bf1-8f9b-163d701251f5,segment=NetworkSegment(82577509-d06b-425a-8a23-4e4870d8fa38),segment_id=82577509-d06b-425a-8a23-4e4870d8fa38)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:51.796278 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.816938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] Calling delete_port for 62fee880-8f52-4bf1-8f9b-163d701251f5 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:51.825911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fc62611-66b5-4a92-8857-20b50edaa94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.874679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97885014-fb3b-49da-a186-cf3b0d80f387 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:51.879344 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-97885014-fb3b-49da-a186-cf3b0d80f387 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a1 HTTP/1.1" status: 200 len: 929 time: 0.2565973 Jan 28 20:38:51.882068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57434) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:51.918183 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-b67baca8-dfa1-4396-897e-9f391439e67c service neutron] 10.222.0.13 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897045 Jan 28 20:38:51.927180 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.942137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] No DVR routers for this DVR port 62fee880-8f52-4bf1-8f9b-163d701251f5 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:51.977548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:51.999533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d0f26-0d88-4baa-ae83-d3d13190dde1 None None] Pushing event deleted for resources: {'Port': ['ID=62fee880-8f52-4bf1-8f9b-163d701251f5,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:52.013024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ac69cb1f-4aa7-46bb-a248-0f418a27fb63 None None] Provisioning complete for port 0991cd67-8bbc-40b1-8a78-93537eaeafe3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:52.013792 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ac69cb1f-4aa7-46bb-a248-0f418a27fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.090107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 62fee880-8f52-4bf1-8f9b-163d701251f5 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:52.097784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ac69cb1f-4aa7-46bb-a248-0f418a27fb63 None None] Port 0991cd67-8bbc-40b1-8a78-93537eaeafe3 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:38:52.138720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 62fee880-8f52-4bf1-8f9b-163d701251f5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:52.139371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 62fee880-8f52-4bf1-8f9b-163d701251f5 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:52.158539 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fc62611-66b5-4a92-8857-20b50edaa94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.161098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7fc62611-66b5-4a92-8857-20b50edaa94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.164289 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7fc62611-66b5-4a92-8857-20b50edaa94f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b01bd2c5-d3db-4ea9-a449-754f5ba9b2cf HTTP/1.1" status: 204 len: 168 time: 0.7952678 Jan 28 20:38:52.168713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:38:52.184251 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-371c4608-d3cc-47e5-983c-a7f463cf7850 req-c4a8d77d-3ca5-45d0-ae19-6d7c7591dd0e service neutron] 10.222.0.13 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221625 Jan 28 20:38:52.187989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc62611-66b5-4a92-8857-20b50edaa94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01bd2c5-d3db-4ea9-a449-754f5ba9b2cf,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:52.203217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Deleting port 62fee880-8f52-4bf1-8f9b-163d701251f5 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:52.205630 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.279349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-da960371-c980-4379-b31b-406a35d80066 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 0991cd67-8bbc-40b1-8a78-93537eaeafe3 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:52.280061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da960371-c980-4379-b31b-406a35d80066 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.310269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:52.328091 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914432a-731a-450c-9ec0-1a20143d92b5 None None] Sync routers for ids ['00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:52.348608 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914432a-731a-450c-9ec0-1a20143d92b5 None None] Routers {'00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:52.349620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3914432a-731a-450c-9ec0-1a20143d92b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:52.358018 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.362564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7da5e0db-e9d6-4255-bb58-389e718585d2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1146324 Jan 28 20:38:52.364159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57442) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:52.379677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] For port 62fee880-8f52-4bf1-8f9b-163d701251f5, host n-d-825064-3, got binding levels [] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:52.380060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.439469 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3914432a-731a-450c-9ec0-1a20143d92b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:52.443117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Calling delete_port for 62fee880-8f52-4bf1-8f9b-163d701251f5 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:52.447303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Port 62fee880-8f52-4bf1-8f9b-163d701251f5 was not found and therefore no delete operation was performed {{(pid=102306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:38:52.450405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.489288 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914432a-731a-450c-9ec0-1a20143d92b5 None None] Routers {'00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:52.490169 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3914432a-731a-450c-9ec0-1a20143d92b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:52.515514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5b9e2a0d-366d-4b69-9338-f194ab45bd74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/routers/00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 HTTP/1.1" status: 200 len: 884 time: 0.1500728 Jan 28 20:38:52.520655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57446) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:52.525906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] No DVR routers for this DVR port 62fee880-8f52-4bf1-8f9b-163d701251f5 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:52.547478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event deleted for resources: {'Port': ['ID=62fee880-8f52-4bf1-8f9b-163d701251f5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:52.565582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:38:52.571131 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3914432a-731a-450c-9ec0-1a20143d92b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:52.571794 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914432a-731a-450c-9ec0-1a20143d92b5 None None] The sync data for ids ['00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:52.636071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da960371-c980-4379-b31b-406a35d80066 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.771599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.774631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-da960371-c980-4379-b31b-406a35d80066 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 0991cd67-8bbc-40b1-8a78-93537eaeafe3 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:52.809438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02769e5-05b9-400c-bc5d-05460babe473']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:52.816312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:52.830729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '29a9d32f-9589-4a1a-a4e1-8df0abb62e27', 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc', 'port_id': '29a9d32f-9589-4a1a-a4e1-8df0abb62e27', 'mac_address': 'fa:16:3e:36:0a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce409692-d341-4e48-9a93-cbed2dfa41ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:38:52.856816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559f5b0-83b7-4b22-873f-857983f8f1f0 req-7187c802-60f5-450b-a6be-0497b7a17809 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:52.857271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82577509-d06b-425a-8a23-4e4870d8fa38') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:52.857578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82577509-d06b-425a-8a23-4e4870d8fa38') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:52.866221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0559f5b0-83b7-4b22-873f-857983f8f1f0 req-7187c802-60f5-450b-a6be-0497b7a17809 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 943 time: 0.1941042 Jan 28 20:38:52.873815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.884593 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.902756 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.904927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92c0c-cab9-49da-b74f-8b81aa56b09a req-d415786b-74b2-4d45-8c5c-4fc717eebf7d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:52.909799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:38:52.911693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4bb92c0c-cab9-49da-b74f-8b81aa56b09a req-d415786b-74b2-4d45-8c5c-4fc717eebf7d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.2086101 Jan 28 20:38:52.914300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:52.914785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:52.918193 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:52.960238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:52.964888 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.007166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.045306 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.048629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:53.050869 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] 10.222.0.44 "DELETE /v2.0/networks/f02769e5-05b9-400c-bc5d-05460babe473 HTTP/1.1" status: 204 len: 168 time: 1.7213118 Jan 28 20:38:53.070056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782d7cf-7a4d-4f27-8a39-68b732f5a393 tempest-ExtraDHCPOptionsTestJSON-65920991 tempest-ExtraDHCPOptionsTestJSON-65920991-project] Pushing event deleted for resources: {'Network': ['ID=f02769e5-05b9-400c-bc5d-05460babe473,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:53.102504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0559f5b0-83b7-4b22-873f-857983f8f1f0 req-b7f12bb0-79f4-4b75-b117-277a3b7081a0 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839008 Jan 28 20:38:53.102865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da960371-c980-4379-b31b-406a35d80066 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.144683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4bb92c0c-cab9-49da-b74f-8b81aa56b09a req-dc5964c8-4bc6-427d-b05a-b32b9046766f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081022 Jan 28 20:38:53.174899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['29a9d32f-9589-4a1a-a4e1-8df0abb62e27'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:38:53.199324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da960371-c980-4379-b31b-406a35d80066 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=0991cd67-8bbc-40b1-8a78-93537eaeafe3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:53.245942 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da960371-c980-4379-b31b-406a35d80066 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.264706 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-da960371-c980-4379-b31b-406a35d80066 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/0991cd67-8bbc-40b1-8a78-93537eaeafe3 HTTP/1.1" status: 204 len: 168 time: 1.3787322 Jan 28 20:38:53.265523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57468) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:53.307235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-72abb1cc-2d13-4db8-800e-3a561e487a17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7845621 Jan 28 20:38:53.310547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57472) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:53.323199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d00fc631-a209-479d-a631-ea7bcad7a1f8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-855444054'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:53.336338 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c056dfce-fc43-4a95-9452-f69d096827e4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:38:53.340995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c056dfce-fc43-4a95-9452-f69d096827e4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/0991cd67-8bbc-40b1-8a78-93537eaeafe3 HTTP/1.1" status: 404 len: 333 time: 0.0719423 Jan 28 20:38:53.343866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57474) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:53.438139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57478) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:53.544018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57482) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:53.615555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6c078-476a-41f7-a79c-77ae6587a421 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:53.616239 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c078-476a-41f7-a79c-77ae6587a421 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.644080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fbc9f74c-c265-4f08-9959-b5a688a161f8 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:53.645032 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-fbc9f74c-c265-4f08-9959-b5a688a161f8 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 20:38:53.646024 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-fbc9f74c-c265-4f08-9959-b5a688a161f8 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 20:38:53.650445 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fbc9f74c-c265-4f08-9959-b5a688a161f8 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0929160 Jan 28 20:38:53.656397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57486) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:53.663610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010001722'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:53.729407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.739356 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c0a9d3af-fbf0-4cd6-b66c-6bcddd62889f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8aeb14b228c14e56874e302544c77023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966402 Jan 28 20:38:53.740213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57488) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:53.741782 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.763651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c078-476a-41f7-a79c-77ae6587a421 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.789174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6c078-476a-41f7-a79c-77ae6587a421 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:53.861001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e00de236-8ef5-4b1f-a340-372687494e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.891197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d00fc631-a209-479d-a631-ea7bcad7a1f8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.912828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d00fc631-a209-479d-a631-ea7bcad7a1f8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.930437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.945131 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e00de236-8ef5-4b1f-a340-372687494e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:53.972957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.046390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.048916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e00de236-8ef5-4b1f-a340-372687494e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.051602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e00de236-8ef5-4b1f-a340-372687494e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.052872 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e00de236-8ef5-4b1f-a340-372687494e17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bde2d8a6-2862-493f-a401-1725f1832abe HTTP/1.1" status: 204 len: 168 time: 0.3121204 Jan 28 20:38:54.057450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c078-476a-41f7-a79c-77ae6587a421 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.071255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00de236-8ef5-4b1f-a340-372687494e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2d8a6-2862-493f-a401-1725f1832abe,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:54.097538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6c078-476a-41f7-a79c-77ae6587a421 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:54.181626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bbe6c078-476a-41f7-a79c-77ae6587a421 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.190309 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bbe6c078-476a-41f7-a79c-77ae6587a421 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f HTTP/1.1" status: 204 len: 168 time: 0.8421855 Jan 28 20:38:54.190309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57496) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:54.262126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.275794 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd817307-0c54-4fe4-ad59-362d31bac2b4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:38:54.282081 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bd817307-0c54-4fe4-ad59-362d31bac2b4 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/1a8294c8-3c85-4d0a-b8a2-aa854fe09e3f HTTP/1.1" status: 404 len: 333 time: 0.0895445 Jan 28 20:38:54.282081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57498) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:54.384057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b1a21a-5ce9-4f61-b093-3280868be0a9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:54.402016 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.409261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57502) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:54.413760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-90a27347-2ac8-46a4-9519-1702c47b2c76 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '0e64fb63-77ff-4d2e-8d68-ebb369a8cb17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:54.416395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7458930 Jan 28 20:38:54.468200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc84329-f75f-4b7f-9742-f228258d28e8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 531bc01f-25a8-485a-a906-4c493b71407a {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:38:54.482478 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bc84329-f75f-4b7f-9742-f228258d28e8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.524995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90a27347-2ac8-46a4-9519-1702c47b2c76 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.541642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154ac9-2da7-44e1-b78c-8af306b139f0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64fb63-77ff-4d2e-8d68-ebb369a8cb17,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:54.572570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bc84329-f75f-4b7f-9742-f228258d28e8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.587124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:38:54.610974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00fc631-a209-479d-a631-ea7bcad7a1f8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:38:54.620264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25d86-b81c-4394-a72d-aa3e544aeeae req-b1c7e5b2-190c-4228-85e4-39b6142d1ab3 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:54.622111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45f25d86-b81c-4394-a72d-aa3e544aeeae req-b1c7e5b2-190c-4228-85e4-39b6142d1ab3 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 944 time: 0.3557308 Jan 28 20:38:54.665206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94df5d-8139-42d7-a34d-ab7398eebdaa req-3d209a6f-c790-4bb6-a424-7a1243fca4b9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:54.667771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b94df5d-8139-42d7-a34d-ab7398eebdaa req-3d209a6f-c790-4bb6-a424-7a1243fca4b9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.3185627 Jan 28 20:38:54.682999 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90a27347-2ac8-46a4-9519-1702c47b2c76 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.708909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90a27347-2ac8-46a4-9519-1702c47b2c76 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.729501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:38:54.733694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:38:54.734834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.737988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a27347-2ac8-46a4-9519-1702c47b2c76 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcdfebc-37b1-4e6f-93f5-31efa4ccd8b5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:54.749537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bc84329-f75f-4b7f-9742-f228258d28e8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.768518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90a27347-2ac8-46a4-9519-1702c47b2c76 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.772252 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90a27347-2ac8-46a4-9519-1702c47b2c76 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3596096 Jan 28 20:38:54.802179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57514) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:54.822924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45f25d86-b81c-4394-a72d-aa3e544aeeae req-4bde0403-03ce-43df-93f6-47e5eac71dc7 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870651 Jan 28 20:38:54.827771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b41a672e-1d21-44f2-80dc-44e5b5c5d7b2 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '0e64fb63-77ff-4d2e-8d68-ebb369a8cb17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:54.905744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b41a672e-1d21-44f2-80dc-44e5b5c5d7b2 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.952508 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:54.987415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bc84329-f75f-4b7f-9742-f228258d28e8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.027975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f40b272-06a5-43b2-892b-de3dde7b635f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a9d32f-9589-4a1a-a4e1-8df0abb62e27'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:38:55.034895 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255af3df-ec09-406b-9655-afc44c8f70fa" -d '{"events": [{"server_uuid": "3f40b272-06a5-43b2-892b-de3dde7b635f", "name": "network-vif-plugged", "status": "completed", "tag": "29a9d32f-9589-4a1a-a4e1-8df0abb62e27"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:38:55.070077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc84329-f75f-4b7f-9742-f228258d28e8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=531bc01f-25a8-485a-a906-4c493b71407a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:55.076683 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bc84329-f75f-4b7f-9742-f228258d28e8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.083840 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2bc84329-f75f-4b7f-9742-f228258d28e8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/531bc01f-25a8-485a-a906-4c493b71407a HTTP/1.1" status: 204 len: 168 time: 0.7991045 Jan 28 20:38:55.087590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57522) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:55.094322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d4ed1-f451-4614-a651-fb3b117617be None None] Network 3b701dd1-d83e-4541-85e5-3ec64c547c3b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:55.123497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:55.135706 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.277203 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-b41a672e-1d21-44f2-80dc-44e5b5c5d7b2 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 20:38:55.282424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b94df5d-8139-42d7-a34d-ab7398eebdaa req-ee6e7efe-ac45-4a7d-a506-8988f262f398 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033032 Jan 28 20:38:55.296870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b41a672e-1d21-44f2-80dc-44e5b5c5d7b2 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4935668 Jan 28 20:38:55.297421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57526) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:55.332691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00fc631-a209-479d-a631-ea7bcad7a1f8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:55.334582 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.344087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d00fc631-a209-479d-a631-ea7bcad7a1f8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.346885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d00fc631-a209-479d-a631-ea7bcad7a1f8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 HTTP/1.1" status: 200 len: 891 time: 2.0353742 Jan 28 20:38:55.350822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57530) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:55.404083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24372fa-4705-46ea-ac62-8e4ec9740483 None None] Sync routers for ids ['00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:55.477552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 5f628059-f393-4d9a-af22-0f0a37629863 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:55.480739 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e83a0f45-7308-4275-ab03-87818f89903d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.483534 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e47b2-a823-4458-97e3-f514767897f7 x-openstack-request-id: req-f54e47b2-a823-4458-97e3-f514767897f7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:38:55.484077 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f40b272-06a5-43b2-892b-de3dde7b635f", "name": "network-vif-plugged", "status": "completed", "tag": "29a9d32f-9589-4a1a-a4e1-8df0abb62e27", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:38:55.484572 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f54e47b2-a823-4458-97e3-f514767897f7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:38:55.485731 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f40b272-06a5-43b2-892b-de3dde7b635f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a9d32f-9589-4a1a-a4e1-8df0abb62e27', 'code': 200} Jan 28 20:38:55.493215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24372fa-4705-46ea-ac62-8e4ec9740483 None None] Routers {'00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:55.494205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c24372fa-4705-46ea-ac62-8e4ec9740483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:55.505109 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.535388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c24372fa-4705-46ea-ac62-8e4ec9740483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:55.560705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:55.626504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] For port 5f628059-f393-4d9a-af22-0f0a37629863, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5f628059-f393-4d9a-af22-0f0a37629863,segment=NetworkSegment(abf3a297-8910-428c-8424-9ae9f00d60cf),segment_id=abf3a297-8910-428c-8424-9ae9f00d60cf)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:55.633616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.656837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8886fb01-dcae-4e73-85ea-767b29caf7d0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/routers/00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 HTTP/1.1" status: 200 len: 891 time: 0.3006005 Jan 28 20:38:55.663173 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e83a0f45-7308-4275-ab03-87818f89903d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.667070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57536) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:55.716415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 5f628059-f393-4d9a-af22-0f0a37629863 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:55.731232 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bc6b50f5-b7f8-460f-a658-5d7a21397a50 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 HTTP/1.1" status: 200 len: 205 time: 0.0563452 Jan 28 20:38:55.732273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57538) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:55.748208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57540) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:55.823777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622b764-b23e-4b0f-a82d-c38efb094366 req-c9c7771c-8ce5-47d3-88d9-7d9d63a7cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:55.825620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e622b764-b23e-4b0f-a82d-c38efb094366 req-c9c7771c-8ce5-47d3-88d9-7d9d63a7cd9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 1096 time: 0.1576598 Jan 28 20:38:55.827756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e83a0f45-7308-4275-ab03-87818f89903d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.830635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e83a0f45-7308-4275-ab03-87818f89903d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.839065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e83a0f45-7308-4275-ab03-87818f89903d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e64fb63-77ff-4d2e-8d68-ebb369a8cb17 HTTP/1.1" status: 204 len: 168 time: 0.5324826 Jan 28 20:38:55.869273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57544) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:55.883325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24372fa-4705-46ea-ac62-8e4ec9740483 None None] Routers {'00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:55.883325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c24372fa-4705-46ea-ac62-8e4ec9740483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:55.915862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a0f45-7308-4275-ab03-87818f89903d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e64fb63-77ff-4d2e-8d68-ebb369a8cb17,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:55.940746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c24372fa-4705-46ea-ac62-8e4ec9740483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:55.941755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24372fa-4705-46ea-ac62-8e4ec9740483 None None] The sync data for ids ['00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:55.951740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:55.971550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e622b764-b23e-4b0f-a82d-c38efb094366 req-f49a44f8-fdbf-4f52-ad8e-042e1ae64589 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362939 Jan 28 20:38:55.974492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.002542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No DVR routers for this DVR port 5f628059-f393-4d9a-af22-0f0a37629863 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:56.017718 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9ee67b73-42e9-43a5-842c-165fdd1b9758 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1381447 Jan 28 20:38:56.020076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57548) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:56.056389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=5f628059-f393-4d9a-af22-0f0a37629863,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:56.067345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e099fb8b-28e6-41eb-b04d-a7d634a8c5f4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945363117'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:56.077703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'networks': [{'name': 'tempest-network--727388429'}, {'name': 'tempest-network--831574270'}]} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:56.078021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'network': {'name': 'tempest-network--727388429'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:56.078341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17649c8c-42e1-499d-8893-e1077ea2aad1 None None] DHCP port deletion for 3b701dd1-d83e-4541-85e5-3ec64c547c3b request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:38:56.078516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'network': {'name': 'tempest-network--831574270'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:56.102040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90d27e-3aaa-4891-ab0b-20c8d8b7134e req-1e0dd7be-8651-434c-b584-89253ea4b17c tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:56.109568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f90d27e-3aaa-4891-ab0b-20c8d8b7134e req-1e0dd7be-8651-434c-b584-89253ea4b17c tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 945 time: 0.1557841 Jan 28 20:38:56.165524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f90d27e-3aaa-4891-ab0b-20c8d8b7134e req-2a454da6-cfcd-41a5-a511-3aed4b8efc8d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548871 Jan 28 20:38:56.167423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.172730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.260732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port ff966a41-b6c4-423e-a7df-17868b6dfaad {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:38:56.262592 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.430776 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.446181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for ff966a41-b6c4-423e-a7df-17868b6dfaad owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:38:56.515962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750ebc3-c3ef-4a14-ba35-c3484b5163df req-9ef9a699-078e-41bc-9f50-d49dfc968fac tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:56.524977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2750ebc3-c3ef-4a14-ba35-c3484b5163df req-9ef9a699-078e-41bc-9f50-d49dfc968fac tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.1480021 Jan 28 20:38:56.555083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b701dd1-d83e-4541-85e5-3ec64c547c3b']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:56.573471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf3a297-8910-428c-8424-9ae9f00d60cf') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:56.574810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf3a297-8910-428c-8424-9ae9f00d60cf') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:56.576665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Made reservation on behalf of bdd57b0320c94eb18afca444734387a4 for: {'network': 2} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:56.581189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.590445 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e099fb8b-28e6-41eb-b04d-a7d634a8c5f4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.602339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.616387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.644062 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.648455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2750ebc3-c3ef-4a14-ba35-c3484b5163df req-3e14a160-e7f8-48df-b52f-484a67889deb tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220942 Jan 28 20:38:56.659207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:56.659622 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:56.665434 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:56.770494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.771270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.781400 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.785267 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/networks/3b701dd1-d83e-4541-85e5-3ec64c547c3b HTTP/1.1" status: 204 len: 168 time: 1.6967225 Jan 28 20:38:56.794497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57554) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:56.810373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1126926814'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:56.813600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=ff966a41-b6c4-423e-a7df-17868b6dfaad,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:56.843603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53024f2f-4c7b-41ce-8f24-7da7dd697aea tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Network': ['ID=3b701dd1-d83e-4541-85e5-3ec64c547c3b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:56.877230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e099fb8b-28e6-41eb-b04d-a7d634a8c5f4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.894362 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e099fb8b-28e6-41eb-b04d-a7d634a8c5f4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.911521 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.948633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:56.952953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.975279 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e099fb8b-28e6-41eb-b04d-a7d634a8c5f4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.976810 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e099fb8b-28e6-41eb-b04d-a7d634a8c5f4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9239163 Jan 28 20:38:56.981120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:56.982451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57556) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:56.989290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-73792c31-8c7b-4551-8a46-26a183f0ee0b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '77f54fd8-fbe9-4cbf-8f72-8203d1693771', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:56.990435 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-73792c31-8c7b-4551-8a46-26a183f0ee0b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 20:38:56.990973 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-73792c31-8c7b-4551-8a46-26a183f0ee0b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:38:56.992032 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-73792c31-8c7b-4551-8a46-26a183f0ee0b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078328 Jan 28 20:38:56.992970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099fb8b-28e6-41eb-b04d-a7d634a8c5f4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f54fd8-fbe9-4cbf-8f72-8203d1693771,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:56.997121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57558) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:57.008643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.014200 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.063077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.065488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.071747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:57.107964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.108604 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Added segment 7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f of type vlan for network 7656a6c5-d129-4870-bf89-2b37eb438782 Jan 28 20:38:57.120766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2339817a-b18a-4ad4-8d2a-6f44f8cea2b1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:57.121182 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.121755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Fanout notify agent at l3_agent the message router_deleted on router 00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:38:57.136838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:57.139994 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.149092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1d1f9133-9e28-4490-87f9-02bd68af82b2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 HTTP/1.1" status: 204 len: 168 time: 1.4149132 Jan 28 20:38:57.149847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57560) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:57.155882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-258128542'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:57.189732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:57.194633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.194990 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Added segment e9df8bbd-b6c9-483a-b357-30b82b4caa57 of type vlan for network 9c16ebac-8b1a-4c0c-8e16-a2ae57c0e1ae Jan 28 20:38:57.207465 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.208333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.212448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3130786f-7220-4928-b16a-d3fc12e4dd49 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.242766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:57.262410 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.263905 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment 67ad6abc-1606-4237-bdac-0b938a10754a of type vlan for network edcbd493-4a24-4d83-9e6d-09a80779890d Jan 28 20:38:57.278512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.301832 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3130786f-7220-4928-b16a-d3fc12e4dd49 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.326810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.334476 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:57.335566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.372203 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.460520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef375563-1f4a-4bb4-b4de-e1d7d7ba6c2b req-6628b47a-b78e-4de1-9bc1-7b8354ed2de5 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:57.465308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef375563-1f4a-4bb4-b4de-e1d7d7ba6c2b req-6628b47a-b78e-4de1-9bc1-7b8354ed2de5 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 945 time: 0.1833627 Jan 28 20:38:57.472422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.480525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:38:57.490329 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6907551 Jan 28 20:38:57.491245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:57.492296 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.500410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57564) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:57.508965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:57.522819 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.523173 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Added segment 1acd793f-f3b4-44e7-84d3-5f13a0092b8d of type vlan for network 2cecaaf1-e885-4faa-8d57-f89b23aeae35 Jan 28 20:38:57.536031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85e952-99df-4ee7-8e6b-d10a4db9ed24 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Network': ['ID=7656a6c5-d129-4870-bf89-2b37eb438782,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:57.538963 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3130786f-7220-4928-b16a-d3fc12e4dd49 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.541998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3130786f-7220-4928-b16a-d3fc12e4dd49 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.543142 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3130786f-7220-4928-b16a-d3fc12e4dd49 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/77f54fd8-fbe9-4cbf-8f72-8203d1693771 HTTP/1.1" status: 204 len: 168 time: 0.5439339 Jan 28 20:38:57.557936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57566) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:57.561694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7656a6c5-d129-4870-bf89-2b37eb438782 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:57.629710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=edcbd493-4a24-4d83-9e6d-09a80779890d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:57.706741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network edcbd493-4a24-4d83-9e6d-09a80779890d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:57.707462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fd6abaf4-19f4-42c9-a229-34f5a472663d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5563314 Jan 28 20:38:57.716488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57570) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:57.740507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130786f-7220-4928-b16a-d3fc12e4dd49 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f54fd8-fbe9-4cbf-8f72-8203d1693771,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:57.752931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': 'edcbd493-4a24-4d83-9e6d-09a80779890d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:57.758646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2f17c04c-5908-407d-ba15-7e6872df2c64 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1683648 Jan 28 20:38:57.772311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef375563-1f4a-4bb4-b4de-e1d7d7ba6c2b req-bc4ae6be-6f73-4ddf-9ac9-ee769b80d92f tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725050 Jan 28 20:38:57.784512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57572) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:57.840895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:57.878912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c2c31b04-0b4d-464c-8ea0-e9087eed542a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--928151515'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:58.058032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:58.062993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.099107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.099794 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.104732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e69e2-116d-412b-aaf0-ab230ac0e5c7 req-e485c871-15cd-427d-86d1-14b7fcb5693d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:58.105152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5f628059-f393-4d9a-af22-0f0a37629863 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:58.107555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-336e69e2-116d-412b-aaf0-ab230ac0e5c7 req-e485c871-15cd-427d-86d1-14b7fcb5693d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.2461343 Jan 28 20:38:58.127018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:58.136501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:58.137564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.162743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5f628059-f393-4d9a-af22-0f0a37629863 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:38:58.163436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5f628059-f393-4d9a-af22-0f0a37629863 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:58.187787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:58.196587 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2c31b04-0b4d-464c-8ea0-e9087eed542a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.196922 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.207530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-336e69e2-116d-412b-aaf0-ab230ac0e5c7 req-30298ca4-2cc4-44bd-8b31-f149d89908c1 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794249 Jan 28 20:38:58.209989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4571075 Jan 28 20:38:58.228756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57578) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:58.409063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Network': ['ID=9c16ebac-8b1a-4c0c-8e16-a2ae57c0e1ae,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:58.430362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 9c16ebac-8b1a-4c0c-8e16-a2ae57c0e1ae details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:58.601383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.601996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4bda5-7132-4b3a-871f-fbcbc036bc13 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Network': ['ID=2cecaaf1-e885-4faa-8d57-f89b23aeae35,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:58.621968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2cecaaf1-e885-4faa-8d57-f89b23aeae35 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:38:58.645423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b145fa-5622-493b-8397-d3748e41248d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:58.651118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b145fa-5622-493b-8397-d3748e41248d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:58.654301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=a9c6258c-c69b-4952-ba68-25464a70e8f6,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:58.669600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b145fa-5622-493b-8397-d3748e41248d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:58.693015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b145fa-5622-493b-8397-d3748e41248d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:58.694818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-88b145fa-5622-493b-8397-d3748e41248d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4630370 Jan 28 20:38:58.700107 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57588) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:58.721755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': '67ad6abc-1606-4237-bdac-0b938a10754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'edcbd493-4a24-4d83-9e6d-09a80779890d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:58.722535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: edcbd493-4a24-4d83-9e6d-09a80779890d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:58.753551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2c31b04-0b4d-464c-8ea0-e9087eed542a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.758637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2c31b04-0b4d-464c-8ea0-e9087eed542a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.815728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network edcbd493-4a24-4d83-9e6d-09a80779890d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:58.833498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, edcbd493-4a24-4d83-9e6d-09a80779890d) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:58.846346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:58.847172 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.861275 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.879708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1d78279b-3f9a-40d2-b913-e9a16d5649f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1590464 Jan 28 20:38:58.883441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2c31b04-0b4d-464c-8ea0-e9087eed542a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:58.884735 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c2c31b04-0b4d-464c-8ea0-e9087eed542a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0295568 Jan 28 20:38:58.885833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c31b04-0b4d-464c-8ea0-e9087eed542a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24e171e-b6aa-4f19-9458-1e99c4de3c5d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:58.897210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6694e752-134b-4e21-ad62-b5091bdd3f40 None None] Network edcbd493-4a24-4d83-9e6d-09a80779890d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:58.898295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57592) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:58.898636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57594) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:58.902906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-efff24e4-f3f8-47c4-b55f-58eb713d794d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-37626004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:58.915123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d7663ced-487d-4562-a446-52db3bd49c12 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': 'd24e171e-b6aa-4f19-9458-1e99c4de3c5d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:58.916007 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-d7663ced-487d-4562-a446-52db3bd49c12 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 20:38:58.916552 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-d7663ced-487d-4562-a446-52db3bd49c12 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:38:58.921090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d7663ced-487d-4562-a446-52db3bd49c12 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104251 Jan 28 20:38:58.929749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57596) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:58.938066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.049988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450b3ba-31b1-4446-a535-ec80fbae19ae req-c5071228-6989-4c8a-9534-800f86eb9067 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:59.058374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a450b3ba-31b1-4446-a535-ec80fbae19ae req-c5071228-6989-4c8a-9534-800f86eb9067 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 945 time: 0.1603985 Jan 28 20:38:59.063100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-efff24e4-f3f8-47c4-b55f-58eb713d794d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.066759 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-efff24e4-f3f8-47c4-b55f-58eb713d794d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.109263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.151241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e833-ac51-46ef-a47e-553efb114bf1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.155855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=528c31eb-375d-4325-8df5-33954020058b,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:59.195989 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-efff24e4-f3f8-47c4-b55f-58eb713d794d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.206306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking segment: {'id': '7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:38:59.208669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network hostable DHCP agents. Network: 7656a6c5-d129-4870-bf89-2b37eb438782, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:38:59.209039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a450b3ba-31b1-4446-a535-ec80fbae19ae req-dc955deb-504f-490a-a06c-90731be79704 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461229 Jan 28 20:38:59.209848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c16ebac-8b1a-4c0c-8e16-a2ae57c0e1ae']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:59.212920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e833-ac51-46ef-a47e-553efb114bf1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.214329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-efff24e4-f3f8-47c4-b55f-58eb713d794d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.234362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9df8bbd-b6c9-483a-b357-30b82b4caa57') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:59.235102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9df8bbd-b6c9-483a-b357-30b82b4caa57') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:59.248786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.261315 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-efff24e4-f3f8-47c4-b55f-58eb713d794d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.261522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-efff24e4-f3f8-47c4-b55f-58eb713d794d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3618565 Jan 28 20:38:59.264740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57602) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:59.276776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 7656a6c5-d129-4870-bf89-2b37eb438782 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:38:59.305667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21076d16-1711-4812-800a-d79339612a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-edcbd493-4a24-4d83-9e6d-09a80779890d', 'network_id': 'edcbd493-4a24-4d83-9e6d-09a80779890d', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': 'a9c6258c-c69b-4952-ba68-25464a70e8f6'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:59.306916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-1711-4812-800a-d79339612a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.311524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7656a6c5-d129-4870-bf89-2b37eb438782) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:38:59.317385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:59.318618 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.336717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6fb31a2d-ec4a-4eb4-afd5-00840acb2eae tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8342578 Jan 28 20:38:59.347457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57604) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:59.349897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0ce97-80d1-476e-afc6-9d640b361788 None None] Network 7656a6c5-d129-4870-bf89-2b37eb438782 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:38:59.352363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.354761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782', 'name': 'tempest-PortsIpV6TestJSON-866630803', 'fixed_ips': [{'subnet_id': '528c31eb-375d-4325-8df5-33954020058b', 'ip_address': '2001:db8::10'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:59.364055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:59.371717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:59.374922 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:59.491263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e833-ac51-46ef-a47e-553efb114bf1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.495475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e833-ac51-46ef-a47e-553efb114bf1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.497216 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8cb5e833-ac51-46ef-a47e-553efb114bf1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/d24e171e-b6aa-4f19-9458-1e99c4de3c5d HTTP/1.1" status: 204 len: 168 time: 0.5663617 Jan 28 20:38:59.502309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57606) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:59.569443 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8d298c9a-5c26-43ac-8808-50c87d16d56e tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637648 Jan 28 20:38:59.572158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5e833-ac51-46ef-a47e-553efb114bf1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24e171e-b6aa-4f19-9458-1e99c4de3c5d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:59.579274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57608) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:59.603964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5957daa8-0950-42a9-8c57-c216e967ac8f tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273995196'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:38:59.608573 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.612116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:38:59.648384 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.654528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/networks/9c16ebac-8b1a-4c0c-8e16-a2ae57c0e1ae HTTP/1.1" status: 204 len: 168 time: 0.9469886 Jan 28 20:38:59.658933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57610) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:38:59.692769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5957daa8-0950-42a9-8c57-c216e967ac8f tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.693057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc493562-ed50-415d-93ab-519d0a8f22db tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Network': ['ID=9c16ebac-8b1a-4c0c-8e16-a2ae57c0e1ae,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:59.745376 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.756635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57acc9-d33a-4a6b-8484-f0ef523e6a72 req-c6ff2e7a-0fe9-4d0d-a2f0-6fd5366e45a0 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:59.758052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de57acc9-d33a-4a6b-8484-f0ef523e6a72 req-c6ff2e7a-0fe9-4d0d-a2f0-6fd5366e45a0 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.3395689 Jan 28 20:38:59.799864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 3f127f67-40e9-4fe0-8fbf-8fa77473fd4c yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:38:59.830684 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.834193 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-21076d16-1711-4812-800a-d79339612a84 None None] Allocated IP 2001:db8::2 (edcbd493-4a24-4d83-9e6d-09a80779890d/a9c6258c-c69b-4952-ba68-25464a70e8f6/88725e9f-a71c-4c3e-90c4-dd281e4d6837) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:38:59.840276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de57acc9-d33a-4a6b-8484-f0ef523e6a72 req-a8cb5431-4635-434a-9d40-480a4b4bd95d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662518 Jan 28 20:38:59.890956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.891203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-7656a6c5-d129-4870-bf89-2b37eb438782', 'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782', 'tenant_id': '4447d34b2bc4472c9ef5dad1ed5f2752', 'fixed_ips': [{'subnet_id': '528c31eb-375d-4325-8df5-33954020058b'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:38:59.894175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.974436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5957daa8-0950-42a9-8c57-c216e967ac8f tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:38:59.989638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5957daa8-0950-42a9-8c57-c216e967ac8f tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.111413 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.141954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5957daa8-0950-42a9-8c57-c216e967ac8f tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.143955 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5957daa8-0950-42a9-8c57-c216e967ac8f tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5524607 Jan 28 20:39:00.169733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57614) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:00.180069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8debf0d1-4205-4496-9457-e6348804396d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4d0e8-aec2-45cb-ba01-f44f0a60f228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:00.187851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957daa8-0950-42a9-8c57-c216e967ac8f tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a4d0e8-aec2-45cb-ba01-f44f0a60f228,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:00.195755 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-8debf0d1-4205-4496-9457-e6348804396d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 20:39:00.195755 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-8debf0d1-4205-4496-9457-e6348804396d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:00.197049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8debf0d1-4205-4496-9457-e6348804396d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0205834 Jan 28 20:39:00.206590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57616) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:00.212364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cecaaf1-e885-4faa-8d57-f89b23aeae35']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:00.217591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c4597e99-6d60-440e-bdc5-1e6f4d51742c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4d0e8-aec2-45cb-ba01-f44f0a60f228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:00.223607 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-c4597e99-6d60-440e-bdc5-1e6f4d51742c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 20:39:00.224201 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-c4597e99-6d60-440e-bdc5-1e6f4d51742c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:00.228823 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c4597e99-6d60-440e-bdc5-1e6f4d51742c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0149922 Jan 28 20:39:00.234977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57618) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:00.263392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-af4b972a-e92d-41cf-87e0-666279b94a58 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:00.265297 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-af4b972a-e92d-41cf-87e0-666279b94a58 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 945 time: 0.1523161 Jan 28 20:39:00.267650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ca4c8267-94d8-4927-88e3-441c2f44ac03 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4d0e8-aec2-45cb-ba01-f44f0a60f228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:00.279056 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-ca4c8267-94d8-4927-88e3-441c2f44ac03 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 20:39:00.279593 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-ca4c8267-94d8-4927-88e3-441c2f44ac03 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:00.281609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ca4c8267-94d8-4927-88e3-441c2f44ac03 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0442171 Jan 28 20:39:00.285531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57622) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:00.291545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acd793f-f3b4-44e7-84d3-5f13a0092b8d') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:00.291844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acd793f-f3b4-44e7-84d3-5f13a0092b8d') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:00.302892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e3657310-e28c-4c76-bad4-2f3cefcd8bf7 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4d0e8-aec2-45cb-ba01-f44f0a60f228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:00.302892 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-e3657310-e28c-4c76-bad4-2f3cefcd8bf7 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 20:39:00.302892 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-e3657310-e28c-4c76-bad4-2f3cefcd8bf7 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:00.302892 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e3657310-e28c-4c76-bad4-2f3cefcd8bf7 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0163395 Jan 28 20:39:00.308736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57624) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:00.313898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Allocated IP 2001:db8::2 (7656a6c5-d129-4870-bf89-2b37eb438782/528c31eb-375d-4325-8df5-33954020058b/9da37878-5ffb-485e-bd06-d7c0270b4b46) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:00.323397 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.378030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.395191 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:00.395698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:00.399739 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:00.423431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Deleting port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:00.423779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.490589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a807-9ed9-49bc-8460-4f213d8a0139 req-2d63b4b9-806c-4e65-a700-af4b513dedbd tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:00.491587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ece5a807-9ed9-49bc-8460-4f213d8a0139 req-2d63b4b9-806c-4e65-a700-af4b513dedbd tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f40b272-06a5-43b2-892b-de3dde7b635f HTTP/1.1" status: 200 len: 945 time: 0.1514671 Jan 28 20:39:00.497325 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3889ba68-383e-4e78-9609-ae404e19901b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.506817 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.529109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.531527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.535865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/networks/2cecaaf1-e885-4faa-8d57-f89b23aeae35 HTTP/1.1" status: 204 len: 168 time: 0.8754709 Jan 28 20:39:00.539369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57626) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:00.541912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.585421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b85aa7-e174-4173-93e4-a02320672eb5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Network': ['ID=2cecaaf1-e885-4faa-8d57-f89b23aeae35,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:00.611907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-1711-4812-800a-d79339612a84 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.616557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] For port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:00.616929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.621888 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3889ba68-383e-4e78-9609-ae404e19901b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.636782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Network 7656a6c5-d129-4870-bf89-2b37eb438782 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:00.642723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:00.645566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Calling delete_port for 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:00.654112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::10 (7656a6c5-d129-4870-bf89-2b37eb438782/528c31eb-375d-4325-8df5-33954020058b/3f127f67-40e9-4fe0-8fbf-8fa77473fd4c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:00.654800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-1711-4812-800a-d79339612a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.666312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:00.683449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Pushing event updated for resources: {'Port': ['ID=9da37878-5ffb-485e-bd06-d7c0270b4b46,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:00.746134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21076d16-1711-4812-800a-d79339612a84 None None] Network edcbd493-4a24-4d83-9e6d-09a80779890d is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:00.749857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-21076d16-1711-4812-800a-d79339612a84 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:00.760212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21076d16-1711-4812-800a-d79339612a84 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:00.803050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076d16-1711-4812-800a-d79339612a84 None None] Pushing event updated for resources: {'Port': ['ID=88725e9f-a71c-4c3e-90c4-dd281e4d6837,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:00.847751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Attempting to bind port 9da37878-5ffb-485e-bd06-d7c0270b4b46 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:00.848469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Attempting to bind port 9da37878-5ffb-485e-bd06-d7c0270b4b46 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:00.848628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Attempting to bind port 9da37878-5ffb-485e-bd06-d7c0270b4b46 on network 7656a6c5-d129-4870-bf89-2b37eb438782 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:00.887702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-21076d16-1711-4812-800a-d79339612a84 None None] Attempting to bind port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:00.888083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-21076d16-1711-4812-800a-d79339612a84 None None] Attempting to bind port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '67ad6abc-1606-4237-bdac-0b938a10754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'edcbd493-4a24-4d83-9e6d-09a80779890d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:00.888476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21076d16-1711-4812-800a-d79339612a84 None None] Attempting to bind port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 on network edcbd493-4a24-4d83-9e6d-09a80779890d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:00.904956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:00.905715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Checking segment: {'id': '7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:00.908873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.909492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Bound using segment: {'id': '7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:00.910171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Bound port: 9da37878-5ffb-485e-bd06-d7c0270b4b46, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:00.910769 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.944699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.951898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21076d16-1711-4812-800a-d79339612a84 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:00.956558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21076d16-1711-4812-800a-d79339612a84 None None] Checking segment: {'id': '67ad6abc-1606-4237-bdac-0b938a10754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'edcbd493-4a24-4d83-9e6d-09a80779890d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:00.957249 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-1711-4812-800a-d79339612a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.957818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21076d16-1711-4812-800a-d79339612a84 None None] Bound using segment: {'id': '67ad6abc-1606-4237-bdac-0b938a10754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'edcbd493-4a24-4d83-9e6d-09a80779890d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:00.961820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-21076d16-1711-4812-800a-d79339612a84 None None] Bound port: 88725e9f-a71c-4c3e-90c4-dd281e4d6837, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ad6abc-1606-4237-bdac-0b938a10754a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'edcbd493-4a24-4d83-9e6d-09a80779890d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:00.962529 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-1711-4812-800a-d79339612a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:00.991490 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.020025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Pushing event deleted for resources: {'Port': ['ID=29a9d32f-9589-4a1a-a4e1-8df0abb62e27,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:01.052816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] No DVR routers for this DVR port 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:01.057389 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.061054 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c7a3d023-2583-4327-8334-12561f8e7fe7 req-a7004690-9969-42b2-a88a-65fe26c2614d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.13 "DELETE /v2.0/ports/29a9d32f-9589-4a1a-a4e1-8df0abb62e27 HTTP/1.1" status: 204 len: 173 time: 0.7896585 Jan 28 20:39:01.075595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f40b272-06a5-43b2-892b-de3dde7b635f', 'name': 'network-vif-deleted', 'tag': '29a9d32f-9589-4a1a-a4e1-8df0abb62e27'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:39:01.076730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] For port 9da37878-5ffb-485e-bd06-d7c0270b4b46, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:01.084319 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7e0e70-60ba-43d9-9f97-83a349dd09d4" -d '{"events": [{"server_uuid": "3f40b272-06a5-43b2-892b-de3dde7b635f", "name": "network-vif-deleted", "tag": "29a9d32f-9589-4a1a-a4e1-8df0abb62e27"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:01.115228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] For port 9da37878-5ffb-485e-bd06-d7c0270b4b46, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9da37878-5ffb-485e-bd06-d7c0270b4b46,segment=NetworkSegment(7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f),segment_id=7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:01.119811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ece5a807-9ed9-49bc-8460-4f213d8a0139 req-7c367cb3-ce7d-4ce0-9b8c-edc826f8136f tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143405 Jan 28 20:39:01.121213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.139892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.142275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-21076d16-1711-4812-800a-d79339612a84 None None] For port 88725e9f-a71c-4c3e-90c4-dd281e4d6837, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:01.148545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-21076d16-1711-4812-800a-d79339612a84 None None] For port 88725e9f-a71c-4c3e-90c4-dd281e4d6837, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=88725e9f-a71c-4c3e-90c4-dd281e4d6837,segment=NetworkSegment(67ad6abc-1606-4237-bdac-0b938a10754a),segment_id=67ad6abc-1606-4237-bdac-0b938a10754a)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:01.184478 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21076d16-1711-4812-800a-d79339612a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.248704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8::1 (edcbd493-4a24-4d83-9e6d-09a80779890d/a9c6258c-c69b-4952-ba68-25464a70e8f6/2ff9cf24-7573-4da3-90e1-10a4f73235ab) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:01.291043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf1a3f-6f2e-4364-84f8-cfb29f1dcf31 req-f726e522-ad2c-45f7-9e71-96104692d83b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:01.292138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954310b7-7471-4fe8-a3d2-30661d42bd9f None None] Pushing event updated for resources: {'Port': ['ID=9da37878-5ffb-485e-bd06-d7c0270b4b46,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:01.318426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fcf1a3f-6f2e-4364-84f8-cfb29f1dcf31 req-f726e522-ad2c-45f7-9e71-96104692d83b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.2753546 Jan 28 20:39:01.346333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 7656a6c5-d129-4870-bf89-2b37eb438782 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:01.349008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b18309-adb5-41f1-b79c-06919dbc65d9 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:01.352467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:01.355629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b18309-adb5-41f1-b79c-06919dbc65d9 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:01.362687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=3f127f67-40e9-4fe0-8fbf-8fa77473fd4c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:01.364720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-19b18309-adb5-41f1-b79c-06919dbc65d9 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8206940 Jan 28 20:39:01.367133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57636) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:01.368772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:01.384165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:01.393286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.397501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3889ba68-383e-4e78-9609-ae404e19901b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.400797 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3889ba68-383e-4e78-9609-ae404e19901b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.416319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3889ba68-383e-4e78-9609-ae404e19901b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/c7a4d0e8-aec2-45cb-ba01-f44f0a60f228 HTTP/1.1" status: 204 len: 168 time: 1.1041374 Jan 28 20:39:01.418187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57638) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:01.423608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-867108484'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:01.428071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076d16-1711-4812-800a-d79339612a84 None None] Pushing event updated for resources: {'Port': ['ID=88725e9f-a71c-4c3e-90c4-dd281e4d6837,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:01.502920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889ba68-383e-4e78-9609-ae404e19901b tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a4d0e8-aec2-45cb-ba01-f44f0a60f228,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:01.538404 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e3169fd0-c033-419e-89bb-e8efdc98189c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1858373 Jan 28 20:39:01.539373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57640) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:01.561851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '7656a6c5-d129-4870-bf89-2b37eb438782', 'name': 'tempest-PortsIpV6TestJSON-157469097', 'fixed_ips': [{'subnet_id': '528c31eb-375d-4325-8df5-33954020058b', 'ip_address': '2001:db8::f'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:01.570648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Made reservation on behalf of bdd57b0320c94eb18afca444734387a4 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:01.574907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.585999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fcf1a3f-6f2e-4364-84f8-cfb29f1dcf31 req-d524b659-b520-48ee-8559-6e2c5bdbe2a4 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179384 Jan 28 20:39:01.600302 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d9387c-6cd9-44bf-ad62-95bf27edab72 x-openstack-request-id: req-33d9387c-6cd9-44bf-ad62-95bf27edab72 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:01.600529 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f40b272-06a5-43b2-892b-de3dde7b635f", "name": "network-vif-deleted", "tag": "29a9d32f-9589-4a1a-a4e1-8df0abb62e27", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:01.600784 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33d9387c-6cd9-44bf-ad62-95bf27edab72 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:01.601180 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f40b272-06a5-43b2-892b-de3dde7b635f', 'name': 'network-vif-deleted', 'tag': '29a9d32f-9589-4a1a-a4e1-8df0abb62e27', 'status': 'completed', 'code': 200} Jan 28 20:39:01.642245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bb464dbe-2968-428d-9c68-90ebb2db25ce tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2117686 Jan 28 20:39:01.643191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57642) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:01.652043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9f988be6-29a8-4875-9565-13fbcbd3a03d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--770856148'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:01.722677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:01.777124 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.779735 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Added segment db93b45a-e4cb-4fe0-a544-18e9be7f6fd7 of type vlan for network 3b731007-09da-45e4-88b8-3d3422d7a819 Jan 28 20:39:01.799210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f988be6-29a8-4875-9565-13fbcbd3a03d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.803987 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.889970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.894085 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.927524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network edcbd493-4a24-4d83-9e6d-09a80779890d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:01.936734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:01.956462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:01.962299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.962536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:01.963243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.989902 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:01.995467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:01.996112 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.038081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 4f2c41a2-bcb5-42c6-b2b8-35f798b810c7 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:39:02.080390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=2ff9cf24-7573-4da3-90e1-10a4f73235ab,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:02.142352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7427123 Jan 28 20:39:02.147230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f988be6-29a8-4875-9565-13fbcbd3a03d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.150351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57646) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:02.156582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1754092155'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:02.186360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f988be6-29a8-4875-9565-13fbcbd3a03d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.201374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8d681-da79-4a0f-b9da-d5a854245381 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Network': ['ID=3b731007-09da-45e4-88b8-3d3422d7a819,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:02.219703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 3b731007-09da-45e4-88b8-3d3422d7a819 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:02.238403 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f988be6-29a8-4875-9565-13fbcbd3a03d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.240219 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f988be6-29a8-4875-9565-13fbcbd3a03d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5923214 Jan 28 20:39:02.245362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57650) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:02.260527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Made reservation on behalf of bdd57b0320c94eb18afca444734387a4 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:02.264251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.267716 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.274039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-48d25202-672b-4bf7-a831-dcde027b8f8c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:02.274929 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-48d25202-672b-4bf7-a831-dcde027b8f8c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 20:39:02.275427 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-48d25202-672b-4bf7-a831-dcde027b8f8c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:02.276974 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-48d25202-672b-4bf7-a831-dcde027b8f8c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069368 Jan 28 20:39:02.283363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57652) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:02.284941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f988be6-29a8-4875-9565-13fbcbd3a03d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980c5ca5-6635-4832-ae30-0e636a0d07e0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:02.293487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-48e5d0df-46c5-49c0-be33-814ae7c77bea tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:02.399410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9da37878-5ffb-485e-bd06-d7c0270b4b46 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:02.403561 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-48e5d0df-46c5-49c0-be33-814ae7c77bea tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:02.404737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:02.405715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-48e5d0df-46c5-49c0-be33-814ae7c77bea tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1218250 Jan 28 20:39:02.409037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57656) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:02.415648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-05e72a04-231d-4297-bcea-004f8be22ef4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:02.416129 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-05e72a04-231d-4297-bcea-004f8be22ef4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 20:39:02.416649 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-05e72a04-231d-4297-bcea-004f8be22ef4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:02.417611 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-05e72a04-231d-4297-bcea-004f8be22ef4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076652 Jan 28 20:39:02.420724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57658) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:02.429173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d9dcd4c8-c708-4147-a75f-9865312afbfe tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:02.451806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::f (7656a6c5-d129-4870-bf89-2b37eb438782/528c31eb-375d-4325-8df5-33954020058b/4f2c41a2-bcb5-42c6-b2b8-35f798b810c7) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:02.486955 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.487308 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Added segment cbc0fb98-eb95-41d4-aa65-56d84f33d831 of type vlan for network 587f79b7-6708-4222-a3da-7e861ae20e71 Jan 28 20:39:02.494955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9da37878-5ffb-485e-bd06-d7c0270b4b46 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:02.495495 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.537524 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-d9dcd4c8-c708-4147-a75f-9865312afbfe tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:02.537892 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d9dcd4c8-c708-4147-a75f-9865312afbfe tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1161926 Jan 28 20:39:02.541741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57668) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:02.559632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2837ee61-7c05-4956-aaff-20d39d63a8ca tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:02.559632 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-2837ee61-7c05-4956-aaff-20d39d63a8ca tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 20:39:02.560131 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-2837ee61-7c05-4956-aaff-20d39d63a8ca tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:02.561208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2837ee61-7c05-4956-aaff-20d39d63a8ca tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0184851 Jan 28 20:39:02.597469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57670) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:02.604238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0935ff62-4ac7-4cec-99b8-403fc518a2db tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:02.622521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.639587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:02.686467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:39:02.686850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 29a9d32f-9589-4a1a-a4e1-8df0abb62e27 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:02.717208 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.742845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 9da37878-5ffb-485e-bd06-d7c0270b4b46, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9da37878-5ffb-485e-bd06-d7c0270b4b46,segment=NetworkSegment(7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f),segment_id=7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:02.748980 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.750164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 88725e9f-a71c-4c3e-90c4-dd281e4d6837 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:02.779056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.827847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.883751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:39:02.903358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 7656a6c5-d129-4870-bf89-2b37eb438782 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:02.907270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:02.909958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:02.914897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:02.915474 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.919624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:02.920332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:02.941276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=4f2c41a2-bcb5-42c6-b2b8-35f798b810c7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:02.960910 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f2efad0-dcc9-414e-8539-ee57b203d6da tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4130104 Jan 28 20:39:02.967553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57686) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:02.983052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=9da37878-5ffb-485e-bd06-d7c0270b4b46,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:03.065615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c7d55-b872-4b93-9a33-d12d76db06e0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:03.068796 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a13c7d55-b872-4b93-9a33-d12d76db06e0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0991030 Jan 28 20:39:03.070637 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.076150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57688) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:03.079428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:03.082147 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.131776 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.171142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca07b-fa23-4b00-8e46-ecbed520ddf8 req-067b3c48-339d-4803-9918-6e8ad04f5a24 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:03.173244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f00af5-5694-41d7-b787-9503c3c64647 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:03.173779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-880ca07b-fa23-4b00-8e46-ecbed520ddf8 req-067b3c48-339d-4803-9918-6e8ad04f5a24 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.3996594 Jan 28 20:39:03.186833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f00af5-5694-41d7-b787-9503c3c64647 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:03.202174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f00af5-5694-41d7-b787-9503c3c64647 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:03.209419 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a2f00af5-5694-41d7-b787-9503c3c64647 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1320965 Jan 28 20:39:03.210045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57690) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:03.229142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 88725e9f-a71c-4c3e-90c4-dd281e4d6837, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=88725e9f-a71c-4c3e-90c4-dd281e4d6837,segment=NetworkSegment(67ad6abc-1606-4237-bdac-0b938a10754a),segment_id=67ad6abc-1606-4237-bdac-0b938a10754a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:03.237338 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.254642 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-0935ff62-4ac7-4cec-99b8-403fc518a2db tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:03.261238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0935ff62-4ac7-4cec-99b8-403fc518a2db tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6603777 Jan 28 20:39:03.270381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57694) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:03.284944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7e9b02ac-81d7-486e-b63f-d5835c48cd43 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:03.285845 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-7e9b02ac-81d7-486e-b63f-d5835c48cd43 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 20:39:03.286440 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-7e9b02ac-81d7-486e-b63f-d5835c48cd43 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:03.290729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7e9b02ac-81d7-486e-b63f-d5835c48cd43 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101736 Jan 28 20:39:03.298036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f42356-332d-44ac-8ac3-3f06b6356a74 None None] Network 7656a6c5-d129-4870-bf89-2b37eb438782 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:03.299286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57698) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:03.319596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1673925 Jan 28 20:39:03.324256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-14f585b2-a87d-4a3c-a3d8-9463ac292682 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:03.326727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57700) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:03.337891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-b792a279-cc46-45d3-9308-fab48375fc77 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:03.338847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'ports': [{'network_id': '3b731007-09da-45e4-88b8-3d3422d7a819', 'name': 'tempest-port--2048741700', 'admin_state_up': True}, {'network_id': '587f79b7-6708-4222-a3da-7e861ae20e71', 'admin_state_up': False}]} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:03.339177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'port': {'network_id': '3b731007-09da-45e4-88b8-3d3422d7a819', 'name': 'tempest-port--2048741700', 'admin_state_up': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:03.339678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'port': {'network_id': '587f79b7-6708-4222-a3da-7e861ae20e71', 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:03.346819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-b792a279-cc46-45d3-9308-fab48375fc77 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/networks?id=f5a39938-423b-4a05-8254-b6b177f117cc HTTP/1.1" status: 200 len: 808 time: 0.7344754 Jan 28 20:39:03.427166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-931cbe2c-268d-4494-974a-916c2998c4e3 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/quotas/c99399d1e63242d8912ebd4ae05daa34 HTTP/1.1" status: 200 len: 375 time: 0.0790503 Jan 28 20:39:03.437937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202dd3a-f31f-4a49-b016-8c790f974821 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Network': ['ID=587f79b7-6708-4222-a3da-7e861ae20e71,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:03.499236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-880ca07b-fa23-4b00-8e46-ecbed520ddf8 req-6ae6987d-e7e5-4f96-b279-087472bed9af tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119347 Jan 28 20:39:03.509552 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-03d0e100-326f-45c8-8b5a-c89692b51b70 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c99399d1e63242d8912ebd4ae05daa34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812817 Jan 28 20:39:03.513046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 587f79b7-6708-4222-a3da-7e861ae20e71 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:03.561894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=88725e9f-a71c-4c3e-90c4-dd281e4d6837,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:03.586857 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.602004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4d3ba-dbe8-424f-8013-7a84c3f5bb25 None None] Network edcbd493-4a24-4d83-9e6d-09a80779890d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:03.602285 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.602802 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.639626 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-14f585b2-a87d-4a3c-a3d8-9463ac292682 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:03.645254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-66853c4b-d5c4-48f7-949b-c5feaef7566c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 4f2c41a2-bcb5-42c6-b2b8-35f798b810c7 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:03.645513 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-14f585b2-a87d-4a3c-a3d8-9463ac292682 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3245599 Jan 28 20:39:03.645687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66853c4b-d5c4-48f7-949b-c5feaef7566c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.650425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57704) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:03.659416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d58b862f-f754-401a-acff-5a0ab897281e tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '980c5ca5-6635-4832-ae30-0e636a0d07e0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:03.682834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Made reservation on behalf of bdd57b0320c94eb18afca444734387a4 for: {'port': 2} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:03.687696 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.710655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-18c96401-e559-4985-a5cb-145f2dd8ed83 None None] Provisioning complete for port 9da37878-5ffb-485e-bd06-d7c0270b4b46 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:03.711158 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-18c96401-e559-4985-a5cb-145f2dd8ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.739467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=2ff9cf24-7573-4da3-90e1-10a4f73235ab,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:03.752827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-5b3d33ca-fb47-4660-9447-9b9430ba10ff service neutron] 10.222.0.44 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416191 Jan 28 20:39:03.754310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.867414 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-d58b862f-f754-401a-acff-5a0ab897281e tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:03.868576 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d58b862f-f754-401a-acff-5a0ab897281e tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2172182 Jan 28 20:39:03.881232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57706) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:03.897707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network edcbd493-4a24-4d83-9e6d-09a80779890d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:03.906315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:03.917276 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66853c4b-d5c4-48f7-949b-c5feaef7566c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:03.961512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-65b6e82f-0ac1-4dc8-8ed9-54c29df58ac4 service neutron] 10.222.0.44 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075846 Jan 28 20:39:03.993084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-66853c4b-d5c4-48f7-949b-c5feaef7566c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 4f2c41a2-bcb5-42c6-b2b8-35f798b810c7 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:04.042360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] device_id is not set on port 1c9a6e90-b0e0-4270-8229-ec708704dc59 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:39:04.097461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9da37878-5ffb-485e-bd06-d7c0270b4b46 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:04.165136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9efac466-cbc8-4960-8814-75076d7d7c84 None None] Provisioning complete for port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:04.165808 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9efac466-cbc8-4960-8814-75076d7d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.221380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03cc005a-c165-41a3-a282-08ecce524b74 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.276789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.278959 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03cc005a-c165-41a3-a282-08ecce524b74 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.285561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66853c4b-d5c4-48f7-949b-c5feaef7566c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.403697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82d10c0b-b7c7-4641-bc3c-7206b79724ee req-b9233171-3c19-4be5-b98f-aef39cff2a3d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 210 time: 0.0882547 Jan 28 20:39:04.441626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9da37878-5ffb-485e-bd06-d7c0270b4b46 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:04.442193 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.473300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 2011b639-d9bd-49f0-bde4-9fb07d047485 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:39:04.482077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03cc005a-c165-41a3-a282-08ecce524b74 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.490079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66853c4b-d5c4-48f7-949b-c5feaef7566c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=4f2c41a2-bcb5-42c6-b2b8-35f798b810c7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:04.491222 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03cc005a-c165-41a3-a282-08ecce524b74 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.492837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-03cc005a-c165-41a3-a282-08ecce524b74 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/980c5ca5-6635-4832-ae30-0e636a0d07e0 HTTP/1.1" status: 204 len: 168 time: 0.6082835 Jan 28 20:39:04.509548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57714) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:04.538425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc005a-c165-41a3-a282-08ecce524b74 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980c5ca5-6635-4832-ae30-0e636a0d07e0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:04.603143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66853c4b-d5c4-48f7-949b-c5feaef7566c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:04.611919 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66853c4b-d5c4-48f7-949b-c5feaef7566c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/4f2c41a2-bcb5-42c6-b2b8-35f798b810c7 HTTP/1.1" status: 204 len: 168 time: 1.4006653 Jan 28 20:39:04.612757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57720) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:04.627460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] device_id is not set on port ebdb3d13-153e-47c9-8534-004bbe3cdbe3 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:39:04.694381 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d13c94-1ae8-4894-b9e2-bed677b1544c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:39:04.698823 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f4d13c94-1ae8-4894-b9e2-bed677b1544c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/4f2c41a2-bcb5-42c6-b2b8-35f798b810c7 HTTP/1.1" status: 404 len: 333 time: 0.0774565 Jan 28 20:39:04.701202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57724) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:04.787120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0ba95faa-9bff-4d97-b4e5-5a29e4e01e6d tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2750766 Jan 28 20:39:04.803935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57726) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:04.808425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-714ebd38-16af-4289-9a5b-c59894a6a5c0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889360303'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:04.819943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:04.829855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c70b0e5d-6a39-4adf-bd52-5f139531235a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/2011b639-d9bd-49f0-bde4-9fb07d047485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5639589 Jan 28 20:39:04.831537 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d932f5f-bf06-45e0-9a3a-6f8868f00bd5 None None] Sync routers for ids ['2011b639-d9bd-49f0-bde4-9fb07d047485'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:04.838030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57728) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:04.846721 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d932f5f-bf06-45e0-9a3a-6f8868f00bd5 None None] Routers {'2011b639-d9bd-49f0-bde4-9fb07d047485'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:04.847366 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4d932f5f-bf06-45e0-9a3a-6f8868f00bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2011b639-d9bd-49f0-bde4-9fb07d047485'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:04.879019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd772d-39fd-4644-b20f-8aa3546bfc7d req-c2619951-a4d4-412b-9727-6c7e6835ffa9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:04.881502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68fd772d-39fd-4644-b20f-8aa3546bfc7d req-c2619951-a4d4-412b-9727-6c7e6835ffa9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.1792815 Jan 28 20:39:04.984199 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4d932f5f-bf06-45e0-9a3a-6f8868f00bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:05.008909 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d932f5f-bf06-45e0-9a3a-6f8868f00bd5 None None] Routers {'2011b639-d9bd-49f0-bde4-9fb07d047485'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:05.010686 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4d932f5f-bf06-45e0-9a3a-6f8868f00bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:38:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2011b639-d9bd-49f0-bde4-9fb07d047485'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:05.025359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 88725e9f-a71c-4c3e-90c4-dd281e4d6837 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:05.033648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-714ebd38-16af-4289-9a5b-c59894a6a5c0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.062082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f51a58-ffba-4677-ae5b-f80a25a89827 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:05.063931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f3f51a58-ffba-4677-ae5b-f80a25a89827 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports/2ff9cf24-7573-4da3-90e1-10a4f73235ab HTTP/1.1" status: 200 len: 911 time: 0.2167256 Jan 28 20:39:05.069759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57732) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:05.083479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e90da8a7-9cd3-4f53-b783-207ff35bdbe4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9c6258c-c69b-4952-ba68-25464a70e8f6'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:05.116035 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4d932f5f-bf06-45e0-9a3a-6f8868f00bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:05.117745 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d932f5f-bf06-45e0-9a3a-6f8868f00bd5 None None] The sync data for ids ['2011b639-d9bd-49f0-bde4-9fb07d047485'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:05.118002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68fd772d-39fd-4644-b20f-8aa3546bfc7d req-a1eacd20-7c87-430d-bff3-721e1f6063aa tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696625 Jan 28 20:39:05.136944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Provisioning complete for port 3f127f67-40e9-4fe0-8fbf-8fa77473fd4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:05.137536 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.167544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:05.170015 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.254953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Port 3f127f67-40e9-4fe0-8fbf-8fa77473fd4c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:05.283650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Provisioning complete for port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:05.284422 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.439583 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e90da8a7-9cd3-4f53-b783-207ff35bdbe4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.540579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Provisioning complete for port 9da37878-5ffb-485e-bd06-d7c0270b4b46 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:05.541119 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.636557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5085d81-efa6-4cd1-bfc7-48240d983458 req-2302ff10-c7c2-4cba-a246-746003f99fe5 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 210 time: 0.0678828 Jan 28 20:39:05.711773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Provisioning complete for port 2ff9cf24-7573-4da3-90e1-10a4f73235ab triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:05.712208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.723989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f2917670-5604-46bb-8c88-6c3a086514b6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 3f127f67-40e9-4fe0-8fbf-8fa77473fd4c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:05.724523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2917670-5604-46bb-8c88-6c3a086514b6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.806003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.831502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Port 2ff9cf24-7573-4da3-90e1-10a4f73235ab cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:05.835364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34129ab6-8dee-4a2c-9d1a-b7e0775d7941 None None] Could not find standard attr ID for object 4f2c41a2-bcb5-42c6-b2b8-35f798b810c7. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:39:05.965538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-714ebd38-16af-4289-9a5b-c59894a6a5c0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.980410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-81c286c3-5def-431e-b2e9-6e043acfabae None None] Provisioning complete for port 2ff9cf24-7573-4da3-90e1-10a4f73235ab triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:05.982265 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-81c286c3-5def-431e-b2e9-6e043acfabae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:05.992785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-714ebd38-16af-4289-9a5b-c59894a6a5c0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.033714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-81c286c3-5def-431e-b2e9-6e043acfabae None None] Port 2ff9cf24-7573-4da3-90e1-10a4f73235ab cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:06.034295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2917670-5604-46bb-8c88-6c3a086514b6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.038382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-81c286c3-5def-431e-b2e9-6e043acfabae None None] Could not find standard attr ID for object 4f2c41a2-bcb5-42c6-b2b8-35f798b810c7. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:39:06.052821 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.068238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-f122a003-c782-447c-ba61-155f56f02f07 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:06.069737 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-f122a003-c782-447c-ba61-155f56f02f07 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.13 "GET /v2.0/networks?id=f5a39938-423b-4a05-8254-b6b177f117cc HTTP/1.1" status: 200 len: 808 time: 0.2675610 Jan 28 20:39:06.082572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f2917670-5604-46bb-8c88-6c3a086514b6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 3f127f67-40e9-4fe0-8fbf-8fa77473fd4c owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:06.090813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Request body: {'port': {'device_id': '8995da71-228b-4299-a5b9-91ce15ba15aa', 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc', 'admin_state_up': True, 'tenant_id': 'c99399d1e63242d8912ebd4ae05daa34'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:06.101320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-714ebd38-16af-4289-9a5b-c59894a6a5c0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.105999 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-714ebd38-16af-4289-9a5b-c59894a6a5c0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2968724 Jan 28 20:39:06.108150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57744) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.116753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-613dcb56-7f05-47cb-b1b2-22f793ed3ae1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': 'a44f2dfb-58ac-40ba-b3fb-a2b9a2a0f044', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:06.144192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ebd38-16af-4289-9a5b-c59894a6a5c0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44f2dfb-58ac-40ba-b3fb-a2b9a2a0f044,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:06.168421 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e90da8a7-9cd3-4f53-b783-207ff35bdbe4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.182868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e90da8a7-9cd3-4f53-b783-207ff35bdbe4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.191294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90da8a7-9cd3-4f53-b783-207ff35bdbe4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:06.192216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e90da8a7-9cd3-4f53-b783-207ff35bdbe4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.194458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e90da8a7-9cd3-4f53-b783-207ff35bdbe4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/ports/2ff9cf24-7573-4da3-90e1-10a4f73235ab HTTP/1.1" status: 200 len: 911 time: 1.1231742 Jan 28 20:39:06.198842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57748) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.283867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90da8a7-9cd3-4f53-b783-207ff35bdbe4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=2ff9cf24-7573-4da3-90e1-10a4f73235ab,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:06.311181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4148c9-b510-4d75-9bbd-646151f82383 req-51145aef-27ab-4f6d-94e6-e72c02c3eb9b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:06.312837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e4148c9-b510-4d75-9bbd-646151f82383 req-51145aef-27ab-4f6d-94e6-e72c02c3eb9b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.1120410 Jan 28 20:39:06.314821 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-613dcb56-7f05-47cb-b1b2-22f793ed3ae1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The resource could not be found. Jan 28 20:39:06.318139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-613dcb56-7f05-47cb-b1b2-22f793ed3ae1 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2064672 Jan 28 20:39:06.318776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57750) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.324277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-447dd667-86a3-4ac8-b778-301117fde889 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': 'a44f2dfb-58ac-40ba-b3fb-a2b9a2a0f044', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b17e07b3-a766-4475-8a81-0360921dfd29'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:06.326241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Port': ['ID=1c9a6e90-b0e0-4270-8229-ec708704dc59,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:06.400245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e4148c9-b510-4d75-9bbd-646151f82383 req-76b1d197-a9e6-4b2a-8d09-79cc333648cb tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790119 Jan 28 20:39:06.422832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Checking segment: {'id': 'db93b45a-e4cb-4fe0-a544-18e9be7f6fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3b731007-09da-45e4-88b8-3d3422d7a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:06.423435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Network hostable DHCP agents. Network: 3b731007-09da-45e4-88b8-3d3422d7a819, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:06.430569 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-447dd667-86a3-4ac8-b778-301117fde889 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The resource could not be found. Jan 28 20:39:06.434325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-447dd667-86a3-4ac8-b778-301117fde889 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1120703 Jan 28 20:39:06.434655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57752) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.495432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba490e0e-1e9c-4061-9920-f1d4da102d24 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.520830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba490e0e-1e9c-4061-9920-f1d4da102d24 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.568540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Network 3b731007-09da-45e4-88b8-3d3422d7a819 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:06.570374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Made reservation on behalf of c99399d1e63242d8912ebd4ae05daa34 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:06.574065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.577821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba490e0e-1e9c-4061-9920-f1d4da102d24 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.581448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba490e0e-1e9c-4061-9920-f1d4da102d24 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.582633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba490e0e-1e9c-4061-9920-f1d4da102d24 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/a44f2dfb-58ac-40ba-b3fb-a2b9a2a0f044 HTTP/1.1" status: 204 len: 168 time: 0.1469688 Jan 28 20:39:06.587004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57754) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.605859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba490e0e-1e9c-4061-9920-f1d4da102d24 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44f2dfb-58ac-40ba-b3fb-a2b9a2a0f044,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:06.611319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 3b731007-09da-45e4-88b8-3d3422d7a819) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:06.638762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:06.639568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.651491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f843a045-779d-4720-84be-2887080adf70 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628142 Jan 28 20:39:06.655326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57758) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.660713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7e7c5c-a28e-492f-ab2d-135cd510f53a None None] Network 3b731007-09da-45e4-88b8-3d3422d7a819 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:06.671215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-71846d82-54f2-4a59-a856-0d61ea143683 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': 'b09531e4-36e9-4374-bf04-52b2711ff23b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:06.728704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2917670-5604-46bb-8c88-6c3a086514b6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.758568 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-71846d82-54f2-4a59-a856-0d61ea143683 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The resource could not be found. Jan 28 20:39:06.760616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-71846d82-54f2-4a59-a856-0d61ea143683 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1025186 Jan 28 20:39:06.773898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57760) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.800770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3a0602c1-5fc7-4e2d-81f1-a975d5c343b0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816959992'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:06.805974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-919d7c1a-01b9-400b-ac37-23144796a044 req-8f8a3ae4-0250-4e6a-bf7d-d58414b6043d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 210 time: 0.0332222 Jan 28 20:39:06.838332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2917670-5604-46bb-8c88-6c3a086514b6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.843307 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2917670-5604-46bb-8c88-6c3a086514b6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/3f127f67-40e9-4fe0-8fbf-8fa77473fd4c HTTP/1.1" status: 204 len: 168 time: 2.1402998 Jan 28 20:39:06.846373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57764) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.887532 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50a9f2b-75c8-4fe0-9024-a42a4cb03d22 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:39:06.896534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e50a9f2b-75c8-4fe0-9024-a42a4cb03d22 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/3f127f67-40e9-4fe0-8fbf-8fa77473fd4c HTTP/1.1" status: 404 len: 333 time: 0.0487576 Jan 28 20:39:06.897404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57766) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:06.930684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Port': ['ID=ebdb3d13-153e-47c9-8534-004bbe3cdbe3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:06.966554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab9ed55-e347-4f7e-9cb1-655804fc3a40 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 528c31eb-375d-4325-8df5-33954020058b {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:39:06.971207 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed55-e347-4f7e-9cb1-655804fc3a40 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:06.972434 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a0602c1-5fc7-4e2d-81f1-a975d5c343b0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.009885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2917670-5604-46bb-8c88-6c3a086514b6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=3f127f67-40e9-4fe0-8fbf-8fa77473fd4c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:07.027660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed55-e347-4f7e-9cb1-655804fc3a40 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.028101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Checking segment: {'id': 'cbc0fb98-eb95-41d4-aa65-56d84f33d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '587f79b7-6708-4222-a3da-7e861ae20e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:07.028502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Network hostable DHCP agents. Network: 587f79b7-6708-4222-a3da-7e861ae20e71, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:07.078047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Allocated IP 172.20.0.12 (f5a39938-423b-4a05-8254-b6b177f117cc/ce409692-d341-4e48-9a93-cbed2dfa41ea/da8789e0-b465-4fa8-b7bd-48aeab52b815) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:07.101486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Network 587f79b7-6708-4222-a3da-7e861ae20e71 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:07.127557 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed55-e347-4f7e-9cb1-655804fc3a40 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.164011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 587f79b7-6708-4222-a3da-7e861ae20e71) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:07.178227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706776c2-806b-41fa-bb07-ba8a9b011d39 None None] Network 587f79b7-6708-4222-a3da-7e861ae20e71 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:07.183328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:07.190286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:07.195308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:07.196506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.202974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed55-e347-4f7e-9cb1-655804fc3a40 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.221530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed55-e347-4f7e-9cb1-655804fc3a40 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.226296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dab9ed55-e347-4f7e-9cb1-655804fc3a40 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/528c31eb-375d-4325-8df5-33954020058b HTTP/1.1" status: 204 len: 168 time: 0.3278623 Jan 28 20:39:07.232400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57768) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:07.246928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9ed55-e347-4f7e-9cb1-655804fc3a40 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=528c31eb-375d-4325-8df5-33954020058b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:07.258424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a0602c1-5fc7-4e2d-81f1-a975d5c343b0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.278422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a26abce2-79c2-4401-bc6a-946c4cadbca3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9484050 Jan 28 20:39:07.280105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57770) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:07.314312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4a0b78-ef5f-4273-91dd-249154a212ea None None] Network 7656a6c5-d129-4870-bf89-2b37eb438782 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:07.318310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a0602c1-5fc7-4e2d-81f1-a975d5c343b0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.341885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22692d94-0fc2-47c0-8233-1d7ea31bfeeb tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:07.350374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22692d94-0fc2-47c0-8233-1d7ea31bfeeb tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:07.355934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-22692d94-0fc2-47c0-8233-1d7ea31bfeeb tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0740240 Jan 28 20:39:07.357842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57772) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:07.431551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a0602c1-5fc7-4e2d-81f1-a975d5c343b0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.435231 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a0602c1-5fc7-4e2d-81f1-a975d5c343b0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6364217 Jan 28 20:39:07.437575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57776) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:07.444409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-fdfff44f-f05a-4a92-836c-4b2851f3df97 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424920903'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:07.461385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0602c1-5fc7-4e2d-81f1-a975d5c343b0 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816eeb9b-cb84-463e-a574-a04e7f001e78,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:07.519102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.531392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.549080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fdfff44f-f05a-4a92-836c-4b2851f3df97 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.592705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.598608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c38fb-031e-4e6d-ab4c-8e4eeacda11f req-d2a8779b-9572-4c57-97d2-fdbadb802119 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:07.600782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce5c38fb-031e-4e6d-ab4c-8e4eeacda11f req-d2a8779b-9572-4c57-97d2-fdbadb802119 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.1126957 Jan 28 20:39:07.602421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9c4774c9-4765-45ef-8076-c61fb04085b7 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Deleting port 1c9a6e90-b0e0-4270-8229-ec708704dc59 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:07.602771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c4774c9-4765-45ef-8076-c61fb04085b7 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.621789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] DHCP port deletion for 7656a6c5-d129-4870-bf89-2b37eb438782 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:39:07.721548 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-563af74f-d1d8-4a3e-b6fe-b2feea99cf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.729000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] Deleting port 9da37878-5ffb-485e-bd06-d7c0270b4b46 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:07.729748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.734691 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c4774c9-4765-45ef-8076-c61fb04085b7 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.741720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce5c38fb-031e-4e6d-ab4c-8e4eeacda11f req-c9bc4b39-0d0e-423c-b8c2-69c5f911d5f4 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325066 Jan 28 20:39:07.765031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9c4774c9-4765-45ef-8076-c61fb04085b7 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Calling delete_port for 1c9a6e90-b0e0-4270-8229-ec708704dc59 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:07.774179 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fdfff44f-f05a-4a92-836c-4b2851f3df97 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.781033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fdfff44f-f05a-4a92-836c-4b2851f3df97 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.829334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.837867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] For port 9da37878-5ffb-485e-bd06-d7c0270b4b46, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9da37878-5ffb-485e-bd06-d7c0270b4b46,segment=NetworkSegment(7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f),segment_id=7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:07.838709 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.857060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] Calling delete_port for 9da37878-5ffb-485e-bd06-d7c0270b4b46 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:07.876103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 9da37878-5ffb-485e-bd06-d7c0270b4b46 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:07.876648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.907495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c4774c9-4765-45ef-8076-c61fb04085b7 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.928126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fdfff44f-f05a-4a92-836c-4b2851f3df97 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:07.929388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fdfff44f-f05a-4a92-836c-4b2851f3df97 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4884675 Jan 28 20:39:07.952711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57784) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:07.967787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2474cc4e-d0ee-4a42-b4e8-320c719551f6 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group_rule': {'security_group_id': '816eeb9b-cb84-463e-a574-a04e7f001e78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eba50af3-e9b4-4647-981b-af06c3a531da'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:07.968567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4774c9-4765-45ef-8076-c61fb04085b7 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Port': ['ID=1c9a6e90-b0e0-4270-8229-ec708704dc59,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:07.972507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfff44f-f05a-4a92-836c-4b2851f3df97 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba50af3-e9b4-4647-981b-af06c3a531da,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:07.978169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Network f5a39938-423b-4a05-8254-b6b177f117cc is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:08.020431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:08.020761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:08.050962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.053914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c4774c9-4765-45ef-8076-c61fb04085b7 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.065537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9c4774c9-4765-45ef-8076-c61fb04085b7 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/ports/1c9a6e90-b0e0-4270-8229-ec708704dc59 HTTP/1.1" status: 204 len: 168 time: 0.7055640 Jan 28 20:39:08.069267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57788) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:08.116828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] Pushing event deleted for resources: {'Port': ['ID=9da37878-5ffb-485e-bd06-d7c0270b4b46,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:08.117080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103e1a0-c2ef-480c-9281-266c877eec08 req-9cefa580-ce25-4bc7-8432-44d1db0b23e8 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:08.120157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b103e1a0-c2ef-480c-9281-266c877eec08 req-9cefa580-ce25-4bc7-8432-44d1db0b23e8 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 932 time: 0.1532505 Jan 28 20:39:08.123526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b5c92-d15d-41d0-8bfb-8978a5215cd2 None None] No DVR routers for this DVR port 9da37878-5ffb-485e-bd06-d7c0270b4b46 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:08.159874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Pushing event updated for resources: {'Port': ['ID=da8789e0-b465-4fa8-b7bd-48aeab52b815,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:08.194750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9da37878-5ffb-485e-bd06-d7c0270b4b46 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:08.197220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b103e1a0-c2ef-480c-9281-266c877eec08 req-fa93a3a6-f3e9-4adb-8ee0-aef4278fa4fc tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551682 Jan 28 20:39:08.224574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9da37878-5ffb-485e-bd06-d7c0270b4b46 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:39:08.225328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9da37878-5ffb-485e-bd06-d7c0270b4b46 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:08.237145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] For port 9da37878-5ffb-485e-bd06-d7c0270b4b46, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9da37878-5ffb-485e-bd06-d7c0270b4b46,segment=NetworkSegment(7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f),segment_id=7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:08.237145 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.264887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:08.265606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.310652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 9da37878-5ffb-485e-bd06-d7c0270b4b46 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:08.389331 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4fd61f1a-60df-45b6-9349-45ca041b7bfe tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3045156 Jan 28 20:39:08.410075 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:39:08.425326 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-2474cc4e-d0ee-4a42-b4e8-320c719551f6 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:08.426389 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2474cc4e-d0ee-4a42-b4e8-320c719551f6 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4623673 Jan 28 20:39:08.429600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57790) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:08.431519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Request body: {'port': {'device_id': '8995da71-228b-4299-a5b9-91ce15ba15aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:08.499175 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-138846c6-557b-4af3-b8a9-50043d95c55c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.527894 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-138846c6-557b-4af3-b8a9-50043d95c55c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.540509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-17fd0a0e-9c7a-4ca0-9aa5-1ec90b5b76af tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Deleting port ebdb3d13-153e-47c9-8534-004bbe3cdbe3 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:08.540866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17fd0a0e-9c7a-4ca0-9aa5-1ec90b5b76af tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.580982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-138846c6-557b-4af3-b8a9-50043d95c55c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.585149 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-138846c6-557b-4af3-b8a9-50043d95c55c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.586704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-138846c6-557b-4af3-b8a9-50043d95c55c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/eba50af3-e9b4-4647-981b-af06c3a531da HTTP/1.1" status: 204 len: 168 time: 0.1558635 Jan 28 20:39:08.591116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57792) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:08.603537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.623868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138846c6-557b-4af3-b8a9-50043d95c55c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba50af3-e9b4-4647-981b-af06c3a531da,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:08.624536 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 2ff9cf24-7573-4da3-90e1-10a4f73235ab {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:08.624885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.648169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.676019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a8a7a43-a9c0-42db-abb2-c42b2ada2a05 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0835223 Jan 28 20:39:08.678756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57794) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:08.721643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17fd0a0e-9c7a-4ca0-9aa5-1ec90b5b76af tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.751681 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9363-02ae-4776-89d2-4f666a322a78 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.784274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No DVR routers for this DVR port 9da37878-5ffb-485e-bd06-d7c0270b4b46 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:08.786498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9363-02ae-4776-89d2-4f666a322a78 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.801217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=9da37878-5ffb-485e-bd06-d7c0270b4b46,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:08.858955 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9363-02ae-4776-89d2-4f666a322a78 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.862759 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9363-02ae-4776-89d2-4f666a322a78 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:08.866572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ffaa9363-02ae-4776-89d2-4f666a322a78 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/816eeb9b-cb84-463e-a574-a04e7f001e78 HTTP/1.1" status: 204 len: 168 time: 0.1840792 Jan 28 20:39:08.883332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57798) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:08.901568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa9363-02ae-4776-89d2-4f666a322a78 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816eeb9b-cb84-463e-a574-a04e7f001e78,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:08.941188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-17fd0a0e-9c7a-4ca0-9aa5-1ec90b5b76af tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Calling delete_port for ebdb3d13-153e-47c9-8534-004bbe3cdbe3 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:08.969642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0443d-8e62-44c7-b417-b42f6f9d0d00 req-6cfdf576-14b6-4f94-9f9b-f514f2f4d725 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:08.971715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87d0443d-8e62-44c7-b417-b42f6f9d0d00 req-6cfdf576-14b6-4f94-9f9b-f514f2f4d725 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.1228089 Jan 28 20:39:08.975540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9372eced-093e-4b31-a93d-1675c0257f9c tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886509 Jan 28 20:39:08.980653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57800) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:08.986502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0ae972cb-6a7f-4e1a-85fc-5453a71d4a58 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644954418'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:09.025741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ae972cb-6a7f-4e1a-85fc-5453a71d4a58 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.072792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87d0443d-8e62-44c7-b417-b42f6f9d0d00 req-04719feb-d8f2-488e-b922-e91aefd26981 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796556 Jan 28 20:39:09.129344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ae972cb-6a7f-4e1a-85fc-5453a71d4a58 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.134154 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ae972cb-6a7f-4e1a-85fc-5453a71d4a58 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.172415 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0ae972cb-6a7f-4e1a-85fc-5453a71d4a58 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.174820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0ae972cb-6a7f-4e1a-85fc-5453a71d4a58 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1931155 Jan 28 20:39:09.177331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae972cb-6a7f-4e1a-85fc-5453a71d4a58 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ea8e0a-5390-4a3d-a211-61fe52927c02,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:09.179703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57804) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.184418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e07aab27-0e18-4401-81c8-a12293562aa6 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:09.185114 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-e07aab27-0e18-4401-81c8-a12293562aa6 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 20:39:09.185954 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-e07aab27-0e18-4401-81c8-a12293562aa6 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 20:39:09.189495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e07aab27-0e18-4401-81c8-a12293562aa6 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "PUT /v2.0/security-groups/90ea8e0a-5390-4a3d-a211-61fe52927c02 HTTP/1.1" status: 409 len: 330 time: 0.0059862 Jan 28 20:39:09.193065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57806) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.268443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e68a342-20fa-4292-b14e-7c369ccb878a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.296357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e68a342-20fa-4292-b14e-7c369ccb878a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.375381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e55c9-e250-4ba3-83d9-5464b84b0814 req-2fc11873-5d4e-41f4-a9e5-11254599daca tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:09.378374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-242e55c9-e250-4ba3-83d9-5464b84b0814 req-2fc11873-5d4e-41f4-a9e5-11254599daca tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 932 time: 0.0784473 Jan 28 20:39:09.380454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e68a342-20fa-4292-b14e-7c369ccb878a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.384432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e68a342-20fa-4292-b14e-7c369ccb878a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.386431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6e68a342-20fa-4292-b14e-7c369ccb878a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/90ea8e0a-5390-4a3d-a211-61fe52927c02 HTTP/1.1" status: 204 len: 168 time: 0.1921453 Jan 28 20:39:09.399328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57810) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.417569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68a342-20fa-4292-b14e-7c369ccb878a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ea8e0a-5390-4a3d-a211-61fe52927c02,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:09.435231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.474682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-242e55c9-e250-4ba3-83d9-5464b84b0814 req-77b54cfa-4fb5-4be6-9436-e4e21a6927d6 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739408 Jan 28 20:39:09.480824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a9731047-9169-42d8-8646-7e9094a1ec76 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792274 Jan 28 20:39:09.487254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57812) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.503720 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-44ceb7da-f1e8-4684-afd1-d7f99ec889c4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] delete failed (client error): The resource could not be found. Jan 28 20:39:09.504816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-44ceb7da-f1e8-4684-afd1-d7f99ec889c4 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "DELETE /v2.0/security-groups/4af0c4da-a052-4c72-9579-bed34fbf651a HTTP/1.1" status: 404 len: 347 time: 0.0161474 Jan 28 20:39:09.508443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57814) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.519777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.522949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7656a6c5-d129-4870-bf89-2b37eb438782']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:09.524151 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-5e266efa-936e-4a28-b6d1-c8f1fc1ba94a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] show failed (client error): The resource could not be found. Jan 28 20:39:09.525919 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5e266efa-936e-4a28-b6d1-c8f1fc1ba94a tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-groups/944e1821-9bed-4d0f-832a-f6037fa3dc8a HTTP/1.1" status: 404 len: 347 time: 0.0160313 Jan 28 20:39:09.529652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57816) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.541284 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-451bb567-e175-4a70-9f4e-e73077374065 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] show failed (client error): The resource could not be found. Jan 28 20:39:09.547170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-451bb567-e175-4a70-9f4e-e73077374065 tempest-NegativeSecGroupTest-114901032 tempest-NegativeSecGroupTest-114901032-project] 10.222.0.44 "GET /v2.0/security-group-rules/1e65ad74-1ac3-4637-97ab-aecff557d55e HTTP/1.1" status: 404 len: 356 time: 0.0117404 Jan 28 20:39:09.583227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:09.583227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff9dfe5-e790-4f9f-b4de-bd1bfabc316f') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:09.602249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.605539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 2ff9cf24-7573-4da3-90e1-10a4f73235ab owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:09.654796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.701190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:09.702423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:09.707555 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:09.726208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17fd0a0e-9c7a-4ca0-9aa5-1ec90b5b76af tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.829653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd0a0e-9c7a-4ca0-9aa5-1ec90b5b76af tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Port': ['ID=ebdb3d13-153e-47c9-8534-004bbe3cdbe3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:09.852386 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17fd0a0e-9c7a-4ca0-9aa5-1ec90b5b76af tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.857985 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-17fd0a0e-9c7a-4ca0-9aa5-1ec90b5b76af tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/ports/ebdb3d13-153e-47c9-8534-004bbe3cdbe3 HTTP/1.1" status: 204 len: 168 time: 1.7715483 Jan 28 20:39:09.859396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57822) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.864559 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.878559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57824) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.910951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:09.925465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3512d1c8-9d09-452f-9c9b-838e8e17d6a5 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0600119 Jan 28 20:39:09.925465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57828) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.925778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/networks/7656a6c5-d129-4870-bf89-2b37eb438782 HTTP/1.1" status: 204 len: 168 time: 2.6836810 Jan 28 20:39:09.925885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57830) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:09.930995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1323987167'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:09.949600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-377840010'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:09.978924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ee22-19e8-45bd-bbe2-ce6ccd3ba75b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Network': ['ID=7656a6c5-d129-4870-bf89-2b37eb438782,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:09.990356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8789e0-b465-4fa8-b7bd-48aeab52b815 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:39:10.005873 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.008397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:10.015522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.033533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Made reservation on behalf of bdd57b0320c94eb18afca444734387a4 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:10.038860 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.080087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Transition to ACTIVE for port object da8789e0-b465-4fa8-b7bd-48aeab52b815 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:39:10.081609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.082397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:10.092844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.108497 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.108925 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Added segment e498357b-e05b-46d7-ac21-7d2f344e2bb4 of type vlan for network 7059c9aa-b25c-45c0-bc91-afa7055eed75 Jan 28 20:39:10.111421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:10.127483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=2ff9cf24-7573-4da3-90e1-10a4f73235ab,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:10.173529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.183444 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Added segment 8b9827bc-43bb-4b8a-9386-84cc0b5dc3af of type vlan for network 8882eaba-206b-4425-a5e9-136378a5a39c Jan 28 20:39:10.190234 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1ff9569b-c7ef-4a53-9cdd-299444487914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.239427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.307955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Pushing event updated for resources: {'Port': ['ID=da8789e0-b465-4fa8-b7bd-48aeab52b815,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:10.340022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aab4669f-30b8-42e5-b1bd-63ca7d1f687d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83ce24bdd97a440495a876cd14c38cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602640 Jan 28 20:39:10.342155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.342579 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.344941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57858) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:10.421038 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.428333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:10.428962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.511276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Network': ['ID=8882eaba-206b-4425-a5e9-136378a5a39c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:10.521824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 8882eaba-206b-4425-a5e9-136378a5a39c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:10.562410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Attempting to bind port da8789e0-b465-4fa8-b7bd-48aeab52b815 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:10.562808 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Attempting to bind port da8789e0-b465-4fa8-b7bd-48aeab52b815 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:10.563355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Attempting to bind port da8789e0-b465-4fa8-b7bd-48aeab52b815 on network f5a39938-423b-4a05-8254-b6b177f117cc {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:10.588335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.593809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:10.595007 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.608742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2addf529-a67d-4383-aeec-42ec015f61c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.638638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8e426-13fe-4d46-abbf-0f16765e260f req-df186488-aee6-440f-813a-bc46c118444b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:10.639279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ebe8e426-13fe-4d46-abbf-0f16765e260f req-df186488-aee6-440f-813a-bc46c118444b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.3960574 Jan 28 20:39:10.652767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Port da8789e0-b465-4fa8-b7bd-48aeab52b815 on network f5a39938-423b-4a05-8254-b6b177f117cc not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:39:10.653049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Attempting to bind port da8789e0-b465-4fa8-b7bd-48aeab52b815 on network f5a39938-423b-4a05-8254-b6b177f117cc {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:10.657188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7346444 Jan 28 20:39:10.661187 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8d5e3dc7-c9d6-4e29-9d1d-ffca86903794 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7345302 Jan 28 20:39:10.665358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57878) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:10.665358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57880) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:10.683510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-716875223'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:10.684030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:10.684393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Checking segment: {'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:10.684787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Bound using segment: {'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:10.685229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Bound port: da8789e0-b465-4fa8-b7bd-48aeab52b815, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:10.686031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.700930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '7059c9aa-b25c-45c0-bc91-afa7055eed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:10.711260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2addf529-a67d-4383-aeec-42ec015f61c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.745771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 2011b639-d9bd-49f0-bde4-9fb07d047485 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:10.951847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:10.960551 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-497802d9-3238-4467-87ff-e7575d55e66e tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/2011b639-d9bd-49f0-bde4-9fb07d047485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7579813 Jan 28 20:39:10.961453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2addf529-a67d-4383-aeec-42ec015f61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.964923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2addf529-a67d-4383-aeec-42ec015f61c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:10.966316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69924c-429f-4dc8-963a-4cf9a6686324 None None] Sync routers for ids ['2011b639-d9bd-49f0-bde4-9fb07d047485'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:10.966689 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2addf529-a67d-4383-aeec-42ec015f61c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0b1a21a-5ce9-4f61-b093-3280868be0a9 HTTP/1.1" status: 204 len: 168 time: 0.6189113 Jan 28 20:39:10.967388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57888) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:10.983922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] For port da8789e0-b465-4fa8-b7bd-48aeab52b815, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:10.997578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69924c-429f-4dc8-963a-4cf9a6686324 None None] Routers {'2011b639-d9bd-49f0-bde4-9fb07d047485'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:11.001815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9b69924c-429f-4dc8-963a-4cf9a6686324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2011b639-d9bd-49f0-bde4-9fb07d047485'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:11.015874 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-308d8f83-092d-4863-a150-1c377fbde780 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=2011b639-d9bd-49f0-bde4-9fb07d047485 HTTP/1.1" status: 200 len: 205 time: 0.0416164 Jan 28 20:39:11.020919 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf529-a67d-4383-aeec-42ec015f61c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b1a21a-5ce9-4f61-b093-3280868be0a9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:11.022886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57896) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:11.033494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] For port da8789e0-b465-4fa8-b7bd-48aeab52b815, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=da8789e0-b465-4fa8-b7bd-48aeab52b815,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:11.081015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9b69924c-429f-4dc8-963a-4cf9a6686324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:11.127508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.140872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69924c-429f-4dc8-963a-4cf9a6686324 None None] Routers {'2011b639-d9bd-49f0-bde4-9fb07d047485'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:11.141345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9b69924c-429f-4dc8-963a-4cf9a6686324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2011b639-d9bd-49f0-bde4-9fb07d047485'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:11.238017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9b69924c-429f-4dc8-963a-4cf9a6686324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:11.238743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69924c-429f-4dc8-963a-4cf9a6686324 None None] The sync data for ids ['2011b639-d9bd-49f0-bde4-9fb07d047485'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:11.240166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097f4c6-9f48-4342-9e74-293dd1e64d89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Network': ['ID=7059c9aa-b25c-45c0-bc91-afa7055eed75,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:11.243668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1509-a042-481a-828b-6ff9068c74c9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.260687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7059c9aa-b25c-45c0-bc91-afa7055eed75 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:11.295820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:11.300820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.302526 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/da8789e0-b465-4fa8-b7bd-48aeab52b815 HTTP/1.1" status: 200 len: 1092 time: 2.8751190 Jan 28 20:39:11.303030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8995da71-228b-4299-a5b9-91ce15ba15aa', 'tag': 'da8789e0-b465-4fa8-b7bd-48aeab52b815'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:39:11.305442 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8995da71-228b-4299-a5b9-91ce15ba15aa", "tag": "da8789e0-b465-4fa8-b7bd-48aeab52b815"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:11.386472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ebe8e426-13fe-4d46-abbf-0f16765e260f req-66807b62-da80-483d-90e2-95dcfa484cc0 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228060 Jan 28 20:39:11.467880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eef178-463c-49b6-a35f-bce503ab58f6 service neutron] Pushing event updated for resources: {'Port': ['ID=da8789e0-b465-4fa8-b7bd-48aeab52b815,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:11.473087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257f379-5da3-4d5a-a49d-a160862fceef req-61865f0a-dc6e-4c9c-a41a-69995a12e454 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:11.475520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3257f379-5da3-4d5a-a49d-a160862fceef req-61865f0a-dc6e-4c9c-a41a-69995a12e454 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 944 time: 0.8551443 Jan 28 20:39:11.476429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Made reservation on behalf of bdd57b0320c94eb18afca444734387a4 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:11.489474 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.543097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:11.546827 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c00a4-83a1-4fc6-ae92-e489670b6753 x-openstack-request-id: req-ca1c00a4-83a1-4fc6-ae92-e489670b6753 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:11.547122 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8995da71-228b-4299-a5b9-91ce15ba15aa", "tag": "da8789e0-b465-4fa8-b7bd-48aeab52b815", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:11.547122 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca1c00a4-83a1-4fc6-ae92-e489670b6753 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:11.548369 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8995da71-228b-4299-a5b9-91ce15ba15aa', 'tag': 'da8789e0-b465-4fa8-b7bd-48aeab52b815', 'status': 'completed', 'code': 200} Jan 28 20:39:11.554074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.554433 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Added segment d926e99a-1100-45e0-8bee-573769180a95 of type vlan for network bf367723-2e5f-46f2-bcf2-41165e827b81 Jan 28 20:39:11.622263 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.622477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3257f379-5da3-4d5a-a49d-a160862fceef req-a6a3a3cd-aa31-4c01-876b-93196948369b tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284835 Jan 28 20:39:11.628912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.634753 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1509-a042-481a-828b-6ff9068c74c9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.639074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1509-a042-481a-828b-6ff9068c74c9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.641898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:11.647423 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.654853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-7de81b19-c3b5-4a3e-80bf-3fc143cffe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:11.657321 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-7de81b19-c3b5-4a3e-80bf-3fc143cffe72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c99399d1e63242d8912ebd4ae05daa34&device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 1095 time: 0.2659984 Jan 28 20:39:11.733823 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.740283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:11.742435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.742604 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-05e9dceb-4f87-4049-9cde-cce6b43d6c22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da8789e0-b465-4fa8-b7bd-48aeab52b815 HTTP/1.1" status: 200 len: 217 time: 0.0775828 Jan 28 20:39:11.757898 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1509-a042-481a-828b-6ff9068c74c9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.758425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffb1509-a042-481a-828b-6ff9068c74c9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Fanout notify agent at l3_agent the message router_deleted on router 2011b639-d9bd-49f0-bde4-9fb07d047485 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:39:11.770456 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1509-a042-481a-828b-6ff9068c74c9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.774019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8ffb1509-a042-481a-828b-6ff9068c74c9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/2011b639-d9bd-49f0-bde4-9fb07d047485 HTTP/1.1" status: 204 len: 168 time: 0.7457943 Jan 28 20:39:11.776968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57934) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:11.800106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1208260 Jan 28 20:39:11.873047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-bf38668a-2bcb-49b9-8bac-e456664718ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:11.879933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-bf38668a-2bcb-49b9-8bac-e456664718ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce409692-d341-4e48-9a93-cbed2dfa41ea HTTP/1.1" status: 200 len: 848 time: 0.1307256 Jan 28 20:39:11.883925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da6cbf-9ac0-4d4d-bc20-3eb20f21f90f tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Network': ['ID=bf367723-2e5f-46f2-bcf2-41165e827b81,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:11.898519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network bf367723-2e5f-46f2-bcf2-41165e827b81 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:11.923073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed721da-d344-4e3e-8dab-d94a0badea71 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet a9c6258c-c69b-4952-ba68-25464a70e8f6 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:39:11.930257 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ed721da-d344-4e3e-8dab-d94a0badea71 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:11.967319 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-4a9149dd-85a5-44fd-b629-b0df673510ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5a39938-423b-4a05-8254-b6b177f117cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784941 Jan 28 20:39:12.012367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ed721da-d344-4e3e-8dab-d94a0badea71 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.103067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.213469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=2c45b9ef-c020-4c97-9df3-c6985fa78fbe,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:12.247059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ed721da-d344-4e3e-8dab-d94a0badea71 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.255830 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-f3062892-b82b-4679-8cc1-4e3124e4ac66 service neutron] 10.222.0.13 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689567 Jan 28 20:39:12.279722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Checking segment: {'id': 'e498357b-e05b-46d7-ac21-7d2f344e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7059c9aa-b25c-45c0-bc91-afa7055eed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:12.280074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network hostable DHCP agents. Network: 7059c9aa-b25c-45c0-bc91-afa7055eed75, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:12.320512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 7059c9aa-b25c-45c0-bc91-afa7055eed75 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:12.334390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7059c9aa-b25c-45c0-bc91-afa7055eed75) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:12.341340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:12.342499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.345026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16131f7-758e-4bc6-8645-3235bcd330db None None] Network 7059c9aa-b25c-45c0-bc91-afa7055eed75 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:12.347633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ed721da-d344-4e3e-8dab-d94a0badea71 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.391974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ed721da-d344-4e3e-8dab-d94a0badea71 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.396403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7ed721da-d344-4e3e-8dab-d94a0badea71 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/a9c6258c-c69b-4952-ba68-25464a70e8f6 HTTP/1.1" status: 204 len: 168 time: 0.6120095 Jan 28 20:39:12.398587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed721da-d344-4e3e-8dab-d94a0badea71 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c6258c-c69b-4952-ba68-25464a70e8f6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:12.401589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57946) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:12.404966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-38ee682a-a936-47b8-97ab-b6e151b5b870 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7270627 Jan 28 20:39:12.414687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57948) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:12.421114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b55ecffc-9438-48c0-a500-fc9e8be5a629 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-83259192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:12.547809 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2039b64e-7879-41fe-becc-92f9e775a7c9 req-dc0688cf-0b36-4e37-99e4-3e08eb81d952 service neutron] 10.222.0.13 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830648 Jan 28 20:39:12.566284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530dcf5-af8b-47a2-b587-93b5273e295b None None] Network edcbd493-4a24-4d83-9e6d-09a80779890d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:12.593204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b55ecffc-9438-48c0-a500-fc9e8be5a629 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.600509 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b55ecffc-9438-48c0-a500-fc9e8be5a629 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.677541 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b55ecffc-9438-48c0-a500-fc9e8be5a629 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.685105 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.689310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b55ecffc-9438-48c0-a500-fc9e8be5a629 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.745804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-1aafe4ac-6cb0-4150-84c8-a63b133590e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:12.750013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-1aafe4ac-6cb0-4150-84c8-a63b133590e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c99399d1e63242d8912ebd4ae05daa34&device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 1095 time: 0.1212234 Jan 28 20:39:12.752290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b55ecffc-9438-48c0-a500-fc9e8be5a629 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.753456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b55ecffc-9438-48c0-a500-fc9e8be5a629 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3378243 Jan 28 20:39:12.758109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57958) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:12.773469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263b113-1e7a-4cd9-95fa-4c589f5fd21d req-7ba1ad18-8109-47c8-8373-925f3e01f3d8 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:12.784645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6263b113-1e7a-4cd9-95fa-4c589f5fd21d req-7ba1ad18-8109-47c8-8373-925f3e01f3d8 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.1050749 Jan 28 20:39:12.856645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6263b113-1e7a-4cd9-95fa-4c589f5fd21d req-3f4fee8b-e352-4e89-83e3-8dfd32fb45a7 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686324 Jan 28 20:39:12.919722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:12.920286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:12.993041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4e647-feeb-4e60-b581-941e533ee6aa req-28d88b50-b62a-4f85-a660-8067ab12e44d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:12.994851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69f4e647-feeb-4e60-b581-941e533ee6aa req-28d88b50-b62a-4f85-a660-8067ab12e44d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 944 time: 0.1340241 Jan 28 20:39:12.996158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'network_id': '7059c9aa-b25c-45c0-bc91-afa7055eed75', 'name': 'tempest-PortsIpV6TestJSON-1234344676'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:13.008202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-15865347-d167-4f96-85f7-35a30db38c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:13.009704 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-15865347-d167-4f96-85f7-35a30db38c47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5a39938-423b-4a05-8254-b6b177f117cc HTTP/1.1" status: 200 len: 909 time: 0.2506866 Jan 28 20:39:13.026252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 88725e9f-a71c-4c3e-90c4-dd281e4d6837, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=88725e9f-a71c-4c3e-90c4-dd281e4d6837,segment=NetworkSegment(67ad6abc-1606-4237-bdac-0b938a10754a),segment_id=67ad6abc-1606-4237-bdac-0b938a10754a)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:13.027026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.051927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 88725e9f-a71c-4c3e-90c4-dd281e4d6837 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:13.074664 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69f4e647-feeb-4e60-b581-941e533ee6aa req-037284f9-cf33-465e-a62a-31b3db59e92d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695298 Jan 28 20:39:13.231116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-7059c9aa-b25c-45c0-bc91-afa7055eed75', 'network_id': '7059c9aa-b25c-45c0-bc91-afa7055eed75', 'tenant_id': '4447d34b2bc4472c9ef5dad1ed5f2752', 'fixed_ips': [{'subnet_id': '2c45b9ef-c020-4c97-9df3-c6985fa78fbe'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:13.235747 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.251192 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.259288 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-b7ea408e-7b37-4af0-865a-e42771c42479 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da8789e0-b465-4fa8-b7bd-48aeab52b815 HTTP/1.1" status: 200 len: 217 time: 0.2004819 Jan 28 20:39:13.290880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.339580 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.423611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=88725e9f-a71c-4c3e-90c4-dd281e4d6837,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:13.428057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No DVR routers for this DVR port 88725e9f-a71c-4c3e-90c4-dd281e4d6837 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:13.497060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41689e9f-6747-41b5-8c93-68ab6b04515a None None] DHCP port deletion for edcbd493-4a24-4d83-9e6d-09a80779890d request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:39:13.545545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-ea93d709-00c5-452c-92fe-4979b623105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:13.550012 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-ea93d709-00c5-452c-92fe-4979b623105e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce409692-d341-4e48-9a93-cbed2dfa41ea HTTP/1.1" status: 200 len: 848 time: 0.2813487 Jan 28 20:39:13.579710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:13.592846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.648741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.667632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Allocated IP 2001:db8::2 (7059c9aa-b25c-45c0-bc91-afa7055eed75/2c45b9ef-c020-4c97-9df3-c6985fa78fbe/0007e0ac-332d-426f-8d45-9bd1a5230f79) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:13.683504 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-6bfde44f-e92c-4f18-9142-9e5cbfae2e8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5a39938-423b-4a05-8254-b6b177f117cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264212 Jan 28 20:39:13.703826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcbd493-4a24-4d83-9e6d-09a80779890d']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:13.706284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 4cbf9328-2ab2-4042-908e-97ad2b2e4095 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:39:13.728559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ad6abc-1606-4237-bdac-0b938a10754a') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:13.731002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ad6abc-1606-4237-bdac-0b938a10754a') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:13.757556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.794016 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.807102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:13.810120 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.905174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.914482 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:13.936096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Network 7059c9aa-b25c-45c0-bc91-afa7055eed75 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:13.941036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:13.972378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:13.979378 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:13.987196 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.005662 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.016524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/edcbd493-4a24-4d83-9e6d-09a80779890d HTTP/1.1" status: 204 len: 168 time: 1.6102915 Jan 28 20:39:14.056212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Pushing event updated for resources: {'Port': ['ID=0007e0ac-332d-426f-8d45-9bd1a5230f79,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:14.067924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57978) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:14.083462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7ee479f1-4a79-42fc-874e-83cb18e791ed tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-773331138', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:14.101737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bec26c-2d18-4996-b6e3-c467b5cf0a53 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=edcbd493-4a24-4d83-9e6d-09a80779890d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:14.142784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Attempting to bind port 0007e0ac-332d-426f-8d45-9bd1a5230f79 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:14.143190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Attempting to bind port 0007e0ac-332d-426f-8d45-9bd1a5230f79 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e498357b-e05b-46d7-ac21-7d2f344e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7059c9aa-b25c-45c0-bc91-afa7055eed75'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:14.143528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Attempting to bind port 0007e0ac-332d-426f-8d45-9bd1a5230f79 on network 7059c9aa-b25c-45c0-bc91-afa7055eed75 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:14.171019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:14.171413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Checking segment: {'id': 'e498357b-e05b-46d7-ac21-7d2f344e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7059c9aa-b25c-45c0-bc91-afa7055eed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:14.171822 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.178957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Bound using segment: {'id': 'e498357b-e05b-46d7-ac21-7d2f344e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7059c9aa-b25c-45c0-bc91-afa7055eed75'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:14.179474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Bound port: 0007e0ac-332d-426f-8d45-9bd1a5230f79, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e498357b-e05b-46d7-ac21-7d2f344e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7059c9aa-b25c-45c0-bc91-afa7055eed75'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:14.179877 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.192747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 88725e9f-a71c-4c3e-90c4-dd281e4d6837 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:14.289229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 88725e9f-a71c-4c3e-90c4-dd281e4d6837 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:39:14.290343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 88725e9f-a71c-4c3e-90c4-dd281e4d6837 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:14.356684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a799bae-56ed-4e8c-8f60-142a8daf324d req-c35eac1a-a48b-4b83-a463-bf3239096ef5 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:14.361791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a799bae-56ed-4e8c-8f60-142a8daf324d req-c35eac1a-a48b-4b83-a463-bf3239096ef5 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.2285786 Jan 28 20:39:14.362819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ee479f1-4a79-42fc-874e-83cb18e791ed tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.368271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ee479f1-4a79-42fc-874e-83cb18e791ed tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.374276 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-4ecf4874-a456-49c0-80bd-02752c955389 service neutron] 10.222.0.13 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214217 Jan 28 20:39:14.394366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] For port 0007e0ac-332d-426f-8d45-9bd1a5230f79, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:14.401006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] For port 0007e0ac-332d-426f-8d45-9bd1a5230f79, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0007e0ac-332d-426f-8d45-9bd1a5230f79,segment=NetworkSegment(e498357b-e05b-46d7-ac21-7d2f344e2bb4),segment_id=e498357b-e05b-46d7-ac21-7d2f344e2bb4)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:14.411735 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.467212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::87 (7059c9aa-b25c-45c0-bc91-afa7055eed75/2c45b9ef-c020-4c97-9df3-c6985fa78fbe/4cbf9328-2ab2-4042-908e-97ad2b2e4095) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:14.548643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918681e-1a5c-461a-bf81-cceca0c890ad req-203bc063-9c44-4220-be9e-f6bea0ea97c0 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:14.548643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c918681e-1a5c-461a-bf81-cceca0c890ad req-203bc063-9c44-4220-be9e-f6bea0ea97c0 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 944 time: 0.3007081 Jan 28 20:39:14.559071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c354c0-6849-4ecc-a796-aec4e27ed68c None None] Pushing event updated for resources: {'Port': ['ID=0007e0ac-332d-426f-8d45-9bd1a5230f79,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:14.707665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device da8789e0-b465-4fa8-b7bd-48aeab52b815 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:39:14.727634 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c918681e-1a5c-461a-bf81-cceca0c890ad req-7f81ada8-0299-4b02-8de7-e8024bfb3f90 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473122 Jan 28 20:39:14.747622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a799bae-56ed-4e8c-8f60-142a8daf324d req-1e14d508-d796-4698-b73a-8cc254b09147 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709629 Jan 28 20:39:14.754473 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ee479f1-4a79-42fc-874e-83cb18e791ed tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.769366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ee479f1-4a79-42fc-874e-83cb18e791ed tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.815504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ee479f1-4a79-42fc-874e-83cb18e791ed tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:14.846196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7ee479f1-4a79-42fc-874e-83cb18e791ed tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7463977 Jan 28 20:39:14.852759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57990) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:14.876880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1609134121'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:15.012007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:15.019680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.071106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:15.088981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port da8789e0-b465-4fa8-b7bd-48aeab52b815, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=da8789e0-b465-4fa8-b7bd-48aeab52b815,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:15.089271 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3a5ab924-3a5d-4121-92c1-8bbf62b478fe req-0c208d3c-3296-4220-bde3-c6c2e86f4cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066269 Jan 28 20:39:15.093399 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.094988 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment a92b485b-ed5e-4d85-95db-b145a30696c2 of type vlan for network 1ea75350-467e-40e2-a59d-e0f757fad1b9 Jan 28 20:39:15.126684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.127815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'da8789e0-b465-4fa8-b7bd-48aeab52b815', 'network_id': 'f5a39938-423b-4a05-8254-b6b177f117cc', 'port_id': 'da8789e0-b465-4fa8-b7bd-48aeab52b815', 'mac_address': 'fa:16:3e:56:27:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce409692-d341-4e48-9a93-cbed2dfa41ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:39:15.192722 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.230203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 7059c9aa-b25c-45c0-bc91-afa7055eed75 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:15.233341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:15.270969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.272624 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.303745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:15.315554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8789e0-b465-4fa8-b7bd-48aeab52b815 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:39:15.319359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:15.322312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.339706 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.349195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:15.350510 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.373991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port da8789e0-b465-4fa8-b7bd-48aeab52b815, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=da8789e0-b465-4fa8-b7bd-48aeab52b815,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:15.390253 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:15.396537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=4cbf9328-2ab2-4042-908e-97ad2b2e4095,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:15.403755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-79bd66c7-624c-4c45-ab8e-91e6381178b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4129879 Jan 28 20:39:15.411875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57996) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:15.509331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57998) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:15.510270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=1ea75350-467e-40e2-a59d-e0f757fad1b9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:15.524528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'subnets': [{'network_id': '8882eaba-206b-4425-a5e9-136378a5a39c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--954935759', 'ip_version': 6}, {'network_id': 'bf367723-2e5f-46f2-bcf2-41165e827b81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:15.526856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'subnet': {'network_id': '8882eaba-206b-4425-a5e9-136378a5a39c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--954935759', 'ip_version': 6}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:15.527716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Request body: {'subnet': {'network_id': 'bf367723-2e5f-46f2-bcf2-41165e827b81', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:15.532344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 1ea75350-467e-40e2-a59d-e0f757fad1b9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:15.645046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=da8789e0-b465-4fa8-b7bd-48aeab52b815,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:15.650114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['da8789e0-b465-4fa8-b7bd-48aeab52b815'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:39:15.779108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-abe66a3e-e111-41ae-9e51-a01c235c2ae1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9251955 Jan 28 20:39:15.793401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58002) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:15.801202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:16.094810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Made reservation on behalf of bdd57b0320c94eb18afca444734387a4 for: {'subnet': 2} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:16.103547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:16.104571 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:16.216899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0007e0ac-332d-426f-8d45-9bd1a5230f79 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:16.348064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0007e0ac-332d-426f-8d45-9bd1a5230f79 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:16.348591 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:16.405492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558d6ba-8dd6-401f-aca1-c3366b025a6d req-eac3b524-583a-45b2-a6b2-cfc1dd1f1dbd tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:16.407855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8558d6ba-8dd6-401f-aca1-c3366b025a6d req-eac3b524-583a-45b2-a6b2-cfc1dd1f1dbd tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.4641604 Jan 28 20:39:16.409956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6fcfb-d90e-4646-b519-dce52736d564 req-8340cd7e-b2ea-4e1e-bd2d-318c57aa0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:16.411425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aac6fcfb-d90e-4646-b519-dce52736d564 req-8340cd7e-b2ea-4e1e-bd2d-318c57aa0424 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 1096 time: 0.4687703 Jan 28 20:39:16.498354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bebf7-3cf5-480b-929e-4389cda98b3c req-64b74529-6532-4a8b-9598-706c7e53b1c8 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:16.502746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-528bebf7-3cf5-480b-929e-4389cda98b3c req-64b74529-6532-4a8b-9598-706c7e53b1c8 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 945 time: 0.5579443 Jan 28 20:39:16.508886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc590d4-ef22-4ea2-915a-5487f02b0737 None None] Network 7059c9aa-b25c-45c0-bc91-afa7055eed75 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:16.549340 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:16.613904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8558d6ba-8dd6-401f-aca1-c3366b025a6d req-142871fc-1a34-4c89-90bf-c328e87fb896 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700113 Jan 28 20:39:16.711794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:16.727158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device da8789e0-b465-4fa8-b7bd-48aeab52b815 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:16.729319 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:16.739579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-18075805-969c-4c2e-93b3-c32fb723e3bb None None] Provisioning complete for port 0007e0ac-332d-426f-8d45-9bd1a5230f79 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:16.739960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-18075805-969c-4c2e-93b3-c32fb723e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:16.813929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 0007e0ac-332d-426f-8d45-9bd1a5230f79, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0007e0ac-332d-426f-8d45-9bd1a5230f79,segment=NetworkSegment(e498357b-e05b-46d7-ac21-7d2f344e2bb4),segment_id=e498357b-e05b-46d7-ac21-7d2f344e2bb4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:16.831290 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:16.911460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.003704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.070409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:17.086448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aac6fcfb-d90e-4646-b519-dce52736d564 req-c3663792-83c7-4f6a-be2d-bbfdf2a351f8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583228 Jan 28 20:39:17.112526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=0007e0ac-332d-426f-8d45-9bd1a5230f79,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:17.139615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port da8789e0-b465-4fa8-b7bd-48aeab52b815 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:39:17.154553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port da8789e0-b465-4fa8-b7bd-48aeab52b815 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:17.154926 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.166765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-528bebf7-3cf5-480b-929e-4389cda98b3c req-b952870d-5d64-4927-a3e5-afd39050796d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805395 Jan 28 20:39:17.176871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:17.177586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: 1ea75350-467e-40e2-a59d-e0f757fad1b9, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:17.209880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 1ea75350-467e-40e2-a59d-e0f757fad1b9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:17.227199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 1ea75350-467e-40e2-a59d-e0f757fad1b9) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:17.249767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e193a9-6d7e-49f0-b5e5-66c3b16baa86 None None] Network 1ea75350-467e-40e2-a59d-e0f757fad1b9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:17.261246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:17.262081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.284709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-38d43551-d969-45c4-995f-998b6f453d72 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4898200 Jan 28 20:39:17.287280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58022) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:17.351169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.359099 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.435817 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.552151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8995da71-228b-4299-a5b9-91ce15ba15aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8789e0-b465-4fa8-b7bd-48aeab52b815'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:39:17.555560 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19091b2f-957d-4efc-8cd2-ff584654fb0c" -d '{"events": [{"server_uuid": "8995da71-228b-4299-a5b9-91ce15ba15aa", "name": "network-vif-plugged", "status": "completed", "tag": "da8789e0-b465-4fa8-b7bd-48aeab52b815"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:17.566186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=4cbf9328-2ab2-4042-908e-97ad2b2e4095,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:17.597481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port da8789e0-b465-4fa8-b7bd-48aeab52b815, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=da8789e0-b465-4fa8-b7bd-48aeab52b815,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:17.619708 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.757668 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16ffbec-81c7-4bd9-a3ab-8a09f52fcd07 x-openstack-request-id: req-a16ffbec-81c7-4bd9-a3ab-8a09f52fcd07 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:17.758683 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8995da71-228b-4299-a5b9-91ce15ba15aa", "name": "network-vif-plugged", "status": "completed", "tag": "da8789e0-b465-4fa8-b7bd-48aeab52b815", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:17.759351 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a16ffbec-81c7-4bd9-a3ab-8a09f52fcd07 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:17.764966 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8995da71-228b-4299-a5b9-91ce15ba15aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8789e0-b465-4fa8-b7bd-48aeab52b815', 'code': 200} Jan 28 20:39:17.792049 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:17.951161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=da8789e0-b465-4fa8-b7bd-48aeab52b815,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:17.956809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b5fa9f04-2d9c-4fb0-a93a-8678de438691 None None] Provisioning complete for port 0007e0ac-332d-426f-8d45-9bd1a5230f79 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:17.957194 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9f04-2d9c-4fb0-a93a-8678de438691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.145919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0007e0ac-332d-426f-8d45-9bd1a5230f79 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:18.182869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e47eaa-9acd-4759-89a8-bb662eec349c req-3951d7e3-9eb5-4e8e-9e91-f356132f8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:18.184005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c2e47eaa-9acd-4759-89a8-bb662eec349c req-3951d7e3-9eb5-4e8e-9e91-f356132f8f78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 1097 time: 0.3995295 Jan 28 20:39:18.187075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-1ea75350-467e-40e2-a59d-e0f757fad1b9', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:18.189437 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.218488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa70b8-2458-4845-9936-72c63386ac5e req-ef7c4ec9-0392-406b-a050-2825fbc8a5a6 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:18.221250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5aa70b8-2458-4845-9936-72c63386ac5e req-ef7c4ec9-0392-406b-a050-2825fbc8a5a6 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.5115328 Jan 28 20:39:18.224385 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.302364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.323410 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.370581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c2e47eaa-9acd-4759-89a8-bb662eec349c req-43dd88fe-8e06-45b9-9be1-d76a742cbc9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728432 Jan 28 20:39:18.459639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.558651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0007e0ac-332d-426f-8d45-9bd1a5230f79 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:18.559038 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.612885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Allocated IP 2001:db8::2 (1ea75350-467e-40e2-a59d-e0f757fad1b9/8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8/0965e582-aafe-4bdd-9e50-7022b4eeb0b2) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:18.625770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b5fa9f04-2d9c-4fb0-a93a-8678de438691 None None] Provisioning complete for port 4cbf9328-2ab2-4042-908e-97ad2b2e4095 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:18.626325 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9f04-2d9c-4fb0-a93a-8678de438691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.721009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa9f04-2d9c-4fb0-a93a-8678de438691 None None] Port 4cbf9328-2ab2-4042-908e-97ad2b2e4095 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:18.763768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.767255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Checking segment: {'id': '8b9827bc-43bb-4b8a-9386-84cc0b5dc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8882eaba-206b-4425-a5e9-136378a5a39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:18.767699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Network hostable DHCP agents. Network: 8882eaba-206b-4425-a5e9-136378a5a39c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:18.770840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.772776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.780803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5aa70b8-2458-4845-9936-72c63386ac5e req-39573845-028f-4490-9b98-7d3097e350ab tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904761 Jan 28 20:39:18.801041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Subnet': ['ID=92f2aae5-9a03-4317-ae9e-caeaf519a610,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:18.848340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.848680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.849022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.849356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.849685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.850005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.850324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.850645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.850960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.852033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.852033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.852033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:18.862785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1e579-7042-40c4-b5d7-05e949b864fd req-e63bbadc-92e1-4fb0-8753-60d04fc1fc63 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:18.864614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1e1e579-7042-40c4-b5d7-05e949b864fd req-e63bbadc-92e1-4fb0-8753-60d04fc1fc63 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 946 time: 0.4320633 Jan 28 20:39:18.901106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3c52cabb-e9b8-44f0-9690-e7ce0b18129d None None] Provisioning complete for port 4cbf9328-2ab2-4042-908e-97ad2b2e4095 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:18.902151 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c52cabb-e9b8-44f0-9690-e7ce0b18129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.908286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Network 8882eaba-206b-4425-a5e9-136378a5a39c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:18.918205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=4cbf9328-2ab2-4042-908e-97ad2b2e4095,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:18.932499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 8882eaba-206b-4425-a5e9-136378a5a39c) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:18.943125 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.952623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:18.960142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8058a93-ea2e-43df-b407-d5275c48f3de None None] Network 8882eaba-206b-4425-a5e9-136378a5a39c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:18.986433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1e1e579-7042-40c4-b5d7-05e949b864fd req-eb80ff15-0dd7-4cf7-afc0-d11525ec9771 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115217 Jan 28 20:39:18.995751 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 7059c9aa-b25c-45c0-bc91-afa7055eed75 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:18.997692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:19.041073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event updated for resources: {'Subnet': ['ID=a344590b-4f4e-49bb-b221-87813c184924,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:19.042444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3c52cabb-e9b8-44f0-9690-e7ce0b18129d None None] Port 4cbf9328-2ab2-4042-908e-97ad2b2e4095 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:19.049367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.168150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Network 1ea75350-467e-40e2-a59d-e0f757fad1b9 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:19.180603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:19.183201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:19.186882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8::1 (1ea75350-467e-40e2-a59d-e0f757fad1b9/8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8/297daf72-62bb-4c0f-a020-4a6e4d2e0913) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:19.221483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Pushing event updated for resources: {'Port': ['ID=0965e582-aafe-4bdd-9e50-7022b4eeb0b2,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:19.246267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Router f1797c44-5afc-41e5-b24d-f8158a74ab80 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:39:19.357009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Attempting to bind port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:19.357415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Attempting to bind port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:19.364397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Attempting to bind port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 on network 1ea75350-467e-40e2-a59d-e0f757fad1b9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:19.392404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Checking segment: {'id': 'd926e99a-1100-45e0-8bee-573769180a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf367723-2e5f-46f2-bcf2-41165e827b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:19.392989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Network hostable DHCP agents. Network: bf367723-2e5f-46f2-bcf2-41165e827b81, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:19.396997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:19.406032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Checking segment: {'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:19.406032 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.406450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Bound using segment: {'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:19.406933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Bound port: 0965e582-aafe-4bdd-9e50-7022b4eeb0b2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:19.407393 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.441523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:19.489010 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d966f-dcb1-4c9c-b196-eb2ed6945208 None None] Sync routers for ids ['f1797c44-5afc-41e5-b24d-f8158a74ab80'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:19.498429 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b81ac3b3-cfa2-4dce-a0ac-aab5698fd701 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "PUT /v2.0/routers/f1797c44-5afc-41e5-b24d-f8158a74ab80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0803897 Jan 28 20:39:19.498656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58046) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:19.513465 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d966f-dcb1-4c9c-b196-eb2ed6945208 None None] Routers {'f1797c44-5afc-41e5-b24d-f8158a74ab80'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:19.514262 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-928d966f-dcb1-4c9c-b196-eb2ed6945208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f1797c44-5afc-41e5-b24d-f8158a74ab80'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:19.518723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-8882eaba-206b-4425-a5e9-136378a5a39c', 'network_id': '8882eaba-206b-4425-a5e9-136378a5a39c', 'tenant_id': 'bdd57b0320c94eb18afca444734387a4', 'fixed_ips': [{'subnet_id': '92f2aae5-9a03-4317-ae9e-caeaf519a610'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:19.519598 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.549724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.553031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Network bf367723-2e5f-46f2-bcf2-41165e827b81 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:19.577626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, bf367723-2e5f-46f2-bcf2-41165e827b81) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:19.591784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:19.592498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:19.593188 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.595565 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-928d966f-dcb1-4c9c-b196-eb2ed6945208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:19.604630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180f4b4-d114-44a6-a4eb-0b8c5776522f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:19.608766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e180f4b4-d114-44a6-a4eb-0b8c5776522f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1797c44-5afc-41e5-b24d-f8158a74ab80 HTTP/1.1" status: 200 len: 988 time: 0.1065407 Jan 28 20:39:19.609296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58048) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:19.610325 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d966f-dcb1-4c9c-b196-eb2ed6945208 None None] Routers {'f1797c44-5afc-41e5-b24d-f8158a74ab80'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:19.611096 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-928d966f-dcb1-4c9c-b196-eb2ed6945208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f1797c44-5afc-41e5-b24d-f8158a74ab80'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:19.631565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c390c-dc95-4c6e-b7ee-e59cdcbd5b4e None None] Network bf367723-2e5f-46f2-bcf2-41165e827b81 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:19.635822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-27883ac9-a7e0-44bf-856c-d589a44f03b4 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.1196091 Jan 28 20:39:19.636038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58050) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:19.637524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] For port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:19.683508 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-928d966f-dcb1-4c9c-b196-eb2ed6945208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:19.684692 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d966f-dcb1-4c9c-b196-eb2ed6945208 None None] The sync data for ids ['f1797c44-5afc-41e5-b24d-f8158a74ab80'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:19.699043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.791575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] For port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0965e582-aafe-4bdd-9e50-7022b4eeb0b2,segment=NetworkSegment(a92b485b-ed5e-4d85-95db-b145a30696c2),segment_id=a92b485b-ed5e-4d85-95db-b145a30696c2)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:19.800276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-08f1cfeb-b115-44e0-b0ae-7e6eb9bbf19d None None] Provisioning complete for port 4cbf9328-2ab2-4042-908e-97ad2b2e4095 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:19.800746 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-08f1cfeb-b115-44e0-b0ae-7e6eb9bbf19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.808580 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:19.920059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dca8e4-3c9c-45ea-8f3b-21ba2de071de None None] Pushing event updated for resources: {'Port': ['ID=0965e582-aafe-4bdd-9e50-7022b4eeb0b2,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:20.042986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-08f1cfeb-b115-44e0-b0ae-7e6eb9bbf19d None None] Port 4cbf9328-2ab2-4042-908e-97ad2b2e4095 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:20.121172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Allocated IP 2001:db8::1 (8882eaba-206b-4425-a5e9-136378a5a39c/92f2aae5-9a03-4317-ae9e-caeaf519a610/6d3b2167-e014-4d3b-8d21-9c23399f7f1f) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:20.269685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-bf367723-2e5f-46f2-bcf2-41165e827b81', 'network_id': 'bf367723-2e5f-46f2-bcf2-41165e827b81', 'tenant_id': 'bdd57b0320c94eb18afca444734387a4', 'fixed_ips': [{'subnet_id': 'a344590b-4f4e-49bb-b221-87813c184924'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:20.270575 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.286282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.399598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 1ea75350-467e-40e2-a59d-e0f757fad1b9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:20.414474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9cb28-c5f7-44a1-8095-eb953b3d8a29 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:20.416420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9cb28-c5f7-44a1-8095-eb953b3d8a29 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:20.417934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9cb28-c5f7-44a1-8095-eb953b3d8a29 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:20.430126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58058) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:20.440030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a8e9cb28-c5f7-44a1-8095-eb953b3d8a29 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.8015542 Jan 28 20:39:20.525132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:20.529283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:20.536863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.548508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-84df4459-3190-444a-b6f9-edeb2509884c tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Deleting subnet 92f2aae5-9a03-4317-ae9e-caeaf519a610 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:39:20.615814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=297daf72-62bb-4c0f-a020-4a6e4d2e0913,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:20.658643 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.668810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84df4459-3190-444a-b6f9-edeb2509884c tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.670751 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.692575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6014f-4b87-4512-8aa3-6923373c65da req-69b5e844-2935-4e46-a365-bd6da04cd2ef tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:20.700714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ff6014f-4b87-4512-8aa3-6923373c65da req-69b5e844-2935-4e46-a365-bd6da04cd2ef tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 946 time: 0.3142107 Jan 28 20:39:20.732366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Allocated IP 2001:db8:0:1::1 (bf367723-2e5f-46f2-bcf2-41165e827b81/a344590b-4f4e-49bb-b221-87813c184924/1ec7ca74-437d-410f-890f-92d18de3dc0e) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:20.737541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84df4459-3190-444a-b6f9-edeb2509884c tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.761532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Network 8882eaba-206b-4425-a5e9-136378a5a39c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:20.767810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac7dce-8e4a-4bcb-ab30-ee3016b98efc req-6451cf69-b618-4962-a350-0850dcc083a3 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:20.774912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78ac7dce-8e4a-4bcb-ab30-ee3016b98efc req-6451cf69-b618-4962-a350-0850dcc083a3 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.3881397 Jan 28 20:39:20.784678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:20.791217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:20.819301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 4cbf9328-2ab2-4042-908e-97ad2b2e4095 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:20.819650 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.824360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Pushing event updated for resources: {'Port': ['ID=6d3b2167-e014-4d3b-8d21-9c23399f7f1f,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:20.895435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78ac7dce-8e4a-4bcb-ab30-ee3016b98efc req-bf2d6d94-39a8-4e46-9684-bb681cdc8c9a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964699 Jan 28 20:39:20.905358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ff6014f-4b87-4512-8aa3-6923373c65da req-7cb3de55-d006-47c3-9caa-f1d769f0164e tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034907 Jan 28 20:39:20.909177 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.977983 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:20.989479 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84df4459-3190-444a-b6f9-edeb2509884c tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.041533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Attempting to bind port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:21.050240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Attempting to bind port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '8b9827bc-43bb-4b8a-9386-84cc0b5dc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8882eaba-206b-4425-a5e9-136378a5a39c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:21.050530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Attempting to bind port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f on network 8882eaba-206b-4425-a5e9-136378a5a39c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:21.064733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 4cbf9328-2ab2-4042-908e-97ad2b2e4095 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:21.075206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:21.075593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Checking segment: {'id': '8b9827bc-43bb-4b8a-9386-84cc0b5dc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8882eaba-206b-4425-a5e9-136378a5a39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:21.076002 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.076427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Bound using segment: {'id': '8b9827bc-43bb-4b8a-9386-84cc0b5dc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8882eaba-206b-4425-a5e9-136378a5a39c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:21.076916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Bound port: 6d3b2167-e014-4d3b-8d21-9c23399f7f1f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9827bc-43bb-4b8a-9386-84cc0b5dc3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8882eaba-206b-4425-a5e9-136378a5a39c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:21.077305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.248092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84df4459-3190-444a-b6f9-edeb2509884c tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.325783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df4459-3190-444a-b6f9-edeb2509884c tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Subnet': ['ID=92f2aae5-9a03-4317-ae9e-caeaf519a610,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:21.336056 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.389374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] For port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:21.410326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] For port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6d3b2167-e014-4d3b-8d21-9c23399f7f1f,segment=NetworkSegment(8b9827bc-43bb-4b8a-9386-84cc0b5dc3af),segment_id=8b9827bc-43bb-4b8a-9386-84cc0b5dc3af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:21.416213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.471776 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.498141 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.529909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Pushing event updated for resources: {'Port': ['ID=1ec7ca74-437d-410f-890f-92d18de3dc0e,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:21.615011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Network bf367723-2e5f-46f2-bcf2-41165e827b81 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:21.650496 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84df4459-3190-444a-b6f9-edeb2509884c tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.694442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-84df4459-3190-444a-b6f9-edeb2509884c tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/subnets/92f2aae5-9a03-4317-ae9e-caeaf519a610 HTTP/1.1" status: 204 len: 168 time: 1.2570689 Jan 28 20:39:21.788747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.788956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58084) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:21.968021 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:21.976024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=4cbf9328-2ab2-4042-908e-97ad2b2e4095,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.018234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.019041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.197064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.200939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc576866-2cc6-43c3-829a-9e583a98984f None None] Network 1ea75350-467e-40e2-a59d-e0f757fad1b9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:22.223794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:22.271188 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:22.337615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:22.342378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d0411e-425b-4b0c-9d44-81d613c5da1d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Deleting subnet a344590b-4f4e-49bb-b221-87813c184924 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:39:22.381481 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01d0411e-425b-4b0c-9d44-81d613c5da1d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.397984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e39a57-4d6a-4f15-911c-a74b0b67683f None None] Pushing event updated for resources: {'Port': ['ID=6d3b2167-e014-4d3b-8d21-9c23399f7f1f,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.474642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=297daf72-62bb-4c0f-a020-4a6e4d2e0913,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:22.496354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-f72fd59f-e73c-4c0d-a37c-b93592cc57e2 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:22.498076 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-f72fd59f-e73c-4c0d-a37c-b93592cc57e2 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 811 time: 1.0231934 Jan 28 20:39:22.516362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 1ea75350-467e-40e2-a59d-e0f757fad1b9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:22.544868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:22.566836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3eb1f87c-e3d9-4fef-9968-eda544da1326 None None] Provisioning complete for port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:22.567200 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f87c-e3d9-4fef-9968-eda544da1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.571719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Router f1797c44-5afc-41e5-b24d-f8158a74ab80 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:22.587982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-87d059a7-8947-42d3-a8d2-240495a933d6 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/quotas/b4ed893820704fffb30ecb76713af6da HTTP/1.1" status: 200 len: 375 time: 0.0715301 Jan 28 20:39:22.634931 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01d0411e-425b-4b0c-9d44-81d613c5da1d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.674265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Attempting to bind port 1ec7ca74-437d-410f-890f-92d18de3dc0e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:22.674633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Attempting to bind port 1ec7ca74-437d-410f-890f-92d18de3dc0e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd926e99a-1100-45e0-8bee-573769180a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf367723-2e5f-46f2-bcf2-41165e827b81'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:22.674987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Attempting to bind port 1ec7ca74-437d-410f-890f-92d18de3dc0e on network bf367723-2e5f-46f2-bcf2-41165e827b81 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:22.692752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:22.704915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:22.705291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Checking segment: {'id': 'd926e99a-1100-45e0-8bee-573769180a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf367723-2e5f-46f2-bcf2-41165e827b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:22.705691 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.706078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Bound using segment: {'id': 'd926e99a-1100-45e0-8bee-573769180a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf367723-2e5f-46f2-bcf2-41165e827b81'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:22.706560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Bound port: 1ec7ca74-437d-410f-890f-92d18de3dc0e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd926e99a-1100-45e0-8bee-573769180a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bf367723-2e5f-46f2-bcf2-41165e827b81'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:22.706939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.712530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa617efc-0e11-4120-b12f-6416cf2a2e5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "PUT /v2.0/routers/f1797c44-5afc-41e5-b24d-f8158a74ab80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0989103 Jan 28 20:39:22.713547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58098) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:22.720709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a975224-b2f3-448e-9d9f-cef3d999e70e None None] Sync routers for ids ['f1797c44-5afc-41e5-b24d-f8158a74ab80'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:22.737784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:22.738154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.751138 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e710264-b6b7-462d-a33d-196bd776f769 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:39:22.753229 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2e710264-b6b7-462d-a33d-196bd776f769 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/4cbf9328-2ab2-4042-908e-97ad2b2e4095 HTTP/1.1" status: 404 len: 333 time: 0.0382452 Jan 28 20:39:22.756778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58100) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:22.810525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a975224-b2f3-448e-9d9f-cef3d999e70e None None] Routers {'f1797c44-5afc-41e5-b24d-f8158a74ab80'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:22.810525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8a975224-b2f3-448e-9d9f-cef3d999e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f1797c44-5afc-41e5-b24d-f8158a74ab80'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:22.869013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6b3bf-a9bd-4492-a47d-e8c56943c487 req-70c7d32d-4fef-4ec7-a6ec-0e3e40c73c86 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:22.870627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98d6b3bf-a9bd-4492-a47d-e8c56943c487 req-70c7d32d-4fef-4ec7-a6ec-0e3e40c73c86 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 946 time: 0.2957938 Jan 28 20:39:22.926323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2a644722-f657-48fb-ba72-ac01e642ba42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:22.936687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-381f90c1-2014-40d9-8c31-4a9157488dbb tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3353350 Jan 28 20:39:22.961868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8a975224-b2f3-448e-9d9f-cef3d999e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:23.050892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] For port 1ec7ca74-437d-410f-890f-92d18de3dc0e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:23.126007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] For port 1ec7ca74-437d-410f-890f-92d18de3dc0e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1ec7ca74-437d-410f-890f-92d18de3dc0e,segment=NetworkSegment(d926e99a-1100-45e0-8bee-573769180a95),segment_id=d926e99a-1100-45e0-8bee-573769180a95)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:23.145471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a975224-b2f3-448e-9d9f-cef3d999e70e None None] Routers {'f1797c44-5afc-41e5-b24d-f8158a74ab80'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:23.146298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8a975224-b2f3-448e-9d9f-cef3d999e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['f1797c44-5afc-41e5-b24d-f8158a74ab80'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:23.159593 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f87c-e3d9-4fef-9968-eda544da1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:23.231980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98d6b3bf-a9bd-4492-a47d-e8c56943c487 req-cdc62cb1-a1e2-4385-8c8a-96706d5eddf9 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442254 Jan 28 20:39:23.292055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:23.338825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01d0411e-425b-4b0c-9d44-81d613c5da1d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:23.406035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8a975224-b2f3-448e-9d9f-cef3d999e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:23.407273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a975224-b2f3-448e-9d9f-cef3d999e70e None None] The sync data for ids ['f1797c44-5afc-41e5-b24d-f8158a74ab80'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:23.460081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3eb1f87c-e3d9-4fef-9968-eda544da1326 None None] For port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0965e582-aafe-4bdd-9e50-7022b4eeb0b2,segment=NetworkSegment(a92b485b-ed5e-4d85-95db-b145a30696c2),segment_id=a92b485b-ed5e-4d85-95db-b145a30696c2)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:23.552011 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:23.553111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:39:23.600729 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f87c-e3d9-4fef-9968-eda544da1326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:23.643621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b554cd98-3756-4254-924a-09baf3d8df76 service neutron] 10.222.0.44 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804976 Jan 28 20:39:23.726164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095add80-c748-40dc-947b-88ba19e4892a None None] Network 8882eaba-206b-4425-a5e9-136378a5a39c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:23.822672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Provisioning complete for port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:23.823122 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:23.847907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-1c3c55ad-2ca7-4d35-9941-aec1db55941c service neutron] 10.222.0.44 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899276 Jan 28 20:39:23.883935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01d0411e-425b-4b0c-9d44-81d613c5da1d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:23.964212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0411e-425b-4b0c-9d44-81d613c5da1d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Subnet': ['ID=a344590b-4f4e-49bb-b221-87813c184924,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:23.983872 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01d0411e-425b-4b0c-9d44-81d613c5da1d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:23.992048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-01d0411e-425b-4b0c-9d44-81d613c5da1d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/subnets/a344590b-4f4e-49bb-b221-87813c184924 HTTP/1.1" status: 204 len: 168 time: 2.1981764 Jan 28 20:39:23.995612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58134) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:24.056763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:24.090876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10dff1-08ab-42f1-b87f-5b3fc0e213fb None None] Pushing event updated for resources: {'Port': ['ID=1ec7ca74-437d-410f-890f-92d18de3dc0e,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:24.143560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:39:24.143860 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:39:24.152470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67708137-4cf9-4576-bee1-c4f1e46945d1 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:24.154558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-67708137-4cf9-4576-bee1-c4f1e46945d1 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1531470 Jan 28 20:39:24.166015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58138) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:24.236337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:24.250359 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:24.268680 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:24.269318 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:24.308896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fa2a1c15-75b6-4bba-ab0d-2ed125bda10b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0205216 Jan 28 20:39:24.309886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58142) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:24.320015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Provisioning complete for port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:24.320591 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.321734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267443722'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:24.371481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2a644722-f657-48fb-ba72-ac01e642ba42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.376933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2a644722-f657-48fb-ba72-ac01e642ba42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.455452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f87c-e3d9-4fef-9968-eda544da1326 None None] Pushing event updated for resources: {'Port': ['ID=0965e582-aafe-4bdd-9e50-7022b4eeb0b2,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:24.506314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2a644722-f657-48fb-ba72-ac01e642ba42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.510748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a644722-f657-48fb-ba72-ac01e642ba42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Fanout notify agent at l3_agent the message router_deleted on router f1797c44-5afc-41e5-b24d-f8158a74ab80 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:39:24.533810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2a644722-f657-48fb-ba72-ac01e642ba42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.535561 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2a644722-f657-48fb-ba72-ac01e642ba42 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/routers/f1797c44-5afc-41e5-b24d-f8158a74ab80 HTTP/1.1" status: 204 len: 168 time: 1.7778170 Jan 28 20:39:24.538393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:24.544065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.550555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58144) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:24.556620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:24.576046 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.582017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.600562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] DHCP port deletion for 8882eaba-206b-4425-a5e9-136378a5a39c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:39:24.625734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-b7fdd0bd-ae14-4881-b948-3d4d6f805a5d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:24.629060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-b7fdd0bd-ae14-4881-b948-3d4d6f805a5d tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.13 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 946 time: 0.1395445 Jan 28 20:39:24.710548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] For port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6d3b2167-e014-4d3b-8d21-9c23399f7f1f,segment=NetworkSegment(8b9827bc-43bb-4b8a-9386-84cc0b5dc3af),segment_id=8b9827bc-43bb-4b8a-9386-84cc0b5dc3af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:24.734809 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.741803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:24.784869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Provisioning complete for port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:24.785345 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.799668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bfb90-5eee-4d67-80e7-0d6691a68335 req-f3011797-4565-4d30-85a3-242934cbf29a tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:24.812780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c3bfb90-5eee-4d67-80e7-0d6691a68335 req-f3011797-4565-4d30-85a3-242934cbf29a tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 946 time: 0.3796909 Jan 28 20:39:24.875661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] Deleting port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:24.881328 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.911814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4c8c05-633b-4d27-a36c-f99acdbd1a89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 2c45b9ef-c020-4c97-9df3-c6985fa78fbe {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:39:24.926697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.927990 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment d386b265-dcac-44a4-aa0b-e1a2a405a5dd of type vlan for network aa7aca13-c12d-4fc1-b083-d69b7f316db9 Jan 28 20:39:24.942309 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e4c8c05-633b-4d27-a36c-f99acdbd1a89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:24.972635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Deleting port da8789e0-b465-4fa8-b7bd-48aeab52b815 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:24.972993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.046508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] For port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6d3b2167-e014-4d3b-8d21-9c23399f7f1f,segment=NetworkSegment(8b9827bc-43bb-4b8a-9386-84cc0b5dc3af),segment_id=8b9827bc-43bb-4b8a-9386-84cc0b5dc3af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:25.053863 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.084022 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:20Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:21Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:25.100034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] Calling delete_port for 6d3b2167-e014-4d3b-8d21-9c23399f7f1f owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:25.154008 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.171094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c3bfb90-5eee-4d67-80e7-0d6691a68335 req-ec2cbfdc-b14c-4a0d-b668-e258f4b5d12e tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/security-groups?id=37940683-ba9f-431e-9c76-c2adf58a8f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550508 Jan 28 20:39:25.177115 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:25.179700 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Updating router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:39:25.186142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e4c8c05-633b-4d27-a36c-f99acdbd1a89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.249354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] For port da8789e0-b465-4fa8-b7bd-48aeab52b815, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=da8789e0-b465-4fa8-b7bd-48aeab52b815,segment=NetworkSegment(68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19),segment_id=68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:25.252655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.278765 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.289259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Calling delete_port for da8789e0-b465-4fa8-b7bd-48aeab52b815 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:25.294982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:25.323874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.resource_extend [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:39:25.371930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16392ec9-6156-4e3f-8c56-9d06c9fb7fc7 None None] Pushing event updated for resources: {'Port': ['ID=6d3b2167-e014-4d3b-8d21-9c23399f7f1f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:25.473213 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c194807d-b156-40d8-8360-2a186df678ee req-16bcfeb0-dbcf-49f3-b874-016653206ea6 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 210 time: 0.1171353 Jan 28 20:39:25.482309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Deleting port 1ec7ca74-437d-410f-890f-92d18de3dc0e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:25.482759 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.582921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.591593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:25.596749 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.694597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:25.694980 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.699452 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.739079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.778541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Pushing event deleted for resources: {'Port': ['ID=da8789e0-b465-4fa8-b7bd-48aeab52b815,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:25.791166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=aa7aca13-c12d-4fc1-b083-d69b7f316db9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:25.796196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.796395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.796795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.797240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.798007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.798007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.798328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.798570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.798901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.799228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.799558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.799885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:25.843108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] No DVR routers for this DVR port da8789e0-b465-4fa8-b7bd-48aeab52b815 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:25.854834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1172ec40-93d1-433c-8514-b89edb1474c0 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5402293 Jan 28 20:39:25.855838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58158) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:25.857288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c4b22-32fe-4581-8ea1-ac1808ff4e3b None None] Network bf367723-2e5f-46f2-bcf2-41165e827b81 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:25.858991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] Pushing event deleted for resources: {'Port': ['ID=6d3b2167-e014-4d3b-8d21-9c23399f7f1f,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:25.861484 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.865130 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caa0cb93-98dc-43c0-835c-80dd4412d8ff req-ca66d306-d6fa-44b0-bfe4-912d8fb64981 tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.13 "DELETE /v2.0/ports/da8789e0-b465-4fa8-b7bd-48aeab52b815 HTTP/1.1" status: 204 len: 173 time: 1.2235448 Jan 28 20:39:25.865535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8995da71-228b-4299-a5b9-91ce15ba15aa', 'name': 'network-vif-deleted', 'tag': 'da8789e0-b465-4fa8-b7bd-48aeab52b815'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:39:25.870139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:25.877461 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d0cf89-e966-47ae-87fd-bceb2577230a" -d '{"events": [{"server_uuid": "8995da71-228b-4299-a5b9-91ce15ba15aa", "name": "network-vif-deleted", "tag": "da8789e0-b465-4fa8-b7bd-48aeab52b815"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:25.909605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network aa7aca13-c12d-4fc1-b083-d69b7f316db9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:25.973749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] For port 1ec7ca74-437d-410f-890f-92d18de3dc0e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1ec7ca74-437d-410f-890f-92d18de3dc0e,segment=NetworkSegment(d926e99a-1100-45e0-8bee-573769180a95),segment_id=d926e99a-1100-45e0-8bee-573769180a95)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:25.974359 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.985174 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b005b874-fa9c-4487-8b1a-545a03c8111b x-openstack-request-id: req-b005b874-fa9c-4487-8b1a-545a03c8111b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:25.985825 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8995da71-228b-4299-a5b9-91ce15ba15aa", "name": "network-vif-deleted", "tag": "da8789e0-b465-4fa8-b7bd-48aeab52b815", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:25.986313 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b005b874-fa9c-4487-8b1a-545a03c8111b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:25.986431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e4c8c05-633b-4d27-a36c-f99acdbd1a89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:25.987089 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8995da71-228b-4299-a5b9-91ce15ba15aa', 'name': 'network-vif-deleted', 'tag': 'da8789e0-b465-4fa8-b7bd-48aeab52b815', 'status': 'completed', 'code': 200} Jan 28 20:39:26.069851 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.079395 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.118987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:26.123497 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.128031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Calling delete_port for 1ec7ca74-437d-410f-890f-92d18de3dc0e owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:26.154198 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Pushing event updated for resources: {'Port': ['ID=297daf72-62bb-4c0f-a020-4a6e4d2e0913,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:26.159359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc93e5-8b95-4dc7-9b65-5707fa1a0250 None None] No DVR routers for this DVR port 6d3b2167-e014-4d3b-8d21-9c23399f7f1f on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:26.167389 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.167734 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.168058 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.168434 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.168840 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.169198 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.170727 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.171065 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.171387 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.171725 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.172372 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.172839 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:26.255592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-22db005c-d26f-4fdf-9476-61b837b20ec1 None None] Provisioning complete for port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:26.256011 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22db005c-d26f-4fdf-9476-61b837b20ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.411118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.418965 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e4c8c05-633b-4d27-a36c-f99acdbd1a89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.528947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e4c8c05-633b-4d27-a36c-f99acdbd1a89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.533605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1e4c8c05-633b-4d27-a36c-f99acdbd1a89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/2c45b9ef-c020-4c97-9df3-c6985fa78fbe HTTP/1.1" status: 204 len: 168 time: 1.9816115 Jan 28 20:39:26.535873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfc98b44-1b75-407b-91dd-200c4d7af4ef req-b1a05015-a8c1-4363-9339-4db0bc0c99ad tempest-VolumesActionsTest-280261636 tempest-VolumesActionsTest-280261636-project] 10.222.0.44 "GET /v2.0/ports?device_id=8995da71-228b-4299-a5b9-91ce15ba15aa HTTP/1.1" status: 200 len: 210 time: 0.1273408 Jan 28 20:39:26.538654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:26.618403 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Attempting to bind port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:26.619079 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Attempting to bind port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:26.625509 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Attempting to bind port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 on network 1ea75350-467e-40e2-a59d-e0f757fad1b9 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:26.629008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] No DVR routers for this DVR port 1ec7ca74-437d-410f-890f-92d18de3dc0e on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:26.635992 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:26.641236 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Checking segment: {'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:26.644100 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.644708 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Bound using segment: {'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:26.645322 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Bound port: 297daf72-62bb-4c0f-a020-4a6e4d2e0913, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92b485b-ed5e-4d85-95db-b145a30696c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:26.645827 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.712026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e1707-0426-4a6d-82ef-0a0553d99078 None None] Network 7059c9aa-b25c-45c0-bc91-afa7055eed75 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:26.782549 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] For port 297daf72-62bb-4c0f-a020-4a6e4d2e0913, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:26.786430 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] For port 297daf72-62bb-4c0f-a020-4a6e4d2e0913, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=297daf72-62bb-4c0f-a020-4a6e4d2e0913,segment=NetworkSegment(a92b485b-ed5e-4d85-95db-b145a30696c2),segment_id=a92b485b-ed5e-4d85-95db-b145a30696c2)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:26.790709 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.810588 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.816674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.840330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf367723-2e5f-46f2-bcf2-41165e827b81']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:26.856689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd926e99a-1100-45e0-8bee-573769180a95') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:26.857034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd926e99a-1100-45e0-8bee-573769180a95') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:26.870463 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.888639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.897818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:26.898349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:26.902317 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:26.903141 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:26.905848 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1e837-7bc5-4d71-a283-762f7a551b62 None None] Pushing event updated for resources: {'Port': ['ID=297daf72-62bb-4c0f-a020-4a6e4d2e0913,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:26.985205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 0007e0ac-332d-426f-8d45-9bd1a5230f79 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:26.986284 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.049513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ec7ca74-437d-410f-890f-92d18de3dc0e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:27.053026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c8c05-633b-4d27-a36c-f99acdbd1a89 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=2c45b9ef-c020-4c97-9df3-c6985fa78fbe,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:27.058798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Port': ['ID=1ec7ca74-437d-410f-890f-92d18de3dc0e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:27.060029 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:27.068828 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:27.070943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.084224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.089714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/networks/bf367723-2e5f-46f2-bcf2-41165e827b81 HTTP/1.1" status: 204 len: 168 time: 2.9205382 Jan 28 20:39:27.095259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58184) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:27.127744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-22db005c-d26f-4fdf-9476-61b837b20ec1 None None] Port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:27.130428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device da8789e0-b465-4fa8-b7bd-48aeab52b815 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:27.174366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-815be1f1-ad0d-4640-9312-aef0cc58b8ec req-080e6711-f00d-4f63-a2d9-c89f5455022e tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 210 time: 0.4558766 Jan 28 20:39:27.178637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfceab-8f2e-44b5-bded-bfea6858daf3 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Network': ['ID=bf367723-2e5f-46f2-bcf2-41165e827b81,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:27.213713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] For port 0007e0ac-332d-426f-8d45-9bd1a5230f79, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0007e0ac-332d-426f-8d45-9bd1a5230f79,segment=NetworkSegment(e498357b-e05b-46d7-ac21-7d2f344e2bb4),segment_id=e498357b-e05b-46d7-ac21-7d2f344e2bb4)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:27.214317 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.255105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 0007e0ac-332d-426f-8d45-9bd1a5230f79 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:27.330979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1ec7ca74-437d-410f-890f-92d18de3dc0e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:39:27.331344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ec7ca74-437d-410f-890f-92d18de3dc0e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 20:39:27.385531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.432697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Port 1ec7ca74-437d-410f-890f-92d18de3dc0e not found, will not notify nova. {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 20:39:27.432697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: da8789e0-b465-4fa8-b7bd-48aeab52b815 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:39:27.432697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device da8789e0-b465-4fa8-b7bd-48aeab52b815 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:27.519024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6019c1db-51ab-4ead-88b9-1a79a66ba6f8 None None] Provisioning complete for port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:27.519413 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6019c1db-51ab-4ead-88b9-1a79a66ba6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.555075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a97fdd4-df29-4225-bb28-d8d49e199f29 None None] DHCP port deletion for bf367723-2e5f-46f2-bcf2-41165e827b81 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:39:27.610422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:27.611682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: aa7aca13-c12d-4fc1-b083-d69b7f316db9, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:27.615388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=fce7eec1-57ff-4d63-8af0-562d198de4f0,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:27.660814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network aa7aca13-c12d-4fc1-b083-d69b7f316db9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:27.669074 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:20Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:27.688429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, aa7aca13-c12d-4fc1-b083-d69b7f316db9) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:27.689811 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.698964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:27.699777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a10338-fc29-4b1a-86bd-ad2513ef7a3b None None] Network aa7aca13-c12d-4fc1-b083-d69b7f316db9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:27.702029 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.743039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8e93ea6b-0680-4e00-9bde-550ab4fbf706 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8801951 Jan 28 20:39:27.745728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58200) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:27.778016 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cc7d10-12d0-4136-b462-0c3b8166e616 None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:20Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:26Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:27.779527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=0007e0ac-332d-426f-8d45-9bd1a5230f79,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:27.813721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d327fa-e74b-4843-bb56-612e7607fbb7 None None] DHCP port deletion for 7059c9aa-b25c-45c0-bc91-afa7055eed75 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:39:27.823736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-e88c3fa8-b8a4-469b-bf10-0738a6d87228 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:27.826271 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-e88c3fa8-b8a4-469b-bf10-0738a6d87228 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.13 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 811 time: 0.3617637 Jan 28 20:39:27.847466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:27.849732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No DVR routers for this DVR port 0007e0ac-332d-426f-8d45-9bd1a5230f79 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:27.865827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Request body: {'port': {'device_id': 'e6702cd8-b0f7-4002-abc8-67009df37a4a', 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de', 'admin_state_up': True, 'tenant_id': 'b4ed893820704fffb30ecb76713af6da'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:28.101420 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6019c1db-51ab-4ead-88b9-1a79a66ba6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.244315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:28.245145 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.262149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6019c1db-51ab-4ead-88b9-1a79a66ba6f8 None None] For port 297daf72-62bb-4c0f-a020-4a6e4d2e0913, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=297daf72-62bb-4c0f-a020-4a6e4d2e0913,segment=NetworkSegment(a92b485b-ed5e-4d85-95db-b145a30696c2),segment_id=a92b485b-ed5e-4d85-95db-b145a30696c2)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:28.293726 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.319375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7059c9aa-b25c-45c0-bc91-afa7055eed75']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:28.323275 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6019c1db-51ab-4ead-88b9-1a79a66ba6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.334007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e498357b-e05b-46d7-ac21-7d2f344e2bb4') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:28.334319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e498357b-e05b-46d7-ac21-7d2f344e2bb4') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:28.347927 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.402280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6019c1db-51ab-4ead-88b9-1a79a66ba6f8 None None] Could not find standard attr ID for object 1ec7ca74-437d-410f-890f-92d18de3dc0e. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:39:28.440108 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.478439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea63f7e2-c009-45bb-9e20-aa22fbe2c9e6 req-7ce4d971-08d0-4c3f-9797-44994eaa5c78 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 210 time: 0.1047008 Jan 28 20:39:28.508391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:28.508950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:28.514853 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:28.642909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.644661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019c1db-51ab-4ead-88b9-1a79a66ba6f8 None None] Pushing event updated for resources: {'Port': ['ID=297daf72-62bb-4c0f-a020-4a6e4d2e0913,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:28.682960 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.685141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Made reservation on behalf of b4ed893820704fffb30ecb76713af6da for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:28.690260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.690951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a400a86-5d7d-4650-b0ee-83b50c50b05d None None] Provisioning complete for port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:28.691331 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a400a86-5d7d-4650-b0ee-83b50c50b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.726084 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:28.730570 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/networks/7059c9aa-b25c-45c0-bc91-afa7055eed75 HTTP/1.1" status: 204 len: 168 time: 2.1905885 Jan 28 20:39:28.734101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8882eaba-206b-4425-a5e9-136378a5a39c']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:28.766008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58228) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:28.849456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Allocated IP 2001:db8:1::2 (aa7aca13-c12d-4fc1-b083-d69b7f316db9/fce7eec1-57ff-4d63-8af0-562d198de4f0/4ae452d9-3356-49df-981c-cdc8a220fd6a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:28.989712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7270c2ac-d825-4059-a617-0abad81ec9ad tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:28.991174 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7270c2ac-d825-4059-a617-0abad81ec9ad tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/8bdd70ba-208e-445c-813a-5f76b55743ed HTTP/1.1" status: 200 len: 845 time: 0.1844308 Jan 28 20:39:28.996082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9827bc-43bb-4b8a-9386-84cc0b5dc3af') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:28.996412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9827bc-43bb-4b8a-9386-84cc0b5dc3af') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:28.998569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba392bc5-f843-4600-9f65-4eee88889a51 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Network': ['ID=7059c9aa-b25c-45c0-bc91-afa7055eed75,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:29.000408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58234) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:29.087970 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c0ef4144-b1c6-4f8a-b5a0-188ace082e72 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/8bdd70ba-208e-445c-813a-5f76b55743ed?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0790477 Jan 28 20:39:29.092601 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.098973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:29.104486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:29.239357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.246453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:29.246859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.253194 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.264472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:29.336996 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:29.358309 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.371196 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.373810 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/networks/8882eaba-206b-4425-a5e9-136378a5a39c HTTP/1.1" status: 204 len: 168 time: 2.2771754 Jan 28 20:39:29.384834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58256) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:29.388488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Network aa7aca13-c12d-4fc1-b083-d69b7f316db9 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:29.400520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:29.407470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:29.416206 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Pushing event updated for resources: {'Port': ['ID=4ae452d9-3356-49df-981c-cdc8a220fd6a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:29.447600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def23bd4-604f-4374-a509-ffe01e1862b6 tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Network': ['ID=8882eaba-206b-4425-a5e9-136378a5a39c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:29.510212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Allocated IP 172.20.0.8 (a866081b-f2dd-4a7b-a54e-c258292b92de/3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d/d13b8592-4be4-44b2-ae82-f7aa99d25e2b) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:29.579051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Attempting to bind port 4ae452d9-3356-49df-981c-cdc8a220fd6a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:29.580623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Attempting to bind port 4ae452d9-3356-49df-981c-cdc8a220fd6a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:29.580845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Attempting to bind port 4ae452d9-3356-49df-981c-cdc8a220fd6a on network aa7aca13-c12d-4fc1-b083-d69b7f316db9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:29.591772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:29.600957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Checking segment: {'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:29.602266 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.603486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Bound using segment: {'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:29.604074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Bound port: 4ae452d9-3356-49df-981c-cdc8a220fd6a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:29.604566 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.699204 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a604bbec-6af3-4d56-948c-4f92d216f7fe req-5a9c4849-169c-4b26-ac8f-4ee487f5785b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 210 time: 0.0793302 Jan 28 20:39:29.714655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 297daf72-62bb-4c0f-a020-4a6e4d2e0913 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:29.724455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.807206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:29.833670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] For port 4ae452d9-3356-49df-981c-cdc8a220fd6a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:29.837923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] For port 4ae452d9-3356-49df-981c-cdc8a220fd6a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4ae452d9-3356-49df-981c-cdc8a220fd6a,segment=NetworkSegment(d386b265-dcac-44a4-aa0b-e1a2a405a5dd),segment_id=d386b265-dcac-44a4-aa0b-e1a2a405a5dd)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:29.861555 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.026992 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.053541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:30.053919 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.055956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['71735da8-ccff-4890-9501-f915a59c5c1a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:39:30.165834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58108e8f-c953-433f-9337-e7c448a70c13 None None] Pushing event updated for resources: {'Port': ['ID=4ae452d9-3356-49df-981c-cdc8a220fd6a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:30.203735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Network a866081b-f2dd-4a7b-a54e-c258292b92de is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:30.231706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:30.258251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:30.305352 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.401952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:30.402818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8:1::1 (aa7aca13-c12d-4fc1-b083-d69b7f316db9/fce7eec1-57ff-4d63-8af0-562d198de4f0/48941a19-6dab-415b-bad6-434fe2732d4c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:30.409093 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.581730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ec7ca74-437d-410f-890f-92d18de3dc0e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:30.655267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1ec7ca74-437d-410f-890f-92d18de3dc0e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:39:30.655644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1ec7ca74-437d-410f-890f-92d18de3dc0e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:30.665357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0007e0ac-332d-426f-8d45-9bd1a5230f79 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:30.732857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0007e0ac-332d-426f-8d45-9bd1a5230f79 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:39:30.733217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0007e0ac-332d-426f-8d45-9bd1a5230f79 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:30.809185 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.832209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Pushing event updated for resources: {'Port': ['ID=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:30.877944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.931901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3582c-4a9b-4688-9059-04b6d41c1637 req-a9f795b0-8e9a-4b8b-8dae-063c15d29206 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:30.934408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fd3582c-4a9b-4688-9059-04b6d41c1637 req-a9f795b0-8e9a-4b8b-8dae-063c15d29206 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 931 time: 0.1222897 Jan 28 20:39:30.954811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:30.955481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.961470 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:30.971744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:30.981049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:30.992577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444f4fd-1603-461b-b5a9-60c8e05e1470 None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:31.020603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:31.021525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.060995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-b6f56713-213c-48d4-89ab-14f27bebd1d9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2084095 Jan 28 20:39:31.071628 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.081152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Request body: {'port': {'device_id': 'e6702cd8-b0f7-4002-abc8-67009df37a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:31.120987 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0204258 Jan 28 20:39:31.126181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9c2b5-2f0b-4653-a358-859228f71c97 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=3760773b-fe7c-4c44-8524-b601f454d706,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:31.128406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58294) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:31.140045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d3c1184b-3eed-46b5-b7ce-36793b6e4dbd tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063604211'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:31.176411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587f79b7-6708-4222-a3da-7e861ae20e71']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:31.210711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.218009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=48941a19-6dab-415b-bad6-434fe2732d4c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:31.232098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0fd3582c-4a9b-4688-9059-04b6d41c1637 req-9ca9f58a-c4ff-40dc-be29-8dc8963df07a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860720 Jan 28 20:39:31.242955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network aa7aca13-c12d-4fc1-b083-d69b7f316db9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:31.245183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:31.245982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc0fb98-eb95-41d4-aa65-56d84f33d831') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:31.246524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc0fb98-eb95-41d4-aa65-56d84f33d831') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:31.248596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:31.249216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.282841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.314580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3c1184b-3eed-46b5-b7ce-36793b6e4dbd tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.384569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.403177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:31.403979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:31.413603 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:31.517486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.543044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'tenant_id': '4447d34b2bc4472c9ef5dad1ed5f2752', 'fixed_ips': [{'subnet_id': '3760773b-fe7c-4c44-8524-b601f454d706'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:31.550512 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.658972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.677431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.680656 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/networks/587f79b7-6708-4222-a3da-7e861ae20e71 HTTP/1.1" status: 204 len: 168 time: 2.2942383 Jan 28 20:39:31.686036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58300) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:31.731197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e77653-a4ce-47e4-8104-927403c459ff tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Network': ['ID=587f79b7-6708-4222-a3da-7e861ae20e71,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:31.900830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4ae452d9-3356-49df-981c-cdc8a220fd6a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:31.941069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3c1184b-3eed-46b5-b7ce-36793b6e4dbd tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:31.967274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3c1184b-3eed-46b5-b7ce-36793b6e4dbd tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.112072 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.132050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1184b-3eed-46b5-b7ce-36793b6e4dbd tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc530e0-0217-4e48-b884-0c8037881c4d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:32.132478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48348cd1-e2c4-4230-86cc-eb4a3fc5098c None None] Network aa7aca13-c12d-4fc1-b083-d69b7f316db9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:32.151279 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d3c1184b-3eed-46b5-b7ce-36793b6e4dbd tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.154347 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d3c1184b-3eed-46b5-b7ce-36793b6e4dbd tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0168827 Jan 28 20:39:32.159865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58304) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:32.168681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e182d8b5-bbf0-4026-8bdd-7ebcd19abc80 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1438218280'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:32.236379 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.272067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.272067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.634119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Allocated IP 2001:db8::2 (28769f9c-299e-4813-a10f-6d1f06ca1eaf/3760773b-fe7c-4c44-8524-b601f454d706/fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:32.714660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e182d8b5-bbf0-4026-8bdd-7ebcd19abc80 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.787421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.845703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=48941a19-6dab-415b-bad6-434fe2732d4c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:32.888267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b731007-09da-45e4-88b8-3d3422d7a819']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:32.912249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-119458de-6846-459e-8b0b-488b3eba354a None None] Provisioning complete for port 4ae452d9-3356-49df-981c-cdc8a220fd6a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:32.912737 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-119458de-6846-459e-8b0b-488b3eba354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:32.927288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db93b45a-e4cb-4fe0-a544-18e9be7f6fd7') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:32.927776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db93b45a-e4cb-4fe0-a544-18e9be7f6fd7') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:32.947198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae98ec-408a-4067-b0d1-8de18a2a9658 req-f2d1416c-d0b0-43de-81e7-ac1da1c4badf tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:32.964114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eae98ec-408a-4067-b0d1-8de18a2a9658 req-f2d1416c-d0b0-43de-81e7-ac1da1c4badf tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 931 time: 0.5182052 Jan 28 20:39:32.981206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.033687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.051575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:33.051896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.092207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4ae452d9-3356-49df-981c-cdc8a220fd6a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:33.092648 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.276059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network aa7aca13-c12d-4fc1-b083-d69b7f316db9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:33.306127 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:33.311392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:33.313508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.329576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.335806 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] 10.222.0.44 "DELETE /v2.0/networks/3b731007-09da-45e4-88b8-3d3422d7a819 HTTP/1.1" status: 204 len: 168 time: 1.6448472 Jan 28 20:39:33.341839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13b8592-4be4-44b2-ae82-f7aa99d25e2b {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:39:33.446790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eae98ec-408a-4067-b0d1-8de18a2a9658 req-6c0b0cf5-c250-4521-bece-321f0f698d4a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332912 Jan 28 20:39:33.716069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e182d8b5-bbf0-4026-8bdd-7ebcd19abc80 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.727120 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e182d8b5-bbf0-4026-8bdd-7ebcd19abc80 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.814939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e182d8b5-bbf0-4026-8bdd-7ebcd19abc80 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.820053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e182d8b5-bbf0-4026-8bdd-7ebcd19abc80 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6557419 Jan 28 20:39:33.820787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58328) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:33.830856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1087678146', 'security_groups': ['ad0dcfb0-b6ec-4cf8-b522-ce631834a511'], 'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3760773b-fe7c-4c44-8524-b601f454d706'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:33.910101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-119458de-6846-459e-8b0b-488b3eba354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:33.991724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58332) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:34.045851 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.057279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7978f55-4bf6-4828-ab74-00b4af5db22d tempest-BulkNetworkOpsIpV6Test-293127254 tempest-BulkNetworkOpsIpV6Test-293127254-project] Pushing event deleted for resources: {'Network': ['ID=3b731007-09da-45e4-88b8-3d3422d7a819,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:34.076604 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.129565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Transition to ACTIVE for port object d13b8592-4be4-44b2-ae82-f7aa99d25e2b will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:39:34.134748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.147191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-119458de-6846-459e-8b0b-488b3eba354a None None] For port 4ae452d9-3356-49df-981c-cdc8a220fd6a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4ae452d9-3356-49df-981c-cdc8a220fd6a,segment=NetworkSegment(d386b265-dcac-44a4-aa0b-e1a2a405a5dd),segment_id=d386b265-dcac-44a4-aa0b-e1a2a405a5dd)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:34.160359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.233393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182d8b5-bbf0-4026-8bdd-7ebcd19abc80 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0dcfb0-b6ec-4cf8-b522-ce631834a511,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:34.239583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Pushing event updated for resources: {'Port': ['ID=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:34.270800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58336) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:34.320833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:34.342391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:34.445552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Attempting to bind port d13b8592-4be4-44b2-ae82-f7aa99d25e2b on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:34.446517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Attempting to bind port d13b8592-4be4-44b2-ae82-f7aa99d25e2b by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:34.446517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Attempting to bind port d13b8592-4be4-44b2-ae82-f7aa99d25e2b on network a866081b-f2dd-4a7b-a54e-c258292b92de {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:34.461937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Port d13b8592-4be4-44b2-ae82-f7aa99d25e2b on network a866081b-f2dd-4a7b-a54e-c258292b92de not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:39:34.462294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Attempting to bind port d13b8592-4be4-44b2-ae82-f7aa99d25e2b on network a866081b-f2dd-4a7b-a54e-c258292b92de {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:34.482780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:34.483110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Checking segment: {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:34.483506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Bound using segment: {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:34.484126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Bound port: d13b8592-4be4-44b2-ae82-f7aa99d25e2b, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:34.484538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.524425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-119458de-6846-459e-8b0b-488b3eba354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.549388 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.571158 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.634607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:34.637510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Pushing event updated for resources: {'Port': ['ID=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:34.642705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:34.653756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:34.900602 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:39:34.901025 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:39:34.912496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Attempting to bind port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:34.913613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Attempting to bind port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '3d73b64f-fd34-4da3-98f9-fd91f691f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:34.913613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Attempting to bind port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c on network 28769f9c-299e-4813-a10f-6d1f06ca1eaf {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:34.918659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119458de-6846-459e-8b0b-488b3eba354a None None] Pushing event updated for resources: {'Port': ['ID=4ae452d9-3356-49df-981c-cdc8a220fd6a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:34.925153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:34.925740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Checking segment: {'id': '3d73b64f-fd34-4da3-98f9-fd91f691f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:34.926261 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.926758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Bound using segment: {'id': '3d73b64f-fd34-4da3-98f9-fd91f691f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:34.927352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Bound port: fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d73b64f-fd34-4da3-98f9-fd91f691f740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:34.927852 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:34.933735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port f2882532-5aaf-4cc9-92b6-9df74128a110 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:39:34.950076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] For port d13b8592-4be4-44b2-ae82-f7aa99d25e2b, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:34.977249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] For port d13b8592-4be4-44b2-ae82-f7aa99d25e2b, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:34.991333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.048433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3957-2b10-44d6-9b9c-a7d468439f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.089373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:35.090384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.092311 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] 10.222.0.13 "PUT /v2.0/ports/d13b8592-4be4-44b2-ae82-f7aa99d25e2b HTTP/1.1" status: 200 len: 1091 time: 4.0174496 Jan 28 20:39:35.093076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6702cd8-b0f7-4002-abc8-67009df37a4a', 'tag': 'd13b8592-4be4-44b2-ae82-f7aa99d25e2b'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:39:35.096468 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a3f7b7-0373-41d4-98f1-e309025ff761" -d '{"events": [{"name": "network-changed", "server_uuid": "e6702cd8-b0f7-4002-abc8-67009df37a4a", "tag": "d13b8592-4be4-44b2-ae82-f7aa99d25e2b"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:35.121833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d1c9ab33-16fd-4c28-a023-04a37f938dbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdd57b0320c94eb18afca444734387a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431098 Jan 28 20:39:35.135328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58346) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:35.164860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:35.169941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eb84e424-f80d-4a2f-a934-b9a5a50924f0 None None] Provisioning complete for port 4ae452d9-3356-49df-981c-cdc8a220fd6a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:35.170571 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eb84e424-f80d-4a2f-a934-b9a5a50924f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.203916 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad488db-509a-4eb8-bbd2-569fa7aff995 x-openstack-request-id: req-2ad488db-509a-4eb8-bbd2-569fa7aff995 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:35.204453 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6702cd8-b0f7-4002-abc8-67009df37a4a", "tag": "d13b8592-4be4-44b2-ae82-f7aa99d25e2b", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:35.204809 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ad488db-509a-4eb8-bbd2-569fa7aff995 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:35.205936 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6702cd8-b0f7-4002-abc8-67009df37a4a', 'tag': 'd13b8592-4be4-44b2-ae82-f7aa99d25e2b', 'status': 'completed', 'code': 200} Jan 28 20:39:35.221212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e7a58109-2353-4e90-8fc2-5f4447f23bb4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4663522 Jan 28 20:39:35.227135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d35f85-3928-4be0-b57a-853859f1a1bd req-8a1bea7e-944f-4a57-a0b1-51e7eda3b031 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:35.228746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6d35f85-3928-4be0-b57a-853859f1a1bd req-8a1bea7e-944f-4a57-a0b1-51e7eda3b031 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 943 time: 0.5185547 Jan 28 20:39:35.238106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58348) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:35.254969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:35.272665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091341b-4d5d-47e1-87f1-997337868224 service neutron] Pushing event updated for resources: {'Port': ['ID=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:35.335329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1889031904'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:35.336369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-06f298d2-e834-4236-82d5-33685d927983 None None] For port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:35.345400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:35.348581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:35.358628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-06f298d2-e834-4236-82d5-33685d927983 None None] For port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,segment=NetworkSegment(3d73b64f-fd34-4da3-98f9-fd91f691f740),segment_id=3d73b64f-fd34-4da3-98f9-fd91f691f740)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:35.384423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-1b56a159-7b0a-4219-9bbb-f82f7c711466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:35.386087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-1b56a159-7b0a-4219-9bbb-f82f7c711466 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 1094 time: 0.2475362 Jan 28 20:39:35.408172 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-753b9c71-f481-442c-a4c2-562d2da1621c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.455140 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.458605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:35.462623 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.557430 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-1b0713ab-1900-44d3-9152-3a3af0b7b248 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b HTTP/1.1" status: 200 len: 217 time: 0.1621330 Jan 28 20:39:35.605182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f298d2-e834-4236-82d5-33685d927983 None None] Pushing event updated for resources: {'Port': ['ID=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:35.681789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6d35f85-3928-4be0-b57a-853859f1a1bd req-bb8d1b05-6459-4863-82b4-e97d620131cd tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387508 Jan 28 20:39:35.740676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-753b9c71-f481-442c-a4c2-562d2da1621c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.745342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:35.756548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:35.891781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::2b6 (28769f9c-299e-4813-a10f-6d1f06ca1eaf/3760773b-fe7c-4c44-8524-b601f454d706/f2882532-5aaf-4cc9-92b6-9df74128a110) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:35.915745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:35.916270 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1 of type vlan for network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 Jan 28 20:39:35.924566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-fc952c3e-9354-4c98-8f7a-bb01f9e37ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:35.927537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-fc952c3e-9354-4c98-8f7a-bb01f9e37ff1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.3245850 Jan 28 20:39:35.931956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4ae452d9-3356-49df-981c-cdc8a220fd6a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:35.977737 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-cb364923-dab2-44cc-9afe-0737ec9811a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402560 Jan 28 20:39:36.038905 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3957-2b10-44d6-9b9c-a7d468439f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.057633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-753b9c71-f481-442c-a4c2-562d2da1621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.060903 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-753b9c71-f481-442c-a4c2-562d2da1621c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.064741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3957-2b10-44d6-9b9c-a7d468439f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.065689 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-753b9c71-f481-442c-a4c2-562d2da1621c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2339817a-b18a-4ad4-8d2a-6f44f8cea2b1 HTTP/1.1" status: 204 len: 168 time: 0.9302459 Jan 28 20:39:36.213505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b9c71-f481-442c-a4c2-562d2da1621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339817a-b18a-4ad4-8d2a-6f44f8cea2b1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:36.368438 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-e8372a8a-ef9b-4595-9c1f-e428cd6ebd1b service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816597 Jan 28 20:39:36.385479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eb84e424-f80d-4a2f-a934-b9a5a50924f0 None None] Provisioning complete for port 48941a19-6dab-415b-bad6-434fe2732d4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:36.386364 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eb84e424-f80d-4a2f-a934-b9a5a50924f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.396766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4ae452d9-3356-49df-981c-cdc8a220fd6a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:36.397246 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.458621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:31Z', 'revision_number': 3, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:31Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:36.504401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:36.504809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Updating router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 port 48941a19-6dab-415b-bad6-434fe2732d4c binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:39:36.512665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-eb84e424-f80d-4a2f-a934-b9a5a50924f0 None None] Port 48941a19-6dab-415b-bad6-434fe2732d4c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:36.550224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.615005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-43356646-461d-46b9-92ae-df9a0cfbb804 req-bd530ab3-2175-445d-a497-8af2319a2883 service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334578 Jan 28 20:39:36.669839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.688746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f3957-2b10-44d6-9b9c-a7d468439f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5628e10f-50ab-4bce-b782-3da111ba8951,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:36.701948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fb0f3957-2b10-44d6-9b9c-a7d468439f4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b7c4976800e419b8862b9ad2ee7f177&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6839392 Jan 28 20:39:36.708720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58360) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:36.828311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.829640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-6cb25b33-1cbf-4a39-84c2-df20d79a8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:36.832307 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-6cb25b33-1cbf-4a39-84c2-df20d79a8095 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 1094 time: 0.1582971 Jan 28 20:39:36.834805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:36.835688 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.845258 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:36.904738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cc309679-ef18-4123-80f2-7a4daa702c60 None None] Provisioning complete for port 48941a19-6dab-415b-bad6-434fe2732d4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:36.905110 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cc309679-ef18-4123-80f2-7a4daa702c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.074249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-95603967-0dac-4353-ae07-ff5bbd3b2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:37.075971 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-95603967-0dac-4353-ae07-ff5bbd3b2d3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 912 time: 0.2356684 Jan 28 20:39:37.089569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7914741 Jan 28 20:39:37.105062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58382) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:37.122913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cc309679-ef18-4123-80f2-7a4daa702c60 None None] Port 48941a19-6dab-415b-bad6-434fe2732d4c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:37.138541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:37.196186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cc9ac-a4aa-45fa-908d-5b9d897df1f1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=7590914b-3cbb-4fa5-b87d-e6f6fbb5c122,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:37.235024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:37.262897 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-67779efe-2ff6-4199-9879-bddc654e327b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.314715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-02faf4ec-750d-44e9-a387-e8658d2c3245 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b HTTP/1.1" status: 200 len: 217 time: 0.2298539 Jan 28 20:39:37.377355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adabbc-6df2-4816-9373-0d8849bfac64 req-8261336f-2609-4816-8ce5-5ad9e024ad00 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:37.385742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78adabbc-6df2-4816-9373-0d8849bfac64 req-8261336f-2609-4816-8ce5-5ad9e024ad00 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 943 time: 0.5445733 Jan 28 20:39:37.397729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.476464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-67779efe-2ff6-4199-9879-bddc654e327b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.560914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-9bdec079-b86b-4a77-9b67-67918c6a2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:37.563780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-9bdec079-b86b-4a77-9b67-67918c6a2e5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.2116535 Jan 28 20:39:37.655261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:37.664044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=f2882532-5aaf-4cc9-92b6-9df74128a110,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:37.667766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:37.685055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:37.702162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:37.703486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.726943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78adabbc-6df2-4816-9373-0d8849bfac64 req-18bbb1b6-3862-4509-a543-caeaa17635a8 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400018 Jan 28 20:39:37.744436 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-971aa9d8-c9f2-4242-a66c-6f62a801cb09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1626840 Jan 28 20:39:37.750846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58390) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:37.763368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d928329f-0193-4ede-b395-51bf96abe330 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:37.767286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e701414a-12eb-43cb-8e8e-5a20c7a07e76 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9413948 Jan 28 20:39:37.794140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-67779efe-2ff6-4199-9879-bddc654e327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.810732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-67779efe-2ff6-4199-9879-bddc654e327b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.811445 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9345767-8f48-4ee8-99b2-e295eb069023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.815384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-67779efe-2ff6-4199-9879-bddc654e327b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5628e10f-50ab-4bce-b782-3da111ba8951 HTTP/1.1" status: 204 len: 168 time: 1.1037612 Jan 28 20:39:37.843894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67779efe-2ff6-4199-9879-bddc654e327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5628e10f-50ab-4bce-b782-3da111ba8951,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:37.931475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.933875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Provisioning complete for port 8bdd70ba-208e-445c-813a-5f76b55743ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:37.934747 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:37.989728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Port 8bdd70ba-208e-445c-813a-5f76b55743ed cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:38.025081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.141448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:38.192975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58400) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:38.222057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898907-2b7a-4fcc-928b-2a45653ae382 None None] Pushing event updated for resources: {'Port': ['ID=48941a19-6dab-415b-bad6-434fe2732d4c,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:38.285989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-c2bd854e-06b1-4b8b-91f1-c3119fef1e4b service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530813 Jan 28 20:39:38.288958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:38.289979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Provisioning complete for port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:38.291846 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.306581 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.538358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Attempting to bind port 48941a19-6dab-415b-bad6-434fe2732d4c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:38.538885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Attempting to bind port 48941a19-6dab-415b-bad6-434fe2732d4c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:38.539254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Attempting to bind port 48941a19-6dab-415b-bad6-434fe2732d4c on network aa7aca13-c12d-4fc1-b083-d69b7f316db9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:38.542687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:38.543052 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.658850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-415589928'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:38.683022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:38.686327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Checking segment: {'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:38.690608 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.691143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Bound using segment: {'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:38.691762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Bound port: 48941a19-6dab-415b-bad6-434fe2732d4c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:38.692338 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.705592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:38.720505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.752769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58416) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:38.755199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.774472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.852969 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6cd6a17e-b255-4d29-9fed-1a0f92b078f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:38.883194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=08db2bdb-80b9-4a44-8935-1e1fd001a578,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:38.921946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d928329f-0193-4ede-b395-51bf96abe330 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:38.925998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d928329f-0193-4ede-b395-51bf96abe330 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.042146 n-d-825064-3 neutron-server[102306]: INFO neutron.db.ipam_backend_mixin [None req-d928329f-0193-4ede-b395-51bf96abe330 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3760773b-fe7c-4c44-8524-b601f454d706 (CIDR: 2001:db8::/64) Jan 28 20:39:39.051086 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-d928329f-0193-4ede-b395-51bf96abe330 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:39.051582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d928329f-0193-4ede-b395-51bf96abe330 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:39:39.098761 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d928329f-0193-4ede-b395-51bf96abe330 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3466792 Jan 28 20:39:39.115563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58424) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:39.129342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:39.148294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:39.160818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:39.195916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0af1-a4d8-48c6-9832-44a93cefa8ff req-c4182caf-8363-41b9-9910-95f482da9487 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:39.197960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25fc0af1-a4d8-48c6-9832-44a93cefa8ff req-c4182caf-8363-41b9-9910-95f482da9487 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 943 time: 0.2817430 Jan 28 20:39:39.238663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.250783 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.262677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:39.274286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.275019 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 1eb59838-a927-4c25-b657-a1413b2f5a02 of type vlan for network 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 Jan 28 20:39:39.288897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] For port 48941a19-6dab-415b-bad6-434fe2732d4c, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:39.294820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] For port 48941a19-6dab-415b-bad6-434fe2732d4c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=48941a19-6dab-415b-bad6-434fe2732d4c,segment=NetworkSegment(d386b265-dcac-44a4-aa0b-e1a2a405a5dd),segment_id=d386b265-dcac-44a4-aa0b-e1a2a405a5dd)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:39.317280 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.323384 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.334535 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-92a3f7b7-0373-41d4-98f1-e309025ff761 req-71241460-b096-42d6-96cd-7ec88b34f016 service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9584153 Jan 28 20:39:39.362283 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.371196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:39.418804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:39.432925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:39.433521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.435800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25fc0af1-a4d8-48c6-9832-44a93cefa8ff req-aa60da13-198e-4bea-916e-3240b2842b75 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257574 Jan 28 20:39:39.456743 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.462531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:39.463323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.509874 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-19fdcf96-f908-4abd-a503-57f665836517 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4037249 Jan 28 20:39:39.525128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58428) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:39.533895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6cd6a17e-b255-4d29-9fed-1a0f92b078f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.545673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:39.548245 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.549411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.577018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898907-2b7a-4fcc-928b-2a45653ae382 None None] Pushing event updated for resources: {'Port': ['ID=48941a19-6dab-415b-bad6-434fe2732d4c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:39.589324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096b060-26e4-44cc-b14f-85502f0fba39 None None] Network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:39.609785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:39.699900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6cd6a17e-b255-4d29-9fed-1a0f92b078f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:39.702551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8751c1-9d44-45a2-965e-4ae35e4942d6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:39.717579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:39.729689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-96c8179b-fe79-42dd-aa2b-81556d884f2d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5352817 Jan 28 20:39:39.821904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] For port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,segment=NetworkSegment(3d73b64f-fd34-4da3-98f9-fd91f691f740),segment_id=3d73b64f-fd34-4da3-98f9-fd91f691f740)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:39.842449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6a17e-b255-4d29-9fed-1a0f92b078f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80196b79-844e-4bab-b4fc-b3aa069797e3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:39.877221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:39.892321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:39.932296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6cd6a17e-b255-4d29-9fed-1a0f92b078f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=408f31e3410d4a92bc9b27f414813e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1778262 Jan 28 20:39:39.940873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58432) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:40.095551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:39:40.096537 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:39:40.097733 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.172459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Pushing event updated for resources: {'Port': ['ID=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:40.175272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:40.176263 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.226876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:40.227702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:40.229250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.240334 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:40.244297 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.342018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:40.357382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:40.364470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:40.382705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:40.383684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.391325 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7ac5-d9aa-4ce6-a8a9-e65d258a94ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.403207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=a695bd5e-bfbe-4914-b915-f23ee1e3b89d,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:40.424423 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-313da9f2-d13f-4027-98d9-1165d4acbd5b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3001096 Jan 28 20:39:40.428076 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58438) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:40.437635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-855633926', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a695bd5e-bfbe-4914-b915-f23ee1e3b89d'}], 'security_groups': ['8fc530e0-0217-4e48-b884-0c8037881c4d']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:40.613697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b946a-9071-4483-ae22-88d95498b477 None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:40.672172 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7ac5-d9aa-4ce6-a8a9-e65d258a94ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.739794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f812e-43c9-471a-945a-67d87557c988 req-b8587775-287a-46ce-ad71-d17513bf19b0 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:40.743157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-980f812e-43c9-471a-945a-67d87557c988 req-b8587775-287a-46ce-ad71-d17513bf19b0 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 943 time: 0.1545975 Jan 28 20:39:40.768899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.824601 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-980f812e-43c9-471a-945a-67d87557c988 req-20575629-19df-42c6-93fa-9406ae63495a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751970 Jan 28 20:39:40.862490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.862834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.863170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.863508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.863890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.864190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.873653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=ee3d4012-bdc5-46e2-b285-8054514b4d27,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:40.875680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.876152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.876446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.876778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.877107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.877430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f6635-955a-4ac0-a361-f5394d6134d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.930155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': '1eb59838-a927-4c25-b657-a1413b2f5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:40.930854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:40.946724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.950373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d13b8592-4be4-44b2-ae82-f7aa99d25e2b details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:39:40.970349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7ac5-d9aa-4ce6-a8a9-e65d258a94ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.980564 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a7f7ac5-d9aa-4ce6-a8a9-e65d258a94ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.980964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:40.987009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8a7f7ac5-d9aa-4ce6-a8a9-e65d258a94ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80196b79-844e-4bab-b4fc-b3aa069797e3 HTTP/1.1" status: 204 len: 168 time: 1.0435467 Jan 28 20:39:41.009085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f7ac5-d9aa-4ce6-a8a9-e65d258a94ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80196b79-844e-4bab-b4fc-b3aa069797e3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:41.288391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d13b8592-4be4-44b2-ae82-f7aa99d25e2b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:41.322973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:41.359826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:41.370305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd13b8592-4be4-44b2-ae82-f7aa99d25e2b', 'network_id': 'a866081b-f2dd-4a7b-a54e-c258292b92de', 'port_id': 'd13b8592-4be4-44b2-ae82-f7aa99d25e2b', 'mac_address': 'fa:16:3e:cf:ce:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:39:41.375394 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c93e8d14-715f-4317-88f1-ccfe1ef7e729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:41.385775 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:41.388224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:41.482740 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7e5f8b47-ff7f-436f-857b-91ac46bb78c6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6041808 Jan 28 20:39:41.487516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58460) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:41.495567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-555990631'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:41.521910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16952960-6266-483f-8032-ca5a22a0a617 None None] Network 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:41.634337 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:41.644860 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:41.741801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:41.753852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:41.754231 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment b7073e39-44d1-44db-b5c4-2dc131f8cdf8 of type vlan for network 12a4c449-71a0-40d2-87cf-ad3095df3849 Jan 28 20:39:41.763683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8:2::1 (7590914b-3cbb-4fa5-b87d-e6f6fbb5c122/08db2bdb-80b9-4a44-8935-1e1fd001a578/2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:41.805880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:41.847885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:41.882691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-73ff35ff-22d1-4281-bcaf-31163ab8eefe None None] Provisioning complete for port 48941a19-6dab-415b-bad6-434fe2732d4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:41.882977 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:41.883471 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-73ff35ff-22d1-4281-bcaf-31163ab8eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:41.889794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:41.901059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:42.023164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=12a4c449-71a0-40d2-87cf-ad3095df3849,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:42.120895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:42.121151 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0952ea77-e71b-4b80-8184-976b07a9baee tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6303818 Jan 28 20:39:42.129851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58478) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:42.160953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:42.171290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '12a4c449-71a0-40d2-87cf-ad3095df3849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:42.237620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 12a4c449-71a0-40d2-87cf-ad3095df3849 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:42.244743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:42.254066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3c2a3-5fc4-4722-9ab7-5b6ca126a891 req-81990b6e-5499-4e1e-a23d-17742a02e93c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:42.255325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13b8592-4be4-44b2-ae82-f7aa99d25e2b {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:39:42.256531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfd3c2a3-5fc4-4722-9ab7-5b6ca126a891 req-81990b6e-5499-4e1e-a23d-17742a02e93c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 943 time: 0.3112543 Jan 28 20:39:42.260735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:42.265080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:42.266020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:42.272763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Delete allocated IP 2001:db8::2b6 (28769f9c-299e-4813-a10f-6d1f06ca1eaf/3760773b-fe7c-4c44-8524-b601f454d706) {{(pid=102306) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 20:39:42.372569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:42.404279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8:0:1::6b (28769f9c-299e-4813-a10f-6d1f06ca1eaf/a695bd5e-bfbe-4914-b915-f23ee1e3b89d/f2882532-5aaf-4cc9-92b6-9df74128a110) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:42.436132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8', 'network_id': '48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': 'ee3d4012-bdc5-46e2-b285-8054514b4d27'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:42.436132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:42.523268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d13b8592-4be4-44b2-ae82-f7aa99d25e2b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:42.591146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:42.604227 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:42.605223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:42.627855 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.017372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.037625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.057622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Allocated IP 2001:db8:2::2 (7590914b-3cbb-4fa5-b87d-e6f6fbb5c122/08db2bdb-80b9-4a44-8935-1e1fd001a578/9381facf-b7d6-455f-8ae8-3d05e9aa7813) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:43.195361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:43.198946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cdbeed-f4f8-4c85-9e28-54a647afa4fe None None] Update dhcp port {'port': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'fixed_ips': [{'subnet_id': '3760773b-fe7c-4c44-8524-b601f454d706', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a695bd5e-bfbe-4914-b915-f23ee1e3b89d'}], 'binding:host_id': 'n-d-825064-3'}, 'id': 'fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:39:43.261058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] In _notify_port_updated(), no bound segment for port f2882532-5aaf-4cc9-92b6-9df74128a110 on network 28769f9c-299e-4813-a10f-6d1f06ca1eaf {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:39:43.272214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:43.286998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.293458 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "PUT /v2.0/ports/f2882532-5aaf-4cc9-92b6-9df74128a110 HTTP/1.1" status: 200 len: 929 time: 2.8640811 Jan 28 20:39:43.294103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58502) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:43.336447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3aa52-a5ca-413e-b3f3-e53408b6d186 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=f2882532-5aaf-4cc9-92b6-9df74128a110,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:43.352740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d13b8592-4be4-44b2-ae82-f7aa99d25e2b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:39:43.370807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:43.406770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfd3c2a3-5fc4-4722-9ab7-5b6ca126a891 req-6d41196a-1139-4389-9d32-a90efcde2f8a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1367755 Jan 28 20:39:43.425508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.730633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.744557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:31Z', 'revision_number': 3, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:39Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:43.782183 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-94cdbeed-f4f8-4c85-9e28-54a647afa4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.796008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f183372-673f-4305-bfb9-e3014c8cd930 None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:31Z', 'revision_number': 3, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:39Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:43.826136 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.857189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ff32de8f-eadd-43c9-81a7-602def6b238b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port f2882532-5aaf-4cc9-92b6-9df74128a110 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:39:43.860514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff32de8f-eadd-43c9-81a7-602def6b238b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.919076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:43.945149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:43.945525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.015988 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-73ff35ff-22d1-4281-bcaf-31163ab8eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.082886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.093499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.094307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.215686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:44.227287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=040ed53d-b210-4a66-a64c-cdf8d4989721,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:44.274078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': 'b7073e39-44d1-44db-b5c4-2dc131f8cdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '12a4c449-71a0-40d2-87cf-ad3095df3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:44.274450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 12a4c449-71a0-40d2-87cf-ad3095df3849, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:44.295159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff32de8f-eadd-43c9-81a7-602def6b238b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.323438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 12a4c449-71a0-40d2-87cf-ad3095df3849 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:44.329053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ff32de8f-eadd-43c9-81a7-602def6b238b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for f2882532-5aaf-4cc9-92b6-9df74128a110 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:39:44.360281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 12a4c449-71a0-40d2-87cf-ad3095df3849) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:44.376330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:44.376965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.386153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Allocated IP 172.20.255.242 (48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8/ee3d4012-bdc5-46e2-b285-8054514b4d27/506a3703-09d8-4456-9222-781606525109) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:44.466871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:44.473353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:44.510422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58528) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:44.511681 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fabd7be6-13b8-4d88-af3d-f768c04b48a4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3747442 Jan 28 20:39:44.601722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb78b061-ae6f-42ba-bd36-8bcb660c2f46 None None] Network 12a4c449-71a0-40d2-87cf-ad3095df3849 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:44.736608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff32de8f-eadd-43c9-81a7-602def6b238b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.809859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32de8f-eadd-43c9-81a7-602def6b238b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=f2882532-5aaf-4cc9-92b6-9df74128a110,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:44.864934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff32de8f-eadd-43c9-81a7-602def6b238b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:44.871718 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ff32de8f-eadd-43c9-81a7-602def6b238b tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/f2882532-5aaf-4cc9-92b6-9df74128a110 HTTP/1.1" status: 204 len: 168 time: 1.5689366 Jan 28 20:39:44.877031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58538) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:44.929573 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a570025-debf-45da-bf61-b0cf5c271f71 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:39:44.942324 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6a570025-debf-45da-bf61-b0cf5c271f71 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/f2882532-5aaf-4cc9-92b6-9df74128a110 HTTP/1.1" status: 404 len: 333 time: 0.0641539 Jan 28 20:39:44.943021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58540) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:45.053340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5176097-1f49-4f40-85b8-30ca616420d7 req-20d1eaa6-0926-4c27-8bb1-0840b2df59de tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:45.061662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-73ff35ff-22d1-4281-bcaf-31163ab8eefe None None] For port 48941a19-6dab-415b-bad6-434fe2732d4c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=48941a19-6dab-415b-bad6-434fe2732d4c,segment=NetworkSegment(d386b265-dcac-44a4-aa0b-e1a2a405a5dd),segment_id=d386b265-dcac-44a4-aa0b-e1a2a405a5dd)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:45.070462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5176097-1f49-4f40-85b8-30ca616420d7 req-20d1eaa6-0926-4c27-8bb1-0840b2df59de tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 944 time: 0.3834538 Jan 28 20:39:45.075351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77b77eed-8808-4884-9fc2-666401a73fb2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.143229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:45.178111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77b77eed-8808-4884-9fc2-666401a73fb2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.298679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77b77eed-8808-4884-9fc2-666401a73fb2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.301621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77b77eed-8808-4884-9fc2-666401a73fb2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.306819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5176097-1f49-4f40-85b8-30ca616420d7 req-c0a4a45a-1b8f-45d7-9945-1b3dd4417829 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352104 Jan 28 20:39:45.307129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-77b77eed-8808-4884-9fc2-666401a73fb2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/security-groups/ad0dcfb0-b6ec-4cf8-b522-ce631834a511 HTTP/1.1" status: 204 len: 168 time: 0.3629477 Jan 28 20:39:45.309816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58544) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:45.363520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b77eed-8808-4884-9fc2-666401a73fb2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0dcfb0-b6ec-4cf8-b522-ce631834a511,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:45.414676 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:39:45.451010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.456368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-73ff35ff-22d1-4281-bcaf-31163ab8eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.481737 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7234fde9-f9c0-45da-9967-c2badb9be3ee tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.534098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7234fde9-f9c0-45da-9967-c2badb9be3ee tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.622093 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7234fde9-f9c0-45da-9967-c2badb9be3ee tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.622339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:45.624855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7234fde9-f9c0-45da-9967-c2badb9be3ee tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.632349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-87f63223-80e6-44f6-aec9-50a5b98eec17 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0987971 Jan 28 20:39:45.632554 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7234fde9-f9c0-45da-9967-c2badb9be3ee tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/security-groups/8fc530e0-0217-4e48-b884-0c8037881c4d HTTP/1.1" status: 204 len: 168 time: 0.3118446 Jan 28 20:39:45.632644 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.632749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58550) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:45.632830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58552) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:45.639615 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:45.693465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1010705606'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:45.740391 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:45.740836 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:41Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:45.789963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.809113 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:45.824616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=040ed53d-b210-4a66-a64c-cdf8d4989721,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:45.839906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234fde9-f9c0-45da-9967-c2badb9be3ee tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc530e0-0217-4e48-b884-0c8037881c4d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:45.910369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7f2f2c-81b5-4a48-b9f8-589913f49135 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 3760773b-fe7c-4c44-8524-b601f454d706 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:39:45.944890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-94cdbeed-f4f8-4c85-9e28-54a647afa4fe None None] Allocated IP 2001:db8:0:1::2 (28769f9c-299e-4813-a10f-6d1f06ca1eaf/a695bd5e-bfbe-4914-b915-f23ee1e3b89d/fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:45.980260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:45.987515 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:45.992576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.042347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.073189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:46.118477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a4c449-71a0-40d2-87cf-ad3095df3849']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:46.118974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.119355 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added segment 1b7ff45f-80c7-4982-9b01-e051d56a0ebe of type vlan for network b86293cd-ade9-4880-940a-061a59a5c153 Jan 28 20:39:46.138951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7073e39-44d1-44db-b5c4-2dc131f8cdf8') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:46.141288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7073e39-44d1-44db-b5c4-2dc131f8cdf8') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:46.166871 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.184215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-94cdbeed-f4f8-4c85-9e28-54a647afa4fe None None] For port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,segment=NetworkSegment(3d73b64f-fd34-4da3-98f9-fd91f691f740),segment_id=3d73b64f-fd34-4da3-98f9-fd91f691f740)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:46.197606 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.212422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:46.212812 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:46.221348 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:46.238739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.251531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-94cdbeed-f4f8-4c85-9e28-54a647afa4fe None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.262321 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7f2f2c-81b5-4a48-b9f8-589913f49135 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.370521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-73ff35ff-22d1-4281-bcaf-31163ab8eefe None None] Could not find standard attr ID for object f2882532-5aaf-4cc9-92b6-9df74128a110. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:39:46.411023 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.475548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.482482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/12a4c449-71a0-40d2-87cf-ad3095df3849 HTTP/1.1" status: 204 len: 168 time: 1.9693460 Jan 28 20:39:46.496296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58566) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:46.519535 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-94cdbeed-f4f8-4c85-9e28-54a647afa4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.522489 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.523757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1302259807'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:46.531499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71515a39-380f-48a1-9dbc-ea943001ba2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-12a4c449-71a0-40d2-87cf-ad3095df3849', 'network_id': '12a4c449-71a0-40d2-87cf-ad3095df3849', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': '040ed53d-b210-4a66-a64c-cdf8d4989721'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:46.534553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71515a39-380f-48a1-9dbc-ea943001ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.566032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7f2f2c-81b5-4a48-b9f8-589913f49135 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.640786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bc82f-5952-40f1-ac66-975fdf4d8f12 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=12a4c449-71a0-40d2-87cf-ad3095df3849,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:46.678160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 48941a19-6dab-415b-bad6-434fe2732d4c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:46.737285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.743943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:46.760790 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.810105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-c8296ef5-59a8-4522-93c9-9052c7b79537 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3874941 Jan 28 20:39:46.829199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:46.833048 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.888385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ce356-6253-4f23-8462-fea19c6943ab req-ec66d0a8-72ee-464f-95d2-aaf7087ce795 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:46.890205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-140ce356-6253-4f23-8462-fea19c6943ab req-ec66d0a8-72ee-464f-95d2-aaf7087ce795 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 944 time: 0.3097367 Jan 28 20:39:46.905050 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:43Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:43Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:46.927345 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:46.930449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:46.963685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:46.979200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff35ff-22d1-4281-bcaf-31163ab8eefe None None] Pushing event updated for resources: {'Port': ['ID=48941a19-6dab-415b-bad6-434fe2732d4c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:46.981230 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:46.981230 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Updating router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:39:46.997641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:47.015740 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.052215 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.076084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b52818c-d8f3-4723-b2a2-c01cd1389adb None None] Network 12a4c449-71a0-40d2-87cf-ad3095df3849 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:47.082652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7f2f2c-81b5-4a48-b9f8-589913f49135 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.122589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:47.165223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-140ce356-6253-4f23-8462-fea19c6943ab req-984e84a9-a311-4066-88a1-0b9d4ca4d188 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415133 Jan 28 20:39:47.191059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7f2f2c-81b5-4a48-b9f8-589913f49135 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.194171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b52818c-d8f3-4723-b2a2-c01cd1389adb None None] Network 12a4c449-71a0-40d2-87cf-ad3095df3849 could not be found, it might have been deleted concurrently. {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 28 20:39:47.205852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.206164 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 70806373-cfb1-4bf5-b738-ffc39ce95df0 of type vlan for network 2d47ccc1-0516-43ab-a114-8360194f87fe Jan 28 20:39:47.232018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f2f2c-81b5-4a48-b9f8-589913f49135 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=3760773b-fe7c-4c44-8524-b601f454d706,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:47.241096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-6fb42e88-44cc-422c-85d6-616ec510bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:47.242984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-6fb42e88-44cc-422c-85d6-616ec510bb0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 1096 time: 0.3514600 Jan 28 20:39:47.248501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58572) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:47.259753 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6009381 Jan 28 20:39:47.268522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'subnet': {'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:47.274010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ba035-643b-449d-9ca5-32a144a25ae2 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Network': ['ID=b86293cd-ade9-4880-940a-061a59a5c153,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:47.276886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d7f2f2c-81b5-4a48-b9f8-589913f49135 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.287620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1d7f2f2c-81b5-4a48-b9f8-589913f49135 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/3760773b-fe7c-4c44-8524-b601f454d706 HTTP/1.1" status: 204 len: 168 time: 1.6316073 Jan 28 20:39:47.288900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58574) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:47.304020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:47.320967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b86293cd-ade9-4880-940a-061a59a5c153 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:47.348982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Network 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:47.434858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdbeed-f4f8-4c85-9e28-54a647afa4fe None None] Pushing event updated for resources: {'Port': ['ID=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:47.452050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:47.523364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-fc2824fb-6c04-4415-9cf3-57cac15fe233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:47.523364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-fc2824fb-6c04-4415-9cf3-57cac15fe233 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 912 time: 0.2313766 Jan 28 20:39:47.535549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:47.621210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:47.625573 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.660348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-853f0864-c6fb-4fb6-ba5a-f8b5ad78f03b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71735da8-ccff-4890-9501-f915a59c5c1a HTTP/1.1" status: 200 len: 217 time: 0.1073120 Jan 28 20:39:47.822727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.832633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Attempting to bind port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:47.833211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Attempting to bind port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:47.833805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Attempting to bind port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 on network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:47.880877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 48941a19-6dab-415b-bad6-434fe2732d4c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:47.886259 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.933726 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:47.950128 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.012261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:48.013366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Checking segment: {'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:48.013366 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.013625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Bound using segment: {'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:48.014109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Bound port: 9381facf-b7d6-455f-8ae8-3d05e9aa7813, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:48.014481 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.026941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Attempting to bind port 506a3703-09d8-4456-9222-781606525109 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:48.027786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Attempting to bind port 506a3703-09d8-4456-9222-781606525109 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1eb59838-a927-4c25-b657-a1413b2f5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:48.028738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Attempting to bind port 506a3703-09d8-4456-9222-781606525109 on network 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:48.065781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Pushing event updated for resources: {'Port': ['ID=9381facf-b7d6-455f-8ae8-3d05e9aa7813,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:48.094869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-04e96835-ad10-47da-8ba7-ef7ccde6522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:48.097767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-04e96835-ad10-47da-8ba7-ef7ccde6522f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.3565133 Jan 28 20:39:48.111901 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb655-5967-4a76-9934-07a9a72710a6 None None] Pushing event updated for resources: {'Port': ['ID=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:48.223767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Pushing event updated for resources: {'Port': ['ID=506a3703-09d8-4456-9222-781606525109,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:48.240266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.263751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:48.267286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:48.269062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Checking segment: {'id': '1eb59838-a927-4c25-b657-a1413b2f5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:48.269586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.270218 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.271465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Bound using segment: {'id': '1eb59838-a927-4c25-b657-a1413b2f5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:48.271989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Bound port: 506a3703-09d8-4456-9222-781606525109, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb59838-a927-4c25-b657-a1413b2f5a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:48.275049 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.283295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-73713557-2c75-4d66-bea0-662d93bb1311 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691818 Jan 28 20:39:48.291251 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Attempting to bind port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:48.291628 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Attempting to bind port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:48.291993 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Attempting to bind port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae on network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:48.301732 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:48.302097 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Checking segment: {'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:48.302516 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.302930 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Bound using segment: {'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:48.303361 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Bound port: 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:48.303731 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.334817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Made reservation on behalf of 2ccd6fa028e8419aad1961f54686ec59 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:48.345581 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.390365 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.445633 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] For port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:48.450305 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] For port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,segment=NetworkSegment(dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1),segment_id=dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:48.458156 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.573050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:48.585802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:48.590932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:48.598904 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.632511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=0a527131-644d-4c1b-8337-cf64fb8d44c5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:48.633373 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb655-5967-4a76-9934-07a9a72710a6 None None] Pushing event updated for resources: {'Port': ['ID=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:48.655327 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:48.656420 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:41Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:48.660836 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1b242c18-323b-41f8-891c-d15954047a43 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3698237 Jan 28 20:39:48.667865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58592) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:48.681144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f24ea71f-91ea-4abb-bfb3-130b11e4f6c3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1170873744'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:48.768864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24ea71f-91ea-4abb-bfb3-130b11e4f6c3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.883998 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:48.924161 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24ea71f-91ea-4abb-bfb3-130b11e4f6c3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:48.935314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24ea71f-91ea-4abb-bfb3-130b11e4f6c3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.005005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ea71f-91ea-4abb-bfb3-130b11e4f6c3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68520485-8c2f-40c2-b742-e903a0a6fb72,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:49.017359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.021419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f2e1d-2ef5-4ff4-a321-ec0f2726b2a3 None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:49.026773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d13b8592-4be4-44b2-ae82-f7aa99d25e2b up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:49.045223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f24ea71f-91ea-4abb-bfb3-130b11e4f6c3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.047741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f24ea71f-91ea-4abb-bfb3-130b11e4f6c3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3785832 Jan 28 20:39:49.050933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58602) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:49.056525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1c2139b9-1f6c-4942-84c0-9c5113f3d2c0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'security_group': {'name': 'tempest-secgroup-937279798'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:49.123304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c2139b9-1f6c-4942-84c0-9c5113f3d2c0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.249415 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:43Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:48Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:49.260429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c2139b9-1f6c-4942-84c0-9c5113f3d2c0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.272639 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c2139b9-1f6c-4942-84c0-9c5113f3d2c0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.287805 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d06c13-3904-4e28-8760-cb0362cadc45 None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:43Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:48Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:49.328166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2139b9-1f6c-4942-84c0-9c5113f3d2c0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ad5c87-f7fd-4825-9499-f8dd50d31e68,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:49.351848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ebe30d70-d9e6-4964-b52d-8c41d849029c None None] Provisioning complete for port 8bdd70ba-208e-445c-813a-5f76b55743ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:49.360618 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c2139b9-1f6c-4942-84c0-9c5113f3d2c0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.364157 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c2139b9-1f6c-4942-84c0-9c5113f3d2c0 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3099539 Jan 28 20:39:49.370866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ebe30d70-d9e6-4964-b52d-8c41d849029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.380937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58606) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:49.405202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-49314c6a-67a4-40b8-a4a2-e2981968c4b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'security_group': {'name': 'tempest-secgroup-1834731301'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:49.460142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.514668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49314c6a-67a4-40b8-a4a2-e2981968c4b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.708227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] For port 9381facf-b7d6-455f-8ae8-3d05e9aa7813, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:49.786817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49314c6a-67a4-40b8-a4a2-e2981968c4b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.800216 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49314c6a-67a4-40b8-a4a2-e2981968c4b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.835802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] For port 9381facf-b7d6-455f-8ae8-3d05e9aa7813, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9381facf-b7d6-455f-8ae8-3d05e9aa7813,segment=NetworkSegment(dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1),segment_id=dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:49.869231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49314c6a-67a4-40b8-a4a2-e2981968c4b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:49.870818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-49314c6a-67a4-40b8-a4a2-e2981968c4b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4888930 Jan 28 20:39:49.883717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58620) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:49.901906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-864916312', 'security_groups': ['8341da36-12bc-4ed3-950d-e9e73b9c509b'], 'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a527131-644d-4c1b-8337-cf64fb8d44c5'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:49.922909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49314c6a-67a4-40b8-a4a2-e2981968c4b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8341da36-12bc-4ed3-950d-e9e73b9c509b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:49.969900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:50.012154 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:50.023570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=2d47ccc1-0516-43ab-a114-8360194f87fe,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:50.030474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Subnet': ['ID=49337142-dade-4d8e-951c-f0a0b101d3e1,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:50.053249 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-18b59b1d-1db9-4624-93d0-7c1a9c2ac233 service neutron] 10.222.0.26 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8742568 Jan 28 20:39:50.100797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] For port 506a3703-09d8-4456-9222-781606525109, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:50.107180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ebe30d70-d9e6-4964-b52d-8c41d849029c None None] Port 8bdd70ba-208e-445c-813a-5f76b55743ed cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:50.109673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2d47ccc1-0516-43ab-a114-8360194f87fe details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:50.141312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f7b7359e-0221-4a18-8b6e-75d3cc031e22 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.6375444 Jan 28 20:39:50.141974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58628) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:50.148815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '2d47ccc1-0516-43ab-a114-8360194f87fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:50.160271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port d13b8592-4be4-44b2-ae82-f7aa99d25e2b completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:39:50.338824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Checking segment: {'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:50.339527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network hostable DHCP agents. Network: b86293cd-ade9-4880-940a-061a59a5c153, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:50.382240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] For port 506a3703-09d8-4456-9222-781606525109, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=506a3703-09d8-4456-9222-781606525109,segment=NetworkSegment(1eb59838-a927-4c25-b657-a1413b2f5a02),segment_id=1eb59838-a927-4c25-b657-a1413b2f5a02)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:50.393062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:50.411478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a45196-7310-4be1-8714-08c6a7264f96 req-70cc515c-3be8-48c0-b6a3-670729ef2836 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:50.423475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64a45196-7310-4be1-8714-08c6a7264f96 req-70cc515c-3be8-48c0-b6a3-670729ef2836 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 944 time: 1.3392320 Jan 28 20:39:50.466690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port d13b8592-4be4-44b2-ae82-f7aa99d25e2b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:50.484652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:50.536116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64a45196-7310-4be1-8714-08c6a7264f96 req-a312114b-a5c1-4949-ac4e-bc2f299afe90 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714874 Jan 28 20:39:50.556127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network b86293cd-ade9-4880-940a-061a59a5c153 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:50.582248 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b86293cd-ade9-4880-940a-061a59a5c153) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:50.598893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:50.600081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:50.601553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:50.642200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6f83d962-ed7b-4dce-af55-a4ea07d6192f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3795154 Jan 28 20:39:50.653670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58636) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:50.704618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bbf9f8-165d-4128-9a72-2ef79099d02c None None] Network b86293cd-ade9-4880-940a-061a59a5c153 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:50.858054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ebe30d70-d9e6-4964-b52d-8c41d849029c None None] Provisioning complete for port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:50.868744 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ebe30d70-d9e6-4964-b52d-8c41d849029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:50.910019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b871ec3f-acb9-49f6-9244-d2cc4f7d5eee req-91a7c75d-9d32-4994-b1bd-8d89f06471c8 service neutron] 10.222.0.26 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268836 Jan 28 20:39:51.000136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a18282-eaf6-4fb8-b20a-ed9a4c14f7fa None None] Pushing event updated for resources: {'Port': ['ID=9381facf-b7d6-455f-8ae8-3d05e9aa7813,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:51.338080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:51.411155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] device_id is not set on port 0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:39:51.451050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:51.473552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:51.580596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676390c-ea82-4fc2-a023-cc47c7645a70 None None] Pushing event updated for resources: {'Port': ['ID=506a3703-09d8-4456-9222-781606525109,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:51.709802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:51.823058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Performing IP validity checks on allocation pools {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:39:51.826726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:39:51.844110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:51.872608 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:51.879091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:51.879461 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:52.104533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8c0d3-f182-4a7c-8e10-8b6b3cbe1407 req-433c74ce-c857-44b1-87d4-dd77ef329853 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:52.107705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1f8c0d3-f182-4a7c-8e10-8b6b3cbe1407 req-433c74ce-c857-44b1-87d4-dd77ef329853 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 944 time: 0.2732086 Jan 28 20:39:52.305155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1f8c0d3-f182-4a7c-8e10-8b6b3cbe1407 req-ad8f7f09-805b-4b09-b84d-912b7e44cfe2 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764622 Jan 28 20:39:52.312567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d13b8592-4be4-44b2-ae82-f7aa99d25e2b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:52.350450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6702cd8-b0f7-4002-abc8-67009df37a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13b8592-4be4-44b2-ae82-f7aa99d25e2b'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:39:52.383764 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b716508-8bee-4cd7-b226-b725bb0fc781" -d '{"events": [{"server_uuid": "e6702cd8-b0f7-4002-abc8-67009df37a4a", "name": "network-vif-plugged", "status": "completed", "tag": "d13b8592-4be4-44b2-ae82-f7aa99d25e2b"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:52.466168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:52.689980 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c167a774-4e06-4aeb-aa95-5ea2886a2c99 x-openstack-request-id: req-c167a774-4e06-4aeb-aa95-5ea2886a2c99 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:52.691054 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6702cd8-b0f7-4002-abc8-67009df37a4a", "name": "network-vif-plugged", "status": "completed", "tag": "d13b8592-4be4-44b2-ae82-f7aa99d25e2b", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:52.691054 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c167a774-4e06-4aeb-aa95-5ea2886a2c99 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:52.699806 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6702cd8-b0f7-4002-abc8-67009df37a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13b8592-4be4-44b2-ae82-f7aa99d25e2b', 'code': 200} Jan 28 20:39:52.706904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Allocated IP 2001:db8:3::1 (b86293cd-ade9-4880-940a-061a59a5c153/49337142-dade-4d8e-951c-f0a0b101d3e1/1cde9a69-5d76-4261-a46d-32d2fcb20cf6) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:52.791943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ebe30d70-d9e6-4964-b52d-8c41d849029c None None] Could not find standard attr ID for object f2882532-5aaf-4cc9-92b6-9df74128a110. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:39:52.908268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70494d-52e8-4581-952d-f09395c5d25a None None] Network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:52.947100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8::2e3 (28769f9c-299e-4813-a10f-6d1f06ca1eaf/0a527131-644d-4c1b-8337-cf64fb8d44c5/0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:52.953431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:52.971391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c48534-c536-4691-b26b-ac18573eca97 req-9dfdbc36-2cb5-4c8e-bcd3-d690694d55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:52.973202 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26c48534-c536-4691-b26b-ac18573eca97 req-9dfdbc36-2cb5-4c8e-bcd3-d690694d55ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 1096 time: 0.2640445 Jan 28 20:39:53.070173 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-26c48534-c536-4691-b26b-ac18573eca97 req-7f4c5d31-32cc-4af4-82b1-b98bffe16a0e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701871 Jan 28 20:39:53.108013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:53.183290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:53.200442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:53.247401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=43055619-c38c-4889-ba50-869dd005f458,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:53.247690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-b86293cd-ade9-4880-940a-061a59a5c153', 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'fixed_ips': [{'subnet_id': '49337142-dade-4d8e-951c-f0a0b101d3e1'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:39:53.254842 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:53.305571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': '70806373-cfb1-4bf5-b738-ffc39ce95df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2d47ccc1-0516-43ab-a114-8360194f87fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:53.310686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 2d47ccc1-0516-43ab-a114-8360194f87fe, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:53.335870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 48941a19-6dab-415b-bad6-434fe2732d4c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:53.465377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:53.501456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network b86293cd-ade9-4880-940a-061a59a5c153 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:53.508167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:53.522445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:53.524922 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:53.528885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 2d47ccc1-0516-43ab-a114-8360194f87fe is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:53.531662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Provisioning complete for port 8bdd70ba-208e-445c-813a-5f76b55743ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:53.533836 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:53.570659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 2d47ccc1-0516-43ab-a114-8360194f87fe) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:53.585964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:53.586596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:53.656977 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-27a37ec8-5f91-4da1-8e50-fcd552e55c50 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5105550 Jan 28 20:39:53.661140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58690) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:53.677684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2afc98-f0d0-4e22-a4c4-5a537b54358d None None] Network 2d47ccc1-0516-43ab-a114-8360194f87fe requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:53.784728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e9a21-32ec-4ec5-ad7c-257f2a53456a None None] Network 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:53.862730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:53.875067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb425ed-e810-4784-b9fe-a2557f02e1bd req-95686c62-9d0f-4bd7-a39b-5e2ec0aeefd7 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:53.877500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-beb425ed-e810-4784-b9fe-a2557f02e1bd req-95686c62-9d0f-4bd7-a39b-5e2ec0aeefd7 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.3409688 Jan 28 20:39:53.935357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:53.943554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.071046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.085869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Port 8bdd70ba-208e-445c-813a-5f76b55743ed cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:39:54.136006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 48941a19-6dab-415b-bad6-434fe2732d4c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:54.136006 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.138616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.234041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Provisioning complete for port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:54.234818 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.267719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:54.292291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:54.297138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:54.303229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:54.309572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:54.310215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.345312 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2944823-42e7-43d2-9644-41b8199adb93 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4590325 Jan 28 20:39:54.348655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58700) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:54.354294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-156e59e5-f099-401b-ab19-5c6731f6ef73 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:54.499444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.547662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=43055619-c38c-4889-ba50-869dd005f458,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:54.664874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Allocated IP 2001:db8:3::2 (b86293cd-ade9-4880-940a-061a59a5c153/49337142-dade-4d8e-951c-f0a0b101d3e1/b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:39:54.727226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-beb425ed-e810-4784-b9fe-a2557f02e1bd req-24561aad-bbff-4b91-986d-f95d262e974c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8394575 Jan 28 20:39:54.775569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.785142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156e59e5-f099-401b-ab19-5c6731f6ef73 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:54.794283 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-156e59e5-f099-401b-ab19-5c6731f6ef73 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.828252 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.844487 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.880959 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:54.960376 n-d-825064-3 neutron-server[102306]: INFO neutron.db.ipam_backend_mixin [None req-156e59e5-f099-401b-ab19-5c6731f6ef73 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a527131-644d-4c1b-8337-cf64fb8d44c5 (CIDR: 2001:db8::/64) Jan 28 20:39:55.011677 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-156e59e5-f099-401b-ab19-5c6731f6ef73 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:55.013917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156e59e5-f099-401b-ab19-5c6731f6ef73 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:39:55.049956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d47ccc1-0516-43ab-a114-8360194f87fe']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:55.097889 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-156e59e5-f099-401b-ab19-5c6731f6ef73 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7471123 Jan 28 20:39:55.099516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58714) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:55.117336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dfa42de2-e525-47a3-b27e-17886134b9c6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:55.137745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70806373-cfb1-4bf5-b738-ffc39ce95df0') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:55.138962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70806373-cfb1-4bf5-b738-ffc39ce95df0') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:55.202514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:55.361593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:55.426483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:55.429901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:55.438745 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:55.770263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:55.776891 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:55.781251 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:55.810538 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/2d47ccc1-0516-43ab-a114-8360194f87fe HTTP/1.1" status: 204 len: 168 time: 2.1419644 Jan 28 20:39:55.813915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58726) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:55.826165 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:55.909095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1799823216'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:55.928669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f223f-0bec-4ede-9ba5-dda0cf32afdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=2d47ccc1-0516-43ab-a114-8360194f87fe,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:55.973777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Network b86293cd-ade9-4880-940a-061a59a5c153 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:56.002091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Pushing event updated for resources: {'Port': ['ID=b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:56.015142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:56.038442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:39:56.045025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa42de2-e525-47a3-b27e-17886134b9c6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:56.054608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dfa42de2-e525-47a3-b27e-17886134b9c6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:56.055831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76531be5-c542-46c4-a6a3-a6685c5a97bd None None] Network 2d47ccc1-0516-43ab-a114-8360194f87fe requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:56.076368 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-cb8434e7-6204-450c-bacd-9af06b23137d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4736817 Jan 28 20:39:56.110619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:56.118846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:56.142503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76531be5-c542-46c4-a6a3-a6685c5a97bd None None] Network 2d47ccc1-0516-43ab-a114-8360194f87fe could not be found, it might have been deleted concurrently. {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 28 20:39:56.203131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:39:56.215055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:56.215421 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment b027a751-715f-4539-88e8-20cf0c2930a2 of type vlan for network 1168c026-fffe-46fb-8b9b-22432faae721 Jan 28 20:39:56.298232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:56.393489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event updated for resources: {'Port': ['ID=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:56.441747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Network b86293cd-ade9-4880-940a-061a59a5c153 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:39:56.444726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:56.503177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Provisioning complete for port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:56.503557 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:56.547519 n-d-825064-3 neutron-server[102306]: INFO neutron.db.ipam_backend_mixin [None req-dfa42de2-e525-47a3-b27e-17886134b9c6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a695bd5e-bfbe-4914-b915-f23ee1e3b89d (CIDR: 2001:db8:0:1::/64) Jan 28 20:39:56.574652 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa42de2-e525-47a3-b27e-17886134b9c6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:39:56.575131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa42de2-e525-47a3-b27e-17886134b9c6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:39:56.667228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:56.695370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:56.697709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:56.699155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222f7c6-e665-43ec-86e9-11660c5e7db2 req-429eb26c-4288-46ff-86f1-ee9f48720c82 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:56.706052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4222f7c6-e665-43ec-86e9-11660c5e7db2 req-429eb26c-4288-46ff-86f1-ee9f48720c82 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.3283463 Jan 28 20:39:56.734813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:39:56.770718 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8719549 Jan 28 20:39:56.774941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58734) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:56.829957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58736) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:56.838928 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dfa42de2-e525-47a3-b27e-17886134b9c6 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7197561 Jan 28 20:39:56.863421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'subnet': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:56.863635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '1168c026-fffe-46fb-8b9b-22432faae721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:57.004612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:57.005322 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:57.008813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Attempting to bind port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:39:57.009221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Attempting to bind port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:39:57.009744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Attempting to bind port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 on network b86293cd-ade9-4880-940a-061a59a5c153 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:39:57.022860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:39:57.023284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Checking segment: {'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:57.023705 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:57.024107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Bound using segment: {'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:39:57.024662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Bound port: b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:39:57.025031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:57.209694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a31e3-4258-4e57-8b4a-b9f909343fc5 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=1168c026-fffe-46fb-8b9b-22432faae721,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:57.212557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:57.216570 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:57.216932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-95ca7a24-1d37-4695-a15f-9c873325cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:57.218700 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-95ca7a24-1d37-4695-a15f-9c873325cd73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 1096 time: 0.6654639 Jan 28 20:39:57.264017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 1168c026-fffe-46fb-8b9b-22432faae721 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:39:57.266218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4222f7c6-e665-43ec-86e9-11660c5e7db2 req-7e59de3a-f769-4005-8a15-5f99ac609212 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363887 Jan 28 20:39:57.427214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:57.430807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:57.562727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] For port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:39:57.571976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] For port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0,segment=NetworkSegment(1b7ff45f-80c7-4982-9b01-e051d56a0ebe),segment_id=1b7ff45f-80c7-4982-9b01-e051d56a0ebe)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:39:57.590251 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:57.696011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Made reservation on behalf of 4447d34b2bc4472c9ef5dad1ed5f2752 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:39:57.713089 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:57.998444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] For port 9381facf-b7d6-455f-8ae8-3d05e9aa7813, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9381facf-b7d6-455f-8ae8-3d05e9aa7813,segment=NetworkSegment(dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1),segment_id=dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:58.000075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:58.006180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51534d2-4ffb-4ce4-90bb-a24f0fca9ff2 None None] Pushing event updated for resources: {'Port': ['ID=b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:58.016035 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:58.017377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d71a1545-10b4-423f-8fbc-33afdacbe487 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3605180 Jan 28 20:39:58.022382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58762) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:58.034283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:39:58.052002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:58.286230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:58.312290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-f7ab0d18-9226-4457-b86a-89fadea644c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:58.313941 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-f7ab0d18-9226-4457-b86a-89fadea644c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 912 time: 1.0695324 Jan 28 20:39:58.401979 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:58.422374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784f729-9e94-4cf7-9b09-83c500b4e1be req-55951c48-bb56-4cc8-954e-15530bd842db tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:58.440270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6784f729-9e94-4cf7-9b09-83c500b4e1be req-55951c48-bb56-4cc8-954e-15530bd842db tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.5466902 Jan 28 20:39:58.548591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:58.549313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:41Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:58.655449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=f4c169e6-1d79-4050-b97e-de63c8897c47,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:58.675142 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-5705c576-2c2f-4599-914f-d2e666a04113 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b HTTP/1.1" status: 200 len: 217 time: 0.1764686 Jan 28 20:39:58.763325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-05d546c8-1c81-4d4b-8aef-4da3948878b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:58.764941 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-05d546c8-1c81-4d4b-8aef-4da3948878b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.0792980 Jan 28 20:39:58.816596 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-98658bca-e62c-4790-bfca-6b00540a1b50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441396 Jan 28 20:39:58.820584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,segment=NetworkSegment(dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1),segment_id=dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:58.943147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': 'b027a751-715f-4539-88e8-20cf0c2930a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1168c026-fffe-46fb-8b9b-22432faae721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:39:58.943611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 1168c026-fffe-46fb-8b9b-22432faae721, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:39:58.950943 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-66bd7993-80d4-4bff-8870-826fe9363fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215053 Jan 28 20:39:59.012834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:59.074705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6784f729-9e94-4cf7-9b09-83c500b4e1be req-86a51698-0645-4acd-b774-b4122692db6d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314003 Jan 28 20:39:59.194664 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0332952b-7ddb-415e-8b6c-93f8c4001fb8 req-e0c41cc6-acd3-4760-bdd4-2031f6f266c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336597 Jan 28 20:39:59.216708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 1168c026-fffe-46fb-8b9b-22432faae721 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:39:59.234959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 1168c026-fffe-46fb-8b9b-22432faae721) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:39:59.240164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:59.240379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7224da-77e8-4eba-a33b-317450867f2c None None] Pushing event updated for resources: {'Port': ['ID=9381facf-b7d6-455f-8ae8-3d05e9aa7813,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:59.240790 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:59.246382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Provisioning complete for port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:39:59.246804 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:59.271205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:39:59.273683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd15a80b-e066-456f-8e8e-7a6a8ff52ae5 None None] Network 1168c026-fffe-46fb-8b9b-22432faae721 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:39:59.462066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-8a8b1033-fc55-49b5-b78e-5cc0dc4d8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:59.463680 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-8a8b1033-fc55-49b5-b78e-5cc0dc4d8869 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 1096 time: 0.2056794 Jan 28 20:39:59.474044 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-39589ed1-ee31-4415-9af0-a7afbcbc728f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6303911 Jan 28 20:39:59.495605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58788) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:39:59.538623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:59.698741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-917f1513-ee8c-4a41-bb3f-d83e2d48823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:59.700433 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-917f1513-ee8c-4a41-bb3f-d83e2d48823f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 912 time: 0.2248487 Jan 28 20:39:59.923034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-7eebf063-2411-4e35-adb0-9331a54001dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b HTTP/1.1" status: 200 len: 217 time: 0.1963201 Jan 28 20:40:00.077481 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-6941d1e0-0f89-4ff9-867e-af62f9b5affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:00.088648 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-6941d1e0-0f89-4ff9-867e-af62f9b5affb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.1562562 Jan 28 20:40:00.169908 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-3858fe7f-e844-4036-b5c7-542ee13a295b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798228 Jan 28 20:40:00.206039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 506a3703-09d8-4456-9222-781606525109 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:00.384980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c08444-4996-4a00-89b3-db42ac72e99d None None] Network b86293cd-ade9-4880-940a-061a59a5c153 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:00.396095 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-723c3897-11a7-4092-8821-419481d6668f service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187264 Jan 28 20:40:00.564664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:00.607367 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0ada36fc-8822-4b12-9feb-e0995f05155b req-276dc310-6f3e-41e6-a8a1-8aceb791ce7a service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022808 Jan 28 20:40:00.657541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.extraroute_db [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102307) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 20:40:00.698281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.extraroute_db [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Removed routes are [] {{(pid=102307) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 20:40:00.698281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:00.765798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Provisioning complete for port 0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:00.766537 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:00.772372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 506a3703-09d8-4456-9222-781606525109 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:00.773058 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.022360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.108898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-1168c026-fffe-46fb-8b9b-22432faae721', 'network_id': '1168c026-fffe-46fb-8b9b-22432faae721', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': 'f4c169e6-1d79-4050-b97e-de63c8897c47'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:40:01.110111 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.174266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c3cd-59d4-47cb-898f-7b5ba5b8ab8a req-c836ba98-1cd5-4643-8ada-1b34c4b38392 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:01.175923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b227c3cd-59d4-47cb-898f-7b5ba5b8ab8a req-c836ba98-1cd5-4643-8ada-1b34c4b38392 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.8761430 Jan 28 20:40:01.177939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:40:01.252651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:01.258989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:01.260781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.274671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c84c1ef-b875-4546-83df-742e87e5e04e None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:01.288498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:39:53Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '1cde9a69-5d76-4261-a46d-32d2fcb20cf6', 'name': '', 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:2c:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:52Z', 'updated_at': '2022-01-28T20:39:54Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:48Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:01.309923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Subnet': ['ID=841210de-468f-48eb-b04e-6062c56f43c9,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:01.327921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.338162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.352868 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5d2a2634-f7a6-492a-9c33-de6537bf82e2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.5139441 Jan 28 20:40:01.355577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58820) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:01.358098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Port 0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:40:01.363966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1842252598', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '841210de-468f-48eb-b04e-6062c56f43c9'}], 'security_groups': ['68520485-8c2f-40c2-b742-e903a0a6fb72', '68ad5c87-f7fd-4825-9499-f8dd50d31e68']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:01.407924 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.518603 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.547318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:01.547723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Updating router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:40:01.658693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b227c3cd-59d4-47cb-898f-7b5ba5b8ab8a req-3f805cea-e9e0-4f59-81a9-1ac2645e7407 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464998 Jan 28 20:40:01.730226 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.740272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 506a3703-09d8-4456-9222-781606525109, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=506a3703-09d8-4456-9222-781606525109,segment=NetworkSegment(1eb59838-a927-4c25-b657-a1413b2f5a02),segment_id=1eb59838-a927-4c25-b657-a1413b2f5a02)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:01.808309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:40:01.833245 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.834107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:01.928341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Provisioning complete for port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:01.928723 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:01.989032 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:02.015911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:02.016363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:02.043139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Allocated IP 172.20.0.1 (1168c026-fffe-46fb-8b9b-22432faae721/f4c169e6-1d79-4050-b97e-de63c8897c47/b017b7c2-6622-4350-a667-233ed2d921b0) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:40:02.120541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:02.137880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:02.139179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fad62e53-9ee3-4616-9d16-4515cbc434d1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 200 len: 953 time: 4.1125376 Jan 28 20:40:02.162971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58838) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:02.206651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=506a3703-09d8-4456-9222-781606525109,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:02.607787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Delete allocated IP 2001:db8::2e3 (28769f9c-299e-4813-a10f-6d1f06ca1eaf/0a527131-644d-4c1b-8337-cf64fb8d44c5) {{(pid=102306) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 20:40:02.637261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Allocated IP 2001:db8:0:2::2ae (28769f9c-299e-4813-a10f-6d1f06ca1eaf/841210de-468f-48eb-b04e-6062c56f43c9/0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:40:02.727368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:02.930036 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.055100 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.063812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.164828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Pushing event updated for resources: {'Port': ['ID=b017b7c2-6622-4350-a667-233ed2d921b0,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:03.179880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event updated for resources: {'Port': ['ID=0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:03.198805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] In _notify_port_updated(), no bound segment for port 0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 on network 28769f9c-299e-4813-a10f-6d1f06ca1eaf {{(pid=102306) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 28 20:40:03.205004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:03.205803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.209951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-85d09d13-671f-426b-b04e-74e2788d820e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "PUT /v2.0/ports/0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 HTTP/1.1" status: 200 len: 970 time: 1.8479869 Jan 28 20:40:03.213446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58852) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:03.280093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Provisioning complete for port 506a3703-09d8-4456-9222-781606525109 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:03.280499 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.324244 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.381807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b09ecf0e-cbaf-4c99-9081-15b7b645f432 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 200 len: 953 time: 1.2173357 Jan 28 20:40:03.385902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.395379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58854) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:03.406193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'routes': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:03.443142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Network 1168c026-fffe-46fb-8b9b-22432faae721 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:40:03.501195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:03.536028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1bacf95b-0f93-418c-8b03-f156f62b7492 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:03.546768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bacf95b-0f93-418c-8b03-f156f62b7492 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.677507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c169e6-1d79-4050-b97e-de63c8897c47,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:03.719865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70dfb-56b2-4c6a-bfc9-66d963bcb882 req-280a99b1-308f-4c7c-802f-ce1cd708ef66 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:03.722787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7a70dfb-56b2-4c6a-bfc9-66d963bcb882 req-280a99b1-308f-4c7c-802f-ce1cd708ef66 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.4869788 Jan 28 20:40:03.787917 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.790062 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bacf95b-0f93-418c-8b03-f156f62b7492 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.791050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:40:03.818035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1bacf95b-0f93-418c-8b03-f156f62b7492 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 owned by {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:03.856075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.875135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7a70dfb-56b2-4c6a-bfc9-66d963bcb882 req-30fbcdf9-26dc-4ac9-98fa-38bfd8ea14a8 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263149 Jan 28 20:40:03.888598 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:03.988432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1168c026-fffe-46fb-8b9b-22432faae721']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:04.020926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0,segment=NetworkSegment(1b7ff45f-80c7-4982-9b01-e051d56a0ebe),segment_id=1b7ff45f-80c7-4982-9b01-e051d56a0ebe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:04.033260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b027a751-715f-4539-88e8-20cf0c2930a2') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:04.033596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b027a751-715f-4539-88e8-20cf0c2930a2') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:04.077103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616b7cb-167e-4fe9-92bb-e92032969837 None None] Update dhcp port {'port': {'network_id': '28769f9c-299e-4813-a10f-6d1f06ca1eaf', 'fixed_ips': [{'subnet_id': 'a695bd5e-bfbe-4914-b915-f23ee1e3b89d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '841210de-468f-48eb-b04e-6062c56f43c9'}, {'subnet_id': '0a527131-644d-4c1b-8337-cf64fb8d44c5'}], 'binding:host_id': 'n-d-825064-3'}, 'id': 'fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c'} from n-d-825064-3. {{(pid=102308) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 28 20:40:04.081758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.086513 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.094867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9381facf-b7d6-455f-8ae8-3d05e9aa7813 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:04.180018 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bacf95b-0f93-418c-8b03-f156f62b7492 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.193117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Attempting to bind port b017b7c2-6622-4350-a667-233ed2d921b0 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:40:04.193602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Attempting to bind port b017b7c2-6622-4350-a667-233ed2d921b0 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b027a751-715f-4539-88e8-20cf0c2930a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1168c026-fffe-46fb-8b9b-22432faae721'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:40:04.194115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Attempting to bind port b017b7c2-6622-4350-a667-233ed2d921b0 on network 1168c026-fffe-46fb-8b9b-22432faae721 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:04.204217 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.235549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5dc3d542-e582-42c4-9df0-8fc53fe9c6f4 None None] Could not find standard attr ID for object f2882532-5aaf-4cc9-92b6-9df74128a110. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:40:04.246527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e616b7cb-167e-4fe9-92bb-e92032969837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.266477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:04.267038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Checking segment: {'id': 'b027a751-715f-4539-88e8-20cf0c2930a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1168c026-fffe-46fb-8b9b-22432faae721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:04.267674 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.269678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Bound using segment: {'id': 'b027a751-715f-4539-88e8-20cf0c2930a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1168c026-fffe-46fb-8b9b-22432faae721'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:04.270280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Bound port: b017b7c2-6622-4350-a667-233ed2d921b0, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b027a751-715f-4539-88e8-20cf0c2930a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1168c026-fffe-46fb-8b9b-22432faae721'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:40:04.271314 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.282242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:04.282242 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.292783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f4e8b-6fc1-4b0a-a8ae-7819ee62f4a3 None None] Pushing event updated for resources: {'Port': ['ID=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:04.300423 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:04.319741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacf95b-0f93-418c-8b03-f156f62b7492 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:04.419132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bacf95b-0f93-418c-8b03-f156f62b7492 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.425388 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1bacf95b-0f93-418c-8b03-f156f62b7492 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 HTTP/1.1" status: 204 len: 168 time: 1.2107818 Jan 28 20:40:04.435686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58876) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:04.505434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.api [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:40:04.505434 n-d-825064-3 neutron-server[102307]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:40:04.505434 n-d-825064-3 neutron-server[102307]: [parameters: {'id': '1168c026-fffe-46fb-8b9b-22432faae721'}] Jan 28 20:40:04.505434 n-d-825064-3 neutron-server[102307]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:40:04.508620 n-d-825064-3 neutron-server[102307]: DEBUG oslo_db.api [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:40:04.550029 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b03bb8-5635-4f6f-a0fc-16f25782fae5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] GET failed (client error): The resource could not be found. Jan 28 20:40:04.555871 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-32b03bb8-5635-4f6f-a0fc-16f25782fae5 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports/0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0 HTTP/1.1" status: 404 len: 333 time: 0.1166279 Jan 28 20:40:04.561820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58880) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:04.638065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:04.729704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a832c5f9-1957-41d5-8a5a-bcb6a592728f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.786087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a832c5f9-1957-41d5-8a5a-bcb6a592728f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.803155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ae1fca42-8520-4076-8d91-9de7e3ffd7de None None] Provisioning complete for port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:04.804696 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae1fca42-8520-4076-8d91-9de7e3ffd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.817970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.extraroute_db [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added routes are [] {{(pid=102307) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 20:40:04.818312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.extraroute_db [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102307) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 20:40:04.899808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a832c5f9-1957-41d5-8a5a-bcb6a592728f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.904502 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a832c5f9-1957-41d5-8a5a-bcb6a592728f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:04.909396 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a832c5f9-1957-41d5-8a5a-bcb6a592728f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/security-groups/8341da36-12bc-4ed3-950d-e9e73b9c509b HTTP/1.1" status: 204 len: 168 time: 0.3452542 Jan 28 20:40:04.910077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58884) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:04.915074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.010918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832c5f9-1957-41d5-8a5a-bcb6a592728f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8341da36-12bc-4ed3-950d-e9e73b9c509b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:05.040051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Attempting to bind port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:40:05.040464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Attempting to bind port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:40:05.040837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Attempting to bind port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 on network b86293cd-ade9-4880-940a-061a59a5c153 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:05.091030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:05.093011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Checking segment: {'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:05.093011 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.093855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Bound using segment: {'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:05.094400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Bound port: 1cde9a69-5d76-4261-a46d-32d2fcb20cf6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7ff45f-80c7-4982-9b01-e051d56a0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:40:05.096321 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.152966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9036391a-ab70-4a5c-82d7-1ce0d474962f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.189849 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.238459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9036391a-ab70-4a5c-82d7-1ce0d474962f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.327776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] For port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:05.330940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9036391a-ab70-4a5c-82d7-1ce0d474962f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.331878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] For port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,segment=NetworkSegment(1b7ff45f-80c7-4982-9b01-e051d56a0ebe),segment_id=1b7ff45f-80c7-4982-9b01-e051d56a0ebe)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:05.334902 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9036391a-ab70-4a5c-82d7-1ce0d474962f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.336475 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9036391a-ab70-4a5c-82d7-1ce0d474962f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/security-groups/68ad5c87-f7fd-4825-9499-f8dd50d31e68 HTTP/1.1" status: 204 len: 168 time: 0.4200649 Jan 28 20:40:05.340395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58898) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:05.387704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036391a-ab70-4a5c-82d7-1ce0d474962f tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ad5c87-f7fd-4825-9499-f8dd50d31e68,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:05.431578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.502160 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60aa9b74-1fba-474c-8c26-d2a4dcbb40e1 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.553598 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60aa9b74-1fba-474c-8c26-d2a4dcbb40e1 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.659522 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60aa9b74-1fba-474c-8c26-d2a4dcbb40e1 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.662742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60aa9b74-1fba-474c-8c26-d2a4dcbb40e1 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.667730 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-60aa9b74-1fba-474c-8c26-d2a4dcbb40e1 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/security-groups/68520485-8c2f-40c2-b742-e903a0a6fb72 HTTP/1.1" status: 204 len: 168 time: 0.3265388 Jan 28 20:40:05.669169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58902) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:05.716306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.741582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.773080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68904c-586f-4d7b-89f2-714df9683029 req-669b635a-5afb-40ce-a094-0a218d83d0d8 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:05.791136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb68904c-586f-4d7b-89f2-714df9683029 req-669b635a-5afb-40ce-a094-0a218d83d0d8 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.5962958 Jan 28 20:40:05.859589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa9b74-1fba-474c-8c26-d2a4dcbb40e1 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68520485-8c2f-40c2-b742-e903a0a6fb72,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:05.874837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72e2ccc-1052-4c9b-9c76-5a10f1e255df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 0a527131-644d-4c1b-8337-cf64fb8d44c5 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:05.886711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c72e2ccc-1052-4c9b-9c76-5a10f1e255df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:05.983387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c72e2ccc-1052-4c9b-9c76-5a10f1e255df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.050474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:06.051038 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.084687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c72e2ccc-1052-4c9b-9c76-5a10f1e255df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.091356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f4e8b-6fc1-4b0a-a8ae-7819ee62f4a3 None None] Pushing event updated for resources: {'Port': ['ID=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:06.130917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] For port b017b7c2-6622-4350-a667-233ed2d921b0, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:06.137963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:40:06.251304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c72e2ccc-1052-4c9b-9c76-5a10f1e255df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.273601 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c72e2ccc-1052-4c9b-9c76-5a10f1e255df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.289381 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c72e2ccc-1052-4c9b-9c76-5a10f1e255df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/0a527131-644d-4c1b-8337-cf64fb8d44c5 HTTP/1.1" status: 204 len: 168 time: 0.6051586 Jan 28 20:40:06.307791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] For port b017b7c2-6622-4350-a667-233ed2d921b0, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b017b7c2-6622-4350-a667-233ed2d921b0,segment=NetworkSegment(b027a751-715f-4539-88e8-20cf0c2930a2),segment_id=b027a751-715f-4539-88e8-20cf0c2930a2)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:06.327920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58914) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:06.361447 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.464220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f236bf2c-a0a8-4271-88dc-12cbcd907206 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet 841210de-468f-48eb-b04e-6062c56f43c9 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:06.466524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e2ccc-1052-4c9b-9c76-5a10f1e255df tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=0a527131-644d-4c1b-8337-cf64fb8d44c5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:06.468314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb68904c-586f-4d7b-89f2-714df9683029 req-06f8b5a0-bee9-4400-bec6-0458c9a5396f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748846 Jan 28 20:40:06.470446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:06.472434 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f236bf2c-a0a8-4271-88dc-12cbcd907206 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.484460 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.488886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-32ddf9e6-cf27-4b45-b570-19a6ecb1582b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 200 len: 703 time: 3.0869923 Jan 28 20:40:06.491595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58918) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:06.559874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f236bf2c-a0a8-4271-88dc-12cbcd907206 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.585124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b750b9f-7038-490e-b6c7-630bdad2307d None None] Pushing event updated for resources: {'Port': ['ID=b017b7c2-6622-4350-a667-233ed2d921b0,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server [None req-e616b7cb-167e-4fe9-92bb-e92032969837 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a527131-644d-4c1b-8337-cf64fb8d44c5: This subnet is being modified by another concurrent operation. Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:40:06.610309 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise exception Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a527131-644d-4c1b-8337-cf64fb8d44c5: This subnet is being modified by another concurrent operation. Jan 28 20:40:06.614630 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Jan 28 20:40:06.631054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting port b017b7c2-6622-4350-a667-233ed2d921b0 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:06.631401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.653715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:06.654375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:41Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:06.667500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f236bf2c-a0a8-4271-88dc-12cbcd907206 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.841413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] For port b017b7c2-6622-4350-a667-233ed2d921b0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b017b7c2-6622-4350-a667-233ed2d921b0,segment=NetworkSegment(b027a751-715f-4539-88e8-20cf0c2930a2),segment_id=b027a751-715f-4539-88e8-20cf0c2930a2)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:06.843448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.890536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f236bf2c-a0a8-4271-88dc-12cbcd907206 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:06.904437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Calling delete_port for b017b7c2-6622-4350-a667-233ed2d921b0 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:06.918510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:06.997180 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f236bf2c-a0a8-4271-88dc-12cbcd907206 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.007325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f236bf2c-a0a8-4271-88dc-12cbcd907206 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/841210de-468f-48eb-b04e-6062c56f43c9 HTTP/1.1" status: 204 len: 168 time: 0.6740134 Jan 28 20:40:07.008559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236bf2c-a0a8-4271-88dc-12cbcd907206 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=841210de-468f-48eb-b04e-6062c56f43c9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:07.011934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58922) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:07.045705 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec070cf4-ac8f-4f46-afcb-2b7dea7f7495 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:07.046335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec070cf4-ac8f-4f46-afcb-2b7dea7f7495 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:07.051768 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ec070cf4-ac8f-4f46-afcb-2b7dea7f7495 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/0a527131-644d-4c1b-8337-cf64fb8d44c5 HTTP/1.1" status: 404 len: 337 time: 0.0370061 Jan 28 20:40:07.054165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58924) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:07.075452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.136759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ae1fca42-8520-4076-8d91-9de7e3ffd7de None None] Provisioning complete for port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:07.142090 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae1fca42-8520-4076-8d91-9de7e3ffd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.156057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Port': ['ID=b017b7c2-6622-4350-a667-233ed2d921b0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:07.174525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c5ade2fe-77e9-4ad5-ad00-25ad0e47c2bd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 200 len: 703 time: 0.6813817 Jan 28 20:40:07.175158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58926) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:07.179830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No DVR routers for this DVR port b017b7c2-6622-4350-a667-233ed2d921b0 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:07.201388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d11a3b-5862-4753-a5d6-37c6503133a3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting subnet a695bd5e-bfbe-4914-b915-f23ee1e3b89d {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:07.233357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10227cc-ce0f-436f-baa6-ee2f44700b73 None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:07.303869 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99d11a3b-5862-4753-a5d6-37c6503133a3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.338346 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.401666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1168c026-fffe-46fb-8b9b-22432faae721']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:07.426139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b027a751-715f-4539-88e8-20cf0c2930a2') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:07.426619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b027a751-715f-4539-88e8-20cf0c2930a2') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:07.428046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ddb74-e64f-4c81-beef-772fcf127714 None None] Network 1168c026-fffe-46fb-8b9b-22432faae721 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:07.452255 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.482274 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.500401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:07.501462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:07.508262 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:07.520269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99d11a3b-5862-4753-a5d6-37c6503133a3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.713844 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.722243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.730439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/1168c026-fffe-46fb-8b9b-22432faae721 HTTP/1.1" status: 204 len: 168 time: 8.2120509 Jan 28 20:40:07.752718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58942) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:07.784756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1990263964'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:07.804205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcf88f-28fa-4238-8f46-23bad6b97d88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=1168c026-fffe-46fb-8b9b-22432faae721,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:07.808745 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae1fca42-8520-4076-8d91-9de7e3ffd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.827646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843c0b3-2ec0-4f66-a829-e8e7e3c94a2b req-0f99d277-aef3-40c0-b04a-90d2cd19905a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:07.829324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7843c0b3-2ec0-4f66-a829-e8e7e3c94a2b req-0f99d277-aef3-40c0-b04a-90d2cd19905a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.2226782 Jan 28 20:40:07.916896 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-82a408d5-4cb8-4dd4-8bf6-9caadf271259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.926917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:07.935780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:07.962968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 506a3703-09d8-4456-9222-781606525109 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:08.009226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7843c0b3-2ec0-4f66-a829-e8e7e3c94a2b req-452e3ebd-d8b8-48d0-8a93-1baab024ceef tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556041 Jan 28 20:40:08.047465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:08.065648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.066029 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 801e3b91-ce49-4b16-aa7e-5c0e80249df0 of type vlan for network a753fb94-c140-42f2-9c6c-63ae0c05f5c8 Jan 28 20:40:08.122908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99d11a3b-5862-4753-a5d6-37c6503133a3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.148619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ae1fca42-8520-4076-8d91-9de7e3ffd7de None None] For port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,segment=NetworkSegment(1b7ff45f-80c7-4982-9b01-e051d56a0ebe),segment_id=1b7ff45f-80c7-4982-9b01-e051d56a0ebe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:08.160617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.165311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:04Z', 'revision_number': 7, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '1cde9a69-5d76-4261-a46d-32d2fcb20cf6', 'name': '', 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:2c:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:52Z', 'updated_at': '2022-01-28T20:40:05Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:58Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:08.168532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae1fca42-8520-4076-8d91-9de7e3ffd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.207143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.212856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:08.213475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.270736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4981172 Jan 28 20:40:08.279462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58948) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:08.285195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': 'a753fb94-c140-42f2-9c6c-63ae0c05f5c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:08.365787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e3fbf-aec9-4b0b-bff9-1faff00369c9 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=a753fb94-c140-42f2-9c6c-63ae0c05f5c8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:08.396552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7566b-8134-491a-8a23-beb6a8097fbb None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:04Z', 'revision_number': 7, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '1cde9a69-5d76-4261-a46d-32d2fcb20cf6', 'name': '', 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:2c:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:52Z', 'updated_at': '2022-01-28T20:40:05Z', 'revision_number': 4, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:58Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:08.410490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fca42-8520-4076-8d91-9de7e3ffd7de None None] Pushing event updated for resources: {'Port': ['ID=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:08.460830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a753fb94-c140-42f2-9c6c-63ae0c05f5c8 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:08.619131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 506a3703-09d8-4456-9222-781606525109 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:08.619867 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.695170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1babbe33-8052-49ab-8eca-869233e2eff6 None None] Provisioning complete for port 8bdd70ba-208e-445c-813a-5f76b55743ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:08.698345 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1babbe33-8052-49ab-8eca-869233e2eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.812681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:08.830454 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99d11a3b-5862-4753-a5d6-37c6503133a3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.882319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d11a3b-5862-4753-a5d6-37c6503133a3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Subnet': ['ID=a695bd5e-bfbe-4914-b915-f23ee1e3b89d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:08.887417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1babbe33-8052-49ab-8eca-869233e2eff6 None None] Port 8bdd70ba-208e-445c-813a-5f76b55743ed cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:40:08.917081 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99d11a3b-5862-4753-a5d6-37c6503133a3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:08.922169 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-99d11a3b-5862-4753-a5d6-37c6503133a3 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/a695bd5e-bfbe-4914-b915-f23ee1e3b89d HTTP/1.1" status: 204 len: 168 time: 1.8668685 Jan 28 20:40:08.924959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58958) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:08.951475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1babbe33-8052-49ab-8eca-869233e2eff6 None None] Could not find standard attr ID for object 0aa56627-3d4c-4ac0-8ea0-23f3aaac87c0. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:40:08.962838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:08.967944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:09.012608 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a14e43-a1cb-48c7-aaca-3b72df53ae1e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:09.015420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a14e43-a1cb-48c7-aaca-3b72df53ae1e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:09.028772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-94a14e43-a1cb-48c7-aaca-3b72df53ae1e tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/3760773b-fe7c-4c44-8524-b601f454d706 HTTP/1.1" status: 404 len: 337 time: 0.1024792 Jan 28 20:40:09.033696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58964) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:09.109285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:09.113899 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6bdc089d-76de-48e3-8925-f1a603eaef5c tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1797c44-5afc-41e5-b24d-f8158a74ab80 HTTP/1.1" status: 200 len: 205 time: 0.0788267 Jan 28 20:40:09.117388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58970) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:09.119068 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:09.153542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1babbe33-8052-49ab-8eca-869233e2eff6 None None] Provisioning complete for port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:09.154128 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1babbe33-8052-49ab-8eca-869233e2eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:09.242281 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-d5703c7d-2dec-4ed1-8c0c-966a74994c3a tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] delete failed (client error): The resource could not be found. Jan 28 20:40:09.253342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d5703c7d-2dec-4ed1-8c0c-966a74994c3a tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/routers/f1797c44-5afc-41e5-b24d-f8158a74ab80 HTTP/1.1" status: 404 len: 336 time: 0.1323881 Jan 28 20:40:09.289620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58974) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:09.352021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:09.473963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:09.474224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:09.485554 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff03376-d0a8-440e-b2af-ae624c429c56 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:09.492099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff03376-d0a8-440e-b2af-ae624c429c56 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:09.505129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6ff03376-d0a8-440e-b2af-ae624c429c56 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/2c45b9ef-c020-4c97-9df3-c6985fa78fbe HTTP/1.1" status: 404 len: 337 time: 0.2070563 Jan 28 20:40:09.513423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58982) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:09.673015 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f384a22-dc55-46da-bdcd-a68707c9a0b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:09.678189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f384a22-dc55-46da-bdcd-a68707c9a0b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:09.680278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1babbe33-8052-49ab-8eca-869233e2eff6 None None] Provisioning complete for port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:09.680667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1babbe33-8052-49ab-8eca-869233e2eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:09.683668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8f384a22-dc55-46da-bdcd-a68707c9a0b9 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/528c31eb-375d-4325-8df5-33954020058b HTTP/1.1" status: 404 len: 337 time: 0.1662037 Jan 28 20:40:09.696602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58986) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:09.864767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:09.882623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1b381-b2f2-4885-b2e1-9e488c80de25 req-4164036e-6fb5-455d-9b02-4cf93acab5de tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:09.892636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9aa1b381-b2f2-4885-b2e1-9e488c80de25 req-4164036e-6fb5-455d-9b02-4cf93acab5de tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.6342824 Jan 28 20:40:09.893781 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b0313c-0bbb-441f-9d63-cf5aa31d0eaa tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:09.895963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b0313c-0bbb-441f-9d63-cf5aa31d0eaa tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:09.901085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-56b0313c-0bbb-441f-9d63-cf5aa31d0eaa tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/531bc01f-25a8-485a-a906-4c493b71407a HTTP/1.1" status: 404 len: 337 time: 0.1873329 Jan 28 20:40:09.909736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58990) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:09.928666 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:40:09.958879 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-13117526-c144-455b-9392-5f231b955307 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:09.959821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13117526-c144-455b-9392-5f231b955307 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:09.962342 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:09.963081 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:39:41Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:09.966681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13117526-c144-455b-9392-5f231b955307 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/3a8a9961-d7be-4388-9d68-de416bd2c332 HTTP/1.1" status: 404 len: 333 time: 0.0557730 Jan 28 20:40:09.974100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58992) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:10.017137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.022545 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb888ab2-cc91-40a2-b888-4feb23ff3351 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:10.023743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb888ab2-cc91-40a2-b888-4feb23ff3351 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:10.031122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fb888ab2-cc91-40a2-b888-4feb23ff3351 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/8ead4e99-ff64-4882-8a0d-578f8fffe05f HTTP/1.1" status: 404 len: 337 time: 0.0550885 Jan 28 20:40:10.032435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58994) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:10.046927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9aa1b381-b2f2-4885-b2e1-9e488c80de25 req-21895956-b001-41b2-b7ac-06995217e965 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439712 Jan 28 20:40:10.082789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58996) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:10.148614 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d1c79c-6f27-433d-923f-74916ebdee61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:10.148917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d1c79c-6f27-433d-923f-74916ebdee61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:10.154941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-82d1c79c-6f27-433d-923f-74916ebdee61 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/80687943-9e1b-4b95-b059-d289391e62a9 HTTP/1.1" status: 404 len: 337 time: 0.1017900 Jan 28 20:40:10.155676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59000) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:10.191378 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4821f19-332e-4ee3-b5b6-772f634d3d04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:10.192263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4821f19-332e-4ee3-b5b6-772f634d3d04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:10.198254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c4821f19-332e-4ee3-b5b6-772f634d3d04 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/d38f7707-0c4c-4ed8-be6a-3a03ff1a6ece HTTP/1.1" status: 404 len: 333 time: 0.0414584 Jan 28 20:40:10.198983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59002) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:10.212296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb413d-fda2-419a-a61c-d12659ed575c None None] Network 28769f9c-299e-4813-a10f-6d1f06ca1eaf requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:10.227823 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4159d2b-e2ab-4ce9-883f-313a671cd21d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:10.228810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4159d2b-e2ab-4ce9-883f-313a671cd21d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:10.234605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c4159d2b-e2ab-4ce9-883f-313a671cd21d tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/59e981b8-d905-4f04-830e-1b0a9eff7fa4 HTTP/1.1" status: 404 len: 337 time: 0.0345302 Jan 28 20:40:10.235342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59004) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:10.275019 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc41a5a-ee06-4b93-9aab-964eddbaa4a2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:10.275670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc41a5a-ee06-4b93-9aab-964eddbaa4a2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:10.282218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cbc41a5a-ee06-4b93-9aab-964eddbaa4a2 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/subnets/9b8e39f4-6d60-45b6-ac3d-b7b53e96876a HTTP/1.1" status: 404 len: 337 time: 0.0457549 Jan 28 20:40:10.282985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59006) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:10.284604 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:10.348537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=2892c67f-cd0a-4850-9c87-a3436297f938,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:10.464265 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dfa42abe-757c-4ed9-a74a-3458dce50cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.473392 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c755c18b-a799-401b-b677-668683589b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.478932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a18b06e2-306e-460f-8be5-161bd25de6b8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port 8bdd70ba-208e-445c-813a-5f76b55743ed {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:10.479413 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a18b06e2-306e-460f-8be5-161bd25de6b8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.589335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': '801e3b91-ce49-4b16-aa7e-5c0e80249df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a753fb94-c140-42f2-9c6c-63ae0c05f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:10.589713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: a753fb94-c140-42f2-9c6c-63ae0c05f5c8, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:40:10.593152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6667428e-8493-4508-adca-6f20d443cfa9 None None] Provisioning complete for port 8bdd70ba-208e-445c-813a-5f76b55743ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:10.593557 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6667428e-8493-4508-adca-6f20d443cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.676327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network a753fb94-c140-42f2-9c6c-63ae0c05f5c8 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:40:10.721581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6667428e-8493-4508-adca-6f20d443cfa9 None None] Port 8bdd70ba-208e-445c-813a-5f76b55743ed cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:40:10.723768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:10.730968 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:04Z', 'revision_number': 7, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '1cde9a69-5d76-4261-a46d-32d2fcb20cf6', 'name': '', 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:2c:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:52Z', 'updated_at': '2022-01-28T20:40:07Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:58Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:10.741650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c755c18b-a799-401b-b677-668683589b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.746704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a753fb94-c140-42f2-9c6c-63ae0c05f5c8) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:10.764392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:10.765137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.768826 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:10.771843 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c755c18b-a799-401b-b677-668683589b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.778733 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:10.779364 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:10.810479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] DHCP port deletion for 28769f9c-299e-4813-a10f-6d1f06ca1eaf request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:10.872801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab50dc-868f-4f8c-80eb-b88e4f6d696c None None] Network a753fb94-c140-42f2-9c6c-63ae0c05f5c8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:10.875974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a18b06e2-306e-460f-8be5-161bd25de6b8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:10.897678 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:10.907153 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-45818910-6c39-4f4a-a496-d73001afd815 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6265113 Jan 28 20:40:10.909054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59020) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:10.974374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a18b06e2-306e-460f-8be5-161bd25de6b8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for 8bdd70ba-208e-445c-813a-5f76b55743ed owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:10.994106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c755c18b-a799-401b-b677-668683589b89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a07b8264672e4dae8ff508d4bd675e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9074826 Jan 28 20:40:10.994106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755c18b-a799-401b-b677-668683589b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3169d181-5a72-405d-9257-cd7312cd0869,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:10.998265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59024) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:11.130214 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f4f2-b6a7-46ae-adda-3e0ce89b87bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.171779 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f4f2-b6a7-46ae-adda-3e0ce89b87bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.202570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.279687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6667428e-8493-4508-adca-6f20d443cfa9 None None] Provisioning complete for port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:11.281864 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6667428e-8493-4508-adca-6f20d443cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.323322 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a18b06e2-306e-460f-8be5-161bd25de6b8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.359286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b06e2-306e-460f-8be5-161bd25de6b8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=8bdd70ba-208e-445c-813a-5f76b55743ed,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:11.373986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f4f2-b6a7-46ae-adda-3e0ce89b87bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.380197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f4f2-b6a7-46ae-adda-3e0ce89b87bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.383819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3ad5f4f2-b6a7-46ae-adda-3e0ce89b87bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3169d181-5a72-405d-9257-cd7312cd0869 HTTP/1.1" status: 204 len: 168 time: 0.3823698 Jan 28 20:40:11.386142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-a753fb94-c140-42f2-9c6c-63ae0c05f5c8', 'network_id': 'a753fb94-c140-42f2-9c6c-63ae0c05f5c8', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': '2892c67f-cd0a-4850-9c87-a3436297f938'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:40:11.388463 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.396824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a18b06e2-306e-460f-8be5-161bd25de6b8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.405413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a18b06e2-306e-460f-8be5-161bd25de6b8 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/ports/8bdd70ba-208e-445c-813a-5f76b55743ed HTTP/1.1" status: 204 len: 168 time: 1.1211169 Jan 28 20:40:11.419396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70941-e12c-4e51-95d1-93022674e0fe req-eb547920-4ebc-44dc-8303-5cab982590ed tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:11.452494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73a70941-e12c-4e51-95d1-93022674e0fe req-eb547920-4ebc-44dc-8303-5cab982590ed tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.1964078 Jan 28 20:40:11.460948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59036) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:11.477716 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:04Z', 'revision_number': 7, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '1cde9a69-5d76-4261-a46d-32d2fcb20cf6', 'name': '', 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:2c:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:52Z', 'updated_at': '2022-01-28T20:40:07Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:58Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:11.530083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.545184 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cc3c8-86c2-4900-a8a9-49ff2eff33cb None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:04Z', 'revision_number': 7, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '1cde9a69-5d76-4261-a46d-32d2fcb20cf6', 'name': '', 'network_id': 'b86293cd-ade9-4880-940a-061a59a5c153', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:2c:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:52Z', 'updated_at': '2022-01-28T20:40:07Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '49337142-dade-4d8e-951c-f0a0b101d3e1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:58Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:11.560098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] Deleting port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:11.560701 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.566599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:11.566957 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.704926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.709564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] For port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,segment=NetworkSegment(3d73b64f-fd34-4da3-98f9-fd91f691f740),segment_id=3d73b64f-fd34-4da3-98f9-fd91f691f740)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:11.710032 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.724208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] Calling delete_port for fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:11.728150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 1cde9a69-5d76-4261-a46d-32d2fcb20cf6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,segment=NetworkSegment(1b7ff45f-80c7-4982-9b01-e051d56a0ebe),segment_id=1b7ff45f-80c7-4982-9b01-e051d56a0ebe)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:11.728750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.734863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5f4f2-b6a7-46ae-adda-3e0ce89b87bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3169d181-5a72-405d-9257-cd7312cd0869,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:11.745153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:11.888814 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.910372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73a70941-e12c-4e51-95d1-93022674e0fe req-66c2c8ee-37bd-4edb-bc18-ac0cddb5eb95 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524186 Jan 28 20:40:11.974778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Deleting port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:11.975274 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.994854 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:11.999275 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.087369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=1cde9a69-5d76-4261-a46d-32d2fcb20cf6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:12.091124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Allocated IP 172.20.0.2 (a753fb94-c140-42f2-9c6c-63ae0c05f5c8/2892c67f-cd0a-4850-9c87-a3436297f938/573115a6-f2fb-449f-a948-14dcd557faa7) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:40:12.153354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] For port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c, host n-d-825064-3, got binding levels [] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:12.153971 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.212414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Calling delete_port for fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:12.222931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_backend_mixin [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c was not found and therefore no delete operation was performed {{(pid=102307) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:40:12.231897 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.253361 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.267678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] No DVR routers for this DVR port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:12.274908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] No DVR routers for this DVR port fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:12.304513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ab262-088c-4162-b80b-f6768710e252 None None] Pushing event deleted for resources: {'Port': ['ID=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:12.323823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Port': ['ID=fb48d12e-c9dc-4e0c-91e3-e69d48a43a4c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:12.379950 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.485339 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.500081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.600169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.622939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Network a753fb94-c140-42f2-9c6c-63ae0c05f5c8 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:40:12.638528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.652718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:12.662886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:40:12.687389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=2892c67f-cd0a-4850-9c87-a3436297f938,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:12.742766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28769f9c-299e-4813-a10f-6d1f06ca1eaf']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:12.746267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Pushing event updated for resources: {'Port': ['ID=573115a6-f2fb-449f-a948-14dcd557faa7,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:12.763530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Attempting to bind port 573115a6-f2fb-449f-a948-14dcd557faa7 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:40:12.764808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Attempting to bind port 573115a6-f2fb-449f-a948-14dcd557faa7 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '801e3b91-ce49-4b16-aa7e-5c0e80249df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a753fb94-c140-42f2-9c6c-63ae0c05f5c8'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:40:12.765364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Attempting to bind port 573115a6-f2fb-449f-a948-14dcd557faa7 on network a753fb94-c140-42f2-9c6c-63ae0c05f5c8 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:12.772358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:12.772733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Checking segment: {'id': '801e3b91-ce49-4b16-aa7e-5c0e80249df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a753fb94-c140-42f2-9c6c-63ae0c05f5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:12.773134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.773606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Bound using segment: {'id': '801e3b91-ce49-4b16-aa7e-5c0e80249df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a753fb94-c140-42f2-9c6c-63ae0c05f5c8'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:12.774077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Bound port: 573115a6-f2fb-449f-a948-14dcd557faa7, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801e3b91-ce49-4b16-aa7e-5c0e80249df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a753fb94-c140-42f2-9c6c-63ae0c05f5c8'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:40:12.774457 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.789348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d73b64f-fd34-4da3-98f9-fd91f691f740') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:12.790145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d73b64f-fd34-4da3-98f9-fd91f691f740') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:12.810231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.835404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.856517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:12.857214 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:12.861259 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:12.891316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] For port 573115a6-f2fb-449f-a948-14dcd557faa7, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:12.961246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.972569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.974634 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:12.986064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:13.001480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] 10.222.0.44 "DELETE /v2.0/networks/28769f9c-299e-4813-a10f-6d1f06ca1eaf HTTP/1.1" status: 204 len: 168 time: 1.5165622 Jan 28 20:40:13.012723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] For port 573115a6-f2fb-449f-a948-14dcd557faa7, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=573115a6-f2fb-449f-a948-14dcd557faa7,segment=NetworkSegment(801e3b91-ce49-4b16-aa7e-5c0e80249df0),segment_id=801e3b91-ce49-4b16-aa7e-5c0e80249df0)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:13.023657 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:13.048494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5fa50-972b-4290-a51a-e5336e439e39 tempest-PortsIpV6TestJSON-1478281060 tempest-PortsIpV6TestJSON-1478281060-project] Pushing event deleted for resources: {'Network': ['ID=28769f9c-299e-4813-a10f-6d1f06ca1eaf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:13.073114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a753fb94-c140-42f2-9c6c-63ae0c05f5c8']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:13.097469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:40:13.100897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801e3b91-ce49-4b16-aa7e-5c0e80249df0') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:13.101242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801e3b91-ce49-4b16-aa7e-5c0e80249df0') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:13.133468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:13.351603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c6180-1f79-418c-87b9-6c2a04b331f9 req-668dcc82-a069-42a4-98e9-e286a9c838b9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:13.371233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-532c6180-1f79-418c-87b9-6c2a04b331f9 req-668dcc82-a069-42a4-98e9-e286a9c838b9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.2550676 Jan 28 20:40:13.424252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:13.424478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd354e2-6042-4e27-9761-82b8f7a2454c None None] Pushing event updated for resources: {'Port': ['ID=573115a6-f2fb-449f-a948-14dcd557faa7,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:13.490763 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:13.509723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab13f02-fa6c-43c7-8d71-7e998501cd47 None None] Network a753fb94-c140-42f2-9c6c-63ae0c05f5c8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:13.513158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-532c6180-1f79-418c-87b9-6c2a04b331f9 req-673a95e8-39b9-40b6-97e7-335818526ce9 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258779 Jan 28 20:40:13.532715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:13.537512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:13.541814 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:13.545415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:13.562818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0e3f7a4a-6ed2-4b3d-a3b7-0d9bbf0598d3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3864310 Jan 28 20:40:13.565427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59088) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:13.602726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12470b35-1a4a-4877-890e-684a059310df None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:40:13.624049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59092) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:13.638994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12470b35-1a4a-4877-890e-684a059310df None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:13.639698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-12470b35-1a4a-4877-890e-684a059310df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:13.661241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1a34b6-86f7-4bb4-a80f-2d005ed57af7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet 49337142-dade-4d8e-951c-f0a0b101d3e1 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:13.672905 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c1a34b6-86f7-4bb4-a80f-2d005ed57af7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:13.709877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.api [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:40:13.709877 n-d-825064-3 neutron-server[102306]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:40:13.709877 n-d-825064-3 neutron-server[102306]: [parameters: {'id': 'a753fb94-c140-42f2-9c6c-63ae0c05f5c8'}] Jan 28 20:40:13.709877 n-d-825064-3 neutron-server[102306]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:40:13.710283 n-d-825064-3 neutron-server[102306]: DEBUG oslo_db.api [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:40:13.792300 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c1a34b6-86f7-4bb4-a80f-2d005ed57af7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:13.942383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-12470b35-1a4a-4877-890e-684a059310df None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:14.167004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb16eff-316e-422a-859a-35ef9644786e None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:40:14.211855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.282675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb16eff-316e-422a-859a-35ef9644786e None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:40:14.301924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59104) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:14.370398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting port 573115a6-f2fb-449f-a948-14dcd557faa7 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:14.370761 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.522699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] For port 573115a6-f2fb-449f-a948-14dcd557faa7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=573115a6-f2fb-449f-a948-14dcd557faa7,segment=NetworkSegment(801e3b91-ce49-4b16-aa7e-5c0e80249df0),segment_id=801e3b91-ce49-4b16-aa7e-5c0e80249df0)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:14.522992 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.564760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Calling delete_port for 573115a6-f2fb-449f-a948-14dcd557faa7 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:14.604304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5b75a6-4c24-40fe-b273-1d10819f5a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.629710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c1a34b6-86f7-4bb4-a80f-2d005ed57af7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.707067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-71dee8cf-b76e-4116-8f7a-a16856e59879 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4447d34b2bc4472c9ef5dad1ed5f2752&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0819647 Jan 28 20:40:14.724919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59114) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:14.724919 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c1a34b6-86f7-4bb4-a80f-2d005ed57af7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.726544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-12470b35-1a4a-4877-890e-684a059310df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:11Z', 'revision_number': 8, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:58Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:14.775726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2c1a34b6-86f7-4bb4-a80f-2d005ed57af7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.781363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12470b35-1a4a-4877-890e-684a059310df None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:14.781561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2c1a34b6-86f7-4bb4-a80f-2d005ed57af7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/49337142-dade-4d8e-951c-f0a0b101d3e1 HTTP/1.1" status: 204 len: 168 time: 1.2123888 Jan 28 20:40:14.823537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59116) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:14.854961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a34b6-86f7-4bb4-a80f-2d005ed57af7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=49337142-dade-4d8e-951c-f0a0b101d3e1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:14.856710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12470b35-1a4a-4877-890e-684a059310df None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:14.857359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-12470b35-1a4a-4877-890e-684a059310df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:14.879631 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5b75a6-4c24-40fe-b273-1d10819f5a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.881857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:14.926487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No DVR routers for this DVR port 573115a6-f2fb-449f-a948-14dcd557faa7 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:14.961924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e5b75a6-4c24-40fe-b273-1d10819f5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.015983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Port': ['ID=573115a6-f2fb-449f-a948-14dcd557faa7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:15.026407 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8e5b75a6-4c24-40fe-b273-1d10819f5a21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cfda25f485a4f409e3e4a10f4e0d763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7232759 Jan 28 20:40:15.031504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59122) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:15.083158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426883c-ddaa-41b3-b699-65d54d0aee2d req-91199f1e-5c77-4b02-95ab-f0a275f1c634 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:15.088934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6426883c-ddaa-41b3-b699-65d54d0aee2d req-91199f1e-5c77-4b02-95ab-f0a275f1c634 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.3842957 Jan 28 20:40:15.137349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.189292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-12470b35-1a4a-4877-890e-684a059310df None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:15.198646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28fba6c4-e9a1-42f6-81f2-4293880db02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.240846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6426883c-ddaa-41b3-b699-65d54d0aee2d req-8e66ddb5-48d3-48e0-9a0e-cc2455ab7c2c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Jan 28 20:40:15.298492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28fba6c4-e9a1-42f6-81f2-4293880db02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.305095 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f9eb45-4a6d-4f3a-8de2-4fefb5dd927f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.364079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b75a6-4c24-40fe-b273-1d10819f5a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f79252-bbdb-4ead-8820-cc14a61c80be,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:15.422307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f9eb45-4a6d-4f3a-8de2-4fefb5dd927f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.434653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:15.435003 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.450502 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.487349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a49ea1c-a2b5-45ac-bc6b-eb0d27811356 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:40:15.488622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28fba6c4-e9a1-42f6-81f2-4293880db02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.497325 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-28fba6c4-e9a1-42f6-81f2-4293880db02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.501824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-28fba6c4-e9a1-42f6-81f2-4293880db02d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73a9dccb-a9c9-4a37-8b88-2a311157fd05 HTTP/1.1" status: 204 len: 168 time: 0.7615163 Jan 28 20:40:15.551688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a753fb94-c140-42f2-9c6c-63ae0c05f5c8']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:15.627639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801e3b91-ce49-4b16-aa7e-5c0e80249df0') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:15.629183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801e3b91-ce49-4b16-aa7e-5c0e80249df0') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:15.634158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a49ea1c-a2b5-45ac-bc6b-eb0d27811356 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:40:15.646691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fba6c4-e9a1-42f6-81f2-4293880db02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a9dccb-a9c9-4a37-8b88-2a311157fd05,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:15.674002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.702611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.717715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0,segment=NetworkSegment(1b7ff45f-80c7-4982-9b01-e051d56a0ebe),segment_id=1b7ff45f-80c7-4982-9b01-e051d56a0ebe)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:15.718868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.720154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f9eb45-4a6d-4f3a-8de2-4fefb5dd927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.726970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-53f9eb45-4a6d-4f3a-8de2-4fefb5dd927f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.728201 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-53f9eb45-4a6d-4f3a-8de2-4fefb5dd927f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4f79252-bbdb-4ead-8820-cc14a61c80be HTTP/1.1" status: 204 len: 168 time: 0.6905649 Jan 28 20:40:15.736783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:15.743853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:15.746202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:15.789020 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:15.824154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9eb45-4a6d-4f3a-8de2-4fefb5dd927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f79252-bbdb-4ead-8820-cc14a61c80be,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:15.962679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.969779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:15.985427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/a753fb94-c140-42f2-9c6c-63ae0c05f5c8 HTTP/1.1" status: 204 len: 168 time: 5.0701389 Jan 28 20:40:15.986098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59134) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:16.007247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.052650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973074803'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:16.063890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e0aa9-ae0c-4cdf-89b5-482de038f262 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=a753fb94-c140-42f2-9c6c-63ae0c05f5c8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:16.103261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No DVR routers for this DVR port b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:16.113741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:16.121168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:16.135349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.236837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:16.276849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.280769 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 7feb12e4-7620-4f03-b2e8-0cf80bc5d844 of type vlan for network 670b90ae-aa6a-489b-a54f-18f1a5071827 Jan 28 20:40:16.362932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.408624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.447890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86293cd-ade9-4880-940a-061a59a5c153']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:16.475313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7ff45f-80c7-4982-9b01-e051d56a0ebe') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:16.475618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7ff45f-80c7-4982-9b01-e051d56a0ebe') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:16.512863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.542456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:16.543131 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.554918 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.700845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-12470b35-1a4a-4877-890e-684a059310df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:11Z', 'revision_number': 8, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:58Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:16.734792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.750638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12470b35-1a4a-4877-890e-684a059310df None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:11Z', 'revision_number': 8, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae', 'name': '', 'network_id': '7590914b-3cbb-4fa5-b87d-e6f6fbb5c122', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:73:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:41Z', 'updated_at': '2022-01-28T20:39:58Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '08db2bdb-80b9-4a44-8935-1e1fd001a578', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:16.768720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:16.772608 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:16.924451 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8777347 Jan 28 20:40:16.927139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59164) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:16.938355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '670b90ae-aa6a-489b-a54f-18f1a5071827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:16.946531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ff8e2-ff8a-41fb-bf8d-7314085ed195 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=670b90ae-aa6a-489b-a54f-18f1a5071827,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:16.972045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 670b90ae-aa6a-489b-a54f-18f1a5071827 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:17.033965 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:17.042667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:17.065781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:17.076790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/b86293cd-ade9-4880-940a-061a59a5c153 HTTP/1.1" status: 204 len: 168 time: 2.2503054 Jan 28 20:40:17.079845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095d3d0-c220-4d73-8192-e07742679071 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=b86293cd-ade9-4880-940a-061a59a5c153,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:17.084977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59170) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:17.112459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20128613-de7f-4794-a243-a477ce9d1058 req-17402690-8556-454f-995c-db1a085631cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:17.116076 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-20128613-de7f-4794-a243-a477ce9d1058 req-17402690-8556-454f-995c-db1a085631cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 1096 time: 0.4653821 Jan 28 20:40:17.120484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07014ca-4faa-49bc-832e-43df93faf720 req-3b0a5e3f-4637-4ec9-8565-6e8505f33674 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:17.126554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e07014ca-4faa-49bc-832e-43df93faf720 req-3b0a5e3f-4637-4ec9-8565-6e8505f33674 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.5835414 Jan 28 20:40:17.318136 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-20128613-de7f-4794-a243-a477ce9d1058 req-3972e945-28d1-49c7-8e7b-a104d6e05ef4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630821 Jan 28 20:40:17.398721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a36ba-8fb8-47fa-bd52-d00b9c925f71 None None] Network b86293cd-ade9-4880-940a-061a59a5c153 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:17.416918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:17.428684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:17.431930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e07014ca-4faa-49bc-832e-43df93faf720 req-8fec0bd2-0fde-4389-aef2-fb161c8df5e4 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541676 Jan 28 20:40:17.457938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a36ba-8fb8-47fa-bd52-d00b9c925f71 None None] Network b86293cd-ade9-4880-940a-061a59a5c153 could not be found, it might have been deleted concurrently. {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 28 20:40:17.586522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd18dd-617e-4b61-ab3a-63afa76b1052 None None] DHCP port deletion for b86293cd-ade9-4880-940a-061a59a5c153 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:17.597407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Performing IP validity checks on allocation pools {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:40:17.597407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:40:17.864807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59194) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:18.064530 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:18.079381 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:18.156727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:18.195408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2058184963-network', 'tenant_id': '1c8557000f5746cf84f11bc9d9c90340'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:18.303104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=54a1afcb-82b2-4523-af1f-0295de370fe2,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:18.340443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': '7feb12e4-7620-4f03-b2e8-0cf80bc5d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '670b90ae-aa6a-489b-a54f-18f1a5071827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:18.343286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 670b90ae-aa6a-489b-a54f-18f1a5071827, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:40:18.390618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Made reservation on behalf of 1c8557000f5746cf84f11bc9d9c90340 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:18.396066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:18.421894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:18.459351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 670b90ae-aa6a-489b-a54f-18f1a5071827 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:40:18.508341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 670b90ae-aa6a-489b-a54f-18f1a5071827) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:18.519159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6efc98e-aaa4-4f54-b403-9becc394ad2d None None] Network 670b90ae-aa6a-489b-a54f-18f1a5071827 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:18.547146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:18.549228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:18.631759 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-88d80604-6922-4b26-b711-e788e1f81e60 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7021713 Jan 28 20:40:18.638530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59216) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:18.657496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:18.752765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:18.757536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b5ba1a11-6ca4-42f4-89ba-375ad15e0aa0 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:18.762036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:18.783075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdc2a8-34e7-46f3-97ae-415a74f98890 req-32e4c689-b0bb-4ba9-b5fd-124e1c9036ed tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:18.784617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36cdc2a8-34e7-46f3-97ae-415a74f98890 req-32e4c689-b0bb-4ba9-b5fd-124e1c9036ed tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.0979738 Jan 28 20:40:18.836704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:18.837048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1cde9a69-5d76-4261-a46d-32d2fcb20cf6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:18.935111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36cdc2a8-34e7-46f3-97ae-415a74f98890 req-db545a0d-f32c-4ef4-8a22-4bf42d94b433 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423104 Jan 28 20:40:19.103451 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:19.145541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:19.173962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:19.174572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:19.190072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-670b90ae-aa6a-489b-a54f-18f1a5071827', 'network_id': '670b90ae-aa6a-489b-a54f-18f1a5071827', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': '54a1afcb-82b2-4523-af1f-0295de370fe2'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:40:19.190951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:19.213902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:19.256335 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:19.256793 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Added segment 4d20b573-e9c4-487b-8852-de48cffe3c68 of type vlan for network cfd2deca-9722-4c2d-921b-f94de32914d7 Jan 28 20:40:19.582604 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:19.622603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:19.672687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,segment=NetworkSegment(dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1),segment_id=dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:19.673115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:19.692550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:19.727764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf6419-aa5d-46f1-abb8-80fe29deceac req-c9215744-fe26-4218-b22c-6205e13c746a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:19.729353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dedf6419-aa5d-46f1-abb8-80fe29deceac req-c9215744-fe26-4218-b22c-6205e13c746a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.2070584 Jan 28 20:40:19.742547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-2f358447-05b9-4c71-a35e-8570d6a17fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:19.742768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:19.744128 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-2f358447-05b9-4c71-a35e-8570d6a17fc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4ed893820704fffb30ecb76713af6da&device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 1096 time: 0.2191036 Jan 28 20:40:19.783160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Allocated IP 172.20.0.3 (670b90ae-aa6a-489b-a54f-18f1a5071827/54a1afcb-82b2-4523-af1f-0295de370fe2/13540943-601e-4fa4-905b-143522599d22) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:40:19.847994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59254) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:19.908033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dedf6419-aa5d-46f1-abb8-80fe29deceac req-d42c3e16-ee29-41fe-b161-3efd8a345f55 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541877 Jan 28 20:40:20.000680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-8466c363-36cf-439b-90f6-cacd54c19e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:20.002186 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-8466c363-36cf-439b-90f6-cacd54c19e6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 200 len: 912 time: 0.2431135 Jan 28 20:40:20.119174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.120209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:20.120806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.304523 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-81dc5304-1eed-4e33-a4b0-5576394baa38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b HTTP/1.1" status: 200 len: 217 time: 0.2210214 Jan 28 20:40:20.312425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.326864 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.328584 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3305edb4-51fd-41e2-b657-69a5cb7f02fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.436511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.456708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Pushing event updated for resources: {'Port': ['ID=13540943-601e-4fa4-905b-143522599d22,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:20.496614 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6279688 Jan 28 20:40:20.502177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Network 670b90ae-aa6a-489b-a54f-18f1a5071827 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:40:20.503616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:20.507737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:40:20.508225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:20.526202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59264) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:20.530936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.531508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.536340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.537657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.539186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.539533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.539874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.541943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.542478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.542821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.543156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.543484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:20.552788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.581158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Request body: {'subnet': {'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2058184963-subnet', 'tenant_id': '1c8557000f5746cf84f11bc9d9c90340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:20.633489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Attempting to bind port 13540943-601e-4fa4-905b-143522599d22 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:40:20.634168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Attempting to bind port 13540943-601e-4fa4-905b-143522599d22 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '7feb12e4-7620-4f03-b2e8-0cf80bc5d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '670b90ae-aa6a-489b-a54f-18f1a5071827'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:40:20.634721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Attempting to bind port 13540943-601e-4fa4-905b-143522599d22 on network 670b90ae-aa6a-489b-a54f-18f1a5071827 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:20.655981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:20.656698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Checking segment: {'id': '7feb12e4-7620-4f03-b2e8-0cf80bc5d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '670b90ae-aa6a-489b-a54f-18f1a5071827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:20.657274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.657829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Bound using segment: {'id': '7feb12e4-7620-4f03-b2e8-0cf80bc5d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '670b90ae-aa6a-489b-a54f-18f1a5071827'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:20.658481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Bound port: 13540943-601e-4fa4-905b-143522599d22, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7feb12e4-7620-4f03-b2e8-0cf80bc5d844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '670b90ae-aa6a-489b-a54f-18f1a5071827'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:40:20.659044 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.668931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8c6d8-9fe8-40da-abe6-93ef7b60afa8 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd2deca-9722-4c2d-921b-f94de32914d7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:20.703376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network cfd2deca-9722-4c2d-921b-f94de32914d7 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:20.727249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-e22be61b-4c76-4ebe-8e56-4a9fe2251c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:20.730830 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-e22be61b-4c76-4ebe-8e56-4a9fe2251c04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 200 len: 851 time: 0.3934143 Jan 28 20:40:20.799390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59268) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:20.809488 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-b8d20a16-3795-41a6-ae4a-180e612f626b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866081b-f2dd-4a7b-a54e-c258292b92de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656214 Jan 28 20:40:20.870431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.874367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] For port 13540943-601e-4fa4-905b-143522599d22, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:20.886594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] For port 13540943-601e-4fa4-905b-143522599d22, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=13540943-601e-4fa4-905b-143522599d22,segment=NetworkSegment(7feb12e4-7620-4f03-b2e8-0cf80bc5d844),segment_id=7feb12e4-7620-4f03-b2e8-0cf80bc5d844)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:20.907100 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.963370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5d674-0b24-4e37-9fbf-68b1b2934d30 None None] Pushing event updated for resources: {'Port': ['ID=13540943-601e-4fa4-905b-143522599d22,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:20.966067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3305edb4-51fd-41e2-b657-69a5cb7f02fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.970189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Made reservation on behalf of 1c8557000f5746cf84f11bc9d9c90340 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:20.972553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:20.979210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3305edb4-51fd-41e2-b657-69a5cb7f02fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.010498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=54a1afcb-82b2-4523-af1f-0295de370fe2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:21.032875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.328691 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.409253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3305edb4-51fd-41e2-b657-69a5cb7f02fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5bf5f861b5404c49aa75898006d01c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5598125 Jan 28 20:40:21.410173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305edb4-51fd-41e2-b657-69a5cb7f02fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e930e6-5b52-456e-87c3-27eb006d8d13,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:21.457019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59278) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:21.621167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661883d-d693-4607-aaae-1e1fe1227d18 req-1d5467d2-f4f3-4898-9236-ce11eaea4c1d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:21.622884 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6661883d-d693-4607-aaae-1e1fe1227d18 req-1d5467d2-f4f3-4898-9236-ce11eaea4c1d tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.5910692 Jan 28 20:40:21.628053 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.667229 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.692310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-292cf37c-8f92-44d4-919b-6203eb1d1bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.715590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670b90ae-aa6a-489b-a54f-18f1a5071827']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:21.755822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7feb12e4-7620-4f03-b2e8-0cf80bc5d844') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:21.756159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7feb12e4-7620-4f03-b2e8-0cf80bc5d844') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:21.772816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-34eaf49d-41f4-4aa3-9f9f-62d6208fea4b service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9509397 Jan 28 20:40:21.777310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.782561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da4053f7-7c60-4d9f-bedb-ffc822ca329c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.799710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f78d58-df28-43b4-8308-89c243de160e,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:21.829734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da4053f7-7c60-4d9f-bedb-ffc822ca329c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:21.835795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6661883d-d693-4607-aaae-1e1fe1227d18 req-558d6c3f-d634-41c4-a9db-dec2c600e357 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033105 Jan 28 20:40:21.935316 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57f29e27-ff24-4226-bf3d-52dddbb6cf91 req-500f9087-0171-4f54-b926-b6983872c943 service neutron] 10.222.0.13 "GET /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559908 Jan 28 20:40:21.942812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Checking segment: {'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:21.944129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Network hostable DHCP agents. Network: cfd2deca-9722-4c2d-921b-f94de32914d7, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:40:21.964464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:40:21.987068 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.016066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da4053f7-7c60-4d9f-bedb-ffc822ca329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.019188 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da4053f7-7c60-4d9f-bedb-ffc822ca329c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.020477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:22.022494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:22.024498 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:22.027722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-da4053f7-7c60-4d9f-bedb-ffc822ca329c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11e930e6-5b52-456e-87c3-27eb006d8d13 HTTP/1.1" status: 204 len: 168 time: 0.5707130 Jan 28 20:40:22.049738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Network cfd2deca-9722-4c2d-921b-f94de32914d7 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:40:22.144340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4053f7-7c60-4d9f-bedb-ffc822ca329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e930e6-5b52-456e-87c3-27eb006d8d13,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:22.148340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, cfd2deca-9722-4c2d-921b-f94de32914d7) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:22.165819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c94291d-7436-40d5-984b-8d1f9dd560ae None None] Network cfd2deca-9722-4c2d-921b-f94de32914d7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:22.265622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:22.278691 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.310262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.api [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:40:22.310262 n-d-825064-3 neutron-server[102306]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:40:22.310262 n-d-825064-3 neutron-server[102306]: [parameters: {'id': '670b90ae-aa6a-489b-a54f-18f1a5071827'}] Jan 28 20:40:22.310262 n-d-825064-3 neutron-server[102306]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:40:22.314210 n-d-825064-3 neutron-server[102306]: DEBUG oslo_db.api [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:40:22.330915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-292cf37c-8f92-44d4-919b-6203eb1d1bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.339780 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-292cf37c-8f92-44d4-919b-6203eb1d1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.420430 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:40:22.429339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-713e15a1-aa24-4b4c-8e84-99ab2e0cbcbf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8817275 Jan 28 20:40:22.433657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:22.446870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292cf37c-8f92-44d4-919b-6203eb1d1bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af1fd6a-426a-4fa2-8ad4-8a2c42243af9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:22.465602 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:40:22.492883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ab946947-7a44-472d-bb1f-76d6fbe94418 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4031482 Jan 28 20:40:22.493928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59294) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:22.500447 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:22.501681 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:22.534477 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-292cf37c-8f92-44d4-919b-6203eb1d1bf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02a230ca4c644a0f9cce6256180b8aad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7236726 Jan 28 20:40:22.548589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59296) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:22.642126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b4b931-80e6-41c6-a951-2a235c4a70b7 None None] Network cfd2deca-9722-4c2d-921b-f94de32914d7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:22.686767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f06a59-d84c-49ed-a7f7-c178763f803a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet 08db2bdb-80b9-4a44-8935-1e1fd001a578 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:22.698893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d9f06a59-d84c-49ed-a7f7-c178763f803a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.810575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-83b80e12-6779-4413-9164-e0e68f7a55da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.820816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.851430 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:22.915613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59304) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:22.949700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-83b80e12-6779-4413-9164-e0e68f7a55da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.986612 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d9f06a59-d84c-49ed-a7f7-c178763f803a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:22.990731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae796696-9753-43be-b027-360234c345f8 None None] Network 670b90ae-aa6a-489b-a54f-18f1a5071827 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:23.003763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe485a33-2cd3-4902-aab0-8d2b126fb848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.074116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting port 13540943-601e-4fa4-905b-143522599d22 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:23.074902 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.091982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-83b80e12-6779-4413-9164-e0e68f7a55da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.097612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-83b80e12-6779-4413-9164-e0e68f7a55da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.099150 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-83b80e12-6779-4413-9164-e0e68f7a55da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3af1fd6a-426a-4fa2-8ad4-8a2c42243af9 HTTP/1.1" status: 204 len: 168 time: 0.5476966 Jan 28 20:40:23.170784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b80e12-6779-4413-9164-e0e68f7a55da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af1fd6a-426a-4fa2-8ad4-8a2c42243af9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:23.201689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] For port 13540943-601e-4fa4-905b-143522599d22, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=13540943-601e-4fa4-905b-143522599d22,segment=NetworkSegment(7feb12e4-7620-4f03-b2e8-0cf80bc5d844),segment_id=7feb12e4-7620-4f03-b2e8-0cf80bc5d844)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:23.202525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.252517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 13540943-601e-4fa4-905b-143522599d22 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:23.257531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Calling delete_port for 13540943-601e-4fa4-905b-143522599d22 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:23.485270 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.506688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Could not find standard attr ID for object 13540943-601e-4fa4-905b-143522599d22. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:40:23.535213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7b22fe6c-f8cd-4343-b346-9f2c1061b1ce None None] Provisioning complete for port 13540943-601e-4fa4-905b-143522599d22 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:23.535699 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7b22fe6c-f8cd-4343-b346-9f2c1061b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.542097 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:20Z', 'revision_number': 9, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:23.565699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Port': ['ID=13540943-601e-4fa4-905b-143522599d22,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:23.571292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225d618-641a-4024-a471-17b5c98fef02 req-5de746d9-12e5-49f2-b4f8-90103b9e2570 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:23.573037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0225d618-641a-4024-a471-17b5c98fef02 req-5de746d9-12e5-49f2-b4f8-90103b9e2570 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.4774995 Jan 28 20:40:23.585603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No DVR routers for this DVR port 13540943-601e-4fa4-905b-143522599d22 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:23.595914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d9f06a59-d84c-49ed-a7f7-c178763f803a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.670812 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7b22fe6c-f8cd-4343-b346-9f2c1061b1ce None None] Port 13540943-601e-4fa4-905b-143522599d22 was deleted so its status cannot be updated. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 28 20:40:23.674216 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:23.691648 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:23.692559 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:23.695292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0225d618-641a-4024-a471-17b5c98fef02 req-13816b7d-8d21-415d-82fa-9cca074d93e0 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118712 Jan 28 20:40:23.741940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243e7b16-e8f9-43f1-b605-69cb24b201a9 None None] DHCP port deletion for 670b90ae-aa6a-489b-a54f-18f1a5071827 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:23.762313 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe485a33-2cd3-4902-aab0-8d2b126fb848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.771063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe485a33-2cd3-4902-aab0-8d2b126fb848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.823376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fe485a33-2cd3-4902-aab0-8d2b126fb848 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a32e4fff57f43ccbfba90bd23559993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9067965 Jan 28 20:40:23.824471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe485a33-2cd3-4902-aab0-8d2b126fb848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed5eec-8ff0-41d9-a628-f798ca00398a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:23.826995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59332) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:23.828022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d9f06a59-d84c-49ed-a7f7-c178763f803a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.860390 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.868894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59334) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:23.873903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d9f06a59-d84c-49ed-a7f7-c178763f803a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.879223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107aee4-6c91-442c-b40c-d1fa5306ecbc None None] Network 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:23.884263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d9f06a59-d84c-49ed-a7f7-c178763f803a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/08db2bdb-80b9-4a44-8935-1e1fd001a578 HTTP/1.1" status: 204 len: 168 time: 1.3892121 Jan 28 20:40:23.889893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59336) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:23.905794 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:23.925471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbb501ed-3f2d-40f3-8d8d-f42053d6339d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:23.931493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670b90ae-aa6a-489b-a54f-18f1a5071827']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:23.937966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f06a59-d84c-49ed-a7f7-c178763f803a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=08db2bdb-80b9-4a44-8935-1e1fd001a578,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:23.962108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7feb12e4-7620-4f03-b2e8-0cf80bc5d844') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:23.962571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7feb12e4-7620-4f03-b2e8-0cf80bc5d844') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:23.979443 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.030973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.050550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:24.052256 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:24.136982 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:24.148089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.172233 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.181709 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/670b90ae-aa6a-489b-a54f-18f1a5071827 HTTP/1.1" status: 204 len: 168 time: 5.5344203 Jan 28 20:40:24.181709 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c317c-5ff7-4599-bfbb-744508e56274 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=670b90ae-aa6a-489b-a54f-18f1a5071827,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:24.182011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.182146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59348) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:24.192821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742056750'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:24.198437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3de98e76-0ff6-45d0-a599-82c103e0f738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.246600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:24.251064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.283609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] DHCP port deletion for 7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:24.323356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:24.324149 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3de98e76-0ff6-45d0-a599-82c103e0f738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.341414 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbb501ed-3f2d-40f3-8d8d-f42053d6339d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.353716 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.354037 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 846aaafb-db36-4463-96e4-a844105c13d0 of type vlan for network 80da815f-46f1-4726-bc14-12faaf83931e Jan 28 20:40:24.355305 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbb501ed-3f2d-40f3-8d8d-f42053d6339d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.357117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] Deleting port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:24.358224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.370583 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:20Z', 'revision_number': 9, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:24.403743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0fa4b3-d0cf-4219-ba7e-226375f1f698 None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:20Z', 'revision_number': 9, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48941a19-6dab-415b-bad6-434fe2732d4c', 'name': '', 'network_id': 'aa7aca13-c12d-4fc1-b083-d69b7f316db9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:ad:3b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:29Z', 'updated_at': '2022-01-28T20:39:44Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': 'fce7eec1-57ff-4d63-8af0-562d198de4f0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:24.465890 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dbb501ed-3f2d-40f3-8d8d-f42053d6339d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3401c9b567c48d488b21862e79722b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936239 Jan 28 20:40:24.469451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb501ed-3f2d-40f3-8d8d-f42053d6339d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a748ad8-ee49-4c69-b7b7-d5d32b94a295,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:24.474738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] For port 9381facf-b7d6-455f-8ae8-3d05e9aa7813, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9381facf-b7d6-455f-8ae8-3d05e9aa7813,segment=NetworkSegment(dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1),segment_id=dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:24.475150 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.475742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59352) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:24.485964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:24.488454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.491917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3de98e76-0ff6-45d0-a599-82c103e0f738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.495097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3de98e76-0ff6-45d0-a599-82c103e0f738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.496663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3de98e76-0ff6-45d0-a599-82c103e0f738 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eed5eec-8ff0-41d9-a628-f798ca00398a HTTP/1.1" status: 204 len: 168 time: 0.6590433 Jan 28 20:40:24.517133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] Calling delete_port for 9381facf-b7d6-455f-8ae8-3d05e9aa7813 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:24.561331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de98e76-0ff6-45d0-a599-82c103e0f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed5eec-8ff0-41d9-a628-f798ca00398a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:24.597856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.620683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 9381facf-b7d6-455f-8ae8-3d05e9aa7813, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9381facf-b7d6-455f-8ae8-3d05e9aa7813,segment=NetworkSegment(dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1),segment_id=dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:24.621291 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.638060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5da9a010-194f-4e12-89c3-f44250060bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.652247 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.656504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 9381facf-b7d6-455f-8ae8-3d05e9aa7813 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:24.658942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:24.659723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.717396 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.758168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=80da815f-46f1-4726-bc14-12faaf83931e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:24.773319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5da9a010-194f-4e12-89c3-f44250060bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:24.797031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] Pushing event deleted for resources: {'Port': ['ID=9381facf-b7d6-455f-8ae8-3d05e9aa7813,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:24.817966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 80da815f-46f1-4726-bc14-12faaf83931e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:24.825787 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6819ff01-c6c7-472f-a1d0-f01e9dc231b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6432106 Jan 28 20:40:24.849482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f09df-c521-4f5c-ba1e-6e77361178c3 None None] No DVR routers for this DVR port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:24.849926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59360) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:24.862682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '80da815f-46f1-4726-bc14-12faaf83931e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:24.968742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 13540943-601e-4fa4-905b-143522599d22 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:25.001205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 13540943-601e-4fa4-905b-143522599d22 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:25.002938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 13540943-601e-4fa4-905b-143522599d22 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:25.003792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9381facf-b7d6-455f-8ae8-3d05e9aa7813 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:25.032287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9381facf-b7d6-455f-8ae8-3d05e9aa7813 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:25.033028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9381facf-b7d6-455f-8ae8-3d05e9aa7813 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:25.033735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:25.067122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:25.067720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2fcb2521-4963-4b3f-a7c2-fc4a5c2bebae not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:25.115136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5da9a010-194f-4e12-89c3-f44250060bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.128010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5da9a010-194f-4e12-89c3-f44250060bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.129247 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5da9a010-194f-4e12-89c3-f44250060bfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a748ad8-ee49-4c69-b7b7-d5d32b94a295 HTTP/1.1" status: 204 len: 168 time: 0.6523716 Jan 28 20:40:25.143187 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:25.147357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.150657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9a010-194f-4e12-89c3-f44250060bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a748ad8-ee49-4c69-b7b7-d5d32b94a295,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:25.427260 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.453862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=9381facf-b7d6-455f-8ae8-3d05e9aa7813,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:25.463066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No DVR routers for this DVR port 9381facf-b7d6-455f-8ae8-3d05e9aa7813 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:25.487367 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.505160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ee05-ea44-413b-9bdb-bf6708d7a012 req-3ce77ba3-e915-410b-b52e-eb7c1d415cef tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:25.506983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7b4ee05-ea44-413b-9bdb-bf6708d7a012 req-3ce77ba3-e915-410b-b52e-eb7c1d415cef tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.1147597 Jan 28 20:40:25.586696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': '846aaafb-db36-4463-96e4-a844105c13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '80da815f-46f1-4726-bc14-12faaf83931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:25.587106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 80da815f-46f1-4726-bc14-12faaf83931e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:40:25.589112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=52dd1018-6916-450f-82d3-28498da3c6fe,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:25.602695 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.609232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7b4ee05-ea44-413b-9bdb-bf6708d7a012 req-7e5baff6-377c-4830-b66a-83c4089ffa9b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900452 Jan 28 20:40:25.611973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 80da815f-46f1-4726-bc14-12faaf83931e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:40:25.628133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 80da815f-46f1-4726-bc14-12faaf83931e) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:25.629461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7590914b-3cbb-4fa5-b87d-e6f6fbb5c122']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:25.640828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:25.641824 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.647143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889675c4-a108-40e2-80bc-c0a57a3d800e None None] Network 80da815f-46f1-4726-bc14-12faaf83931e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:25.647467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:25.647781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe4c872-50c0-4a5c-bfd6-27e65c10e5d1') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:25.659187 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.675902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.693273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:25.695550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.697907 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ff5ce8ae-298a-4e20-ba5d-0115f8ff3b94 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8468993 Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:25.699370 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:25.703688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59396) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:25.852286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.864682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:25.875072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/7590914b-3cbb-4fa5-b87d-e6f6fbb5c122 HTTP/1.1" status: 204 len: 168 time: 1.9807780 Jan 28 20:40:25.877163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59404) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:25.892163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc664f6-8fbf-4fac-bb57-42e7019b0835 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=7590914b-3cbb-4fa5-b87d-e6f6fbb5c122,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:25.928108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-80da815f-46f1-4726-bc14-12faaf83931e', 'network_id': '80da815f-46f1-4726-bc14-12faaf83931e', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': '52dd1018-6916-450f-82d3-28498da3c6fe'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:40:25.929022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.015434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e931c30-e402-4f78-9b89-861b659a3e3a req-186fbe4f-eeef-45c4-85da-79856c54722e tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:26.017157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e931c30-e402-4f78-9b89-861b659a3e3a req-186fbe4f-eeef-45c4-85da-79856c54722e tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.1029527 Jan 28 20:40:26.075274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.092001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e931c30-e402-4f78-9b89-861b659a3e3a req-9c426a57-0703-4a78-b830-661135a24707 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594342 Jan 28 20:40:26.160087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Allocated IP 172.20.0.1 (80da815f-46f1-4726-bc14-12faaf83931e/52dd1018-6916-450f-82d3-28498da3c6fe/c000e48c-0ce3-4e82-8247-81d6b879d3a2) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:40:26.358238 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.371296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.381642 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.456629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Network 80da815f-46f1-4726-bc14-12faaf83931e is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:40:26.458897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:26.461681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Pushing event updated for resources: {'Port': ['ID=c000e48c-0ce3-4e82-8247-81d6b879d3a2,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:26.464633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:40:26.565704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.576467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Attempting to bind port c000e48c-0ce3-4e82-8247-81d6b879d3a2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:40:26.577348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Attempting to bind port c000e48c-0ce3-4e82-8247-81d6b879d3a2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '846aaafb-db36-4463-96e4-a844105c13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '80da815f-46f1-4726-bc14-12faaf83931e'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:40:26.577663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Attempting to bind port c000e48c-0ce3-4e82-8247-81d6b879d3a2 on network 80da815f-46f1-4726-bc14-12faaf83931e {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:26.603652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:26.604031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Checking segment: {'id': '846aaafb-db36-4463-96e4-a844105c13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '80da815f-46f1-4726-bc14-12faaf83931e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:26.604509 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.607620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Bound using segment: {'id': '846aaafb-db36-4463-96e4-a844105c13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '80da815f-46f1-4726-bc14-12faaf83931e'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:26.609605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Bound port: c000e48c-0ce3-4e82-8247-81d6b879d3a2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846aaafb-db36-4463-96e4-a844105c13d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '80da815f-46f1-4726-bc14-12faaf83931e'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:40:26.610189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.637974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=52dd1018-6916-450f-82d3-28498da3c6fe,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:26.723105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.745461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80da815f-46f1-4726-bc14-12faaf83931e']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:26.757105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846aaafb-db36-4463-96e4-a844105c13d0') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:26.757972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846aaafb-db36-4463-96e4-a844105c13d0') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:26.766535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] For port c000e48c-0ce3-4e82-8247-81d6b879d3a2, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:26.770092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.774488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] For port c000e48c-0ce3-4e82-8247-81d6b879d3a2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c000e48c-0ce3-4e82-8247-81d6b879d3a2,segment=NetworkSegment(846aaafb-db36-4463-96e4-a844105c13d0),segment_id=846aaafb-db36-4463-96e4-a844105c13d0)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:26.785222 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.786514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.793671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:26.794281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:26.871677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.872502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.873888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.874448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.875017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.875574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.876117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.876697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.877251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.878250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.878962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.879504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:26.882453 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:26.897127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988a7a4-3a8e-4b84-ba84-7ffbcaf8c09e None None] Pushing event updated for resources: {'Port': ['ID=c000e48c-0ce3-4e82-8247-81d6b879d3a2,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:26.918543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9b3eb3-2fac-4572-a220-682a2391bd3c None None] Network 80da815f-46f1-4726-bc14-12faaf83931e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:26.922070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.api [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:40:26.922070 n-d-825064-3 neutron-server[102306]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:40:26.922070 n-d-825064-3 neutron-server[102306]: [parameters: {'id': '80da815f-46f1-4726-bc14-12faaf83931e'}] Jan 28 20:40:26.922070 n-d-825064-3 neutron-server[102306]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:40:26.922496 n-d-825064-3 neutron-server[102306]: DEBUG oslo_db.api [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:40:26.961827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:27.088532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4e947-b7a9-4fd7-b839-15bd4b8c5534 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:40:27.275228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4e947-b7a9-4fd7-b839-15bd4b8c5534 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:40:27.308145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101bda-994c-40da-810b-28ec43453580 req-83b4dcb5-dc0e-445e-9931-203f53f1e52f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:27.309772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e101bda-994c-40da-810b-28ec43453580 req-83b4dcb5-dc0e-445e-9931-203f53f1e52f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.0901880 Jan 28 20:40:27.390603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e101bda-994c-40da-810b-28ec43453580 req-9ca85af8-416b-4272-8396-12a6f8183e9b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731711 Jan 28 20:40:27.426235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:27.452012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 48941a19-6dab-415b-bad6-434fe2732d4c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:27.452398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:27.630200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 48941a19-6dab-415b-bad6-434fe2732d4c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=48941a19-6dab-415b-bad6-434fe2732d4c,segment=NetworkSegment(d386b265-dcac-44a4-aa0b-e1a2a405a5dd),segment_id=d386b265-dcac-44a4-aa0b-e1a2a405a5dd)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:27.630480 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:27.649578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 48941a19-6dab-415b-bad6-434fe2732d4c owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:27.657954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting port c000e48c-0ce3-4e82-8247-81d6b879d3a2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:27.658298 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:27.801562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] For port c000e48c-0ce3-4e82-8247-81d6b879d3a2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c000e48c-0ce3-4e82-8247-81d6b879d3a2,segment=NetworkSegment(846aaafb-db36-4463-96e4-a844105c13d0),segment_id=846aaafb-db36-4463-96e4-a844105c13d0)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:27.802141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:27.826484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-61365603-1b5c-4e88-ae00-bd5166dc2a5f req-ccbad4d9-2941-487a-8925-1d4d024fc693 service neutron] (102306) timed out ('10.222.0.44', 37476) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 20:40:27.838205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Calling delete_port for c000e48c-0ce3-4e82-8247-81d6b879d3a2 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:28.134690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:28.148869 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:28.194931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=48941a19-6dab-415b-bad6-434fe2732d4c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:28.300852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No DVR routers for this DVR port c000e48c-0ce3-4e82-8247-81d6b879d3a2 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:28.307997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Port': ['ID=c000e48c-0ce3-4e82-8247-81d6b879d3a2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:28.441684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:28.464281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80da815f-46f1-4726-bc14-12faaf83931e']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:28.475250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846aaafb-db36-4463-96e4-a844105c13d0') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:28.475566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846aaafb-db36-4463-96e4-a844105c13d0') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:28.496492 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:28.563474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:28.620948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:28.663934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:28.664539 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:28.702051 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:28.821644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e438d-b4fa-4fdb-909b-3c7760f6bffd req-c5ef5e63-fd19-40dd-8126-e653b5e73a2c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:28.849782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d3e438d-b4fa-4fdb-909b-3c7760f6bffd req-c5ef5e63-fd19-40dd-8126-e653b5e73a2c tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.2466192 Jan 28 20:40:28.892470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59532) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:28.930291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d3e438d-b4fa-4fdb-909b-3c7760f6bffd req-2cadfa48-fc4e-4dd4-8a2f-082db4321736 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845211 Jan 28 20:40:28.989355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.007422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.010947 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/80da815f-46f1-4726-bc14-12faaf83931e HTTP/1.1" status: 204 len: 168 time: 3.3059583 Jan 28 20:40:29.015992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59540) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:29.025174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-976937546'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:29.038285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-6317e266-11fb-48ea-9127-b373ed6f0e75 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:29.040695 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-6317e266-11fb-48ea-9127-b373ed6f0e75 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.2583556 Jan 28 20:40:29.042250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95de60-a0f4-4ac1-b9e6-00dd3eeaac2a tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=80da815f-46f1-4726-bc14-12faaf83931e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:29.065030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:29.069442 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.107392 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed09fb5f-c2f5-45a4-a75d-8b5702b5594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.209796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:29.232949 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed09fb5f-c2f5-45a4-a75d-8b5702b5594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.234829 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.235406 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 5b99d7eb-7384-4516-8d6c-d249eb40d274 of type vlan for network 69d58c40-ae5a-4d99-8b81-e239961917b0 Jan 28 20:40:29.245472 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed09fb5f-c2f5-45a4-a75d-8b5702b5594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.321527 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.330349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09fb5f-c2f5-45a4-a75d-8b5702b5594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b3591a-658f-4bd1-b0b3-5993d38afdaa,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:29.336395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ed09fb5f-c2f5-45a4-a75d-8b5702b5594d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc972af1218d456a9f72ad4b4b563890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333563 Jan 28 20:40:29.341189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59542) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:29.411391 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.418127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:29.419152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.447974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4293256 Jan 28 20:40:29.451881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59544) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:29.460609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '69d58c40-ae5a-4d99-8b81-e239961917b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:29.564353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:40:29.624449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb8146-9bf6-4add-965b-547ef0d33beb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=69d58c40-ae5a-4d99-8b81-e239961917b0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:29.627069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196918e7-552a-4ef7-884f-be28ef14f8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.639858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 69d58c40-ae5a-4d99-8b81-e239961917b0 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:29.676812 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196918e7-552a-4ef7-884f-be28ef14f8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.679143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:29.683328 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.715350 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Deleting port d13b8592-4be4-44b2-ae82-f7aa99d25e2b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:29.715589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.788621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:29.797059 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c3d47a7-138a-476f-bf5b-a9634a994009 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9182453 Jan 28 20:40:29.800824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59546) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:29.803768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:40:29.821153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:29.822222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:29.871439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196918e7-552a-4ef7-884f-be28ef14f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.876853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] For port d13b8592-4be4-44b2-ae82-f7aa99d25e2b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:29.877029 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-196918e7-552a-4ef7-884f-be28ef14f8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.877234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:29.884361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-196918e7-552a-4ef7-884f-be28ef14f8b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35b3591a-658f-4bd1-b0b3-5993d38afdaa HTTP/1.1" status: 204 len: 168 time: 0.5414655 Jan 28 20:40:29.891161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6e8614-d752-48c2-997d-9b958a1390fd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet fce7eec1-57ff-4d63-8af0-562d198de4f0 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:29.930338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Calling delete_port for d13b8592-4be4-44b2-ae82-f7aa99d25e2b owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:29.932795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8614-d752-48c2-997d-9b958a1390fd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.002036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196918e7-552a-4ef7-884f-be28ef14f8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b3591a-658f-4bd1-b0b3-5993d38afdaa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:30.017560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59562) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:30.030272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:30.169370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-11254d03-9960-4d70-927f-2918965bbe27 admin admin] Deleting subnet ce409692-d341-4e48-9a93-cbed2dfa41ea {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:30.177376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11254d03-9960-4d70-927f-2918965bbe27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.206144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8614-d752-48c2-997d-9b958a1390fd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.284250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11254d03-9960-4d70-927f-2918965bbe27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.339694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d761f-cb72-4317-b33b-82d6e1d9beee req-a44be9c6-3d9f-4f67-98b0-951c345e914f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:30.348776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-801d761f-cb72-4317-b33b-82d6e1d9beee req-a44be9c6-3d9f-4f67-98b0-951c345e914f tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6702cd8-b0f7-4002-abc8-67009df37a4a HTTP/1.1" status: 200 len: 945 time: 0.1965647 Jan 28 20:40:30.383404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.470828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11254d03-9960-4d70-927f-2918965bbe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.484808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-801d761f-cb72-4317-b33b-82d6e1d9beee req-8bcf6178-a2fd-4fc9-ab9e-06843d4bcd33 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328561 Jan 28 20:40:30.552006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.581380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d13b8592-4be4-44b2-ae82-f7aa99d25e2b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:40:30.587111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8614-d752-48c2-997d-9b958a1390fd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.613063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['71735da8-ccff-4890-9501-f915a59c5c1a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:40:30.642548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59572) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:30.683931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:28Z', 'revision_number': 10, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:30.686704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=a1fbee3c-8930-46b0-8ac5-1d110b872983,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:30.698735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Pushing event deleted for resources: {'Port': ['ID=d13b8592-4be4-44b2-ae82-f7aa99d25e2b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:30.706840 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25a7cd23-70bd-42d7-bd1d-8c491578f603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.735051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:30.749060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11254d03-9960-4d70-927f-2918965bbe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.751179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': '5b99d7eb-7384-4516-8d6c-d249eb40d274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '69d58c40-ae5a-4d99-8b81-e239961917b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:30.752673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 69d58c40-ae5a-4d99-8b81-e239961917b0, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:40:30.769756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:30.770750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:30.779884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] No DVR routers for this DVR port d13b8592-4be4-44b2-ae82-f7aa99d25e2b on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:30.785961 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.786377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11254d03-9960-4d70-927f-2918965bbe27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce409692-d341-4e48-9a93-cbed2dfa41ea,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:30.789292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7ab83e12-67d9-45f5-9595-02ef3837e4a9 req-11bd4869-742a-4f76-bb97-b9b42172c78a tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.13 "DELETE /v2.0/ports/d13b8592-4be4-44b2-ae82-f7aa99d25e2b HTTP/1.1" status: 204 len: 173 time: 1.7420437 Jan 28 20:40:30.789760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6702cd8-b0f7-4002-abc8-67009df37a4a', 'name': 'network-vif-deleted', 'tag': 'd13b8592-4be4-44b2-ae82-f7aa99d25e2b'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:40:30.792088 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d007c7-56f2-4e54-90db-f80818ab94c6" -d '{"events": [{"server_uuid": "e6702cd8-b0f7-4002-abc8-67009df37a4a", "name": "network-vif-deleted", "tag": "d13b8592-4be4-44b2-ae82-f7aa99d25e2b"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:40:30.849955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8614-d752-48c2-997d-9b958a1390fd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.898996 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d572e8b1-18bb-4cd6-8e80-6cd9d436282e x-openstack-request-id: req-d572e8b1-18bb-4cd6-8e80-6cd9d436282e {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:40:30.899293 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6702cd8-b0f7-4002-abc8-67009df37a4a", "name": "network-vif-deleted", "tag": "d13b8592-4be4-44b2-ae82-f7aa99d25e2b", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:40:30.899545 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d572e8b1-18bb-4cd6-8e80-6cd9d436282e {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:40:30.900592 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6702cd8-b0f7-4002-abc8-67009df37a4a', 'name': 'network-vif-deleted', 'tag': 'd13b8592-4be4-44b2-ae82-f7aa99d25e2b', 'status': 'completed', 'code': 200} Jan 28 20:40:30.911787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e8614-d752-48c2-997d-9b958a1390fd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=fce7eec1-57ff-4d63-8af0-562d198de4f0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:30.917841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25a7cd23-70bd-42d7-bd1d-8c491578f603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.925026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8614-d752-48c2-997d-9b958a1390fd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1652493'] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.931404 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c6e8614-d752-48c2-997d-9b958a1390fd tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/fce7eec1-57ff-4d63-8af0-562d198de4f0 HTTP/1.1" status: 204 len: 168 time: 1.1272337 Jan 28 20:40:30.931801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59576) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:30.944002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25a7cd23-70bd-42d7-bd1d-8c491578f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.948568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11254d03-9960-4d70-927f-2918965bbe27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:30.952267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-11254d03-9960-4d70-927f-2918965bbe27 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ce409692-d341-4e48-9a93-cbed2dfa41ea HTTP/1.1" status: 204 len: 168 time: 0.9330294 Jan 28 20:40:30.972271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59578) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:30.975049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 69d58c40-ae5a-4d99-8b81-e239961917b0 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:40:31.002502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7cd23-70bd-42d7-bd1d-8c491578f603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601babe8-0c5c-413c-99d1-247a7bcb897e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:31.006924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 69d58c40-ae5a-4d99-8b81-e239961917b0) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:31.012050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-25a7cd23-70bd-42d7-bd1d-8c491578f603 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6440b048eace4146ad93f4c8f81bfa24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589725 Jan 28 20:40:31.013481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:31.014062 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.016423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59580) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:31.083231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5069cc13-744d-4527-903b-c473ca1d26a2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6247897 Jan 28 20:40:31.083474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:31.124488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.134741 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.233868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.238292 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b264f0c-cc62-46dc-a3e4-4483aaea1f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.275097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b264f0c-cc62-46dc-a3e4-4483aaea1f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.283453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.305650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 4ae452d9-3356-49df-981c-cdc8a220fd6a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:31.305911 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.311051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a39938-423b-4a05-8254-b6b177f117cc']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:31.336408 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.358932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:31.359251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cfaf73-f3cf-48ca-8cfc-cc40ea3fbd19') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:31.359788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:31.378776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.423800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.424799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.432244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 4ae452d9-3356-49df-981c-cdc8a220fd6a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4ae452d9-3356-49df-981c-cdc8a220fd6a,segment=NetworkSegment(d386b265-dcac-44a4-aa0b-e1a2a405a5dd),segment_id=d386b265-dcac-44a4-aa0b-e1a2a405a5dd)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:31.432635 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.479237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:31.480615 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:31.484944 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:31.498987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53962bf5-96f5-4e8d-8422-7a6464b5ca62 None None] Network aa7aca13-c12d-4fc1-b083-d69b7f316db9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:31.502379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fbee3c-8930-46b0-8ac5-1d110b872983,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:31.505549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003356da-07cc-434d-bb23-a5ae84338ea9 None None] Network 69d58c40-ae5a-4d99-8b81-e239961917b0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:31.520481 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 4ae452d9-3356-49df-981c-cdc8a220fd6a owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:31.558210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.634262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d58c40-ae5a-4d99-8b81-e239961917b0']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:31.656831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b264f0c-cc62-46dc-a3e4-4483aaea1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.663521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.665366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1b264f0c-cc62-46dc-a3e4-4483aaea1f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.669901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.674896 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] 10.222.0.44 "DELETE /v2.0/networks/f5a39938-423b-4a05-8254-b6b177f117cc HTTP/1.1" status: 204 len: 168 time: 0.7010198 Jan 28 20:40:31.675334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1b264f0c-cc62-46dc-a3e4-4483aaea1f22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/601babe8-0c5c-413c-99d1-247a7bcb897e HTTP/1.1" status: 204 len: 168 time: 0.6573257 Jan 28 20:40:31.689414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b99d7eb-7384-4516-8d6c-d249eb40d274') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:31.694911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b99d7eb-7384-4516-8d6c-d249eb40d274') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:31.699265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c63fd2-6a9f-429b-a015-93a2ea7224fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a39938-423b-4a05-8254-b6b177f117cc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:31.728894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264f0c-cc62-46dc-a3e4-4483aaea1f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601babe8-0c5c-413c-99d1-247a7bcb897e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:31.732472 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.759629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.776678 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.789435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:31.790967 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:31.798559 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:31.833256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=4ae452d9-3356-49df-981c-cdc8a220fd6a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:31.876712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No DVR routers for this DVR port 4ae452d9-3356-49df-981c-cdc8a220fd6a on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:31.971119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.000150 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.007750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/69d58c40-ae5a-4d99-8b81-e239961917b0 HTTP/1.1" status: 204 len: 168 time: 0.9222310 Jan 28 20:40:32.012499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59608) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:32.041581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1820781285'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:32.075064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97932578-4253-4b9a-b4a8-111b4fe7c1f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=69d58c40-ae5a-4d99-8b81-e239961917b0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:32.158994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59614) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:32.170350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.196608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7aca13-c12d-4fc1-b083-d69b7f316db9']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:32.206102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:32.210545 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.211245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:32.211445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd386b265-dcac-44a4-aa0b-e1a2a405a5dd') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:32.243214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc8269-3859-41d3-86db-7330e885c4ab None None] Network 69d58c40-ae5a-4d99-8b81-e239961917b0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:32.269625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.279917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc8269-3859-41d3-86db-7330e885c4ab None None] Network 69d58c40-ae5a-4d99-8b81-e239961917b0 could not be found, it might have been deleted concurrently. {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 28 20:40:32.299173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.313991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:32.314414 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:32.318248 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:32.354750 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:32.454088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59364a6-a75a-4c1a-b8b8-ee4eafb259b3 req-6a89a639-fe13-4cb9-aa5d-dd9d9c2f5665 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:32.455180 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.456253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a59364a6-a75a-4c1a-b8b8-ee4eafb259b3 req-6a89a639-fe13-4cb9-aa5d-dd9d9c2f5665 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.3164330 Jan 28 20:40:32.457717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.458251 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment b512a3d3-2201-4bd5-bf03-43f8a6f00ffa of type vlan for network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 Jan 28 20:40:32.462376 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.482757 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/aa7aca13-c12d-4fc1-b083-d69b7f316db9 HTTP/1.1" status: 204 len: 168 time: 1.5497799 Jan 28 20:40:32.484984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59632) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:32.493246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-55c00a25-f45b-455d-b4b5-ba799908da64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c99399d1e63242d8912ebd4ae05daa34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146892 Jan 28 20:40:32.518547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59634) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:32.586379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a59364a6-a75a-4c1a-b8b8-ee4eafb259b3 req-4f4c4fc9-b3de-44bf-8be2-3c16b9986f15 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072993 Jan 28 20:40:32.592847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71940440-ce9b-4e55-b332-4626a6d9e55d None None] DHCP port deletion for aa7aca13-c12d-4fc1-b083-d69b7f316db9 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:32.593011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.660645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.674687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:32.698285 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:32.707394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8462a-9b3d-4ea3-ad86-47076c87bbbb tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=aa7aca13-c12d-4fc1-b083-d69b7f316db9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:32.736854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:28Z', 'revision_number': 10, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:32.782019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc15aa3-303c-4c38-b685-f092c874316f None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:28Z', 'revision_number': 10, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None, '_interfaces': [{'id': '297daf72-62bb-4c0f-a020-4a6e4d2e0913', 'name': '', 'network_id': '1ea75350-467e-40e2-a59d-e0f757fad1b9', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'mac_address': 'fa:16:3e:14:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:39:18Z', 'updated_at': '2022-01-28T20:39:28Z', 'revision_number': 5, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'subnets': [{'id': '8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:32.866406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8477583 Jan 28 20:40:32.867235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59648) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:32.885663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-03d6c18c-86d5-43a7-8c66-b3446d59168d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:32.889545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337e6d9-7acc-4de5-82ab-abd4b59b1239 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=78e9c197-8316-4c2e-bbbb-f7f1278462f3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:32.902523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:33.032971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d13b8592-4be4-44b2-ae82-f7aa99d25e2b no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:33.072298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: d13b8592-4be4-44b2-ae82-f7aa99d25e2b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:33.072905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d13b8592-4be4-44b2-ae82-f7aa99d25e2b not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:33.082113 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3763f490-4519-4c31-bec1-667c1bbbd669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.161287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3763f490-4519-4c31-bec1-667c1bbbd669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.356671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18c-86d5-43a7-8c66-b3446d59168d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.372403 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3763f490-4519-4c31-bec1-667c1bbbd669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.375647 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3763f490-4519-4c31-bec1-667c1bbbd669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.376880 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3763f490-4519-4c31-bec1-667c1bbbd669 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37940683-ba9f-431e-9c76-c2adf58a8f97 HTTP/1.1" status: 204 len: 168 time: 0.8573880 Jan 28 20:40:33.393074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763f490-4519-4c31-bec1-667c1bbbd669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37940683-ba9f-431e-9c76-c2adf58a8f97,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:33.406553 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18c-86d5-43a7-8c66-b3446d59168d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.463665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03d6c18c-86d5-43a7-8c66-b3446d59168d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 is not hosted by any dhcp agent {{(pid=102306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:40:33.470349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d6c18c-86d5-43a7-8c66-b3446d59168d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:33.471005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-03d6c18c-86d5-43a7-8c66-b3446d59168d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.475053 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-03d6c18c-86d5-43a7-8c66-b3446d59168d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "PUT /v2.0/networks/78e9c197-8316-4c2e-bbbb-f7f1278462f3 HTTP/1.1" status: 200 len: 723 time: 0.6042097 Jan 28 20:40:33.475867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59680) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:33.492241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '78e9c197-8316-4c2e-bbbb-f7f1278462f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:33.582776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6c18c-86d5-43a7-8c66-b3446d59168d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=78e9c197-8316-4c2e-bbbb-f7f1278462f3,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:33.598672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:33.655847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.666329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:33.670463 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:33.962740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d3c2c-32bc-46db-8ce0-fa64815ed9a0 req-da4d1896-1f91-4620-9a40-c25a0ca99f57 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:33.964691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad0d3c2c-32bc-46db-8ce0-fa64815ed9a0 req-da4d1896-1f91-4620-9a40-c25a0ca99f57 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.1805658 Jan 28 20:40:34.093858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 297daf72-62bb-4c0f-a020-4a6e4d2e0913 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:34.094583 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:34.147344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad0d3c2c-32bc-46db-8ce0-fa64815ed9a0 req-58b26669-83d6-40c5-8380-502a8623992b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594748 Jan 28 20:40:34.226585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 297daf72-62bb-4c0f-a020-4a6e4d2e0913, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=297daf72-62bb-4c0f-a020-4a6e4d2e0913,segment=NetworkSegment(a92b485b-ed5e-4d85-95db-b145a30696c2),segment_id=a92b485b-ed5e-4d85-95db-b145a30696c2)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:34.227061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:34.243847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 297daf72-62bb-4c0f-a020-4a6e4d2e0913 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:34.321567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:34.459629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=930e722d-2486-4992-ac46-36d5d4a4cbd8,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:34.467239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': 'b512a3d3-2201-4bd5-bf03-43f8a6f00ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78e9c197-8316-4c2e-bbbb-f7f1278462f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:34.467604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 78e9c197-8316-4c2e-bbbb-f7f1278462f3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:40:34.529944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:40:34.561293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4ae452d9-3356-49df-981c-cdc8a220fd6a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:34.568517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 78e9c197-8316-4c2e-bbbb-f7f1278462f3) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:34.580643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:34.583993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:34.609896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:34.638060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6fac78-79e2-4191-8014-36a2661f6264 None None] Network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:34.647036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 4ae452d9-3356-49df-981c-cdc8a220fd6a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:34.647518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4ae452d9-3356-49df-981c-cdc8a220fd6a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:34.648139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 48941a19-6dab-415b-bad6-434fe2732d4c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:34.668467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=297daf72-62bb-4c0f-a020-4a6e4d2e0913,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:34.676677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59718) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:34.679562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f8a35dc3-2906-4e00-a7ee-9343cc514055 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2011092 Jan 28 20:40:34.686298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3595a8e2-5502-458e-b36d-f908abe6226b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:34.877486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-649db85e-ae5b-4541-930f-aa23bad4da50 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:34.898498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-649db85e-ae5b-4541-930f-aa23bad4da50 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.2862449 Jan 28 20:40:34.908385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:34.913336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 48941a19-6dab-415b-bad6-434fe2732d4c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:34.913797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 48941a19-6dab-415b-bad6-434fe2732d4c not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:35.103944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3595a8e2-5502-458e-b36d-f908abe6226b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7860890'] for subnet, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:35.177890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Deleting port 71735da8-ccff-4890-9501-f915a59c5c1a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:35.178344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:35.245892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-78e9c197-8316-4c2e-bbbb-f7f1278462f3', 'network_id': '78e9c197-8316-4c2e-bbbb-f7f1278462f3', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': '930e722d-2486-4992-ac46-36d5d4a4cbd8'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:40:35.261793 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:35.445572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:40:35.569797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d04e-5df2-4195-859e-fccff8bd82af req-68bf97d5-bd20-457c-adfa-d3584b8acff6 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:35.588015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2553d04e-5df2-4195-859e-fccff8bd82af req-68bf97d5-bd20-457c-adfa-d3584b8acff6 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 945 time: 0.3165464 Jan 28 20:40:35.602693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:35.611008 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0d4ac70f-eab6-4b63-b1e2-491008207125 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1248717 Jan 28 20:40:35.614677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59744) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:35.617709 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:40:35.636463 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:35.639256 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:35.684150 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3595a8e2-5502-458e-b36d-f908abe6226b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763517260647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8292250'] for subnet, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:35.735174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] For port 71735da8-ccff-4890-9501-f915a59c5c1a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=71735da8-ccff-4890-9501-f915a59c5c1a,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:35.735551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:35.744084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3595a8e2-5502-458e-b36d-f908abe6226b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:35.744837 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3595a8e2-5502-458e-b36d-f908abe6226b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:35.749678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3595a8e2-5502-458e-b36d-f908abe6226b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "PUT /v2.0/subnets/930e722d-2486-4992-ac46-36d5d4a4cbd8 HTTP/1.1" status: 200 len: 806 time: 1.0662978 Jan 28 20:40:35.753182 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59752) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:35.754187 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a3a516-71bf-4dcf-a535-da45be593878 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting subnet 8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:35.759684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91a3a516-71bf-4dcf-a535-da45be593878 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:35.805298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595a8e2-5502-458e-b36d-f908abe6226b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=930e722d-2486-4992-ac46-36d5d4a4cbd8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:35.815853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91a3a516-71bf-4dcf-a535-da45be593878 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:35.847887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Allocated IP 172.20.0.2 (78e9c197-8316-4c2e-bbbb-f7f1278462f3/930e722d-2486-4992-ac46-36d5d4a4cbd8/42c7eeaa-2a7d-453b-aa35-31e9932f41e3) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:40:35.933961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Calling delete_port for 71735da8-ccff-4890-9501-f915a59c5c1a owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:35.968099 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:36.040665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2553d04e-5df2-4195-859e-fccff8bd82af req-118e166f-80e0-466a-98b5-d4890a69f060 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/security-groups?id=a38cb2d6-d13d-4725-b4aa-c30dea1d3473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442461 Jan 28 20:40:36.048158 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91a3a516-71bf-4dcf-a535-da45be593878 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.200034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.233228 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.238041 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:34Z', 'revision_number': 11, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:36.260123 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.276047 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:36.288724 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:36.289986 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:36.292169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91a3a516-71bf-4dcf-a535-da45be593878 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.393179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3a516-71bf-4dcf-a535-da45be593878 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Subnet': ['ID=8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:36.395703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91a3a516-71bf-4dcf-a535-da45be593878 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.408697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-91a3a516-71bf-4dcf-a535-da45be593878 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8 HTTP/1.1" status: 204 len: 168 time: 0.7906294 Jan 28 20:40:36.408902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:40:36.409779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59770) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:36.413679 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:36.427237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:36.440061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:40:36.445778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32a3ff-c9c1-4474-a53e-c7ca0d514e1d None None] Network 1ea75350-467e-40e2-a59d-e0f757fad1b9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:36.517152 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:34Z', 'revision_number': 11, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:36.563168 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac63301-def7-46c6-858c-e8cb68273866 None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:34Z', 'revision_number': 11, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:36.620835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.765859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Deleting port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:36.766474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.843393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting port 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:36.843938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.851354 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.875998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Pushing event updated for resources: {'Port': ['ID=42c7eeaa-2a7d-453b-aa35-31e9932f41e3,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:36.892459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['71735da8-ccff-4890-9501-f915a59c5c1a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:40:36.926332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] For port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0965e582-aafe-4bdd-9e50-7022b4eeb0b2,segment=NetworkSegment(a92b485b-ed5e-4d85-95db-b145a30696c2),segment_id=a92b485b-ed5e-4d85-95db-b145a30696c2)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:36.926712 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:36.971582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Calling delete_port for 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:36.995367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Pushing event deleted for resources: {'Port': ['ID=71735da8-ccff-4890-9501-f915a59c5c1a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:37.027581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Attempting to bind port 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:40:37.028262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Attempting to bind port 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b512a3d3-2201-4bd5-bf03-43f8a6f00ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78e9c197-8316-4c2e-bbbb-f7f1278462f3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:40:37.028848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Attempting to bind port 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 on network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:37.056774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:37.057373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Checking segment: {'id': 'b512a3d3-2201-4bd5-bf03-43f8a6f00ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78e9c197-8316-4c2e-bbbb-f7f1278462f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:37.058423 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.063227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Bound using segment: {'id': 'b512a3d3-2201-4bd5-bf03-43f8a6f00ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78e9c197-8316-4c2e-bbbb-f7f1278462f3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:37.064104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Bound port: 42c7eeaa-2a7d-453b-aa35-31e9932f41e3, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b512a3d3-2201-4bd5-bf03-43f8a6f00ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78e9c197-8316-4c2e-bbbb-f7f1278462f3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:40:37.064728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.191250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] No DVR routers for this DVR port 71735da8-ccff-4890-9501-f915a59c5c1a on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:37.196105 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.205441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7397acc-a792-45e6-bf30-0bf9afe6e939 req-953ca4c6-d9c8-49e9-b3c6-16b7492ce362 tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.26 "DELETE /v2.0/ports/71735da8-ccff-4890-9501-f915a59c5c1a HTTP/1.1" status: 204 len: 173 time: 2.2996533 Jan 28 20:40:37.221134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd27dff2-9302-4a72-8059-0f9fb6680cc8', 'name': 'network-vif-deleted', 'tag': '71735da8-ccff-4890-9501-f915a59c5c1a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:40:37.229521 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.235415 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5630d5b1-bb28-4d2e-b0d4-f1908b3100c7" -d '{"events": [{"server_uuid": "cd27dff2-9302-4a72-8059-0f9fb6680cc8", "name": "network-vif-deleted", "tag": "71735da8-ccff-4890-9501-f915a59c5c1a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:40:37.296385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] For port 42c7eeaa-2a7d-453b-aa35-31e9932f41e3, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:37.310919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] For port 42c7eeaa-2a7d-453b-aa35-31e9932f41e3, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=42c7eeaa-2a7d-453b-aa35-31e9932f41e3,segment=NetworkSegment(b512a3d3-2201-4bd5-bf03-43f8a6f00ffa),segment_id=b512a3d3-2201-4bd5-bf03-43f8a6f00ffa)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:37.329262 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Port': ['ID=0965e582-aafe-4bdd-9e50-7022b4eeb0b2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:37.330248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.343433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No DVR routers for this DVR port 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:37.393732 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9687b-205d-433c-9f4f-ed7d931ae63e x-openstack-request-id: req-b5f9687b-205d-433c-9f4f-ed7d931ae63e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:40:37.396829 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd27dff2-9302-4a72-8059-0f9fb6680cc8", "name": "network-vif-deleted", "tag": "71735da8-ccff-4890-9501-f915a59c5c1a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:40:37.397289 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5f9687b-205d-433c-9f4f-ed7d931ae63e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:40:37.398049 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd27dff2-9302-4a72-8059-0f9fb6680cc8', 'name': 'network-vif-deleted', 'tag': '71735da8-ccff-4890-9501-f915a59c5c1a', 'status': 'completed', 'code': 200} Jan 28 20:40:37.413757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f618142-8641-41a5-a345-894e3a242702 req-415ba5fa-ba61-4ea2-b40d-4f3216e54a8b tempest-ServerRescueTestJSON-226614239 tempest-ServerRescueTestJSON-226614239-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd27dff2-9302-4a72-8059-0f9fb6680cc8 HTTP/1.1" status: 200 len: 210 time: 0.1667037 Jan 28 20:40:37.480503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] For port 42c7eeaa-2a7d-453b-aa35-31e9932f41e3, host n-d-825064-3, got binding levels [] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:37.480896 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.509857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Calling delete_port for 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:37.521832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8352b-963b-4c57-847a-8ab7bf3e5bda None None] Pushing event updated for resources: {'Port': ['ID=42c7eeaa-2a7d-453b-aa35-31e9932f41e3,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:37.627824 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.698325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7731a9c-c3dc-41af-8bd7-8cbe1a258cfd None None] DHCP port deletion for 1ea75350-467e-40e2-a59d-e0f757fad1b9 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:37.733120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea75350-467e-40e2-a59d-e0f757fad1b9']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:37.753852 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f07d4124-98cc-42a4-82b2-5bf110437057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.804345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92b485b-ed5e-4d85-95db-b145a30696c2') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:37.808497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92b485b-ed5e-4d85-95db-b145a30696c2') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:37.847308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.865269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.897729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:37.910192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:37.910615 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:38.024107 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:38.027978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:38.048376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No DVR routers for this DVR port 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:38.054604 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:38.080894 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/networks/1ea75350-467e-40e2-a59d-e0f757fad1b9 HTTP/1.1" status: 204 len: 168 time: 1.6695054 Jan 28 20:40:38.089759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Port': ['ID=42c7eeaa-2a7d-453b-aa35-31e9932f41e3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:38.095070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59812) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:38.111073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'routes': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:38.129928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e194bdf-caff-44c9-86c8-6091be9e6e74 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Pushing event deleted for resources: {'Network': ['ID=1ea75350-467e-40e2-a59d-e0f757fad1b9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:38.153080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59814) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:38.303622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:38.533682 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c94b73a-6cdd-4807-b755-50d6b56a54b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:38.548146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59822) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:38.549152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.extraroute_db [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Added routes are [] {{(pid=102307) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 20:40:38.549458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.extraroute_db [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Removed routes are [] {{(pid=102307) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 20:40:38.549825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:38.660157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:38.722809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:38.723143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0965e582-aafe-4bdd-9e50-7022b4eeb0b2 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:38.725277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c94b73a-6cdd-4807-b755-50d6b56a54b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:38.726514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 297daf72-62bb-4c0f-a020-4a6e4d2e0913 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:38.732626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c94b73a-6cdd-4807-b755-50d6b56a54b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:38.786713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59824) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:38.790567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 297daf72-62bb-4c0f-a020-4a6e4d2e0913 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:38.791285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 297daf72-62bb-4c0f-a020-4a6e4d2e0913 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:38.838742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c94b73a-6cdd-4807-b755-50d6b56a54b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17105d01a27b40a2b719e54b3866407d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6874931 Jan 28 20:40:38.842090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59830) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:38.854922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94b73a-6cdd-4807-b755-50d6b56a54b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eac7597-40ce-4d21-9cf0-de5a5a6714ac,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:38.990743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16f41fad-1b63-4767-b4bb-5c6f4fbaed2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.050038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7a45-da30-413a-a29a-afd9b0dce7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.075830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16f41fad-1b63-4767-b4bb-5c6f4fbaed2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.082857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 71735da8-ccff-4890-9501-f915a59c5c1a no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:39.151154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 71735da8-ccff-4890-9501-f915a59c5c1a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:39.151759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 71735da8-ccff-4890-9501-f915a59c5c1a not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:39.297689 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7a45-da30-413a-a29a-afd9b0dce7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.299430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16f41fad-1b63-4767-b4bb-5c6f4fbaed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.303387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16f41fad-1b63-4767-b4bb-5c6f4fbaed2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.308381 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-16f41fad-1b63-4767-b4bb-5c6f4fbaed2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0eac7597-40ce-4d21-9cf0-de5a5a6714ac HTTP/1.1" status: 204 len: 168 time: 0.4677737 Jan 28 20:40:39.312238 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c8ab7a45-da30-413a-a29a-afd9b0dce7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.342682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f41fad-1b63-4767-b4bb-5c6f4fbaed2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eac7597-40ce-4d21-9cf0-de5a5a6714ac,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:39.415524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c8ab7a45-da30-413a-a29a-afd9b0dce7dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e54d4ed3707446c39b9bcfcabe86e8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139920 Jan 28 20:40:39.416249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59838) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:39.427585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.480477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab7a45-da30-413a-a29a-afd9b0dce7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771a8222-3481-49b6-9d6a-f345f2bf3794,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:39.571087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2c05777d-f3ad-4229-8688-f75820b84edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.583017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d6f8f5-6ed3-4496-83fd-ce7e3995c328 None None] Network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:39.584668 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.594894 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.627314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=930e722d-2486-4992-ac46-36d5d4a4cbd8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:39.650588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2c05777d-f3ad-4229-8688-f75820b84edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:39.725884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b014bf0c-9961-45d2-a331-afea833d2fb5 None None] Could not find standard attr ID for object 42c7eeaa-2a7d-453b-aa35-31e9932f41e3. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:40:39.969787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ff0cad-abdf-4897-9f93-94731ccdb5cd None None] DHCP port deletion for 78e9c197-8316-4c2e-bbbb-f7f1278462f3 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:40.014632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.016908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3abab3-18d0-439d-9680-513c5d7c59a3 None None] Network 78e9c197-8316-4c2e-bbbb-f7f1278462f3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:40.057095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e9c197-8316-4c2e-bbbb-f7f1278462f3']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:40.061277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:40:40.079691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b512a3d3-2201-4bd5-bf03-43f8a6f00ffa') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:40.080121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b512a3d3-2201-4bd5-bf03-43f8a6f00ffa') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:40.126445 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.138827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59846) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:40.205423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2c05777d-f3ad-4229-8688-f75820b84edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.210764 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2c05777d-f3ad-4229-8688-f75820b84edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.211941 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2c05777d-f3ad-4229-8688-f75820b84edc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/771a8222-3481-49b6-9d6a-f345f2bf3794 HTTP/1.1" status: 204 len: 168 time: 0.7894161 Jan 28 20:40:40.223684 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1009eef-f1e4-48d5-8296-bec1033eb98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.227482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.255165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:40.255590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.257456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05777d-f3ad-4229-8688-f75820b84edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771a8222-3481-49b6-9d6a-f345f2bf3794,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:40.267815 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-11baac5c-907d-4286-b4b2-0688befb1f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:40.280864 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:40.312839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:40.381458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] Sync routers for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:40:40.392350 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1009eef-f1e4-48d5-8296-bec1033eb98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.408958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.412508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59850) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:40.412961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-74af5594-5919-4a2d-b4e7-e30bb4c28ad9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 200 len: 704 time: 2.3140192 Jan 28 20:40:40.422960 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b1009eef-f1e4-48d5-8296-bec1033eb98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.451672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:40.456772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:40.471087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ff3d3ede-0f90-4012-8158-f001e43f1988 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 200 len: 205 time: 0.0570607 Jan 28 20:40:40.487187 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59852) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:40.493403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.496545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1009eef-f1e4-48d5-8296-bec1033eb98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a68c62-5840-4c37-a21a-5cb34afa0536,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:40.522385 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.527472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/78e9c197-8316-4c2e-bbbb-f7f1278462f3 HTTP/1.1" status: 204 len: 168 time: 4.7630959 Jan 28 20:40:40.527472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d81de-98bc-45fc-b027-328d3b1e35a1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=78e9c197-8316-4c2e-bbbb-f7f1278462f3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:40.530340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b1009eef-f1e4-48d5-8296-bec1033eb98b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8a188f86f594a4b99616a2c69eef9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896894 Jan 28 20:40:40.532815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59856) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:40.534249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59858) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:40.598390 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f78be54-4e0f-4319-a2ed-a5863e7847cc tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:40.599572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f78be54-4e0f-4319-a2ed-a5863e7847cc tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:40.610295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5f78be54-4e0f-4319-a2ed-a5863e7847cc tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/78e9c197-8316-4c2e-bbbb-f7f1278462f3 HTTP/1.1" status: 404 len: 339 time: 0.0698230 Jan 28 20:40:40.623563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59860) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:40.624343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6c61-ddf1-40f1-9ee2-0812757d0336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.634698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-670959571', 'description': 'd1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:40.664006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b5cb4c-06e6-4c54-aa2a-4bbc3fef0701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.674684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:40.689075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6c61-ddf1-40f1-9ee2-0812757d0336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.704966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:40.705916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:40.706537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 42c7eeaa-2a7d-453b-aa35-31e9932f41e3 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:40.708798 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.718370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:40.783162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:40.850904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:34Z', 'revision_number': 11, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:40.866450 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6c61-ddf1-40f1-9ee2-0812757d0336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.873020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6c61-ddf1-40f1-9ee2-0812757d0336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.920331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ee6a6c61-ddf1-40f1-9ee2-0812757d0336 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11a68c62-5840-4c37-a21a-5cb34afa0536 HTTP/1.1" status: 204 len: 168 time: 0.3332741 Jan 28 20:40:40.927988 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:40.930695 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 451902e5-6c73-4621-9613-2307b16a40be of type vlan for network e56f6c8c-0011-4f9d-a791-90bf7bf74763 Jan 28 20:40:40.954235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] Checking router: 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:40.977319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] Routers {'5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:40.981152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:41.016113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a6c61-ddf1-40f1-9ee2-0812757d0336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a68c62-5840-4c37-a21a-5cb34afa0536,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:41.029295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.138054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b5cb4c-06e6-4c54-aa2a-4bbc3fef0701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.145501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b5cb4c-06e6-4c54-aa2a-4bbc3fef0701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.245056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] Set router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:41.268197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59868) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:41.290447 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3aa17fdc-9f52-443e-869d-67a8210df4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.321406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b5cb4c-06e6-4c54-aa2a-4bbc3fef0701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.322200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b5cb4c-06e6-4c54-aa2a-4bbc3fef0701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Fanout notify agent at l3_agent the message router_deleted on router 5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:40:41.341287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:34Z', 'revision_number': 11, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:41.342985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.351424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90b5cb4c-06e6-4c54-aa2a-4bbc3fef0701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.352883 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90b5cb4c-06e6-4c54-aa2a-4bbc3fef0701 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 204 len: 168 time: 0.8644283 Jan 28 20:40:41.370978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59870) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:41.394776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-19c32b7c-ef3f-4c4e-be57-7112adec18c3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-182206468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:41.470834 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.471384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-19c32b7c-ef3f-4c4e-be57-7112adec18c3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.472783 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-19c32b7c-ef3f-4c4e-be57-7112adec18c3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.476947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:41.477658 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.564797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9375341 Jan 28 20:40:41.571424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59876) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:41.639914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-19c32b7c-ef3f-4c4e-be57-7112adec18c3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.642654 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3aa17fdc-9f52-443e-869d-67a8210df4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.646201 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-19c32b7c-ef3f-4c4e-be57-7112adec18c3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.656871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3aa17fdc-9f52-443e-869d-67a8210df4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.736807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa17fdc-9f52-443e-869d-67a8210df4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053e2b84-f545-469a-b827-3fb52c05bfce,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:41.773050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3aa17fdc-9f52-443e-869d-67a8210df4b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f4c9360eec1468e901568e60f042f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022669 Jan 28 20:40:41.774872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59884) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:41.783110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf04b59a-7633-4c89-a821-8843ecbc4d99 None None] The sync data for ids ['5f495d4b-bfe9-4d20-9fe4-7bedde27ef24'] in n-d-825064-3 is: [{'id': '5f495d4b-bfe9-4d20-9fe4-7bedde27ef24', 'name': 'tempest-RoutersIpV6Test-router-773331138', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:39:14Z', 'updated_at': '2022-01-28T20:40:34Z', 'revision_number': 11, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:41.817523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.829561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-19c32b7c-ef3f-4c4e-be57-7112adec18c3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:41.833823 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-19c32b7c-ef3f-4c4e-be57-7112adec18c3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4569633 Jan 28 20:40:41.846062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59890) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:41.850066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62f63c-a166-4e6c-96c6-9ec5e73698cb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:41.864402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba62f63c-a166-4e6c-96c6-9ec5e73698cb tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/networks?id=e56f6c8c-0011-4f9d-a791-90bf7bf74763 HTTP/1.1" status: 200 len: 760 time: 0.2884138 Jan 28 20:40:41.865844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-773acc35-b2d9-4f0d-a51e-a2a49ffbce4f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:41.865844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59892) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:41.874586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c0533-e66a-459c-a600-b39efd633c56 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=e56f6c8c-0011-4f9d-a791-90bf7bf74763,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:41.890244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e56f6c8c-0011-4f9d-a791-90bf7bf74763 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:41.909817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e4d3140e-3c40-4e68-b907-472d6bf763ed tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'description': 'd2'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:42.102328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Deleting port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:42.102704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.278423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] For port 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,segment=NetworkSegment(c1167a6b-cf9c-43c1-a02a-ca6ab4125b09),segment_id=c1167a6b-cf9c-43c1-a02a-ca6ab4125b09)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:42.279050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.292878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Calling delete_port for 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:42.333829 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1d77-0495-4c0f-8197-285e6905fb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.427313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1d77-0495-4c0f-8197-285e6905fb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.557088 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-773acc35-b2d9-4f0d-a51e-a2a49ffbce4f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.607907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-773acc35-b2d9-4f0d-a51e-a2a49ffbce4f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.632696 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4d3140e-3c40-4e68-b907-472d6bf763ed tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.644553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.674251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=711a2d7a-8144-4fdc-a2d1-c7b2caef11ec,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:42.691323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4d3140e-3c40-4e68-b907-472d6bf763ed tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.798829 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1d77-0495-4c0f-8197-285e6905fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.807424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1d77-0495-4c0f-8197-285e6905fb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.809589 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a7ed1d77-0495-4c0f-8197-285e6905fb95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/053e2b84-f545-469a-b827-3fb52c05bfce HTTP/1.1" status: 204 len: 168 time: 1.0294526 Jan 28 20:40:42.817651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4d3140e-3c40-4e68-b907-472d6bf763ed tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network e56f6c8c-0011-4f9d-a791-90bf7bf74763 is not hosted by any dhcp agent {{(pid=102306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:40:42.823896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3140e-3c40-4e68-b907-472d6bf763ed tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:42.824558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e4d3140e-3c40-4e68-b907-472d6bf763ed tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:42.830869 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e4d3140e-3c40-4e68-b907-472d6bf763ed tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "PUT /v2.0/networks/e56f6c8c-0011-4f9d-a791-90bf7bf74763 HTTP/1.1" status: 200 len: 757 time: 0.9346931 Jan 28 20:40:42.870576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59910) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:43.018760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda3797-a90f-4a87-a6fc-a24497982ba6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:43.025520 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5cda3797-a90f-4a87-a6fc-a24497982ba6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/networks?id=e56f6c8c-0011-4f9d-a791-90bf7bf74763 HTTP/1.1" status: 200 len: 760 time: 0.1359041 Jan 28 20:40:43.037682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59918) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:43.045825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735455016'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:43.073395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed1d77-0495-4c0f-8197-285e6905fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e2b84-f545-469a-b827-3fb52c05bfce,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:43.096002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:43.101141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.161539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.190448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3140e-3c40-4e68-b907-472d6bf763ed tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=e56f6c8c-0011-4f9d-a791-90bf7bf74763,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:43.198175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.212790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e56f6c8c-0011-4f9d-a791-90bf7bf74763 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:43.277199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:43.315137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773acc35-b2d9-4f0d-a51e-a2a49ffbce4f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Router af75a483-eb1b-4064-917c-78b5ee51fd19 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:40:43.324394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.324870 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 0dd3debd-a1db-4efb-94b2-ec1a5d8725ef of type vlan for network 2305bad0-dafc-40e2-9fe8-740a15835794 Jan 28 20:40:43.359082 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.630862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773acc35-b2d9-4f0d-a51e-a2a49ffbce4f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:43.640424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-773acc35-b2d9-4f0d-a51e-a2a49ffbce4f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.643107 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-773acc35-b2d9-4f0d-a51e-a2a49ffbce4f tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "PUT /v2.0/routers/af75a483-eb1b-4064-917c-78b5ee51fd19 HTTP/1.1" status: 200 len: 697 time: 1.7947743 Jan 28 20:40:43.643942 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] Sync routers for ids ['af75a483-eb1b-4064-917c-78b5ee51fd19'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:40:43.645368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.669159 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] Routers {'af75a483-eb1b-4064-917c-78b5ee51fd19'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:43.671613 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['af75a483-eb1b-4064-917c-78b5ee51fd19'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:43.676212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59930) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:43.801769 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] Set router af75a483-eb1b-4064-917c-78b5ee51fd19 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:43.809317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Router e531aaac-89d8-47f2-b281-8499b9c5c796 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:40:43.914231 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-46763bc0-a11e-4b57-9ce1-a0e356251f92 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/routers/af75a483-eb1b-4064-917c-78b5ee51fd19 HTTP/1.1" status: 200 len: 703 time: 0.2358470 Jan 28 20:40:43.916189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.936670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:43.937677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:43.960482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59940) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:44.006155 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af75a483-eb1b-4064-917c-78b5ee51fd19', 'name': 'tempest-RoutersIpV6Test-router-182206468', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:40:41Z', 'updated_at': '2022-01-28T20:40:42Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:44.056095 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0164721 Jan 28 20:40:44.058503 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c1f44f14-2be8-4e50-bf99-0f12e53b1871 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=af75a483-eb1b-4064-917c-78b5ee51fd19 HTTP/1.1" status: 200 len: 205 time: 0.0857306 Jan 28 20:40:44.060250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59950) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:44.062852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59952) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:44.090103 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] Checking router: af75a483-eb1b-4064-917c-78b5ee51fd19 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:44.094393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': '2305bad0-dafc-40e2-9fe8-740a15835794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:44.126499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] Routers {'af75a483-eb1b-4064-917c-78b5ee51fd19'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:44.127790 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['af75a483-eb1b-4064-917c-78b5ee51fd19'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:44.284978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4d02-fbc9-4d94-8841-c4f658369f6d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:44.330570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90183a97-cecb-4166-ab32-5c08efc7909c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=2305bad0-dafc-40e2-9fe8-740a15835794,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:44.345166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2305bad0-dafc-40e2-9fe8-740a15835794 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:44.366960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:44.381051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:44.475004 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] Set router af75a483-eb1b-4064-917c-78b5ee51fd19 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:44.743776 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af75a483-eb1b-4064-917c-78b5ee51fd19', 'name': 'tempest-RoutersIpV6Test-router-182206468', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:40:41Z', 'updated_at': '2022-01-28T20:40:42Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:44.807017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4d02-fbc9-4d94-8841-c4f658369f6d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:44.812899 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4d02-fbc9-4d94-8841-c4f658369f6d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:44.822154 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1408b-84bd-4b10-ae04-dff9d12b619b None None] The sync data for ids ['af75a483-eb1b-4064-917c-78b5ee51fd19'] in n-d-825064-3 is: [{'id': 'af75a483-eb1b-4064-917c-78b5ee51fd19', 'name': 'tempest-RoutersIpV6Test-router-182206468', 'tenant_id': '2ccd6fa028e8419aad1961f54686ec59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:40:41Z', 'updated_at': '2022-01-28T20:40:42Z', 'revision_number': 2, 'project_id': '2ccd6fa028e8419aad1961f54686ec59', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:44.826304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:40:44.844791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59964) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:44.848875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] Sync routers for ids ['e531aaac-89d8-47f2-b281-8499b9c5c796'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:40:44.859335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cb36ad4b-0c70-45af-abcd-3149775d5cd1 admin admin] 10.222.0.44 "PUT /v2.0/routers/e531aaac-89d8-47f2-b281-8499b9c5c796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2985201 Jan 28 20:40:44.891766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] Routers {'e531aaac-89d8-47f2-b281-8499b9c5c796'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:44.894026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e531aaac-89d8-47f2-b281-8499b9c5c796'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:44.958351 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4d02-fbc9-4d94-8841-c4f658369f6d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:44.958981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ff4d02-fbc9-4d94-8841-c4f658369f6d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Fanout notify agent at l3_agent the message router_deleted on router af75a483-eb1b-4064-917c-78b5ee51fd19 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:40:44.969516 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ff4d02-fbc9-4d94-8841-c4f658369f6d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:44.970665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f4ff4d02-fbc9-4d94-8841-c4f658369f6d tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/af75a483-eb1b-4064-917c-78b5ee51fd19 HTTP/1.1" status: 204 len: 168 time: 0.9009631 Jan 28 20:40:44.977467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59968) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.083563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4129c205-a00d-4dd9-a43c-eacf444161f9 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=af75a483-eb1b-4064-917c-78b5ee51fd19 HTTP/1.1" status: 200 len: 205 time: 0.1047559 Jan 28 20:40:45.094779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59976) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.280430 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-606a036a-b3a0-4b92-811e-62d945c90bb7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] delete failed (client error): The resource could not be found. Jan 28 20:40:45.283836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-606a036a-b3a0-4b92-811e-62d945c90bb7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/af75a483-eb1b-4064-917c-78b5ee51fd19 HTTP/1.1" status: 404 len: 336 time: 0.1833589 Jan 28 20:40:45.285262 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 59982) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.360614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] Set router e531aaac-89d8-47f2-b281-8499b9c5c796 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:45.424262 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c856c5c0-478c-405c-a9be-9423beeed081 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:45.424736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c856c5c0-478c-405c-a9be-9423beeed081 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:45.430978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59986) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.434810 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c856c5c0-478c-405c-a9be-9423beeed081 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/49337142-dade-4d8e-951c-f0a0b101d3e1 HTTP/1.1" status: 404 len: 337 time: 0.1468081 Jan 28 20:40:45.444004 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:45.494513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:45.495744 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d9e002-cac3-4ab4-b409-ce5e9d926ac1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:45.496393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d9e002-cac3-4ab4-b409-ce5e9d926ac1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:45.509073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a3d9e002-cac3-4ab4-b409-ce5e9d926ac1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/08db2bdb-80b9-4a44-8935-1e1fd001a578 HTTP/1.1" status: 404 len: 337 time: 0.0768301 Jan 28 20:40:45.511485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59988) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.594158 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-471b808c-28bb-4473-ac1e-300e73649cef tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:45.594775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471b808c-28bb-4473-ac1e-300e73649cef tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:45.600551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-471b808c-28bb-4473-ac1e-300e73649cef tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/fce7eec1-57ff-4d63-8af0-562d198de4f0 HTTP/1.1" status: 404 len: 337 time: 0.0850968 Jan 28 20:40:45.601091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59990) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.666182 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-137a2df6-91b6-4934-a29e-5aae4038be34 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:45.666804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137a2df6-91b6-4934-a29e-5aae4038be34 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:45.674011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-137a2df6-91b6-4934-a29e-5aae4038be34 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/8d751ebb-8bde-47d1-8d02-a56b3b1c5cd8 HTTP/1.1" status: 404 len: 337 time: 0.0689728 Jan 28 20:40:45.674966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59992) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.675125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=d5ebbe81-e4fc-4be3-8a34-8cd9f5c5f2a7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:45.682634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2305bad0-dafc-40e2-9fe8-740a15835794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:45.683571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: 2305bad0-dafc-40e2-9fe8-740a15835794, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:40:45.744931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1c73523c-0397-4738-b83d-0c55de92ffc4 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 200 len: 205 time: 0.0686061 Jan 28 20:40:45.749176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59996) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.766983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network 2305bad0-dafc-40e2-9fe8-740a15835794 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:40:45.792748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:45.796446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:40:42Z', 'revision_number': 5, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port': {'id': 'a60dbeac-221d-4d71-8267-6d95b324d65a', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:19:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:38:10Z', 'updated_at': '2022-01-28T20:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:45.805826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 2305bad0-dafc-40e2-9fe8-740a15835794) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:45.818107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:45.819794 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:45.827568 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-880783c9-d9d8-4a6c-9bd4-0d6eb0816f21 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] delete failed (client error): The resource could not be found. Jan 28 20:40:45.830013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-880783c9-d9d8-4a6c-9bd4-0d6eb0816f21 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/5f495d4b-bfe9-4d20-9fe4-7bedde27ef24 HTTP/1.1" status: 404 len: 336 time: 0.0792360 Jan 28 20:40:45.832568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 59998) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.868604 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] Checking router: e531aaac-89d8-47f2-b281-8499b9c5c796 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:40:45.878513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de40a36b-bf09-49d2-9489-0b9d00c53283 None None] Network 2305bad0-dafc-40e2-9fe8-740a15835794 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:45.894083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8fe291cc-cf88-4892-a954-6d04215b3de1 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=2011b639-d9bd-49f0-bde4-9fb07d047485 HTTP/1.1" status: 200 len: 205 time: 0.0586650 Jan 28 20:40:45.896140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60000) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.924224 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fa57b118-e214-4ba7-b602-6fdcc5214355 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8344550 Jan 28 20:40:45.926599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60002) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:45.965423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] Routers {'e531aaac-89d8-47f2-b281-8499b9c5c796'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:40:45.966615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:40:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e531aaac-89d8-47f2-b281-8499b9c5c796'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:46.027906 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-a5e53d57-953f-44ae-9072-445a39f4df1a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] delete failed (client error): The resource could not be found. Jan 28 20:40:46.033153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a5e53d57-953f-44ae-9072-445a39f4df1a tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/2011b639-d9bd-49f0-bde4-9fb07d047485 HTTP/1.1" status: 404 len: 336 time: 0.1337492 Jan 28 20:40:46.033418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60010) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.107214 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0e3990-1325-4197-a954-ad0bf9c6b30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:46.111671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0e3990-1325-4197-a954-ad0bf9c6b30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:46.124647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bb0e3990-1325-4197-a954-ad0bf9c6b30c tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/a9c6258c-c69b-4952-ba68-25464a70e8f6 HTTP/1.1" status: 404 len: 337 time: 0.0884459 Jan 28 20:40:46.127130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60014) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.205822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c199e9e9-4601-45af-804c-7a1235a8afe8 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 HTTP/1.1" status: 200 len: 205 time: 0.0731056 Jan 28 20:40:46.208000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60020) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.295746 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-b18aca66-b66e-4d53-8d8c-1ef2197328b5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] delete failed (client error): The resource could not be found. Jan 28 20:40:46.297144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b18aca66-b66e-4d53-8d8c-1ef2197328b5 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/00e6ef8f-5fbf-46ff-b0a1-e2f7f353d5f5 HTTP/1.1" status: 404 len: 336 time: 0.0873749 Jan 28 20:40:46.299711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60022) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.323063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] Set router e531aaac-89d8-47f2-b281-8499b9c5c796 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:40:46.365714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6b098ca9-7392-4f72-9c93-fa5eb1fce9a3 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a3c2032-d418-4fbd-86d5-5453d118f47d HTTP/1.1" status: 200 len: 205 time: 0.0645962 Jan 28 20:40:46.367929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60026) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.459501 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-92d67a03-52cc-4c71-aef8-d1e5e4ec6b2b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] delete failed (client error): The resource could not be found. Jan 28 20:40:46.460878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-92d67a03-52cc-4c71-aef8-d1e5e4ec6b2b tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/2a3c2032-d418-4fbd-86d5-5453d118f47d HTTP/1.1" status: 404 len: 336 time: 0.0920107 Jan 28 20:40:46.463322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60032) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.521558 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de8b7cf-5e4f-4c5f-8acf-3c17cd1a0abe tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:46.522311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de8b7cf-5e4f-4c5f-8acf-3c17cd1a0abe tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:46.525464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3de8b7cf-5e4f-4c5f-8acf-3c17cd1a0abe tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/6c799683-8da8-4fa4-b3a3-7fa34bc0b039 HTTP/1.1" status: 404 len: 337 time: 0.0610604 Jan 28 20:40:46.527946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60034) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.600778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a006df3b-7af9-4fa6-bbe4-e8b2358d8c19 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=e48a4c07-8b26-4c32-89eb-cc31b468c178 HTTP/1.1" status: 200 len: 205 time: 0.0674529 Jan 28 20:40:46.604431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60038) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.630926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:40:45Z', 'revision_number': 6, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:46.726757 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-ef1bbc12-6eb9-4d17-9987-b42195cea356 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] delete failed (client error): The resource could not be found. Jan 28 20:40:46.733003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71357661-75d5-4745-bf5f-43f92fd4a393 None None] The sync data for ids ['e531aaac-89d8-47f2-b281-8499b9c5c796'] in n-d-825064-3 is: [{'id': 'e531aaac-89d8-47f2-b281-8499b9c5c796', 'name': 'tempest-ServerRescueTestJSON-1751332307-router', 'tenant_id': 'b4ed893820704fffb30ecb76713af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:38:08Z', 'updated_at': '2022-01-28T20:40:45Z', 'revision_number': 6, 'project_id': 'b4ed893820704fffb30ecb76713af6da', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:40:46.737580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ef1bbc12-6eb9-4d17-9987-b42195cea356 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/e48a4c07-8b26-4c32-89eb-cc31b468c178 HTTP/1.1" status: 404 len: 336 time: 0.1318364 Jan 28 20:40:46.743661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60040) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.832579 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-2312945f-c1cb-4bbd-bd81-7928a7140934 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:46.833264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2312945f-c1cb-4bbd-bd81-7928a7140934 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:46.839831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2312945f-c1cb-4bbd-bd81-7928a7140934 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/882a2d3c-2663-4434-9eec-1bb5696a27cf HTTP/1.1" status: 404 len: 337 time: 0.0869954 Jan 28 20:40:46.843145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60046) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:46.846819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-2305bad0-dafc-40e2-9fe8-740a15835794', 'network_id': '2305bad0-dafc-40e2-9fe8-740a15835794', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': 'd5ebbe81-e4fc-4be3-8a34-8cd9f5c5f2a7'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:40:46.847921 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:46.901011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ff5a09cf-4b5c-4826-ba06-4ad7ad945002 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b73b11a-896f-4644-b882-bec45795eb93 HTTP/1.1" status: 200 len: 205 time: 0.0532248 Jan 28 20:40:46.901603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60048) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:47.001119 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-26a53ae6-44c0-4049-b536-87d7f343f145 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] delete failed (client error): The resource could not be found. Jan 28 20:40:47.003060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-26a53ae6-44c0-4049-b536-87d7f343f145 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/routers/8b73b11a-896f-4644-b882-bec45795eb93 HTTP/1.1" status: 404 len: 336 time: 0.0976722 Jan 28 20:40:47.005055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60050) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:47.018977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Deleting port a60dbeac-221d-4d71-8267-6d95b324d65a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:47.019398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.075107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Allocated IP 172.20.0.2 (2305bad0-dafc-40e2-9fe8-740a15835794/d5ebbe81-e4fc-4be3-8a34-8cd9f5c5f2a7/6077f52c-79c9-4295-9167-a6bc4b0a14fc) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:40:47.081272 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f39b7f-719a-4c85-82e8-544713d1fa86 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:47.081945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f39b7f-719a-4c85-82e8-544713d1fa86 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:47.099243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-63f39b7f-719a-4c85-82e8-544713d1fa86 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/7ba798c7-9b45-44c3-849d-4eccf2c548af HTTP/1.1" status: 404 len: 337 time: 0.0929365 Jan 28 20:40:47.103805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60054) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:47.144321 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.199114 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa461dc7-6f56-4bac-968e-e7a58af127c7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:47.199499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa461dc7-6f56-4bac-968e-e7a58af127c7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:47.219511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fa461dc7-6f56-4bac-968e-e7a58af127c7 tempest-RoutersIpV6Test-81991498 tempest-RoutersIpV6Test-81991498-project] 10.222.0.44 "DELETE /v2.0/subnets/379f9ae5-96c1-4fce-a297-5c67bb981473 HTTP/1.1" status: 404 len: 337 time: 0.1142943 Jan 28 20:40:47.303591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] For port a60dbeac-221d-4d71-8267-6d95b324d65a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a60dbeac-221d-4d71-8267-6d95b324d65a,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:47.304105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.326657 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.364811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Calling delete_port for a60dbeac-221d-4d71-8267-6d95b324d65a owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:47.500481 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.526413 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.592014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.597392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Network 2305bad0-dafc-40e2-9fe8-740a15835794 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:40:47.611747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:47.615794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:40:47.679911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ebbe81-e4fc-4be3-8a34-8cd9f5c5f2a7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:47.741467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Attempting to bind port 6077f52c-79c9-4295-9167-a6bc4b0a14fc on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:40:47.741941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Attempting to bind port 6077f52c-79c9-4295-9167-a6bc4b0a14fc by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2305bad0-dafc-40e2-9fe8-740a15835794'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:40:47.742190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Attempting to bind port 6077f52c-79c9-4295-9167-a6bc4b0a14fc on network 2305bad0-dafc-40e2-9fe8-740a15835794 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:47.751653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:47.752075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Checking segment: {'id': '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2305bad0-dafc-40e2-9fe8-740a15835794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:47.757579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.758067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Bound using segment: {'id': '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2305bad0-dafc-40e2-9fe8-740a15835794'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:47.758656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Bound port: 6077f52c-79c9-4295-9167-a6bc4b0a14fc, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2305bad0-dafc-40e2-9fe8-740a15835794'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:40:47.759060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.777033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Pushing event updated for resources: {'Port': ['ID=6077f52c-79c9-4295-9167-a6bc4b0a14fc,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:47.783751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.807444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.807784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.808125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.808492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.808918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.809250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.810348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.810724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.810983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.811254 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.811381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.811697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.812043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:47.829730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2305bad0-dafc-40e2-9fe8-740a15835794']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:47.853391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] For port 6077f52c-79c9-4295-9167-a6bc4b0a14fc, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:47.858778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] For port 6077f52c-79c9-4295-9167-a6bc4b0a14fc, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6077f52c-79c9-4295-9167-a6bc4b0a14fc,segment=NetworkSegment(0dd3debd-a1db-4efb-94b2-ec1a5d8725ef),segment_id=0dd3debd-a1db-4efb-94b2-ec1a5d8725ef)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:47.868323 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:47.889815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60dbeac-221d-4d71-8267-6d95b324d65a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:47.898607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:47.899054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:47.949997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60072) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:47.954537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0149e50-ee03-4cd1-9899-69f22d06f5e6 None None] Pushing event updated for resources: {'Port': ['ID=6077f52c-79c9-4295-9167-a6bc4b0a14fc,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:47.970889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.039937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd0d007-9ef7-41d6-b2cf-e5c4e5aae741 None None] Network 2305bad0-dafc-40e2-9fe8-740a15835794 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:48.092956 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.101676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:48.102177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.151109 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:48.178358 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:48.235080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.279793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-32212771-856c-478e-b3d7-b0a7d3c3c7a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ccd6fa028e8419aad1961f54686ec59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259261 Jan 28 20:40:48.286859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60084) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:48.292675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f3b1c-ae59-4488-be60-509f0987d6e8 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 20:40:48.411215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.413263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.423188 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ceedb4d-6033-41d8-b836-a7e8d0afc066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.427018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f3b1c-ae59-4488-be60-509f0987d6e8 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:40:48.466695 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ceedb4d-6033-41d8-b836-a7e8d0afc066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.547486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ceedb4d-6033-41d8-b836-a7e8d0afc066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.555665 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ceedb4d-6033-41d8-b836-a7e8d0afc066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.564260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8ceedb4d-6033-41d8-b836-a7e8d0afc066 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0c0f993-1dcc-4eb1-b1a0-2f255871b31f HTTP/1.1" status: 204 len: 168 time: 0.2762053 Jan 28 20:40:48.582044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.584211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceedb4d-6033-41d8-b836-a7e8d0afc066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c0f993-1dcc-4eb1-b1a0-2f255871b31f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:48.592347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e531aaac-89d8-47f2-b281-8499b9c5c796 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:40:48.601442 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.609899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60096) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:48.618979 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-387b341c-ffff-4f1c-9379-f3ddee871695 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e531aaac-89d8-47f2-b281-8499b9c5c796 HTTP/1.1" status: 204 len: 168 time: 3.7704163 Jan 28 20:40:48.626388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.api [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 20:40:48.626388 n-d-825064-3 neutron-server[102306]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 20:40:48.626388 n-d-825064-3 neutron-server[102306]: [parameters: {'id': '2305bad0-dafc-40e2-9fe8-740a15835794'}] Jan 28 20:40:48.626388 n-d-825064-3 neutron-server[102306]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:40:48.626785 n-d-825064-3 neutron-server[102306]: DEBUG oslo_db.api [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:40:48.760699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bddb57-449c-474a-8a1c-b21a2666e603 admin admin] Deleting subnet 3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:48.765525 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9bddb57-449c-474a-8a1c-b21a2666e603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.796146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a60dbeac-221d-4d71-8267-6d95b324d65a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:48.824162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9bddb57-449c-474a-8a1c-b21a2666e603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.853291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: a60dbeac-221d-4d71-8267-6d95b324d65a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:48.853722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a60dbeac-221d-4d71-8267-6d95b324d65a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:48.854459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:48.890734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:48.891178 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 711a2d7a-8144-4fdc-a2d1-c7b2caef11ec not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:48.901972 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9bddb57-449c-474a-8a1c-b21a2666e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:48.983825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9bddb57-449c-474a-8a1c-b21a2666e603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.016599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bddb57-449c-474a-8a1c-b21a2666e603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:49.032425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9bddb57-449c-474a-8a1c-b21a2666e603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.036084 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b9bddb57-449c-474a-8a1c-b21a2666e603 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3d12fbb4-a9df-43c5-91f1-e10d0b64ed7d HTTP/1.1" status: 204 len: 168 time: 0.4251823 Jan 28 20:40:49.038707 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60106) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:49.059423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60108) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:49.136331 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.218660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.301026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-625e70fc-9efb-4728-9471-c176a435d7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.343024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting port 6077f52c-79c9-4295-9167-a6bc4b0a14fc {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:49.343381 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.367849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.438607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a866081b-f2dd-4a7b-a54e-c258292b92de']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:49.471483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:49.471791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1167a6b-cf9c-43c1-a02a-ca6ab4125b09') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:49.491792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] For port 6077f52c-79c9-4295-9167-a6bc4b0a14fc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6077f52c-79c9-4295-9167-a6bc4b0a14fc,segment=NetworkSegment(0dd3debd-a1db-4efb-94b2-ec1a5d8725ef),segment_id=0dd3debd-a1db-4efb-94b2-ec1a5d8725ef)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:49.492075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.504637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.518296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Calling delete_port for 6077f52c-79c9-4295-9167-a6bc4b0a14fc owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:49.530323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.539895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-625e70fc-9efb-4728-9471-c176a435d7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.540102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:49.540562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:49.542552 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:49.550204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-625e70fc-9efb-4728-9471-c176a435d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.614741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-625e70fc-9efb-4728-9471-c176a435d7df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24835369648f411abcb6720580d8a10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529990 Jan 28 20:40:49.619860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60124) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:49.785953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e70fc-9efb-4728-9471-c176a435d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ed6eb-2856-4e86-b672-8d63eff1b55c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:49.817221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.862767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.868581 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] 10.222.0.44 "DELETE /v2.0/networks/a866081b-f2dd-4a7b-a54e-c258292b92de HTTP/1.1" status: 204 len: 168 time: 0.8262103 Jan 28 20:40:49.868800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f3f084e-5182-4568-b0e4-ba9e38a9564e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.893687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f3f084e-5182-4568-b0e4-ba9e38a9564e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.931821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c7137-2945-46e6-b3b2-debb12b331de admin admin] Pushing event deleted for resources: {'Network': ['ID=a866081b-f2dd-4a7b-a54e-c258292b92de,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:49.967705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.977719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f3f084e-5182-4568-b0e4-ba9e38a9564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.988659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f3f084e-5182-4568-b0e4-ba9e38a9564e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:49.994164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3f3f084e-5182-4568-b0e4-ba9e38a9564e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a01ed6eb-2856-4e86-b672-8d63eff1b55c HTTP/1.1" status: 204 len: 168 time: 0.3689389 Jan 28 20:40:50.022605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f084e-5182-4568-b0e4-ba9e38a9564e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ed6eb-2856-4e86-b672-8d63eff1b55c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:50.062978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No DVR routers for this DVR port 6077f52c-79c9-4295-9167-a6bc4b0a14fc on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:50.094163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Port': ['ID=6077f52c-79c9-4295-9167-a6bc4b0a14fc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:50.110466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60140) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:50.233918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0522af70-19a8-41f8-ab56-4e4a132ffb19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4ed893820704fffb30ecb76713af6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197929 Jan 28 20:40:50.236650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60146) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:50.288223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.318435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60150) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:50.331576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2305bad0-dafc-40e2-9fe8-740a15835794']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:50.342308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:50.342837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd3debd-a1db-4efb-94b2-ec1a5d8725ef') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:50.355040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.371527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.379903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:50.380468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.382086 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f5e98f88-188e-4f73-978a-3f41888cee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.421935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f5e98f88-188e-4f73-978a-3f41888cee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:50.468982 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:50.482248 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.489439 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.492721 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/2305bad0-dafc-40e2-9fe8-740a15835794 HTTP/1.1" status: 204 len: 168 time: 4.5650830 Jan 28 20:40:50.497214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60158) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:50.540464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5916a1-3c12-4c38-b6e6-e9bb3a1aacdf tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=2305bad0-dafc-40e2-9fe8-740a15835794,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:50.569248 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a02e6a0-858a-4c5b-9753-a17b69a0e91f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] GET failed (client error): The resource could not be found. Jan 28 20:40:50.571276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8a02e6a0-858a-4c5b-9753-a17b69a0e91f tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/subnets/d5ebbe81-e4fc-4be3-8a34-8cd9f5c5f2a7 HTTP/1.1" status: 404 len: 337 time: 0.0702856 Jan 28 20:40:50.592216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60160) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:50.605637 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c81245d-f109-4d42-9b27-bfcee0d3b1e6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:50.608669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c81245d-f109-4d42-9b27-bfcee0d3b1e6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:50.609103 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f5e98f88-188e-4f73-978a-3f41888cee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.612096 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f5e98f88-188e-4f73-978a-3f41888cee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:50.617433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f5e98f88-188e-4f73-978a-3f41888cee29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a38cb2d6-d13d-4725-b4aa-c30dea1d3473 HTTP/1.1" status: 204 len: 168 time: 0.3737638 Jan 28 20:40:50.617652 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3c81245d-f109-4d42-9b27-bfcee0d3b1e6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/2305bad0-dafc-40e2-9fe8-740a15835794 HTTP/1.1" status: 404 len: 339 time: 0.0337920 Jan 28 20:40:50.617769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60164) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:50.646989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e98f88-188e-4f73-978a-3f41888cee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38cb2d6-d13d-4725-b4aa-c30dea1d3473,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:50.861533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5d379118-5698-41e8-9093-cfe22bee46df tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:50.861982 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-5d379118-5698-41e8-9093-cfe22bee46df tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 20:40:50.862508 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-5d379118-5698-41e8-9093-cfe22bee46df tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 20:40:50.863650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5d379118-5698-41e8-9093-cfe22bee46df tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5435019 Jan 28 20:40:50.869064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60168) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:50.887115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--555209792'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:51.013945 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.053876 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.148416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c00e4-6de6-4613-9566-ca6fbc6b6bf8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.150859 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cc9c00e4-6de6-4613-9566-ca6fbc6b6bf8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5319543 Jan 28 20:40:51.155279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60172) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:51.224885 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-69cfbb8d-f772-4a95-8bbb-f8aaddc416c2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 207 time: 0.0673010 Jan 28 20:40:51.228266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:51.243633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.251590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.302478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc54a74b-565c-45d8-88bb-8b365ec27792,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:51.324348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.401424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.411067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.418052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5fc7e-8cf5-4a70-b9cb-01e6b1acc07d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.425616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5fc7e-8cf5-4a70-b9cb-01e6b1acc07d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.431506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5fc7e-8cf5-4a70-b9cb-01e6b1acc07d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.438479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5fc7e-8cf5-4a70-b9cb-01e6b1acc07d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.440259 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6cd5fc7e-8cf5-4a70-b9cb-01e6b1acc07d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2109625 Jan 28 20:40:51.444048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60184) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:51.475286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.483728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6135387 Jan 28 20:40:51.484774 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60186) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:51.512155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c9365453-ed08-4e68-a76d-602f7bcfdeeb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '940cbb05-370a-480b-8efd-b492a0a83d13', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:51.587410 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9365453-ed08-4e68-a76d-602f7bcfdeeb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.592633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a7acf-0f44-4c82-8f30-d5bb1fa203fe tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940cbb05-370a-480b-8efd-b492a0a83d13,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:51.645272 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9a332362-8a49-41fd-8991-ff5917f5c1d7 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1995757 Jan 28 20:40:51.646057 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60192) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:51.687762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9365453-ed08-4e68-a76d-602f7bcfdeeb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.696419 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9365453-ed08-4e68-a76d-602f7bcfdeeb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.732451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60d227d-6d48-449d-ad8e-0e3e7593a5d2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.733745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9365453-ed08-4e68-a76d-602f7bcfdeeb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e99cc6-4c9d-4feb-b396-37760df127b2,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:51.734126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60d227d-6d48-449d-ad8e-0e3e7593a5d2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.739384 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a60d227d-6d48-449d-ad8e-0e3e7593a5d2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0882380 Jan 28 20:40:51.740009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60194) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:51.751048 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c9365453-ed08-4e68-a76d-602f7bcfdeeb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.760607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c9365453-ed08-4e68-a76d-602f7bcfdeeb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2683296 Jan 28 20:40:51.760789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60196) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:51.765326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5a1ff7ca-aeb1-43c3-a037-fcfd3e920a4f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '940cbb05-370a-480b-8efd-b492a0a83d13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:51.812250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff7ca-aeb1-43c3-a037-fcfd3e920a4f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:51.842335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf45cf2-82f8-4191-b49f-bad6bb70457d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['shared'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.844541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf45cf2-82f8-4191-b49f-bad6bb70457d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['shared'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:51.850403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60200) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:51.851496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6cf45cf2-82f8-4191-b49f-bad6bb70457d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1094215 Jan 28 20:40:51.995553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c72898-66c1-49a0-a947-b087ca5437f1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:52.003550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60210) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.004281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-60c72898-66c1-49a0-a947-b087ca5437f1 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/networks/48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 HTTP/1.1" status: 200 len: 799 time: 0.1521437 Jan 28 20:40:52.034410 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-5a1ff7ca-aeb1-43c3-a037-fcfd3e920a4f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 20:40:52.039023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a1ff7ca-aeb1-43c3-a037-fcfd3e920a4f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2771094 Jan 28 20:40:52.039927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60214) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.115686 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df639a4f-87c4-44b5-8f8e-2bb4864ef839 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.170389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df639a4f-87c4-44b5-8f8e-2bb4864ef839 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.187020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8e231ef9-a6de-4b04-80ed-281e28e6f088 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/networks/48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1821945 Jan 28 20:40:52.187989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60220) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.261958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df639a4f-87c4-44b5-8f8e-2bb4864ef839 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.268010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df639a4f-87c4-44b5-8f8e-2bb4864ef839 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.273642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-df639a4f-87c4-44b5-8f8e-2bb4864ef839 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/940cbb05-370a-480b-8efd-b492a0a83d13 HTTP/1.1" status: 204 len: 168 time: 0.2323470 Jan 28 20:40:52.274662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60224) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.291971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df639a4f-87c4-44b5-8f8e-2bb4864ef839 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940cbb05-370a-480b-8efd-b492a0a83d13,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:52.343378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e3f16-9077-4bbd-9581-35cc2ded9f91 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:52.344771 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c8e3f16-9077-4bbd-9581-35cc2ded9f91 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/subnets/ee3d4012-bdc5-46e2-b285-8054514b4d27 HTTP/1.1" status: 200 len: 811 time: 0.1553288 Jan 28 20:40:52.350737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60230) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.370395 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c1ffa756-c6c0-41a6-95b7-a9692f1e5857 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945644 Jan 28 20:40:52.374310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60232) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.379856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9c3f97d6-01d2-479b-b442-2eaa145b4d22 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445868231'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:52.408867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60234) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.424599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c3f97d6-01d2-479b-b442-2eaa145b4d22 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.535969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0dd93-bfd2-48b2-a134-389063a05fb4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['shared'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:52.541128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-60d0dd93-bfd2-48b2-a134-389063a05fb4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "GET /v2.0/subnets/ee3d4012-bdc5-46e2-b285-8054514b4d27?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1858246 Jan 28 20:40:52.542587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60242) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.554184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2085335308'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:52.632454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:52.639842 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.657677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c3f97d6-01d2-479b-b442-2eaa145b4d22 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.666494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c3f97d6-01d2-479b-b442-2eaa145b4d22 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.690758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:40:52.718356 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.718356 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Added segment 5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13 of type vlan for network f090bed2-a55f-4303-8707-5b60033a046e Jan 28 20:40:52.762784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9c3f97d6-01d2-479b-b442-2eaa145b4d22 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.767421 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9c3f97d6-01d2-479b-b442-2eaa145b4d22 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3890827 Jan 28 20:40:52.767421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4234df50-d5db-41bc-8931-1a5d35f99730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.769761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60250) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.774725 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.780829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-66a39298-e4e6-4414-a17e-4fe828f56bf7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': 'd3da4f10-b032-44b0-8123-e6079c9f9110', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:52.781443 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-66a39298-e4e6-4414-a17e-4fe828f56bf7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 20:40:52.782338 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-66a39298-e4e6-4414-a17e-4fe828f56bf7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:52.785977 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66a39298-e4e6-4414-a17e-4fe828f56bf7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0125647 Jan 28 20:40:52.785977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f97d6-01d2-479b-b442-2eaa145b4d22 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da4f10-b032-44b0-8123-e6079c9f9110,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:52.787103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60252) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:52.850174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.855839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:52.858736 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.904802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4234df50-d5db-41bc-8931-1a5d35f99730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.911839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4234df50-d5db-41bc-8931-1a5d35f99730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:52.963208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4234df50-d5db-41bc-8931-1a5d35f99730 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1dd25cd411f64a51a62d7ed1504ad6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529256 Jan 28 20:40:52.971376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60254) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:53.027004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4832184 Jan 28 20:40:53.046483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60264) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:53.069043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a3c5a-8db2-4977-a74c-214f82570bdd tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Network': ['ID=f090bed2-a55f-4303-8707-5b60033a046e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:53.078121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24b38680-c3fd-4b3e-b446-657276a85a46 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.082461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f090bed2-a55f-4303-8707-5b60033a046e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:40:53.098686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'network_id': 'f090bed2-a55f-4303-8707-5b60033a046e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:53.116495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24b38680-c3fd-4b3e-b446-657276a85a46 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.205690 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24b38680-c3fd-4b3e-b446-657276a85a46 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.208285 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24b38680-c3fd-4b3e-b446-657276a85a46 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.209821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-24b38680-c3fd-4b3e-b446-657276a85a46 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/d3da4f10-b032-44b0-8123-e6079c9f9110 HTTP/1.1" status: 204 len: 168 time: 0.4220784 Jan 28 20:40:53.213002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60266) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:53.270530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b38680-c3fd-4b3e-b446-657276a85a46 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da4f10-b032-44b0-8123-e6079c9f9110,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:53.329428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92705982-1848-4d32-867a-300cfc8f2dce req-01510d70-d6c6-4298-a781-1c0621aae5c4 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0511050 Jan 28 20:40:53.358073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234df50-d5db-41bc-8931-1a5d35f99730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072fdac1-6878-44d8-9a3a-9d53b0ff338f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:53.384637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cd4a1f45-5a9a-44b6-b1de-99347cfdba11 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1623983 Jan 28 20:40:53.385520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60272) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:53.389823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1f341a3e-8c68-4415-909a-c95374747ede tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--758050751'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:53.446801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edeb6951-7944-4569-affb-96caba58078c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.470463 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f341a3e-8c68-4415-909a-c95374747ede tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.478555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edeb6951-7944-4569-affb-96caba58078c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.526278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Made reservation on behalf of 9ee3949975a24e95b2cc4cbd1a796c2b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:40:53.531428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.608248 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edeb6951-7944-4569-affb-96caba58078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.611175 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-edeb6951-7944-4569-affb-96caba58078c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.612523 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-edeb6951-7944-4569-affb-96caba58078c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/072fdac1-6878-44d8-9a3a-9d53b0ff338f HTTP/1.1" status: 204 len: 168 time: 0.6333671 Jan 28 20:40:53.626459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Performing IP validity checks on allocation pools {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:40:53.627143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.ipam_backend_mixin [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102306) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:40:53.629693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb6951-7944-4569-affb-96caba58078c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072fdac1-6878-44d8-9a3a-9d53b0ff338f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:53.657234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f341a3e-8c68-4415-909a-c95374747ede tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.662539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f341a3e-8c68-4415-909a-c95374747ede tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.727039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f341a3e-8c68-4415-909a-c95374747ede tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.728436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1f341a3e-8c68-4415-909a-c95374747ede tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3425319 Jan 28 20:40:53.733654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60284) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:53.750426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8446cb94-92ba-41d2-9d59-32357bffbbaa tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '1c6f5f49-f712-421f-b5c5-3a89402ddd27', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:53.750999 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-8446cb94-92ba-41d2-9d59-32357bffbbaa tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 20:40:53.751516 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-8446cb94-92ba-41d2-9d59-32357bffbbaa tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:53.752547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8446cb94-92ba-41d2-9d59-32357bffbbaa tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0180211 Jan 28 20:40:53.755416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60286) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:53.799727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f341a3e-8c68-4415-909a-c95374747ede tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f5f49-f712-421f-b5c5-3a89402ddd27,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:53.917806 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed68575c-149e-4151-a2c8-75bef88fce4d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.955098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:53.974816 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed68575c-149e-4151-a2c8-75bef88fce4d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.005725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=a56bc163-6bc7-47e5-a61a-95f110a471a2,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:54.076213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Checking segment: {'id': '5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f090bed2-a55f-4303-8707-5b60033a046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:54.076951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed68575c-149e-4151-a2c8-75bef88fce4d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.080420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ed68575c-149e-4151-a2c8-75bef88fce4d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.081800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network hostable DHCP agents. Network: f090bed2-a55f-4303-8707-5b60033a046e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:40:54.084984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ed68575c-149e-4151-a2c8-75bef88fce4d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/1c6f5f49-f712-421f-b5c5-3a89402ddd27 HTTP/1.1" status: 204 len: 168 time: 0.3285301 Jan 28 20:40:54.091927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60292) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.111339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Network f090bed2-a55f-4303-8707-5b60033a046e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:40:54.136251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f090bed2-a55f-4303-8707-5b60033a046e) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:54.146758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd3b0d-07d1-401c-855f-4b5575c4cbf6 None None] Network f090bed2-a55f-4303-8707-5b60033a046e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:54.147713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:54.149863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.166576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68575c-149e-4151-a2c8-75bef88fce4d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f5f49-f712-421f-b5c5-3a89402ddd27,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:54.190529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a57f5850-275e-4c38-872e-b1d87ef0a405 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1256688 Jan 28 20:40:54.193322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60294) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.199414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c1b00b80-fe30-4ae8-bb1b-a2ccf5ebd73d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:54.207786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-98fac012-da8b-4b98-8984-a72690dd07c7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1128953 Jan 28 20:40:54.213760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60296) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.218751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-762ef0df-4649-4166-9247-41ffec437869 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883569457'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:54.267867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-762ef0df-4649-4166-9247-41ffec437869 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.300141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60298) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.361710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-002b7632-f095-472c-9e35-7b4207cee7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.417538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1b00b80-fe30-4ae8-bb1b-a2ccf5ebd73d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7860890'] for subnet, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.461101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-762ef0df-4649-4166-9247-41ffec437869 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.487477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-f090bed2-a55f-4303-8707-5b60033a046e', 'network_id': 'f090bed2-a55f-4303-8707-5b60033a046e', 'tenant_id': '9ee3949975a24e95b2cc4cbd1a796c2b', 'fixed_ips': [{'subnet_id': 'a56bc163-6bc7-47e5-a61a-95f110a471a2'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:40:54.493861 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.498711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-834041b9-b565-4286-b33f-84d3a115da35 req-787f7baf-f72e-4ee8-ae15-ab519929090a tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0307403 Jan 28 20:40:54.501026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-762ef0df-4649-4166-9247-41ffec437869 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.530882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ef0df-4649-4166-9247-41ffec437869 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ffd62-7745-473a-bba2-16e847ea1e58,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:54.568915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-762ef0df-4649-4166-9247-41ffec437869 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.570283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-762ef0df-4649-4166-9247-41ffec437869 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3554416 Jan 28 20:40:54.588243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60304) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.596209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a94a7447-8cac-4200-9f73-345845405424 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '7d9ffd62-7745-473a-bba2-16e847ea1e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:54.609289 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-a94a7447-8cac-4200-9f73-345845405424 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 20:40:54.611355 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-a94a7447-8cac-4200-9f73-345845405424 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:54.614045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a94a7447-8cac-4200-9f73-345845405424 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214043 Jan 28 20:40:54.622002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60306) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.626700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-47454004-8bc4-4dee-bb66-310ee302314c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '7d9ffd62-7745-473a-bba2-16e847ea1e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:54.627647 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-47454004-8bc4-4dee-bb66-310ee302314c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 20:40:54.628420 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-47454004-8bc4-4dee-bb66-310ee302314c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:54.629579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-47454004-8bc4-4dee-bb66-310ee302314c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063126 Jan 28 20:40:54.632499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60308) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.636751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9242dfd4-b5bc-4059-93ba-854598dc09b9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '7d9ffd62-7745-473a-bba2-16e847ea1e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:54.638293 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-9242dfd4-b5bc-4059-93ba-854598dc09b9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 20:40:54.639379 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-9242dfd4-b5bc-4059-93ba-854598dc09b9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:54.643199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9242dfd4-b5bc-4059-93ba-854598dc09b9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071826 Jan 28 20:40:54.643945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60310) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.648350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f0492746-1bbf-4725-b4f6-b952c2a39de5 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '7d9ffd62-7745-473a-bba2-16e847ea1e58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:54.650239 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-f0492746-1bbf-4725-b4f6-b952c2a39de5 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 20:40:54.650797 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-f0492746-1bbf-4725-b4f6-b952c2a39de5 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:54.656259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f0492746-1bbf-4725-b4f6-b952c2a39de5 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071998 Jan 28 20:40:54.660550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60312) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.675861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-002b7632-f095-472c-9e35-7b4207cee7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.702917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-002b7632-f095-472c-9e35-7b4207cee7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.754349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1b00b80-fe30-4ae8-bb1b-a2ccf5ebd73d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763517260647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8292250'] for subnet, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.761842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-002b7632-f095-472c-9e35-7b4207cee7fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7802a7dd3a1b4ef6a0db6050b3fe4c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530051 Jan 28 20:40:54.764543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60314) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.764678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b7632-f095-472c-9e35-7b4207cee7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45636753-0429-440a-9645-7369100fd2f5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:54.801728 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf273-78d5-4ec9-aaea-fe825a70d24a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.840727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf273-78d5-4ec9-aaea-fe825a70d24a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.848929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Allocated IP 172.20.0.3 (f090bed2-a55f-4303-8707-5b60033a046e/a56bc163-6bc7-47e5-a61a-95f110a471a2/fa1e4b38-449f-49df-80f7-1e85671e58d7) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:40:54.866164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b00b80-fe30-4ae8-bb1b-a2ccf5ebd73d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:54.867141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1b00b80-fe30-4ae8-bb1b-a2ccf5ebd73d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:54.875077 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c1b00b80-fe30-4ae8-bb1b-a2ccf5ebd73d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "PUT /v2.0/subnets/a56bc163-6bc7-47e5-a61a-95f110a471a2 HTTP/1.1" status: 200 len: 877 time: 0.6806934 Jan 28 20:40:54.878471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60318) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:54.942782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b00b80-fe30-4ae8-bb1b-a2ccf5ebd73d tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event updated for resources: {'Subnet': ['ID=a56bc163-6bc7-47e5-a61a-95f110a471a2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:54.973618 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1b18d07-f09b-48f2-8ec4-fd9090c6bda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.026177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1b18d07-f09b-48f2-8ec4-fd9090c6bda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.098147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.111586 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1b18d07-f09b-48f2-8ec4-fd9090c6bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.112044 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.114651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e1b18d07-f09b-48f2-8ec4-fd9090c6bda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.119453 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e1b18d07-f09b-48f2-8ec4-fd9090c6bda8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45636753-0429-440a-9645-7369100fd2f5 HTTP/1.1" status: 204 len: 168 time: 0.3404546 Jan 28 20:40:55.136386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b18d07-f09b-48f2-8ec4-fd9090c6bda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45636753-0429-440a-9645-7369100fd2f5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:55.161631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Network f090bed2-a55f-4303-8707-5b60033a046e is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:40:55.166079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:40:55.196362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:40:55.238505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Pushing event updated for resources: {'Port': ['ID=fa1e4b38-449f-49df-80f7-1e85671e58d7,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:55.272126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Attempting to bind port fa1e4b38-449f-49df-80f7-1e85671e58d7 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:40:55.272649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Attempting to bind port fa1e4b38-449f-49df-80f7-1e85671e58d7 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f090bed2-a55f-4303-8707-5b60033a046e'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:40:55.273106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Attempting to bind port fa1e4b38-449f-49df-80f7-1e85671e58d7 on network f090bed2-a55f-4303-8707-5b60033a046e {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:40:55.279533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:40:55.279912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Checking segment: {'id': '5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f090bed2-a55f-4303-8707-5b60033a046e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:40:55.280349 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.280950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Bound using segment: {'id': '5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f090bed2-a55f-4303-8707-5b60033a046e'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:40:55.281428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Bound port: fa1e4b38-449f-49df-80f7-1e85671e58d7, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f090bed2-a55f-4303-8707-5b60033a046e'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:40:55.281827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.372931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] For port fa1e4b38-449f-49df-80f7-1e85671e58d7, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:40:55.377049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] For port fa1e4b38-449f-49df-80f7-1e85671e58d7, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fa1e4b38-449f-49df-80f7-1e85671e58d7,segment=NetworkSegment(5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13),segment_id=5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:40:55.378142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf273-78d5-4ec9-aaea-fe825a70d24a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.381740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf273-78d5-4ec9-aaea-fe825a70d24a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.383176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d1dbf273-78d5-4ec9-aaea-fe825a70d24a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/7d9ffd62-7745-473a-bba2-16e847ea1e58 HTTP/1.1" status: 204 len: 168 time: 0.7216394 Jan 28 20:40:55.383549 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.386102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60324) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:55.399893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbf273-78d5-4ec9-aaea-fe825a70d24a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ffd62-7745-473a-bba2-16e847ea1e58,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:55.489717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4964da75-39a0-4881-aafa-349a061c68e7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960474 Jan 28 20:40:55.489954 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.490172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60326) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:55.502130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7180514b-7115-4c96-b0f3-d9db3b595e84 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--813968953'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:55.521216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0379e0-25b8-47a1-a2b0-cdba007f19d0 None None] Pushing event updated for resources: {'Port': ['ID=fa1e4b38-449f-49df-80f7-1e85671e58d7,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:55.547877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7180514b-7115-4c96-b0f3-d9db3b595e84 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.591868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting port fa1e4b38-449f-49df-80f7-1e85671e58d7 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:55.592785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.647907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7180514b-7115-4c96-b0f3-d9db3b595e84 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.662513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7180514b-7115-4c96-b0f3-d9db3b595e84 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.705261 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7180514b-7115-4c96-b0f3-d9db3b595e84 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.713870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7180514b-7115-4c96-b0f3-d9db3b595e84 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2193818 Jan 28 20:40:55.713870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60334) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:55.719636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b0b9b2d0-a97f-4d6b-b03e-60a68489d0c9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:55.720121 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-b0b9b2d0-a97f-4d6b-b03e-60a68489d0c9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 20:40:55.720723 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-b0b9b2d0-a97f-4d6b-b03e-60a68489d0c9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:55.724262 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b0b9b2d0-a97f-4d6b-b03e-60a68489d0c9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068974 Jan 28 20:40:55.772603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60336) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:55.776036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180514b-7115-4c96-b0f3-d9db3b595e84 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203e0439-25eb-4d76-8985-7ad73eeb6119,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:55.790469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2b291944-250e-42a6-8074-da476c0e46dd tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:55.819872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcd07290-4c95-4bda-8a70-981dd9c72b83 req-2f4bdb6d-c74f-4ecd-aff8-ea36718e3a53 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.1301029 Jan 28 20:40:55.848988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] For port fa1e4b38-449f-49df-80f7-1e85671e58d7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fa1e4b38-449f-49df-80f7-1e85671e58d7,segment=NetworkSegment(5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13),segment_id=5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:55.849897 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:55.878833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Calling delete_port for fa1e4b38-449f-49df-80f7-1e85671e58d7 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:40:55.884976 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-2b291944-250e-42a6-8074-da476c0e46dd tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:55.885776 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2b291944-250e-42a6-8074-da476c0e46dd tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1107185 Jan 28 20:40:55.895765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60342) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:55.901840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-596d1f5b-d57d-4ad0-b43e-909b02484dd4 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:55.902330 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-596d1f5b-d57d-4ad0-b43e-909b02484dd4 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 20:40:55.902826 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-596d1f5b-d57d-4ad0-b43e-909b02484dd4 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:55.907083 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97bfbe83-3da6-44e7-879d-3cf4af982e82 req-8979f32d-63ed-4303-8d4b-65c85d13fdab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0541925 Jan 28 20:40:55.909947 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-596d1f5b-d57d-4ad0-b43e-909b02484dd4 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077043 Jan 28 20:40:55.910053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60344) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:55.912545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7764a8a0-3dad-4b89-9239-7687fe43d2f7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:55.958536 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-7764a8a0-3dad-4b89-9239-7687fe43d2f7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:55.960237 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7764a8a0-3dad-4b89-9239-7687fe43d2f7 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0517352 Jan 28 20:40:55.963029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60352) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:55.968420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-56147b8e-b819-496e-80ce-ad3cd2f3ca96 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:55.968902 n-d-825064-3 neutron-server[102307]: WARNING neutron.api.v2.base [None req-56147b8e-b819-496e-80ce-ad3cd2f3ca96 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 20:40:55.969389 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-56147b8e-b819-496e-80ce-ad3cd2f3ca96 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:55.973223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-56147b8e-b819-496e-80ce-ad3cd2f3ca96 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064206 Jan 28 20:40:55.978554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60354) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:55.984409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dacb8bc4-3d85-4a4e-9ee6-3a0d0ced3531 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:56.024016 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-dacb8bc4-3d85-4a4e-9ee6-3a0d0ced3531 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Project 7f5894b9b85f4851a8d7cf55fe4b276b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:40:56.077528 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-dacb8bc4-3d85-4a4e-9ee6-3a0d0ced3531 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:56.078592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dacb8bc4-3d85-4a4e-9ee6-3a0d0ced3531 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0989470 Jan 28 20:40:56.081774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60362) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:56.095327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-87f8591a-f425-4211-a163-20b14bd302de tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:56.095813 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-87f8591a-f425-4211-a163-20b14bd302de tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 20:40:56.096354 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-87f8591a-f425-4211-a163-20b14bd302de tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:56.097370 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-87f8591a-f425-4211-a163-20b14bd302de tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0146132 Jan 28 20:40:56.104376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60364) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:56.127043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8b9e3e42-4398-44d8-bdca-bbba27a44a4b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:56.169496 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.202153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Port': ['ID=fa1e4b38-449f-49df-80f7-1e85671e58d7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:56.204837 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-8b9e3e42-4398-44d8-bdca-bbba27a44a4b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Project 7f5894b9b85f4851a8d7cf55fe4b276b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:40:56.267495 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-8b9e3e42-4398-44d8-bdca-bbba27a44a4b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:56.268785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8b9e3e42-4398-44d8-bdca-bbba27a44a4b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1609306 Jan 28 20:40:56.272857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60372) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:56.280038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-34021fb1-54b9-4b96-8445-9edaa519b1fb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '203e0439-25eb-4d76-8985-7ad73eeb6119', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:56.310268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No DVR routers for this DVR port fa1e4b38-449f-49df-80f7-1e85671e58d7 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:40:56.338470 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-34021fb1-54b9-4b96-8445-9edaa519b1fb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Project 7f5894b9b85f4851a8d7cf55fe4b276b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:40:56.362418 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-34021fb1-54b9-4b96-8445-9edaa519b1fb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:56.364111 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-34021fb1-54b9-4b96-8445-9edaa519b1fb tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0899594 Jan 28 20:40:56.367552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60376) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:56.424486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.517506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac8d69bd-e1f0-4f23-8db0-1c4c2c0bd19a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.536265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.599733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=a56bc163-6bc7-47e5-a61a-95f110a471a2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:56.604115 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac8d69bd-e1f0-4f23-8db0-1c4c2c0bd19a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.720243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60390) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:56.723591 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac8d69bd-e1f0-4f23-8db0-1c4c2c0bd19a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.726610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ac8d69bd-e1f0-4f23-8db0-1c4c2c0bd19a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.728033 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ac8d69bd-e1f0-4f23-8db0-1c4c2c0bd19a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/203e0439-25eb-4d76-8985-7ad73eeb6119 HTTP/1.1" status: 204 len: 168 time: 0.3579226 Jan 28 20:40:56.738652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60392) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:56.755591 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.768960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d69bd-e1f0-4f23-8db0-1c4c2c0bd19a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e0439-25eb-4d76-8985-7ad73eeb6119,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:56.785976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f090bed2-a55f-4303-8707-5b60033a046e']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:56.802112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:56.802735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4a3862-7e4a-4c1e-a5b4-f7a78791fb13') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:56.818445 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.851075 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c44e4b59-c5c8-48a4-a1be-b904613a2921 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109173 Jan 28 20:40:56.852774 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.858179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60404) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:56.861090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:56.862173 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.869843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5d977b7d-6144-44af-b588-774be2e5a54f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190742046'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:56.927470 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:56.941948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.960969 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:56.969501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/f090bed2-a55f-4303-8707-5b60033a046e HTTP/1.1" status: 204 len: 168 time: 2.0898173 Jan 28 20:40:56.969718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60408) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:56.983231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefabd3a-7455-4343-9e07-5aae7203a650 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=f090bed2-a55f-4303-8707-5b60033a046e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:57.017045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04bff22d-ae84-4e26-9c3a-773b7c73ac46 req-4325e177-2e66-438c-995e-802ad971bb21 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0302157 Jan 28 20:40:57.039400 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0bbcc1-23f6-4317-a7ee-0e66d5a20d6b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:57.039879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0bbcc1-23f6-4317-a7ee-0e66d5a20d6b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:57.042997 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5a0bbcc1-23f6-4317-a7ee-0e66d5a20d6b tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/a56bc163-6bc7-47e5-a61a-95f110a471a2 HTTP/1.1" status: 404 len: 337 time: 0.0713673 Jan 28 20:40:57.046331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60410) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.047106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d977b7d-6144-44af-b588-774be2e5a54f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.091102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4492862f-0c97-45f9-8cbb-26775f008126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.101764 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d90ae5d-bf5e-4168-86b5-489b778dbd31 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:57.102399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d90ae5d-bf5e-4168-86b5-489b778dbd31 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:57.109457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60414) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.112945 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0d90ae5d-bf5e-4168-86b5-489b778dbd31 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/f090bed2-a55f-4303-8707-5b60033a046e HTTP/1.1" status: 404 len: 339 time: 0.0590391 Jan 28 20:40:57.164516 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee9463a-75ea-42b2-aa44-3c962e1711b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:57.164915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee9463a-75ea-42b2-aa44-3c962e1711b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:57.171900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60416) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.176337 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bee9463a-75ea-42b2-aa44-3c962e1711b2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/d5ebbe81-e4fc-4be3-8a34-8cd9f5c5f2a7 HTTP/1.1" status: 404 len: 337 time: 0.0616615 Jan 28 20:40:57.212725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8030d80d-8770-40ed-9959-7108c979ee1b None None] Could not find standard attr ID for object fa1e4b38-449f-49df-80f7-1e85671e58d7. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:40:57.224712 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7ac54e-6d11-444f-990a-5e3492aaca88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:57.225302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7ac54e-6d11-444f-990a-5e3492aaca88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:57.230683 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9a7ac54e-6d11-444f-990a-5e3492aaca88 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/2305bad0-dafc-40e2-9fe8-740a15835794 HTTP/1.1" status: 404 len: 339 time: 0.0504718 Jan 28 20:40:57.232228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60418) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.234869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc48ab5-96c4-4bd5-899a-431d6d0d8e49 None None] DHCP port deletion for f090bed2-a55f-4303-8707-5b60033a046e request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:57.253272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99489bf0-360f-4880-8f7e-4e74638f950e None None] Network f090bed2-a55f-4303-8707-5b60033a046e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:57.269249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99489bf0-360f-4880-8f7e-4e74638f950e None None] Network f090bed2-a55f-4303-8707-5b60033a046e could not be found, it might have been deleted concurrently. {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 28 20:40:57.280822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1152df-ccf2-4e03-912f-7dccf476f7aa None None] Network f090bed2-a55f-4303-8707-5b60033a046e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:57.296162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1152df-ccf2-4e03-912f-7dccf476f7aa None None] Network f090bed2-a55f-4303-8707-5b60033a046e could not be found, it might have been deleted concurrently. {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 28 20:40:57.341310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d977b7d-6144-44af-b588-774be2e5a54f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.363136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d977b7d-6144-44af-b588-774be2e5a54f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.385910 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.426487 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d977b7d-6144-44af-b588-774be2e5a54f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.427744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5d977b7d-6144-44af-b588-774be2e5a54f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5672722 Jan 28 20:40:57.431665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60434) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.438806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4492862f-0c97-45f9-8cbb-26775f008126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.439915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d977b7d-6144-44af-b588-774be2e5a54f tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27334148-457d-419f-921a-0f12f9a2bd6e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:57.445211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4492862f-0c97-45f9-8cbb-26775f008126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.447936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bcfe2f6e-3dc1-4922-820c-d6e61e0ca838 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '27334148-457d-419f-921a-0f12f9a2bd6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:57.516227 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-bcfe2f6e-3dc1-4922-820c-d6e61e0ca838 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The resource could not be found. Jan 28 20:40:57.520879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bcfe2f6e-3dc1-4922-820c-d6e61e0ca838 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0818717 Jan 28 20:40:57.522045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60436) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.528851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2e1c9487-fab2-4571-877e-30bfb1b19da4 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '27334148-457d-419f-921a-0f12f9a2bd6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5973da04-8bcd-47e9-8334-1120639be116'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:57.552095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492862f-0c97-45f9-8cbb-26775f008126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e6e301-655f-4f6b-8564-1c9c2f94aba4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:57.556513 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4492862f-0c97-45f9-8cbb-26775f008126 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60838bba8a524a49af715f64001c95c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342984 Jan 28 20:40:57.560638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60440) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.580538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.602830 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-2e1c9487-fab2-4571-877e-30bfb1b19da4 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The resource could not be found. Jan 28 20:40:57.604635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2e1c9487-fab2-4571-877e-30bfb1b19da4 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0809026 Jan 28 20:40:57.610270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60442) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.626839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56f6c8c-0011-4f9d-a791-90bf7bf74763']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:57.656734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451902e5-6c73-4621-9613-2307b16a40be') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:57.657035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451902e5-6c73-4621-9613-2307b16a40be') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:40:57.668031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.691308 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.695036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2530f314-59db-412d-9060-f9009ef1ee41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.703920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:40:57.704376 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:40:57.714436 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:40:57.741307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2530f314-59db-412d-9060-f9009ef1ee41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.743397 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87b32b38-9711-4ec2-83b0-d798f41e289d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.800054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87b32b38-9711-4ec2-83b0-d798f41e289d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.833144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.850021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.856446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60448) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.856824 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/e56f6c8c-0011-4f9d-a791-90bf7bf74763 HTTP/1.1" status: 204 len: 168 time: 0.6238205 Jan 28 20:40:57.867823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c80ac8-9829-4a15-a175-7d5a2ef09fc4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=e56f6c8c-0011-4f9d-a791-90bf7bf74763,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:57.892660 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1ab547-5339-4aef-872a-e69fef4d2a7c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:57.893174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1ab547-5339-4aef-872a-e69fef4d2a7c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:57.900332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0a1ab547-5339-4aef-872a-e69fef4d2a7c tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/930e722d-2486-4992-ac46-36d5d4a4cbd8 HTTP/1.1" status: 404 len: 337 time: 0.0385761 Jan 28 20:40:57.900332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87b32b38-9711-4ec2-83b0-d798f41e289d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.900332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-87b32b38-9711-4ec2-83b0-d798f41e289d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.901469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-87b32b38-9711-4ec2-83b0-d798f41e289d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/27334148-457d-419f-921a-0f12f9a2bd6e HTTP/1.1" status: 204 len: 168 time: 0.2901368 Jan 28 20:40:57.902064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2530f314-59db-412d-9060-f9009ef1ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.902487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60450) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.913585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60454) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:57.918146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2530f314-59db-412d-9060-f9009ef1ee41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:57.927681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2530f314-59db-412d-9060-f9009ef1ee41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3e6e301-655f-4f6b-8564-1c9c2f94aba4 HTTP/1.1" status: 204 len: 168 time: 0.3658988 Jan 28 20:40:57.944948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b32b38-9711-4ec2-83b0-d798f41e289d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27334148-457d-419f-921a-0f12f9a2bd6e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:57.956851 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-931e9dbf-0f87-459e-9460-7b0ce3e87069 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:57.957565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931e9dbf-0f87-459e-9460-7b0ce3e87069 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:57.957991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530f314-59db-412d-9060-f9009ef1ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e6e301-655f-4f6b-8564-1c9c2f94aba4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:57.960945 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-931e9dbf-0f87-459e-9460-7b0ce3e87069 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/78e9c197-8316-4c2e-bbbb-f7f1278462f3 HTTP/1.1" status: 404 len: 339 time: 0.0570743 Jan 28 20:40:57.963532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60462) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.011225 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8dfb50-b616-4f9a-b888-1468ae618198 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.011683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8dfb50-b616-4f9a-b888-1468ae618198 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.015563 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fc8dfb50-b616-4f9a-b888-1468ae618198 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/a1fbee3c-8930-46b0-8ac5-1d110b872983 HTTP/1.1" status: 404 len: 337 time: 0.0511038 Jan 28 20:40:58.018173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60464) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.058809 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c965fc55-b4e1-4aed-b7f6-759bd3b86cef tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.059618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c965fc55-b4e1-4aed-b7f6-759bd3b86cef tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.071755 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c965fc55-b4e1-4aed-b7f6-759bd3b86cef tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/69d58c40-ae5a-4d99-8b81-e239961917b0 HTTP/1.1" status: 404 len: 339 time: 0.0525577 Jan 28 20:40:58.075668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60468) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.110950 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-542a479b-a599-4f04-98e2-77b9f0ceaed7 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.111683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542a479b-a599-4f04-98e2-77b9f0ceaed7 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.114977 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-542a479b-a599-4f04-98e2-77b9f0ceaed7 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/52dd1018-6916-450f-82d3-28498da3c6fe HTTP/1.1" status: 404 len: 337 time: 0.0367222 Jan 28 20:40:58.117970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60470) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.119513 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-076aba87-2596-4204-ba5d-2d857a9f8b84 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2047694 Jan 28 20:40:58.124205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60472) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.133172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-df888e2d-28c5-4470-bf49-ac90b84e7d98 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': '4667c6c4-7562-489d-9152-1e950b49eca2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:58.161482 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0feb6c9-3068-4e30-a5fa-8ea7677b3b23 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.162933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0feb6c9-3068-4e30-a5fa-8ea7677b3b23 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.172800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b0feb6c9-3068-4e30-a5fa-8ea7677b3b23 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/80da815f-46f1-4726-bc14-12faaf83931e HTTP/1.1" status: 404 len: 339 time: 0.0524976 Jan 28 20:40:58.174259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60474) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.212230 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e05fae-ed98-4762-97e9-70af869204f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.212859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2223bf64-26c4-42bd-8792-49af387917bb req-008048dd-e0ab-47ca-9d0a-1e6a8aedf965 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0535073 Jan 28 20:40:58.212988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e05fae-ed98-4762-97e9-70af869204f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.216325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e5e05fae-ed98-4762-97e9-70af869204f4 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/54a1afcb-82b2-4523-af1f-0295de370fe2 HTTP/1.1" status: 404 len: 337 time: 0.0408320 Jan 28 20:40:58.219331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60478) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.255454 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d2c810-fd9c-4894-a91e-d901253d6744 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.256446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d2c810-fd9c-4894-a91e-d901253d6744 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.260686 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c8d2c810-fd9c-4894-a91e-d901253d6744 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/670b90ae-aa6a-489b-a54f-18f1a5071827 HTTP/1.1" status: 404 len: 339 time: 0.0393810 Jan 28 20:40:58.263119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60482) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.273096 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-df888e2d-28c5-4470-bf49-ac90b84e7d98 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The resource could not be found. Jan 28 20:40:58.278266 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-df888e2d-28c5-4470-bf49-ac90b84e7d98 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1481369 Jan 28 20:40:58.279412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60484) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.286679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9d6f69fc-420c-48a4-a133-4df77c5033e9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017972021'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:58.298284 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b02e0fd-afc7-4cfb-9f5b-339d5ccce3d2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.298594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b02e0fd-afc7-4cfb-9f5b-339d5ccce3d2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.301630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0b02e0fd-afc7-4cfb-9f5b-339d5ccce3d2 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/2892c67f-cd0a-4850-9c87-a3436297f938 HTTP/1.1" status: 404 len: 337 time: 0.0375152 Jan 28 20:40:58.308297 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60486) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.330314 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e5eaa6-cad9-4ca4-84b2-2d225642f744 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.330755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d6f69fc-420c-48a4-a133-4df77c5033e9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.331176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e5eaa6-cad9-4ca4-84b2-2d225642f744 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.334892 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-05e5eaa6-cad9-4ca4-84b2-2d225642f744 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/a753fb94-c140-42f2-9c6c-63ae0c05f5c8 HTTP/1.1" status: 404 len: 339 time: 0.0269759 Jan 28 20:40:58.337618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60488) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.369179 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe317e6-d236-42e7-bf68-cb01fa6988dc tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.369643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe317e6-d236-42e7-bf68-cb01fa6988dc tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.378611 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-abe317e6-d236-42e7-bf68-cb01fa6988dc tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/f4c169e6-1d79-4050-b97e-de63c8897c47 HTTP/1.1" status: 404 len: 337 time: 0.0399134 Jan 28 20:40:58.381285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60490) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.468681 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a29aa4-ffb2-496a-9b52-4c56d8673387 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.469293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a29aa4-ffb2-496a-9b52-4c56d8673387 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.479951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-55a29aa4-ffb2-496a-9b52-4c56d8673387 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/1168c026-fffe-46fb-8b9b-22432faae721 HTTP/1.1" status: 404 len: 339 time: 0.0973456 Jan 28 20:40:58.483131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60496) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.531077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d6f69fc-420c-48a4-a133-4df77c5033e9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.540292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60500) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.546521 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc5ad0e-049a-4693-98d4-6d41a4f67778 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.548662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc5ad0e-049a-4693-98d4-6d41a4f67778 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.556072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cbc5ad0e-049a-4693-98d4-6d41a4f67778 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/43055619-c38c-4889-ba50-869dd005f458 HTTP/1.1" status: 404 len: 337 time: 0.0716348 Jan 28 20:40:58.558897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60502) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.561289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4dad-7e29-4b4d-90f2-80cf377bdad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.579403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d6f69fc-420c-48a4-a133-4df77c5033e9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.591090 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48113dd-968e-4112-bfa0-69997d597709 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.591694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48113dd-968e-4112-bfa0-69997d597709 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.594759 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c48113dd-968e-4112-bfa0-69997d597709 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/2d47ccc1-0516-43ab-a114-8360194f87fe HTTP/1.1" status: 404 len: 339 time: 0.0342283 Jan 28 20:40:58.597401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60504) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.636374 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-accf2751-f140-4029-87e8-a3b3cf4218d6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.638176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accf2751-f140-4029-87e8-a3b3cf4218d6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.641519 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d6f69fc-420c-48a4-a133-4df77c5033e9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.642332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-accf2751-f140-4029-87e8-a3b3cf4218d6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/040ed53d-b210-4a66-a64c-cdf8d4989721 HTTP/1.1" status: 404 len: 337 time: 0.0436914 Jan 28 20:40:58.644228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9d6f69fc-420c-48a4-a133-4df77c5033e9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3613629 Jan 28 20:40:58.645263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60506) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.648865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60508) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.656704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f69fc-420c-48a4-a133-4df77c5033e9 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f0f0f8-5628-4698-9733-e58de665f5dc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:58.666011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fa1e4b38-449f-49df-80f7-1e85671e58d7 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:58.673058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f32a1b23-fed4-446f-9f9b-0168d072756c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827075773'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:58.694137 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e5c8e8-3712-4e0a-9fb6-ccd08f4cb8b6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] DELETE failed (client error): The resource could not be found. Jan 28 20:40:58.694988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e5c8e8-3712-4e0a-9fb6-ccd08f4cb8b6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:40:58.698794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-44e5c8e8-3712-4e0a-9fb6-ccd08f4cb8b6 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/12a4c449-71a0-40d2-87cf-ad3095df3849 HTTP/1.1" status: 404 len: 339 time: 0.0524209 Jan 28 20:40:58.701698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60510) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.714163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4dad-7e29-4b4d-90f2-80cf377bdad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.720719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4dad-7e29-4b4d-90f2-80cf377bdad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.740935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: fa1e4b38-449f-49df-80f7-1e85671e58d7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:40:58.741472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fa1e4b38-449f-49df-80f7-1e85671e58d7 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:40:58.756842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba3a4dad-7e29-4b4d-90f2-80cf377bdad9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb1aba8799b8421fa7fd3c79e42011a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144995 Jan 28 20:40:58.760314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60512) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:58.779038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a4dad-7e29-4b4d-90f2-80cf377bdad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5eea81-8a1a-4bc7-b82b-870bb05f0deb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:58.802235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f32a1b23-fed4-446f-9f9b-0168d072756c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.837750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-852fc063-91c1-423d-a390-93e287ed47b8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting subnet ee3d4012-bdc5-46e2-b285-8054514b4d27 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:40:58.859464 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-852fc063-91c1-423d-a390-93e287ed47b8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.909325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-571d36d2-c0b9-42cb-8264-5e9b30e8e491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.954894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-852fc063-91c1-423d-a390-93e287ed47b8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:58.999896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-571d36d2-c0b9-42cb-8264-5e9b30e8e491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.111909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f32a1b23-fed4-446f-9f9b-0168d072756c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.139328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f32a1b23-fed4-446f-9f9b-0168d072756c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.187552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f32a1b23-fed4-446f-9f9b-0168d072756c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.188848 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f32a1b23-fed4-446f-9f9b-0168d072756c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5243988 Jan 28 20:40:59.189626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-571d36d2-c0b9-42cb-8264-5e9b30e8e491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.191955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60530) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:59.192290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-571d36d2-c0b9-42cb-8264-5e9b30e8e491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.195854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-571d36d2-c0b9-42cb-8264-5e9b30e8e491 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f5eea81-8a1a-4bc7-b82b-870bb05f0deb HTTP/1.1" status: 204 len: 168 time: 0.4343426 Jan 28 20:40:59.201484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c8893563-2742-46a5-88b0-d734e9d99e75 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': 'c2f0f0f8-5628-4698-9733-e58de665f5dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b7526fc9-2e1d-49c2-b9f7-f586f4ecceaf'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:40:59.208082 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-852fc063-91c1-423d-a390-93e287ed47b8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.232170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a1b23-fed4-446f-9f9b-0168d072756c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7526fc9-2e1d-49c2-b9f7-f586f4ecceaf,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:59.247609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d36d2-c0b9-42cb-8264-5e9b30e8e491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5eea81-8a1a-4bc7-b82b-870bb05f0deb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:59.289426 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-c8893563-2742-46a5-88b0-d734e9d99e75 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:40:59.290773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c8893563-2742-46a5-88b0-d734e9d99e75 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0972726 Jan 28 20:40:59.293868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60538) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:59.351079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-852fc063-91c1-423d-a390-93e287ed47b8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.399358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fc063-91c1-423d-a390-93e287ed47b8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3d4012-bdc5-46e2-b285-8054514b4d27,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:59.404267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-852fc063-91c1-423d-a390-93e287ed47b8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.409334 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-852fc063-91c1-423d-a390-93e287ed47b8 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/subnets/ee3d4012-bdc5-46e2-b285-8054514b4d27 HTTP/1.1" status: 204 len: 168 time: 0.7051537 Jan 28 20:40:59.411632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60540) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:59.412286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6eafd1-2a49-4015-8e2d-b85ed99ca7f1 None None] Network 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:40:59.422485 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:40:59.427518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-caa2edbe-7e1c-4b2f-a842-b64c34dbab83 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.466872 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-caa2edbe-7e1c-4b2f-a842-b64c34dbab83 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.514258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.567939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-502a5cc4-04f6-4c8f-89c9-54cad5076d10 req-3a0417a2-4228-4aee-8725-e8258f3b4cf2 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0584991 Jan 28 20:40:59.605235 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-caa2edbe-7e1c-4b2f-a842-b64c34dbab83 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.609554 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-caa2edbe-7e1c-4b2f-a842-b64c34dbab83 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.614192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-caa2edbe-7e1c-4b2f-a842-b64c34dbab83 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/b7526fc9-2e1d-49c2-b9f7-f586f4ecceaf HTTP/1.1" status: 204 len: 168 time: 0.3185472 Jan 28 20:40:59.616164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60548) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:59.687117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2edbe-7e1c-4b2f-a842-b64c34dbab83 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7526fc9-2e1d-49c2-b9f7-f586f4ecceaf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:59.713820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] DHCP port deletion for 48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:40:59.748463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7b98a79b-9686-4baf-a653-00cb78c2b860 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1273639 Jan 28 20:40:59.751582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60556) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:59.832886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] Deleting port 506a3703-09d8-4456-9222-781606525109 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:40:59.833273 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.871617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe69f151-3cca-4a11-882a-8cc111715361 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.928412 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe69f151-3cca-4a11-882a-8cc111715361 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.976387 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe69f151-3cca-4a11-882a-8cc111715361 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.979540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe69f151-3cca-4a11-882a-8cc111715361 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:40:59.980878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fe69f151-3cca-4a11-882a-8cc111715361 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/c2f0f0f8-5628-4698-9733-e58de665f5dc HTTP/1.1" status: 204 len: 168 time: 0.2278285 Jan 28 20:40:59.993145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60574) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:40:59.994522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69f151-3cca-4a11-882a-8cc111715361 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f0f0f8-5628-4698-9733-e58de665f5dc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:00.006933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] For port 506a3703-09d8-4456-9222-781606525109, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=506a3703-09d8-4456-9222-781606525109,segment=NetworkSegment(1eb59838-a927-4c25-b657-a1413b2f5a02),segment_id=1eb59838-a927-4c25-b657-a1413b2f5a02)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:00.007559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.037771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] Calling delete_port for 506a3703-09d8-4456-9222-781606525109 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:00.067166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-8b90c5f8-96bc-4666-892b-e666bf801cf4 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=159f23523db6418ab04617bef65576d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507085 Jan 28 20:41:00.093615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Deleting port 506a3703-09d8-4456-9222-781606525109 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:00.094267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.150633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.175496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] For port 506a3703-09d8-4456-9222-781606525109, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=506a3703-09d8-4456-9222-781606525109,segment=NetworkSegment(1eb59838-a927-4c25-b657-a1413b2f5a02),segment_id=1eb59838-a927-4c25-b657-a1413b2f5a02)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:00.175950 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.190113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] Pushing event deleted for resources: {'Port': ['ID=506a3703-09d8-4456-9222-781606525109,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:00.192818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43c53e-22a1-43bb-9f8d-8831f0e46cf2 None None] No DVR routers for this DVR port 506a3703-09d8-4456-9222-781606525109 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:00.192959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Calling delete_port for 506a3703-09d8-4456-9222-781606525109 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:00.274777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-704b3d83-c342-49bb-a165-3179c479d955 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2659824 Jan 28 20:41:00.279991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60588) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:00.284890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e5306a5b-df3d-4e7a-aa0b-73a05c7a593a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--95157226'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:00.313393 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.331757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] No DVR routers for this DVR port 506a3703-09d8-4456-9222-781606525109 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:00.355772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Port': ['ID=506a3703-09d8-4456-9222-781606525109,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:00.378341 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5306a5b-df3d-4e7a-aa0b-73a05c7a593a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.465089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e55297-ecb6-483f-a673-143dae28f8cd req-40940885-840f-4a5d-8de7-cc2c7df28602 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:00.473566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-40940885-840f-4a5d-8de7-cc2c7df28602 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3988957 Jan 28 20:41:00.488508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-381689db-d8c5-4238-b64b-ae2375503854 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/quotas/159f23523db6418ab04617bef65576d2 HTTP/1.1" status: 200 len: 375 time: 0.0136611 Jan 28 20:41:00.545972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-2f3b4662-0683-4c4f-a91d-387b99197c22 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=159f23523db6418ab04617bef65576d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439065 Jan 28 20:41:00.557569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.610160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:00.648316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5306a5b-df3d-4e7a-aa0b-73a05c7a593a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.651534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb59838-a927-4c25-b657-a1413b2f5a02') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:00.652012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb59838-a927-4c25-b657-a1413b2f5a02') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:00.676579 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5306a5b-df3d-4e7a-aa0b-73a05c7a593a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.683122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.707141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 506a3703-09d8-4456-9222-781606525109 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:00.760357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 506a3703-09d8-4456-9222-781606525109 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:41:00.761965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 506a3703-09d8-4456-9222-781606525109 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:00.768761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ae1242e-31e0-4783-b4e3-40321550bc83 req-32c1f741-b456-41a2-9ded-3bd5996d720c tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0538855 Jan 28 20:41:00.769465 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.799766 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5306a5b-df3d-4e7a-aa0b-73a05c7a593a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.799766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e5306a5b-df3d-4e7a-aa0b-73a05c7a593a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5093579 Jan 28 20:41:00.799958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60610) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:00.803676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-da9c80da-4f81-4b7a-a55c-1f1b048c6106 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': 'ef8e7681-93d2-4b51-8d37-e56805a7670d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:00.804355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5306a5b-df3d-4e7a-aa0b-73a05c7a593a tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e7681-93d2-4b51-8d37-e56805a7670d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:00.806979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:41:00.807397 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: self.session.flush() Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:41:00.817934 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:41:00.863798 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-da9c80da-4f81-4b7a-a55c-1f1b048c6106 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:41:00.872734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-da9c80da-4f81-4b7a-a55c-1f1b048c6106 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0723782 Jan 28 20:41:00.874593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60618) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:00.886126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6bad4018-eaad-41f3-841b-cb267657a4a3 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group_rule': {'security_group_id': 'ef8e7681-93d2-4b51-8d37-e56805a7670d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:00.940321 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c656cb76-19e7-429e-951a-503ce74f2506 req-0631a187-c278-4965-8fcb-0fafaf428acc tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 210 time: 0.0663533 Jan 28 20:41:00.959935 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.968333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:00.971344 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] 10.222.0.44 "DELETE /v2.0/networks/48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8 HTTP/1.1" status: 204 len: 168 time: 1.5587163 Jan 28 20:41:00.996451 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-6bad4018-eaad-41f3-841b-cb267657a4a3 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:41:01.002875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6bad4018-eaad-41f3-841b-cb267657a4a3 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1273665 Jan 28 20:41:01.003485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60626) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.017075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01742735-abcd-487c-bef9-f4a83e806302 tempest-NetworksTest-1959599698 tempest-NetworksTest-1959599698-project] Pushing event deleted for resources: {'Network': ['ID=48209cf8-90f2-44b3-9cf7-3d3f8a2d4ad8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:01.092294 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6312efdb-715e-4e1c-9069-0e9f95992350 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.119763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6312efdb-715e-4e1c-9069-0e9f95992350 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.185205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6312efdb-715e-4e1c-9069-0e9f95992350 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.187797 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6312efdb-715e-4e1c-9069-0e9f95992350 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.191702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60636) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.192268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6312efdb-715e-4e1c-9069-0e9f95992350 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef8e7681-93d2-4b51-8d37-e56805a7670d HTTP/1.1" status: 204 len: 168 time: 0.1849992 Jan 28 20:41:01.201588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312efdb-715e-4e1c-9069-0e9f95992350 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e7681-93d2-4b51-8d37-e56805a7670d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:01.273574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60640) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.278984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d56a4d97-95bf-4d12-8454-6ad4ff54ab10 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'tempest-secgroup--633084305'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:01.285768 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7d4c60d0-7f30-4348-b385-94b12a5bff3d tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0905983 Jan 28 20:41:01.311862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d56a4d97-95bf-4d12-8454-6ad4ff54ab10 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.453030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60650) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.479685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d56a4d97-95bf-4d12-8454-6ad4ff54ab10 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.485542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d56a4d97-95bf-4d12-8454-6ad4ff54ab10 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.508251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d56a4d97-95bf-4d12-8454-6ad4ff54ab10 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.510195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d56a4d97-95bf-4d12-8454-6ad4ff54ab10 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2353134 Jan 28 20:41:01.513767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60656) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.518967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a344c22a-8f9f-4de1-bdf0-2eb2940ad7bd tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:01.519393 n-d-825064-3 neutron-server[102306]: WARNING neutron.api.v2.base [None req-a344c22a-8f9f-4de1-bdf0-2eb2940ad7bd tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 20:41:01.519895 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-a344c22a-8f9f-4de1-bdf0-2eb2940ad7bd tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 20:41:01.523836 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a344c22a-8f9f-4de1-bdf0-2eb2940ad7bd tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "PUT /v2.0/security-groups/4f646d15-4d25-4fbd-aafc-83aff21c50d0 HTTP/1.1" status: 409 len: 330 time: 0.0085454 Jan 28 20:41:01.524378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60658) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.558099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a4d97-95bf-4d12-8454-6ad4ff54ab10 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f646d15-4d25-4fbd-aafc-83aff21c50d0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:01.646469 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d846e2b9-ac6d-4e53-b6dd-a07005f6360b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.676704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d846e2b9-ac6d-4e53-b6dd-a07005f6360b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.734976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d846e2b9-ac6d-4e53-b6dd-a07005f6360b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.737684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d846e2b9-ac6d-4e53-b6dd-a07005f6360b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:01.738962 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d846e2b9-ac6d-4e53-b6dd-a07005f6360b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/4f646d15-4d25-4fbd-aafc-83aff21c50d0 HTTP/1.1" status: 204 len: 168 time: 0.2136958 Jan 28 20:41:01.741807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60664) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.764198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846e2b9-ac6d-4e53-b6dd-a07005f6360b tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f646d15-4d25-4fbd-aafc-83aff21c50d0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:01.801839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a721454a-6b3e-43e8-b5af-3715e4b610df tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578291 Jan 28 20:41:01.804862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60670) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.826069 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-14f81352-66f6-4e57-9775-f8471ee4c774 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] delete failed (client error): The resource could not be found. Jan 28 20:41:01.831266 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-14f81352-66f6-4e57-9775-f8471ee4c774 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "DELETE /v2.0/security-groups/f60bc206-4806-4149-a911-f403cb4bdf6b HTTP/1.1" status: 404 len: 347 time: 0.0212708 Jan 28 20:41:01.831673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60672) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.858765 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-97486921-3136-418e-b7c8-82afe62ab25c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] show failed (client error): The resource could not be found. Jan 28 20:41:01.860111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-97486921-3136-418e-b7c8-82afe62ab25c tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-groups/bee99227-18b1-4c24-af06-c179857437fd HTTP/1.1" status: 404 len: 347 time: 0.0273778 Jan 28 20:41:01.867305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60678) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.880327 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-0a8169e5-bdaa-4e42-8190-40c50d50acb2 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] show failed (client error): The resource could not be found. Jan 28 20:41:01.881412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0a8169e5-bdaa-4e42-8190-40c50d50acb2 tempest-NegativeSecGroupIPv6Test-461990157 tempest-NegativeSecGroupIPv6Test-461990157-project] 10.222.0.44 "GET /v2.0/security-group-rules/cbce085a-9306-432b-85cf-04d8a80fc2a6 HTTP/1.1" status: 404 len: 356 time: 0.0131483 Jan 28 20:41:01.941951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-af9dff64-9a61-4fff-82fe-2e8c87b9e038 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ee3949975a24e95b2cc4cbd1a796c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863660 Jan 28 20:41:01.942646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60684) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:01.961864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf4184e3-628b-4f1b-ab3b-596f264576d2 req-c43e022d-9691-477a-a764-dc4bca112483 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0628974 Jan 28 20:41:02.031074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99a261ec-e3c8-4e74-8c11-072d5c712004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.070835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99a261ec-e3c8-4e74-8c11-072d5c712004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.073830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-673bfdad-ef6b-41ba-a80f-ce4a8a224b84 req-bf5914b3-0519-4df8-8b98-8a4e2236049e tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 210 time: 0.0493937 Jan 28 20:41:02.137530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99a261ec-e3c8-4e74-8c11-072d5c712004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.140742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99a261ec-e3c8-4e74-8c11-072d5c712004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.142914 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-99a261ec-e3c8-4e74-8c11-072d5c712004 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c8751c1-9d44-45a2-965e-4ae35e4942d6 HTTP/1.1" status: 204 len: 168 time: 0.1992993 Jan 28 20:41:02.153596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a261ec-e3c8-4e74-8c11-072d5c712004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8751c1-9d44-45a2-965e-4ae35e4942d6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:02.208561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-1dfa5766-3d39-4dc1-b307-4035b2a2d1b6 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=159f23523db6418ab04617bef65576d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228992 Jan 28 20:41:02.321939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60702) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:02.420170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e55297-ecb6-483f-a673-143dae28f8cd req-a791bb01-9d65-43db-a486-7e4fa624ecda tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:02.421984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-a791bb01-9d65-43db-a486-7e4fa624ecda tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000456 Jan 28 20:41:02.439545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Request body: {'port': {'device_id': '58a0be90-7328-40ca-8496-93147340b810', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '159f23523db6418ab04617bef65576d2'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:02.672886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Made reservation on behalf of 159f23523db6418ab04617bef65576d2 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:02.678559 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.690537 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.756738 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-619a68c9-7574-4d96-a653-c9b90ae7663d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f5894b9b85f4851a8d7cf55fe4b276b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311779 Jan 28 20:41:02.757036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60716) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:02.836050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.842351 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.851614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aacf2f30-fb63-4641-be82-4ff4df0aabd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.897488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aacf2f30-fb63-4641-be82-4ff4df0aabd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.941327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442e3ca8-a939-4bc7-b952-02086a8e2c90,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:02.988093 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aacf2f30-fb63-4641-be82-4ff4df0aabd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.992965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aacf2f30-fb63-4641-be82-4ff4df0aabd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:02.994542 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aacf2f30-fb63-4641-be82-4ff4df0aabd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc54a74b-565c-45d8-88bb-8b365ec27792 HTTP/1.1" status: 204 len: 168 time: 0.2360961 Jan 28 20:41:03.040402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf2f30-fb63-4641-be82-4ff4df0aabd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc54a74b-565c-45d8-88bb-8b365ec27792,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:03.194929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Allocated IP 192.168.233.17 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:03.212860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c11ac63f-aa17-4ff7-86b4-9f0e98537481 req-1f3751bf-6292-432e-9b43-9d10098fbd67 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0718250 Jan 28 20:41:03.272302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18b59631-e560-440a-b911-f01b3e054c53 req-fa7b8afb-a927-4d4d-8f85-7e8abab33284 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 210 time: 0.0557840 Jan 28 20:41:03.492733 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:03.567727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:03.616926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:03.620963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:03.630483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:03.636377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60760) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:03.682757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Pushing event updated for resources: {'Port': ['ID=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:03.731885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:03.733269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:03.759101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-3d821e37-a186-4d45-a074-fdac7823db36 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3244886 Jan 28 20:41:03.772841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Request body: {'port': {'device_id': '58a0be90-7328-40ca-8496-93147340b810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:03.887482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.005795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1e3d1c1a-4fec-4716-afdb-a526eda766fc None None] Provisioning complete for port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:04.006257 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1e3d1c1a-4fec-4716-afdb-a526eda766fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.079118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-1802860797'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:04.096923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d1c1a-4fec-4716-afdb-a526eda766fc None None] Port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:04.149713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:04.155886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.168011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.326811 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.333124 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.391355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:04.406440 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa6d84a-857d-488b-ba4f-0012e7dc8fd8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:04.412308 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.412664 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment e4d06b9b-2f25-492a-a6e1-72ab03062e95 of type vlan for network 07ff0046-54ab-4a01-bced-1f0b4d335c51 Jan 28 20:41:04.426656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de8009c4-b5fe-43e0-846f-1a0936942b4b req-22ad8b6d-e155-448a-b296-21a159fc1186 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0383193 Jan 28 20:41:04.460562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.467438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60792) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:04.533976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee809db-21b2-49de-9e31-9f26a2590e26 req-28b7eee1-1a5e-427b-858a-b59cc10e5e93 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:04.535958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee809db-21b2-49de-9e31-9f26a2590e26 req-28b7eee1-1a5e-427b-858a-b59cc10e5e93 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 935 time: 0.1059418 Jan 28 20:41:04.554086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:41:04.571778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.577891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.587265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:04.587916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.649006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Transition to ACTIVE for port object 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:41:04.660560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee809db-21b2-49de-9e31-9f26a2590e26 req-ce5604df-19be-4964-a1e7-3013f93f1533 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168175 Jan 28 20:41:04.662163 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.698758 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c8c8d49e-4ac0-4b83-b1fb-a937fe02cbba tempest-ServiceProvidersTest-1954615864 tempest-ServiceProvidersTest-1954615864-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2297626 Jan 28 20:41:04.732141 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0937819 Jan 28 20:41:04.736618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60804) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:04.748432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-1206741632'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:04.764320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc68b84-ca1b-41cb-baad-f576466d815a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=07ff0046-54ab-4a01-bced-1f0b4d335c51,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:04.777520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 07ff0046-54ab-4a01-bced-1f0b4d335c51 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:04.806083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:04.814561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.873826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:04.893605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:04.920862 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:04.923248 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment 50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0 of type vlan for network d4989477-0c54-48c6-be68-2bf931f198b8 Jan 28 20:41:04.929529 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Attempting to bind port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:04.930090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Attempting to bind port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:04.930462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Attempting to bind port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:04.938861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:41:04.939438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Attempting to bind port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:04.947918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:04.948534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:04.965677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:04.968160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Bound port: 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:04.968697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.024020 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.097252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.107647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] For port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:05.110475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:05.111829 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.114523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] For port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:05.121079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.150338 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4119186 Jan 28 20:41:05.169510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60814) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:05.193014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': '07ff0046-54ab-4a01-bced-1f0b4d335c51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:05.220157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:05.221222 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.222940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 HTTP/1.1" status: 200 len: 1095 time: 1.4554682 Jan 28 20:41:05.223615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a0be90-7328-40ca-8496-93147340b810', 'tag': '1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:41:05.227255 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb9e6cc-ad14-4951-8120-bf2b64753c08" -d '{"events": [{"name": "network-changed", "server_uuid": "58a0be90-7328-40ca-8496-93147340b810", "tag": "1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:41:05.268006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43421c60-a9ea-4f69-a5f5-1d2cf50f4867 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:05.274942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60818) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:05.341299 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6da6ad-513c-4b31-955a-30bbc4082e5b x-openstack-request-id: req-ee6da6ad-513c-4b31-955a-30bbc4082e5b {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:41:05.343361 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a0be90-7328-40ca-8496-93147340b810", "tag": "1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:41:05.343931 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee6da6ad-513c-4b31-955a-30bbc4082e5b {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:41:05.344547 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a0be90-7328-40ca-8496-93147340b810', 'tag': '1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4', 'status': 'completed', 'code': 200} Jan 28 20:41:05.374301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542ab93-47f6-4dc2-9e56-1b067886dc58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=d4989477-0c54-48c6-be68-2bf931f198b8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:05.386682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network d4989477-0c54-48c6-be68-2bf931f198b8 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:05.391171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e55297-ecb6-483f-a673-143dae28f8cd req-d743a0c3-1c17-4c04-abaa-6d788461b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:05.392283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-d743a0c3-1c17-4c04-abaa-6d788461b348 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=159f23523db6418ab04617bef65576d2&device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 1098 time: 0.1183863 Jan 28 20:41:05.426409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:05.438357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.483999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-9e1f2973-5f22-43d5-a8f9-3c64b9d75402 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 HTTP/1.1" status: 200 len: 217 time: 0.0818064 Jan 28 20:41:05.602320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e55297-ecb6-483f-a673-143dae28f8cd req-da3d748d-de57-4be8-8dd5-708bdb690af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:05.603892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-da3d748d-de57-4be8-8dd5-708bdb690af6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1130643 Jan 28 20:41:05.623928 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-753cac5f-6b01-4811-af34-61509ae5b0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.644000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ce4172f-118d-4879-a0fd-e8a2cb11fc2c req-825bf112-fbf1-4a0c-bfb2-a213635e6ab3 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0642581 Jan 28 20:41:05.722583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e55297-ecb6-483f-a673-143dae28f8cd req-dec2abb6-f0e8-4ae4-a17b-a85f9dcf03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:05.724475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-dec2abb6-f0e8-4ae4-a17b-a85f9dcf03ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983105 Jan 28 20:41:05.818346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.869657 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-753cac5f-6b01-4811-af34-61509ae5b0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.884111 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-753cac5f-6b01-4811-af34-61509ae5b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:05.892593 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=50724891-89b0-4e1a-8bf2-c972743a90a6,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:05.917291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-753cac5f-6b01-4811-af34-61509ae5b0d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfdcd98b1f984b7a8352c2f6b55b5135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413293 Jan 28 20:41:05.921530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60836) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:05.939729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-9adfe41c-0ebc-42a2-807a-80e9ba8ce90a service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071970 Jan 28 20:41:05.943193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': 'e4d06b9b-2f25-492a-a6e1-72ab03062e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '07ff0046-54ab-4a01-bced-1f0b4d335c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:05.943635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: 07ff0046-54ab-4a01-bced-1f0b4d335c51, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:05.951961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3ed20-68c7-4091-9502-61bfeddf978a req-19a934cb-d0de-4812-8628-11080ad635ba tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:05.953645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da3ed20-68c7-4091-9502-61bfeddf978a req-19a934cb-d0de-4812-8628-11080ad635ba tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 947 time: 0.1651940 Jan 28 20:41:05.987860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cac5f-6b01-4811-af34-61509ae5b0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9a6bb4-a85c-4280-a447-5a4be2853513,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:05.997974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 07ff0046-54ab-4a01-bced-1f0b4d335c51 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:06.025271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 07ff0046-54ab-4a01-bced-1f0b4d335c51) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:06.032452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:06.033217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:06.035935 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f6732f0c-90c3-4abc-9f08-d3aa3cd64cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:06.039717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3cd0e4-4a77-422a-b839-7b5fdb510377 None None] Network 07ff0046-54ab-4a01-bced-1f0b4d335c51 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:06.076466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9da3ed20-68c7-4091-9502-61bfeddf978a req-0261e9a1-6d5b-4e04-949a-a1e559f530f4 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099937 Jan 28 20:41:06.117941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e55297-ecb6-483f-a673-143dae28f8cd req-04882774-1688-4179-a114-13633e6646df service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603835 Jan 28 20:41:06.130402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60840) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:06.141182 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-41872a1a-7649-4313-882a-7a5dc712f36e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9687693 Jan 28 20:41:06.142463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': 'd4989477-0c54-48c6-be68-2bf931f198b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:06.144970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f6732f0c-90c3-4abc-9f08-d3aa3cd64cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:06.225247 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f6732f0c-90c3-4abc-9f08-d3aa3cd64cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:06.230461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f6732f0c-90c3-4abc-9f08-d3aa3cd64cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:06.233264 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f6732f0c-90c3-4abc-9f08-d3aa3cd64cd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd9a6bb4-a85c-4280-a447-5a4be2853513 HTTP/1.1" status: 204 len: 168 time: 0.3102684 Jan 28 20:41:06.251715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6732f0c-90c3-4abc-9f08-d3aa3cd64cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9a6bb4-a85c-4280-a447-5a4be2853513,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:06.400554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-07ff0046-54ab-4a01-bced-1f0b4d335c51', 'network_id': '07ff0046-54ab-4a01-bced-1f0b4d335c51', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': '50724891-89b0-4e1a-8bf2-c972743a90a6'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:41:06.402224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:06.432728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:06.446554 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:06.453488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-9a2247e6-07d1-4a5f-b052-8d0ef772732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:06.455541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-9a2247e6-07d1-4a5f-b052-8d0ef772732b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=159f23523db6418ab04617bef65576d2&device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 1098 time: 0.2310779 Jan 28 20:41:06.647229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Allocated IP 172.20.0.2 (07ff0046-54ab-4a01-bced-1f0b4d335c51/50724891-89b0-4e1a-8bf2-c972743a90a6/b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:06.683085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-04bcef36-4980-4e7c-913b-6ed08e30bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:06.685489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-04bcef36-4980-4e7c-913b-6ed08e30bac6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.2175159 Jan 28 20:41:06.741165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-391e7e33-3240-4de6-a89b-fbe951cc117e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 HTTP/1.1" status: 200 len: 217 time: 0.0471005 Jan 28 20:41:06.875424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c3d007d-1e19-45af-8f72-e8308c1e4886 req-f6dbcdfe-5335-444e-8c0e-6994e34bb085 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0818057 Jan 28 20:41:06.910419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-7555e08d-3a11-4e64-ba06-44682473af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:06.917450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-7555e08d-3a11-4e64-ba06-44682473af1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1520116 Jan 28 20:41:06.995653 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.056619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-6e3fffb2-3392-4407-9712-7eb0e8c96ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:07.062294 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-6e3fffb2-3392-4407-9712-7eb0e8c96ee2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220684 Jan 28 20:41:07.093551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.104023 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.186802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Pushing event updated for resources: {'Port': ['ID=b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:07.206735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Network 07ff0046-54ab-4a01-bced-1f0b4d335c51 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:07.208507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:07.217550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:07.263402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=1f72a4ef-3b50-4e7c-8e7e-d9b1166fc007,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:07.298759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': '50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd4989477-0c54-48c6-be68-2bf931f198b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:07.299123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: d4989477-0c54-48c6-be68-2bf931f198b8, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:07.333952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Attempting to bind port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:07.337151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Attempting to bind port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e4d06b9b-2f25-492a-a6e1-72ab03062e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '07ff0046-54ab-4a01-bced-1f0b4d335c51'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:07.337606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Attempting to bind port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 on network 07ff0046-54ab-4a01-bced-1f0b4d335c51 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:07.344886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:07.345786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Checking segment: {'id': 'e4d06b9b-2f25-492a-a6e1-72ab03062e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '07ff0046-54ab-4a01-bced-1f0b4d335c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:07.347782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a94f77-e965-473c-b07c-9bb54fa4d82b req-518a3b9d-8703-47f7-a15a-202d59ca91f8 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:07.351284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.352003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Bound using segment: {'id': 'e4d06b9b-2f25-492a-a6e1-72ab03062e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '07ff0046-54ab-4a01-bced-1f0b4d335c51'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:07.353723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Bound port: b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d06b9b-2f25-492a-a6e1-72ab03062e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '07ff0046-54ab-4a01-bced-1f0b4d335c51'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:07.355000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.381913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09a94f77-e965-473c-b07c-9bb54fa4d82b req-518a3b9d-8703-47f7-a15a-202d59ca91f8 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 947 time: 0.1761630 Jan 28 20:41:07.441534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-89a7aba6-853d-4be6-a24a-cfcc82e8b061 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611906 Jan 28 20:41:07.463043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network d4989477-0c54-48c6-be68-2bf931f198b8 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:07.474088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09a94f77-e965-473c-b07c-9bb54fa4d82b req-ab7b1875-cba6-40dc-b5df-005000ee10a2 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871599 Jan 28 20:41:07.486426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, d4989477-0c54-48c6-be68-2bf931f198b8) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:07.489169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] For port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:07.494397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] For port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82,segment=NetworkSegment(e4d06b9b-2f25-492a-a6e1-72ab03062e95),segment_id=e4d06b9b-2f25-492a-a6e1-72ab03062e95)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:07.498093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31ddf5-5aad-408a-96bf-7210c00adea6 None None] Network d4989477-0c54-48c6-be68-2bf931f198b8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:07.501780 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.531117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:07.531117 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.533348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60898) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:07.603462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60902) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:07.610230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fac996a4-801c-4ce4-8717-e292adc7c163 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1446208036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:07.614379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1440dd91-841f-436f-96a7-aeac46ece374 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4679232 Jan 28 20:41:07.639284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead33a49-3a3b-43fb-81bd-e9767f55a093 None None] Pushing event updated for resources: {'Port': ['ID=b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:07.672769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fac996a4-801c-4ce4-8717-e292adc7c163 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.674014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fac996a4-801c-4ce4-8717-e292adc7c163 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.674705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0eb9e6cc-ad14-4951-8120-bf2b64753c08 req-cb1504e6-12e4-4086-9771-22e89536a8d3 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228410 Jan 28 20:41:07.742824 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a6672fa4-7b2d-458b-abf8-4f87e0f69de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.750186 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-d4989477-0c54-48c6-be68-2bf931f198b8', 'network_id': 'd4989477-0c54-48c6-be68-2bf931f198b8', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': '1f72a4ef-3b50-4e7c-8e7e-d9b1166fc007'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:41:07.751942 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.788706 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fac996a4-801c-4ce4-8717-e292adc7c163 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.796019 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2022164560'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:07.802058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fac996a4-801c-4ce4-8717-e292adc7c163 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.842529 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fac996a4-801c-4ce4-8717-e292adc7c163 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.844559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fac996a4-801c-4ce4-8717-e292adc7c163 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2394068 Jan 28 20:41:07.846717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60904) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:07.854099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Made reservation on behalf of f525a7d997504961ac0c58093b08cf7b for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:07.860656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.871382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:07.951436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Allocated IP 172.21.0.2 (d4989477-0c54-48c6-be68-2bf931f198b8/1f72a4ef-3b50-4e7c-8e7e-d9b1166fc007/90d8dff9-353f-4b13-8b82-3833063a8352) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:08.027034 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.037524 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.054805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:08.067534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.067898 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Added segment 2edbe9ba-951d-4466-bc2d-bccc71231429 of type vlan for network 53efc1f5-295d-47e5-b841-c3f645944229 Jan 28 20:41:08.140860 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.179143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.186929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:08.187661 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.237180 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.248428 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.291324 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7561924 Jan 28 20:41:08.307727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60914) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:08.316651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Request body: {'subnet': {'network_id': '53efc1f5-295d-47e5-b841-c3f645944229', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:08.322934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b7608-bbd1-4362-995a-060ff91ab63d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:08.353429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22815d83-4d4e-4425-b4f4-d64763334cb6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Pushing event updated for resources: {'Network': ['ID=53efc1f5-295d-47e5-b841-c3f645944229,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:08.359680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Pushing event updated for resources: {'Port': ['ID=90d8dff9-353f-4b13-8b82-3833063a8352,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:08.364589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Network d4989477-0c54-48c6-be68-2bf931f198b8 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:08.366521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:08.374740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:08.437688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 53efc1f5-295d-47e5-b841-c3f645944229 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:08.511715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Made reservation on behalf of f525a7d997504961ac0c58093b08cf7b for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:08.520510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.672687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Attempting to bind port 90d8dff9-353f-4b13-8b82-3833063a8352 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:08.674259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Attempting to bind port 90d8dff9-353f-4b13-8b82-3833063a8352 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd4989477-0c54-48c6-be68-2bf931f198b8'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:08.674687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Attempting to bind port 90d8dff9-353f-4b13-8b82-3833063a8352 on network d4989477-0c54-48c6-be68-2bf931f198b8 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:08.686091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:08.687764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Checking segment: {'id': '50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd4989477-0c54-48c6-be68-2bf931f198b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:08.688193 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.688597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Bound using segment: {'id': '50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd4989477-0c54-48c6-be68-2bf931f198b8'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:08.689082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Bound port: 90d8dff9-353f-4b13-8b82-3833063a8352, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd4989477-0c54-48c6-be68-2bf931f198b8'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:08.691632 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.794629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:08.845380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b03333f9-63a1-4b7b-8d55-d9887e1a6a59 req-fb5fb665-aa62-4f1b-87ae-9e5dd495592b tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.1444035 Jan 28 20:41:08.864189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:08.961393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e5bd6-60d4-4afd-ad77-ae8ded7cd40f req-b88e5109-1018-42c3-adc3-9c8d21915112 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:08.966166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a76e5bd6-60d4-4afd-ad77-ae8ded7cd40f req-b88e5109-1018-42c3-adc3-9c8d21915112 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 947 time: 0.2671082 Jan 28 20:41:08.984454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:08.985118 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.019341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] For port 90d8dff9-353f-4b13-8b82-3833063a8352, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:09.045513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] For port 90d8dff9-353f-4b13-8b82-3833063a8352, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=90d8dff9-353f-4b13-8b82-3833063a8352,segment=NetworkSegment(50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0),segment_id=50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:09.059920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.082065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Pushing event updated for resources: {'Subnet': ['ID=69c5a080-6586-40c1-853b-bdd2f096a1b3,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:09.082973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.095480 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Checking segment: {'id': '2edbe9ba-951d-4466-bc2d-bccc71231429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53efc1f5-295d-47e5-b841-c3f645944229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:09.096874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Network hostable DHCP agents. Network: 53efc1f5-295d-47e5-b841-c3f645944229, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:09.123065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a76e5bd6-60d4-4afd-ad77-ae8ded7cd40f req-7818b4cc-9059-4337-a756-adaf23860f78 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797594 Jan 28 20:41:09.140876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Network 53efc1f5-295d-47e5-b841-c3f645944229 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:09.175843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 53efc1f5-295d-47e5-b841-c3f645944229) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:09.180891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:09.181596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.194488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e71568-8292-4dc3-a196-94d19d60748c None None] Pushing event updated for resources: {'Port': ['ID=90d8dff9-353f-4b13-8b82-3833063a8352,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:09.209495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cddcf0-1adf-46f0-bd4c-39d6a82651ad None None] Network 53efc1f5-295d-47e5-b841-c3f645944229 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:09.243286 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c10ee2c2-1d1a-4aa5-b366-ab25cd809219 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9340422 Jan 28 20:41:09.250834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60930) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:09.252820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Request body: {'port': {'network_id': '53efc1f5-295d-47e5-b841-c3f645944229', 'name': 'tempest-TagsExtTest-701025038'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:09.282332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:41:09.419607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.543081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Made reservation on behalf of f525a7d997504961ac0c58093b08cf7b for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:09.551219 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.623889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] device_id is not set on port 4dbc58b9-520d-47b2-b43a-d328c5e26d37 yet. {{(pid=102306) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:41:09.625778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.20.0.1 (07ff0046-54ab-4a01-bced-1f0b4d335c51/50724891-89b0-4e1a-8bf2-c972743a90a6/3595b544-166d-4af7-a8b7-099e16d24a06) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:09.741024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c690e8c3-df29-4680-bfd3-8995b835e73f None None] Network 07ff0046-54ab-4a01-bced-1f0b4d335c51 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:09.836967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82,segment=NetworkSegment(e4d06b9b-2f25-492a-a6e1-72ab03062e95),segment_id=e4d06b9b-2f25-492a-a6e1-72ab03062e95)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:09.895412 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.939466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.939886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:09.973802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Allocated IP 172.20.0.8 (53efc1f5-295d-47e5-b841-c3f645944229/69c5a080-6586-40c1-853b-bdd2f096a1b3/4dbc58b9-520d-47b2-b43a-d328c5e26d37) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:10.039705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:10.061431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=3595b544-166d-4af7-a8b7-099e16d24a06,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:10.083632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-91df64b0-1803-4e87-8aaa-9de409b7a554 None None] Provisioning complete for port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:10.084274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91df64b0-1803-4e87-8aaa-9de409b7a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.103431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:10.140720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 07ff0046-54ab-4a01-bced-1f0b4d335c51 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:10.161739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8eaa7b91-39b0-48c6-9550-163e8f37274c req-df90a80e-78dc-44f2-99fd-978b1a436af2 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0949826 Jan 28 20:41:10.162886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:10.172620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:10.241084 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.245643 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-53efc1f5-295d-47e5-b841-c3f645944229', 'network_id': '53efc1f5-295d-47e5-b841-c3f645944229', 'tenant_id': 'f525a7d997504961ac0c58093b08cf7b', 'fixed_ips': [{'subnet_id': '69c5a080-6586-40c1-853b-bdd2f096a1b3'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:41:10.246829 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.283489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.333901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.435523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66827c7c-fc91-47d2-b6c9-55a09fb82dc4 req-5b56dc78-c6f5-41f0-ac95-270d8634b579 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:10.437618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66827c7c-fc91-47d2-b6c9-55a09fb82dc4 req-5b56dc78-c6f5-41f0-ac95-270d8634b579 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 947 time: 0.1040277 Jan 28 20:41:10.443502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Network 53efc1f5-295d-47e5-b841-c3f645944229 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:10.461411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:10.465849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:10.504922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66827c7c-fc91-47d2-b6c9-55a09fb82dc4 req-1b8d3772-1736-40c6-b4cf-2fbcea405683 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551522 Jan 28 20:41:10.562375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Pushing event updated for resources: {'Port': ['ID=4dbc58b9-520d-47b2-b43a-d328c5e26d37,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:10.563674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.582043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4', 'mac_address': 'fa:16:3e:78:8f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:41:10.592862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:10.593545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.617430 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-49f32bff-bf9d-4075-9c73-9a3df912036d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.670331 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b907e7d9-289c-4b4c-9347-ab1db69d3d13 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4225247 Jan 28 20:41:10.672835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60960) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:10.685222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-87d8093f-3d7e-44d7-8f1c-71c66ac83711 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1715171385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:10.777424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-87d8093f-3d7e-44d7-8f1c-71c66ac83711 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.779944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-87d8093f-3d7e-44d7-8f1c-71c66ac83711 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.839817 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.875923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-87d8093f-3d7e-44d7-8f1c-71c66ac83711 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.900551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-87d8093f-3d7e-44d7-8f1c-71c66ac83711 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.915286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:41:10.951713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-87d8093f-3d7e-44d7-8f1c-71c66ac83711 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:10.956681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60964) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:10.958285 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-87d8093f-3d7e-44d7-8f1c-71c66ac83711 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2841547 Jan 28 20:41:10.965034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1e07ef54-fced-4268-9632-c0fb01f0f5f2 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-729607170', 'prefixes': ['172.20.0.0/16']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:10.973607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0143385-a04c-4904-8dab-772dca09c949 None None] Network d4989477-0c54-48c6-be68-2bf931f198b8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:11.059952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 90d8dff9-353f-4b13-8b82-3833063a8352 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:11.064867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:11.097881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.123436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Allocated IP 172.20.0.2 (53efc1f5-295d-47e5-b841-c3f645944229/69c5a080-6586-40c1-853b-bdd2f096a1b3/60934133-5152-4c79-920c-503debfbd3a4) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:11.132674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.157094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.277056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c746443e-a152-4822-81a3-e073bfb2aaed None None] Provisioning complete for port 90d8dff9-353f-4b13-8b82-3833063a8352 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:11.277472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c746443e-a152-4822-81a3-e073bfb2aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.294079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e07ef54-fced-4268-9632-c0fb01f0f5f2 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for subnetpool, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.295672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1e07ef54-fced-4268-9632-c0fb01f0f5f2 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3376877 Jan 28 20:41:11.301962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60972) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:11.325305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-928bb84e-a732-4df0-bee0-69d659112d2a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3', 'tempest-TagsExtTest-Tag-454584473') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:11.346937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.368847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-496da5f0-7958-4bdc-8e3c-2125b35f54ca req-b0603305-ec08-4fb1-b9cc-7d63ad7c9092 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.1141803 Jan 28 20:41:11.402085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:41:11.409907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=3595b544-166d-4af7-a8b7-099e16d24a06,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:11.412520 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.527797 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-928bb84e-a732-4df0-bee0-69d659112d2a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags/tempest-TagsExtTest-Tag-454584473 HTTP/1.1" status: 201 len: 201 time: 0.2227294 Jan 28 20:41:11.528750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60976) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:11.537075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 90d8dff9-353f-4b13-8b82-3833063a8352 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:11.537678 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.538560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-d4d8b7a2-02dd-4478-820d-ca3a62a1a492 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37', 'tempest-TagsExtTest-Tag-1141362725') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:11.628020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 07ff0046-54ab-4a01-bced-1f0b4d335c51 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:11.629734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:11.707605 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d4d8b7a2-02dd-4478-820d-ca3a62a1a492 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags/tempest-TagsExtTest-Tag-1141362725 HTTP/1.1" status: 201 len: 201 time: 0.1776719 Jan 28 20:41:11.707950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 60984) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:11.713665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-77c05252-ca3c-452e-b6ba-4b039c0da204 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93', 'tempest-TagsExtTest-Tag-1558639984') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:11.742124 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.836521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.961657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394c6a9-c114-4de6-8a74-e944fcbc9805 req-0a312233-5389-439f-8fb8-c5d555a89d26 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:11.963188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d394c6a9-c114-4de6-8a74-e944fcbc9805 req-0a312233-5389-439f-8fb8-c5d555a89d26 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 948 time: 0.2544074 Jan 28 20:41:11.991036 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:11.993640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Network 53efc1f5-295d-47e5-b841-c3f645944229 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:12.012356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-77c05252-ca3c-452e-b6ba-4b039c0da204 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags/tempest-TagsExtTest-Tag-1558639984 HTTP/1.1" status: 201 len: 201 time: 0.3022170 Jan 28 20:41:12.014483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:12.015712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60992) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:12.018288 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c746443e-a152-4822-81a3-e073bfb2aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:12.021133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-054416a9-b9ad-41b0-8853-9b1d13c4f50d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc', 'tempest-TagsExtTest-Tag-2024924975') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:12.044219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:12.051525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d394c6a9-c114-4de6-8a74-e944fcbc9805 req-57f616a4-f966-4e0e-a7f9-e765d999ba6d tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771928 Jan 28 20:41:12.055917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 4ef2527e-657a-474a-9bd6-3842e87bc9c0 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:41:12.104029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Pushing event updated for resources: {'Port': ['ID=60934133-5152-4c79-920c-503debfbd3a4,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:12.160876 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-054416a9-b9ad-41b0-8853-9b1d13c4f50d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags/tempest-TagsExtTest-Tag-2024924975 HTTP/1.1" status: 201 len: 201 time: 0.1416061 Jan 28 20:41:12.161112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 60994) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:12.176481 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-13f7d868-bc82-47e3-8f68-f7307aea216d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:12.206275 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:12.213807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c746443e-a152-4822-81a3-e073bfb2aaed None None] For port 90d8dff9-353f-4b13-8b82-3833063a8352, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=90d8dff9-353f-4b13-8b82-3833063a8352,segment=NetworkSegment(50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0),segment_id=50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:12.226581 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c746443e-a152-4822-81a3-e073bfb2aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:12.314086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:12.331013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-13f7d868-bc82-47e3-8f68-f7307aea216d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags HTTP/1.1" status: 200 len: 240 time: 0.1682315 Jan 28 20:41:12.332311 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa6210-571c-45d6-9026-f74a296330d5 None None] Sync routers for ids ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:12.335684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32768) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:12.349429 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa6210-571c-45d6-9026-f74a296330d5 None None] Routers {'4ef2527e-657a-474a-9bd6-3842e87bc9c0'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:12.350069 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f4aa6210-571c-45d6-9026-f74a296330d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:12.352624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-882599d5-96c9-434a-8ed2-fefcd671b509 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3', 'tempest-TagsExtTest-Tag-454584473') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:12.355100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32770) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:12.371264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-47158749-2abe-41d8-8448-909e5eb2ccce tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/4ef2527e-657a-474a-9bd6-3842e87bc9c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5227027 Jan 28 20:41:12.441307 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f4aa6210-571c-45d6-9026-f74a296330d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:12.447700 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:41:12.448068 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:41:12.459936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Attempting to bind port 60934133-5152-4c79-920c-503debfbd3a4 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:12.460349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Attempting to bind port 60934133-5152-4c79-920c-503debfbd3a4 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2edbe9ba-951d-4466-bc2d-bccc71231429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53efc1f5-295d-47e5-b841-c3f645944229'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:12.460723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Attempting to bind port 60934133-5152-4c79-920c-503debfbd3a4 on network 53efc1f5-295d-47e5-b841-c3f645944229 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:12.483579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:12.484017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Checking segment: {'id': '2edbe9ba-951d-4466-bc2d-bccc71231429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53efc1f5-295d-47e5-b841-c3f645944229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:12.484415 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:12.484791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Bound using segment: {'id': '2edbe9ba-951d-4466-bc2d-bccc71231429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53efc1f5-295d-47e5-b841-c3f645944229'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:12.485282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Bound port: 60934133-5152-4c79-920c-503debfbd3a4, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edbe9ba-951d-4466-bc2d-bccc71231429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '53efc1f5-295d-47e5-b841-c3f645944229'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:12.485674 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:12.487974 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa6210-571c-45d6-9026-f74a296330d5 None None] Routers {'4ef2527e-657a-474a-9bd6-3842e87bc9c0'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:12.488640 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f4aa6210-571c-45d6-9026-f74a296330d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:12.495406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7d704437-ab3e-4ec9-9d72-8249e5ff9d27 None None] Provisioning complete for port 3595b544-166d-4af7-a8b7-099e16d24a06 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:12.495788 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d704437-ab3e-4ec9-9d72-8249e5ff9d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:12.498500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746443e-a152-4822-81a3-e073bfb2aaed None None] Pushing event updated for resources: {'Port': ['ID=90d8dff9-353f-4b13-8b82-3833063a8352,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:12.567797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c7b7c-ebe4-4561-a36d-9effe2691a1d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:12.569521 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cf1c7b7c-ebe4-4561-a36d-9effe2691a1d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports/3595b544-166d-4af7-a8b7-099e16d24a06 HTTP/1.1" status: 200 len: 910 time: 0.2108951 Jan 28 20:41:12.572343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32776) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:12.585797 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f4aa6210-571c-45d6-9026-f74a296330d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:12.586896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f8540d2-bbef-418c-873d-e7d5cd1e4c21 req-8680f0be-83d5-4ca4-8b64-8b96b8364741 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0399380 Jan 28 20:41:12.588888 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aa6210-571c-45d6-9026-f74a296330d5 None None] The sync data for ids ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:12.658338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] For port 60934133-5152-4c79-920c-503debfbd3a4, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:12.661518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] For port 60934133-5152-4c79-920c-503debfbd3a4, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=60934133-5152-4c79-920c-503debfbd3a4,segment=NetworkSegment(2edbe9ba-951d-4466-bc2d-bccc71231429),segment_id=2edbe9ba-951d-4466-bc2d-bccc71231429)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:12.673879 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:12.675870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32778) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:12.680590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-3271bd9c-d836-4e53-bb51-e4d941c86fd4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3', 'tempest-TagsExtTest-Tag-454584473') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:12.686670 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-882599d5-96c9-434a-8ed2-fefcd671b509 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags/tempest-TagsExtTest-Tag-454584473 HTTP/1.1" status: 204 len: 168 time: 0.3495991 Jan 28 20:41:12.757272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7d704437-ab3e-4ec9-9d72-8249e5ff9d27 None None] Port 3595b544-166d-4af7-a8b7-099e16d24a06 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:12.803554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a513e-85df-4784-9be8-b9db899b3c69 None None] Pushing event updated for resources: {'Port': ['ID=60934133-5152-4c79-920c-503debfbd3a4,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:12.807189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7d704437-ab3e-4ec9-9d72-8249e5ff9d27 None None] Provisioning complete for port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:12.807567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d704437-ab3e-4ec9-9d72-8249e5ff9d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:12.916364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3271bd9c-d836-4e53-bb51-e4d941c86fd4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags/tempest-TagsExtTest-Tag-454584473 HTTP/1.1" status: 204 len: 168 time: 0.2368793 Jan 28 20:41:12.917100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32786) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:12.994436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:13.000085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-109b414d-6d8e-4e8a-9fbe-cbc9f5b4ef3f tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:13.004296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:13.147435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6e588f6a-39c6-43a2-8304-05fd05d802bf None None] Provisioning complete for port 90d8dff9-353f-4b13-8b82-3833063a8352 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:13.147958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e588f6a-39c6-43a2-8304-05fd05d802bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:13.205019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:13.205409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:13.286475 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-109b414d-6d8e-4e8a-9fbe-cbc9f5b4ef3f tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags HTTP/1.1" status: 200 len: 205 time: 0.3662975 Jan 28 20:41:13.290887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:13.312589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32798) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:13.337364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-3698c23a-5063-4f67-9635-6f9275e35866 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:13.349138 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:13.407682 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:13.475528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf3e70-601f-4bb4-a921-f22518144224 req-d6a64177-71cd-4a6e-91e3-f041ba5fe804 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:13.477667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0adf3e70-601f-4bb4-a921-f22518144224 req-d6a64177-71cd-4a6e-91e3-f041ba5fe804 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 948 time: 0.2557209 Jan 28 20:41:13.571026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0adf3e70-601f-4bb4-a921-f22518144224 req-815dccc1-b535-465e-844b-62e82a0d5ea6 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828125 Jan 28 20:41:13.592649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3698c23a-5063-4f67-9635-6f9275e35866 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags HTTP/1.1" status: 200 len: 241 time: 0.2766769 Jan 28 20:41:13.595172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32804) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:13.602487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-50a13926-8ae6-4008-a973-762ea8c5bf1d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37', 'tempest-TagsExtTest-Tag-1141362725') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:13.642501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:41:13.683255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:13.686132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:13.726897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-50a13926-8ae6-4008-a973-762ea8c5bf1d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags/tempest-TagsExtTest-Tag-1141362725 HTTP/1.1" status: 204 len: 168 time: 0.1291673 Jan 28 20:41:13.728903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32810) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:13.745563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-17f556c8-c79f-491a-b5ad-276cbe6ba163 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37', 'tempest-TagsExtTest-Tag-1141362725') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:13.819753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6e588f6a-39c6-43a2-8304-05fd05d802bf None None] Provisioning complete for port 3595b544-166d-4af7-a8b7-099e16d24a06 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:13.820131 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e588f6a-39c6-43a2-8304-05fd05d802bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:13.875895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.21.0.1 (d4989477-0c54-48c6-be68-2bf931f198b8/1f72a4ef-3b50-4e7c-8e7e-d9b1166fc007/764a755d-cbf0-4139-bcc9-f7b06b13568b) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:14.146629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.189024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 90d8dff9-353f-4b13-8b82-3833063a8352 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:14.221043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32814) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:14.233066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.240215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6e588f6a-39c6-43a2-8304-05fd05d802bf None None] Port 3595b544-166d-4af7-a8b7-099e16d24a06 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:14.259847 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.287960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 90d8dff9-353f-4b13-8b82-3833063a8352 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:14.288561 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.325977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a0be90-7328-40ca-8496-93147340b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:41:14.329126 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16704759-0eb1-45aa-a13a-05cc1c5dcac4" -d '{"events": [{"server_uuid": "58a0be90-7328-40ca-8496-93147340b810", "name": "network-vif-plugged", "status": "completed", "tag": "1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:41:14.355348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=764a755d-cbf0-4139-bcc9-f7b06b13568b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:14.359227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c295562-5dfd-4c53-83c2-2ce56682d0ad req-590f249c-4a5e-4625-a8a9-5a938956f9db tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.5972128 Jan 28 20:41:14.366819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:14.380097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network d4989477-0c54-48c6-be68-2bf931f198b8 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:14.384137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:14.390204 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.396373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:14.466365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-17f556c8-c79f-491a-b5ad-276cbe6ba163 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags/tempest-TagsExtTest-Tag-1141362725 HTTP/1.1" status: 204 len: 168 time: 0.7363479 Jan 28 20:41:14.468717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32826) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:14.475036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-45f227b8-66b5-4e76-a9f9-7d09bdfe32c6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:14.517920 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bce79-9f86-4813-93e2-0e0885dc5054 x-openstack-request-id: req-041bce79-9f86-4813-93e2-0e0885dc5054 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:41:14.518669 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a0be90-7328-40ca-8496-93147340b810", "name": "network-vif-plugged", "status": "completed", "tag": "1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:41:14.519247 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-041bce79-9f86-4813-93e2-0e0885dc5054 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:41:14.520119 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a0be90-7328-40ca-8496-93147340b810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4', 'code': 200} Jan 28 20:41:14.539188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.542083 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5672-3e6a-4611-accc-0e7edaa81af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.551941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912d2ef2-b241-4717-8f61-769025acb356 None None] Network 53efc1f5-295d-47e5-b841-c3f645944229 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:14.576262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:14.679875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edbb49-9fa7-49de-b943-718535a77dc5 req-9dc07fd8-fd27-4fbf-8aed-a93a43108bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:14.681415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66edbb49-9fa7-49de-b943-718535a77dc5 req-9dc07fd8-fd27-4fbf-8aed-a93a43108bca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 1100 time: 0.1485429 Jan 28 20:41:14.707005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5672-3e6a-4611-accc-0e7edaa81af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.732375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5672-3e6a-4611-accc-0e7edaa81af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.735521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-db7398e8-dc74-4c86-b124-a62da8ca9ab2 None None] Provisioning complete for port 60934133-5152-4c79-920c-503debfbd3a4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:14.736255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-db7398e8-dc74-4c86-b124-a62da8ca9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.753922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-45f227b8-66b5-4e76-a9f9-7d09bdfe32c6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags HTTP/1.1" status: 200 len: 205 time: 0.2812598 Jan 28 20:41:14.758975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32834) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:14.767931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-e37bd1ac-b4f1-487c-ae5e-9b3a2744cb97 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:14.825330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66edbb49-9fa7-49de-b943-718535a77dc5 req-359a986a-4071-4b10-af74-a36775bf8a7a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897968 Jan 28 20:41:14.836433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bc6e9-b20b-4043-b083-6e4297f59bef req-cab0443c-89e0-4751-a003-fffa575a6657 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:14.837383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd5672-3e6a-4611-accc-0e7edaa81af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a537dd74-0f38-42df-b8c1-be9b8eea02c2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:14.838004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee5bc6e9-b20b-4043-b083-6e4297f59bef req-cab0443c-89e0-4751-a003-fffa575a6657 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 949 time: 0.1556864 Jan 28 20:41:14.844576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 60934133-5152-4c79-920c-503debfbd3a4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:14.855960 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:14.889297 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4dfd5672-3e6a-4611-accc-0e7edaa81af2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f49af1098e8e49ef9d814a07133d6f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6669717 Jan 28 20:41:14.891707 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32836) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:14.916014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e37bd1ac-b4f1-487c-ae5e-9b3a2744cb97 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags HTTP/1.1" status: 200 len: 241 time: 0.1506231 Jan 28 20:41:14.916284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32838) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:14.921213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-52e1790a-6b32-44a4-9d59-ec81a986906f tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93', 'tempest-TagsExtTest-Tag-1558639984') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:14.926809 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee5bc6e9-b20b-4043-b083-6e4297f59bef req-81e21b27-6fbe-4224-8b5c-e8bf4fb91756 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Jan 28 20:41:15.031193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-52e1790a-6b32-44a4-9d59-ec81a986906f tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags/tempest-TagsExtTest-Tag-1558639984 HTTP/1.1" status: 204 len: 168 time: 0.1110277 Jan 28 20:41:15.031703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32844) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:15.038064 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-db7398e8-dc74-4c86-b124-a62da8ca9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.038318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-71a0e600-e713-4c71-88d1-456091d3fa7a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93', 'tempest-TagsExtTest-Tag-1558639984') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:15.090789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-db7398e8-dc74-4c86-b124-a62da8ca9ab2 None None] For port 60934133-5152-4c79-920c-503debfbd3a4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=60934133-5152-4c79-920c-503debfbd3a4,segment=NetworkSegment(2edbe9ba-951d-4466-bc2d-bccc71231429),segment_id=2edbe9ba-951d-4466-bc2d-bccc71231429)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:15.102449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-db7398e8-dc74-4c86-b124-a62da8ca9ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.114628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 60934133-5152-4c79-920c-503debfbd3a4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:15.115144 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.129238 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5629a19-1068-4788-a002-af4ba2c2b978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.243984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-71a0e600-e713-4c71-88d1-456091d3fa7a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags/tempest-TagsExtTest-Tag-1558639984 HTTP/1.1" status: 204 len: 168 time: 0.2111945 Jan 28 20:41:15.247685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32846) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:15.257918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-8a727c6d-a779-4e7c-89ae-ca0dd0851cab tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:15.263536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5629a19-1068-4788-a002-af4ba2c2b978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.325599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7398e8-dc74-4c86-b124-a62da8ca9ab2 None None] Pushing event updated for resources: {'Port': ['ID=60934133-5152-4c79-920c-503debfbd3a4,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:15.372694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-746a9861-b948-4b9b-9e6e-3ec6d4061492 None None] Provisioning complete for port 764a755d-cbf0-4139-bcc9-f7b06b13568b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:15.373149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-746a9861-b948-4b9b-9e6e-3ec6d4061492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.388281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8a727c6d-a779-4e7c-89ae-ca0dd0851cab tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags HTTP/1.1" status: 200 len: 205 time: 0.1387830 Jan 28 20:41:15.392680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32852) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:15.406696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-bc85e84f-a496-4a24-9d69-4b79318b0889 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:15.437906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.445914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5629a19-1068-4788-a002-af4ba2c2b978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.455507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5629a19-1068-4788-a002-af4ba2c2b978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.456779 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f5629a19-1068-4788-a002-af4ba2c2b978 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a537dd74-0f38-42df-b8c1-be9b8eea02c2 HTTP/1.1" status: 204 len: 168 time: 0.5640523 Jan 28 20:41:15.462988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.469734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bc85e84f-a496-4a24-9d69-4b79318b0889 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags HTTP/1.1" status: 200 len: 241 time: 0.0655804 Jan 28 20:41:15.470171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32858) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:15.471015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-746a9861-b948-4b9b-9e6e-3ec6d4061492 None None] Port 764a755d-cbf0-4139-bcc9-f7b06b13568b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:15.474947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-4dbb2b19-c207-4252-acb5-00bc695d1723 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc', 'tempest-TagsExtTest-Tag-2024924975') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:15.561801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5629a19-1068-4788-a002-af4ba2c2b978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a537dd74-0f38-42df-b8c1-be9b8eea02c2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:15.581258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32862) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:15.582625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4dbb2b19-c207-4252-acb5-00bc695d1723 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags/tempest-TagsExtTest-Tag-2024924975 HTTP/1.1" status: 204 len: 168 time: 0.1110499 Jan 28 20:41:15.593326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-08b5c690-c376-403a-aa20-183cd6a4b1e8 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc', 'tempest-TagsExtTest-Tag-2024924975') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:15.608844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53fd4be0-feee-4c73-a319-6534bb42212c req-8cf36bb2-0882-45f6-ba9d-001db3992635 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0739508 Jan 28 20:41:15.635575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.668658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=764a755d-cbf0-4139-bcc9-f7b06b13568b,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:15.708768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0770bcab-cbde-4d70-a0ff-1560d7fbc6bc None None] Provisioning complete for port 60934133-5152-4c79-920c-503debfbd3a4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:15.710606 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0770bcab-cbde-4d70-a0ff-1560d7fbc6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:15.808079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 60934133-5152-4c79-920c-503debfbd3a4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:15.845245 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-08b5c690-c376-403a-aa20-183cd6a4b1e8 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags/tempest-TagsExtTest-Tag-2024924975 HTTP/1.1" status: 204 len: 168 time: 0.2584312 Jan 28 20:41:15.847261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32866) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:15.851795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-939801b9-1416-45b7-84a2-11b4f9e34efe tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:15.909856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-939801b9-1416-45b7-84a2-11b4f9e34efe tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags HTTP/1.1" status: 200 len: 205 time: 0.0582397 Jan 28 20:41:15.910872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32870) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:15.918152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network d4989477-0c54-48c6-be68-2bf931f198b8 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:15.920713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:15.927330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-976b9d65-a094-461d-9a73-c65e674e5ef8 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:16.015700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-976b9d65-a094-461d-9a73-c65e674e5ef8 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags HTTP/1.1" status: 204 len: 168 time: 0.1026630 Jan 28 20:41:16.026983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32876) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:16.028899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-15355d98-6124-41a8-9332-e06e3bb2df87 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:16.075466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 60934133-5152-4c79-920c-503debfbd3a4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:16.075861 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.184554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0770bcab-cbde-4d70-a0ff-1560d7fbc6bc None None] Provisioning complete for port 4dbc58b9-520d-47b2-b43a-d328c5e26d37 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:16.184554 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0770bcab-cbde-4d70-a0ff-1560d7fbc6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.220815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32878) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:16.279514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0770bcab-cbde-4d70-a0ff-1560d7fbc6bc None None] Port 4dbc58b9-520d-47b2-b43a-d328c5e26d37 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:16.309352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1acc9e4a-99bc-405e-9149-5fb17135af73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.358839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cbcc9-713c-44b1-8e0f-346aaad7ff56 req-75d829f2-2fc2-4b74-957e-35c18994967c tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:16.369321 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e8cbcc9-713c-44b1-8e0f-346aaad7ff56 req-75d829f2-2fc2-4b74-957e-35c18994967c tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 949 time: 0.2189417 Jan 28 20:41:16.401015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-44d787ce-b947-4115-903e-273936b68c0b None None] Provisioning complete for port 4dbc58b9-520d-47b2-b43a-d328c5e26d37 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:16.402201 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44d787ce-b947-4115-903e-273936b68c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.479641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-44d787ce-b947-4115-903e-273936b68c0b None None] Port 4dbc58b9-520d-47b2-b43a-d328c5e26d37 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:16.491813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-44d787ce-b947-4115-903e-273936b68c0b None None] Provisioning complete for port 764a755d-cbf0-4139-bcc9-f7b06b13568b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:16.492391 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44d787ce-b947-4115-903e-273936b68c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.500592 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1acc9e4a-99bc-405e-9149-5fb17135af73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.505909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-15355d98-6124-41a8-9332-e06e3bb2df87 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags HTTP/1.1" status: 204 len: 168 time: 0.4798338 Jan 28 20:41:16.515319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32884) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:16.520598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-65607245-1be1-4aef-8b3b-429dd87f9ec2 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:16.528915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1acc9e4a-99bc-405e-9149-5fb17135af73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.543109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-44d787ce-b947-4115-903e-273936b68c0b None None] Port 764a755d-cbf0-4139-bcc9-f7b06b13568b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:16.612730 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e8cbcc9-713c-44b1-8e0f-346aaad7ff56 req-bf14ee64-508d-4584-8a21-aa75b1288eb0 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322388 Jan 28 20:41:16.624668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1acc9e4a-99bc-405e-9149-5fb17135af73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6710f90cc84848258266cf088348410b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019926 Jan 28 20:41:16.630023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32888) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:16.668346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc9e4a-99bc-405e-9149-5fb17135af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e74462-4c0a-4797-b015-2b79947f7b82,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:16.672579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 4ef2527e-657a-474a-9bd6-3842e87bc9c0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:16.705290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-65607245-1be1-4aef-8b3b-429dd87f9ec2 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags HTTP/1.1" status: 204 len: 168 time: 0.1887429 Jan 28 20:41:16.709558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32896) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:16.716271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-13f9779d-cadd-4c7e-8aa2-cced98d955ca tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:16.775481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eaceb5b6-a19c-40af-b762-451f314bdad7 req-ae2f2d0b-a70b-43ac-bf00-4cbbf0022bb8 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0554955 Jan 28 20:41:16.809937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6334b13f-1dab-4fdb-ba30-83be4a6ed2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.839124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13f9779d-cadd-4c7e-8aa2-cced98d955ca tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1283877 Jan 28 20:41:16.839405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32898) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:16.848398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-fb70c242-f346-4016-aeeb-7300f145eb2d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3', 'tempest-TagsExtTest-Tag-2009646162') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:16.852471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:16.864987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4b245-8a68-4ef0-bdd1-89e757b350c5 None None] Sync routers for ids ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:16.874870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6334b13f-1dab-4fdb-ba30-83be4a6ed2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.875808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4b245-8a68-4ef0-bdd1-89e757b350c5 None None] Routers {'4ef2527e-657a-474a-9bd6-3842e87bc9c0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:16.876486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e0e4b245-8a68-4ef0-bdd1-89e757b350c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:16.879841 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-82ac5e29-80d1-4b89-9c7d-3d8d7617fd2d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/4ef2527e-657a-474a-9bd6-3842e87bc9c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3063807 Jan 28 20:41:16.883242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32900) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:16.931968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e0e4b245-8a68-4ef0-bdd1-89e757b350c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:16.941703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6334b13f-1dab-4fdb-ba30-83be4a6ed2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.945383 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6334b13f-1dab-4fdb-ba30-83be4a6ed2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:16.945964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0eb61c-8819-4976-ba93-20d51ffbf9a9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:16.946578 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6334b13f-1dab-4fdb-ba30-83be4a6ed2e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4e74462-4c0a-4797-b015-2b79947f7b82 HTTP/1.1" status: 204 len: 168 time: 0.3154206 Jan 28 20:41:16.947361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4b245-8a68-4ef0-bdd1-89e757b350c5 None None] Routers {'4ef2527e-657a-474a-9bd6-3842e87bc9c0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:16.948306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e0e4b245-8a68-4ef0-bdd1-89e757b350c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:16.951114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fd0eb61c-8819-4976-ba93-20d51ffbf9a9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports/764a755d-cbf0-4139-bcc9-f7b06b13568b HTTP/1.1" status: 200 len: 910 time: 0.0668256 Jan 28 20:41:16.951934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32902) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:16.960515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334b13f-1dab-4fdb-ba30-83be4a6ed2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e74462-4c0a-4797-b015-2b79947f7b82,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:17.008545 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb70c242-f346-4016-aeeb-7300f145eb2d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags/tempest-TagsExtTest-Tag-2009646162 HTTP/1.1" status: 201 len: 201 time: 0.1679137 Jan 28 20:41:17.009898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e0e4b245-8a68-4ef0-bdd1-89e757b350c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.010538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4b245-8a68-4ef0-bdd1-89e757b350c5 None None] The sync data for ids ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:17.013761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32906) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.019423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-2f090d75-ea6b-4964-b34d-1046225e7d28 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37', 'tempest-TagsExtTest-Tag-998920317') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.135940 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2f090d75-ea6b-4964-b34d-1046225e7d28 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags/tempest-TagsExtTest-Tag-998920317 HTTP/1.1" status: 201 len: 201 time: 0.1208708 Jan 28 20:41:17.139177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32912) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.145338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-695ee2bb-22c4-42bf-ac21-a3d57e7f6dc8 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93', 'tempest-TagsExtTest-Tag-107389917') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.263958 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-695ee2bb-22c4-42bf-ac21-a3d57e7f6dc8 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags/tempest-TagsExtTest-Tag-107389917 HTTP/1.1" status: 201 len: 201 time: 0.1235836 Jan 28 20:41:17.266679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32916) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.273598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-cd3e7d63-2ffb-4d93-830a-2f47f240d595 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc', 'tempest-TagsExtTest-Tag-533887719') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.331489 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cd3e7d63-2ffb-4d93-830a-2f47f240d595 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags/tempest-TagsExtTest-Tag-533887719 HTTP/1.1" status: 201 len: 201 time: 0.0637169 Jan 28 20:41:17.334335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32918) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.340918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-fdfec3a4-2de8-42ff-bb59-84030faf593b tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3', {'tags': ['tempest-TagsExtTest-Tag-1317632778', 'tempest-TagsExtTest-Tag-625061929', 'tempest-TagsExtTest-Tag-755593911']}) {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.393173 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:17.489245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fdfec3a4-2de8-42ff-bb59-84030faf593b tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags HTTP/1.1" status: 200 len: 316 time: 0.1538906 Jan 28 20:41:17.491962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32930) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.499954 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-a03771b1-fd69-4784-b1b1-914943ebf1f5 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.617450 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a03771b1-fd69-4784-b1b1-914943ebf1f5 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1226773 Jan 28 20:41:17.618537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32936) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.630542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-f67caea1-8637-4bc6-b9c9-9d35ea72ee7d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3', 'tempest-TagsExtTest-Tag-1317632778') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.718386 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-f67caea1-8637-4bc6-b9c9-9d35ea72ee7d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:17.719506 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f67caea1-8637-4bc6-b9c9-9d35ea72ee7d tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags/tempest-TagsExtTest-Tag-1317632778 HTTP/1.1" status: 404 len: 329 time: 0.0988011 Jan 28 20:41:17.722563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32946) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.728114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-59559b84-e58b-419c-860d-b560b8067e83 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3', 'tempest-TagsExtTest-Tag-625061929') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.767916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 764a755d-cbf0-4139-bcc9-f7b06b13568b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:17.768443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:17.811402 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-59559b84-e58b-419c-860d-b560b8067e83 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:17.814173 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-59559b84-e58b-419c-860d-b560b8067e83 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags/tempest-TagsExtTest-Tag-625061929 HTTP/1.1" status: 404 len: 328 time: 0.0897901 Jan 28 20:41:17.816253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32952) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.820942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-5967b87b-86fc-45b6-bf68-c77bb718cbba tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3', 'tempest-TagsExtTest-Tag-755593911') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:17.844496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854c4e-ac36-4d4a-a188-14e4a7d64cdc req-b84d8bb1-c1ee-46c3-91fb-4520ff29d597 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:17.846038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a6854c4e-ac36-4d4a-a188-14e4a7d64cdc req-b84d8bb1-c1ee-46c3-91fb-4520ff29d597 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 949 time: 0.1260326 Jan 28 20:41:17.903386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a6854c4e-ac36-4d4a-a188-14e4a7d64cdc req-6a2071a3-dc8c-4a9b-931e-735b74181df9 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Jan 28 20:41:17.904843 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-5967b87b-86fc-45b6-bf68-c77bb718cbba tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:17.909185 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5967b87b-86fc-45b6-bf68-c77bb718cbba tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags/tempest-TagsExtTest-Tag-755593911 HTTP/1.1" status: 404 len: 328 time: 0.0917909 Jan 28 20:41:17.910082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 32958) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:17.916007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.tag.tag_plugin [None req-f654a0e3-48fe-431f-9d97-be52ec11bce5 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37', {'tags': ['tempest-TagsExtTest-Tag-1484379890', 'tempest-TagsExtTest-Tag-1018177617', 'tempest-TagsExtTest-Tag-1415834800']}) {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:18.008136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92591271-8a15-45e6-9e04-df168be7a88f req-034a7d49-6ea9-4337-8767-43840f940e49 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0560002 Jan 28 20:41:18.009950 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:18.047309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 764a755d-cbf0-4139-bcc9-f7b06b13568b owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:18.077378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f654a0e3-48fe-431f-9d97-be52ec11bce5 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags HTTP/1.1" status: 200 len: 318 time: 0.1630034 Jan 28 20:41:18.078347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32966) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:18.088579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:18.091067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-8c5b33ba-6e31-4fb5-8763-37e7d5aa3fe0 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:18.217678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8c5b33ba-6e31-4fb5-8763-37e7d5aa3fe0 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags HTTP/1.1" status: 204 len: 168 time: 0.1376638 Jan 28 20:41:18.218660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32974) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:18.227627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-051a0dd0-e347-48fe-afa0-50735881c039 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37', 'tempest-TagsExtTest-Tag-1484379890') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:18.301200 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-051a0dd0-e347-48fe-afa0-50735881c039 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:18.305636 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-051a0dd0-e347-48fe-afa0-50735881c039 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags/tempest-TagsExtTest-Tag-1484379890 HTTP/1.1" status: 404 len: 329 time: 0.0855849 Jan 28 20:41:18.306273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32978) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:18.327830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-a6201379-51f9-4bcc-b13d-4094cd6bce81 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37', 'tempest-TagsExtTest-Tag-1018177617') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:18.361419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f69c54-865a-4946-ac10-a2958acaf28a req-53b88d30-e002-4693-86e5-78204092097e tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:18.369390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0f69c54-865a-4946-ac10-a2958acaf28a req-53b88d30-e002-4693-86e5-78204092097e tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 949 time: 0.1278296 Jan 28 20:41:18.397720 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:18.413622 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-a6201379-51f9-4bcc-b13d-4094cd6bce81 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:18.418615 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a6201379-51f9-4bcc-b13d-4094cd6bce81 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags/tempest-TagsExtTest-Tag-1018177617 HTTP/1.1" status: 404 len: 329 time: 0.0968316 Jan 28 20:41:18.420130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32980) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:18.424609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-341a5978-1c2c-4493-bd14-0a740c6ed09a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37', 'tempest-TagsExtTest-Tag-1415834800') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:18.437694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=764a755d-cbf0-4139-bcc9-f7b06b13568b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:18.508959 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0f69c54-865a-4946-ac10-a2958acaf28a req-0c8ee746-dfbd-4eb4-a58b-c257d12fdf04 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386631 Jan 28 20:41:18.527871 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-341a5978-1c2c-4493-bd14-0a740c6ed09a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:18.529913 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-341a5978-1c2c-4493-bd14-0a740c6ed09a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags/tempest-TagsExtTest-Tag-1415834800 HTTP/1.1" status: 404 len: 329 time: 0.1088071 Jan 28 20:41:18.533747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32990) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:18.546798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-e2a02c40-503d-40f8-8791-5ec350123c2b tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93', {'tags': ['tempest-TagsExtTest-Tag-372284714', 'tempest-TagsExtTest-Tag-240707488', 'tempest-TagsExtTest-Tag-1791468264']}) {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:18.718110 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e2a02c40-503d-40f8-8791-5ec350123c2b tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags HTTP/1.1" status: 200 len: 316 time: 0.1783030 Jan 28 20:41:18.718776 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:18.718915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 32996) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:18.724758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-e7d822d6-44e9-4828-be6d-89f6893dee7c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:18.876740 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e7d822d6-44e9-4828-be6d-89f6893dee7c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags HTTP/1.1" status: 204 len: 168 time: 0.1544371 Jan 28 20:41:18.877111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33006) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:18.883135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-75c25936-fcb6-4127-a351-e56b27ba38df tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93', 'tempest-TagsExtTest-Tag-372284714') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.005358 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-75c25936-fcb6-4127-a351-e56b27ba38df tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:19.009536 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-75c25936-fcb6-4127-a351-e56b27ba38df tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags/tempest-TagsExtTest-Tag-372284714 HTTP/1.1" status: 404 len: 328 time: 0.1282411 Jan 28 20:41:19.010030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33008) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.020414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-a1fbcf07-89d9-41ee-beee-3667f7e4b02e tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93', 'tempest-TagsExtTest-Tag-240707488') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.167341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1804757-1b38-41c4-b8e2-f18ff1893dde req-ca5817f0-185b-4640-97d3-5bb19c088435 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0293741 Jan 28 20:41:19.174752 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-a1fbcf07-89d9-41ee-beee-3667f7e4b02e tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:19.179238 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a1fbcf07-89d9-41ee-beee-3667f7e4b02e tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags/tempest-TagsExtTest-Tag-240707488 HTTP/1.1" status: 404 len: 328 time: 0.1631937 Jan 28 20:41:19.179635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33020) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.185974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-744395e0-e362-4ca6-888a-0a554d496b5c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93', 'tempest-TagsExtTest-Tag-1791468264') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.272435 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-744395e0-e362-4ca6-888a-0a554d496b5c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:19.273652 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-744395e0-e362-4ca6-888a-0a554d496b5c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags/tempest-TagsExtTest-Tag-1791468264 HTTP/1.1" status: 404 len: 329 time: 0.0926538 Jan 28 20:41:19.276833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33022) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.283764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-d0997088-ef31-49b0-97c6-c89720e40128 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc', {'tags': ['tempest-TagsExtTest-Tag-1254810148', 'tempest-TagsExtTest-Tag-1020418163', 'tempest-TagsExtTest-Tag-975057498']}) {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.332231 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d0997088-ef31-49b0-97c6-c89720e40128 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "PUT /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags HTTP/1.1" status: 200 len: 317 time: 0.0512059 Jan 28 20:41:19.332724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33024) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.338736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 4ef2527e-657a-474a-9bd6-3842e87bc9c0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:19.342884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-60771632-2efd-4e5f-b482-ae835d6df82c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.411548 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-60771632-2efd-4e5f-b482-ae835d6df82c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0710917 Jan 28 20:41:19.411836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33026) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.417992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-535c2112-4476-4a2f-9415-5089a081a79a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc', 'tempest-TagsExtTest-Tag-1254810148') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.450548 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-535c2112-4476-4a2f-9415-5089a081a79a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:19.451105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-535c2112-4476-4a2f-9415-5089a081a79a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags/tempest-TagsExtTest-Tag-1254810148 HTTP/1.1" status: 404 len: 329 time: 0.0380151 Jan 28 20:41:19.454108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33028) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.457753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:19.458694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-00c8e27d-8112-44de-b1c9-d85c6c8483b6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc', 'tempest-TagsExtTest-Tag-1020418163') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.467040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c5f274aa-a2de-42ce-964a-24700a6ec701 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/4ef2527e-657a-474a-9bd6-3842e87bc9c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5104954 Jan 28 20:41:19.467906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33032) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.482637 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdeb48-f3bc-4524-acd0-f7ad36633eba None None] Sync routers for ids ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:19.493215 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdeb48-f3bc-4524-acd0-f7ad36633eba None None] Routers {'4ef2527e-657a-474a-9bd6-3842e87bc9c0'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:19.501793 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-30cdeb48-f3bc-4524-acd0-f7ad36633eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.524972 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-00c8e27d-8112-44de-b1c9-d85c6c8483b6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:19.531852 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-00c8e27d-8112-44de-b1c9-d85c6c8483b6 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags/tempest-TagsExtTest-Tag-1020418163 HTTP/1.1" status: 404 len: 329 time: 0.0766037 Jan 28 20:41:19.534122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33036) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.547181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-3c7c260c-7d34-4cad-9316-94f2330c015e tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc', 'tempest-TagsExtTest-Tag-975057498') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.559750 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-30cdeb48-f3bc-4524-acd0-f7ad36633eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.591163 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdeb48-f3bc-4524-acd0-f7ad36633eba None None] Routers {'4ef2527e-657a-474a-9bd6-3842e87bc9c0'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:19.591808 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-30cdeb48-f3bc-4524-acd0-f7ad36633eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.598953 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-3c7c260c-7d34-4cad-9316-94f2330c015e tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] show failed (client error): The resource could not be found. Jan 28 20:41:19.607070 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3c7c260c-7d34-4cad-9316-94f2330c015e tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags/tempest-TagsExtTest-Tag-975057498 HTTP/1.1" status: 404 len: 328 time: 0.0693333 Jan 28 20:41:19.608339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33040) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.618438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-1ccb37ca-7154-4170-9f98-d5aeaa59206a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.682112 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ccb37ca-7154-4170-9f98-d5aeaa59206a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc/tags HTTP/1.1" status: 204 len: 168 time: 0.0715966 Jan 28 20:41:19.684130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33044) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.691069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-4bfeed47-5593-4a06-a1e2-6eeaf4a97f64 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb9363b1-296b-4b4b-a43f-676819481a93') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.709009 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-30cdeb48-f3bc-4524-acd0-f7ad36633eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.710654 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdeb48-f3bc-4524-acd0-f7ad36633eba None None] The sync data for ids ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:19.805826 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4bfeed47-5593-4a06-a1e2-6eeaf4a97f64 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93/tags HTTP/1.1" status: 204 len: 168 time: 0.1203771 Jan 28 20:41:19.806514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33046) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.814634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-4923af54-8e89-41d3-aeb5-7d15c3386f57 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4dbc58b9-520d-47b2-b43a-d328c5e26d37') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:19.941312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84255df6-7bd6-45bd-8ef0-a4b257739105 req-557e6a17-50bc-4773-aa98-19d6c57620b9 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:19.949400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84255df6-7bd6-45bd-8ef0-a4b257739105 req-557e6a17-50bc-4773-aa98-19d6c57620b9 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 949 time: 0.1541133 Jan 28 20:41:19.966599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4923af54-8e89-41d3-aeb5-7d15c3386f57 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37/tags HTTP/1.1" status: 204 len: 168 time: 0.1573935 Jan 28 20:41:19.968219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33054) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:19.975796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.tag.tag_plugin [None req-92e12829-5a6c-4eff-8e3e-d7b6c58fd3e1 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69c5a080-6586-40c1-853b-bdd2f096a1b3') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:20.083925 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-92e12829-5a6c-4eff-8e3e-d7b6c58fd3e1 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1141477 Jan 28 20:41:20.085774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33062) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:20.092780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84255df6-7bd6-45bd-8ef0-a4b257739105 req-ecb8fe54-074d-4b6d-b03f-41f892dd2cdb tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/security-groups?id=442e3ca8-a939-4bc7-b952-02086a8e2c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425169 Jan 28 20:41:20.109349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-3dfef9c0-e2e3-4ca5-a5bb-2f6c5150822c tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:20.111072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-3dfef9c0-e2e3-4ca5-a5bb-2f6c5150822c tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.26 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 949 time: 0.2563927 Jan 28 20:41:20.249697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-89814bd5-35f5-40f5-b673-3bb6521d5eb9 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for subnetpool, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.251373 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-89814bd5-35f5-40f5-b673-3bb6521d5eb9 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnetpools/a58c2b1d-9c4f-4bb5-b54c-3ec9b560f2bc HTTP/1.1" status: 204 len: 168 time: 0.1657491 Jan 28 20:41:20.254410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33066) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:20.291001 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c26de9a4-7140-46af-8aec-da4683291c64 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb9363b1-296b-4b4b-a43f-676819481a93 HTTP/1.1" status: 200 len: 205 time: 0.0353954 Jan 28 20:41:20.293454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33072) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:20.308059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.396779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b32e37b-e04a-4dca-857a-b74515c69c1c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.497996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Deleting port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:20.498376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.588035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b472c7cc-8bf5-41c0-8970-7552423b0276 req-62c2b39d-1cd0-4830-a86d-2d017e1982ba tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.1544735 Jan 28 20:41:20.619569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b32e37b-e04a-4dca-857a-b74515c69c1c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.621610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b32e37b-e04a-4dca-857a-b74515c69c1c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.689495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] For port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:20.689976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.703256 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b32e37b-e04a-4dca-857a-b74515c69c1c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.703684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b32e37b-e04a-4dca-857a-b74515c69c1c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Fanout notify agent at l3_agent the message router_deleted on router eb9363b1-296b-4b4b-a43f-676819481a93 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:41:20.724652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b32e37b-e04a-4dca-857a-b74515c69c1c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:20.727451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Calling delete_port for 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:20.730541 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5b32e37b-e04a-4dca-857a-b74515c69c1c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/routers/eb9363b1-296b-4b4b-a43f-676819481a93 HTTP/1.1" status: 204 len: 168 time: 0.4347992 Jan 28 20:41:20.734038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33080) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:20.974029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 3595b544-166d-4af7-a8b7-099e16d24a06 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:20.974439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:21.068423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b48bc8b0-50a8-44e1-a335-379e9ee9631a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Deleting port 4dbc58b9-520d-47b2-b43a-d328c5e26d37 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:21.068775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b48bc8b0-50a8-44e1-a335-379e9ee9631a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:21.216289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:21.234535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:41:21.282408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d21ab2e-a2ee-448a-a587-1b2c409c8407 req-31c247ff-f4b9-4a95-8dec-a76788d7f9a6 tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.44 "GET /v2.0/ports?device_id=58a0be90-7328-40ca-8496-93147340b810 HTTP/1.1" status: 200 len: 210 time: 0.0822415 Jan 28 20:41:21.286582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:21.290438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b48bc8b0-50a8-44e1-a335-379e9ee9631a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:21.298397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Pushing event deleted for resources: {'Port': ['ID=1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:21.325692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 3595b544-166d-4af7-a8b7-099e16d24a06 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:21.327670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b48bc8b0-50a8-44e1-a335-379e9ee9631a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Calling delete_port for 4dbc58b9-520d-47b2-b43a-d328c5e26d37 owned by {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:21.352960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.353312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.353655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.353989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.354316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.354648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.355040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.355859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.356210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.356535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.356868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.357175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:21.357849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:21.416300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] No DVR routers for this DVR port 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:21.483707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:21.487111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b397b5e7-b61b-4044-b960-00ffcdc8fdda req-20d52bff-4378-4720-96fa-c49c004f6c3f tempest-VolumesNegativeTest-130451465 tempest-VolumesNegativeTest-130451465-project] 10.222.0.26 "DELETE /v2.0/ports/1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 HTTP/1.1" status: 204 len: 173 time: 1.3640697 Jan 28 20:41:21.489142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a0be90-7328-40ca-8496-93147340b810', 'name': 'network-vif-deleted', 'tag': '1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:41:21.491643 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970dbb4d-8969-4187-8a77-10ff78093bb0" -d '{"events": [{"server_uuid": "58a0be90-7328-40ca-8496-93147340b810", "name": "network-vif-deleted", "tag": "1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:41:21.615781 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff6de0-9f32-4eee-be21-a6fe305534b2 x-openstack-request-id: req-98ff6de0-9f32-4eee-be21-a6fe305534b2 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:41:21.616233 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a0be90-7328-40ca-8496-93147340b810", "name": "network-vif-deleted", "tag": "1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:41:21.616384 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98ff6de0-9f32-4eee-be21-a6fe305534b2 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:41:21.616854 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a0be90-7328-40ca-8496-93147340b810', 'name': 'network-vif-deleted', 'tag': '1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4', 'status': 'completed', 'code': 200} Jan 28 20:41:21.723206 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:21.774157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f51f685-9b45-4efc-8046-344caebd5d3e req-5910c646-ad9b-483f-9955-1046ce4f1978 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0339856 Jan 28 20:41:22.075372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=3595b544-166d-4af7-a8b7-099e16d24a06,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:22.094247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b48bc8b0-50a8-44e1-a335-379e9ee9631a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:22.179934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bc8b0-50a8-44e1-a335-379e9ee9631a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Pushing event deleted for resources: {'Port': ['ID=4dbc58b9-520d-47b2-b43a-d328c5e26d37,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:22.440508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:22.469998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b48bc8b0-50a8-44e1-a335-379e9ee9631a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:22.480515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b48bc8b0-50a8-44e1-a335-379e9ee9631a tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/ports/4dbc58b9-520d-47b2-b43a-d328c5e26d37 HTTP/1.1" status: 204 len: 168 time: 1.7037814 Jan 28 20:41:22.482576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33130) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:22.584605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d65448e-f043-4274-a935-facc30264da4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Deleting subnet 69c5a080-6586-40c1-853b-bdd2f096a1b3 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:41:22.597609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d65448e-f043-4274-a935-facc30264da4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:22.648568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d65448e-f043-4274-a935-facc30264da4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:22.770996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 4ef2527e-657a-474a-9bd6-3842e87bc9c0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:22.773088 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d65448e-f043-4274-a935-facc30264da4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:22.934199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d65448e-f043-4274-a935-facc30264da4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:22.966292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a033ee97-93e2-4241-aebf-6d5362dec1b5 None None] Network 53efc1f5-295d-47e5-b841-c3f645944229 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:22.990670 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d65448e-f043-4274-a935-facc30264da4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.013105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2d65448e-f043-4274-a935-facc30264da4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/subnets/69c5a080-6586-40c1-853b-bdd2f096a1b3 HTTP/1.1" status: 204 len: 168 time: 0.5289741 Jan 28 20:41:23.014255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33154) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:23.065330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:23.079297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-763edcb8-3716-41a5-905d-83cdacad3120 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/4ef2527e-657a-474a-9bd6-3842e87bc9c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6078086 Jan 28 20:41:23.148075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24978179-610d-47e8-948a-a4f9565c4469 req-747d7fc6-8e2b-49fc-a7ab-276e76744e3b tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.2281237 Jan 28 20:41:23.157929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33156) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:23.207224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.210716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65448e-f043-4274-a935-facc30264da4 tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Pushing event deleted for resources: {'Subnet': ['ID=69c5a080-6586-40c1-853b-bdd2f096a1b3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:23.221442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379af0ce-2494-489d-aa3b-d4297247facd None None] Sync routers for ids ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:23.253569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e0670da6-b19f-47e9-8afd-e85bccc97bed tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ef2527e-657a-474a-9bd6-3842e87bc9c0 HTTP/1.1" status: 200 len: 205 time: 0.0938489 Jan 28 20:41:23.256205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33168) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:23.302345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379af0ce-2494-489d-aa3b-d4297247facd None None] Routers {'4ef2527e-657a-474a-9bd6-3842e87bc9c0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:23.310024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-379af0ce-2494-489d-aa3b-d4297247facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:23.323338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:23.362095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Deleting port 60934133-5152-4c79-920c-503debfbd3a4 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:23.362615 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.426810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-379af0ce-2494-489d-aa3b-d4297247facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:23.435098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:41:23.435453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1ae3ddaa-8558-4a91-9c1f-ff3e0b9e13e4 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:23.445882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379af0ce-2494-489d-aa3b-d4297247facd None None] Routers {'4ef2527e-657a-474a-9bd6-3842e87bc9c0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:23.446522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-379af0ce-2494-489d-aa3b-d4297247facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:23.453367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5577a166-c379-4c21-ad6f-42d79646d130 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.525393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] For port 60934133-5152-4c79-920c-503debfbd3a4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=60934133-5152-4c79-920c-503debfbd3a4,segment=NetworkSegment(2edbe9ba-951d-4466-bc2d-bccc71231429),segment_id=2edbe9ba-951d-4466-bc2d-bccc71231429)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:23.526398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.545913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Calling delete_port for 60934133-5152-4c79-920c-503debfbd3a4 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:23.553554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-379af0ce-2494-489d-aa3b-d4297247facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:23.554230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379af0ce-2494-489d-aa3b-d4297247facd None None] The sync data for ids ['4ef2527e-657a-474a-9bd6-3842e87bc9c0'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:23.668484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] DHCP port deletion for 53efc1f5-295d-47e5-b841-c3f645944229 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:41:23.705812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.750358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Pushing event deleted for resources: {'Port': ['ID=60934133-5152-4c79-920c-503debfbd3a4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:23.751431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] Deleting port 60934133-5152-4c79-920c-503debfbd3a4 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:23.751811 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.757944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] No DVR routers for this DVR port 60934133-5152-4c79-920c-503debfbd3a4 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:23.852983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] For port 60934133-5152-4c79-920c-503debfbd3a4, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:23.854569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.872808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] Calling delete_port for 60934133-5152-4c79-920c-503debfbd3a4 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:23.876020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] Port 60934133-5152-4c79-920c-503debfbd3a4 was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:41:23.886121 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.905004 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.940941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] Pushing event deleted for resources: {'Port': ['ID=60934133-5152-4c79-920c-503debfbd3a4,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:23.954103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e304f-390f-4068-b20e-8129a2a155d8 None None] No DVR routers for this DVR port 60934133-5152-4c79-920c-503debfbd3a4 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:23.972093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5577a166-c379-4c21-ad6f-42d79646d130 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.979995 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5577a166-c379-4c21-ad6f-42d79646d130 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:23.991070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53efc1f5-295d-47e5-b841-c3f645944229']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:24.005336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edbe9ba-951d-4466-bc2d-bccc71231429') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:24.005980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edbe9ba-951d-4466-bc2d-bccc71231429') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:24.029380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.050735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.060367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:41:24.061059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:41:24.064732 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:41:24.078267 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5577a166-c379-4c21-ad6f-42d79646d130 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.080483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5577a166-c379-4c21-ad6f-42d79646d130 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef2527e-657a-474a-9bd6-3842e87bc9c0 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:41:24.099165 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5577a166-c379-4c21-ad6f-42d79646d130 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.100371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5577a166-c379-4c21-ad6f-42d79646d130 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/4ef2527e-657a-474a-9bd6-3842e87bc9c0 HTTP/1.1" status: 204 len: 168 time: 0.8434341 Jan 28 20:41:24.102947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33236) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:24.161703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.170121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.173912 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] 10.222.0.44 "DELETE /v2.0/networks/53efc1f5-295d-47e5-b841-c3f645944229 HTTP/1.1" status: 204 len: 168 time: 1.1582167 Jan 28 20:41:24.191181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4a72d-46d8-4037-973f-222a8670f12c tempest-TagsExtTest-907161922 tempest-TagsExtTest-907161922-project] Pushing event deleted for resources: {'Network': ['ID=53efc1f5-295d-47e5-b841-c3f645944229,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:24.281672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0668cb8-631c-4493-a10a-f53c314c54f2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet 1f72a4ef-3b50-4e7c-8e7e-d9b1166fc007 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:41:24.287486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0668cb8-631c-4493-a10a-f53c314c54f2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.411663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23ae46f9-4e0e-447f-bebc-e7e91ac6d7df req-fa5ccdae-bda3-4b94-9de8-d04c5d430ac0 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.1180239 Jan 28 20:41:24.438544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0668cb8-631c-4493-a10a-f53c314c54f2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.561921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0668cb8-631c-4493-a10a-f53c314c54f2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.631833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0668cb8-631c-4493-a10a-f53c314c54f2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.645151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33268) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:24.690898 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0668cb8-631c-4493-a10a-f53c314c54f2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.695554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b474e-4c46-46a5-bd7e-bb61cf628dfc None None] Network d4989477-0c54-48c6-be68-2bf931f198b8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:24.697030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a0668cb8-631c-4493-a10a-f53c314c54f2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/1f72a4ef-3b50-4e7c-8e7e-d9b1166fc007 HTTP/1.1" status: 204 len: 168 time: 0.5929873 Jan 28 20:41:24.700253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33274) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:24.701636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0668cb8-631c-4493-a10a-f53c314c54f2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=1f72a4ef-3b50-4e7c-8e7e-d9b1166fc007,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:24.816037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca2f97b-6acb-41f5-930f-817d0d93c0be tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet 50724891-89b0-4e1a-8bf2-c972743a90a6 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:41:24.827204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eca2f97b-6acb-41f5-930f-817d0d93c0be tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.929765 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eca2f97b-6acb-41f5-930f-817d0d93c0be tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:24.973084 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ce3782dc-2306-4841-bc56-e47ea8a2d439 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f525a7d997504961ac0c58093b08cf7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266299 Jan 28 20:41:24.976101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33288) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:25.064919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] DHCP port deletion for d4989477-0c54-48c6-be68-2bf931f198b8 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:41:25.100916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eca2f97b-6acb-41f5-930f-817d0d93c0be tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.165083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] Deleting port 90d8dff9-353f-4b13-8b82-3833063a8352 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:25.165774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.176721 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2820b5d3-088d-4dbe-8b1b-786d91c45c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.251863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] For port 90d8dff9-353f-4b13-8b82-3833063a8352, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=90d8dff9-353f-4b13-8b82-3833063a8352,segment=NetworkSegment(50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0),segment_id=50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:25.253020 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.255471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2820b5d3-088d-4dbe-8b1b-786d91c45c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.309317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] Calling delete_port for 90d8dff9-353f-4b13-8b82-3833063a8352 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:25.349306 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eca2f97b-6acb-41f5-930f-817d0d93c0be tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.384234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2f97b-6acb-41f5-930f-817d0d93c0be tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=50724891-89b0-4e1a-8bf2-c972743a90a6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:25.410987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-eca2f97b-6acb-41f5-930f-817d0d93c0be tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.411846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef37a0-68fd-4f3b-9d5c-72132948d5cf None None] Network 07ff0046-54ab-4a01-bced-1f0b4d335c51 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:25.414297 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eca2f97b-6acb-41f5-930f-817d0d93c0be tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/50724891-89b0-4e1a-8bf2-c972743a90a6 HTTP/1.1" status: 204 len: 168 time: 0.7128534 Jan 28 20:41:25.417262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33342) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:25.453187 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2820b5d3-088d-4dbe-8b1b-786d91c45c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.465501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2820b5d3-088d-4dbe-8b1b-786d91c45c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.470300 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2820b5d3-088d-4dbe-8b1b-786d91c45c19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c23b7608-bbd1-4362-995a-060ff91ab63d HTTP/1.1" status: 204 len: 168 time: 0.4908226 Jan 28 20:41:25.515962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820b5d3-088d-4dbe-8b1b-786d91c45c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b7608-bbd1-4362-995a-060ff91ab63d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:25.551892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.596804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac11717c-ef35-417e-9b24-05a9286ed278 req-77656a1d-79ab-4a09-b349-19b6a9054a91 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0637286 Jan 28 20:41:25.709896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 90d8dff9-353f-4b13-8b82-3833063a8352 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:25.710534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.765682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 90d8dff9-353f-4b13-8b82-3833063a8352 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:25.784921 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.814046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port 90d8dff9-353f-4b13-8b82-3833063a8352, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=90d8dff9-353f-4b13-8b82-3833063a8352,segment=NetworkSegment(50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0),segment_id=50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:25.814350 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.831927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 90d8dff9-353f-4b13-8b82-3833063a8352 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:25.849681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] Pushing event deleted for resources: {'Port': ['ID=90d8dff9-353f-4b13-8b82-3833063a8352,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:25.861331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 90d8dff9-353f-4b13-8b82-3833063a8352 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:41:25.861882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 90d8dff9-353f-4b13-8b82-3833063a8352 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:25.862473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 60934133-5152-4c79-920c-503debfbd3a4 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:25.867303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d7a10f-c1db-4016-b632-0bc18a0f2c01 None None] No DVR routers for this DVR port 90d8dff9-353f-4b13-8b82-3833063a8352 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:25.907423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 60934133-5152-4c79-920c-503debfbd3a4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:41:25.908068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 60934133-5152-4c79-920c-503debfbd3a4 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:25.963605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:25.990663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=90d8dff9-353f-4b13-8b82-3833063a8352,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:26.034047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No DVR routers for this DVR port 90d8dff9-353f-4b13-8b82-3833063a8352 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:26.072767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] DHCP port deletion for 07ff0046-54ab-4a01-bced-1f0b4d335c51 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:41:26.172828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.175950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] Deleting port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:26.176360 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.248824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4989477-0c54-48c6-be68-2bf931f198b8']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:26.263615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:26.264057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c5931f-ed2a-49e3-a91e-5ea5b8d54bf0') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:26.283874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.317728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] For port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82,segment=NetworkSegment(e4d06b9b-2f25-492a-a6e1-72ab03062e95),segment_id=e4d06b9b-2f25-492a-a6e1-72ab03062e95)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:26.318130 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.340071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.341594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] Calling delete_port for b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:26.362277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:41:26.370390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:41:26.380909 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:41:26.462971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.487421 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.510955 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.514928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/d4989477-0c54-48c6-be68-2bf931f198b8 HTTP/1.1" status: 204 len: 168 time: 1.0965803 Jan 28 20:41:26.516354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f2e4-5c37-4685-a25b-d9d00668a611 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=d4989477-0c54-48c6-be68-2bf931f198b8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:26.517698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33410) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:26.539793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] Pushing event deleted for resources: {'Port': ['ID=b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:26.546859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1bdeb-5651-4355-9f25-c32d0d157eb9 None None] No DVR routers for this DVR port b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:26.737355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:26.763456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e37959bb-abe6-4607-be2c-c2f8555338e7 req-89a777ec-1a01-4dd3-a5d6-3fbe53202699 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0423455 Jan 28 20:41:26.969841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.039358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ff0046-54ab-4a01-bced-1f0b4d335c51']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:27.055738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d06b9b-2f25-492a-a6e1-72ab03062e95') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:27.055738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d06b9b-2f25-492a-a6e1-72ab03062e95') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:27.079162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.109885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.126737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:41:27.127438 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:41:27.132574 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:41:27.267991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.275935 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.286736 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/07ff0046-54ab-4a01-bced-1f0b4d335c51 HTTP/1.1" status: 204 len: 168 time: 0.7674842 Jan 28 20:41:27.291451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33460) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:27.322353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-1870381176'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:27.331956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=07ff0046-54ab-4a01-bced-1f0b4d335c51,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:27.351970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.351970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.352307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.352824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.353293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.353854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.354374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.354803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.355789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.356288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.356725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.357165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fd950-80f4-455c-9a29-4c8f7b2b0fbe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:27.395629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:27.400727 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.446861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:27.471834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.472588 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment 14669c4a-221b-47e3-9de5-79ff1775ecae of type vlan for network bf3cabfa-9f99-421a-98cb-1c788bb35e5d Jan 28 20:41:27.580567 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.620869 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.628284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:27.629252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:27.698257 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4053659 Jan 28 20:41:27.699152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33486) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:27.719205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': 'bf3cabfa-9f99-421a-98cb-1c788bb35e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:27.746792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:27.759365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0638e42-636b-481b-bff6-d0a828738012 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=bf3cabfa-9f99-421a-98cb-1c788bb35e5d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:27.827379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network bf3cabfa-9f99-421a-98cb-1c788bb35e5d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:27.938131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:41:27.938777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b9fa1dfe-5b57-49a6-9c17-1e10b8be4c82 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:27.974392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4a57dad-49ab-48c5-8c62-9b96fef93578 req-58e322f0-1140-49a7-a824-c72c1e89d8dc tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0677321 Jan 28 20:41:28.008648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:28.013255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.228324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.320720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': '14669c4a-221b-47e3-9de5-79ff1775ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf3cabfa-9f99-421a-98cb-1c788bb35e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:28.321184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: bf3cabfa-9f99-421a-98cb-1c788bb35e5d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:28.327967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=7e1f902e-f4d7-42f2-b427-cd31da784698,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:28.349332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network bf3cabfa-9f99-421a-98cb-1c788bb35e5d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:28.361469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, bf3cabfa-9f99-421a-98cb-1c788bb35e5d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:28.365501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:28.366608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.371353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8222f54-3d1e-4dc1-b984-7c5c6026fbfd None None] Network bf3cabfa-9f99-421a-98cb-1c788bb35e5d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:28.388332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5b43ed5f-1784-4e94-a391-c0aa92eed8ab tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6854379 Jan 28 20:41:28.391255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33510) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:28.395908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-131c6aac-3ae8-416f-bcba-5bcba81e9e1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-267320055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:28.450369 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97a9fa19-2d87-4e22-8507-07ece810d8f7 req-8d4cde19-6848-483a-bf4c-68c283d025a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0486407 Jan 28 20:41:28.455687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-131c6aac-3ae8-416f-bcba-5bcba81e9e1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.459334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-131c6aac-3ae8-416f-bcba-5bcba81e9e1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.532337 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-131c6aac-3ae8-416f-bcba-5bcba81e9e1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.539122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-131c6aac-3ae8-416f-bcba-5bcba81e9e1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.565795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-131c6aac-3ae8-416f-bcba-5bcba81e9e1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.569953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33522) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:28.575412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'port': {'network_id': 'bf3cabfa-9f99-421a-98cb-1c788bb35e5d', 'name': 'tempest-RoutersTest-1204658657'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:28.580305 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-131c6aac-3ae8-416f-bcba-5bcba81e9e1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1879416 Jan 28 20:41:28.608225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-bf3cabfa-9f99-421a-98cb-1c788bb35e5d', 'network_id': 'bf3cabfa-9f99-421a-98cb-1c788bb35e5d', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': '7e1f902e-f4d7-42f2-b427-cd31da784698'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:41:28.609251 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.736999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:28.743028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:28.764461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] device_id is not set on port 9d0785df-a075-4fa5-a608-5ca24ce6e1c7 yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:41:28.770923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Allocated IP 172.20.0.2 (bf3cabfa-9f99-421a-98cb-1c788bb35e5d/7e1f902e-f4d7-42f2-b427-cd31da784698/80936013-82fe-416b-8799-1ab41ca63a1b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:28.992524 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:29.023036 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:29.228436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a5897683-3c84-48d6-b504-e6e0de8f374d req-6626fd85-10bd-44d7-a3f9-1556c24889d1 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0722611 Jan 28 20:41:29.243718 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.db.api [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-37e497cb-d120-4e24-b047-2bccb889eaac {{(pid=102307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:41:29.244047 n-d-825064-3 neutron-server[102307]: DEBUG oslo_db.api [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:41:29.330153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Pushing event updated for resources: {'Port': ['ID=80936013-82fe-416b-8799-1ab41ca63a1b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:29.340796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Network bf3cabfa-9f99-421a-98cb-1c788bb35e5d is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:29.342587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:29.345219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:29.405705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Attempting to bind port 80936013-82fe-416b-8799-1ab41ca63a1b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:29.406282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Attempting to bind port 80936013-82fe-416b-8799-1ab41ca63a1b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '14669c4a-221b-47e3-9de5-79ff1775ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf3cabfa-9f99-421a-98cb-1c788bb35e5d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:29.406851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Attempting to bind port 80936013-82fe-416b-8799-1ab41ca63a1b on network bf3cabfa-9f99-421a-98cb-1c788bb35e5d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:29.412101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:29.412591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Checking segment: {'id': '14669c4a-221b-47e3-9de5-79ff1775ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf3cabfa-9f99-421a-98cb-1c788bb35e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:29.413068 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:29.413606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Bound using segment: {'id': '14669c4a-221b-47e3-9de5-79ff1775ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf3cabfa-9f99-421a-98cb-1c788bb35e5d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:29.414418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Bound port: 80936013-82fe-416b-8799-1ab41ca63a1b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14669c4a-221b-47e3-9de5-79ff1775ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf3cabfa-9f99-421a-98cb-1c788bb35e5d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:29.414928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:29.529115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] For port 80936013-82fe-416b-8799-1ab41ca63a1b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:29.532820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] For port 80936013-82fe-416b-8799-1ab41ca63a1b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=80936013-82fe-416b-8799-1ab41ca63a1b,segment=NetworkSegment(14669c4a-221b-47e3-9de5-79ff1775ecae),segment_id=14669c4a-221b-47e3-9de5-79ff1775ecae)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:29.550346 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:29.654513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537effb6-54a3-4226-a512-b610b430f6f8 None None] Pushing event updated for resources: {'Port': ['ID=80936013-82fe-416b-8799-1ab41ca63a1b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:29.745265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:29.781549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] device_id is not set on port 28b46659-dd1e-4688-9c4e-9de01b37e76c yet. {{(pid=102307) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 20:41:30.091167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.20.0.3 (bf3cabfa-9f99-421a-98cb-1c788bb35e5d/7e1f902e-f4d7-42f2-b427-cd31da784698/28b46659-dd1e-4688-9c4e-9de01b37e76c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:30.444742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f41ae73-3757-4177-9ef2-e7006a01d01b req-1c0c4079-5d98-49e6-8149-15d52bd60c89 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0484598 Jan 28 20:41:30.571019 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:30.654475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:30.810672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=28b46659-dd1e-4688-9c4e-9de01b37e76c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:30.817976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network bf3cabfa-9f99-421a-98cb-1c788bb35e5d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:30.820647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:30.824457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:30.935376 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f56ab27-2c66-417f-9e2d-dce9c8ef1c62 req-4bce44b7-2e1a-454e-a95f-5d2d419b098d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3926d9339b92478eaf5f8e4d4658d586&device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.1100609 Jan 28 20:41:30.984021 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7877d4fd-13c3-4ab3-bb68-0204293a88e6 req-7cb1b933-07db-4ca3-a0df-2aa1caeeb53d tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0389936 Jan 28 20:41:30.990553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:30.991196 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:31.038090 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f56ab27-2c66-417f-9e2d-dce9c8ef1c62 req-51614946-8a7a-4b0c-9477-461eb4fce020 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3926d9339b92478eaf5f8e4d4658d586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874989 Jan 28 20:41:31.053837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-173ee48a-6e4e-4a97-bb78-cf9c9643917c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4827807 Jan 28 20:41:31.054731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33682) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:31.202278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33686) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:31.215804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33690) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:31.434278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ab27-2c66-417f-9e2d-dce9c8ef1c62 req-d9ee1727-b916-463a-9d5f-5bdd0890f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:31.436259 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f56ab27-2c66-417f-9e2d-dce9c8ef1c62 req-d9ee1727-b916-463a-9d5f-5bdd0890f8f5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3959310 Jan 28 20:41:31.489069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7fb74129-7fda-4d07-8e4c-8c439de61212 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=159f23523db6418ab04617bef65576d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829974 Jan 28 20:41:31.490405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33698) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:31.541649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147ba98-cf20-426c-a558-f6d9a5a1d42b None None] Network bf3cabfa-9f99-421a-98cb-1c788bb35e5d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:31.596695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1612ab1c-18fa-485f-8f89-b0cf0f8d6e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:31.758840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-166ba58d-68ab-4ca3-86a0-83ce413fbcc6 None None] Provisioning complete for port 80936013-82fe-416b-8799-1ab41ca63a1b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:31.759316 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-166ba58d-68ab-4ca3-86a0-83ce413fbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:31.831578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:31.965775 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-166ba58d-68ab-4ca3-86a0-83ce413fbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:31.982970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 80936013-82fe-416b-8799-1ab41ca63a1b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:32.014975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-166ba58d-68ab-4ca3-86a0-83ce413fbcc6 None None] For port 80936013-82fe-416b-8799-1ab41ca63a1b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=80936013-82fe-416b-8799-1ab41ca63a1b,segment=NetworkSegment(14669c4a-221b-47e3-9de5-79ff1775ecae),segment_id=14669c4a-221b-47e3-9de5-79ff1775ecae)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:32.077141 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-166ba58d-68ab-4ca3-86a0-83ce413fbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.224320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1d20-fb9d-4818-8158-6a1676e971ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.231155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cfff91a-417a-4e26-8bcb-c797d25be07a req-90afa3ab-0e96-4c14-8450-ba7b9ddeaed1 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0541098 Jan 28 20:41:32.249953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ba58d-68ab-4ca3-86a0-83ce413fbcc6 None None] Pushing event updated for resources: {'Port': ['ID=80936013-82fe-416b-8799-1ab41ca63a1b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:32.273238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 80936013-82fe-416b-8799-1ab41ca63a1b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:32.273609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.292217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1d20-fb9d-4818-8158-6a1676e971ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.293954 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.296728 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1612ab1c-18fa-485f-8f89-b0cf0f8d6e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.305452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.316586 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1612ab1c-18fa-485f-8f89-b0cf0f8d6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.364628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=28b46659-dd1e-4688-9c4e-9de01b37e76c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:32.370013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1612ab1c-18fa-485f-8f89-b0cf0f8d6e26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c664e16d19554d3e81c41837da77d377&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1397150 Jan 28 20:41:32.381687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33718) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:32.446172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ab1c-18fa-485f-8f89-b0cf0f8d6e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3588a71-0a46-49b7-aad3-e695d9f8cc97,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:32.471899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1d20-fb9d-4818-8158-6a1676e971ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.475907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1d20-fb9d-4818-8158-6a1676e971ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.479366 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7e8e1d20-fb9d-4818-8158-6a1676e971ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/442e3ca8-a939-4bc7-b952-02086a8e2c90 HTTP/1.1" status: 204 len: 168 time: 0.9865422 Jan 28 20:41:32.500361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1d20-fb9d-4818-8158-6a1676e971ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e3ca8-a939-4bc7-b952-02086a8e2c90,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:32.538425 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913a166d-b866-46e3-b82b-c2005111c2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.598533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913a166d-b866-46e3-b82b-c2005111c2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.714525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a591f652-aa09-4216-a184-bab4099defbf None None] Provisioning complete for port 80936013-82fe-416b-8799-1ab41ca63a1b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:32.716690 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a591f652-aa09-4216-a184-bab4099defbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.790888 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.795309 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f56ab27-2c66-417f-9e2d-dce9c8ef1c62 req-e72760ba-8421-4a76-b6e0-60f48a6793f8 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0804591 Jan 28 20:41:32.825267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913a166d-b866-46e3-b82b-c2005111c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.828947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-913a166d-b866-46e3-b82b-c2005111c2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.837625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-913a166d-b866-46e3-b82b-c2005111c2e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3588a71-0a46-49b7-aad3-e695d9f8cc97 HTTP/1.1" status: 204 len: 168 time: 0.4407113 Jan 28 20:41:32.864767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a166d-b866-46e3-b82b-c2005111c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3588a71-0a46-49b7-aad3-e695d9f8cc97,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:32.947786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a591f652-aa09-4216-a184-bab4099defbf None None] Provisioning complete for port 28b46659-dd1e-4688-9c4e-9de01b37e76c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:32.948595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a591f652-aa09-4216-a184-bab4099defbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:32.996688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a591f652-aa09-4216-a184-bab4099defbf None None] Port 28b46659-dd1e-4688-9c4e-9de01b37e76c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:33.129350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-93243784-ae96-4553-a596-8106a658aebf None None] Provisioning complete for port 28b46659-dd1e-4688-9c4e-9de01b37e76c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:33.137651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93243784-ae96-4553-a596-8106a658aebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.205134 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.270007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-93243784-ae96-4553-a596-8106a658aebf None None] Port 28b46659-dd1e-4688-9c4e-9de01b37e76c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:33.419473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-21386339-60b9-414f-8045-8b173e97935a None None] Provisioning complete for port 28b46659-dd1e-4688-9c4e-9de01b37e76c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:33.420114 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21386339-60b9-414f-8045-8b173e97935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.514074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-21386339-60b9-414f-8045-8b173e97935a None None] Port 28b46659-dd1e-4688-9c4e-9de01b37e76c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:33.557723 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33762) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:33.583307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d4eb042-c72c-42fc-bee8-dfa7e04ef6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.586970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59d57933-1f48-4b93-bf04-735fe90bedab req-d9f8affb-3be1-4030-9b0a-07ee81b752e7 tempest-ServerShowV254Test-1450726335 tempest-ServerShowV254Test-1450726335-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e5cf766-06ef-4eb7-9e7d-22eab13a4d91 HTTP/1.1" status: 200 len: 210 time: 0.0978012 Jan 28 20:41:33.804384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 80936013-82fe-416b-8799-1ab41ca63a1b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:33.813257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d4eb042-c72c-42fc-bee8-dfa7e04ef6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.821185 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d4eb042-c72c-42fc-bee8-dfa7e04ef6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.881015 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7d4eb042-c72c-42fc-bee8-dfa7e04ef6a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3ab7f234ea84741ae1fcc3337a5ed00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3216670 Jan 28 20:41:33.883151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33778) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:33.905769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.919108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33780) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:33.921747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 80936013-82fe-416b-8799-1ab41ca63a1b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:33.922369 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.930738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:33.939167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eb042-c72c-42fc-bee8-dfa7e04ef6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf4cad2-dc65-469a-9143-6b732d60bb02,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:33.994498 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666c5f6f-6f03-448f-b73e-ddb81249d2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.038786 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666c5f6f-6f03-448f-b73e-ddb81249d2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.075971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1573517969-network', 'tenant_id': '2538ece24635492ea15202e0cfc8453d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:34.112292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=28b46659-dd1e-4688-9c4e-9de01b37e76c,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:34.116126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666c5f6f-6f03-448f-b73e-ddb81249d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.121835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.122394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-666c5f6f-6f03-448f-b73e-ddb81249d2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.124136 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-666c5f6f-6f03-448f-b73e-ddb81249d2e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccf4cad2-dc65-469a-9143-6b732d60bb02 HTTP/1.1" status: 204 len: 168 time: 0.2355676 Jan 28 20:41:34.140152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Made reservation on behalf of 2538ece24635492ea15202e0cfc8453d for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:34.142541 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.152916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c5f6f-6f03-448f-b73e-ddb81249d2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf4cad2-dc65-469a-9143-6b732d60bb02,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:34.226966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.616149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network bf3cabfa-9f99-421a-98cb-1c788bb35e5d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:34.622774 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:34.846416 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.858485 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.882325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:34.899621 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:34.900239 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Added segment 1fa39a00-3932-41d4-a5fc-666a4cb70930 of type vlan for network ebffa054-401f-432c-b319-dbed1e2fc396 Jan 28 20:41:34.961095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.004353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.006192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:35.007094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.058604 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-46c6dacd-3f97-4136-8117-6872fe463f68 None None] Provisioning complete for port 28b46659-dd1e-4688-9c4e-9de01b37e76c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:35.059152 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46c6dacd-3f97-4136-8117-6872fe463f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.095195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe34e903-0fdd-4fcb-b5da-4c1f4a89d0e8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:35.112521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33838) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:35.113077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1910636 Jan 28 20:41:35.119201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Request body: {'subnet': {'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1573517969-subnet', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:35.125103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 315882e4-4515-4020-a303-fcdf15c4f96c is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:41:35.163372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-46c6dacd-3f97-4136-8117-6872fe463f68 None None] Port 28b46659-dd1e-4688-9c4e-9de01b37e76c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:35.193780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33842) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:35.197598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218062d4-19e7-4c9f-9de4-d3d98fa0fec2 admin admin] Pushing event updated for resources: {'Network': ['ID=ebffa054-401f-432c-b319-dbed1e2fc396,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:35.202913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Made reservation on behalf of 2538ece24635492ea15202e0cfc8453d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:35.215263 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ebffa054-401f-432c-b319-dbed1e2fc396 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:35.216932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.399739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:35.413333 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f83081-44cd-4af3-b4d0-4bd6b5376fde None None] Sync routers for ids ['315882e4-4515-4020-a303-fcdf15c4f96c'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:35.422223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-40ec7c1c-0e79-4b6a-a0cf-8bc308badff4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/315882e4-4515-4020-a303-fcdf15c4f96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3662739 Jan 28 20:41:35.425083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33856) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:35.441839 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f83081-44cd-4af3-b4d0-4bd6b5376fde None None] Routers {'315882e4-4515-4020-a303-fcdf15c4f96c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:35.443882 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-41f83081-44cd-4af3-b4d0-4bd6b5376fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['315882e4-4515-4020-a303-fcdf15c4f96c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:35.490660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d332d-a5c1-4671-89aa-fa1f9c1005d6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:35.492402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7c9d332d-a5c1-4671-89aa-fa1f9c1005d6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports/28b46659-dd1e-4688-9c4e-9de01b37e76c HTTP/1.1" status: 200 len: 977 time: 0.0662427 Jan 28 20:41:35.495400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33860) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:35.502877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa49c5fa-2db8-4343-a717-121049748277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.541682 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-41f83081-44cd-4af3-b4d0-4bd6b5376fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:35.564836 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f83081-44cd-4af3-b4d0-4bd6b5376fde None None] Routers {'315882e4-4515-4020-a303-fcdf15c4f96c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:35.565738 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-41f83081-44cd-4af3-b4d0-4bd6b5376fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['315882e4-4515-4020-a303-fcdf15c4f96c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:35.603063 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-41f83081-44cd-4af3-b4d0-4bd6b5376fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:35.604079 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f83081-44cd-4af3-b4d0-4bd6b5376fde None None] The sync data for ids ['315882e4-4515-4020-a303-fcdf15c4f96c'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:35.688448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa49c5fa-2db8-4343-a717-121049748277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.715675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa49c5fa-2db8-4343-a717-121049748277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.820200 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa49c5fa-2db8-4343-a717-121049748277 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3926d9339b92478eaf5f8e4d4658d586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198936 Jan 28 20:41:35.843674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33878) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:35.870143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49c5fa-2db8-4343-a717-121049748277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3297e7f-83b0-499b-ba9f-46b2fce4729e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:35.878998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.951087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53094a25-508a-4592-95da-fd7195a9dceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:35.981668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd29221-e047-442d-825e-534fa65d4be5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:36.023847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Checking segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:36.024264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Network hostable DHCP agents. Network: ebffa054-401f-432c-b319-dbed1e2fc396, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:36.045102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Network ebffa054-401f-432c-b319-dbed1e2fc396 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:36.057652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53094a25-508a-4592-95da-fd7195a9dceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.057931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, ebffa054-401f-432c-b319-dbed1e2fc396) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:36.063026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:36.063713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.068059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b4c7b-6199-4cb5-8ab8-cb4930167485 None None] Network ebffa054-401f-432c-b319-dbed1e2fc396 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:36.113586 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66872cd7-6146-4414-b36e-f5ad0499434f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9953816 Jan 28 20:41:36.113586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33888) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:36.129696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:36.179864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.181458 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.317114 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.320019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-ebffa054-401f-432c-b319-dbed1e2fc396', 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'fixed_ips': [{'subnet_id': '0fd29221-e047-442d-825e-534fa65d4be5'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:41:36.323463 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.345561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53094a25-508a-4592-95da-fd7195a9dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.348380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53094a25-508a-4592-95da-fd7195a9dceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.349611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-53094a25-508a-4592-95da-fd7195a9dceb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3297e7f-83b0-499b-ba9f-46b2fce4729e HTTP/1.1" status: 204 len: 168 time: 0.5037706 Jan 28 20:41:36.423337 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:41:36.441869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53094a25-508a-4592-95da-fd7195a9dceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3297e7f-83b0-499b-ba9f-46b2fce4729e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:36.447274 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.576796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.751099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Allocated IP 172.20.0.2 (ebffa054-401f-432c-b319-dbed1e2fc396/0fd29221-e047-442d-825e-534fa65d4be5/1bce44f4-41d1-44b7-99ee-88e7e699965a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:36.944088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 28b46659-dd1e-4688-9c4e-9de01b37e76c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:36.946369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:36.983126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.017988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.102149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.112837 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.177735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.181484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Pushing event updated for resources: {'Port': ['ID=1bce44f4-41d1-44b7-99ee-88e7e699965a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:37.191944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Network ebffa054-401f-432c-b319-dbed1e2fc396 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:37.194235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:37.197191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:37.212695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 28b46659-dd1e-4688-9c4e-9de01b37e76c owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:37.300729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Attempting to bind port 1bce44f4-41d1-44b7-99ee-88e7e699965a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:37.301268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Attempting to bind port 1bce44f4-41d1-44b7-99ee-88e7e699965a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:37.301693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Attempting to bind port 1bce44f4-41d1-44b7-99ee-88e7e699965a on network ebffa054-401f-432c-b319-dbed1e2fc396 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:37.307296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:37.307759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Checking segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:37.308901 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.309368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Bound using segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:37.309917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Bound port: 1bce44f4-41d1-44b7-99ee-88e7e699965a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:37.310395 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.346276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Allocated IP 172.25.2.47 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/53eb431b-ce4a-4532-8c7c-1ecc594fea5f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:37.473403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] For port 1bce44f4-41d1-44b7-99ee-88e7e699965a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:37.477207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] For port 1bce44f4-41d1-44b7-99ee-88e7e699965a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1bce44f4-41d1-44b7-99ee-88e7e699965a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:37.486959 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.594067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616ef57-651b-4d7d-bb79-f2744af21978 None None] Pushing event updated for resources: {'Port': ['ID=1bce44f4-41d1-44b7-99ee-88e7e699965a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:37.602136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.642877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.653592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=28b46659-dd1e-4688-9c4e-9de01b37e76c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:37.715734 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bd52df5b-f800-4b4f-8892-ab57affcf0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.719296 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:37.835245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Pushing event updated for resources: {'Port': ['ID=53eb431b-ce4a-4532-8c7c-1ecc594fea5f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:37.849265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:37.860674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:37.869032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:38.073123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:38.094722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33956) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:38.392360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1777080191-network', 'tenant_id': '7a4cf67640c94ee5975ef3826ccf459a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:38.409564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 315882e4-4515-4020-a303-fcdf15c4f96c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:38.570988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:38.881131 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:38.925106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Made reservation on behalf of 7a4cf67640c94ee5975ef3826ccf459a for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:38.927478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:38.930561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:38.943380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121da9f-59ff-4ec1-899b-123ce4345824 None None] Sync routers for ids ['315882e4-4515-4020-a303-fcdf15c4f96c'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:38.944924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f912f5f3-9d32-4030-8a7d-798fcb0507ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/315882e4-4515-4020-a303-fcdf15c4f96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4473567 Jan 28 20:41:38.948865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33980) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:38.954038 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:38.963872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121da9f-59ff-4ec1-899b-123ce4345824 None None] Routers {'315882e4-4515-4020-a303-fcdf15c4f96c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:38.964590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-3121da9f-59ff-4ec1-899b-123ce4345824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['315882e4-4515-4020-a303-fcdf15c4f96c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:39.061231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-3121da9f-59ff-4ec1-899b-123ce4345824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:39.076964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121da9f-59ff-4ec1-899b-123ce4345824 None None] Routers {'315882e4-4515-4020-a303-fcdf15c4f96c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:39.078748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-3121da9f-59ff-4ec1-899b-123ce4345824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['315882e4-4515-4020-a303-fcdf15c4f96c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:39.111453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:39.121471 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:39.136758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:39.149488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-3121da9f-59ff-4ec1-899b-123ce4345824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:39.150025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:39.150581 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Added segment 256940d8-e9c5-4ae1-bfc0-9c9b39088500 of type vlan for network aec18ca9-e80d-4468-8e3f-a7925dbbea5f Jan 28 20:41:39.151037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121da9f-59ff-4ec1-899b-123ce4345824 None None] The sync data for ids ['315882e4-4515-4020-a303-fcdf15c4f96c'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:39.251047 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:39.256791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2048797-43db-4142-ad85-1ae82cf828fb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:39.320015 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:39.321312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:39.323132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:39.402255 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-21c4ebe0-60e7-4a9e-a2d2-8cf99ae4c9bb tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 20:41:39.405692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-21c4ebe0-60e7-4a9e-a2d2-8cf99ae4c9bb tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/315882e4-4515-4020-a303-fcdf15c4f96c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4528506 Jan 28 20:41:39.412718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 33996) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:39.429814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] Pushing event updated for resources: {'Network': ['ID=aec18ca9-e80d-4468-8e3f-a7925dbbea5f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:39.444567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network aec18ca9-e80d-4468-8e3f-a7925dbbea5f details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:39.459697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-99ee7f9a-c402-40b7-ae2c-17f37688d843 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3634455 Jan 28 20:41:39.461313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 33998) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:39.474351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Request body: {'subnet': {'network_id': 'aec18ca9-e80d-4468-8e3f-a7925dbbea5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1777080191-subnet', 'tenant_id': '7a4cf67640c94ee5975ef3826ccf459a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:39.482878 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-03683122-155e-4bb4-967a-9933efb11667 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=315882e4-4515-4020-a303-fcdf15c4f96c HTTP/1.1" status: 200 len: 205 time: 0.0638545 Jan 28 20:41:39.483244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34000) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:39.550971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Made reservation on behalf of 7a4cf67640c94ee5975ef3826ccf459a for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:39.553730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:39.595190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:41:39.611746 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ae28b74-cb93-4133-8d6f-1a327fa4e501 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:39.735184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be48044d-1bb0-46a5-95e1-d71c17689f1c None None] Network ebffa054-401f-432c-b319-dbed1e2fc396 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:39.850602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.015876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1bce44f4-41d1-44b7-99ee-88e7e699965a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:40.023302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4084c7fe-0f5d-4d11-83e8-6ceb2736d5d9,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:40.037746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Checking segment: {'id': '256940d8-e9c5-4ae1-bfc0-9c9b39088500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aec18ca9-e80d-4468-8e3f-a7925dbbea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:40.040212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Network hostable DHCP agents. Network: aec18ca9-e80d-4468-8e3f-a7925dbbea5f, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:40.074181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ac3afbdf-0ae8-4491-9423-6037d71f99b4 None None] Provisioning complete for port 1bce44f4-41d1-44b7-99ee-88e7e699965a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:40.075375 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ac3afbdf-0ae8-4491-9423-6037d71f99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.084605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Network aec18ca9-e80d-4468-8e3f-a7925dbbea5f is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:40.113781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, aec18ca9-e80d-4468-8e3f-a7925dbbea5f) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:40.145006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:40.145979 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.150623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f83b7-bf21-4ec5-8770-c381c01097b7 None None] Network aec18ca9-e80d-4468-8e3f-a7925dbbea5f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:40.197384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4a182923-ce76-4019-b51d-960e19790ae2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7182088 Jan 28 20:41:40.251298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8cccefe-6467-4b7d-80bb-8016832530aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.439094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34030) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:40.440153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1bce44f4-41d1-44b7-99ee-88e7e699965a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:40.440704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.459929 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ac3afbdf-0ae8-4491-9423-6037d71f99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.531704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ae28b74-cb93-4133-8d6f-1a327fa4e501 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.556209 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ae28b74-cb93-4133-8d6f-1a327fa4e501 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.562810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ac3afbdf-0ae8-4491-9423-6037d71f99b4 None None] For port 1bce44f4-41d1-44b7-99ee-88e7e699965a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1bce44f4-41d1-44b7-99ee-88e7e699965a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:40.575854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48e2a3c-4c4f-4f37-b2a1-1b3971bbb569 admin admin] Deleting subnet 4084c7fe-0f5d-4d11-83e8-6ceb2736d5d9 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:41:40.580554 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48e2a3c-4c4f-4f37-b2a1-1b3971bbb569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.622098 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ac3afbdf-0ae8-4491-9423-6037d71f99b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.639722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549676c-2ee0-4363-8f0f-362942ef1f3b None None] Network aec18ca9-e80d-4468-8e3f-a7925dbbea5f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:40.671605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48e2a3c-4c4f-4f37-b2a1-1b3971bbb569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.673053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:40.685612 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Sync routers for ids ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:40.701406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ae28b74-cb93-4133-8d6f-1a327fa4e501 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.702010 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Routers {'d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:40.702747 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:40.707089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae28b74-cb93-4133-8d6f-1a327fa4e501 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Fanout notify agent at l3_agent the message router_deleted on router 315882e4-4515-4020-a303-fcdf15c4f96c {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:41:40.748164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ae28b74-cb93-4133-8d6f-1a327fa4e501 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.751676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ae28b74-cb93-4133-8d6f-1a327fa4e501 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/315882e4-4515-4020-a303-fcdf15c4f96c HTTP/1.1" status: 204 len: 168 time: 1.2675560 Jan 28 20:41:40.754792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34042) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:40.767660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:40.770940 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c924abdf-7e39-4ab5-b284-e4002239363d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6553266 Jan 28 20:41:40.773978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34044) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:40.923062 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48e2a3c-4c4f-4f37-b2a1-1b3971bbb569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.018572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48e2a3c-4c4f-4f37-b2a1-1b3971bbb569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.090608 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Set router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:41.130967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e2a3c-4c4f-4f37-b2a1-1b3971bbb569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4084c7fe-0f5d-4d11-83e8-6ceb2736d5d9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:41.146377 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48e2a3c-4c4f-4f37-b2a1-1b3971bbb569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.160717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f48e2a3c-4c4f-4f37-b2a1-1b3971bbb569 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4084c7fe-0f5d-4d11-83e8-6ceb2736d5d9 HTTP/1.1" status: 204 len: 168 time: 0.7176976 Jan 28 20:41:41.173161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34054) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:41.185261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc4baee-c39e-4c5e-895a-19ecc264c700 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet 7e1f902e-f4d7-42f2-b427-cd31da784698 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:41:41.189010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4dc4baee-c39e-4c5e-895a-19ecc264c700 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.326438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4dc4baee-c39e-4c5e-895a-19ecc264c700 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.396039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.483507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3afbdf-0ae8-4491-9423-6037d71f99b4 None None] Pushing event updated for resources: {'Port': ['ID=1bce44f4-41d1-44b7-99ee-88e7e699965a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:41.504353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2eb182e8-54a6-4ac8-97c0-650c8f77eb46 None None] Provisioning complete for port 1bce44f4-41d1-44b7-99ee-88e7e699965a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:41.505147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2eb182e8-54a6-4ac8-97c0-650c8f77eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.641230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.697573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec18ca9-e80d-4468-8e3f-a7925dbbea5f']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:41.708664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4dc4baee-c39e-4c5e-895a-19ecc264c700 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.741304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256940d8-e9c5-4ae1-bfc0-9c9b39088500') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:41.741981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256940d8-e9c5-4ae1-bfc0-9c9b39088500') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:41.765158 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.792755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.847912 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:41:41.860554 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:41:41.863112 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:41:41.939954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1bce44f4-41d1-44b7-99ee-88e7e699965a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:41.954271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4dc4baee-c39e-4c5e-895a-19ecc264c700 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:41.976655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:41:38Z', 'revision_number': 3, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port': {'id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:37Z', 'updated_at': '2022-01-28T20:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:42.030857 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Checking router: d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:41:42.031603 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Updating router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:41:42.040463 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.048651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.052480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4baee-c39e-4c5e-895a-19ecc264c700 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1f902e-f4d7-42f2-b427-cd31da784698,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:42.072361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4dc4baee-c39e-4c5e-895a-19ecc264c700 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.080814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4dc4baee-c39e-4c5e-895a-19ecc264c700 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/7e1f902e-f4d7-42f2-b427-cd31da784698 HTTP/1.1" status: 204 len: 168 time: 1.3210771 Jan 28 20:41:42.082461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.088438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/aec18ca9-e80d-4468-8e3f-a7925dbbea5f HTTP/1.1" status: 204 len: 168 time: 0.9118772 Jan 28 20:41:42.097356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1a998-aa93-46d9-b1c9-6d08ff6bd407 None None] Network bf3cabfa-9f99-421a-98cb-1c788bb35e5d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:42.100147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34076) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:42.113488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ab27c-8249-42b4-8405-828865c574b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aec18ca9-e80d-4468-8e3f-a7925dbbea5f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:42.113901 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.188575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.240153 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.244854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1bce44f4-41d1-44b7-99ee-88e7e699965a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:42.246406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.336111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] DHCP port deletion for bf3cabfa-9f99-421a-98cb-1c788bb35e5d request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:41:42.359189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 80936013-82fe-416b-8799-1ab41ca63a1b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:42.359539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.446280 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34092) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:42.498639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port 80936013-82fe-416b-8799-1ab41ca63a1b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=80936013-82fe-416b-8799-1ab41ca63a1b,segment=NetworkSegment(14669c4a-221b-47e3-9de5-79ff1775ecae),segment_id=14669c4a-221b-47e3-9de5-79ff1775ecae)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:42.499226 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.515284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 80936013-82fe-416b-8799-1ab41ca63a1b owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:42.526753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] Deleting port 80936013-82fe-416b-8799-1ab41ca63a1b {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:42.528769 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.617388 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b09627c3-d184-4fcc-95a8-fa6b83556726 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a4cf67640c94ee5975ef3826ccf459a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637976 Jan 28 20:41:42.617864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34102) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:42.623240 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.629781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] For port 80936013-82fe-416b-8799-1ab41ca63a1b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=80936013-82fe-416b-8799-1ab41ca63a1b,segment=NetworkSegment(14669c4a-221b-47e3-9de5-79ff1775ecae),segment_id=14669c4a-221b-47e3-9de5-79ff1775ecae)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:42.630567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.637426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No DVR routers for this DVR port 80936013-82fe-416b-8799-1ab41ca63a1b on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:42.647608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] Calling delete_port for 80936013-82fe-416b-8799-1ab41ca63a1b owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:42.659267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=80936013-82fe-416b-8799-1ab41ca63a1b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:41:42.742375 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:41:42.749865 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.754416 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.761377 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.770332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.795147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] Pushing event deleted for resources: {'Port': ['ID=80936013-82fe-416b-8799-1ab41ca63a1b,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:42.802546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3cabfa-9f99-421a-98cb-1c788bb35e5d']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:42.802762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c0702-02e4-4289-a62e-ac633e17b13a None None] No DVR routers for this DVR port 80936013-82fe-416b-8799-1ab41ca63a1b on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:41:42.816112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14669c4a-221b-47e3-9de5-79ff1775ecae') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:42.816613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14669c4a-221b-47e3-9de5-79ff1775ecae') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:42.819821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Allocated IP 172.20.0.1 (ebffa054-401f-432c-b319-dbed1e2fc396/0fd29221-e047-442d-825e-534fa65d4be5/ee503dbe-3ea2-4267-a8f1-40782d00b9e2) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:42.837542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.841177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7c37-c59e-464f-8ad3-dd1e9f6afe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.852596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.859899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:41:42.863916 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da162551-bc95-413f-866d-f71741c2603d None None] Pushing event updated for resources: {'Port': ['ID=53eb431b-ce4a-4532-8c7c-1ecc594fea5f,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:42.864501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.868295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7c37-c59e-464f-8ad3-dd1e9f6afe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:41:42.881770 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:41:42.915711 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.916611 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.919373 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.920152 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.921020 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.922223 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.923668 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.924134 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.925934 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.927861 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.930399 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.932480 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da162551-bc95-413f-866d-f71741c2603d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:42.942185 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Attempting to bind port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:42.945685 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Attempting to bind port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:42.946392 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Attempting to bind port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:42.964315 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:42.965174 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:42.965752 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.966500 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:42.967260 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Bound port: 53eb431b-ce4a-4532-8c7c-1ecc594fea5f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:42.967804 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.977593 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.982568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:42.993435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.001464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34112) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:43.008547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/bf3cabfa-9f99-421a-98cb-1c788bb35e5d HTTP/1.1" status: 204 len: 168 time: 0.9029901 Jan 28 20:41:43.014817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-1147439343'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:43.020090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2807e-0ba8-4e1c-af18-9383bac96ff1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=bf3cabfa-9f99-421a-98cb-1c788bb35e5d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:43.073000 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] For port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:43.074533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:43.077218 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] For port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=53eb431b-ce4a-4532-8c7c-1ecc594fea5f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:43.079798 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.083757 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.102827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7c37-c59e-464f-8ad3-dd1e9f6afe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.106012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7bca7c37-c59e-464f-8ad3-dd1e9f6afe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.110211 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7bca7c37-c59e-464f-8ad3-dd1e9f6afe18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2048797-43db-4142-ad85-1ae82cf828fb HTTP/1.1" status: 204 len: 168 time: 0.4914751 Jan 28 20:41:43.131935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca7c37-c59e-464f-8ad3-dd1e9f6afe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2048797-43db-4142-ad85-1ae82cf828fb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:43.213631 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Routers {'d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:43.215730 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:43.223231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:43.234806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.280575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.280845 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment 2d18dfaa-710b-4c58-83be-07d5f329c262 of type vlan for network 4b551c42-12a9-43f5-b029-a3e321430dd1 Jan 28 20:41:43.289462 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.405468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.409724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.455132 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da162551-bc95-413f-866d-f71741c2603d None None] Pushing event updated for resources: {'Port': ['ID=53eb431b-ce4a-4532-8c7c-1ecc594fea5f,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:43.480229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Pushing event updated for resources: {'Port': ['ID=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:43.528693 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] Set router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:43.535191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Network ebffa054-401f-432c-b319-dbed1e2fc396 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:43.564833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:43.567759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:43.578962 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.591628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:43.592389 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.806593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 80936013-82fe-416b-8799-1ab41ca63a1b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:41:43.829870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8215783 Jan 28 20:41:43.832613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34138) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:43.835408 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:43.841970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': '4b551c42-12a9-43f5-b029-a3e321430dd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:43.848022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 80936013-82fe-416b-8799-1ab41ca63a1b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:41:43.848613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 80936013-82fe-416b-8799-1ab41ca63a1b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:41:43.959230 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:41:38Z', 'revision_number': 3, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port': {'id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:37Z', 'updated_at': '2022-01-28T20:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:44.014507 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea72784-266a-44c7-add3-aa80c3a07d5e None None] The sync data for ids ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'] in n-d-825064-3 is: [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:41:38Z', 'revision_number': 3, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port': {'id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:37Z', 'updated_at': '2022-01-28T20:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:44.023555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94b322-5cf6-4f09-aa39-5584d8fa60f3 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=4b551c42-12a9-43f5-b029-a3e321430dd1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:44.035509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 4b551c42-12a9-43f5-b029-a3e321430dd1 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:44.043895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:44.055501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.132657 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.186601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bf6d0e35-d0e1-41e9-bb75-10b49770210c None None] Provisioning complete for port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:44.186601 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e35-d0e1-41e9-bb75-10b49770210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.233628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d0e35-d0e1-41e9-bb75-10b49770210c None None] Port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:44.463629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.543852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.566762 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.606500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=01b88dcf-e123-4ca0-869a-6613a00ab072,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:44.609775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': '2d18dfaa-710b-4c58-83be-07d5f329c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4b551c42-12a9-43f5-b029-a3e321430dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:44.609930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: 4b551c42-12a9-43f5-b029-a3e321430dd1, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:44.630116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 4b551c42-12a9-43f5-b029-a3e321430dd1 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:44.651411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 4b551c42-12a9-43f5-b029-a3e321430dd1) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:44.656802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:44.657388 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.665717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3fa50-1c22-44c0-96b4-193b4e62e06a None None] Network 4b551c42-12a9-43f5-b029-a3e321430dd1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:44.681491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.698125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2270aaf5-b0fb-4e90-b434-62e6dd794ff9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8630657 Jan 28 20:41:44.706872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34166) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:44.711467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0405c2e7-b2a1-44a0-95e0-680182966adf tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-215742401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:44.782141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0405c2e7-b2a1-44a0-95e0-680182966adf tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.789017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0405c2e7-b2a1-44a0-95e0-680182966adf tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.846014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Pushing event updated for resources: {'Port': ['ID=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:44.929749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Network ebffa054-401f-432c-b319-dbed1e2fc396 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:44.933641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0405c2e7-b2a1-44a0-95e0-680182966adf tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:44.936667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:44.950702 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0405c2e7-b2a1-44a0-95e0-680182966adf tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:45.003348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0405c2e7-b2a1-44a0-95e0-680182966adf tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:45.009422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0405c2e7-b2a1-44a0-95e0-680182966adf tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3014586 Jan 28 20:41:45.012646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34174) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:45.056792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-4b551c42-12a9-43f5-b029-a3e321430dd1', 'network_id': '4b551c42-12a9-43f5-b029-a3e321430dd1', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': '01b88dcf-e123-4ca0-869a-6613a00ab072'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:41:45.062844 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:45.342239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:45.379654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Allocated IP 172.20.0.2 (4b551c42-12a9-43f5-b029-a3e321430dd1/01b88dcf-e123-4ca0-869a-6613a00ab072/9a16d294-48a2-4395-a366-0603576f9026) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:45.609752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:45.615067 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-085e9c5e-196b-4ea7-b59d-fb5b823e1831 admin admin] 10.222.0.44 "PUT /v2.0/routers/d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8392889 Jan 28 20:41:45.920620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:45.924099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fe52f396-5c9b-4bb4-ae73-ce4e2b37df49 None None] Provisioning complete for port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:45.924768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe52f396-5c9b-4bb4-ae73-ce4e2b37df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:45.932396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 53eb431b-ce4a-4532-8c7c-1ecc594fea5f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:45.954729 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:45.975858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.064681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fe52f396-5c9b-4bb4-ae73-ce4e2b37df49 None None] Port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:46.089730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Network 4b551c42-12a9-43f5-b029-a3e321430dd1 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:46.097029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:46.114348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:46.138120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Pushing event updated for resources: {'Port': ['ID=9a16d294-48a2-4395-a366-0603576f9026,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:46.306174 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Attempting to bind port 9a16d294-48a2-4395-a366-0603576f9026 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:46.313787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Attempting to bind port 9a16d294-48a2-4395-a366-0603576f9026 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2d18dfaa-710b-4c58-83be-07d5f329c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4b551c42-12a9-43f5-b029-a3e321430dd1'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:46.313787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Attempting to bind port 9a16d294-48a2-4395-a366-0603576f9026 on network 4b551c42-12a9-43f5-b029-a3e321430dd1 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:46.318164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:46.318588 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.444148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:46.444465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Checking segment: {'id': '2d18dfaa-710b-4c58-83be-07d5f329c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4b551c42-12a9-43f5-b029-a3e321430dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:46.444890 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.445294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Bound using segment: {'id': '2d18dfaa-710b-4c58-83be-07d5f329c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4b551c42-12a9-43f5-b029-a3e321430dd1'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:46.445826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Bound port: 9a16d294-48a2-4395-a366-0603576f9026, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d18dfaa-710b-4c58-83be-07d5f329c262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4b551c42-12a9-43f5-b029-a3e321430dd1'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:46.446211 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.505397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:46.575499 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.580395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.20.0.1 (4b551c42-12a9-43f5-b029-a3e321430dd1/01b88dcf-e123-4ca0-869a-6613a00ab072/1257719a-e1d2-4166-8cec-5ff3a20d0879) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:46.624289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=53eb431b-ce4a-4532-8c7c-1ecc594fea5f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:46.634230 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.664753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] For port 9a16d294-48a2-4395-a366-0603576f9026, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:46.695894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] For port 9a16d294-48a2-4395-a366-0603576f9026, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9a16d294-48a2-4395-a366-0603576f9026,segment=NetworkSegment(2d18dfaa-710b-4c58-83be-07d5f329c262),segment_id=2d18dfaa-710b-4c58-83be-07d5f329c262)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:46.710985 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.722804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=53eb431b-ce4a-4532-8c7c-1ecc594fea5f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:46.800792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad446ac-631c-4b74-b7cb-5dcaab11a32d None None] Pushing event updated for resources: {'Port': ['ID=9a16d294-48a2-4395-a366-0603576f9026,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:46.822009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3573-2140-4d22-b02a-63ddce28c88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.927973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:46.983073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.013087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3573-2140-4d22-b02a-63ddce28c88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.023076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3573-2140-4d22-b02a-63ddce28c88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.077374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34250) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:47.078166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=1257719a-e1d2-4166-8cec-5ff3a20d0879,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:47.124298 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3f4e3573-2140-4d22-b02a-63ddce28c88d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=498dbd4577954b62b186c7666486ec45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182389 Jan 28 20:41:47.127323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34256) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:47.144877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-63015507-network', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:47.181962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e3573-2140-4d22-b02a-63ddce28c88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf741bb-01d6-4924-9ee3-8b2efbf91019,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:47.239353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58b1105-0861-4c58-ae7f-bdab918764c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.259276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 4b551c42-12a9-43f5-b029-a3e321430dd1 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:47.265450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:47.280385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:47.295477 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58b1105-0861-4c58-ae7f-bdab918764c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.316212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Made reservation on behalf of 2360b3be5fd941ec88dceae7b052fcd8 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:47.331386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.359105 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.423779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Sync routers for ids ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:47.429011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58b1105-0861-4c58-ae7f-bdab918764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.431908 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58b1105-0861-4c58-ae7f-bdab918764c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.437803 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c58b1105-0861-4c58-ae7f-bdab918764c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cf741bb-01d6-4924-9ee3-8b2efbf91019 HTTP/1.1" status: 204 len: 168 time: 0.3090005 Jan 28 20:41:47.451905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Routers {'d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:47.453449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:47.457088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b1105-0861-4c58-ae7f-bdab918764c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf741bb-01d6-4924-9ee3-8b2efbf91019,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:47.585651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Set router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:47.600254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.766332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.789398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.804491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:47.821193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.826092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:47.826549 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Added segment 16739b9a-b93e-4bb6-b7c6-a08ce987586f of type vlan for network 77405458-8e2b-49f7-8db0-9eef56b5624d Jan 28 20:41:48.132947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 53eb431b-ce4a-4532-8c7c-1ecc594fea5f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:48.280457 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.299732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7362e55d-180a-4d75-9793-c655cb226203,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:48.305407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:48.305807 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.389077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.427518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:41:44Z', 'revision_number': 4, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port': {'id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:37Z', 'updated_at': '2022-01-28T20:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee503dbe-3ea2-4267-a8f1-40782d00b9e2', 'name': '', 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'mac_address': 'fa:16:3e:20:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0fd29221-e047-442d-825e-534fa65d4be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:42Z', 'updated_at': '2022-01-28T20:41:44Z', 'revision_number': 2, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'subnets': [{'id': '0fd29221-e047-442d-825e-534fa65d4be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:48.514250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Checking router: d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:41:48.514757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Updating router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:41:48.521692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.522668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:48.523249 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.547607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.653807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9a16d294-48a2-4395-a366-0603576f9026 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:48.660760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] Pushing event updated for resources: {'Network': ['ID=77405458-8e2b-49f7-8db0-9eef56b5624d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:48.677639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c3799943-e217-453d-8cb9-fdbf488f97b4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5933504 Jan 28 20:41:48.679936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34298) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:48.688154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Request body: {'subnet': {'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-63015507-subnet', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:48.704266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 77405458-8e2b-49f7-8db0-9eef56b5624d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:48.740228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Made reservation on behalf of 2360b3be5fd941ec88dceae7b052fcd8 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:48.744535 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.802984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d945b305-3432-4b32-b758-8659c58aee2d None None] Network 4b551c42-12a9-43f5-b029-a3e321430dd1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:48.825930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.834629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.918829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34304) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:48.936083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c24b829b-c1e5-46bf-add9-3e964eee6b9f None None] Provisioning complete for port 9a16d294-48a2-4395-a366-0603576f9026 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:48.936502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c24b829b-c1e5-46bf-add9-3e964eee6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.937462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:48.949481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=1257719a-e1d2-4166-8cec-5ff3a20d0879,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:49.092785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 4b551c42-12a9-43f5-b029-a3e321430dd1 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:49.095089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:49.103228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9a16d294-48a2-4395-a366-0603576f9026 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:49.104004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.117196 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.158253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1216553580-network', 'tenant_id': 'f04f981b019e46e998152f663e43a685'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:49.197792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Checking segment: {'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:49.199183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Network hostable DHCP agents. Network: 77405458-8e2b-49f7-8db0-9eef56b5624d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:49.224705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41beab3b-166d-4681-b191-75d1747565f3,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:49.235857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Network 77405458-8e2b-49f7-8db0-9eef56b5624d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:49.249606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 77405458-8e2b-49f7-8db0-9eef56b5624d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:49.256983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:49.258307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.283684 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-68f5de5c-2530-4230-8e0b-5f6309393214 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6003594 Jan 28 20:41:49.284102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34316) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:49.292069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:49.328162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.329906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.509300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.596433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c0c09-d0e6-4987-ba56-51910d6550a8 None None] Network 77405458-8e2b-49f7-8db0-9eef56b5624d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:49.746080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Made reservation on behalf of f04f981b019e46e998152f663e43a685 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:49.749493 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.757404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.779222 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:49.806974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:41:50.004536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:50.014696 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc732e-0289-4ada-aefa-63a564de66df None None] Sync routers for ids ['1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:50.022434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ec13b73a-19cd-46a4-ad81-e81d197904a4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0083723 Jan 28 20:41:50.036830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34330) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:50.047939 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc732e-0289-4ada-aefa-63a564de66df None None] Routers {'1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:50.050880 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-dadc732e-0289-4ada-aefa-63a564de66df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:50.103839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.112485 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-dadc732e-0289-4ada-aefa-63a564de66df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:50.112680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3ff7e-859b-4d83-8859-a4ae8d0e1ec8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:50.117040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-38e3ff7e-859b-4d83-8859-a4ae8d0e1ec8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports/1257719a-e1d2-4166-8cec-5ff3a20d0879 HTTP/1.1" status: 200 len: 910 time: 0.0791972 Jan 28 20:41:50.117668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34334) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:50.129422 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc732e-0289-4ada-aefa-63a564de66df None None] Routers {'1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:50.130113 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-dadc732e-0289-4ada-aefa-63a564de66df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:50.132400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.163454 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c24b829b-c1e5-46bf-add9-3e964eee6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.194633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.195490 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-dadc732e-0289-4ada-aefa-63a564de66df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:50.196277 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc732e-0289-4ada-aefa-63a564de66df None None] The sync data for ids ['1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:50.239702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.320060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:41:50.333106 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.406330 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.411688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d092ac16-041e-4ffb-aff0-7f6857995f73,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:50.423464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.423799 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Added segment 9649cc75-b639-4991-b1c9-a7ce15d07226 of type vlan for network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c Jan 28 20:41:50.489386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Allocated IP 172.25.2.252 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/a876e61f-ab30-44fd-966d-cddbef6ef274) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:50.600241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c24b829b-c1e5-46bf-add9-3e964eee6b9f None None] For port 9a16d294-48a2-4395-a366-0603576f9026, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9a16d294-48a2-4395-a366-0603576f9026,segment=NetworkSegment(2d18dfaa-710b-4c58-83be-07d5f329c262),segment_id=2d18dfaa-710b-4c58-83be-07d5f329c262)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:50.609955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.643164 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.685225 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c24b829b-c1e5-46bf-add9-3e964eee6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.780517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.821494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-77405458-8e2b-49f7-8db0-9eef56b5624d', 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'fixed_ips': [{'subnet_id': '41beab3b-166d-4681-b191-75d1747565f3'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:41:50.822358 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.824270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.827091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:50.828956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:50.952130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Pushing event updated for resources: {'Port': ['ID=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:51.039290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Attempting to bind port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:51.039668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Attempting to bind port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:51.040036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Attempting to bind port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 on network ebffa054-401f-432c-b319-dbed1e2fc396 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:51.060623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:51.060984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Checking segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:51.061288 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:51.072725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Bound using segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:51.074413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Bound port: ee503dbe-3ea2-4267-a8f1-40782d00b9e2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:51.074828 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:51.087452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.087796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.088140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.088500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.088864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.089865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.090924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.090924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.090924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.091246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.091430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.091752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:41:51.249378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:41:51.249378 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:41:51.249951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] Pushing event updated for resources: {'Network': ['ID=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:51.270009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-36d4b5e8-e719-47cd-8325-9101ede222f1 None None] Provisioning complete for port 1257719a-e1d2-4166-8cec-5ff3a20d0879 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:51.270009 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-36d4b5e8-e719-47cd-8325-9101ede222f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:51.278815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3f8a8d7a-a6c6-4eff-a4bb-d3640aebebd2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3562379 Jan 28 20:41:51.280761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34350) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:51.295480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Request body: {'subnet': {'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1216553580-subnet', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:51.357216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:41:51.389144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Made reservation on behalf of f04f981b019e46e998152f663e43a685 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:41:51.408083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:51.409133 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:51.482759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:51.491583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:51.497161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:51.515839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b829b-c1e5-46bf-add9-3e964eee6b9f None None] Pushing event updated for resources: {'Port': ['ID=9a16d294-48a2-4395-a366-0603576f9026,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:51.612485 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:51.621805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Pushing event updated for resources: {'Port': ['ID=a876e61f-ab30-44fd-966d-cddbef6ef274,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:51.690453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:51.896612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-36d4b5e8-e719-47cd-8325-9101ede222f1 None None] Port 1257719a-e1d2-4166-8cec-5ff3a20d0879 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:41:51.929652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] For port ee503dbe-3ea2-4267-a8f1-40782d00b9e2, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:51.954657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Allocated IP 172.20.0.2 (77405458-8e2b-49f7-8db0-9eef56b5624d/41beab3b-166d-4681-b191-75d1747565f3/84d46865-a21f-4f23-b5f2-70c755564a68) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:51.959330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-36d4b5e8-e719-47cd-8325-9101ede222f1 None None] Provisioning complete for port 9a16d294-48a2-4395-a366-0603576f9026 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:51.959739 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-36d4b5e8-e719-47cd-8325-9101ede222f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.035896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] For port ee503dbe-3ea2-4267-a8f1-40782d00b9e2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:52.073577 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.136677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.330164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:52.346451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Checking segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:52.346797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Network hostable DHCP agents. Network: a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:41:52.409752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:41:52.410263 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.418125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9a16d294-48a2-4395-a366-0603576f9026 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:52.424102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.438115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 1257719a-e1d2-4166-8cec-5ff3a20d0879 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:41:52.438504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.450554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:52.457576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:52.460242 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.505687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ca217049-6e13-4120-b3aa-44dd07db4411 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2170241 Jan 28 20:41:52.505687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34390) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:52.509581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:41:52.542606 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.585711 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.586601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.598616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29bc03-4929-424a-a5fe-be5ea646bcec None None] Pushing event updated for resources: {'Port': ['ID=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:52.613532 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.628685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043bccf-9b7e-4827-bfab-3c8ef851f957 None None] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:52.642986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:52.668344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 1257719a-e1d2-4166-8cec-5ff3a20d0879 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:41:52.896250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:41:53.055251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Pushing event updated for resources: {'Port': ['ID=84d46865-a21f-4f23-b5f2-70c755564a68,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:53.079334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Network 77405458-8e2b-49f7-8db0-9eef56b5624d is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:53.091239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:53.094465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:53.098981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:53.201474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Attempting to bind port 84d46865-a21f-4f23-b5f2-70c755564a68 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:53.201843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Attempting to bind port 84d46865-a21f-4f23-b5f2-70c755564a68 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:53.202205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Attempting to bind port 84d46865-a21f-4f23-b5f2-70c755564a68 on network 77405458-8e2b-49f7-8db0-9eef56b5624d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:53.277056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:53.279951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9a16d294-48a2-4395-a366-0603576f9026 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:53.280640 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:53.282695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Routers {'d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:53.283357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:53.337172 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:53.343776 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5300c782-1399-43e5-ab3d-f81ce8f8eb61 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0583503 Jan 28 20:41:53.349113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34474) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:53.511838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Sync routers for ids ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:53.520038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:53.520423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Checking segment: {'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:53.520899 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:53.521237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Bound using segment: {'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:53.521651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Bound port: 84d46865-a21f-4f23-b5f2-70c755564a68, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:53.522037 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:53.614331 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:53.732309 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:53.736102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=1257719a-e1d2-4166-8cec-5ff3a20d0879,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:54.012813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] Set router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:54.098183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:41:54.101549 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:54.156728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d8fe2e4b-6af7-4aae-9849-17f20191a302 None None] Provisioning complete for port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:54.169791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8fe2e4b-6af7-4aae-9849-17f20191a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:54.189584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Routers {'2a4a15a1-453a-46a9-8fa4-f410e38e4109'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:54.194767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:54.221123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:54.372388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:54.602341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:54.649264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] For port 84d46865-a21f-4f23-b5f2-70c755564a68, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:54.833567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Allocated IP 172.20.0.1 (77405458-8e2b-49f7-8db0-9eef56b5624d/41beab3b-166d-4681-b191-75d1747565f3/20be2eea-ee7c-40ba-a307-e61c169d2341) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:54.911422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Set router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:41:55.051840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.085846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Allocated IP 172.20.0.2 (a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c/f9ec3628-4009-4307-ab68-2ce6cb5eb1b2/2e7a7bf8-388b-4401-b39d-a15d79d110cc) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:55.151920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.164677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:55.174448 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c16681-c587-4743-afcd-2755f495c6b1 None None] Sync routers for ids ['1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:55.183900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.191413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-90d38436-f285-4698-a616-5d632505874a tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0723333 Jan 28 20:41:55.193507 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c16681-c587-4743-afcd-2755f495c6b1 None None] Routers {'1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:55.194139 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-99c16681-c587-4743-afcd-2755f495c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:55.226286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34644) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:55.243097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.273806 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-99c16681-c587-4743-afcd-2755f495c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:55.288756 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c16681-c587-4743-afcd-2755f495c6b1 None None] Routers {'1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:55.289445 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-99c16681-c587-4743-afcd-2755f495c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:55.318588 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-28ca0935-6114-43aa-aa3e-6d235fbb7f2c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc HTTP/1.1" status: 200 len: 205 time: 0.0821118 Jan 28 20:41:55.325831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Network 77405458-8e2b-49f7-8db0-9eef56b5624d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:55.326684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34654) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:55.359566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:55.375285 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-99c16681-c587-4743-afcd-2755f495c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:55.375947 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c16681-c587-4743-afcd-2755f495c6b1 None None] The sync data for ids ['1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:55.397888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] For port 84d46865-a21f-4f23-b5f2-70c755564a68, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=84d46865-a21f-4f23-b5f2-70c755564a68,segment=NetworkSegment(16739b9a-b93e-4bb6-b7c6-a08ce987586f),segment_id=16739b9a-b93e-4bb6-b7c6-a08ce987586f)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:55.440383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:55.446379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Pushing event updated for resources: {'Port': ['ID=20be2eea-ee7c-40ba-a307-e61c169d2341,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:55.528293 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b024c6f8-c842-4d6c-bd9e-da28c5d40a14 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.573227 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.586518 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.663473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Allocated IP 172.25.2.209 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/c6444cc5-a821-48c1-a1d1-a56330153d1c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:41:55.687271 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.771538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:55.773200 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.803534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:55.806539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:55.868622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116404d-5abc-47ed-9c5e-da66a59effb9 None None] Pushing event updated for resources: {'Port': ['ID=84d46865-a21f-4f23-b5f2-70c755564a68,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:55.936568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.976436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8fe2e4b-6af7-4aae-9849-17f20191a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:55.983862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Attempting to bind port 2e7a7bf8-388b-4401-b39d-a15d79d110cc on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:41:55.984500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Attempting to bind port 2e7a7bf8-388b-4401-b39d-a15d79d110cc by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:41:55.985067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Attempting to bind port 2e7a7bf8-388b-4401-b39d-a15d79d110cc on network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:41:56.071806 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:56.121278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Pushing event updated for resources: {'Port': ['ID=2e7a7bf8-388b-4401-b39d-a15d79d110cc,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:56.154160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:41:56.156905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Checking segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:41:56.157583 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:56.158227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Bound using segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:41:56.165822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Bound port: 2e7a7bf8-388b-4401-b39d-a15d79d110cc, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:41:56.167236 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:56.190318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:56.221974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:56.244297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:41:56.341779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Pushing event updated for resources: {'Port': ['ID=c6444cc5-a821-48c1-a1d1-a56330153d1c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:56.415245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:41:44Z', 'revision_number': 4, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port': {'id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:37Z', 'updated_at': '2022-01-28T20:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee503dbe-3ea2-4267-a8f1-40782d00b9e2', 'name': '', 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'mac_address': 'fa:16:3e:20:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0fd29221-e047-442d-825e-534fa65d4be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:42Z', 'updated_at': '2022-01-28T20:41:51Z', 'revision_number': 4, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'subnets': [{'id': '0fd29221-e047-442d-825e-534fa65d4be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:56.498090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b024c6f8-c842-4d6c-bd9e-da28c5d40a14 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:56.503502 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b024c6f8-c842-4d6c-bd9e-da28c5d40a14 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:56.517695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:56.529391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d8fe2e4b-6af7-4aae-9849-17f20191a302 None None] For port ee503dbe-3ea2-4267-a8f1-40782d00b9e2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:56.544597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6099c8f-bedd-4a83-9d5c-0dd61ad4932e None None] The sync data for ids ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'] in n-d-825064-3 is: [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:41:44Z', 'revision_number': 4, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port': {'id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:37Z', 'updated_at': '2022-01-28T20:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'ee503dbe-3ea2-4267-a8f1-40782d00b9e2', 'name': '', 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'mac_address': 'fa:16:3e:20:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0fd29221-e047-442d-825e-534fa65d4be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:42Z', 'updated_at': '2022-01-28T20:41:51Z', 'revision_number': 4, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'subnets': [{'id': '0fd29221-e047-442d-825e-534fa65d4be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:41:56.585276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 84d46865-a21f-4f23-b5f2-70c755564a68 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:56.624900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8fe2e4b-6af7-4aae-9849-17f20191a302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:56.697007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b024c6f8-c842-4d6c-bd9e-da28c5d40a14 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:56.708820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b024c6f8-c842-4d6c-bd9e-da28c5d40a14 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:41:56.907666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d8fe2e4b-6af7-4aae-9849-17f20191a302 None None] Could not find standard attr ID for object 1257719a-e1d2-4166-8cec-5ff3a20d0879. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:41:56.943061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] For port 2e7a7bf8-388b-4401-b39d-a15d79d110cc, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:41:57.033272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34808) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:57.038871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] For port 2e7a7bf8-388b-4401-b39d-a15d79d110cc, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2e7a7bf8-388b-4401-b39d-a15d79d110cc,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:41:57.076299 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe2e4b-6af7-4aae-9849-17f20191a302 None None] Pushing event updated for resources: {'Port': ['ID=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:57.089238 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:57.169665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:41:51Z', 'revision_number': 3, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port': {'id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:50Z', 'updated_at': '2022-01-28T20:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:57.268168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125dad2-f8f5-4e74-ac76-d616770da84c None None] Pushing event updated for resources: {'Port': ['ID=2e7a7bf8-388b-4401-b39d-a15d79d110cc,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:57.292223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Checking router: 2a4a15a1-453a-46a9-8fa4-f410e38e4109 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:41:57.293624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Updating router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 port a876e61f-ab30-44fd-966d-cddbef6ef274 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:41:57.383274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:57.403455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 84d46865-a21f-4f23-b5f2-70c755564a68 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:57.403826 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:57.498730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:57.657749 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10675390-97d1-4a21-aa44-488bb259146a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:57.907183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b024c6f8-c842-4d6c-bd9e-da28c5d40a14 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:57.914806 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b024c6f8-c842-4d6c-bd9e-da28c5d40a14 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc HTTP/1.1" status: 204 len: 168 time: 2.5820127 Jan 28 20:41:57.922274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34884) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:58.034793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f66ac-890e-42d5-94a6-fa55e2b82a4c None None] Network 77405458-8e2b-49f7-8db0-9eef56b5624d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:58.207634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-390ffb83-e64e-4692-a295-c0f48e33cb23 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet 01b88dcf-e123-4ca0-869a-6613a00ab072 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:41:58.215935 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-390ffb83-e64e-4692-a295-c0f48e33cb23 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.247764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10675390-97d1-4a21-aa44-488bb259146a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.254742 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10675390-97d1-4a21-aa44-488bb259146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.259249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.272430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.332621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-390ffb83-e64e-4692-a295-c0f48e33cb23 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.340327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Pushing event updated for resources: {'Port': ['ID=20be2eea-ee7c-40ba-a307-e61c169d2341,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:58.424573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10675390-97d1-4a21-aa44-488bb259146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71af2382-1d1f-4428-87f7-aec08c628dc5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:58.443609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.479374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-10675390-97d1-4a21-aa44-488bb259146a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33c5a4ae0c0b4422a524f946271bf36f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4406674 Jan 28 20:41:58.482069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34898) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:58.545823 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.571052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-76fba4be-ef4a-4ee9-b25e-a09f0cf31ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.598295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-76fba4be-ef4a-4ee9-b25e-a09f0cf31ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.652104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-370c5606-4efd-4382-a6a5-8832f72c267e None None] Provisioning complete for port 84d46865-a21f-4f23-b5f2-70c755564a68 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:41:58.653372 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-370c5606-4efd-4382-a6a5-8832f72c267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.684851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-76fba4be-ef4a-4ee9-b25e-a09f0cf31ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.692638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-76fba4be-ef4a-4ee9-b25e-a09f0cf31ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.694133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-76fba4be-ef4a-4ee9-b25e-a09f0cf31ffc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71af2382-1d1f-4428-87f7-aec08c628dc5 HTTP/1.1" status: 204 len: 168 time: 0.2108738 Jan 28 20:41:58.707316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-390ffb83-e64e-4692-a295-c0f48e33cb23 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:58.746283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fba4be-ef4a-4ee9-b25e-a09f0cf31ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71af2382-1d1f-4428-87f7-aec08c628dc5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:58.880967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.003178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Network 77405458-8e2b-49f7-8db0-9eef56b5624d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:41:59.015192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:41:59.016729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Router c9bd90de-ba56-4b10-af61-42060a2727eb is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:41:59.134503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-370c5606-4efd-4382-a6a5-8832f72c267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.181027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 84d46865-a21f-4f23-b5f2-70c755564a68, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=84d46865-a21f-4f23-b5f2-70c755564a68,segment=NetworkSegment(16739b9a-b93e-4bb6-b7c6-a08ce987586f),segment_id=16739b9a-b93e-4bb6-b7c6-a08ce987586f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:41:59.235083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.372849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:41:59.390169 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.421522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Sync routers for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:41:59.495302 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-390ffb83-e64e-4692-a295-c0f48e33cb23 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.515325 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.554827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ffb83-e64e-4692-a295-c0f48e33cb23 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=01b88dcf-e123-4ca0-869a-6613a00ab072,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:59.565308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.566509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a5c374a8-5e7e-4e09-937b-a1abed5dd19a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0604999 Jan 28 20:41:59.570641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34924) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:59.574107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:41:59.585311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:41:59.599242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-390ffb83-e64e-4692-a295-c0f48e33cb23 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.618532 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-390ffb83-e64e-4692-a295-c0f48e33cb23 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/01b88dcf-e123-4ca0-869a-6613a00ab072 HTTP/1.1" status: 204 len: 168 time: 1.6951809 Jan 28 20:41:59.622998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34926) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:59.645409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db15391-a402-4c79-ae51-664150d828b5 None None] Network 4b551c42-12a9-43f5-b029-a3e321430dd1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:59.691890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c302710-808b-4244-930d-abafc1ebede6 req-431989c9-acdb-43f4-aebe-93005d7b4d73 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:59.693687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-431989c9-acdb-43f4-aebe-93005d7b4d73 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/networks?id=cfd2deca-9722-4c2d-921b-f94de32914d7 HTTP/1.1" status: 200 len: 814 time: 0.4200008 Jan 28 20:41:59.709144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 34928) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:41:59.755597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e35871a1-f428-417f-a834-81548a7617c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.770674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-900fcccd-b0a8-475a-a032-24f3ac4cb8c7 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/quotas/1c8557000f5746cf84f11bc9d9c90340 HTTP/1.1" status: 200 len: 375 time: 0.0624666 Jan 28 20:41:59.776829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:41:59.825253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-9a022907-54e7-4d5b-b615-1e6e69b34f91 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c8557000f5746cf84f11bc9d9c90340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461571 Jan 28 20:41:59.849305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079306e5-37a6-43db-a61d-8826190717d3 None None] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:41:59.853063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2e7a7bf8-388b-4401-b39d-a15d79d110cc up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:41:59.922275 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e35871a1-f428-417f-a834-81548a7617c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.928807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e35871a1-f428-417f-a834-81548a7617c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:41:59.951062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-370c5606-4efd-4382-a6a5-8832f72c267e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:41:59.951421 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-370c5606-4efd-4382-a6a5-8832f72c267e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:41:59.964502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=84d46865-a21f-4f23-b5f2-70c755564a68,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:59.980630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e35871a1-f428-417f-a834-81548a7617c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=345fa11754694bfeaebae612c5ebabea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704892 Jan 28 20:41:59.983399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35871a1-f428-417f-a834-81548a7617c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e40639-bf5b-4085-ac3f-dca3022385fb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:41:59.985969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 34938) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:00.119306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Attempting to bind port a876e61f-ab30-44fd-966d-cddbef6ef274 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:00.120773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Attempting to bind port a876e61f-ab30-44fd-966d-cddbef6ef274 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:00.121472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Attempting to bind port a876e61f-ab30-44fd-966d-cddbef6ef274 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:00.149326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:00.149701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:00.150103 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.150492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:00.151138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Bound port: a876e61f-ab30-44fd-966d-cddbef6ef274, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:00.151534 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.203083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] For port a876e61f-ab30-44fd-966d-cddbef6ef274, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:00.206501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] For port a876e61f-ab30-44fd-966d-cddbef6ef274, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a876e61f-ab30-44fd-966d-cddbef6ef274,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:00.235630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-e5727746-2c51-4f5d-aed1-4f41e279f763 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092903 Jan 28 20:42:00.242348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.263004 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.364164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89df249-8ff4-44ba-930c-16b0a6df1577 None None] Pushing event updated for resources: {'Port': ['ID=a876e61f-ab30-44fd-966d-cddbef6ef274,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:00.368133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:00.383415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-d9ed2e80-81ba-4f19-8833-5dc442fabc32 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169674 Jan 28 20:42:00.506455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Routers {'2a4a15a1-453a-46a9-8fa4-f410e38e4109'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:00.507189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:00.540441 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:00.555600 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8c448b70-1703-43c1-b197-7534140fa30a admin admin] 10.222.0.44 "PUT /v2.0/routers/2a4a15a1-453a-46a9-8fa4-f410e38e4109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2039192 Jan 28 20:42:00.598718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7031c464-a13f-4112-9d27-d57b49dc8b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.654461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2e7a7bf8-388b-4401-b39d-a15d79d110cc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:00.654839 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.659942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89df249-8ff4-44ba-930c-16b0a6df1577 None None] Pushing event updated for resources: {'Port': ['ID=a876e61f-ab30-44fd-966d-cddbef6ef274,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:00.676732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89f9b3bf-73ec-4c83-bfaa-13da7b8735fd req-93c0d9f9-8f70-41f3-8668-58391ac0a10e tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 210 time: 0.0499685 Jan 28 20:42:00.738136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7031c464-a13f-4112-9d27-d57b49dc8b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.801794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 9a16d294-48a2-4395-a366-0603576f9026 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:00.802149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.850675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] DHCP port deletion for 4b551c42-12a9-43f5-b029-a3e321430dd1 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:42:00.933008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port 9a16d294-48a2-4395-a366-0603576f9026, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9a16d294-48a2-4395-a366-0603576f9026,segment=NetworkSegment(2d18dfaa-710b-4c58-83be-07d5f329c262),segment_id=2d18dfaa-710b-4c58-83be-07d5f329c262)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:00.933590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.934476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Provisioning complete for port 20be2eea-ee7c-40ba-a307-e61c169d2341 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:00.934851 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.953068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 9a16d294-48a2-4395-a366-0603576f9026 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:00.966834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7031c464-a13f-4112-9d27-d57b49dc8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.969438 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7031c464-a13f-4112-9d27-d57b49dc8b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:00.970832 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7031c464-a13f-4112-9d27-d57b49dc8b78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4e40639-bf5b-4085-ac3f-dca3022385fb HTTP/1.1" status: 204 len: 168 time: 0.9325860 Jan 28 20:42:01.065909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031c464-a13f-4112-9d27-d57b49dc8b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e40639-bf5b-4085-ac3f-dca3022385fb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:01.246088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Port 20be2eea-ee7c-40ba-a307-e61c169d2341 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:01.298003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] Set router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:01.304162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.345915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.376575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Provisioning complete for port 2e7a7bf8-388b-4401-b39d-a15d79d110cc triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:01.377490 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.395511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] Deleting port 9a16d294-48a2-4395-a366-0603576f9026 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:01.396301 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.420401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=9a16d294-48a2-4395-a366-0603576f9026,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:01.426266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No DVR routers for this DVR port 9a16d294-48a2-4395-a366-0603576f9026 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:01.604136 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.694105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-e0749ae5-4ac5-4972-862e-066970a40e8e tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:01.711442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-e0749ae5-4ac5-4972-862e-066970a40e8e tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/networks?id=ebffa054-401f-432c-b319-dbed1e2fc396 HTTP/1.1" status: 200 len: 911 time: 0.2179618 Jan 28 20:42:01.743781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-f4a3c563-0130-4892-976d-983a8ae89059 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/quotas/2360b3be5fd941ec88dceae7b052fcd8 HTTP/1.1" status: 200 len: 375 time: 0.0295072 Jan 28 20:42:01.778843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.818681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] For port 9a16d294-48a2-4395-a366-0603576f9026, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:01.819487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.853015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b551c42-12a9-43f5-b029-a3e321430dd1']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:01.876153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-817a97d2-556a-44de-ac1d-33f94ad39a5f req-e6ca4fec-e856-487e-aad3-74d3bd93856a tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 210 time: 0.0427113 Jan 28 20:42:01.887763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d18dfaa-710b-4c58-83be-07d5f329c262') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:01.888389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d18dfaa-710b-4c58-83be-07d5f329c262') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:01.899441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] Calling delete_port for 9a16d294-48a2-4395-a366-0603576f9026 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:01.905168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.914916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 2e7a7bf8-388b-4401-b39d-a15d79d110cc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2e7a7bf8-388b-4401-b39d-a15d79d110cc,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:01.919195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] Port 9a16d294-48a2-4395-a366-0603576f9026 was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:42:01.923448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-7783192d-7fc8-416c-9e86-7aa013f6a5f6 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=2360b3be5fd941ec88dceae7b052fcd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777115 Jan 28 20:42:01.943193 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.953249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Allocated IP 172.20.0.1 (a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c/f9ec3628-4009-4307-ab68-2ce6cb5eb1b2/70107407-aedd-4353-bc9a-335ef6caf480) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:01.973635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:42:01.975993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.979359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:01.980216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ee503dbe-3ea2-4267-a8f1-40782d00b9e2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:01.982020 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:42:02.060336 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:42:02.108242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] No DVR routers for this DVR port 9a16d294-48a2-4395-a366-0603576f9026 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:02.123544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:41:56Z', 'revision_number': 3, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:02.164021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.196502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.198724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Checking router: c9bd90de-ba56-4b10-af61-42060a2727eb for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:02.199078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Updating router c9bd90de-ba56-4b10-af61-42060a2727eb port c6444cc5-a821-48c1-a1d1-a56330153d1c binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:02.227337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=2e7a7bf8-388b-4401-b39d-a15d79d110cc,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:02.241013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.254703 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/4b551c42-12a9-43f5-b029-a3e321430dd1 HTTP/1.1" status: 204 len: 168 time: 2.5304077 Jan 28 20:42:02.262740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35020) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:02.266408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620cdf-ddf7-4026-a07e-e047c7d58e24 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=4b551c42-12a9-43f5-b029-a3e321430dd1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:02.277267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1660274742', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:02.322204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03590c0f-e9a1-4de2-9bac-078489ec4aeb None None] Pushing event deleted for resources: {'Port': ['ID=9a16d294-48a2-4395-a366-0603576f9026,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:02.410053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:42:02.410677 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:42:02.428037 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.452886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.505684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.517431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:02.517821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.521336 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.523800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.572099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Pushing event updated for resources: {'Port': ['ID=70107407-aedd-4353-bc9a-335ef6caf480,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:02.588122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:02.591197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:02.593946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:02.600979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c302710-808b-4244-930d-abafc1ebede6 req-f79431b4-6bfe-47cd-9529-9854f8834bc7 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:02.602505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-f79431b4-6bfe-47cd-9529-9854f8834bc7 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "GET /v2.0/networks?id=cfd2deca-9722-4c2d-921b-f94de32914d7 HTTP/1.1" status: 200 len: 814 time: 0.2861471 Jan 28 20:42:02.634838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Request body: {'port': {'device_id': 'f493bc74-af4a-4a18-83f5-a8a03a31eb9a', 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7', 'admin_state_up': True, 'tenant_id': '1c8557000f5746cf84f11bc9d9c90340'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:02.653964 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-a2fe455c-b524-49cb-a9ff-f557a46d28f6 service neutron] 10.222.0.44 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287531 Jan 28 20:42:02.691308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:41:56Z', 'revision_number': 4, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port': {'id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:50Z', 'updated_at': '2022-01-28T20:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '20be2eea-ee7c-40ba-a307-e61c169d2341', 'name': '', 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'mac_address': 'fa:16:3e:4c:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '41beab3b-166d-4681-b191-75d1747565f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:54Z', 'updated_at': '2022-01-28T20:41:58Z', 'revision_number': 2, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'subnets': [{'id': '41beab3b-166d-4681-b191-75d1747565f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:02.694349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:02.746749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ae808-ed00-4d83-8f46-ca3df541a497 None None] The sync data for ids ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'] in n-d-825064-3 is: [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:41:56Z', 'revision_number': 4, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port': {'id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:50Z', 'updated_at': '2022-01-28T20:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '20be2eea-ee7c-40ba-a307-e61c169d2341', 'name': '', 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'mac_address': 'fa:16:3e:4c:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '41beab3b-166d-4681-b191-75d1747565f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:54Z', 'updated_at': '2022-01-28T20:41:58Z', 'revision_number': 2, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'subnets': [{'id': '41beab3b-166d-4681-b191-75d1747565f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:02.886842 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.025357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.204007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2e7a7bf8-388b-4401-b39d-a15d79d110cc up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:03.280143 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.322915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.409408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88af17-87b4-4cc0-8c94-c4533ca9177f None None] Pushing event updated for resources: {'Port': ['ID=c6444cc5-a821-48c1-a1d1-a56330153d1c,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:03.436363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Attempting to bind port c6444cc5-a821-48c1-a1d1-a56330153d1c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:03.436676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Attempting to bind port c6444cc5-a821-48c1-a1d1-a56330153d1c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:03.437189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Attempting to bind port c6444cc5-a821-48c1-a1d1-a56330153d1c on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:03.440546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2e7a7bf8-388b-4401-b39d-a15d79d110cc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:03.441004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.498207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:03.498693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:03.499175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.499629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:03.500354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Bound port: c6444cc5-a821-48c1-a1d1-a56330153d1c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:03.501189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.569553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Provisioning complete for port 84d46865-a21f-4f23-b5f2-70c755564a68 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:03.569929 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ee08478a-db63-4c09-856f-25c225594689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.686048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] For port c6444cc5-a821-48c1-a1d1-a56330153d1c, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:03.694307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] For port c6444cc5-a821-48c1-a1d1-a56330153d1c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c6444cc5-a821-48c1-a1d1-a56330153d1c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:03.721300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.736755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.839538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58a9b731-ecb0-469c-9455-2244103dff9f req-af5ee0e4-e0d0-4514-9595-81fa4f5e9182 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 210 time: 0.7980635 Jan 28 20:42:03.848012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.866928 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:03.927577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 84d46865-a21f-4f23-b5f2-70c755564a68 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:03.959106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Made reservation on behalf of 1c8557000f5746cf84f11bc9d9c90340 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:03.968571 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:04.002253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:04.005510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Pushing event updated for resources: {'Port': ['ID=70107407-aedd-4353-bc9a-335ef6caf480,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:04.024718 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ec24f1ce-229e-4a60-b5e1-5432f0bf9756 service neutron] 10.222.0.44 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3454664 Jan 28 20:42:04.195160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88af17-87b4-4cc0-8c94-c4533ca9177f None None] Pushing event updated for resources: {'Port': ['ID=c6444cc5-a821-48c1-a1d1-a56330153d1c,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:04.215465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:04.217371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:04.225850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:04.230312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:04.393158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 84d46865-a21f-4f23-b5f2-70c755564a68 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:04.393539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:04.418076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Allocated IP 172.20.0.3 (cfd2deca-9722-4c2d-921b-f94de32914d7/a7f78d58-df28-43b4-8308-89c243de160e/a52e6b00-3484-4d2d-a055-115e2a5ae8e3) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:04.519032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e98ee9ab-77df-47ba-bb2d-b5f52bb6d601 req-ded0ff32-1722-4bbf-a490-5e0dde30b167 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 210 time: 0.1102321 Jan 28 20:42:04.545920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Router c9bd90de-ba56-4b10-af61-42060a2727eb has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:04.566025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fca292e3-feb3-42ac-a4f6-c6324af6c4ef None None] Provisioning complete for port 70107407-aedd-4353-bc9a-335ef6caf480 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:04.568959 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fca292e3-feb3-42ac-a4f6-c6324af6c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:04.747523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:04.755966 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ab58b579-39b7-4381-a73f-9e9eaa91f863 admin admin] 10.222.0.44 "PUT /v2.0/routers/c9bd90de-ba56-4b10-af61-42060a2727eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1834371 Jan 28 20:42:04.843042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fca292e3-feb3-42ac-a4f6-c6324af6c4ef None None] Port 70107407-aedd-4353-bc9a-335ef6caf480 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:04.858127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:04.977542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fca292e3-feb3-42ac-a4f6-c6324af6c4ef None None] Provisioning complete for port 2e7a7bf8-388b-4401-b39d-a15d79d110cc triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:04.978211 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fca292e3-feb3-42ac-a4f6-c6324af6c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:05.286019 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:05.300815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e162f5f-e857-47ce-be4b-ef32c69255a3 req-634f3c58-2a45-4c44-bf6e-b29340dc0190 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 210 time: 0.2016764 Jan 28 20:42:05.359532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9a16d294-48a2-4395-a366-0603576f9026 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:05.393821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:05.521177 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:05.532619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:05.765427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9a16d294-48a2-4395-a366-0603576f9026 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:42:05.766266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9a16d294-48a2-4395-a366-0603576f9026 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:05.809289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7a693dd-e928-4c6c-8492-c446b2efd282 req-98bf766f-1787-4113-b21c-ce8f1335a0a4 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 210 time: 0.1543872 Jan 28 20:42:05.813516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35110) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:05.818251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-52baca5e-baaa-4d48-9bfc-0d568b5b07dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44563141', 'description': 'tempest-description--2011315563'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:05.880764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Network cfd2deca-9722-4c2d-921b-f94de32914d7 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:05.891428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:05.897125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52baca5e-baaa-4d48-9bfc-0d568b5b07dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:05.904311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:05.912218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Pushing event updated for resources: {'Port': ['ID=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:05.964288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:03Z', 'revision_number': 2, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:06.046447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a91c4-94ee-436e-8cee-41b99d4b003f None None] The sync data for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 is: [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:03Z', 'revision_number': 2, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:06.052695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a876e61f-ab30-44fd-966d-cddbef6ef274 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:06.059942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:06.060657 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.079272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52baca5e-baaa-4d48-9bfc-0d568b5b07dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.087616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52baca5e-baaa-4d48-9bfc-0d568b5b07dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.088560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.25.2.136 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/dc7b08d6-ccf9-4772-8d50-0b55100491cc) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:06.113934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1bd91c9d-3809-4d68-8bbb-97847f83d863 None None] Provisioning complete for port 70107407-aedd-4353-bc9a-335ef6caf480 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:06.116163 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1bd91c9d-3809-4d68-8bbb-97847f83d863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.132678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-282b48eb-be47-4fa0-8635-eca9ccaf8392 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5144687 Jan 28 20:42:06.169488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-52baca5e-baaa-4d48-9bfc-0d568b5b07dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.175340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Request body: {'port': {'device_id': 'f493bc74-af4a-4a18-83f5-a8a03a31eb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:06.184535 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-52baca5e-baaa-4d48-9bfc-0d568b5b07dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3698413 Jan 28 20:42:06.189387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35118) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:06.195722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-482dbe86-10ff-4683-9718-1a101a142fa9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'security_group_rule': {'security_group_id': 'c6e68f38-9ff4-4d64-92c8-8f8158a548fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:06.221210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52baca5e-baaa-4d48-9bfc-0d568b5b07dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e68f38-9ff4-4d64-92c8-8f8158a548fd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:06.263563 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-482dbe86-10ff-4683-9718-1a101a142fa9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.271435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1bd91c9d-3809-4d68-8bbb-97847f83d863 None None] Port 70107407-aedd-4353-bc9a-335ef6caf480 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:06.323686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a876e61f-ab30-44fd-966d-cddbef6ef274 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:06.324239 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.486641 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.564749 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.602553 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-482dbe86-10ff-4683-9718-1a101a142fa9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.626171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.679734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7e58c-6c5f-4f48-ac62-c85011d89c58 req-a28a9818-e0e9-4c70-b2c2-27272d66f01a tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:06.685435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port a876e61f-ab30-44fd-966d-cddbef6ef274, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a876e61f-ab30-44fd-966d-cddbef6ef274,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:06.686073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adb7e58c-6c5f-4f48-ac62-c85011d89c58 req-a28a9818-e0e9-4c70-b2c2-27272d66f01a tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 931 time: 0.1820507 Jan 28 20:42:06.694564 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.745220 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-482dbe86-10ff-4683-9718-1a101a142fa9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.818112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dbe86-10ff-4683-9718-1a101a142fa9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722d0409-4a9f-4286-b2e6-d04ef47efc5a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:06.832757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=a876e61f-ab30-44fd-966d-cddbef6ef274,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:06.837174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-482dbe86-10ff-4683-9718-1a101a142fa9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.841307 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-482dbe86-10ff-4683-9718-1a101a142fa9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6469407 Jan 28 20:42:06.849475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:06.865761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adb7e58c-6c5f-4f48-ac62-c85011d89c58 req-769aecfa-e73c-46c3-8f06-61ff2e64a580 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590505 Jan 28 20:42:06.874392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-efa90da5-7de7-47be-8161-4e769fbd1c5e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'security_group_rule': {'security_group_id': 'c6e68f38-9ff4-4d64-92c8-8f8158a548fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:06.888968 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.953105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-8adde2ac-3205-47bb-8ba5-97ff8e7fe295 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:06.959561 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-8adde2ac-3205-47bb-8ba5-97ff8e7fe295 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.26 "GET /v2.0/networks?id=ebffa054-401f-432c-b319-dbed1e2fc396 HTTP/1.1" status: 200 len: 911 time: 0.4040539 Jan 28 20:42:06.975322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efa90da5-7de7-47be-8161-4e769fbd1c5e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:06.982316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Request body: {'port': {'device_id': 'ce0d46bb-f18f-408b-80dc-fbacbcf42be9', 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'admin_state_up': True, 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:07.019707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:07.046342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:07.053336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:07.063254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2698ba36-52f0-4d46-a19f-22781be40c84 req-1fb592b5-7745-49d4-b4eb-d10d83d8bd7d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 210 time: 0.0568769 Jan 28 20:42:07.064428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Made reservation on behalf of 2360b3be5fd941ec88dceae7b052fcd8 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:07.069941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.081210 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Sync routers for ids ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:07.102672 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Routers {'2a4a15a1-453a-46a9-8fa4-f410e38e4109'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:07.104654 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:07.104978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efa90da5-7de7-47be-8161-4e769fbd1c5e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.116436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efa90da5-7de7-47be-8161-4e769fbd1c5e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.129606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=dc7b08d6-ccf9-4772-8d50-0b55100491cc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:07.233860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa90da5-7de7-47be-8161-4e769fbd1c5e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ed4a48-3a20-48f7-9581-2f1f96ee1dcd,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:07.242294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efa90da5-7de7-47be-8161-4e769fbd1c5e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.243688 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-efa90da5-7de7-47be-8161-4e769fbd1c5e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3932533 Jan 28 20:42:07.247411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35138) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:07.261885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:07.316210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.328340 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Set router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:07.509758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Allocated IP 172.20.0.11 (ebffa054-401f-432c-b319-dbed1e2fc396/0fd29221-e047-442d-825e-534fa65d4be5/39da0b85-e94c-443c-a05f-24963ba4743a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:07.625513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52e6b00-3484-4d2d-a055-115e2a5ae8e3 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:42:07.631674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.642161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.659234 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:41:56Z', 'revision_number': 4, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port': {'id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:50Z', 'updated_at': '2022-01-28T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '20be2eea-ee7c-40ba-a307-e61c169d2341', 'name': '', 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'mac_address': 'fa:16:3e:4c:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '41beab3b-166d-4681-b191-75d1747565f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:54Z', 'updated_at': '2022-01-28T20:41:58Z', 'revision_number': 2, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'subnets': [{'id': '41beab3b-166d-4681-b191-75d1747565f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:07.702271 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b43580c-59e8-4660-9609-5208d67b23ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.787844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.841335 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Checking router: 2a4a15a1-453a-46a9-8fa4-f410e38e4109 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:07.841936 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Updating router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 port 20be2eea-ee7c-40ba-a307-e61c169d2341 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:07.873365 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:07.877507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.029737 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.058658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Network ebffa054-401f-432c-b319-dbed1e2fc396 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:08.062507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-eead93a4-5690-4a76-b220-13a2e29d04e9 req-fd8e928c-edaf-42f7-985a-3a315f6900b4 service neutron] (102306) timed out ('10.222.0.44', 51658) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 20:42:08.063422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:08.081515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:08.101822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Transition to ACTIVE for port object a52e6b00-3484-4d2d-a055-115e2a5ae8e3 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:42:08.212497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a876e61f-ab30-44fd-966d-cddbef6ef274 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:08.264065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Pushing event updated for resources: {'Port': ['ID=39da0b85-e94c-443c-a05f-24963ba4743a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:08.264363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.300585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:08.301614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.308872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a876e61f-ab30-44fd-966d-cddbef6ef274 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:08.309245 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.340579 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-54827a0a-2faa-4b61-84e7-b4c23834c98a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3640442 Jan 28 20:42:08.359583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Request body: {'port': {'device_id': 'ce0d46bb-f18f-408b-80dc-fbacbcf42be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:08.363809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Allocated IP 172.25.2.68 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ebf9c2f3-3df7-49fb-b28e-a1a9b0d8001f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:08.506286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c6444cc5-a821-48c1-a1d1-a56330153d1c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:08.511719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Pushing event updated for resources: {'Port': ['ID=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:08.593963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3d3157d6-6844-4034-86c1-c07d9afa4814 None None] Provisioning complete for port 39da0b85-e94c-443c-a05f-24963ba4743a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:08.594315 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3d3157d6-6844-4034-86c1-c07d9afa4814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.653240 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.662478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c6444cc5-a821-48c1-a1d1-a56330153d1c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:08.662957 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.700322 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.704441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.716377 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.748170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fdd41-97f1-4dc2-b1ee-9a878079b00f req-a9b58958-ccf5-466f-8cbd-c5e8a470f680 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:08.756250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a17fdd41-97f1-4dc2-b1ee-9a878079b00f req-a9b58958-ccf5-466f-8cbd-c5e8a470f680 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1028 time: 0.3818898 Jan 28 20:42:08.763644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.770632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375aadc0-be48-45ce-b2c7-2a4329c42846 req-4c7ce56d-488c-4cf7-a075-e003e3906473 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:08.779395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-375aadc0-be48-45ce-b2c7-2a4329c42846 req-4c7ce56d-488c-4cf7-a075-e003e3906473 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 943 time: 0.6900742 Jan 28 20:42:08.808970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3d3157d6-6844-4034-86c1-c07d9afa4814 None None] Port 39da0b85-e94c-443c-a05f-24963ba4743a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:08.928385 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2cb58-61fc-425c-a896-6da66ff3df37 None None] Pushing event updated for resources: {'Port': ['ID=20be2eea-ee7c-40ba-a307-e61c169d2341,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:08.935283 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:08.953402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'Port': ['ID=ebf9c2f3-3df7-49fb-b28e-a1a9b0d8001f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:08.988789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port c6444cc5-a821-48c1-a1d1-a56330153d1c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c6444cc5-a821-48c1-a1d1-a56330153d1c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:08.998343 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.004790 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Attempting to bind port 20be2eea-ee7c-40ba-a307-e61c169d2341 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:09.006971 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Attempting to bind port 20be2eea-ee7c-40ba-a307-e61c169d2341 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:09.007545 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Attempting to bind port 20be2eea-ee7c-40ba-a307-e61c169d2341 on network 77405458-8e2b-49f7-8db0-9eef56b5624d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:09.012888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.020003 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:09.020815 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Checking segment: {'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:09.023307 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.023855 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Bound using segment: {'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:09.024384 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Bound port: 20be2eea-ee7c-40ba-a307-e61c169d2341, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16739b9a-b93e-4bb6-b7c6-a08ce987586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:09.024774 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.049293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:09.066132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:09.069283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:09.104089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=c6444cc5-a821-48c1-a1d1-a56330153d1c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:09.168467 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] For port 20be2eea-ee7c-40ba-a307-e61c169d2341, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:09.172534 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] For port 20be2eea-ee7c-40ba-a307-e61c169d2341, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=20be2eea-ee7c-40ba-a307-e61c169d2341,segment=NetworkSegment(16739b9a-b93e-4bb6-b7c6-a08ce987586f),segment_id=16739b9a-b93e-4bb6-b7c6-a08ce987586f)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:09.178382 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.251832 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2cb58-61fc-425c-a896-6da66ff3df37 None None] Pushing event updated for resources: {'Port': ['ID=20be2eea-ee7c-40ba-a307-e61c169d2341,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:09.276512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Attempting to bind port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:09.277239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Attempting to bind port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:09.277777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Attempting to bind port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 on network cfd2deca-9722-4c2d-921b-f94de32914d7 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:09.278306 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Routers {'2a4a15a1-453a-46a9-8fa4-f410e38e4109'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:09.279101 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:09.290131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-375aadc0-be48-45ce-b2c7-2a4329c42846 req-1c544780-ef87-4f89-b67f-f0f09778fd3e tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512565 Jan 28 20:42:09.313952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a17fdd41-97f1-4dc2-b1ee-9a878079b00f req-e0f86cb4-2d06-407d-bf42-a0d6ad213c6a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468395 Jan 28 20:42:09.332054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 on network cfd2deca-9722-4c2d-921b-f94de32914d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:42:09.335746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Attempting to bind port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 on network cfd2deca-9722-4c2d-921b-f94de32914d7 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:09.347241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:09.347939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Checking segment: {'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:09.348682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Bound using segment: {'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:09.349379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Bound port: a52e6b00-3484-4d2d-a055-115e2a5ae8e3, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:09.350017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.352997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6ce23485-f2ad-4ec0-9d76-180e074dcb8d None None] Provisioning complete for port 20be2eea-ee7c-40ba-a307-e61c169d2341 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:09.355588 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 73cc6122-86f9-4120-b39a-07b12cf70eba is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:42:09.363240 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ce23485-f2ad-4ec0-9d76-180e074dcb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.518099 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] Set router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:09.568935 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ce23485-f2ad-4ec0-9d76-180e074dcb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.651168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6ce23485-f2ad-4ec0-9d76-180e074dcb8d None None] For port 20be2eea-ee7c-40ba-a307-e61c169d2341, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=20be2eea-ee7c-40ba-a307-e61c169d2341,segment=NetworkSegment(16739b9a-b93e-4bb6-b7c6-a08ce987586f),segment_id=16739b9a-b93e-4bb6-b7c6-a08ce987586f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:09.656634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] For port a52e6b00-3484-4d2d-a055-115e2a5ae8e3, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:09.661996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ce23485-f2ad-4ec0-9d76-180e074dcb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.726298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce23485-f2ad-4ec0-9d76-180e074dcb8d None None] Pushing event updated for resources: {'Port': ['ID=20be2eea-ee7c-40ba-a307-e61c169d2341,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:09.750695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.763848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] For port a52e6b00-3484-4d2d-a055-115e2a5ae8e3, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:09.788373 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.815709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eb1e34c6-b0f0-49a5-9c6d-560b2b6d3772 None None] Provisioning complete for port 20be2eea-ee7c-40ba-a307-e61c169d2341 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:09.816717 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eb1e34c6-b0f0-49a5-9c6d-560b2b6d3772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.877784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:09.887282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.891776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:09.892864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:09.894545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] 10.222.0.26 "PUT /v2.0/ports/a52e6b00-3484-4d2d-a055-115e2a5ae8e3 HTTP/1.1" status: 200 len: 1091 time: 3.7251382 Jan 28 20:42:09.895349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493bc74-af4a-4a18-83f5-a8a03a31eb9a', 'tag': 'a52e6b00-3484-4d2d-a055-115e2a5ae8e3'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:09.900112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c68138c-9e26-45a8-b5e5-2b4f7a74071f None None] Sync routers for ids ['73cc6122-86f9-4120-b39a-07b12cf70eba'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:09.908994 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26deca91-193a-41f8-bf9f-6e8e25890fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f493bc74-af4a-4a18-83f5-a8a03a31eb9a", "tag": "a52e6b00-3484-4d2d-a055-115e2a5ae8e3"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:09.941918 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:41:56Z', 'revision_number': 4, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port': {'id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:50Z', 'updated_at': '2022-01-28T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '20be2eea-ee7c-40ba-a307-e61c169d2341', 'name': '', 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'mac_address': 'fa:16:3e:4c:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '41beab3b-166d-4681-b191-75d1747565f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:54Z', 'updated_at': '2022-01-28T20:42:09Z', 'revision_number': 4, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'subnets': [{'id': '41beab3b-166d-4681-b191-75d1747565f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:09.970641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68138c-9e26-45a8-b5e5-2b4f7a74071f None None] Routers {'73cc6122-86f9-4120-b39a-07b12cf70eba'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:09.975485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5c68138c-9e26-45a8-b5e5-2b4f7a74071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['73cc6122-86f9-4120-b39a-07b12cf70eba'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:10.003184 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992383a-9cbc-4a99-a134-55de3793fd5e None None] The sync data for ids ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'] in n-d-825064-3 is: [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:41:56Z', 'revision_number': 4, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port': {'id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:50Z', 'updated_at': '2022-01-28T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '20be2eea-ee7c-40ba-a307-e61c169d2341', 'name': '', 'network_id': '77405458-8e2b-49f7-8db0-9eef56b5624d', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'mac_address': 'fa:16:3e:4c:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '41beab3b-166d-4681-b191-75d1747565f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:54Z', 'updated_at': '2022-01-28T20:42:09Z', 'revision_number': 4, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'subnets': [{'id': '41beab3b-166d-4681-b191-75d1747565f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:10.007910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.009496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e03fd438-7afa-4e48-9a8a-876365f913c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.7365882 Jan 28 20:42:10.015662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35190) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:10.049387 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe00cba7-3180-44ae-855f-c551c7ac7a19 x-openstack-request-id: req-fe00cba7-3180-44ae-855f-c551c7ac7a19 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:10.049607 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493bc74-af4a-4a18-83f5-a8a03a31eb9a", "tag": "a52e6b00-3484-4d2d-a055-115e2a5ae8e3", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:10.049978 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe00cba7-3180-44ae-855f-c551c7ac7a19 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:10.050452 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493bc74-af4a-4a18-83f5-a8a03a31eb9a', 'tag': 'a52e6b00-3484-4d2d-a055-115e2a5ae8e3', 'status': 'completed', 'code': 200} Jan 28 20:42:10.094507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 20be2eea-ee7c-40ba-a307-e61c169d2341 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:10.106899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5c68138c-9e26-45a8-b5e5-2b4f7a74071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:10.241114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68138c-9e26-45a8-b5e5-2b4f7a74071f None None] Routers {'73cc6122-86f9-4120-b39a-07b12cf70eba'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:10.241758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5c68138c-9e26-45a8-b5e5-2b4f7a74071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:41:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['73cc6122-86f9-4120-b39a-07b12cf70eba'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:10.320085 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-01b1ba10-d28c-46c7-ad57-71d7538ac2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.332420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5c68138c-9e26-45a8-b5e5-2b4f7a74071f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:10.333093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c68138c-9e26-45a8-b5e5-2b4f7a74071f None None] The sync data for ids ['73cc6122-86f9-4120-b39a-07b12cf70eba'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:10.359693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 20be2eea-ee7c-40ba-a307-e61c169d2341 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:10.361341 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.495852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.567485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c6444cc5-a821-48c1-a1d1-a56330153d1c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:10.570309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39da0b85-e94c-443c-a05f-24963ba4743a {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:42:10.583354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.586956 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.658775 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'Port': ['ID=ebf9c2f3-3df7-49fb-b28e-a1a9b0d8001f,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:10.683349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Transition to ACTIVE for port object 39da0b85-e94c-443c-a05f-24963ba4743a will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:42:10.694588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c6444cc5-a821-48c1-a1d1-a56330153d1c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:10.695032 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.737593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.781649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f1bd9-e2e0-4340-bc0a-487f5d42ee0b service neutron] Pushing event updated for resources: {'Port': ['ID=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:10.795586 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Sync routers for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:10.818739 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:10.819500 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:10.851342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.877889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:10.879307 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c58bdebc-b646-47d8-949a-fc77538123fe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6307082 Jan 28 20:42:10.918945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Pushing event updated for resources: {'Port': ['ID=39da0b85-e94c-443c-a05f-24963ba4743a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:10.989502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c302710-808b-4244-930d-abafc1ebede6 req-9607ca31-9ac7-437f-a1b7-a8cfead4807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:10.991035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-9607ca31-9ac7-437f-a1b7-a8cfead4807e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c8557000f5746cf84f11bc9d9c90340&device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 1094 time: 1.0337555 Jan 28 20:42:11.043357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Attempting to bind port 39da0b85-e94c-443c-a05f-24963ba4743a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:11.043763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Attempting to bind port 39da0b85-e94c-443c-a05f-24963ba4743a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:11.044168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Attempting to bind port 39da0b85-e94c-443c-a05f-24963ba4743a on network ebffa054-401f-432c-b319-dbed1e2fc396 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:11.049949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Port 39da0b85-e94c-443c-a05f-24963ba4743a on network ebffa054-401f-432c-b319-dbed1e2fc396 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:42:11.051104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Attempting to bind port 39da0b85-e94c-443c-a05f-24963ba4743a on network ebffa054-401f-432c-b319-dbed1e2fc396 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:11.058166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:11.058872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Checking segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:11.059514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Bound using segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:11.060216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Bound port: 39da0b85-e94c-443c-a05f-24963ba4743a, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:11.060860 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:11.064407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35210) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:11.065753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d68f8cf4-6490-4626-82ba-3d14e231a524 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/routers/73cc6122-86f9-4120-b39a-07b12cf70eba HTTP/1.1" status: 200 len: 881 time: 1.0486658 Jan 28 20:42:11.123761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-704c9a15-0f57-4e36-87d9-d63d15c654d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52e6b00-3484-4d2d-a055-115e2a5ae8e3 HTTP/1.1" status: 200 len: 217 time: 0.1098628 Jan 28 20:42:11.145906 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:11.232161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651966db-1b19-4e43-b6b9-d8174737d8fc req-8420b6b1-40de-4fae-82ee-9b95b304c4bd tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:11.237655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-651966db-1b19-4e43-b6b9-d8174737d8fc req-8420b6b1-40de-4fae-82ee-9b95b304c4bd tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1053 time: 0.4840903 Jan 28 20:42:11.255970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e0cb4-014b-43f1-8786-a9fd5c7c798d req-9855201d-12e8-49fd-aa01-b4fbd896b848 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:11.259020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-548e0cb4-014b-43f1-8786-a9fd5c7c798d req-9855201d-12e8-49fd-aa01-b4fbd896b848 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 943 time: 0.5145295 Jan 28 20:42:11.290717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c302710-808b-4244-930d-abafc1ebede6 req-8d3e3aae-04d1-42fa-b11e-fb2606df2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:11.292679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-8d3e3aae-04d1-42fa-b11e-fb2606df2684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7f78d58-df28-43b4-8308-89c243de160e HTTP/1.1" status: 200 len: 854 time: 0.1576955 Jan 28 20:42:11.343170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] For port 39da0b85-e94c-443c-a05f-24963ba4743a, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:11.351143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-ece3b741-1e77-4597-8f42-050b1ae4a751 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cfd2deca-9722-4c2d-921b-f94de32914d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459628 Jan 28 20:42:11.362760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] For port 39da0b85-e94c-443c-a05f-24963ba4743a, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=39da0b85-e94c-443c-a05f-24963ba4743a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:11.418014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:11.506689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-ecd948ad-51ce-4bf1-bab1-85c33fb36648 service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440129 Jan 28 20:42:11.560009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-651966db-1b19-4e43-b6b9-d8174737d8fc req-cc4ede9b-237b-4214-96fd-5349292692f9 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001275 Jan 28 20:42:11.656031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:11.695544 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:03Z', 'revision_number': 2, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:11.715373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-548e0cb4-014b-43f1-8786-a9fd5c7c798d req-33ef1a8b-48ee-498a-990d-3c6b0eb273ab tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431531 Jan 28 20:42:11.739313 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Checking router: c9bd90de-ba56-4b10-af61-42060a2727eb for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:11.752562 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Updating router c9bd90de-ba56-4b10-af61-42060a2727eb port 70107407-aedd-4353-bc9a-335ef6caf480 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:11.796851 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:11.813079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c302710-808b-4244-930d-abafc1ebede6 req-0c672719-b2c3-4b37-8dd2-f1cfcb49c872 service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782879 Jan 28 20:42:11.856917 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-44df10df-4e7e-4a84-9649-f018b3f43afc tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--44563141&fields=id&tenant_id=f04f981b019e46e998152f663e43a685 HTTP/1.1" status: 200 len: 267 time: 0.1620288 Jan 28 20:42:11.988557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:11.990027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:11.991973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] 10.222.0.26 "PUT /v2.0/ports/39da0b85-e94c-443c-a05f-24963ba4743a HTTP/1.1" status: 200 len: 1092 time: 3.6372328 Jan 28 20:42:12.008557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0d46bb-f18f-408b-80dc-fbacbcf42be9', 'tag': '39da0b85-e94c-443c-a05f-24963ba4743a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:12.018222 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba02a69-0e7e-4e82-b694-10b30551efd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0d46bb-f18f-408b-80dc-fbacbcf42be9", "tag": "39da0b85-e94c-443c-a05f-24963ba4743a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:12.065305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-18cba79b-754e-4734-bb18-2b9581d7e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:12.066872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-18cba79b-754e-4734-bb18-2b9581d7e5d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c8557000f5746cf84f11bc9d9c90340&device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 1094 time: 0.1860044 Jan 28 20:42:12.160896 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc308a0-383e-4191-9b39-34853f4a6f24 x-openstack-request-id: req-ffc308a0-383e-4191-9b39-34853f4a6f24 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:12.161495 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0d46bb-f18f-408b-80dc-fbacbcf42be9", "tag": "39da0b85-e94c-443c-a05f-24963ba4743a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:12.161906 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffc308a0-383e-4191-9b39-34853f4a6f24 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:12.162470 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0d46bb-f18f-408b-80dc-fbacbcf42be9', 'tag': '39da0b85-e94c-443c-a05f-24963ba4743a', 'status': 'completed', 'code': 200} Jan 28 20:42:12.184168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ff421-2bb4-41d1-8b9e-5ebe2f61f983 service neutron] Pushing event updated for resources: {'Port': ['ID=39da0b85-e94c-443c-a05f-24963ba4743a,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:12.228433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-0a7417f3-d6e8-487c-9be9-e23c4acb6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:12.231082 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-0a7417f3-d6e8-487c-9be9-e23c4acb6e9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2360b3be5fd941ec88dceae7b052fcd8&device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1095 time: 0.1777005 Jan 28 20:42:12.245206 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8c900fa3-7489-40e7-bb11-15d2dfc7dd5c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1783831 Jan 28 20:42:12.255988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35240) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:12.262404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-550694f3-4d74-4f1e-9b69-ef86bcf6a1a2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1660274742'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:12.319595 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:12.329093 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:12.366352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-338880a0-2f2e-440d-9881-dc6a6b960b60 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:12.367956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-338880a0-2f2e-440d-9881-dc6a6b960b60 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 811 time: 0.4989476 Jan 28 20:42:12.381340 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-efaf608a-fa45-481a-821f-382a57cc6dee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39da0b85-e94c-443c-a05f-24963ba4743a HTTP/1.1" status: 200 len: 217 time: 0.1344864 Jan 28 20:42:12.403101 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ee8b1-e967-4e99-8464-88d8051a21e2 None None] Pushing event updated for resources: {'Port': ['ID=70107407-aedd-4353-bc9a-335ef6caf480,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:12.440169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-c497189b-ac55-4ce0-a858-00cf299b5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:12.442243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-c497189b-ac55-4ce0-a858-00cf299b5dfb service neutron] 10.222.0.26 "GET /v2.0/networks?id=cfd2deca-9722-4c2d-921b-f94de32914d7 HTTP/1.1" status: 200 len: 915 time: 0.3542442 Jan 28 20:42:12.446515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-9a6cb6c8-f036-44df-8789-42df262cf9cf tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/quotas/f04f981b019e46e998152f663e43a685 HTTP/1.1" status: 200 len: 375 time: 0.0653343 Jan 28 20:42:12.499663 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Attempting to bind port 70107407-aedd-4353-bc9a-335ef6caf480 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:12.500035 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Attempting to bind port 70107407-aedd-4353-bc9a-335ef6caf480 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:12.500420 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Attempting to bind port 70107407-aedd-4353-bc9a-335ef6caf480 on network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:12.506083 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:12.506455 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Checking segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:12.506858 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:12.507249 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Bound using segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:12.508288 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Bound port: 70107407-aedd-4353-bc9a-335ef6caf480, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:12.508686 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:12.571319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-402b7f52-a6ba-4157-9ff4-5e5900c54c5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52e6b00-3484-4d2d-a055-115e2a5ae8e3 HTTP/1.1" status: 200 len: 217 time: 0.1027188 Jan 28 20:42:12.648527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-ad9c3dea-8819-4cc6-92bc-0bc1ebbba48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:12.653772 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] For port 70107407-aedd-4353-bc9a-335ef6caf480, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:12.659323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-ad9c3dea-8819-4cc6-92bc-0bc1ebbba48b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7f78d58-df28-43b4-8308-89c243de160e HTTP/1.1" status: 200 len: 854 time: 0.0772269 Jan 28 20:42:12.659771 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] For port 70107407-aedd-4353-bc9a-335ef6caf480, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=70107407-aedd-4353-bc9a-335ef6caf480,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:12.670299 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:12.674633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-fb940f3e-f32d-4b54-b72d-300d49fd8f59 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2184079 Jan 28 20:42:12.737785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-4d37322b-739b-446e-b262-b697b0df022f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cfd2deca-9722-4c2d-921b-f94de32914d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619199 Jan 28 20:42:12.754871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-69f28e8d-90b0-4a5e-864e-4ded899df9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:12.756537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-69f28e8d-90b0-4a5e-864e-4ded899df9f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fd29221-e047-442d-825e-534fa65d4be5 HTTP/1.1" status: 200 len: 849 time: 0.2876058 Jan 28 20:42:12.795387 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:12.796316 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:12.909895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1a1b3c1f-f5e7-4d17-ad28-f0a9bc83cd30 None None] Provisioning complete for port 70107407-aedd-4353-bc9a-335ef6caf480 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:12.910467 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3c1f-f5e7-4d17-ad28-f0a9bc83cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:12.940652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e0a1-ecc4-4899-832c-4e23e4b45df1 req-62cb8c14-d26c-4adf-9d9e-c718510c87e8 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:12.942960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcb3e0a1-ecc4-4899-832c-4e23e4b45df1 req-62cb8c14-d26c-4adf-9d9e-c718510c87e8 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1095 time: 0.2096965 Jan 28 20:42:13.098686 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ee8b1-e967-4e99-8464-88d8051a21e2 None None] Pushing event updated for resources: {'Port': ['ID=70107407-aedd-4353-bc9a-335ef6caf480,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:13.107223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-83ea8681-ab38-4271-9f3b-ff945195056d service neutron] 10.222.0.44 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157102 Jan 28 20:42:13.114072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-11478b11-f033-432e-b5ab-86031eae01c8 service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619549 Jan 28 20:42:13.116265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcb3e0a1-ecc4-4899-832c-4e23e4b45df1 req-087a94e0-6b60-4a9e-aae9-351e3fd55410 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640337 Jan 28 20:42:13.169328 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:13.170912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3c1f-f5e7-4d17-ad28-f0a9bc83cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:13.198974 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:13.267155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-bf207f75-ecad-455c-b905-d012ade70ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:13.272475 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-bf207f75-ecad-455c-b905-d012ade70ae4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebffa054-401f-432c-b319-dbed1e2fc396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4272089 Jan 28 20:42:13.276411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-97dae49d-b16c-4efd-a48e-23294a156fc2 service neutron] 10.222.0.44 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565113 Jan 28 20:42:13.296079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1a1b3c1f-f5e7-4d17-ad28-f0a9bc83cd30 None None] For port 70107407-aedd-4353-bc9a-335ef6caf480, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=70107407-aedd-4353-bc9a-335ef6caf480,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:13.299773 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:13.306790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3c1f-f5e7-4d17-ad28-f0a9bc83cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:13.420503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b3c1f-f5e7-4d17-ad28-f0a9bc83cd30 None None] Pushing event updated for resources: {'Port': ['ID=70107407-aedd-4353-bc9a-335ef6caf480,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:13.447402 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:42:13.455712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b38b30ee-fa1a-43c6-80d6-b54c90befbe3 None None] Provisioning complete for port 70107407-aedd-4353-bc9a-335ef6caf480 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:13.458858 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b38b30ee-fa1a-43c6-80d6-b54c90befbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:13.582151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2630-4427-4373-8085-9b3c383662e0 req-6867c961-f9a4-4ef8-88d1-4f62d6b2178c tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:13.583359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-550694f3-4d74-4f1e-9b69-ef86bcf6a1a2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:13.589373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-492c2630-4427-4373-8085-9b3c383662e0 req-6867c961-f9a4-4ef8-88d1-4f62d6b2178c tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 943 time: 0.3105490 Jan 28 20:42:13.621875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-550694f3-4d74-4f1e-9b69-ef86bcf6a1a2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:13.626542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a52e6b00-3484-4d2d-a055-115e2a5ae8e3 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:42:13.641201 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:12Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:13.679274 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e482aec-6f79-4bce-806f-32e7eca60bdc None None] The sync data for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 is: [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:12Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:13.817029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78c4e37b-5103-4c78-8025-51892fd82b6b req-01f3d61b-83d0-406c-8971-b6016ca84759 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 210 time: 0.1248555 Jan 28 20:42:13.898328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-492c2630-4427-4373-8085-9b3c383662e0 req-258ad308-9ed0-441c-b7a7-1a9f3ac158c9 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916179 Jan 28 20:42:13.915009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26deca91-193a-41f8-bf9f-6e8e25890fb4 req-d6a0291d-a307-4da7-a453-eb499dc7eac4 service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371884 Jan 28 20:42:14.058535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 70107407-aedd-4353-bc9a-335ef6caf480 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:14.061542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550694f3-4d74-4f1e-9b69-ef86bcf6a1a2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 73cc6122-86f9-4120-b39a-07b12cf70eba has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:14.216621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a52e6b00-3484-4d2d-a055-115e2a5ae8e3, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:14.235400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-13a60ccd-3d4e-4840-b48d-5a6aeeb250b2 service neutron] 10.222.0.26 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8960581 Jan 28 20:42:14.282593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'a52e6b00-3484-4d2d-a055-115e2a5ae8e3', 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7', 'port_id': 'a52e6b00-3484-4d2d-a055-115e2a5ae8e3', 'mac_address': 'fa:16:3e:90:48:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f78d58-df28-43b4-8308-89c243de160e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:42:14.344506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35286) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:14.412662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefb7ca-96e4-49cf-8af8-28acb0562693 req-010bbac3-101a-4401-bde5-f61b78a0cec2 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:14.415018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:14.418177 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ecefb7ca-96e4-49cf-8af8-28acb0562693 req-010bbac3-101a-4401-bde5-f61b78a0cec2 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1095 time: 0.1360283 Jan 28 20:42:14.434767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 70107407-aedd-4353-bc9a-335ef6caf480 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:14.435118 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:14.492455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ecefb7ca-96e4-49cf-8af8-28acb0562693 req-053f1097-02ff-4c05-9404-4ef690a0e122 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668437 Jan 28 20:42:14.495775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52e6b00-3484-4d2d-a055-115e2a5ae8e3 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:42:14.533036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a52e6b00-3484-4d2d-a055-115e2a5ae8e3, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:14.545306 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:14.577740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550694f3-4d74-4f1e-9b69-ef86bcf6a1a2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:14.586382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-550694f3-4d74-4f1e-9b69-ef86bcf6a1a2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:14.587697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-550694f3-4d74-4f1e-9b69-ef86bcf6a1a2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/73cc6122-86f9-4120-b39a-07b12cf70eba HTTP/1.1" status: 200 len: 888 time: 2.3303719 Jan 28 20:42:14.591591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35294) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:14.676842 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c2ab9fa-53cc-4646-9fd8-d11f055d302f req-4d534897-8e5e-49b4-9e8d-5f61e1c8b66a service neutron] 10.222.0.26 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124610 Jan 28 20:42:14.710982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:14.728471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c93b10-5941-498f-8115-3b68e2c55d56 None None] Sync routers for ids ['73cc6122-86f9-4120-b39a-07b12cf70eba'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:14.741076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c93b10-5941-498f-8115-3b68e2c55d56 None None] Routers {'73cc6122-86f9-4120-b39a-07b12cf70eba'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:14.741785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-04c93b10-5941-498f-8115-3b68e2c55d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['73cc6122-86f9-4120-b39a-07b12cf70eba'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:14.787529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-04c93b10-5941-498f-8115-3b68e2c55d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:14.792398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97682301-50ad-4cc2-a60d-afab71527de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:14.801561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c93b10-5941-498f-8115-3b68e2c55d56 None None] Routers {'73cc6122-86f9-4120-b39a-07b12cf70eba'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:14.802209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-04c93b10-5941-498f-8115-3b68e2c55d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['73cc6122-86f9-4120-b39a-07b12cf70eba'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:14.844558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-d85afa36-1652-4096-86d1-ab815fc2b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:14.848692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-d85afa36-1652-4096-86d1-ab815fc2b16b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2360b3be5fd941ec88dceae7b052fcd8&device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1095 time: 0.0972004 Jan 28 20:42:14.904073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-04c93b10-5941-498f-8115-3b68e2c55d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:14.906055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c93b10-5941-498f-8115-3b68e2c55d56 None None] The sync data for ids ['73cc6122-86f9-4120-b39a-07b12cf70eba'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:14.914131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['a52e6b00-3484-4d2d-a055-115e2a5ae8e3'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:42:14.929545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-82cdfd06-fcd6-4d82-bc31-99b4e6b3de2e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/routers/73cc6122-86f9-4120-b39a-07b12cf70eba HTTP/1.1" status: 200 len: 888 time: 0.3341744 Jan 28 20:42:14.935129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35302) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:15.009597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-507779ae-91bd-46fc-b19b-c4413b441916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:15.012208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-507779ae-91bd-46fc-b19b-c4413b441916 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebffa054-401f-432c-b319-dbed1e2fc396 HTTP/1.1" status: 200 len: 911 time: 0.1564929 Jan 28 20:42:15.018739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b62e45d2-32f5-4e82-8910-253bde9157cd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=73cc6122-86f9-4120-b39a-07b12cf70eba HTTP/1.1" status: 200 len: 205 time: 0.0809906 Jan 28 20:42:15.024513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35304) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:15.076472 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-8b4ac4d9-75d1-4ccb-a16c-e7b6cf0ccb2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39da0b85-e94c-443c-a05f-24963ba4743a HTTP/1.1" status: 200 len: 217 time: 0.0562983 Jan 28 20:42:15.143834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-228b5adb-ca1e-4f55-a8f2-9e448f56913c req-4c693b3b-5f81-487e-8bb3-431eafa1543a tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 210 time: 0.1051757 Jan 28 20:42:15.214114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-e3e5d44e-43b3-46f2-9d6b-96fdb9f1c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:15.217779 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-e3e5d44e-43b3-46f2-9d6b-96fdb9f1c996 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0fd29221-e047-442d-825e-534fa65d4be5 HTTP/1.1" status: 200 len: 849 time: 0.1230509 Jan 28 20:42:15.270780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97682301-50ad-4cc2-a60d-afab71527de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:15.312714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-47a92049-4f68-4818-ac6f-014eb72f787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:15.315515 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-47a92049-4f68-4818-ac6f-014eb72f787b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebffa054-401f-432c-b319-dbed1e2fc396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855367 Jan 28 20:42:15.341769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3902a-14b7-4498-9335-48ac7725cd8e req-35fb089e-c12f-459b-b953-3c8b56f18989 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:15.355567 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22e3902a-14b7-4498-9335-48ac7725cd8e req-35fb089e-c12f-459b-b953-3c8b56f18989 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 944 time: 0.3005481 Jan 28 20:42:15.375020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-97682301-50ad-4cc2-a60d-afab71527de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:15.423117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-97682301-50ad-4cc2-a60d-afab71527de8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c6d229cb21a45098618aeed0b070349&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0565908 Jan 28 20:42:15.427534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35310) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:15.444232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:15.631476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97682301-50ad-4cc2-a60d-afab71527de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7706c008-0b50-4681-ba1e-32e5c29dc95d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:15.663484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:15.714791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22e3902a-14b7-4498-9335-48ac7725cd8e req-04a52732-cf1e-4a68-abd5-ed787fedbd40 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578703 Jan 28 20:42:15.741760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-13270f10-a9ae-4565-86a0-7a72f3587ab4 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:15.744084 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-13270f10-a9ae-4565-86a0-7a72f3587ab4 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 811 time: 0.4011486 Jan 28 20:42:15.772377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f173eb-7174-45ca-9681-f07cb9deb211 req-a463f4e9-fdbf-458a-bccf-5024d0485e0a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:15.782587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72f173eb-7174-45ca-9681-f07cb9deb211 req-a463f4e9-fdbf-458a-bccf-5024d0485e0a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1095 time: 0.1526229 Jan 28 20:42:15.785209 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-cd63dccb-c040-498c-80b8-e26c2c54f0c2 service neutron] 10.222.0.26 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583516 Jan 28 20:42:15.842798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72f173eb-7174-45ca-9681-f07cb9deb211 req-5ebbf605-3b48-43a3-8d13-c55b98c582f9 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Jan 28 20:42:15.856694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port dc7b08d6-ccf9-4772-8d50-0b55100491cc {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:15.857289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:15.903844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533b50ab-0176-4f16-94a1-5a2043a62ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:15.926325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533b50ab-0176-4f16-94a1-5a2043a62ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:15.941094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-a6b94ded-0439-43a2-8591-9840ca60725a tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f04f981b019e46e998152f663e43a685 HTTP/1.1" status: 200 len: 378 time: 0.1548343 Jan 28 20:42:15.953700 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:15.968972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for dc7b08d6-ccf9-4772-8d50-0b55100491cc owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:15.977657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'port': {'device_id': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'admin_state_up': True, 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'security_groups': ['c6e68f38-9ff4-4d64-92c8-8f8158a548fd']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:16.167832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.202259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=dc7b08d6-ccf9-4772-8d50-0b55100491cc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:16.310842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a305ad78-6a58-48d3-b8e8-76e23d6d8b0d req-14f8c342-fa7b-4262-98fe-adb6abce2154 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 210 time: 0.0456085 Jan 28 20:42:16.319445 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.433904 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-eba02a69-0e7e-4e82-b694-10b30551efd4 req-46224237-81f8-4278-8065-4da9c414229a service neutron] 10.222.0.26 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323490 Jan 28 20:42:16.444747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533b50ab-0176-4f16-94a1-5a2043a62ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.450826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-533b50ab-0176-4f16-94a1-5a2043a62ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.455076 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-533b50ab-0176-4f16-94a1-5a2043a62ffa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7706c008-0b50-4681-ba1e-32e5c29dc95d HTTP/1.1" status: 204 len: 168 time: 1.0266328 Jan 28 20:42:16.471638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b50ab-0176-4f16-94a1-5a2043a62ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7706c008-0b50-4681-ba1e-32e5c29dc95d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:16.503150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Made reservation on behalf of f04f981b019e46e998152f663e43a685 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:16.507037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.672885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Allocated IP 172.20.0.10 (a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c/f9ec3628-4009-4307-ab68-2ce6cb5eb1b2/5173102a-0144-4d2e-beb1-a0d9982f64aa) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:16.758629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.761505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.828667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.829288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Fanout notify agent at l3_agent the message router_deleted on router 73cc6122-86f9-4120-b39a-07b12cf70eba {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:42:16.846726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.847872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ef3cae34-098e-4575-bf62-1b318664e3f0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/73cc6122-86f9-4120-b39a-07b12cf70eba HTTP/1.1" status: 204 len: 168 time: 1.8080866 Jan 28 20:42:16.852497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35350) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:16.873197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-1646560003'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:16.938298 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.947650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35352) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:16.964378 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f852b931-a308-4bf7-b753-92fe573f9ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:16.993058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:16.997684 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.011986 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.025725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1e606-311b-4423-9571-51117fbcebcf req-8f581bc0-b81d-4a13-8f67-7802473b8d8a tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:17.027466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5a1e606-311b-4423-9571-51117fbcebcf req-8f581bc0-b81d-4a13-8f67-7802473b8d8a tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 944 time: 0.1502950 Jan 28 20:42:17.042937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:42:17.046713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ec4c0-7a32-4761-a010-8db4e897a7af req-e38999b1-c788-4a1d-be78-264df0534888 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:17.048366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-799ec4c0-7a32-4761-a010-8db4e897a7af req-e38999b1-c788-4a1d-be78-264df0534888 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1095 time: 0.1047592 Jan 28 20:42:17.063831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:17.064979 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.065402 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment e524e4b9-ee3f-48f3-b350-17b85b551575 of type vlan for network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c Jan 28 20:42:17.069433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:17.072236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:17.139045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'Port': ['ID=5173102a-0144-4d2e-beb1-a0d9982f64aa,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:17.161030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:17.161332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.161990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.195728 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f852b931-a308-4bf7-b753-92fe573f9ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.201689 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-829a294b-1889-4ba9-8768-254b86da300f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2404175 Jan 28 20:42:17.202940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f852b931-a308-4bf7-b753-92fe573f9ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.214775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b5a1e606-311b-4423-9571-51117fbcebcf req-ace2c5a5-e3d1-4dcb-b8c4-fccdd19a3f9a tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652377 Jan 28 20:42:17.231278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Request body: {'port': {'device_id': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:17.235662 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.242509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:17.243253 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.281526 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f852b931-a308-4bf7-b753-92fe573f9ca7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5462cdaef7440a8a3df85553b41d441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325243 Jan 28 20:42:17.289416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35360) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:17.295516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-799ec4c0-7a32-4761-a010-8db4e897a7af req-e4100d54-fdab-47fb-ab2b-9c4bd99e8248 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319152 Jan 28 20:42:17.332353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852b931-a308-4bf7-b753-92fe573f9ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2433db2-c393-4d97-9498-378de4bad6a7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:17.333515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4662204 Jan 28 20:42:17.336857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35362) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:17.341983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': 'f5bb1002-a2d4-4a9a-9a74-47f32329cf0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:17.417819 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca0e2-0bb8-4291-b912-e2c9ac96c3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.421147 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.444892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f74f8c-7e3d-423c-8c67-66d0e231fb0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=f5bb1002-a2d4-4a9a-9a74-47f32329cf0c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:17.467454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:42:17.478685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca0e2-0bb8-4291-b912-e2c9ac96c3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.526882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fd861-f4f3-4c92-9e5e-f2e706ab076b req-614b6e76-cdc1-461a-803f-9236f97540e2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:17.528482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd3fd861-f4f3-4c92-9e5e-f2e706ab076b req-614b6e76-cdc1-461a-803f-9236f97540e2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 932 time: 0.0875237 Jan 28 20:42:17.576556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd3fd861-f4f3-4c92-9e5e-f2e706ab076b req-704881e4-0d96-47e0-832c-260ecaa7cbc1 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398493 Jan 28 20:42:17.577298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:17.577882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ee4c5131-8b4f-4f85-90d7-0e1840409b55 None None] Provisioning complete for port 5173102a-0144-4d2e-beb1-a0d9982f64aa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:17.578754 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ee4c5131-8b4f-4f85-90d7-0e1840409b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.582401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.606796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 39da0b85-e94c-443c-a05f-24963ba4743a details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:42:17.609600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a52e6b00-3484-4d2d-a055-115e2a5ae8e3 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:17.675098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c5131-8b4f-4f85-90d7-0e1840409b55 None None] Port 5173102a-0144-4d2e-beb1-a0d9982f64aa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:17.770021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:42:17.782287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:17.783028 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.803611 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.860412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 39da0b85-e94c-443c-a05f-24963ba4743a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=39da0b85-e94c-443c-a05f-24963ba4743a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:17.861990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca0e2-0bb8-4291-b912-e2c9ac96c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.864602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca0e2-0bb8-4291-b912-e2c9ac96c3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.868250 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c9ca0e2-0bb8-4291-b912-e2c9ac96c3e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2433db2-c393-4d97-9498-378de4bad6a7 HTTP/1.1" status: 204 len: 168 time: 0.5725617 Jan 28 20:42:17.880688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ca0e2-0bb8-4291-b912-e2c9ac96c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2433db2-c393-4d97-9498-378de4bad6a7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:17.900975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5173102a-0144-4d2e-beb1-a0d9982f64aa {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:42:17.903748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=0917caec-8ffc-43ea-8976-9d5fe58837d7,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:17.912069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.913731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '39da0b85-e94c-443c-a05f-24963ba4743a', 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'port_id': '39da0b85-e94c-443c-a05f-24963ba4743a', 'mac_address': 'fa:16:3e:e5:48:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd29221-e047-442d-825e-534fa65d4be5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:42:17.917972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': 'e524e4b9-ee3f-48f3-b350-17b85b551575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5bb1002-a2d4-4a9a-9a74-47f32329cf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:17.918482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: f5bb1002-a2d4-4a9a-9a74-47f32329cf0c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:42:17.946092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Transition to ACTIVE for port object 5173102a-0144-4d2e-beb1-a0d9982f64aa will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:42:17.948862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:42:17.951637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:17.964293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f5bb1002-a2d4-4a9a-9a74-47f32329cf0c) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:17.974222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:17.976705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d61773-ef2e-4fca-a769-e15786cd8aa6 None None] Network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:17.976870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.006501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c4c83333-45d7-4e7c-b66e-efdc33672634 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6684525 Jan 28 20:42:18.008784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35378) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:18.015690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Pushing event updated for resources: {'Port': ['ID=5173102a-0144-4d2e-beb1-a0d9982f64aa,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:18.026455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-350d5eb0-dbea-4880-986f-2ff844cc06ff tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-397863524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:18.085270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-350d5eb0-dbea-4880-986f-2ff844cc06ff tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.086602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-350d5eb0-dbea-4880-986f-2ff844cc06ff tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.148485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Attempting to bind port 5173102a-0144-4d2e-beb1-a0d9982f64aa on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:18.149439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Attempting to bind port 5173102a-0144-4d2e-beb1-a0d9982f64aa by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:18.151363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Attempting to bind port 5173102a-0144-4d2e-beb1-a0d9982f64aa on network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:18.159119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Port 5173102a-0144-4d2e-beb1-a0d9982f64aa on network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:42:18.159728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Attempting to bind port 5173102a-0144-4d2e-beb1-a0d9982f64aa on network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:18.168927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:18.169924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Checking segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:18.171820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Bound using segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:18.173296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Bound port: 5173102a-0144-4d2e-beb1-a0d9982f64aa, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:18.175572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.188830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-350d5eb0-dbea-4880-986f-2ff844cc06ff tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.198610 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-350d5eb0-dbea-4880-986f-2ff844cc06ff tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.236731 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-350d5eb0-dbea-4880-986f-2ff844cc06ff tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.236731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-350d5eb0-dbea-4880-986f-2ff844cc06ff tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2240143 Jan 28 20:42:18.237756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35386) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:18.252496 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.293309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] For port 5173102a-0144-4d2e-beb1-a0d9982f64aa, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:18.297421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] For port 5173102a-0144-4d2e-beb1-a0d9982f64aa, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:18.303886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.346411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.398385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-f5bb1002-a2d4-4a9a-9a74-47f32329cf0c', 'network_id': 'f5bb1002-a2d4-4a9a-9a74-47f32329cf0c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': '0917caec-8ffc-43ea-8976-9d5fe58837d7'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:42:18.399238 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.406918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Pushing event updated for resources: {'Port': ['ID=5173102a-0144-4d2e-beb1-a0d9982f64aa,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:18.418455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:18.419641 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.421516 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-e41140fa-b058-4fa4-b3e5-b0c02fbf8f6d service neutron] 10.222.0.13 "PUT /v2.0/ports/5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 1092 time: 1.2121224 Jan 28 20:42:18.422247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'tag': '5173102a-0144-4d2e-beb1-a0d9982f64aa'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:18.424941 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac" -d '{"events": [{"name": "network-changed", "server_uuid": "42d95a35-a5ba-407c-9fa1-4bb725e74653", "tag": "5173102a-0144-4d2e-beb1-a0d9982f64aa"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:18.441221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39da0b85-e94c-443c-a05f-24963ba4743a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:42:18.451468 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.538104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-1a801a6a-24ce-4544-a43c-9551745c4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:18.542339 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-1a801a6a-24ce-4544-a43c-9551745c4e02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1095 time: 0.0677102 Jan 28 20:42:18.613637 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-8bde6274-a454-43be-a1e1-3b4a00b1a962 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 217 time: 0.0620177 Jan 28 20:42:18.687616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493bc74-af4a-4a18-83f5-a8a03a31eb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52e6b00-3484-4d2d-a055-115e2a5ae8e3'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:18.690688 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6827e72b-f3ae-4e2b-8cb6-4b48c2d9ab7a" -d '{"events": [{"server_uuid": "f493bc74-af4a-4a18-83f5-a8a03a31eb9a", "name": "network-vif-plugged", "status": "completed", "tag": "a52e6b00-3484-4d2d-a055-115e2a5ae8e3"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:18.701350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b228b-f9a1-458e-8835-4ec42f9d7ed1 req-6b887de9-e9e5-418d-8551-d6cdcaccf1da tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:18.703365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 39da0b85-e94c-443c-a05f-24963ba4743a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=39da0b85-e94c-443c-a05f-24963ba4743a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:18.710374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a00b228b-f9a1-458e-8835-4ec42f9d7ed1 req-6b887de9-e9e5-418d-8551-d6cdcaccf1da tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1095 time: 0.2747250 Jan 28 20:42:18.720568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6e61e-2005-451b-90c5-8a2ea0e55a06 req-a8ea13f6-16ce-4a72-805d-9db40f8b1864 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:18.722146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4af6e61e-2005-451b-90c5-8a2ea0e55a06 req-a8ea13f6-16ce-4a72-805d-9db40f8b1864 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 944 time: 0.2877581 Jan 28 20:42:18.756261 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.765610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-496570db-ebd2-4cab-8720-b33cdd5bd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:18.772070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port a52e6b00-3484-4d2d-a055-115e2a5ae8e3, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:18.775985 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-496570db-ebd2-4cab-8720-b33cdd5bd173 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.1505315 Jan 28 20:42:18.877471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-035a3809-ac72-4d77-a372-5eb8d7ea7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:18.879456 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-035a3809-ac72-4d77-a372-5eb8d7ea7a7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973186 Jan 28 20:42:18.895353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=39da0b85-e94c-443c-a05f-24963ba4743a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:18.903753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:18.906593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a00b228b-f9a1-458e-8835-4ec42f9d7ed1 req-1b05fe1d-b6b8-4a41-890d-7fd902758c38 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952596 Jan 28 20:42:18.972821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4af6e61e-2005-451b-90c5-8a2ea0e55a06 req-5883d76d-807d-4381-b495-24f2b3918e77 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934381 Jan 28 20:42:19.044338 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf06394-2692-4282-95c5-f61c59297a79 x-openstack-request-id: req-0cf06394-2692-4282-95c5-f61c59297a79 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:19.045273 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d95a35-a5ba-407c-9fa1-4bb725e74653", "tag": "5173102a-0144-4d2e-beb1-a0d9982f64aa", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:19.045273 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0cf06394-2692-4282-95c5-f61c59297a79 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:19.045605 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'tag': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'status': 'completed', 'code': 200} Jan 28 20:42:19.079926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['39da0b85-e94c-443c-a05f-24963ba4743a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:42:19.129997 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7182f72-47e2-4748-bf54-999c6ce2dfa6 x-openstack-request-id: req-e7182f72-47e2-4748-bf54-999c6ce2dfa6 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:19.130435 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493bc74-af4a-4a18-83f5-a8a03a31eb9a", "name": "network-vif-plugged", "status": "completed", "tag": "a52e6b00-3484-4d2d-a055-115e2a5ae8e3", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:19.130971 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7182f72-47e2-4748-bf54-999c6ce2dfa6 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:19.131585 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493bc74-af4a-4a18-83f5-a8a03a31eb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52e6b00-3484-4d2d-a055-115e2a5ae8e3', 'code': 200} Jan 28 20:42:19.142372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:19.187104 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-931fb472-29c8-4349-b5f5-84a41c7c2c46 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999825 Jan 28 20:42:19.336987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c832f-f42e-4c33-a0dd-a9038e2b4e5c req-e559eb62-8639-477e-bca0-ac3b06b8e676 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:19.339305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-604c832f-f42e-4c33-a0dd-a9038e2b4e5c req-e559eb62-8639-477e-bca0-ac3b06b8e676 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 944 time: 0.2768009 Jan 28 20:42:19.381542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe4906-fc1c-42e3-899b-cb48f41ec428 req-280a1750-36a0-4440-9bb8-8d234b2f683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:19.383682 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8cfe4906-fc1c-42e3-899b-cb48f41ec428 req-280a1750-36a0-4440-9bb8-8d234b2f683b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 1096 time: 0.2267246 Jan 28 20:42:19.415160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-604c832f-f42e-4c33-a0dd-a9038e2b4e5c req-3c37fc76-e2b4-47b9-99db-e667a7bba347 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685389 Jan 28 20:42:19.504511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:19.513765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Allocated IP 172.20.0.2 (f5bb1002-a2d4-4a9a-9a74-47f32329cf0c/0917caec-8ffc-43ea-8976-9d5fe58837d7/5a05027d-758e-4f6a-9c13-f24620c40da9) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:19.545601 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0c9f3ade-ef32-4baf-a334-abed38d9d5ef req-501294c7-8788-4937-96b4-629cb39d1282 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265007 Jan 28 20:42:19.572595 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8cfe4906-fc1c-42e3-899b-cb48f41ec428 req-87a4454c-aa66-447b-a25d-8b239c7b5576 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170406 Jan 28 20:42:19.657405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-19ef709b-68dc-4b82-9f95-ccbe97bfe82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:19.659135 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-19ef709b-68dc-4b82-9f95-ccbe97bfe82e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1095 time: 0.0585063 Jan 28 20:42:19.818785 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:19.824987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-dcfa3e46-acbe-4f8d-ad6e-9944a3a50133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:19.826912 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-dcfa3e46-acbe-4f8d-ad6e-9944a3a50133 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.1606596 Jan 28 20:42:19.832216 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:19.910015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.20.0.1 (f5bb1002-a2d4-4a9a-9a74-47f32329cf0c/0917caec-8ffc-43ea-8976-9d5fe58837d7/f187aa88-984f-47f3-afde-1371fc426e63) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:19.923742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:19.945234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:19.952796 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-cea136ed-9f95-4590-a4b3-8adb211cba43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 217 time: 0.1090598 Jan 28 20:42:19.953158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:19.976289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Pushing event updated for resources: {'Port': ['ID=5a05027d-758e-4f6a-9c13-f24620c40da9,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:20.072302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Attempting to bind port 5a05027d-758e-4f6a-9c13-f24620c40da9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:20.072964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Attempting to bind port 5a05027d-758e-4f6a-9c13-f24620c40da9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e524e4b9-ee3f-48f3-b350-17b85b551575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5bb1002-a2d4-4a9a-9a74-47f32329cf0c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:20.073305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Attempting to bind port 5a05027d-758e-4f6a-9c13-f24620c40da9 on network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:20.085297 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-d82f9cd0-1bc9-4bb6-942b-b3ff6525821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:20.086715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-d82f9cd0-1bc9-4bb6-942b-b3ff6525821e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.1284659 Jan 28 20:42:20.090908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:20.091532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Checking segment: {'id': 'e524e4b9-ee3f-48f3-b350-17b85b551575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5bb1002-a2d4-4a9a-9a74-47f32329cf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:20.092073 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:20.092743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Bound using segment: {'id': 'e524e4b9-ee3f-48f3-b350-17b85b551575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5bb1002-a2d4-4a9a-9a74-47f32329cf0c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:20.093341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Bound port: 5a05027d-758e-4f6a-9c13-f24620c40da9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e524e4b9-ee3f-48f3-b350-17b85b551575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5bb1002-a2d4-4a9a-9a74-47f32329cf0c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:20.093884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:20.149500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-a136a659-e895-41cd-8ab2-b300088a22be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:20.152133 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-a136a659-e895-41cd-8ab2-b300088a22be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570831 Jan 28 20:42:20.182691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] For port 5a05027d-758e-4f6a-9c13-f24620c40da9, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:20.188753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] For port 5a05027d-758e-4f6a-9c13-f24620c40da9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5a05027d-758e-4f6a-9c13-f24620c40da9,segment=NetworkSegment(e524e4b9-ee3f-48f3-b350-17b85b551575),segment_id=e524e4b9-ee3f-48f3-b350-17b85b551575)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:20.203947 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:20.291705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a799420-64bf-4e29-80c6-b0632738bcbe None None] Pushing event updated for resources: {'Port': ['ID=5a05027d-758e-4f6a-9c13-f24620c40da9,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:20.317013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:20.324412 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-6920e409-6dc5-4c6c-90a7-c5143a1e294b service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644573 Jan 28 20:42:20.387276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:20.463532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd58d9c-3dc3-4b01-89df-d90bcab7ff2f req-7fdff210-c954-4f94-9ee5-954025108504 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:20.465204 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcd58d9c-3dc3-4b01-89df-d90bcab7ff2f req-7fdff210-c954-4f94-9ee5-954025108504 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 945 time: 0.2805579 Jan 28 20:42:20.467254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0262399-64e6-4f29-b589-469495648807 req-fcab1fbb-b659-4fab-9d95-2b9ce67aa685 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:20.468982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0262399-64e6-4f29-b589-469495648807 req-fcab1fbb-b659-4fab-9d95-2b9ce67aa685 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1096 time: 0.3316860 Jan 28 20:42:20.496012 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-771f16d9-1fa8-4f31-b7f9-4f3db74e2dac req-a458282e-7823-4eee-9343-0d4f7f14e6b7 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586015 Jan 28 20:42:20.501599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:20.520978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:20.530045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:20.546173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=f187aa88-984f-47f3-afde-1371fc426e63,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:20.709963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcd58d9c-3dc3-4b01-89df-d90bcab7ff2f req-a68771fc-0d9f-4b69-a9d9-b7bed8110d88 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342570 Jan 28 20:42:20.716203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0262399-64e6-4f29-b589-469495648807 req-848e24ee-9404-4354-bc39-6d89d0ad09df tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119517 Jan 28 20:42:20.728859 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:20.945811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b0ec-0821-4b52-8513-8dc42c16c42a req-f89cf80e-bd02-428c-9a0b-8bd30fa6d712 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:20.947046 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ddc9b0ec-0821-4b52-8513-8dc42c16c42a req-f89cf80e-bd02-428c-9a0b-8bd30fa6d712 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 944 time: 0.0915387 Jan 28 20:42:20.948069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.024056 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ddc9b0ec-0821-4b52-8513-8dc42c16c42a req-877ff62c-582d-400e-9a53-9a20965d63a5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635900 Jan 28 20:42:21.077274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35486) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:21.200651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21f3b6b1-8d86-4a04-86a0-976df0da324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.290200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.296614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.316699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21f3b6b1-8d86-4a04-86a0-976df0da324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.321816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21f3b6b1-8d86-4a04-86a0-976df0da324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.378901 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.385548 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-21f3b6b1-8d86-4a04-86a0-976df0da324a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e69a76e8b3614a3aa5a7dd9ad671dc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042927 Jan 28 20:42:21.386550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35494) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:21.407393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=f187aa88-984f-47f3-afde-1371fc426e63,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:21.413624 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.424536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.424953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.425311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.425653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.425987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.426319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.426778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.427117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.427445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.427766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.428087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.428436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:21.442028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3b6b1-8d86-4a04-86a0-976df0da324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d07b84-eabd-4d10-ad52-2a2d3b89d3b5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:21.471866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-215c9f21-1580-4443-893b-837fd1beb1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.503322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-215c9f21-1580-4443-893b-837fd1beb1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.543845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:21.545605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:21.567306 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-215c9f21-1580-4443-893b-837fd1beb1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.570350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-215c9f21-1580-4443-893b-837fd1beb1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.571756 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-215c9f21-1580-4443-893b-837fd1beb1ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86d07b84-eabd-4d10-ad52-2a2d3b89d3b5 HTTP/1.1" status: 204 len: 168 time: 0.1842906 Jan 28 20:42:21.595401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c9f21-1580-4443-893b-837fd1beb1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d07b84-eabd-4d10-ad52-2a2d3b89d3b5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:21.628317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 39da0b85-e94c-443c-a05f-24963ba4743a up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:21.718342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 39da0b85-e94c-443c-a05f-24963ba4743a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:42:21.727142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 8b97daa2-70a7-46bb-90ab-21d83acdb3ab is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:42:21.727728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 39da0b85-e94c-443c-a05f-24963ba4743a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:21.728730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.914992 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:21.986144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 39da0b85-e94c-443c-a05f-24963ba4743a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=39da0b85-e94c-443c-a05f-24963ba4743a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:21.988803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d46bb-f18f-408b-80dc-fbacbcf42be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39da0b85-e94c-443c-a05f-24963ba4743a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:21.992444 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fddd27-cd19-47b6-a775-e2ff5af6d6ba" -d '{"events": [{"server_uuid": "ce0d46bb-f18f-408b-80dc-fbacbcf42be9", "name": "network-vif-plugged", "status": "completed", "tag": "39da0b85-e94c-443c-a05f-24963ba4743a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:22.000862 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.033279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b02cb-2667-49e6-9841-3934f53fee95 None None] Network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:22.127912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5a05027d-758e-4f6a-9c13-f24620c40da9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:22.183251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=39da0b85-e94c-443c-a05f-24963ba4743a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:22.196718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-71e0f416-d1a8-41a7-9435-3d76df4ae3f6 None None] Provisioning complete for port 5a05027d-758e-4f6a-9c13-f24620c40da9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:22.197567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71e0f416-d1a8-41a7-9435-3d76df4ae3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.226018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35522) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:22.251396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f74736f-8031-4596-be3a-0c569b28413d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.298829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5a05027d-758e-4f6a-9c13-f24620c40da9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:22.299283 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.318929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32c9eb-e502-4286-bdb9-fee52293b0a3 req-59664b2b-349f-4dca-8298-fac8978b269d tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:22.321121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb32c9eb-e502-4286-bdb9-fee52293b0a3 req-59664b2b-349f-4dca-8298-fac8978b269d tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 945 time: 0.1088653 Jan 28 20:42:22.322885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:22.331823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35524) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:22.332442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a7bf4520-a047-4051-9a2d-f3dec39aebbd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/8b97daa2-70a7-46bb-90ab-21d83acdb3ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0933869 Jan 28 20:42:22.335922 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb62b19-ea76-455c-869c-3262a96f013a None None] Sync routers for ids ['8b97daa2-70a7-46bb-90ab-21d83acdb3ab'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:22.342428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f607a-4c31-48ef-8b42-04dc2a5b8ca6 req-be4d7d1d-b9f1-48f1-8366-7a9c44a8430d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:22.343979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-740f607a-4c31-48ef-8b42-04dc2a5b8ca6 req-be4d7d1d-b9f1-48f1-8366-7a9c44a8430d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.1338143 Jan 28 20:42:22.353912 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb62b19-ea76-455c-869c-3262a96f013a None None] Routers {'8b97daa2-70a7-46bb-90ab-21d83acdb3ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:22.354986 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-1cb62b19-ea76-455c-869c-3262a96f013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b97daa2-70a7-46bb-90ab-21d83acdb3ab'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:22.418026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb32c9eb-e502-4286-bdb9-fee52293b0a3 req-eb44b769-0f32-4e0f-be6a-13556cf64ed6 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824435 Jan 28 20:42:22.419475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-1cb62b19-ea76-455c-869c-3262a96f013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:22.444362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d2969-0c31-4419-8510-bcbbb87e0679 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:22.444362 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bd0d2969-0c31-4419-8510-bcbbb87e0679 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports/f187aa88-984f-47f3-afde-1371fc426e63 HTTP/1.1" status: 200 len: 910 time: 0.1055973 Jan 28 20:42:22.447378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35526) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:22.450112 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb62b19-ea76-455c-869c-3262a96f013a None None] Routers {'8b97daa2-70a7-46bb-90ab-21d83acdb3ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:22.450843 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-1cb62b19-ea76-455c-869c-3262a96f013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b97daa2-70a7-46bb-90ab-21d83acdb3ab'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:22.458607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8c30e289-6a11-4e8f-afe3-af900e0e5f58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0917caec-8ffc-43ea-8976-9d5fe58837d7'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:22.462132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f74736f-8031-4596-be3a-0c569b28413d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.467988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-740f607a-4c31-48ef-8b42-04dc2a5b8ca6 req-a95fe557-4cae-43d7-8b99-78d4fa3f5a91 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066155 Jan 28 20:42:22.468360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f74736f-8031-4596-be3a-0c569b28413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.564579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35546) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:22.565355 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f74736f-8031-4596-be3a-0c569b28413d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=828dc883cb224d03b1e8ac42615c71fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371725 Jan 28 20:42:22.569308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74736f-8031-4596-be3a-0c569b28413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a30ef88-3be9-4491-926b-a5fbe598bf29,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:22.570122 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232e8bc7-5504-426b-95d4-93e84c450eb8 x-openstack-request-id: req-232e8bc7-5504-426b-95d4-93e84c450eb8 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:22.570635 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0d46bb-f18f-408b-80dc-fbacbcf42be9", "name": "network-vif-plugged", "status": "completed", "tag": "39da0b85-e94c-443c-a05f-24963ba4743a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:22.570635 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-232e8bc7-5504-426b-95d4-93e84c450eb8 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:22.571023 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d46bb-f18f-408b-80dc-fbacbcf42be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39da0b85-e94c-443c-a05f-24963ba4743a', 'code': 200} Jan 28 20:42:22.588952 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-1cb62b19-ea76-455c-869c-3262a96f013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:22.589724 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb62b19-ea76-455c-869c-3262a96f013a None None] The sync data for ids ['8b97daa2-70a7-46bb-90ab-21d83acdb3ab'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:22.612691 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71e0f416-d1a8-41a7-9435-3d76df4ae3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.694914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-71e0f416-d1a8-41a7-9435-3d76df4ae3f6 None None] For port 5a05027d-758e-4f6a-9c13-f24620c40da9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5a05027d-758e-4f6a-9c13-f24620c40da9,segment=NetworkSegment(e524e4b9-ee3f-48f3-b350-17b85b551575),segment_id=e524e4b9-ee3f-48f3-b350-17b85b551575)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:22.706731 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.709849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71e0f416-d1a8-41a7-9435-3d76df4ae3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.751464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3edad952-af3d-40ef-a84a-604956222b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.787536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef2840-80a2-4d28-a375-cdef5eb3d279 req-38befb30-00cc-405d-9a5b-a9043e64e8c6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:22.789171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afef2840-80a2-4d28-a375-cdef5eb3d279 req-38befb30-00cc-405d-9a5b-a9043e64e8c6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 944 time: 0.1613464 Jan 28 20:42:22.799607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9b9b2-a623-411a-bda2-0315750cd8e8 req-0087ef6c-bdc8-42d2-80d4-673eaeb777dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:22.801624 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a0b9b9b2-a623-411a-bda2-0315750cd8e8 req-0087ef6c-bdc8-42d2-80d4-673eaeb777dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.2061820 Jan 28 20:42:22.849158 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c30e289-6a11-4e8f-afe3-af900e0e5f58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.859500 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3edad952-af3d-40ef-a84a-604956222b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:22.877475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0f416-d1a8-41a7-9435-3d76df4ae3f6 None None] Pushing event updated for resources: {'Port': ['ID=5a05027d-758e-4f6a-9c13-f24620c40da9,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:22.894811 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:42:22.895172 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:42:22.939627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a0b9b9b2-a623-411a-bda2-0315750cd8e8 req-77aab9e7-909d-4fc3-9ec3-a0f744467de6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185639 Jan 28 20:42:22.983910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afef2840-80a2-4d28-a375-cdef5eb3d279 req-469bb123-b4f7-46b1-93ad-1af03beb8a56 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685076 Jan 28 20:42:23.023580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3edad952-af3d-40ef-a84a-604956222b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:23.027582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3edad952-af3d-40ef-a84a-604956222b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:23.028968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3edad952-af3d-40ef-a84a-604956222b3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a30ef88-3be9-4491-926b-a5fbe598bf29 HTTP/1.1" status: 204 len: 168 time: 0.4633951 Jan 28 20:42:23.044659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edad952-af3d-40ef-a84a-604956222b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a30ef88-3be9-4491-926b-a5fbe598bf29,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:23.059032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0a9f3662-2940-443f-b28b-5133ff344601 None None] Provisioning complete for port f187aa88-984f-47f3-afde-1371fc426e63 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:23.059543 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3662-2940-443f-b28b-5133ff344601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:23.154997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f3662-2940-443f-b28b-5133ff344601 None None] Port f187aa88-984f-47f3-afde-1371fc426e63 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:23.189999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0a9f3662-2940-443f-b28b-5133ff344601 None None] Provisioning complete for port 5a05027d-758e-4f6a-9c13-f24620c40da9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:23.190656 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3662-2940-443f-b28b-5133ff344601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:23.518653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5173102a-0144-4d2e-beb1-a0d9982f64aa details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:42:23.701288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d84386ed-721a-4a16-9833-d9e6076f9943 None None] Provisioning complete for port f187aa88-984f-47f3-afde-1371fc426e63 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:23.705589 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d84386ed-721a-4a16-9833-d9e6076f9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:23.719123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c98dce-e7a6-445d-95d2-7d55bd96bef8 req-bb4b7dee-d1b0-4de1-9aa5-fb85d7d07924 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:23.721678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2c98dce-e7a6-445d-95d2-7d55bd96bef8 req-bb4b7dee-d1b0-4de1-9aa5-fb85d7d07924 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.1062074 Jan 28 20:42:23.810041 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c30e289-6a11-4e8f-afe3-af900e0e5f58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:23.814202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2c98dce-e7a6-445d-95d2-7d55bd96bef8 req-e29249b4-8d97-4257-82e0-7a622fb800fb tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787477 Jan 28 20:42:23.823566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c30e289-6a11-4e8f-afe3-af900e0e5f58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:23.846337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d84386ed-721a-4a16-9833-d9e6076f9943 None None] Port f187aa88-984f-47f3-afde-1371fc426e63 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:23.896586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 5173102a-0144-4d2e-beb1-a0d9982f64aa, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:23.948985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5a05027d-758e-4f6a-9c13-f24620c40da9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:23.995392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'port_id': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'mac_address': 'fa:16:3e:ca:69:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:42:24.016341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30e289-6a11-4e8f-afe3-af900e0e5f58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=f187aa88-984f-47f3-afde-1371fc426e63,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:24.048832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30e289-6a11-4e8f-afe3-af900e0e5f58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:24.050038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c30e289-6a11-4e8f-afe3-af900e0e5f58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:24.054337 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8c30e289-6a11-4e8f-afe3-af900e0e5f58 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/ports/f187aa88-984f-47f3-afde-1371fc426e63 HTTP/1.1" status: 200 len: 910 time: 1.6052012 Jan 28 20:42:24.059386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35618) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:24.090912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:24.178121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-31933469-00f2-4b25-b0ce-81c6cfc015a6 None None] Provisioning complete for port f187aa88-984f-47f3-afde-1371fc426e63 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:24.178458 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-31933469-00f2-4b25-b0ce-81c6cfc015a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:24.289957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5173102a-0144-4d2e-beb1-a0d9982f64aa {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:42:24.310977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5a05027d-758e-4f6a-9c13-f24620c40da9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:24.314114 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:24.357492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-31933469-00f2-4b25-b0ce-81c6cfc015a6 None None] Port f187aa88-984f-47f3-afde-1371fc426e63 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:24.391877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 5173102a-0144-4d2e-beb1-a0d9982f64aa, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:24.407914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:24.446076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f12c5-dea5-4f42-8719-5cc53ab0f2dc req-54ed151f-a764-4e82-b330-2d20a0a22d59 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:24.458927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb2f12c5-dea5-4f42-8719-5cc53ab0f2dc req-54ed151f-a764-4e82-b330-2d20a0a22d59 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 944 time: 0.2676637 Jan 28 20:42:24.598429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=5173102a-0144-4d2e-beb1-a0d9982f64aa,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:24.680744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['5173102a-0144-4d2e-beb1-a0d9982f64aa'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:42:24.700665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb2f12c5-dea5-4f42-8719-5cc53ab0f2dc req-21f51dc0-df39-4059-a926-9b6ccbd18238 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2408450 Jan 28 20:42:24.946376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:25.092018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c1dd9-0327-4988-940c-210bf2929296 req-434a8f9c-499a-4a33-83af-766bdb36333d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:25.099757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b0c1dd9-0327-4988-940c-210bf2929296 req-434a8f9c-499a-4a33-83af-766bdb36333d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.1061964 Jan 28 20:42:25.187921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b0c1dd9-0327-4988-940c-210bf2929296 req-3ccbd66c-ce0e-4658-8519-4164a1eb0124 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873003 Jan 28 20:42:25.335897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port f187aa88-984f-47f3-afde-1371fc426e63 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:25.336381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:25.479402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa61ef-3c94-466b-a81f-2cd571c76031 req-92b9672a-1e54-447e-b668-5bf0fb7c38b1 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:25.480942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81aa61ef-3c94-466b-a81f-2cd571c76031 req-92b9672a-1e54-447e-b668-5bf0fb7c38b1 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.1264598 Jan 28 20:42:25.505026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:25.530538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5173102a-0144-4d2e-beb1-a0d9982f64aa up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:25.537734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for f187aa88-984f-47f3-afde-1371fc426e63 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:25.589928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81aa61ef-3c94-466b-a81f-2cd571c76031 req-dd0d3a54-9f35-4da5-9eaf-d28afbf9f4de tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983362 Jan 28 20:42:25.622931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 5173102a-0144-4d2e-beb1-a0d9982f64aa completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:42:25.630703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 5173102a-0144-4d2e-beb1-a0d9982f64aa triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:25.631126 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:25.758495 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:25.785397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5173102a-0144-4d2e-beb1-a0d9982f64aa'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:25.787953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a79a5-e873-467d-bc29-c4331dccbe95 req-dea47288-1265-44e7-a7c7-70e5ef655e4d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:25.789169 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77bb917-d0d2-4a39-a8c0-8afb49692343" -d '{"events": [{"server_uuid": "42d95a35-a5ba-407c-9fa1-4bb725e74653", "name": "network-vif-plugged", "status": "completed", "tag": "5173102a-0144-4d2e-beb1-a0d9982f64aa"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:25.790351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d29a79a5-e873-467d-bc29-c4331dccbe95 req-dea47288-1265-44e7-a7c7-70e5ef655e4d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.0627453 Jan 28 20:42:25.813567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 5173102a-0144-4d2e-beb1-a0d9982f64aa, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:25.819683 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:25.879428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=5173102a-0144-4d2e-beb1-a0d9982f64aa,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:25.939020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52601f-0daf-4772-bb6e-e6b22d77eba7 req-c8818db7-ad05-4bdc-a636-186cd4b2ee93 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:25.940769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee52601f-0daf-4772-bb6e-e6b22d77eba7 req-c8818db7-ad05-4bdc-a636-186cd4b2ee93 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1107407 Jan 28 20:42:25.945297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d29a79a5-e873-467d-bc29-c4331dccbe95 req-321c5658-11db-48a3-b9ca-34ae506447bb tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458879 Jan 28 20:42:26.012010 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b75a19-66e1-4cfc-9c23-5fb42ee7c4aa x-openstack-request-id: req-e0b75a19-66e1-4cfc-9c23-5fb42ee7c4aa {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:26.012651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee52601f-0daf-4772-bb6e-e6b22d77eba7 req-408d9c88-f73b-4714-9144-7b042af4d27b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606408 Jan 28 20:42:26.014032 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d95a35-a5ba-407c-9fa1-4bb725e74653", "name": "network-vif-plugged", "status": "completed", "tag": "5173102a-0144-4d2e-beb1-a0d9982f64aa", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:26.014709 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0b75a19-66e1-4cfc-9c23-5fb42ee7c4aa {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:26.015733 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'code': 200} Jan 28 20:42:26.021579 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:26.083469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=f187aa88-984f-47f3-afde-1371fc426e63,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:26.187566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8735154-057a-467f-a6b6-2491f2ba9d1a req-76cd6e4a-2ede-4e37-810d-9fb1464da740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:26.189198 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c8735154-057a-467f-a6b6-2491f2ba9d1a req-76cd6e4a-2ede-4e37-810d-9fb1464da740 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1097 time: 0.1083257 Jan 28 20:42:26.261672 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c8735154-057a-467f-a6b6-2491f2ba9d1a req-f291a20b-707f-4d3a-86b9-e6cc3acf56da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610452 Jan 28 20:42:26.351263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:26.678547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 8b97daa2-70a7-46bb-90ab-21d83acdb3ab has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:26.686902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-08700252-0a4a-4089-b4cf-cf464e10cf12 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:26.699863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-08700252-0a4a-4089-b4cf-cf464e10cf12 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/networks?id=ebffa054-401f-432c-b319-dbed1e2fc396 HTTP/1.1" status: 200 len: 911 time: 0.2813325 Jan 28 20:42:26.723301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-582cba3e-8540-4fe8-86cc-8e1817dcd9ab tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/quotas/2360b3be5fd941ec88dceae7b052fcd8 HTTP/1.1" status: 200 len: 375 time: 0.0221558 Jan 28 20:42:26.838709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:26.847378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35678) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:26.850484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718f3b5-db3a-424f-85a1-e5d2a3157338 None None] Sync routers for ids ['8b97daa2-70a7-46bb-90ab-21d83acdb3ab'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:26.863312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-61c63ddc-d9eb-4b45-a957-971a27f2cf37 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/8b97daa2-70a7-46bb-90ab-21d83acdb3ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974031 Jan 28 20:42:26.864781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718f3b5-db3a-424f-85a1-e5d2a3157338 None None] Routers {'8b97daa2-70a7-46bb-90ab-21d83acdb3ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:26.866241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7718f3b5-db3a-424f-85a1-e5d2a3157338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b97daa2-70a7-46bb-90ab-21d83acdb3ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:26.870385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-d25f9838-a587-4b5f-9704-2610311c7a69 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=2360b3be5fd941ec88dceae7b052fcd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448302 Jan 28 20:42:26.901599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-95b03aca-806a-4c4c-b226-59e873d49fe0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b97daa2-70a7-46bb-90ab-21d83acdb3ab HTTP/1.1" status: 200 len: 205 time: 0.0527296 Jan 28 20:42:26.902615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35680) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:26.907967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7718f3b5-db3a-424f-85a1-e5d2a3157338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:26.919596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718f3b5-db3a-424f-85a1-e5d2a3157338 None None] Routers {'8b97daa2-70a7-46bb-90ab-21d83acdb3ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:26.920733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7718f3b5-db3a-424f-85a1-e5d2a3157338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8b97daa2-70a7-46bb-90ab-21d83acdb3ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:26.959200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7718f3b5-db3a-424f-85a1-e5d2a3157338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:26.960127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718f3b5-db3a-424f-85a1-e5d2a3157338 None None] The sync data for ids ['8b97daa2-70a7-46bb-90ab-21d83acdb3ab'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:27.011962 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-000cda92-8633-4849-8505-46f9d19806ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.026570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-dc458837-f2b1-4110-bdf1-7e9d39e69af5 service neutron] 10.222.0.44 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402411 Jan 28 20:42:27.269436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d12b0-b679-4aac-9d1a-9f794daec2f6 req-8a2c2de4-81ae-4dd1-a377-e876b7a6a159 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:27.270917 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95d12b0-b679-4aac-9d1a-9f794daec2f6 req-8a2c2de4-81ae-4dd1-a377-e876b7a6a159 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1066625 Jan 28 20:42:27.301737 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-000cda92-8633-4849-8505-46f9d19806ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.305219 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-000cda92-8633-4849-8505-46f9d19806ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.312705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-20c8af84-a7d8-4b71-a3d6-11757757cca5 service neutron] 10.222.0.44 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596912 Jan 28 20:42:27.342277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b95d12b0-b679-4aac-9d1a-9f794daec2f6 req-445d1908-0edc-494f-8128-f37e24ca676c tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483987 Jan 28 20:42:27.365951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-000cda92-8633-4849-8505-46f9d19806ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.366657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000cda92-8633-4849-8505-46f9d19806ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Fanout notify agent at l3_agent the message router_deleted on router 8b97daa2-70a7-46bb-90ab-21d83acdb3ab {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:42:27.378215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-000cda92-8633-4849-8505-46f9d19806ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.382933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-000cda92-8633-4849-8505-46f9d19806ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/8b97daa2-70a7-46bb-90ab-21d83acdb3ab HTTP/1.1" status: 204 len: 168 time: 0.4775767 Jan 28 20:42:27.385106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35686) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:27.459961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-be531a35-e40c-42a9-b2df-b248d2faed7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet 0917caec-8ffc-43ea-8976-9d5fe58837d7 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:42:27.465150 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-be531a35-e40c-42a9-b2df-b248d2faed7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.538145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-be531a35-e40c-42a9-b2df-b248d2faed7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.617505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1aadf9ef-844e-414b-bc0f-2feaa61b5e3b req-2784837d-78eb-44f6-97b4-19f8750350d8 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 210 time: 0.0386846 Jan 28 20:42:27.727500 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-be531a35-e40c-42a9-b2df-b248d2faed7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.846884 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-be531a35-e40c-42a9-b2df-b248d2faed7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.930137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be531a35-e40c-42a9-b2df-b248d2faed7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=0917caec-8ffc-43ea-8976-9d5fe58837d7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:27.939512 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-be531a35-e40c-42a9-b2df-b248d2faed7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:27.943107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-be531a35-e40c-42a9-b2df-b248d2faed7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/0917caec-8ffc-43ea-8976-9d5fe58837d7 HTTP/1.1" status: 204 len: 168 time: 0.5562067 Jan 28 20:42:27.945928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35704) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:27.953058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6eb283-0345-43a3-8a55-d7dc4729776d None None] Network f5bb1002-a2d4-4a9a-9a74-47f32329cf0c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:28.068295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.185692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 5a05027d-758e-4f6a-9c13-f24620c40da9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:28.186779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.333647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] DHCP port deletion for f5bb1002-a2d4-4a9a-9a74-47f32329cf0c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:42:28.348643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port 5a05027d-758e-4f6a-9c13-f24620c40da9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5a05027d-758e-4f6a-9c13-f24620c40da9,segment=NetworkSegment(e524e4b9-ee3f-48f3-b350-17b85b551575),segment_id=e524e4b9-ee3f-48f3-b350-17b85b551575)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:28.351230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.387291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 5a05027d-758e-4f6a-9c13-f24620c40da9 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:28.439976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] Deleting port 5a05027d-758e-4f6a-9c13-f24620c40da9 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:28.440695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.525545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0273b1-04f8-49a4-88d4-859237ae8bad req-a87d07b1-daaf-45ab-a9d8-16edf288fce3 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:28.536302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df0273b1-04f8-49a4-88d4-859237ae8bad req-a87d07b1-daaf-45ab-a9d8-16edf288fce3 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0646391 Jan 28 20:42:28.563906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.592114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] For port 5a05027d-758e-4f6a-9c13-f24620c40da9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5a05027d-758e-4f6a-9c13-f24620c40da9,segment=NetworkSegment(e524e4b9-ee3f-48f3-b350-17b85b551575),segment_id=e524e4b9-ee3f-48f3-b350-17b85b551575)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:28.592546 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.595242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df0273b1-04f8-49a4-88d4-859237ae8bad req-c6ebad84-30fd-4bb8-b702-1d1afe5d5e90 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577435 Jan 28 20:42:28.597544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=5a05027d-758e-4f6a-9c13-f24620c40da9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:28.612893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.613378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.613818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.614306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.614735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.615186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.615610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.616049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.616500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.617198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.617478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.617893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:28.621671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No DVR routers for this DVR port 5a05027d-758e-4f6a-9c13-f24620c40da9 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:28.641799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] Calling delete_port for 5a05027d-758e-4f6a-9c13-f24620c40da9 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:28.715533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.740940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bb1002-a2d4-4a9a-9a74-47f32329cf0c']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:28.753932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e524e4b9-ee3f-48f3-b350-17b85b551575') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:28.754364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e524e4b9-ee3f-48f3-b350-17b85b551575') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:28.766446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.799634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.813289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:42:28.813905 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.863108 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.899579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] Pushing event deleted for resources: {'Port': ['ID=5a05027d-758e-4f6a-9c13-f24620c40da9,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:28.917628 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c485fde8-650c-48eb-ae58-5b21b07061c0 req-3804ad25-a1f9-4dad-893f-3387167a9ee5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 210 time: 0.0917444 Jan 28 20:42:28.922138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736bb37-5501-482b-8b08-dad61f2fa45b None None] No DVR routers for this DVR port 5a05027d-758e-4f6a-9c13-f24620c40da9 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:28.954779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28410855-925e-424f-8d5b-c41f4fd19c73 req-edf02b67-1298-42ab-8718-e08643828cb2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:42:28.960032 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:42:28.962940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28410855-925e-424f-8d5b-c41f4fd19c73 req-edf02b67-1298-42ab-8718-e08643828cb2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1885140 Jan 28 20:42:28.967010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.971043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35724) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:28.985619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'floatingip': {'port_id': '5173102a-0144-4d2e-beb1-a0d9982f64aa'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:28.993212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:28.998197 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/f5bb1002-a2d4-4a9a-9a74-47f32329cf0c HTTP/1.1" status: 204 len: 168 time: 1.0510612 Jan 28 20:42:29.005378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35726) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:29.033302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-afa2bbd1-5cd7-4e6d-a942-9b3e35c80817 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1456009856', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:29.070261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf253b-1cb5-4bc3-9abe-4ff4fa86dde2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=f5bb1002-a2d4-4a9a-9a74-47f32329cf0c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:29.131400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.131668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afa2bbd1-5cd7-4e6d-a942-9b3e35c80817 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.133705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afa2bbd1-5cd7-4e6d-a942-9b3e35c80817 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.277483 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afa2bbd1-5cd7-4e6d-a942-9b3e35c80817 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.303873 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afa2bbd1-5cd7-4e6d-a942-9b3e35c80817 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.339787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-205ac942-93cb-42e5-a974-d9770ff0f90d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:29.344020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-205ac942-93cb-42e5-a974-d9770ff0f90d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.13 "GET /v2.0/networks?id=ebffa054-401f-432c-b319-dbed1e2fc396 HTTP/1.1" status: 200 len: 911 time: 0.2598259 Jan 28 20:42:29.355456 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-afa2bbd1-5cd7-4e6d-a942-9b3e35c80817 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.359211 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-afa2bbd1-5cd7-4e6d-a942-9b3e35c80817 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3529825 Jan 28 20:42:29.362289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35732) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:29.367018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Request body: {'port': {'device_id': '16b49551-1b15-4b9e-b25f-4ee7beb484e6', 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'admin_state_up': True, 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:29.375569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-488349312'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:29.459328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:29.466661 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.533365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Made reservation on behalf of 2360b3be5fd941ec88dceae7b052fcd8 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:29.538322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.566654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:42:29.591572 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.592129 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment 435b2cc4-2cc8-4636-bd09-9f033586169e of type vlan for network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 Jan 28 20:42:29.715368 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.781659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.787381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:29.788013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:29.922657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5a05027d-758e-4f6a-9c13-f24620c40da9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:29.969326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5a05027d-758e-4f6a-9c13-f24620c40da9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:42:29.971765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5a05027d-758e-4f6a-9c13-f24620c40da9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:30.162467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e73a4446-188d-4b65-b5e8-5958292f81b3 req-d5fc6b28-d236-46bc-ad91-9aa6eff5e48a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 210 time: 0.0652311 Jan 28 20:42:30.227556 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8561397 Jan 28 20:42:30.228943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Allocated IP 172.20.0.13 (ebffa054-401f-432c-b319-dbed1e2fc396/0fd29221-e047-442d-825e-534fa65d4be5/742db40c-a8be-4645-92c3-ba67dea2c687) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:30.233639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35750) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:30.243333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:30.244975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b3aa3-e5c1-4192-a747-385677c50bc4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=a9085777-7c9c-4a5a-8cbd-bf463f61aba0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:30.259852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:42:30.450782 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:30.462951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:30.475076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:30.497080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:30.511237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['39da0b85-e94c-443c-a05f-24963ba4743a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:42:30.573103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Pushing event updated for resources: {'Port': ['ID=742db40c-a8be-4645-92c3-ba67dea2c687,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:30.574989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:30.580790 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:30.581044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Network ebffa054-401f-432c-b319-dbed1e2fc396 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:30.582706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:30.585924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:30.638418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:30.639170 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:30.669462 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-1dd4541b-a6f0-4317-a608-8d92a6b4cebc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3078184 Jan 28 20:42:30.692403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Request body: {'port': {'device_id': '16b49551-1b15-4b9e-b25f-4ee7beb484e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:30.838467 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Floating IP 2d71e82a-33ae-4ba0-8699-942b0a6d14ef associated. External IP: 172.25.2.68, port: 5173102a-0144-4d2e-beb1-a0d9982f64aa. Jan 28 20:42:30.860151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.046523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5f3f3a96-c117-48b0-ac10-d7531fa517bb None None] Provisioning complete for port 742db40c-a8be-4645-92c3-ba67dea2c687 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:31.046945 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5f3f3a96-c117-48b0-ac10-d7531fa517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.109202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f3a96-c117-48b0-ac10-d7531fa517bb None None] Port 742db40c-a8be-4645-92c3-ba67dea2c687 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:31.252975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.305865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742db40c-a8be-4645-92c3-ba67dea2c687 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:42:31.316265 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.333100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Transition to ACTIVE for port object 742db40c-a8be-4645-92c3-ba67dea2c687 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:42:31.337975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.429809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=742db40c-a8be-4645-92c3-ba67dea2c687,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:31.504061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=a5edd802-f8e0-4f3c-b329-53ca51b33f1a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:31.536559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:31.537239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: a9085777-7c9c-4a5a-8cbd-bf463f61aba0, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:42:31.543020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2799f-92c8-4eeb-a579-38a9ef32e7c4 req-00ed8339-bd54-4723-a82c-85ab88abdcf7 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:31.545843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bce2799f-92c8-4eeb-a579-38a9ef32e7c4 req-00ed8339-bd54-4723-a82c-85ab88abdcf7 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1028 time: 0.2408667 Jan 28 20:42:31.605776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Router c9bd90de-ba56-4b10-af61-42060a2727eb has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:31.626322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:42:31.716040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Attempting to bind port 742db40c-a8be-4645-92c3-ba67dea2c687 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:31.719859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Attempting to bind port 742db40c-a8be-4645-92c3-ba67dea2c687 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:31.721989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Attempting to bind port 742db40c-a8be-4645-92c3-ba67dea2c687 on network ebffa054-401f-432c-b319-dbed1e2fc396 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:31.730831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a9085777-7c9c-4a5a-8cbd-bf463f61aba0) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:31.733645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bce2799f-92c8-4eeb-a579-38a9ef32e7c4 req-5f9478b6-aeea-46eb-8695-778bcccca9fa tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795537 Jan 28 20:42:31.744165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Port 742db40c-a8be-4645-92c3-ba67dea2c687 on network ebffa054-401f-432c-b319-dbed1e2fc396 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:42:31.744581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Attempting to bind port 742db40c-a8be-4645-92c3-ba67dea2c687 on network ebffa054-401f-432c-b319-dbed1e2fc396 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:31.749741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42c8e69-54d4-4486-806b-607aa3245d0e None None] Network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:31.750137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:31.750719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Checking segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:31.751381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Bound using segment: {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:31.751842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Bound port: 742db40c-a8be-4645-92c3-ba67dea2c687, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa39a00-3932-41d4-a5fc-666a4cb70930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:31.753096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.851401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:31.852008 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.872901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] For port 742db40c-a8be-4645-92c3-ba67dea2c687, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:31.881325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] For port 742db40c-a8be-4645-92c3-ba67dea2c687, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=742db40c-a8be-4645-92c3-ba67dea2c687,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:31.889286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.918070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:31.923115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.938390 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] Sync routers for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:31.942233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:31.944307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:31.948266 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/742db40c-a8be-4645-92c3-ba67dea2c687 HTTP/1.1" status: 200 len: 1092 time: 1.2693360 Jan 28 20:42:31.948864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b49551-1b15-4b9e-b25f-4ee7beb484e6', 'tag': '742db40c-a8be-4645-92c3-ba67dea2c687'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:31.952245 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b30edbc-bafd-4f26-be20-8d6b1445e2db" -d '{"events": [{"name": "network-changed", "server_uuid": "16b49551-1b15-4b9e-b25f-4ee7beb484e6", "tag": "742db40c-a8be-4645-92c3-ba67dea2c687"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:31.973522 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:31.974319 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:31.992488 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d757-2c2b-48d2-96a1-9e216bc4d5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=742db40c-a8be-4645-92c3-ba67dea2c687,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:32.054359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-546a771d-c2a6-4f02-a16e-476186886947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:32.059644 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-546a771d-c2a6-4f02-a16e-476186886947 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2360b3be5fd941ec88dceae7b052fcd8&device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1095 time: 0.0595555 Jan 28 20:42:32.078940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-08eb42fd-c7ee-4028-9e72-fac043417d6e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8410881 Jan 28 20:42:32.079746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35782) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:32.116778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c26fcaf2-a7c5-4390-803d-15d544e99307 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "PUT /v2.0/floatingips/2d71e82a-33ae-4ba0-8699-942b0a6d14ef HTTP/1.1" status: 200 len: 991 time: 3.1444833 Jan 28 20:42:32.123118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'tag': '5173102a-0144-4d2e-beb1-a0d9982f64aa'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:32.125647 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69980350-a4d9-43bc-9679-0e6ac2b55ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "42d95a35-a5ba-407c-9fa1-4bb725e74653", "tag": "5173102a-0144-4d2e-beb1-a0d9982f64aa"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:32.214316 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-156259a1-c240-4881-a412-e4a11f50ee65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=742db40c-a8be-4645-92c3-ba67dea2c687 HTTP/1.1" status: 200 len: 217 time: 0.1464314 Jan 28 20:42:32.216787 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf59fa23-ae24-41a8-a421-37e90feb3ec3 x-openstack-request-id: req-bf59fa23-ae24-41a8-a421-37e90feb3ec3 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:32.217911 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b49551-1b15-4b9e-b25f-4ee7beb484e6", "tag": "742db40c-a8be-4645-92c3-ba67dea2c687", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:32.223533 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf59fa23-ae24-41a8-a421-37e90feb3ec3 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:32.224189 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b49551-1b15-4b9e-b25f-4ee7beb484e6', 'tag': '742db40c-a8be-4645-92c3-ba67dea2c687', 'status': 'completed', 'code': 200} Jan 28 20:42:32.274115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:42:32.276410 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:32.342314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-b887f21d-4a1d-4cd6-9644-a37f03f5284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:32.346052 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-b887f21d-4a1d-4cd6-9644-a37f03f5284b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fd29221-e047-442d-825e-534fa65d4be5 HTTP/1.1" status: 200 len: 849 time: 0.1204648 Jan 28 20:42:32.353893 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:32.397248 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb6e08a-3a40-43f4-9339-5e063264c28a x-openstack-request-id: req-ebb6e08a-3a40-43f4-9339-5e063264c28a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:32.399027 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d95a35-a5ba-407c-9fa1-4bb725e74653", "tag": "5173102a-0144-4d2e-beb1-a0d9982f64aa", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:32.401099 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebb6e08a-3a40-43f4-9339-5e063264c28a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:32.402441 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'tag': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'status': 'completed', 'code': 200} Jan 28 20:42:32.469113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-b2102f06-f41e-4afb-9957-efe86f9f1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:32.471162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-b2102f06-f41e-4afb-9957-efe86f9f1860 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebffa054-401f-432c-b319-dbed1e2fc396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188726 Jan 28 20:42:32.663370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-3c2b9853-5da2-4b16-bcef-1c880abe04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:32.663486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Allocated IP 172.20.0.2 (a9085777-7c9c-4a5a-8cbd-bf463f61aba0/a5edd802-f8e0-4f3c-b329-53ca51b33f1a/c70366ee-e9aa-4527-b679-646000d09edc) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:32.664597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-3c2b9853-5da2-4b16-bcef-1c880abe04ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1097 time: 0.1653023 Jan 28 20:42:32.686779 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-38e64536-56cc-42ff-9e85-308f6838c7be service neutron] 10.222.0.13 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056391 Jan 28 20:42:32.894287 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '2d71e82a-33ae-4ba0-8699-942b0a6d14ef', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'port_id': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'mac_address': 'fa:16:3e:ca:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:42:09Z', 'updated_at': '2022-01-28T20:42:30Z', 'revision_number': 1, 'project_id': 'f04f981b019e46e998152f663e43a685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:32.935348 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] Checking router: c9bd90de-ba56-4b10-af61-42060a2727eb for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:32.941460 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bef92949-7bb9-4953-bc6e-b453ba5bd7f1 req-61d67597-508a-4845-97d3-fd13147795eb service neutron] 10.222.0.13 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460625 Jan 28 20:42:32.945381 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:32.946185 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:32.958264 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:32.973110 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:33.037026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Pushing event updated for resources: {'Port': ['ID=c70366ee-e9aa-4527-b679-646000d09edc,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:33.046697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:33.048505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:33.052505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:33.113415 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:33.127003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Attempting to bind port c70366ee-e9aa-4527-b679-646000d09edc on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:33.127520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Attempting to bind port c70366ee-e9aa-4527-b679-646000d09edc by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:33.128123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Attempting to bind port c70366ee-e9aa-4527-b679-646000d09edc on network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:33.139177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:33.139714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Checking segment: {'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:33.140250 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:33.140760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Bound using segment: {'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:33.141345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Bound port: c70366ee-e9aa-4527-b679-646000d09edc, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:33.142128 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:33.186113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-67c4ddf3-b5a8-4b1d-96c3-2a4a6c1ecaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:33.197864 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-67c4ddf3-b5a8-4b1d-96c3-2a4a6c1ecaa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2360b3be5fd941ec88dceae7b052fcd8&device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1095 time: 0.1949208 Jan 28 20:42:33.227319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] For port c70366ee-e9aa-4527-b679-646000d09edc, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:33.231498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] For port c70366ee-e9aa-4527-b679-646000d09edc, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c70366ee-e9aa-4527-b679-646000d09edc,segment=NetworkSegment(435b2cc4-2cc8-4636-bd09-9f033586169e),segment_id=435b2cc4-2cc8-4636-bd09-9f033586169e)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:33.239358 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:33.333436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-eb17992e-e261-427e-b3d2-dd13f9a8a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:33.335159 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-eb17992e-e261-427e-b3d2-dd13f9a8a859 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebffa054-401f-432c-b319-dbed1e2fc396 HTTP/1.1" status: 200 len: 911 time: 0.1270728 Jan 28 20:42:33.431310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-eb51fd66-cddf-4ab1-9ca5-63fd6ea1154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:33.433456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-eb51fd66-cddf-4ab1-9ca5-63fd6ea1154d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.7061739 Jan 28 20:42:33.439480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f28b-8851-41c8-9bb6-dde856e086d5 None None] Pushing event updated for resources: {'Port': ['ID=c70366ee-e9aa-4527-b679-646000d09edc,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:33.463542 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-d30ab568-64b2-4c6b-9a95-6d2361a0bcba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=742db40c-a8be-4645-92c3-ba67dea2c687 HTTP/1.1" status: 200 len: 217 time: 0.1166189 Jan 28 20:42:33.481951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:33.592256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-3f8c2882-e4a7-4612-ad83-728bd526ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:33.594464 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-3f8c2882-e4a7-4612-ad83-728bd526ef35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fd29221-e047-442d-825e-534fa65d4be5 HTTP/1.1" status: 200 len: 849 time: 0.1227388 Jan 28 20:42:33.611049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '2d71e82a-33ae-4ba0-8699-942b0a6d14ef', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'port_id': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'mac_address': 'fa:16:3e:ca:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:42:09Z', 'updated_at': '2022-01-28T20:42:30Z', 'revision_number': 1, 'project_id': 'f04f981b019e46e998152f663e43a685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:33.680097 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e22ac8-0489-4fc9-8d3f-0d30dd1dacbb None None] The sync data for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 is: [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '2d71e82a-33ae-4ba0-8699-942b0a6d14ef', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'port_id': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'mac_address': 'fa:16:3e:ca:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:42:09Z', 'updated_at': '2022-01-28T20:42:30Z', 'revision_number': 1, 'project_id': 'f04f981b019e46e998152f663e43a685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:33.735092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-d93346f3-fb0f-4a57-bda8-bc463ae65ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:33.740514 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-d93346f3-fb0f-4a57-bda8-bc463ae65ddd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebffa054-401f-432c-b319-dbed1e2fc396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312873 Jan 28 20:42:34.002980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-ecb17a52-2216-43f7-94a5-ccb8ca16da52 service neutron] 10.222.0.13 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578168 Jan 28 20:42:34.044964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c70366ee-e9aa-4527-b679-646000d09edc up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:34.065685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.20.0.1 (a9085777-7c9c-4a5a-8cbd-bf463f61aba0/a5edd802-f8e0-4f3c-b329-53ca51b33f1a/79885c73-dc45-4160-9403-5e46b46e5505) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:34.167085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c70366ee-e9aa-4527-b679-646000d09edc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:34.167610 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:34.250957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:34.271817 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0b30edbc-bafd-4f26-be20-8d6b1445e2db req-00105aa9-a2b3-4d4d-901a-fa3db5059e27 service neutron] 10.222.0.13 "GET /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479687 Jan 28 20:42:34.295555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1deb6ab-4b79-4016-aa21-f87408b91fd6 None None] New status for floating IP 2d71e82a-33ae-4ba0-8699-942b0a6d14ef: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:42:34.317160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9830fdd-4790-4297-ba98-6cde226207b9 req-a5e0900a-a15a-4e06-907a-a4d8a9a3a0a7 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:34.323050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9830fdd-4790-4297-ba98-6cde226207b9 req-a5e0900a-a15a-4e06-907a-a4d8a9a3a0a7 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1095 time: 1.0781207 Jan 28 20:42:34.332838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:34.460847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-ab1560fc-42a7-476b-ad4b-1fd5c076415a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 999 time: 0.9886672 Jan 28 20:42:34.491546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:34.572794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:34.583213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=79885c73-dc45-4160-9403-5e46b46e5505,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:34.616123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9830fdd-4790-4297-ba98-6cde226207b9 req-08419635-91c6-4fd7-958b-3fcffe235fb4 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804928 Jan 28 20:42:34.622159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:34.646391 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:34.692302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-0cc163fb-1a57-43d5-9e3c-54210cf117c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:34.693836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-0cc163fb-1a57-43d5-9e3c-54210cf117c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.2163563 Jan 28 20:42:34.700968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port c70366ee-e9aa-4527-b679-646000d09edc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c70366ee-e9aa-4527-b679-646000d09edc,segment=NetworkSegment(435b2cc4-2cc8-4636-bd09-9f033586169e),segment_id=435b2cc4-2cc8-4636-bd09-9f033586169e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:34.724563 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:34.795594 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:34.932435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-46f2aad4-3c28-44bc-ada1-df759b820286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:34.934153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-46f2aad4-3c28-44bc-ada1-df759b820286 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313082 Jan 28 20:42:35.128218 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:35.149505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=c70366ee-e9aa-4527-b679-646000d09edc,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:35.194189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-3d197173-961d-4df2-b81c-3c4de4e842dd service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497041 Jan 28 20:42:35.225963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625229f7-fc47-4025-806f-de523f7431a4 None None] Network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:35.461121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69980350-a4d9-43bc-9679-0e6ac2b55ca3 req-fb07c293-2bfa-4697-9d04-1cebd395b7e6 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579920 Jan 28 20:42:35.464308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c79b77c9-3576-4800-ac9b-cd98a9a2f5ad None None] Provisioning complete for port c70366ee-e9aa-4527-b679-646000d09edc triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:35.464989 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c79b77c9-3576-4800-ac9b-cd98a9a2f5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:35.538443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 742db40c-a8be-4645-92c3-ba67dea2c687 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:42:35.631187 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:35.648444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:35.750039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 742db40c-a8be-4645-92c3-ba67dea2c687, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=742db40c-a8be-4645-92c3-ba67dea2c687,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:35.767051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '742db40c-a8be-4645-92c3-ba67dea2c687', 'network_id': 'ebffa054-401f-432c-b319-dbed1e2fc396', 'port_id': '742db40c-a8be-4645-92c3-ba67dea2c687', 'mac_address': 'fa:16:3e:ea:3f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd29221-e047-442d-825e-534fa65d4be5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:42:35.828209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:35.832205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=79885c73-dc45-4160-9403-5e46b46e5505,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:35.840272 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:35.866682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742db40c-a8be-4645-92c3-ba67dea2c687 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:42:35.924105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 742db40c-a8be-4645-92c3-ba67dea2c687, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=742db40c-a8be-4645-92c3-ba67dea2c687,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:35.930174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:36.037404 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c70366ee-e9aa-4527-b679-646000d09edc up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:36.058958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=742db40c-a8be-4645-92c3-ba67dea2c687,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:36.088551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff3879-18c4-4c37-8b7d-a00ac4b1f08b req-7169c7dc-e2f5-477c-9e9e-47ef130a0cf6 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:36.089067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2ff3879-18c4-4c37-8b7d-a00ac4b1f08b req-7169c7dc-e2f5-477c-9e9e-47ef130a0cf6 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1095 time: 0.3310733 Jan 28 20:42:36.158134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f44ed9d5-a8f8-4dbb-8415-87fa3da8197b None None] Provisioning complete for port 79885c73-dc45-4160-9403-5e46b46e5505 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:36.158624 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f44ed9d5-a8f8-4dbb-8415-87fa3da8197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:36.160299 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c70366ee-e9aa-4527-b679-646000d09edc triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:36.160671 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:36.170824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2ff3879-18c4-4c37-8b7d-a00ac4b1f08b req-12b5242c-3314-4013-948c-fd3b5da041ae tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720510 Jan 28 20:42:36.250422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['742db40c-a8be-4645-92c3-ba67dea2c687'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:42:36.281931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:36.283364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:36.417013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f44ed9d5-a8f8-4dbb-8415-87fa3da8197b None None] Port 79885c73-dc45-4160-9403-5e46b46e5505 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:36.516787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:42:36.560692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f44ed9d5-a8f8-4dbb-8415-87fa3da8197b None None] Provisioning complete for port c70366ee-e9aa-4527-b679-646000d09edc triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:36.561849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f44ed9d5-a8f8-4dbb-8415-87fa3da8197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:36.652404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:36.669918 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:36.684496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35850) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:36.692161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-132152989'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:36.696054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b8427eb5-7839-4449-b75c-24d65ace618c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5949309 Jan 28 20:42:36.715546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:36.716203 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:36.749149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:36.756470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:36.825482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:42:36.849876 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:36.850619 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment b593acd9-6683-452b-832b-9703b75b115f of type vlan for network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 Jan 28 20:42:36.936049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:36.944311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:36.980990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:36.988499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:36.989766 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:37.005723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-38acc057-082d-494b-9595-316bdc72aeff None None] Provisioning complete for port 79885c73-dc45-4160-9403-5e46b46e5505 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:37.009031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38acc057-082d-494b-9595-316bdc72aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:37.098757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-38acc057-082d-494b-9595-316bdc72aeff None None] Port 79885c73-dc45-4160-9403-5e46b46e5505 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:37.115786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4300554 Jan 28 20:42:37.120292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35862) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:37.127581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:37.180227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5891b-bddd-46ec-8b83-4bce054a5412 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=2659463c-dcdb-4ce7-80ba-7d8118c899d5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:37.196003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:42:37.344404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:37.348020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:37.479168 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:34Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:35Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:37.527558 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:37.528310 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Updating router 02d49915-cc93-433b-8ad4-630e8989ce5a port 79885c73-dc45-4160-9403-5e46b46e5505 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:37.539684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985af819-8df5-42b9-af53-5a088e3be84c req-9ec4827b-b778-4a9d-8613-e573e9a15f06 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:37.551825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 742db40c-a8be-4645-92c3-ba67dea2c687 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:37.562971 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:37.570020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-985af819-8df5-42b9-af53-5a088e3be84c req-9ec4827b-b778-4a9d-8613-e573e9a15f06 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1096 time: 0.1801717 Jan 28 20:42:37.692117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-985af819-8df5-42b9-af53-5a088e3be84c req-15938e3b-4758-4837-a4f3-3b52a3177b9a tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170919 Jan 28 20:42:37.714520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be1300db-d301-43dc-b54f-244fb9a3e736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:37.751259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 742db40c-a8be-4645-92c3-ba67dea2c687 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:42:37.757575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 742db40c-a8be-4645-92c3-ba67dea2c687 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:37.758047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:37.932652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.005900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b49551-1b15-4b9e-b25f-4ee7beb484e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742db40c-a8be-4645-92c3-ba67dea2c687'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:38.008824 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7a755b-9328-4a31-afab-316cf353782f" -d '{"events": [{"server_uuid": "16b49551-1b15-4b9e-b25f-4ee7beb484e6", "name": "network-vif-plugged", "status": "completed", "tag": "742db40c-a8be-4645-92c3-ba67dea2c687"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:38.026720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 742db40c-a8be-4645-92c3-ba67dea2c687, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=742db40c-a8be-4645-92c3-ba67dea2c687,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:38.036971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.048538 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.087981 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd72b5e-af8c-469e-be1c-8002c32b1d61 x-openstack-request-id: req-5cd72b5e-af8c-469e-be1c-8002c32b1d61 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:38.088648 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b49551-1b15-4b9e-b25f-4ee7beb484e6", "name": "network-vif-plugged", "status": "completed", "tag": "742db40c-a8be-4645-92c3-ba67dea2c687", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:38.089079 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cd72b5e-af8c-469e-be1c-8002c32b1d61 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:38.089632 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b49551-1b15-4b9e-b25f-4ee7beb484e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742db40c-a8be-4645-92c3-ba67dea2c687', 'code': 200} Jan 28 20:42:38.167817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=742db40c-a8be-4645-92c3-ba67dea2c687,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:38.177238 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.198171 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.263921 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76d2d5-3440-40f4-965f-36795ba1545f None None] Pushing event updated for resources: {'Port': ['ID=79885c73-dc45-4160-9403-5e46b46e5505,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:38.304565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=69843200-ae3d-499d-a52f-2396a009185f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:38.327897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:38.333473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: 2659463c-dcdb-4ce7-80ba-7d8118c899d5, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:42:38.370914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a472d1-3bd5-42ec-8340-fc11561811f1 req-00ba3f72-122b-4f43-b3c1-caa5277218b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:38.374282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78a472d1-3bd5-42ec-8340-fc11561811f1 req-00ba3f72-122b-4f43-b3c1-caa5277218b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1097 time: 0.2124393 Jan 28 20:42:38.391415 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Attempting to bind port 79885c73-dc45-4160-9403-5e46b46e5505 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:38.391762 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Attempting to bind port 79885c73-dc45-4160-9403-5e46b46e5505 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:38.392734 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Attempting to bind port 79885c73-dc45-4160-9403-5e46b46e5505 on network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:38.394553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:42:38.413032 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:38.421972 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Checking segment: {'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:38.422401 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.422804 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Bound using segment: {'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:38.423316 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Bound port: 79885c73-dc45-4160-9403-5e46b46e5505, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435b2cc4-2cc8-4636-bd09-9f033586169e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:38.423707 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.442179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 2659463c-dcdb-4ce7-80ba-7d8118c899d5) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:38.452744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b99b1b-6058-4c37-ade1-d42c6eeb9e09 None None] Network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:38.488618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:38.489335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.497405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78a472d1-3bd5-42ec-8340-fc11561811f1 req-421d5f61-1ca1-4e06-aeaa-b6e60d14652d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132510 Jan 28 20:42:38.546251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1f6218e0-5008-4bfb-8a02-532e2c23a7a0 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4244556 Jan 28 20:42:38.549494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35888) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:38.571111 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] For port 79885c73-dc45-4160-9403-5e46b46e5505, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:38.576504 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] For port 79885c73-dc45-4160-9403-5e46b46e5505, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79885c73-dc45-4160-9403-5e46b46e5505,segment=NetworkSegment(435b2cc4-2cc8-4636-bd09-9f033586169e),segment_id=435b2cc4-2cc8-4636-bd09-9f033586169e)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:38.582578 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.672922 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76d2d5-3440-40f4-965f-36795ba1545f None None] Pushing event updated for resources: {'Port': ['ID=79885c73-dc45-4160-9403-5e46b46e5505,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:38.717154 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:38.722052 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:38.783721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:42:38.785223 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:38.843781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-363b1b9f-788c-453b-a44b-83f853992f5c None None] Provisioning complete for port 79885c73-dc45-4160-9403-5e46b46e5505 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:38.848620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-363b1b9f-788c-453b-a44b-83f853992f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:39.153626 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:39.318281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66075802-7200-476f-baee-361f905425bd req-ef685787-78ca-4df1-8a81-4ddb50cc6704 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:39.327626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66075802-7200-476f-baee-361f905425bd req-ef685787-78ca-4df1-8a81-4ddb50cc6704 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1097 time: 0.3399801 Jan 28 20:42:39.344854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Allocated IP 172.21.0.2 (2659463c-dcdb-4ce7-80ba-7d8118c899d5/69843200-ae3d-499d-a52f-2396a009185f/573ff51f-6bbe-4710-93e4-34ec65a818e5) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:39.396764 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-363b1b9f-788c-453b-a44b-83f853992f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:39.420353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66075802-7200-476f-baee-361f905425bd req-68674c0e-46df-48be-a8ac-3e55c411e2fa tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907168 Jan 28 20:42:39.499586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:39.596954 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:34Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:38Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:39.642945 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ea44d-b07e-4669-bbc8-d9dd8eec4ba1 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:34Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:38Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:39.674194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-363b1b9f-788c-453b-a44b-83f853992f5c None None] For port 79885c73-dc45-4160-9403-5e46b46e5505, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79885c73-dc45-4160-9403-5e46b46e5505,segment=NetworkSegment(435b2cc4-2cc8-4636-bd09-9f033586169e),segment_id=435b2cc4-2cc8-4636-bd09-9f033586169e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:39.714020 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-363b1b9f-788c-453b-a44b-83f853992f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:39.965597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5deb1148-c13d-4f53-8ac8-f20ecbabb53f None None] Provisioning complete for port 79885c73-dc45-4160-9403-5e46b46e5505 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:39.966411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5deb1148-c13d-4f53-8ac8-f20ecbabb53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:40.139552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b1b9f-788c-453b-a44b-83f853992f5c None None] Pushing event updated for resources: {'Port': ['ID=79885c73-dc45-4160-9403-5e46b46e5505,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:40.184918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:40.252859 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:40.322009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.21.0.1 (2659463c-dcdb-4ce7-80ba-7d8118c899d5/69843200-ae3d-499d-a52f-2396a009185f/b616d358-d944-4c32-8a95-8fe1240c6706) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:40.409085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Pushing event updated for resources: {'Port': ['ID=573ff51f-6bbe-4710-93e4-34ec65a818e5,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:40.419986 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e2fff46-1ac4-4d2a-9063-ea9b0f03ac2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:40.451807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:40.464101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:40.470563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:40.592911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Attempting to bind port 573ff51f-6bbe-4710-93e4-34ec65a818e5 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:40.593585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Attempting to bind port 573ff51f-6bbe-4710-93e4-34ec65a818e5 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:40.594134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Attempting to bind port 573ff51f-6bbe-4710-93e4-34ec65a818e5 on network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:40.600730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:40.601664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Checking segment: {'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:40.602254 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:40.603640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Bound using segment: {'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:40.604562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Bound port: 573ff51f-6bbe-4710-93e4-34ec65a818e5, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:40.605474 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:40.802225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] For port 573ff51f-6bbe-4710-93e4-34ec65a818e5, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:40.809618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] For port 573ff51f-6bbe-4710-93e4-34ec65a818e5, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=573ff51f-6bbe-4710-93e4-34ec65a818e5,segment=NetworkSegment(b593acd9-6683-452b-832b-9703b75b115f),segment_id=b593acd9-6683-452b-832b-9703b75b115f)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:40.817222 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:40.958093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643613b-6876-4322-b3fe-ce2f38ef3560 None None] Pushing event updated for resources: {'Port': ['ID=573ff51f-6bbe-4710-93e4-34ec65a818e5,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:41.162794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ef39d-5c19-4965-b310-be2b2aced5af req-bd47b399-6c0e-4a29-b0b3-6e00fd47cd5e tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:41.168364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c65ef39d-5c19-4965-b310-be2b2aced5af req-bd47b399-6c0e-4a29-b0b3-6e00fd47cd5e tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1097 time: 0.1405356 Jan 28 20:42:41.175206 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:41.296034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:41.399213 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c65ef39d-5c19-4965-b310-be2b2aced5af req-7a262e67-1d27-43d2-a250-af76978538ec tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187433 Jan 28 20:42:41.400915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=b616d358-d944-4c32-8a95-8fe1240c6706,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:41.451198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:41.469982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:41.477266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:41.584606 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:41.652867 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:41.736313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3f899-ce17-494e-9057-ad4ce641ab0c req-318cded5-ce5d-48a2-a462-3c2b96675acb tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:41.742093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ce3f899-ce17-494e-9057-ad4ce641ab0c req-318cded5-ce5d-48a2-a462-3c2b96675acb tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1097 time: 0.0961077 Jan 28 20:42:41.828315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ce3f899-ce17-494e-9057-ad4ce641ab0c req-a63cf059-0136-4b55-8188-5b866e0a10f1 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779798 Jan 28 20:42:41.905007 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:42.225297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79885c73-dc45-4160-9403-5e46b46e5505 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:42.358753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 79885c73-dc45-4160-9403-5e46b46e5505 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:42.359268 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:42.374823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771934f-bd0d-4b58-bfd4-f260a18a3e7e req-4f3cd000-9f0d-4a19-b1e5-182b53d1468d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:42.384892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d771934f-bd0d-4b58-bfd4-f260a18a3e7e req-4f3cd000-9f0d-4a19-b1e5-182b53d1468d tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1097 time: 0.2706165 Jan 28 20:42:42.547644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d771934f-bd0d-4b58-bfd4-f260a18a3e7e req-9553314e-095c-4f68-8ae3-d11eb06ec2bf tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617684 Jan 28 20:42:42.578458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 573ff51f-6bbe-4710-93e4-34ec65a818e5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:42.706240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 573ff51f-6bbe-4710-93e4-34ec65a818e5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:42.707494 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:42.776327 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:42.784269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:42.965921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d83d0-df55-47eb-88cf-a75c1f58f42c None None] Network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:42.985095 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.054815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=b616d358-d944-4c32-8a95-8fe1240c6706,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:43.061729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.121973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23167af7-bbe9-42a9-9b53-cf4b4e94f114 req-490fd068-0a89-41f8-ba3a-bc7fd14f95dc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:43.123796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23167af7-bbe9-42a9-9b53-cf4b4e94f114 req-490fd068-0a89-41f8-ba3a-bc7fd14f95dc tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1097 time: 0.2058847 Jan 28 20:42:43.292898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:43.296462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23167af7-bbe9-42a9-9b53-cf4b4e94f114 req-01ab5a66-9d0e-41e6-a9f8-5336c9a20511 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607327 Jan 28 20:42:43.299383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:43.381428 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.411020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 573ff51f-6bbe-4710-93e4-34ec65a818e5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=573ff51f-6bbe-4710-93e4-34ec65a818e5,segment=NetworkSegment(b593acd9-6683-452b-832b-9703b75b115f),segment_id=b593acd9-6683-452b-832b-9703b75b115f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:43.439593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-beb602ad-e26d-4144-97da-879642ac8ee6 None None] Provisioning complete for port 573ff51f-6bbe-4710-93e4-34ec65a818e5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:43.440969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-beb602ad-e26d-4144-97da-879642ac8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.445786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.535589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:43.687941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:43.718812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5869f3c8-e028-4a65-b312-2324846a87e2 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1677864 Jan 28 20:42:43.721034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 35942) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:43.727146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-1593836157'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:43.734332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.743982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:43.790116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:43.796017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.835475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:42:43.840617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=573ff51f-6bbe-4710-93e4-34ec65a818e5,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:43.850637 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.851478 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab of type vlan for network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c Jan 28 20:42:43.865031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:43.866680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:43.918418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:43.959402 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:44.068729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:44.068729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:44.200254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:44.200696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35958) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:44.202048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3937714 Jan 28 20:42:44.202048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6f6c7-6228-4b60-897d-84720ab9a077 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:44.203997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:44.385468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:44.400593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:44.511581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:42:44.632528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34be730-259c-4faf-b240-13e49f3876ab req-c7ee125d-6dcc-4942-b375-b8d0278dbfba tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:44.635917 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d34be730-259c-4faf-b240-13e49f3876ab req-c7ee125d-6dcc-4942-b375-b8d0278dbfba tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1097 time: 0.2257960 Jan 28 20:42:44.757714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aaa4e-58f7-4637-a202-388159880c72 req-e8a227e4-2686-4396-97ab-693ab8f04d9e tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:44.767325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b1aaa4e-58f7-4637-a202-388159880c72 req-e8a227e4-2686-4396-97ab-693ab8f04d9e tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 1097 time: 0.2519743 Jan 28 20:42:44.896387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:44.904062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-185ca7d3-d53d-49c8-b2b0-38b8c37b98c2 None None] Provisioning complete for port 573ff51f-6bbe-4710-93e4-34ec65a818e5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:44.906392 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-185ca7d3-d53d-49c8-b2b0-38b8c37b98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:44.935857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b1aaa4e-58f7-4637-a202-388159880c72 req-b6f67ffb-1320-4091-941f-2994013a4ff3 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654303 Jan 28 20:42:44.995570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Deleting port 742db40c-a8be-4645-92c3-ba67dea2c687 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:44.995920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:45.007901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:41Z', 'revision_number': 3, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:42Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:45.046549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:45.047200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Updating router 02d49915-cc93-433b-8ad4-630e8989ce5a port b616d358-d944-4c32-8a95-8fe1240c6706 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:45.060482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=062d9b6a-d748-4163-97a5-de3dfdbbfdf8,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:45.092864 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:45.093537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:45.094028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:42:45.185980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:42:45.201948 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:45.210524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:45.212656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:45.224686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] For port 742db40c-a8be-4645-92c3-ba67dea2c687, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=742db40c-a8be-4645-92c3-ba67dea2c687,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:45.225123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:45.246256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Calling delete_port for 742db40c-a8be-4645-92c3-ba67dea2c687 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:45.247851 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bf018472-4fff-4bc1-bbf7-bf03f78b6029 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1279857 Jan 28 20:42:45.250972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 35984) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:45.456615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a751be-f4ee-44e7-806f-82fa1e44da80 None None] Network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:45.620480 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:45.670834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['39da0b85-e94c-443c-a05f-24963ba4743a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:42:45.683011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Pushing event deleted for resources: {'Port': ['ID=742db40c-a8be-4645-92c3-ba67dea2c687,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:45.738522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['742db40c-a8be-4645-92c3-ba67dea2c687'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:42:45.755457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] No DVR routers for this DVR port 742db40c-a8be-4645-92c3-ba67dea2c687 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:45.760822 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:45.766432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d34be730-259c-4faf-b240-13e49f3876ab req-c28cc39f-2a2f-4d68-9f09-9516b2706065 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.13 "DELETE /v2.0/ports/742db40c-a8be-4645-92c3-ba67dea2c687 HTTP/1.1" status: 204 len: 173 time: 1.1158092 Jan 28 20:42:45.767498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b49551-1b15-4b9e-b25f-4ee7beb484e6', 'name': 'network-vif-deleted', 'tag': '742db40c-a8be-4645-92c3-ba67dea2c687'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:45.792953 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d48f5b-d93a-438b-b2ef-755c6029f745" -d '{"events": [{"server_uuid": "16b49551-1b15-4b9e-b25f-4ee7beb484e6", "name": "network-vif-deleted", "tag": "742db40c-a8be-4645-92c3-ba67dea2c687"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:46.018370 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d63731-c9f7-4436-af1b-bd3c08b00f85 x-openstack-request-id: req-58d63731-c9f7-4436-af1b-bd3c08b00f85 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:46.018778 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b49551-1b15-4b9e-b25f-4ee7beb484e6", "name": "network-vif-deleted", "tag": "742db40c-a8be-4645-92c3-ba67dea2c687", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:46.018899 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58d63731-c9f7-4436-af1b-bd3c08b00f85 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:46.019975 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b49551-1b15-4b9e-b25f-4ee7beb484e6', 'name': 'network-vif-deleted', 'tag': '742db40c-a8be-4645-92c3-ba67dea2c687', 'status': 'completed', 'code': 200} Jan 28 20:42:46.115631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-185ca7d3-d53d-49c8-b2b0-38b8c37b98c2 None None] Provisioning complete for port b616d358-d944-4c32-8a95-8fe1240c6706 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:46.115631 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-185ca7d3-d53d-49c8-b2b0-38b8c37b98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:46.136983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 573ff51f-6bbe-4710-93e4-34ec65a818e5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:46.166165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92cec04a-70dc-4d63-a0b5-e3e5409ac8a9 req-fcbb994f-1617-4809-9178-1f29f89f2132 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=16b49551-1b15-4b9e-b25f-4ee7beb484e6 HTTP/1.1" status: 200 len: 210 time: 0.0525329 Jan 28 20:42:46.245746 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:46.378050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-185ca7d3-d53d-49c8-b2b0-38b8c37b98c2 None None] Port b616d358-d944-4c32-8a95-8fe1240c6706 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:46.690579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:46.719512 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:46.784963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.22.0.1 (3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c/062d9b6a-d748-4163-97a5-de3dfdbbfdf8/cced3568-ebaa-4bc4-80fb-961fa45e31c0) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:46.815441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:42:46.817176 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:46.850303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a0c94ba-260f-4355-a221-2970b0efac81 None None] Provisioning complete for port b616d358-d944-4c32-8a95-8fe1240c6706 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:46.851269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a0c94ba-260f-4355-a221-2970b0efac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:46.903419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 573ff51f-6bbe-4710-93e4-34ec65a818e5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:46.903796 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:46.995430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc12217-b337-485f-baa2-9eb2116636ae None None] Pushing event updated for resources: {'Port': ['ID=b616d358-d944-4c32-8a95-8fe1240c6706,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:47.073582 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:47.152156 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:47.209889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c94ba-260f-4355-a221-2970b0efac81 None None] Port b616d358-d944-4c32-8a95-8fe1240c6706 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:47.347281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:47.358399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:47.364505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Attempting to bind port b616d358-d944-4c32-8a95-8fe1240c6706 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:47.365142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Attempting to bind port b616d358-d944-4c32-8a95-8fe1240c6706 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:47.368622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=cced3568-ebaa-4bc4-80fb-961fa45e31c0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:47.368838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Attempting to bind port b616d358-d944-4c32-8a95-8fe1240c6706 on network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:47.391382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:47.528166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:47.619115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:47.620671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Checking segment: {'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:47.621306 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:47.625861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Bound using segment: {'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:47.626773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Bound port: b616d358-d944-4c32-8a95-8fe1240c6706, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b593acd9-6683-452b-832b-9703b75b115f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:47.627339 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:47.810821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3acc079c-06e4-4447-a673-08d7e2809de8 None None] Provisioning complete for port b616d358-d944-4c32-8a95-8fe1240c6706 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:47.811421 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3acc079c-06e4-4447-a673-08d7e2809de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:47.858824 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:47.890217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992f5bd-9ef5-4228-936e-17bea51743b5 req-25e458b8-279e-4c70-b916-25a0bce991ae tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:47.895263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2992f5bd-9ef5-4228-936e-17bea51743b5 req-25e458b8-279e-4c70-b916-25a0bce991ae tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.1718659 Jan 28 20:42:47.911522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Allocated IP 172.22.0.2 (3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c/062d9b6a-d748-4163-97a5-de3dfdbbfdf8/fcc4dc72-02a8-43fa-97f5-a686127adc96) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:48.020418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2992f5bd-9ef5-4228-936e-17bea51743b5 req-5bb261f6-8ba2-4a6b-9736-093ed00d9b47 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113045 Jan 28 20:42:48.433209 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:48.440536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:48.527996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:48.567781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3acc079c-06e4-4447-a673-08d7e2809de8 None None] Port b616d358-d944-4c32-8a95-8fe1240c6706 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:42:48.592617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] For port b616d358-d944-4c32-8a95-8fe1240c6706, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:48.597552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] For port b616d358-d944-4c32-8a95-8fe1240c6706, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b616d358-d944-4c32-8a95-8fe1240c6706,segment=NetworkSegment(b593acd9-6683-452b-832b-9703b75b115f),segment_id=b593acd9-6683-452b-832b-9703b75b115f)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:48.606661 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:48.612926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=cced3568-ebaa-4bc4-80fb-961fa45e31c0,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:48.617435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:48.694503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc12217-b337-485f-baa2-9eb2116636ae None None] Pushing event updated for resources: {'Port': ['ID=b616d358-d944-4c32-8a95-8fe1240c6706,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:48.756593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:48.758771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:48.803207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:48.806396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:48.879730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:49.064683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:49.095409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:49.189269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:49.292170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00427c-1ded-4095-84f8-86d197d4bd8b req-1e9d73b3-bc88-47c9-9c40-36484740731c tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:49.304215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb00427c-1ded-4095-84f8-86d197d4bd8b req-1e9d73b3-bc88-47c9-9c40-36484740731c tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.0789251 Jan 28 20:42:49.347099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:49.378426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Pushing event updated for resources: {'Port': ['ID=fcc4dc72-02a8-43fa-97f5-a686127adc96,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:49.386675 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb00427c-1ded-4095-84f8-86d197d4bd8b req-b95c7c53-16ca-4a9f-b47b-591fac802400 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810113 Jan 28 20:42:49.395338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:49.402026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:49.612778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:49.624272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36090) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:49.624502 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-55c1f641-5573-4dec-b55f-feea6372d80f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3712056 Jan 28 20:42:49.630024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'network': {'name': 'tempest-RoutersTest-711894503'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:49.641282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Attempting to bind port fcc4dc72-02a8-43fa-97f5-a686127adc96 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:49.641848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Attempting to bind port fcc4dc72-02a8-43fa-97f5-a686127adc96 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:49.642396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Attempting to bind port fcc4dc72-02a8-43fa-97f5-a686127adc96 on network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:49.656601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 742db40c-a8be-4645-92c3-ba67dea2c687 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:49.666099 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-8f996490-176f-49db-8180-17c9b1fe78cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183462 Jan 28 20:42:49.687856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:49.688389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Checking segment: {'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:49.688733 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:49.689097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Bound using segment: {'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:49.689651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Bound port: fcc4dc72-02a8-43fa-97f5-a686127adc96, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:49.690043 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:49.741579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:49.746329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:49.779291 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-d676382b-75da-4bfc-8f25-85dbe443ec3c tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:49.781348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-d676382b-75da-4bfc-8f25-85dbe443ec3c tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.0901754 Jan 28 20:42:49.789538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5a78c78c-e85e-4191-ac6e-bad68eabed59 None None] Provisioning complete for port b616d358-d944-4c32-8a95-8fe1240c6706 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:49.791175 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a78c78c-e85e-4191-ac6e-bad68eabed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:49.802942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 742db40c-a8be-4645-92c3-ba67dea2c687 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:42:49.803300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 742db40c-a8be-4645-92c3-ba67dea2c687 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:49.811353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-2137396c-e3f7-4996-8abd-d8bb1f31321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:49.813018 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-2137396c-e3f7-4996-8abd-d8bb1f31321c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c8557000f5746cf84f11bc9d9c90340&device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 1096 time: 0.0871415 Jan 28 20:42:49.941791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:42:49.989379 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:49.989971 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added segment 18bb202f-ba7a-4681-aad1-46aecd1d84cc of type vlan for network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e Jan 28 20:42:49.994040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-4edc4f5d-08da-4302-adf3-4bf78d46472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:49.995738 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-4edc4f5d-08da-4302-adf3-4bf78d46472b service neutron] 10.222.0.26 "GET /v2.0/networks?id=cfd2deca-9722-4c2d-921b-f94de32914d7 HTTP/1.1" status: 200 len: 915 time: 0.1570325 Jan 28 20:42:50.005585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Deleting port 39da0b85-e94c-443c-a05f-24963ba4743a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:50.005932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:50.069646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-77043062-402f-4ac8-ac05-40fd55adcb9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a52e6b00-3484-4d2d-a055-115e2a5ae8e3 HTTP/1.1" status: 200 len: 217 time: 0.0660973 Jan 28 20:42:50.157762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:50.244126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] For port 39da0b85-e94c-443c-a05f-24963ba4743a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=39da0b85-e94c-443c-a05f-24963ba4743a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:50.245146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:50.259405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-9c5afb78-720e-4e9b-a0ed-3b4cf520f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:50.262136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Calling delete_port for 39da0b85-e94c-443c-a05f-24963ba4743a owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:50.263030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-9c5afb78-720e-4e9b-a0ed-3b4cf520f3e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7f78d58-df28-43b4-8308-89c243de160e HTTP/1.1" status: 200 len: 854 time: 0.1825118 Jan 28 20:42:50.267329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] For port fcc4dc72-02a8-43fa-97f5-a686127adc96, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:50.299722 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a78c78c-e85e-4191-ac6e-bad68eabed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:50.302714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] For port fcc4dc72-02a8-43fa-97f5-a686127adc96, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fcc4dc72-02a8-43fa-97f5-a686127adc96,segment=NetworkSegment(ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab),segment_id=ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:50.317196 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-f9febc4b-e545-410c-91ef-7b2249f8c2b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cfd2deca-9722-4c2d-921b-f94de32914d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457006 Jan 28 20:42:50.331597 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:50.339802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:47Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:48Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:48Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:50.428335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5a78c78c-e85e-4191-ac6e-bad68eabed59 None None] For port b616d358-d944-4c32-8a95-8fe1240c6706, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b616d358-d944-4c32-8a95-8fe1240c6706,segment=NetworkSegment(b593acd9-6683-452b-832b-9703b75b115f),segment_id=b593acd9-6683-452b-832b-9703b75b115f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:50.435084 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:42:50.437473 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a78c78c-e85e-4191-ac6e-bad68eabed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:50.441918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b6f52-0eaf-4e94-a314-07c2ad76f2c7 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:47Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:48Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:48Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:50.492628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461cdce-c22b-439c-8cd5-0c52c390c827 None None] Pushing event updated for resources: {'Port': ['ID=fcc4dc72-02a8-43fa-97f5-a686127adc96,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:50.718635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78c78c-e85e-4191-ac6e-bad68eabed59 None None] Pushing event updated for resources: {'Port': ['ID=b616d358-d944-4c32-8a95-8fe1240c6706,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:50.762872 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-d4e19de2-537e-4479-b34d-00ef3a5a129a service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364462 Jan 28 20:42:50.774725 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:50.780377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:50.781308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:50.930307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b616d358-d944-4c32-8a95-8fe1240c6706 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:51.069848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4438910 Jan 28 20:42:51.079125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36126) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:51.081025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:51.111070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'subnet': {'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:51.111441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['39da0b85-e94c-443c-a05f-24963ba4743a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:42:51.131361 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9150be8e-9cc8-4d15-8ee2-8e7e31a91797 req-454bb6b9-d466-414c-9d02-d33dfc693fd5 service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611310 Jan 28 20:42:51.189052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b616d358-d944-4c32-8a95-8fe1240c6706 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:51.189444 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:51.197023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21b8e4-c840-43c6-915b-dc86ddd7468a req-a3456a9d-1d9f-469a-9f56-0c3c43549c85 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:51.209688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f21b8e4-c840-43c6-915b-dc86ddd7468a req-a3456a9d-1d9f-469a-9f56-0c3c43549c85 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ce0d46bb-f18f-408b-80dc-fbacbcf42be9 HTTP/1.1" status: 200 len: 1097 time: 0.4497168 Jan 28 20:42:51.245740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:51.400014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63275424-892b-4d2a-b4ce-20e803fbb2dd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Network': ['ID=b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:51.434190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:42:51.480674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Pushing event deleted for resources: {'Port': ['ID=39da0b85-e94c-443c-a05f-24963ba4743a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:51.548663 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9426ef7-3647-4291-8480-ddd204016ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:51.592016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] No DVR routers for this DVR port 39da0b85-e94c-443c-a05f-24963ba4743a on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:51.594947 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f21b8e4-c840-43c6-915b-dc86ddd7468a req-43a37d01-1105-48d5-9ec2-eddb7c5b2459 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7362e55d-180a-4d75-9793-c655cb226203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832011 Jan 28 20:42:51.596270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:51.607591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57a17bd3-cc4c-4613-b588-35d7f342e2da req-2e4dc07c-66c9-4dc1-9853-43a1277e11b5 tempest-TestServerMultinode-601763234 tempest-TestServerMultinode-601763234-project-admin] 10.222.0.26 "DELETE /v2.0/ports/39da0b85-e94c-443c-a05f-24963ba4743a HTTP/1.1" status: 204 len: 173 time: 1.8187346 Jan 28 20:42:51.634668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0d46bb-f18f-408b-80dc-fbacbcf42be9', 'name': 'network-vif-deleted', 'tag': '39da0b85-e94c-443c-a05f-24963ba4743a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:42:51.641049 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1071623-7dc6-441d-8ff1-1dd0754b4b60" -d '{"events": [{"server_uuid": "ce0d46bb-f18f-408b-80dc-fbacbcf42be9", "name": "network-vif-deleted", "tag": "39da0b85-e94c-443c-a05f-24963ba4743a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:51.721919 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ca5a4a-8dbb-4bff-9ff8-3ed55b21635b x-openstack-request-id: req-09ca5a4a-8dbb-4bff-9ff8-3ed55b21635b {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:51.722484 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0d46bb-f18f-408b-80dc-fbacbcf42be9", "name": "network-vif-deleted", "tag": "39da0b85-e94c-443c-a05f-24963ba4743a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:51.723116 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09ca5a4a-8dbb-4bff-9ff8-3ed55b21635b {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:51.723738 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0d46bb-f18f-408b-80dc-fbacbcf42be9', 'name': 'network-vif-deleted', 'tag': '39da0b85-e94c-443c-a05f-24963ba4743a', 'status': 'completed', 'code': 200} Jan 28 20:42:51.734030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Made reservation on behalf of db843d8c2177426aa5b902cb53e372ad for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:51.744034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:51.749882 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:51.802557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9426ef7-3647-4291-8480-ddd204016ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:51.810901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9426ef7-3647-4291-8480-ddd204016ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:51.916246 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c9426ef7-3647-4291-8480-ddd204016ce6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6844ce1a0c74d5e8a4c6aefd3d788d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690953 Jan 28 20:42:51.919458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36144) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:51.948686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9426ef7-3647-4291-8480-ddd204016ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cefdc3-682b-4f2f-9907-81024203f6c2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:52.118374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15effde5-bd3d-476a-8bed-8f731e272278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:52.183079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15effde5-bd3d-476a-8bed-8f731e272278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:52.253323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:52.273952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15effde5-bd3d-476a-8bed-8f731e272278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:52.278562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-15effde5-bd3d-476a-8bed-8f731e272278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:52.291357 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-15effde5-bd3d-476a-8bed-8f731e272278 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78cefdc3-682b-4f2f-9907-81024203f6c2 HTTP/1.1" status: 204 len: 168 time: 0.3619237 Jan 28 20:42:52.321584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15effde5-bd3d-476a-8bed-8f731e272278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cefdc3-682b-4f2f-9907-81024203f6c2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:52.363957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Subnet': ['ID=286c1e53-7db4-4a69-8759-fd49e9cfe636,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:52.457566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Checking segment: {'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:52.458310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network hostable DHCP agents. Network: b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:42:52.495875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:42:52.506671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:52.512797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:52.513661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:52.521588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33725390-cdd9-4741-8380-b727bbfcdfc1 None None] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:52.552489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c3044792-c5ac-4adc-b1c9-814f1406db70 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4655123 Jan 28 20:42:52.552852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36158) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:52.708298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36164) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:52.851158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94367036-3ad5-420a-b745-7f45de6d4fda None None] Network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:53.069563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fcc4dc72-02a8-43fa-97f5-a686127adc96 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:53.232514 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:53.246879 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:53.250320 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:53.291335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Provisioning complete for port fcc4dc72-02a8-43fa-97f5-a686127adc96 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:53.291966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:53.497087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'fixed_ips': [{'subnet_id': '286c1e53-7db4-4a69-8759-fd49e9cfe636'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:42:53.498483 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:53.510882 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:53.634719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:53.939000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36200) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:53.943070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 39da0b85-e94c-443c-a05f-24963ba4743a no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:54.039334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fcc4dc72-02a8-43fa-97f5-a686127adc96 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:54.045377 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.160217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.181575 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:47Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:48Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:54.255824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 39da0b85-e94c-443c-a05f-24963ba4743a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:42:54.256203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 39da0b85-e94c-443c-a05f-24963ba4743a not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:54.260140 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:54.260781 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Updating router 02d49915-cc93-433b-8ad4-630e8989ce5a port cced3568-ebaa-4bc4-80fb-961fa45e31c0 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:54.309653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Deleting port ee503dbe-3ea2-4267-a8f1-40782d00b9e2 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:54.310123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.313068 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.333529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Allocated IP 172.23.0.2 (b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e/286c1e53-7db4-4a69-8759-fd49e9cfe636/1c5ec738-4979-4ffc-9071-8805afa4ab9b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:54.344889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1239277516-network', 'tenant_id': 'f58393797e7c482cb4dc12013b207199'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:54.371074 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.507407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Made reservation on behalf of f58393797e7c482cb4dc12013b207199 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:54.510413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.548798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] For port ee503dbe-3ea2-4267-a8f1-40782d00b9e2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:54.549455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.559401 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.567230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Calling delete_port for ee503dbe-3ea2-4267-a8f1-40782d00b9e2 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:54.895891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] For port fcc4dc72-02a8-43fa-97f5-a686127adc96, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fcc4dc72-02a8-43fa-97f5-a686127adc96,segment=NetworkSegment(ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab),segment_id=ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:54.921951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.934292 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.950036 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:54.961283 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.054537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee503dbe-3ea2-4267-a8f1-40782d00b9e2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:55.065884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.188168 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Pushing event updated for resources: {'Port': ['ID=cced3568-ebaa-4bc4-80fb-961fa45e31c0,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:55.215029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.228244 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.252752 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.253097 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.253469 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.253809 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.254145 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.254499 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.254953 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.255284 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.255612 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.255932 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.279480 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.280261 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.291172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a186bcd-62fd-430d-a0ef-b4944b44014e None None] Provisioning complete for port fcc4dc72-02a8-43fa-97f5-a686127adc96 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:55.292305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a186bcd-62fd-430d-a0ef-b4944b44014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.296623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Pushing event updated for resources: {'Port': ['ID=fcc4dc72-02a8-43fa-97f5-a686127adc96,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:55.383983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.384596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.386377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.390300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.390971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.391487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.391999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.392540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.396546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.399023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:42:55.399428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.399778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.400236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6045d5-f930-4a60-b00e-7d081d743218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:55.423812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9da5a-997b-4dd7-8bad-aad10219ba6d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:55.435156 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.435702 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Added segment b0c694e1-9348-4dce-b7ef-6fd540249b3d of type vlan for network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 Jan 28 20:42:55.491410 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.528498 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.533323 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:42:55.534452 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:42:55.609891 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Attempting to bind port cced3568-ebaa-4bc4-80fb-961fa45e31c0 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:55.610989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Attempting to bind port cced3568-ebaa-4bc4-80fb-961fa45e31c0 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:55.611650 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Attempting to bind port cced3568-ebaa-4bc4-80fb-961fa45e31c0 on network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:55.631148 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Allocated IP 172.23.0.1 (b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e/286c1e53-7db4-4a69-8759-fd49e9cfe636/c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:55.660729 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:55.661115 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Checking segment: {'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:55.661786 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.662400 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Bound using segment: {'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:55.663353 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Bound port: cced3568-ebaa-4bc4-80fb-961fa45e31c0, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:55.664079 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.686921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:55.746442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:55.751917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:55.765509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Pushing event updated for resources: {'Port': ['ID=1c5ec738-4979-4ffc-9071-8805afa4ab9b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:55.796880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.797148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.833508 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] For port cced3568-ebaa-4bc4-80fb-961fa45e31c0, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:55.847212 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] For port cced3568-ebaa-4bc4-80fb-961fa45e31c0, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cced3568-ebaa-4bc4-80fb-961fa45e31c0,segment=NetworkSegment(ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab),segment_id=ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:55.857118 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.863119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Attempting to bind port 1c5ec738-4979-4ffc-9071-8805afa4ab9b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:42:55.863799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Attempting to bind port 1c5ec738-4979-4ffc-9071-8805afa4ab9b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:42:55.864408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Attempting to bind port 1c5ec738-4979-4ffc-9071-8805afa4ab9b on network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:42:55.869444 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a186bcd-62fd-430d-a0ef-b4944b44014e None None] Provisioning complete for port cced3568-ebaa-4bc4-80fb-961fa45e31c0 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:55.870400 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a186bcd-62fd-430d-a0ef-b4944b44014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.876166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:42:55.876957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Checking segment: {'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:55.877661 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.878421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Bound using segment: {'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:42:55.879155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Bound port: 1c5ec738-4979-4ffc-9071-8805afa4ab9b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:42:55.879790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:55.903257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.023481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.db.resource_extend [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 20:42:56.076316 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:56.076981 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:56.090298 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.119300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.127475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:56.128275 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.162947 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc657f6-96eb-4720-8f97-1ab9a6577d90 None None] Pushing event updated for resources: {'Port': ['ID=cced3568-ebaa-4bc4-80fb-961fa45e31c0,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:56.166535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] For port 1c5ec738-4979-4ffc-9071-8805afa4ab9b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:42:56.174244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b616d358-d944-4c32-8a95-8fe1240c6706 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:56.245029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] For port 1c5ec738-4979-4ffc-9071-8805afa4ab9b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1c5ec738-4979-4ffc-9071-8805afa4ab9b,segment=NetworkSegment(18bb202f-ba7a-4681-aad1-46aecd1d84cc),segment_id=18bb202f-ba7a-4681-aad1-46aecd1d84cc)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:42:56.257242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:56.291289 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.296377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:56.311599 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:56.318849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:42:56.365623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4224217 Jan 28 20:42:56.431541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:56.441043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Request body: {'subnet': {'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1239277516-subnet', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:56.445605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:56.473037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da66ab-0f72-4ccc-ace4-c38b6cfd383a None None] Pushing event updated for resources: {'Port': ['ID=1c5ec738-4979-4ffc-9071-8805afa4ab9b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:56.482983 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a186bcd-62fd-430d-a0ef-b4944b44014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.487239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Made reservation on behalf of f58393797e7c482cb4dc12013b207199 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:42:56.491073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.493594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833f8ae-f95c-4156-ba05-a254dfdaccaa admin admin] Pushing event updated for resources: {'Network': ['ID=07e2fa13-16ba-46fa-b837-2a2873bbf8a9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:56.521175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:42:56.542697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.667909 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:47Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:56.705394 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d7f16c-4bea-4706-b9c9-af53888209af None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:47Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:55Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:56.710080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4a186bcd-62fd-430d-a0ef-b4944b44014e None None] For port cced3568-ebaa-4bc4-80fb-961fa45e31c0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cced3568-ebaa-4bc4-80fb-961fa45e31c0,segment=NetworkSegment(ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab),segment_id=ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:56.775733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b616d358-d944-4c32-8a95-8fe1240c6706 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:56.777178 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.817984 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a186bcd-62fd-430d-a0ef-b4944b44014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:56.921936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.174929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d5ff92a7-8c81-4402-9f83-ec71318a1809 None None] Provisioning complete for port cced3568-ebaa-4bc4-80fb-961fa45e31c0 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:57.176361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d5ff92a7-8c81-4402-9f83-ec71318a1809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.184610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a186bcd-62fd-430d-a0ef-b4944b44014e None None] Pushing event updated for resources: {'Port': ['ID=cced3568-ebaa-4bc4-80fb-961fa45e31c0,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:57.276014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:57.400035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.506265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:57.531074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] Sync routers for ids ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:57.536470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-adc27f15-3d55-4014-953c-12e5a5944fe6 admin admin] 10.222.0.44 "PUT /v2.0/routers/d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8248339 Jan 28 20:42:57.548830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36256) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:57.561264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] Routers {'d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:57.564273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:57.603898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b371e7d-5ace-4399-b3da-6aa40c0b4d9a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:57.616408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Checking segment: {'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:42:57.616780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Network hostable DHCP agents. Network: 07e2fa13-16ba-46fa-b837-2a2873bbf8a9, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:42:57.671840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:42:57.700311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 07e2fa13-16ba-46fa-b837-2a2873bbf8a9) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:57.722163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:57.722776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.747462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ccadc-8b33-43a8-b663-5c2d0e1460e3 None None] Network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:57.758052 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9611a6a9-db5c-4118-ae98-62bbc842834d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3208816 Jan 28 20:42:57.764931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36260) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:57.773381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:57.809349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.811689 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.823127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.885660 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1c5ec738-4979-4ffc-9071-8805afa4ab9b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:57.892967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event updated for resources: {'Port': ['ID=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:57.894364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.894778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:57.969549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] Set router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:57.984886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.140366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.145918 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.195397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:42:58.196594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:42:58.277945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1c5ec738-4979-4ffc-9071-8805afa4ab9b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:58.279702 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.313485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-07e2fa13-16ba-46fa-b837-2a2873bbf8a9', 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'fixed_ips': [{'subnet_id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:42:58.314815 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.341821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:58.354694 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.492468 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Deleting port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:42:58.493411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.529897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:58.547325 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:58.552108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8f339737-c419-41ad-bda9-c75cc842cb94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9977162 Jan 28 20:42:58.555658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36280) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:42:58.561997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:42:58.565353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa052ef-dd72-40bb-b224-6f6a49d3aee6 None None] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:42:58.586129 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:58.587696 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:58.651887 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.732160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] For port 53eb431b-ce4a-4532-8c7c-1ecc594fea5f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=53eb431b-ce4a-4532-8c7c-1ecc594fea5f,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:58.732867 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.750976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-72a58d2c-b41d-469e-80f6-43780abc77d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1217446 Jan 28 20:42:58.758513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Calling delete_port for 53eb431b-ce4a-4532-8c7c-1ecc594fea5f owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:42:58.842846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9f01d5f8-1ed8-4485-86f9-15ceea00cdbd None None] Provisioning complete for port 1c5ec738-4979-4ffc-9071-8805afa4ab9b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:42:58.859091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9f01d5f8-1ed8-4485-86f9-15ceea00cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:58.982132 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:59.018511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 1c5ec738-4979-4ffc-9071-8805afa4ab9b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1c5ec738-4979-4ffc-9071-8805afa4ab9b,segment=NetworkSegment(18bb202f-ba7a-4681-aad1-46aecd1d84cc),segment_id=18bb202f-ba7a-4681-aad1-46aecd1d84cc)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:59.065809 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:59.066863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fcc4dc72-02a8-43fa-97f5-a686127adc96 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:42:59.084234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:59.147220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-c5f4569b-784d-429b-8363-4bdfaba13676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:59.153988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-c5f4569b-784d-429b-8363-4bdfaba13676 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1097 time: 0.3185060 Jan 28 20:42:59.185066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:59.517913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd', 'name': '', 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:99:b1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:54Z', 'updated_at': '2022-01-28T20:42:57Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:59.519577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:42:54Z', 'revision_number': 5, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port': {'id': '53eb431b-ce4a-4532-8c7c-1ecc594fea5f', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:37Z', 'updated_at': '2022-01-28T20:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:59.556375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-ee74a11e-ac36-4c18-af3f-e37c78b7f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:59.559754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-ee74a11e-ac36-4c18-af3f-e37c78b7f3e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.3642371 Jan 28 20:42:59.563248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] Checking router: d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:59.637466 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:59.637954 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Updating router 02d49915-cc93-433b-8ad4-630e8989ce5a port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:42:59.651262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] Routers {'d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:59.651821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:59.693280 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:59.694237 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:59.787822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] Set router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:59.796705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Allocated IP 172.25.2.141 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/51b1a04a-1196-476d-ba29-87e3b57ac7e7) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:42:59.818577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.extraroute_db [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102306) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 20:42:59.823274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53eb431b-ce4a-4532-8c7c-1ecc594fea5f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:59.864910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.extraroute_db [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Removed routes are [] {{(pid=102306) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 20:42:59.866703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:42:59.922629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:42:59Z', 'revision_number': 7, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:59.999431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Allocated IP 172.20.0.2 (07e2fa13-16ba-46fa-b837-2a2873bbf8a9/4b371e7d-5ace-4399-b3da-6aa40c0b4d9a/a611b033-093e-4358-a893-664736ade957) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:00.002727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c5756-67d8-44b5-9af1-6d2c9cb9be36 None None] The sync data for ids ['d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa'] in n-d-825064-3 is: [{'id': 'd0296c9c-43ea-44d3-9c9b-4a4d6060ccfa', 'name': 'tempest-TestServerMultinode-1573517969-router', 'tenant_id': '2538ece24635492ea15202e0cfc8453d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:36Z', 'updated_at': '2022-01-28T20:42:59Z', 'revision_number': 7, 'project_id': '2538ece24635492ea15202e0cfc8453d', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:00.133948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-1eaac05b-b595-46cc-933e-f129a4106547 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 1001 time: 0.5642803 Jan 28 20:43:00.152106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=1c5ec738-4979-4ffc-9071-8805afa4ab9b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:00.208114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.302693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fcc4dc72-02a8-43fa-97f5-a686127adc96 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:00.303353 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.372360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-a690106d-fcb4-4700-b9a0-b5353f454a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:00.374433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-a690106d-fcb4-4700-b9a0-b5353f454a04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.2296314 Jan 28 20:43:00.480755 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.485769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.490397 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.501723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.539190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cced3568-ebaa-4bc4-80fb-961fa45e31c0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:00.574259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.585014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.652533 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29533346-08d5-462b-a562-547c70113193 None None] Pushing event updated for resources: {'Port': ['ID=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:00.717875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.733224 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.734043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:43:00.738227 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.739769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.744297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cced3568-ebaa-4bc4-80fb-961fa45e31c0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:00.744773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e5637a83-8bca-4d21-ac0f-ff43461456b1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d0296c9c-43ea-44d3-9c9b-4a4d6060ccfa HTTP/1.1" status: 204 len: 168 time: 3.1897385 Jan 28 20:43:00.745612 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.747452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36320) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:00.754144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-d0d525d4-8048-4b4a-aae1-80c7c1859e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:00.756123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-d0d525d4-8048-4b4a-aae1-80c7c1859e9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2779307 Jan 28 20:43:00.785986 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.829748 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Attempting to bind port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:00.830118 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Attempting to bind port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:00.830680 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Attempting to bind port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd on network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:00.847957 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:00.849410 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Checking segment: {'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:00.849831 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.850231 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Bound using segment: {'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:00.850715 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Bound port: c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb202f-ba7a-4681-aad1-46aecd1d84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:00.851099 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.854637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:00.887625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:00.904227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:00.931126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:00.932584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:00.990338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Pushing event updated for resources: {'Port': ['ID=a611b033-093e-4358-a893-664736ade957,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:01.068091 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] For port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:01.076140 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] For port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,segment=NetworkSegment(18bb202f-ba7a-4681-aad1-46aecd1d84cc),segment_id=18bb202f-ba7a-4681-aad1-46aecd1d84cc)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:01.138345 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:01.187561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-62937823-9723-4b23-bb8a-25f9950d9259 admin admin] Deleting subnet 0fd29221-e047-442d-825e-534fa65d4be5 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:01.212273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Attempting to bind port a611b033-093e-4358-a893-664736ade957 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:01.212900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Attempting to bind port a611b033-093e-4358-a893-664736ade957 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:01.213542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Attempting to bind port a611b033-093e-4358-a893-664736ade957 on network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:01.234505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:01.235403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Checking segment: {'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:01.236348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:01.236996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Bound using segment: {'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:01.237707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Bound port: a611b033-093e-4358-a893-664736ade957, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:01.238719 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:01.239535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:01.251463 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62937823-9723-4b23-bb8a-25f9950d9259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:01.257731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:01.268520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Pushing event updated for resources: {'Port': ['ID=51b1a04a-1196-476d-ba29-87e3b57ac7e7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:01.288932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:01.323195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:01.328907 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:01.329566 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:01.332946 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29533346-08d5-462b-a562-547c70113193 None None] Pushing event updated for resources: {'Port': ['ID=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:01.348916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:01.376376 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-02a14079-3f0b-4ca4-ab47-747e583e46fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 200 len: 934 time: 2.8165300 Jan 28 20:43:01.379418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36334) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:01.439290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-98c9900e-72c8-4cdd-89b7-38895a5ea9ff service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731791 Jan 28 20:43:01.467725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a5f9e1ac-d9d3-438c-a09a-ab4ecb2c2efd None None] Provisioning complete for port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:01.468096 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e1ac-d9d3-438c-a09a-ab4ecb2c2efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:01.504111 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:01.703280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] For port a611b033-093e-4358-a893-664736ade957, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:01.715120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] For port a611b033-093e-4358-a893-664736ade957, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a611b033-093e-4358-a893-664736ade957,segment=NetworkSegment(b0c694e1-9348-4dce-b7ef-6fd540249b3d),segment_id=b0c694e1-9348-4dce-b7ef-6fd540249b3d)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:01.728624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56fd0bbb-b3cf-430c-83c4-32faf7c11fff req-eb75f8fa-12bb-4ed8-b222-ab3b12cc9fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561903 Jan 28 20:43:01.734468 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:01.922342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78386937-0b17-4b4a-9803-b8fc4b08e3a2 None None] Pushing event updated for resources: {'Port': ['ID=a611b033-093e-4358-a893-664736ade957,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:02.023797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1c5ec738-4979-4ffc-9071-8805afa4ab9b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:02.136804 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62937823-9723-4b23-bb8a-25f9950d9259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:02.240234 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:59Z', 'revision_number': 6, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd', 'name': '', 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:99:b1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:54Z', 'updated_at': '2022-01-28T20:43:01Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:02.256497 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e1ac-d9d3-438c-a09a-ab4ecb2c2efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:02.280720 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8926484-dd35-4456-8977-036d5bc10313 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:42:59Z', 'revision_number': 6, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd', 'name': '', 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:99:b1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:54Z', 'updated_at': '2022-01-28T20:43:01Z', 'revision_number': 4, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:02.285453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1c5ec738-4979-4ffc-9071-8805afa4ab9b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:02.286332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:02.471749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62937823-9723-4b23-bb8a-25f9950d9259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:02.489914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a5f9e1ac-d9d3-438c-a09a-ab4ecb2c2efd None None] For port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,segment=NetworkSegment(18bb202f-ba7a-4681-aad1-46aecd1d84cc),segment_id=18bb202f-ba7a-4681-aad1-46aecd1d84cc)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:02.510595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e1ac-d9d3-438c-a09a-ab4ecb2c2efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:02.638609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62937823-9723-4b23-bb8a-25f9950d9259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:02.760756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9e1ac-d9d3-438c-a09a-ab4ecb2c2efd None None] Pushing event updated for resources: {'Port': ['ID=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:02.766905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc7149-20e0-4e35-a977-10935e91054a None None] Network ebffa054-401f-432c-b319-dbed1e2fc396 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:02.790989 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62937823-9723-4b23-bb8a-25f9950d9259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:02.795822 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-62937823-9723-4b23-bb8a-25f9950d9259 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0fd29221-e047-442d-825e-534fa65d4be5 HTTP/1.1" status: 204 len: 168 time: 2.0384426 Jan 28 20:43:02.798269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36356) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:02.812286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a5f9e1ac-d9d3-438c-a09a-ab4ecb2c2efd None None] Provisioning complete for port 1c5ec738-4979-4ffc-9071-8805afa4ab9b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:02.812286 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e1ac-d9d3-438c-a09a-ab4ecb2c2efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:02.816303 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-53dce8cf-f678-4c93-a20a-0d5a3103d02d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 200 len: 934 time: 1.4260454 Jan 28 20:43:02.820490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62937823-9723-4b23-bb8a-25f9950d9259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd29221-e047-442d-825e-534fa65d4be5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:02.835834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:02.849051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'routes': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:03.028445 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:03.181256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:03.411709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 53eb431b-ce4a-4532-8c7c-1ecc594fea5f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:03.471139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 53eb431b-ce4a-4532-8c7c-1ecc594fea5f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:03.472483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 53eb431b-ce4a-4532-8c7c-1ecc594fea5f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:03.483851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ee503dbe-3ea2-4267-a8f1-40782d00b9e2 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:03.497119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Deleting port 1bce44f4-41d1-44b7-99ee-88e7e699965a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:03.498383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:03.574064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: ee503dbe-3ea2-4267-a8f1-40782d00b9e2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:03.574558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ee503dbe-3ea2-4267-a8f1-40782d00b9e2 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:03.580870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] DHCP port deletion for ebffa054-401f-432c-b319-dbed1e2fc396 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:43:03.678292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] Deleting port 1bce44f4-41d1-44b7-99ee-88e7e699965a {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:03.679107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:03.731356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] For port 1bce44f4-41d1-44b7-99ee-88e7e699965a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1bce44f4-41d1-44b7-99ee-88e7e699965a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:03.732018 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:03.782674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Calling delete_port for 1bce44f4-41d1-44b7-99ee-88e7e699965a owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:03.793100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:03.835554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] For port 1bce44f4-41d1-44b7-99ee-88e7e699965a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1bce44f4-41d1-44b7-99ee-88e7e699965a,segment=NetworkSegment(1fa39a00-3932-41d4-a5fc-666a4cb70930),segment_id=1fa39a00-3932-41d4-a5fc-666a4cb70930)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:03.835970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:03.854489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] Calling delete_port for 1bce44f4-41d1-44b7-99ee-88e7e699965a owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:04.053910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:04.082535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.extraroute_db [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added routes are [] {{(pid=102306) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 20:43:04.083121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.extraroute_db [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102306) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 20:43:04.141373 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.169879 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.175374 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.249922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:04.259059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] No DVR routers for this DVR port 1bce44f4-41d1-44b7-99ee-88e7e699965a on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:04.267854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bce44f4-41d1-44b7-99ee-88e7e699965a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:04.291567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d5235f6a-33ca-4643-82c6-f908152b1645 None None] Provisioning complete for port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:04.292147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d5235f6a-33ca-4643-82c6-f908152b1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.334266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:04.334923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:04.341996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] No DVR routers for this DVR port 1bce44f4-41d1-44b7-99ee-88e7e699965a on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:04.356929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f53c87-02ce-4165-b464-c35c18526393 None None] Pushing event deleted for resources: {'Port': ['ID=1bce44f4-41d1-44b7-99ee-88e7e699965a,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:04.494666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb6311e-9e5f-49ce-a165-6fba2c915355 None None] Network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:04.520224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Router 74e9de04-71c2-4c81-8885-50eee1c1aacf is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:43:04.528038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.531992 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.629610 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.685076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebffa054-401f-432c-b319-dbed1e2fc396']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:04.688818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:04.749525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:04.761209 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Sync routers for ids ['74e9de04-71c2-4c81-8885-50eee1c1aacf'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:04.775214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa39a00-3932-41d4-a5fc-666a4cb70930') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:04.775550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa39a00-3932-41d4-a5fc-666a4cb70930') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:04.781536 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Routers {'74e9de04-71c2-4c81-8885-50eee1c1aacf'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:04.782196 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74e9de04-71c2-4c81-8885-50eee1c1aacf'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:04.785560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.786820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4fffba9c-fdd7-4d61-82e5-55c4b2d8a646 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0209296 Jan 28 20:43:04.789651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36384) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:04.839789 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.847266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:04.865377 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.870285 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7a4821d8-edf7-4d9f-8f1c-78fea0cf225d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 200 len: 700 time: 2.0315933 Jan 28 20:43:04.871013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36386) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:04.895184 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.907120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:04.907596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: self.session.flush() Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:04.910002 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:05.019346 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:05.026335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:05.029668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ebffa054-401f-432c-b319-dbed1e2fc396 HTTP/1.1" status: 204 len: 168 time: 2.2297797 Jan 28 20:43:05.050042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36388) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:05.052258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d79979-100c-4396-b21f-c7c6d7bc8a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebffa054-401f-432c-b319-dbed1e2fc396,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:05.087355 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Set router 74e9de04-71c2-4c81-8885-50eee1c1aacf gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:05.240354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:05.253689 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7661c7e7-2ba8-495e-a274-14f552360f97 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 200 len: 700 time: 0.3810542 Jan 28 20:43:05.256757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36390) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:05.394035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:05.395774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:05.524612 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:02Z', 'revision_number': 3, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port': {'id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:56:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:59Z', 'updated_at': '2022-01-28T20:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:05.594361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1c78a054-7803-4b31-80da-96571af5e0b6 None None] Provisioning complete for port a611b033-093e-4358-a893-664736ade957 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:05.594857 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1c78a054-7803-4b31-80da-96571af5e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:05.596723 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Checking router: 74e9de04-71c2-4c81-8885-50eee1c1aacf for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:05.597098 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Updating router 74e9de04-71c2-4c81-8885-50eee1c1aacf port 51b1a04a-1196-476d-ba29-87e3b57ac7e7 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:05.628416 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:05.657485 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:05.808277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a611b033-093e-4358-a893-664736ade957 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:05.998254 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1c78a054-7803-4b31-80da-96571af5e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.083824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Allocated IP 172.20.0.1 (07e2fa13-16ba-46fa-b837-2a2873bbf8a9/4b371e7d-5ace-4399-b3da-6aa40c0b4d9a/2c2e9b3e-3e08-4751-87d2-ccd77ac64870) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:06.117887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a611b033-093e-4358-a893-664736ade957 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:06.118281 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.168969 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.179263 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.198410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1c78a054-7803-4b31-80da-96571af5e0b6 None None] For port a611b033-093e-4358-a893-664736ade957, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a611b033-093e-4358-a893-664736ade957,segment=NetworkSegment(b0c694e1-9348-4dce-b7ef-6fd540249b3d),segment_id=b0c694e1-9348-4dce-b7ef-6fd540249b3d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:06.209174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1c78a054-7803-4b31-80da-96571af5e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.210291 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.244198 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb42b2-e7b3-485f-82b4-a647f122c148 None None] Pushing event updated for resources: {'Port': ['ID=51b1a04a-1196-476d-ba29-87e3b57ac7e7,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:06.255967 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.265553 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Attempting to bind port 51b1a04a-1196-476d-ba29-87e3b57ac7e7 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:06.265973 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Attempting to bind port 51b1a04a-1196-476d-ba29-87e3b57ac7e7 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:06.266504 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Attempting to bind port 51b1a04a-1196-476d-ba29-87e3b57ac7e7 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:06.273530 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:06.274655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:06.275251 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.275709 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:06.276716 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Bound port: 51b1a04a-1196-476d-ba29-87e3b57ac7e7, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:06.277396 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.279437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78a054-7803-4b31-80da-96571af5e0b6 None None] Pushing event updated for resources: {'Port': ['ID=a611b033-093e-4358-a893-664736ade957,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:06.317258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:06.321692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:06.335812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:06.350744 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] For port 51b1a04a-1196-476d-ba29-87e3b57ac7e7, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:06.357461 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] For port 51b1a04a-1196-476d-ba29-87e3b57ac7e7, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=51b1a04a-1196-476d-ba29-87e3b57ac7e7,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:06.378058 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.394204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:04Z', 'revision_number': 7, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd', 'name': '', 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:99:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:54Z', 'updated_at': '2022-01-28T20:43:02Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:06.416637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:06.439265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.484170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:06.514678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-719d4578-bbe6-4e95-83f7-381c216bd03a None None] Provisioning complete for port a611b033-093e-4358-a893-664736ade957 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:06.514678 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-719d4578-bbe6-4e95-83f7-381c216bd03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.562591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:06.563246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:06.654090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1bce44f4-41d1-44b7-99ee-88e7e699965a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:06.659885 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.677148 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Routers {'74e9de04-71c2-4c81-8885-50eee1c1aacf'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:06.678751 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74e9de04-71c2-4c81-8885-50eee1c1aacf'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:06.739777 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb42b2-e7b3-485f-82b4-a647f122c148 None None] Pushing event updated for resources: {'Port': ['ID=51b1a04a-1196-476d-ba29-87e3b57ac7e7,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:06.775429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1bce44f4-41d1-44b7-99ee-88e7e699965a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:06.776468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1bce44f4-41d1-44b7-99ee-88e7e699965a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:06.781229 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.815073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:06.888754 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] Set router 74e9de04-71c2-4c81-8885-50eee1c1aacf gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:06.948719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:06.999950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a611b033-093e-4358-a893-664736ade957 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:07.036555 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.044253 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.095276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-557056bc-b2c1-4540-b237-620b9b8e7925 None None] Provisioning complete for port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:07.095855 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-557056bc-b2c1-4540-b237-620b9b8e7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.168613 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 4, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port': {'id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:56:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:59Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2c2e9b3e-3e08-4751-87d2-ccd77ac64870', 'name': '', 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'mac_address': 'fa:16:3e:29:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:05Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 1, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'subnets': [{'id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:07.191948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.222597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:07.229946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-557056bc-b2c1-4540-b237-620b9b8e7925 None None] Port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:43:07.233852 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e992fb1-2222-4341-93a4-cd4113b3cd7f None None] The sync data for ids ['74e9de04-71c2-4c81-8885-50eee1c1aacf'] in n-d-825064-3 is: [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 4, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port': {'id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:56:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:59Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2c2e9b3e-3e08-4751-87d2-ccd77ac64870', 'name': '', 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'mac_address': 'fa:16:3e:29:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:05Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 1, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'subnets': [{'id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:07.237786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a611b033-093e-4358-a893-664736ade957 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:07.238163 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.356940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:04Z', 'revision_number': 7, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd', 'name': '', 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:99:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:54Z', 'updated_at': '2022-01-28T20:43:02Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:07.363028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:07.364875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:07.397065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310df85b-7db2-4fd0-90a6-8515bbf5ce75 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:04Z', 'revision_number': 7, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd', 'name': '', 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:99:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:54Z', 'updated_at': '2022-01-28T20:43:02Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:07.435867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:07.436384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.471271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Deleting port 20be2eea-ee7c-40ba-a307-e61c169d2341 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:07.471636 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.603192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Router 74e9de04-71c2-4c81-8885-50eee1c1aacf has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:07.646325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] For port 20be2eea-ee7c-40ba-a307-e61c169d2341, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=20be2eea-ee7c-40ba-a307-e61c169d2341,segment=NetworkSegment(16739b9a-b93e-4bb6-b7c6-a08ce987586f),segment_id=16739b9a-b93e-4bb6-b7c6-a08ce987586f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:07.646703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.662851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Calling delete_port for 20be2eea-ee7c-40ba-a307-e61c169d2341 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:07.715735 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-40dca87f-a52a-4613-8f01-ca33be8853d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.863692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a87864a6-5859-474a-97c5-31bc8a13dc1e None None] Provisioning complete for port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:07.864072 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a87864a6-5859-474a-97c5-31bc8a13dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.868981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:07.878221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ef338001-0bd0-4bfc-8cf9-2df8918cc136 admin admin] 10.222.0.44 "PUT /v2.0/routers/74e9de04-71c2-4c81-8885-50eee1c1aacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0874565 Jan 28 20:43:07.917045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,segment=NetworkSegment(18bb202f-ba7a-4681-aad1-46aecd1d84cc),segment_id=18bb202f-ba7a-4681-aad1-46aecd1d84cc)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:07.918271 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:07.923869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a87864a6-5859-474a-97c5-31bc8a13dc1e None None] Port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:43:07.966705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:08.029257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:08.042099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:08.042443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:08.193369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:08.285873 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:08.348232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:08.408462 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:08.820167 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:08.822994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Pushing event deleted for resources: {'Port': ['ID=20be2eea-ee7c-40ba-a307-e61c169d2341,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:08.915961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36428) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:08.923449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-941441645-network', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:08.994669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Made reservation on behalf of d202a13bf9594e28aa82a41c39d4bf93 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:08.998907 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.019304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.187314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 51b1a04a-1196-476d-ba29-87e3b57ac7e7 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:09.221259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.235020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.286771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:43:09.317450 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.317820 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Added segment 0beed50e-d28c-44b8-b1d2-2bb53a0d58cf of type vlan for network f5993603-27ff-4f44-a32b-66b71b5c43bd Jan 28 20:43:09.434004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 51b1a04a-1196-476d-ba29-87e3b57ac7e7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:09.435071 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.466043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.514609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35cbf5c-7761-4f6e-9593-ea91635f6022,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:09.588024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.590006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:09.590510 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.623327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:09.633839 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.693821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 51b1a04a-1196-476d-ba29-87e3b57ac7e7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=51b1a04a-1196-476d-ba29-87e3b57ac7e7,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:09.701053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7837069 Jan 28 20:43:09.705602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36440) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:09.708725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.709712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Request body: {'subnet': {'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-941441645-subnet', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:09.731016 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f69624-61c3-4403-890e-fee2f2ad3860 admin admin] Pushing event updated for resources: {'Network': ['ID=f5993603-27ff-4f44-a32b-66b71b5c43bd,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:09.762423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:04Z', 'revision_number': 7, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd', 'name': '', 'network_id': 'b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:99:b1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:54Z', 'updated_at': '2022-01-28T20:43:02Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '286c1e53-7db4-4a69-8759-fd49e9cfe636', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:09.762678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Made reservation on behalf of d202a13bf9594e28aa82a41c39d4bf93 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:09.765732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.772941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:09.777289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f5993603-27ff-4f44-a32b-66b71b5c43bd details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:43:09.850634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:09.890812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:09.907165 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-32a98d00-f7f7-48f6-8fcd-da49e8e0ea1b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6472855 Jan 28 20:43:09.910373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36442) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:09.917252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=51b1a04a-1196-476d-ba29-87e3b57ac7e7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:09.921812 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:09.922735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:42:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:10.031853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:10.035105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e72c3d0-eff4-48a2-a1b7-9742f7670903 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet 286c1e53-7db4-4a69-8759-fd49e9cfe636 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:10.042166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e72c3d0-eff4-48a2-a1b7-9742f7670903 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.118654 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e72c3d0-eff4-48a2-a1b7-9742f7670903 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.242566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e72c3d0-eff4-48a2-a1b7-9742f7670903 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.279349 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-59394fb3-fcee-4209-af54-4f2458fafd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.321415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e72c3d0-eff4-48a2-a1b7-9742f7670903 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.324594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:08Z', 'revision_number': 8, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:10.359775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e6bfe-a625-4850-80ee-9c8f16228c34 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:08Z', 'revision_number': 8, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:10.366877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4317f826-3616-443d-afad-53a781f08998 None None] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:10.410599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72c3d0-eff4-48a2-a1b7-9742f7670903 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=286c1e53-7db4-4a69-8759-fd49e9cfe636,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:10.413499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e72c3d0-eff4-48a2-a1b7-9742f7670903 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.425976 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9e72c3d0-eff4-48a2-a1b7-9742f7670903 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/286c1e53-7db4-4a69-8759-fd49e9cfe636 HTTP/1.1" status: 204 len: 168 time: 0.5142491 Jan 28 20:43:10.427255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36448) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:10.548888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:10.569429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.608359 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.729053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Checking segment: {'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:10.729418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Network hostable DHCP agents. Network: f5993603-27ff-4f44-a32b-66b71b5c43bd, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:43:10.754753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 1c5ec738-4979-4ffc-9071-8805afa4ab9b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:10.755087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.756876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79db066d-5698-4f42-9879-28459d3d9c6f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:10.779545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] DHCP port deletion for b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:43:10.852487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Network f5993603-27ff-4f44-a32b-66b71b5c43bd is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:43:10.880204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] Deleting port 1c5ec738-4979-4ffc-9071-8805afa4ab9b {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:10.881317 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.904286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f5993603-27ff-4f44-a32b-66b71b5c43bd) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:10.927727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:10.934759 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:10.973998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-184a6c22-4794-4ae8-995e-69e70579522e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2687333 Jan 28 20:43:10.979488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36452) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:10.985315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:10.996634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port 1c5ec738-4979-4ffc-9071-8805afa4ab9b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1c5ec738-4979-4ffc-9071-8805afa4ab9b,segment=NetworkSegment(18bb202f-ba7a-4681-aad1-46aecd1d84cc),segment_id=18bb202f-ba7a-4681-aad1-46aecd1d84cc)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:10.997085 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.031192 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.032498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.036520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 1c5ec738-4979-4ffc-9071-8805afa4ab9b owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:11.060707 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Sync routers for ids ['74e9de04-71c2-4c81-8885-50eee1c1aacf'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:11.079556 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Routers {'74e9de04-71c2-4c81-8885-50eee1c1aacf'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:11.081353 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74e9de04-71c2-4c81-8885-50eee1c1aacf'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:11.152964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] For port 1c5ec738-4979-4ffc-9071-8805afa4ab9b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1c5ec738-4979-4ffc-9071-8805afa4ab9b,segment=NetworkSegment(18bb202f-ba7a-4681-aad1-46aecd1d84cc),segment_id=18bb202f-ba7a-4681-aad1-46aecd1d84cc)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:11.153372 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.179160 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.182858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:11.191574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5772bfed-6238-4a4a-8537-beae0fd16194 None None] Network f5993603-27ff-4f44-a32b-66b71b5c43bd requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:11.284129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 51b1a04a-1196-476d-ba29-87e3b57ac7e7 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:11.287228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] Calling delete_port for 1c5ec738-4979-4ffc-9071-8805afa4ab9b owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:11.325320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:11.326045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:11.351794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:11.359015 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-912cb863-4760-4787-94b8-fbee5e50ab33 admin admin] 10.222.0.44 "PUT /v2.0/routers/2a4a15a1-453a-46a9-8fa4-f410e38e4109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3002868 Jan 28 20:43:11.360670 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Set router 74e9de04-71c2-4c81-8885-50eee1c1aacf gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:11.361340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36454) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:11.364626 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] Sync routers for ids ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:11.378030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.389981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.412112 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] Routers {'2a4a15a1-453a-46a9-8fa4-f410e38e4109'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:11.412790 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:11.437181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=1c5ec738-4979-4ffc-9071-8805afa4ab9b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:11.439119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No DVR routers for this DVR port 1c5ec738-4979-4ffc-9071-8805afa4ab9b on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:11.533030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.623599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.658825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:11.679348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bb202f-ba7a-4681-aad1-46aecd1d84cc') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:11.679733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bb202f-ba7a-4681-aad1-46aecd1d84cc') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:11.698209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.706037 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] Set router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:11.751921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.762475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:11.762884 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:11.766448 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:11.780931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:11.822436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:11.957836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Deleting port a876e61f-ab30-44fd-966d-cddbef6ef274 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:11.959229 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.024758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-f5993603-27ff-4f44-a32b-66b71b5c43bd', 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'fixed_ips': [{'subnet_id': '79db066d-5698-4f42-9879-28459d3d9c6f'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:43:12.026282 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.040723 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.043338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.093600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.095758 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 4, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port': {'id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:59Z', 'updated_at': '2022-01-28T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2c2e9b3e-3e08-4751-87d2-ccd77ac64870', 'name': '', 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'mac_address': 'fa:16:3e:29:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:05Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 2, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'subnets': [{'id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:12.111233 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.117994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e HTTP/1.1" status: 204 len: 168 time: 1.6863694 Jan 28 20:43:12.119253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36472) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:12.148070 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Checking router: 74e9de04-71c2-4c81-8885-50eee1c1aacf for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:12.149116 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Updating router 74e9de04-71c2-4c81-8885-50eee1c1aacf port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:12.157057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bd3d2-6be3-4efb-a387-77268d8f588b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:12.188346 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.211730 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.260962 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:43:08Z', 'revision_number': 5, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port': {'id': 'a876e61f-ab30-44fd-966d-cddbef6ef274', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:50Z', 'updated_at': '2022-01-28T20:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:12.331102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.343436 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] Checking router: 2a4a15a1-453a-46a9-8fa4-f410e38e4109 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:12.399787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Allocated IP 172.25.2.54 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/706006c5-a54a-4a1e-975a-09dfc81c3748) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:12.410584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] Network b8c9dc06-f4e8-4cbe-8665-4d4eae16df6e is not hosted by any dhcp agent {{(pid=102308) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:43:12.411046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] No DVR routers for this DVR port 1c5ec738-4979-4ffc-9071-8805afa4ab9b on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:12.459001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590df916-a234-4bb8-aad4-28c01f0c04fd None None] Pushing event deleted for resources: {'Port': ['ID=1c5ec738-4979-4ffc-9071-8805afa4ab9b,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:12.486313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 51b1a04a-1196-476d-ba29-87e3b57ac7e7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:12.486699 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.493527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] For port a876e61f-ab30-44fd-966d-cddbef6ef274, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a876e61f-ab30-44fd-966d-cddbef6ef274,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:12.494113 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.502462 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] Routers {'2a4a15a1-453a-46a9-8fa4-f410e38e4109'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:12.503175 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:12.517685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Calling delete_port for a876e61f-ab30-44fd-966d-cddbef6ef274 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:12.636045 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.685912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Allocated IP 172.20.0.2 (f5993603-27ff-4f44-a32b-66b71b5c43bd/79db066d-5698-4f42-9879-28459d3d9c6f/08a6d6f8-ddbf-458c-ab05-4f2f00a8181a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:12.713371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.792939 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] Set router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:12.816602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:12.831464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:12.846387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:12.964979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:12.982026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Pushing event updated for resources: {'Port': ['ID=706006c5-a54a-4a1e-975a-09dfc81c3748,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:13.051607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a876e61f-ab30-44fd-966d-cddbef6ef274,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:13.108923 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:43:11Z', 'revision_number': 6, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:13.207971 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f91c87-cc2c-4a93-a7d0-0e5565a1be07 None None] The sync data for ids ['2a4a15a1-453a-46a9-8fa4-f410e38e4109'] in n-d-825064-3 is: [{'id': '2a4a15a1-453a-46a9-8fa4-f410e38e4109', 'name': 'tempest-TestServerMultinode-63015507-router', 'tenant_id': '2360b3be5fd941ec88dceae7b052fcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:49Z', 'updated_at': '2022-01-28T20:43:11Z', 'revision_number': 6, 'project_id': '2360b3be5fd941ec88dceae7b052fcd8', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:13.287228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:08Z', 'revision_number': 8, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:13.295791 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.342602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.392521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.392521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:13.408839 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.439247 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.455245 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.468810 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.532349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:13.536836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:13.575549 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d0ab5-4a10-4ec9-a749-85b2d8426a5c None None] Pushing event updated for resources: {'Port': ['ID=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:13.649369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.655965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.730261 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Attempting to bind port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:13.730672 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Attempting to bind port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:13.730991 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Attempting to bind port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 on network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:13.740065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.745544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:13.751889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:13.752351 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Checking segment: {'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:13.752713 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.753094 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Bound using segment: {'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:13.753566 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Bound port: 2c2e9b3e-3e08-4751-87d2-ccd77ac64870, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c694e1-9348-4dce-b7ef-6fd540249b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:13.753960 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.776758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.786924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.787790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4a15a1-453a-46a9-8fa4-f410e38e4109 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:43:13.796852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.803264 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.807143 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0fe46a36-ae97-4a59-b57b-adc4ebce07ce admin admin] 10.222.0.44 "DELETE /v2.0/routers/2a4a15a1-453a-46a9-8fa4-f410e38e4109 HTTP/1.1" status: 204 len: 168 time: 2.4429286 Jan 28 20:43:13.810318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36482) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:13.875340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Pushing event updated for resources: {'Port': ['ID=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:13.878738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:13.879086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c1e9b13b-cbf0-48bc-96a1-4d2c3b2ddffd not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:13.879518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1c5ec738-4979-4ffc-9071-8805afa4ab9b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:13.904035 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] For port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:13.907543 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] For port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,segment=NetworkSegment(b0c694e1-9348-4dce-b7ef-6fd540249b3d),segment_id=b0c694e1-9348-4dce-b7ef-6fd540249b3d)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:13.921919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Network f5993603-27ff-4f44-a32b-66b71b5c43bd is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:13.927114 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:13.935395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1c5ec738-4979-4ffc-9071-8805afa4ab9b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:13.936298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1c5ec738-4979-4ffc-9071-8805afa4ab9b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:13.943421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:13.947455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:13.953794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:14.053578 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Routers {'74e9de04-71c2-4c81-8885-50eee1c1aacf'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:14.054126 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74e9de04-71c2-4c81-8885-50eee1c1aacf'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:14.054637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a41116-21ed-482b-9241-1996759799b8 admin admin] Deleting subnet 41beab3b-166d-4681-b191-75d1747565f3 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:14.077398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4a41116-21ed-482b-9241-1996759799b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.122511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:43:14.194705 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d0ab5-4a10-4ec9-a749-85b2d8426a5c None None] Pushing event updated for resources: {'Port': ['ID=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:14.200703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0e4a61ce-4b83-4255-a3a0-a626ffb2cc53 None None] Provisioning complete for port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:14.201089 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0e4a61ce-4b83-4255-a3a0-a626ffb2cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.293880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Attempting to bind port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:14.294254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Attempting to bind port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:14.297360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Attempting to bind port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a on network f5993603-27ff-4f44-a32b-66b71b5c43bd {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:14.297934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4a41116-21ed-482b-9241-1996759799b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.316906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:14.354236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Sync routers for ids ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:14.361095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.372788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-41b9ae37-5b92-46e9-b9da-6bf8b3fa815a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3921576 Jan 28 20:43:14.373956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36492) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:14.381409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:14.383349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Checking segment: {'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:14.385051 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.388361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Bound using segment: {'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:14.389185 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Bound port: 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:14.391296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.403139 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] Set router 74e9de04-71c2-4c81-8885-50eee1c1aacf gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:14.549939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:14.597893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Routers {'1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:14.599687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:14.689795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4a41116-21ed-482b-9241-1996759799b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.715965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port cced3568-ebaa-4bc4-80fb-961fa45e31c0 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:14.716738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.896785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port cced3568-ebaa-4bc4-80fb-961fa45e31c0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cced3568-ebaa-4bc4-80fb-961fa45e31c0,segment=NetworkSegment(ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab),segment_id=ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:14.898315 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:14.901967 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 4, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port': {'id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:59Z', 'updated_at': '2022-01-28T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2c2e9b3e-3e08-4751-87d2-ccd77ac64870', 'name': '', 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'mac_address': 'fa:16:3e:29:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:05Z', 'updated_at': '2022-01-28T20:43:13Z', 'revision_number': 4, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'subnets': [{'id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:14.912979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for cced3568-ebaa-4bc4-80fb-961fa45e31c0 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:14.968197 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a14837-4976-47f5-bc63-1be8862e91c0 None None] The sync data for ids ['74e9de04-71c2-4c81-8885-50eee1c1aacf'] in n-d-825064-3 is: [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:06Z', 'revision_number': 4, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port': {'id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:59Z', 'updated_at': '2022-01-28T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2c2e9b3e-3e08-4751-87d2-ccd77ac64870', 'name': '', 'network_id': '07e2fa13-16ba-46fa-b837-2a2873bbf8a9', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'mac_address': 'fa:16:3e:29:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:05Z', 'updated_at': '2022-01-28T20:43:13Z', 'revision_number': 4, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'subnets': [{'id': '4b371e7d-5ace-4399-b3da-6aa40c0b4d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:14.987148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] For port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:15.110701 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0e4a61ce-4b83-4255-a3a0-a626ffb2cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:15.114597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] For port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,segment=NetworkSegment(0beed50e-d28c-44b8-b1d2-2bb53a0d58cf),segment_id=0beed50e-d28c-44b8-b1d2-2bb53a0d58cf)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:15.151891 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:15.286438 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4a41116-21ed-482b-9241-1996759799b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:15.300488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:15.300854 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:15.304092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Set router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:15.355118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0e4a61ce-4b83-4255-a3a0-a626ffb2cc53 None None] For port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,segment=NetworkSegment(b0c694e1-9348-4dce-b7ef-6fd540249b3d),segment_id=b0c694e1-9348-4dce-b7ef-6fd540249b3d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:15.380975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:15.417804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a41116-21ed-482b-9241-1996759799b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41beab3b-166d-4681-b191-75d1747565f3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:15.425361 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a4a41116-21ed-482b-9241-1996759799b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:15.441094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a4a41116-21ed-482b-9241-1996759799b8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/41beab3b-166d-4681-b191-75d1747565f3 HTTP/1.1" status: 204 len: 168 time: 1.6283529 Jan 28 20:43:15.443409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36506) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:15.494154 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:15.558011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=cced3568-ebaa-4bc4-80fb-961fa45e31c0,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:15.615863 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0e4a61ce-4b83-4255-a3a0-a626ffb2cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:15.623872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529bbbe5-8fcb-4cbd-ba6d-4c9432dd9842 None None] Network 77405458-8e2b-49f7-8db0-9eef56b5624d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:15.833278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:16.115783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Allocated IP 172.20.0.1 (f5993603-27ff-4f44-a32b-66b71b5c43bd/79db066d-5698-4f42-9879-28459d3d9c6f/cc994b9e-60cb-47c1-8008-14d45f05132e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:16.250814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:16.260833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-468c3f6a-0008-4dc8-9a89-03131f78abbf None None] Provisioning complete for port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:16.261214 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-468c3f6a-0008-4dc8-9a89-03131f78abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:16.374745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:08Z', 'revision_number': 8, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:16.446407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5416e-026a-4c38-b20f-139d6220d0d6 None None] Pushing event updated for resources: {'Port': ['ID=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:16.471077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:16.577895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:16.671487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Network f5993603-27ff-4f44-a32b-66b71b5c43bd is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:16.678399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:16.693134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:16.714836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Pushing event updated for resources: {'Port': ['ID=cc994b9e-60cb-47c1-8008-14d45f05132e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:16.731163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a61ce-4b83-4255-a3a0-a626ffb2cc53 None None] Pushing event updated for resources: {'Port': ['ID=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:16.788055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f84da4-f446-4ac3-a88a-de31a8d033e8 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:08Z', 'revision_number': 8, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cced3568-ebaa-4bc4-80fb-961fa45e31c0', 'name': '', 'network_id': '3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:d9:db:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:46Z', 'updated_at': '2022-01-28T20:42:56Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '062d9b6a-d748-4163-97a5-de3dfdbbfdf8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:16.843826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:16.853424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Deleting port 84d46865-a21f-4f23-b5f2-70c755564a68 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:16.853899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:17.006543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 20be2eea-ee7c-40ba-a307-e61c169d2341 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:17.162052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-9e33ba9d-439c-4b2a-a6d5-c5fb127c15d6 req-ff355a15-71de-46c4-b3a1-98f0839d1216 service neutron] (102306) timed out ('10.222.0.44', 41636) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 20:43:17.189932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:17.192887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] For port 84d46865-a21f-4f23-b5f2-70c755564a68, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=84d46865-a21f-4f23-b5f2-70c755564a68,segment=NetworkSegment(16739b9a-b93e-4bb6-b7c6-a08ce987586f),segment_id=16739b9a-b93e-4bb6-b7c6-a08ce987586f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:17.193310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:17.255426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Calling delete_port for 84d46865-a21f-4f23-b5f2-70c755564a68 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:17.281846 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:17.504220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 20be2eea-ee7c-40ba-a307-e61c169d2341 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:17.504569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 20be2eea-ee7c-40ba-a307-e61c169d2341 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:17.505005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a876e61f-ab30-44fd-966d-cddbef6ef274 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:17.547148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: a876e61f-ab30-44fd-966d-cddbef6ef274 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:17.547503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a876e61f-ab30-44fd-966d-cddbef6ef274 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:17.551462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:13Z', 'revision_number': 3, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port': {'id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:12Z', 'updated_at': '2022-01-28T20:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:17.595431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] DHCP port deletion for 77405458-8e2b-49f7-8db0-9eef56b5624d request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:43:17.598987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96194980-26fa-4ada-9fef-b70651e0ba33 None None] Network f5993603-27ff-4f44-a32b-66b71b5c43bd requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:17.603580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Checking router: 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:17.603978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Updating router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 port 706006c5-a54a-4a1e-975a-09dfc81c3748 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:17.750183 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:17.811825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:17.819581 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:17.829333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5cdcd92b-be37-41fe-b359-f31af9adfd13 None None] Provisioning complete for port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:17.829821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd92b-be37-41fe-b359-f31af9adfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.020426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Pushing event updated for resources: {'Port': ['ID=cc994b9e-60cb-47c1-8008-14d45f05132e,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:18.044898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] Deleting port 84d46865-a21f-4f23-b5f2-70c755564a68 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:18.045546 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.057749 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.140453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:18.249903 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.278839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Network f5993603-27ff-4f44-a32b-66b71b5c43bd is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:18.286628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d46865-a21f-4f23-b5f2-70c755564a68,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:18.287383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:18.297059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:18.308121 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7707abfa-8be9-4836-8f41-a5025339d38c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1878686 Jan 28 20:43:18.315422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36642) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:18.324983 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:18.346763 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:18.348216 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:18.350492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] No DVR routers for this DVR port 84d46865-a21f-4f23-b5f2-70c755564a68 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:18.374506 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.494268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] For port 84d46865-a21f-4f23-b5f2-70c755564a68, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=84d46865-a21f-4f23-b5f2-70c755564a68,segment=NetworkSegment(16739b9a-b93e-4bb6-b7c6-a08ce987586f),segment_id=16739b9a-b93e-4bb6-b7c6-a08ce987586f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:18.495441 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.519437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:18.589861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] Calling delete_port for 84d46865-a21f-4f23-b5f2-70c755564a68 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:18.591691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.645073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77405458-8e2b-49f7-8db0-9eef56b5624d']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:18.650472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:18.652688 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.656161 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:18.670051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16739b9a-b93e-4bb6-b7c6-a08ce987586f') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:18.670624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16739b9a-b93e-4bb6-b7c6-a08ce987586f') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:18.698054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.731071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.748327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:18.749212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.799237 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd92b-be37-41fe-b359-f31af9adfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:18.885877 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:18.903392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.909286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:18.916382 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/77405458-8e2b-49f7-8db0-9eef56b5624d HTTP/1.1" status: 204 len: 168 time: 3.4599340 Jan 28 20:43:18.977544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef6eac-792c-4ff1-b0dc-b79d36c45df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=77405458-8e2b-49f7-8db0-9eef56b5624d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:19.011339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5cdcd92b-be37-41fe-b359-f31af9adfd13 None None] For port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,segment=NetworkSegment(0beed50e-d28c-44b8-b1d2-2bb53a0d58cf),segment_id=0beed50e-d28c-44b8-b1d2-2bb53a0d58cf)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:19.065845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1ce554-14ed-4cbc-9cb4-673da541190f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet 062d9b6a-d748-4163-97a5-de3dfdbbfdf8 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:19.078954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce554-14ed-4cbc-9cb4-673da541190f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.227832 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:15Z', 'revision_number': 9, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:19.238134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.244429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce554-14ed-4cbc-9cb4-673da541190f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.281475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:19.301866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd92b-be37-41fe-b359-f31af9adfd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.315462 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:19.315963 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:19.324339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36726) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:19.331779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.482645 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e89c8eb1-cbfa-486c-a813-ef8289b85e45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2538ece24635492ea15202e0cfc8453d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471510 Jan 28 20:43:19.494677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36750) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:19.520348 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:19.631546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Attempting to bind port 706006c5-a54a-4a1e-975a-09dfc81c3748 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:19.637629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Attempting to bind port 706006c5-a54a-4a1e-975a-09dfc81c3748 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:19.637629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Attempting to bind port 706006c5-a54a-4a1e-975a-09dfc81c3748 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:19.662834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:19.663244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:19.664805 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.666344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:19.666848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Bound port: 706006c5-a54a-4a1e-975a-09dfc81c3748, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:19.669059 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.690625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:19.696146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bbb6b985-4f1f-4269-b596-d7ff8a17fb44 admin admin] 10.222.0.44 "PUT /v2.0/routers/1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3196745 Jan 28 20:43:19.712892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a8e-ab8d-4b0e-a22f-6fd39606d1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.718700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce554-14ed-4cbc-9cb4-673da541190f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.795708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:19.814465 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.836740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] Network 77405458-8e2b-49f7-8db0-9eef56b5624d is not hosted by any dhcp agent {{(pid=102308) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:43:19.838207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] No DVR routers for this DVR port 84d46865-a21f-4f23-b5f2-70c755564a68 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:19.847673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-487e6050-93b9-431c-954c-808b78018257 None None] Provisioning complete for port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:19.849159 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-487e6050-93b9-431c-954c-808b78018257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:19.853563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcd92b-be37-41fe-b359-f31af9adfd13 None None] Pushing event updated for resources: {'Port': ['ID=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:19.869118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a8e-ab8d-4b0e-a22f-6fd39606d1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.005940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163ca5-7ed3-4391-b456-eb0616a90f89 None None] Pushing event updated for resources: {'Port': ['ID=706006c5-a54a-4a1e-975a-09dfc81c3748,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:20.017770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce554-14ed-4cbc-9cb4-673da541190f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.096830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ce554-14ed-4cbc-9cb4-673da541190f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=062d9b6a-d748-4163-97a5-de3dfdbbfdf8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:20.112269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a8e-ab8d-4b0e-a22f-6fd39606d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.115354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5a8e-ab8d-4b0e-a22f-6fd39606d1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.121819 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c6cf5a8e-ab8d-4b0e-a22f-6fd39606d1bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe34e903-0fdd-4fcb-b5da-4c1f4a89d0e8 HTTP/1.1" status: 204 len: 168 time: 0.6109121 Jan 28 20:43:20.137159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a1ce554-14ed-4cbc-9cb4-673da541190f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.147080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 36824) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:20.147432 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0a1ce554-14ed-4cbc-9cb4-673da541190f tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/062d9b6a-d748-4163-97a5-de3dfdbbfdf8 HTTP/1.1" status: 204 len: 168 time: 1.8266222 Jan 28 20:43:20.156777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3c4cd-24c4-4c0e-8d1a-0710a1896384 None None] Pushing event deleted for resources: {'Port': ['ID=84d46865-a21f-4f23-b5f2-70c755564a68,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:20.173748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf5a8e-ab8d-4b0e-a22f-6fd39606d1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe34e903-0fdd-4fcb-b5da-4c1f4a89d0e8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:20.202245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bea5c0-c5f7-4820-9166-b656bf5d3846 None None] Network 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:20.246635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] For port 706006c5-a54a-4a1e-975a-09dfc81c3748, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:20.317918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] For port 706006c5-a54a-4a1e-975a-09dfc81c3748, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=706006c5-a54a-4a1e-975a-09dfc81c3748,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:20.332498 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:15Z', 'revision_number': 9, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:20.346074 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.415665 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8272ffd-c6f8-4f4d-8ff9-0dbc408ba541 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:15Z', 'revision_number': 9, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b616d358-d944-4c32-8a95-8fe1240c6706', 'name': '', 'network_id': '2659463c-dcdb-4ce7-80ba-7d8118c899d5', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:93:d7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '69843200-ae3d-499d-a52f-2396a009185f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:39Z', 'updated_at': '2022-01-28T20:42:50Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': '69843200-ae3d-499d-a52f-2396a009185f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:20.512501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.547919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163ca5-7ed3-4391-b456-eb0616a90f89 None None] Pushing event updated for resources: {'Port': ['ID=706006c5-a54a-4a1e-975a-09dfc81c3748,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:20.733571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:20.733925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.762892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port fcc4dc72-02a8-43fa-97f5-a686127adc96 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:20.764095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:20.797741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Routers {'1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:20.798387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:20.893409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-487e6050-93b9-431c-954c-808b78018257 None None] Provisioning complete for port cc994b9e-60cb-47c1-8008-14d45f05132e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:20.894494 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-487e6050-93b9-431c-954c-808b78018257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.017148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port fcc4dc72-02a8-43fa-97f5-a686127adc96, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fcc4dc72-02a8-43fa-97f5-a686127adc96,segment=NetworkSegment(ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab),segment_id=ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:21.017520 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.025876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36918) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:21.059995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-487e6050-93b9-431c-954c-808b78018257 None None] Port cc994b9e-60cb-47c1-8008-14d45f05132e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:43:21.075604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for fcc4dc72-02a8-43fa-97f5-a686127adc96 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:21.092980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade75ffa-a0b8-4ff9-a6c5-44aad625fdba None None] DHCP port deletion for 3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:43:21.123545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] Set router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:21.134720 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8cab2132-3f7a-4e41-acd7-1bdcf9be4b05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2360b3be5fd941ec88dceae7b052fcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046016 Jan 28 20:43:21.135486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 36928) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:21.244978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.295770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=fcc4dc72-02a8-43fa-97f5-a686127adc96,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:21.305985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No DVR routers for this DVR port fcc4dc72-02a8-43fa-97f5-a686127adc96 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:21.317886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c6bd84-77f8-4372-8c0e-0a311747f93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.417504 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c6bd84-77f8-4372-8c0e-0a311747f93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.624888 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.678924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c6bd84-77f8-4372-8c0e-0a311747f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.691029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-16c6bd84-77f8-4372-8c0e-0a311747f93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.691235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:21.695592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-16c6bd84-77f8-4372-8c0e-0a311747f93a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7362e55d-180a-4d75-9793-c655cb226203 HTTP/1.1" status: 204 len: 168 time: 0.5563188 Jan 28 20:43:21.732839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6bd84-77f8-4372-8c0e-0a311747f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7362e55d-180a-4d75-9793-c655cb226203,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:21.740653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:21.741713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3b19af-bc73-4ef0-9e3a-f410bb8b87ab') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:21.763946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.801820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.814456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:21.814856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:21.818768 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:21.920987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ade75ffa-a0b8-4ff9-a6c5-44aad625fdba None None] The port 'fcc4dc72-02a8-43fa-97f5-a686127adc96' was deleted {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 28 20:43:21.928630 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.971470 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:21.982887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c HTTP/1.1" status: 204 len: 168 time: 1.8309631 Jan 28 20:43:21.983398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37014) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:21.998617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=3dc9a8b9-980e-4331-96aa-fcaf2fba8e8c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:22.020010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.020389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.020730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.023814 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:22.029322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.029672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.030014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.030351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.030682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.031013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.031342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.031669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.032095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f53986-0a09-4035-bf36-d19afc3d96bd tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:22.118646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 84d46865-a21f-4f23-b5f2-70c755564a68 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:22.192981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ca463773-dca1-44a0-a7fa-bc92f7de692f None None] Provisioning complete for port cc994b9e-60cb-47c1-8008-14d45f05132e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:22.193411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ca463773-dca1-44a0-a7fa-bc92f7de692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:22.415482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 84d46865-a21f-4f23-b5f2-70c755564a68 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:22.416090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 84d46865-a21f-4f23-b5f2-70c755564a68 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:22.511271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ca463773-dca1-44a0-a7fa-bc92f7de692f None None] Port cc994b9e-60cb-47c1-8008-14d45f05132e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:43:22.532208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37066) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:22.635465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:17Z', 'revision_number': 4, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port': {'id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:12Z', 'updated_at': '2022-01-28T20:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'cc994b9e-60cb-47c1-8008-14d45f05132e', 'name': '', 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'mac_address': 'fa:16:3e:65:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:15Z', 'updated_at': '2022-01-28T20:43:17Z', 'revision_number': 2, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'subnets': [{'id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:22.712400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a0b0c6-7e11-452e-8252-63d743634f2a None None] The sync data for ids ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'] in n-d-825064-3 is: [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:17Z', 'revision_number': 4, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port': {'id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:12Z', 'updated_at': '2022-01-28T20:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'cc994b9e-60cb-47c1-8008-14d45f05132e', 'name': '', 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'mac_address': 'fa:16:3e:65:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:15Z', 'updated_at': '2022-01-28T20:43:17Z', 'revision_number': 2, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'subnets': [{'id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:22.717052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:22.808055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:22.808720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:22.895900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:23.167860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fcc4dc72-02a8-43fa-97f5-a686127adc96 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:23.284711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: fcc4dc72-02a8-43fa-97f5-a686127adc96 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:23.288377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fcc4dc72-02a8-43fa-97f5-a686127adc96 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:23.291010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cced3568-ebaa-4bc4-80fb-961fa45e31c0 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:23.462057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: cced3568-ebaa-4bc4-80fb-961fa45e31c0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:23.473837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cced3568-ebaa-4bc4-80fb-961fa45e31c0 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:23.646964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port b616d358-d944-4c32-8a95-8fe1240c6706 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:23.658914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:23.803963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37098) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:23.938690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port b616d358-d944-4c32-8a95-8fe1240c6706, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b616d358-d944-4c32-8a95-8fe1240c6706,segment=NetworkSegment(b593acd9-6683-452b-832b-9703b75b115f),segment_id=b593acd9-6683-452b-832b-9703b75b115f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:23.941230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:23.959121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for b616d358-d944-4c32-8a95-8fe1240c6706 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:24.078538 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:24.285805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-245721435-network', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:24.362005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:24.430737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Made reservation on behalf of 4428eb150c0a49439ae3d4ccc977d5e9 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:24.442900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:24.452139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=b616d358-d944-4c32-8a95-8fe1240c6706,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:24.508656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:24.796524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 706006c5-a54a-4a1e-975a-09dfc81c3748 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:24.918043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 706006c5-a54a-4a1e-975a-09dfc81c3748 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:24.920646 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:24.974597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Deleting port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:24.976778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:24.979401 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.143143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.148564 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.161193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.197138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 706006c5-a54a-4a1e-975a-09dfc81c3748, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=706006c5-a54a-4a1e-975a-09dfc81c3748,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:25.207387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.215598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:43:25.238247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] For port 2c2e9b3e-3e08-4751-87d2-ccd77ac64870, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,segment=NetworkSegment(b0c694e1-9348-4dce-b7ef-6fd540249b3d),segment_id=b0c694e1-9348-4dce-b7ef-6fd540249b3d)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:25.239020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.252087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.252796 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Added segment 1b559865-315b-4ade-b4a6-0a6842cf00b4 of type vlan for network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 Jan 28 20:43:25.264519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00256f74-2e52-4d4f-9c6c-2fb3edf38313,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:25.275690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Calling delete_port for 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:25.318259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=706006c5-a54a-4a1e-975a-09dfc81c3748,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:25.319485 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.401519 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.405041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:25.405730 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.450887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6434648 Jan 28 20:43:25.456987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37108) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:25.473556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Request body: {'subnet': {'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-245721435-subnet', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:25.563810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Made reservation on behalf of 4428eb150c0a49439ae3d4ccc977d5e9 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:25.566296 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:25.574008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:25.604778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e33d6b-a331-455f-8857-259d515ddb15 admin admin] Pushing event updated for resources: {'Network': ['ID=2a33c13a-6f2a-4b00-aa20-dd922e214dd6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:25.615112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:43:25.892582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:25.909940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:25.911106 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d960ce94-067f-4270-90dc-f04b2ffe42e7 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9275529 Jan 28 20:43:25.914412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37116) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:25.934330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:25.936956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:25.979252 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.007577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5106bf-99d8-4889-913b-ad0d1f378f12 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet 69843200-ae3d-499d-a52f-2396a009185f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:26.014776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c5106bf-99d8-4889-913b-ad0d1f378f12 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.141395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2e9b3e-3e08-4751-87d2-ccd77ac64870,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:26.199063 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c5106bf-99d8-4889-913b-ad0d1f378f12 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.285332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:26.305982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.445712 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c5106bf-99d8-4889-913b-ad0d1f378f12 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.567891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:24Z', 'revision_number': 10, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:26.598015 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.609129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:26.616432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c5106bf-99d8-4889-913b-ad0d1f378f12 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.630047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:26.630736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:26.706353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Checking segment: {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:26.706763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Network hostable DHCP agents. Network: 2a33c13a-6f2a-4b00-aa20-dd922e214dd6, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:43:26.716199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c5106bf-99d8-4889-913b-ad0d1f378f12 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.728926 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c5106bf-99d8-4889-913b-ad0d1f378f12 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/69843200-ae3d-499d-a52f-2396a009185f HTTP/1.1" status: 204 len: 168 time: 0.8101635 Jan 28 20:43:26.732412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37124) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:26.746116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:26.779971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:26.820446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5106bf-99d8-4889-913b-ad0d1f378f12 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=69843200-ae3d-499d-a52f-2396a009185f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:26.852269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:43:26.869449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 2a33c13a-6f2a-4b00-aa20-dd922e214dd6) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:26.877762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b5875e-022e-4a6b-92e4-0e7dbe345914 None None] Network 2659463c-dcdb-4ce7-80ba-7d8118c899d5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:26.881766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 706006c5-a54a-4a1e-975a-09dfc81c3748 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:26.886132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:26.887392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.894058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb14da4-88f1-4b9d-a0b0-e28dcb6dd6f5 None None] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:26.952059 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c4c388f0-450e-42af-809a-fa62db89f21e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4936745 Jan 28 20:43:26.954318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:26.966387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:26.994594 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.995061 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:26.997859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.088992 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.212481 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Sync routers for ids ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:27.236836 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Routers {'1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:27.237791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Router 74e9de04-71c2-4c81-8885-50eee1c1aacf has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:27.239126 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:27.239475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 573ff51f-6bbe-4710-93e4-34ec65a818e5 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:27.239913 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.373135 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.491175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:43:27.492819 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.508645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port 573ff51f-6bbe-4710-93e4-34ec65a818e5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=573ff51f-6bbe-4710-93e4-34ec65a818e5,segment=NetworkSegment(b593acd9-6683-452b-832b-9703b75b115f),segment_id=b593acd9-6683-452b-832b-9703b75b115f)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:27.509043 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.542907 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Set router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:27.561804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 573ff51f-6bbe-4710-93e4-34ec65a818e5 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:27.693882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Allocated IP 172.20.0.2 (2a33c13a-6f2a-4b00-aa20-dd922e214dd6/c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee/c250c2bb-ccc6-4d47-8e35-5519f1c3923d) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:27.716073 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:43:27.762899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:27.770823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64a13b0f-76fe-459a-ac19-151133bc6186 admin admin] 10.222.0.44 "PUT /v2.0/routers/74e9de04-71c2-4c81-8885-50eee1c1aacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2373991 Jan 28 20:43:27.774822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37138) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:27.776725 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:17Z', 'revision_number': 4, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port': {'id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:12Z', 'updated_at': '2022-01-28T20:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'cc994b9e-60cb-47c1-8008-14d45f05132e', 'name': '', 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'mac_address': 'fa:16:3e:65:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:15Z', 'updated_at': '2022-01-28T20:43:17Z', 'revision_number': 2, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'subnets': [{'id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:27.811253 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Checking router: 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:27.812015 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Updating router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 port cc994b9e-60cb-47c1-8008-14d45f05132e binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:27.841932 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.848586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.850443 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.881431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] Sync routers for ids ['74e9de04-71c2-4c81-8885-50eee1c1aacf'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:27.885593 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.892679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.910254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 706006c5-a54a-4a1e-975a-09dfc81c3748 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:27.914381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=573ff51f-6bbe-4710-93e4-34ec65a818e5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:27.915322 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.920069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No DVR routers for this DVR port 573ff51f-6bbe-4710-93e4-34ec65a818e5 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:27.948385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:27.996323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:28.077292 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.099707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.134069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2659463c-dcdb-4ce7-80ba-7d8118c899d5']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:28.154261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b593acd9-6683-452b-832b-9703b75b115f') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:28.155234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b593acd9-6683-452b-832b-9703b75b115f') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:28.170734 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.196865 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.207508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.209373 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.211818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:28.212264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:28.215602 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:28.271833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] Routers {'74e9de04-71c2-4c81-8885-50eee1c1aacf'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:28.272531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74e9de04-71c2-4c81-8885-50eee1c1aacf'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:28.281189 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cb724-e3fd-4bbd-a175-326f895d47df None None] Pushing event updated for resources: {'Port': ['ID=cc994b9e-60cb-47c1-8008-14d45f05132e,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:28.350591 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.364575 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Attempting to bind port cc994b9e-60cb-47c1-8008-14d45f05132e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:28.365291 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Attempting to bind port cc994b9e-60cb-47c1-8008-14d45f05132e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:28.365880 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Attempting to bind port cc994b9e-60cb-47c1-8008-14d45f05132e on network f5993603-27ff-4f44-a32b-66b71b5c43bd {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:28.370870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.374348 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:28.374960 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Checking segment: {'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:28.375762 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.376588 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Bound using segment: {'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:28.376879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/2659463c-dcdb-4ce7-80ba-7d8118c899d5 HTTP/1.1" status: 204 len: 168 time: 1.6431687 Jan 28 20:43:28.377611 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Bound port: cc994b9e-60cb-47c1-8008-14d45f05132e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:28.377983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da236f-060c-47cd-ad82-f93eaa4439b9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=2659463c-dcdb-4ce7-80ba-7d8118c899d5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:28.378365 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.379940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37142) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:28.481652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68e8e23-010f-4642-9a5b-89d72eda4eeb None None] DHCP port deletion for 2659463c-dcdb-4ce7-80ba-7d8118c899d5 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:43:28.503163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:28.507056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:28.581123 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] For port cc994b9e-60cb-47c1-8008-14d45f05132e, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:28.584697 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] For port cc994b9e-60cb-47c1-8008-14d45f05132e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cc994b9e-60cb-47c1-8008-14d45f05132e,segment=NetworkSegment(0beed50e-d28c-44b8-b1d2-2bb53a0d58cf),segment_id=0beed50e-d28c-44b8-b1d2-2bb53a0d58cf)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:28.591599 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.666209 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Routers {'1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:28.667747 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:28.678626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Pushing event updated for resources: {'Port': ['ID=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:28.814983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Attempting to bind port c250c2bb-ccc6-4d47-8e35-5519f1c3923d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:28.815543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Attempting to bind port c250c2bb-ccc6-4d47-8e35-5519f1c3923d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:28.816013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Attempting to bind port c250c2bb-ccc6-4d47-8e35-5519f1c3923d on network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:28.838335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] Set router 74e9de04-71c2-4c81-8885-50eee1c1aacf gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:28.843588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:28.844129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Checking segment: {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:28.845231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.845231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Bound using segment: {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:28.845776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Bound port: c250c2bb-ccc6-4d47-8e35-5519f1c3923d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:28.846324 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:28.899627 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cb724-e3fd-4bbd-a175-326f895d47df None None] Pushing event updated for resources: {'Port': ['ID=cc994b9e-60cb-47c1-8008-14d45f05132e,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:28.958837 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] Set router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:28.980278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] For port c250c2bb-ccc6-4d47-8e35-5519f1c3923d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:28.983911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] For port c250c2bb-ccc6-4d47-8e35-5519f1c3923d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:29.135904 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:29.195319 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:29.268721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:24Z', 'revision_number': 10, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:29.271433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-26b3db7c-8562-4ef2-a22d-de25f0b30790 None None] Provisioning complete for port cc994b9e-60cb-47c1-8008-14d45f05132e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:29.271985 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-26b3db7c-8562-4ef2-a22d-de25f0b30790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:29.301193 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a14dff-2d74-4594-8fe6-79ca80ae7ed4 None None] Pushing event updated for resources: {'Port': ['ID=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:29.402360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c88df-72af-4db4-8a98-62e8732a0eef None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:24Z', 'revision_number': 10, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None, '_interfaces': [{'id': '79885c73-dc45-4160-9403-5e46b46e5505', 'name': '', 'network_id': 'a9085777-7c9c-4a5a-8cbd-bf463f61aba0', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'mac_address': 'fa:16:3e:24:30:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:33Z', 'updated_at': '2022-01-28T20:42:39Z', 'revision_number': 5, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'subnets': [{'id': 'a5edd802-f8e0-4f3c-b329-53ca51b33f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:29.421597 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Allocated IP 172.25.2.207 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/30cc8748-3218-4ab6-b8fe-d53c2ff3d34c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:29.424923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:29.563325 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:17Z', 'revision_number': 4, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port': {'id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:12Z', 'updated_at': '2022-01-28T20:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'cc994b9e-60cb-47c1-8008-14d45f05132e', 'name': '', 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'mac_address': 'fa:16:3e:65:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:15Z', 'updated_at': '2022-01-28T20:43:28Z', 'revision_number': 4, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'subnets': [{'id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:29.637872 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefabde0-9e63-428f-bd2d-280302f082bf None None] The sync data for ids ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'] in n-d-825064-3 is: [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:17Z', 'revision_number': 4, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port': {'id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:12Z', 'updated_at': '2022-01-28T20:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'cc994b9e-60cb-47c1-8008-14d45f05132e', 'name': '', 'network_id': 'f5993603-27ff-4f44-a32b-66b71b5c43bd', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'mac_address': 'fa:16:3e:65:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:15Z', 'updated_at': '2022-01-28T20:43:28Z', 'revision_number': 4, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'subnets': [{'id': '79db066d-5698-4f42-9879-28459d3d9c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:29.639400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:25Z', 'revision_number': 5, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port': {'id': '51b1a04a-1196-476d-ba29-87e3b57ac7e7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:59Z', 'updated_at': '2022-01-28T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:29.711116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] Checking router: 74e9de04-71c2-4c81-8885-50eee1c1aacf for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:29.732135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-26b3db7c-8562-4ef2-a22d-de25f0b30790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:29.733781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Deleting port 51b1a04a-1196-476d-ba29-87e3b57ac7e7 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:29.736347 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:29.762022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] Routers {'74e9de04-71c2-4c81-8885-50eee1c1aacf'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:29.762765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['74e9de04-71c2-4c81-8885-50eee1c1aacf'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:29.778674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port 79885c73-dc45-4160-9403-5e46b46e5505 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:29.779028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:29.804711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:29.890212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:30.000112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cc994b9e-60cb-47c1-8008-14d45f05132e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:30.023939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port 79885c73-dc45-4160-9403-5e46b46e5505, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79885c73-dc45-4160-9403-5e46b46e5505,segment=NetworkSegment(435b2cc4-2cc8-4636-bd09-9f033586169e),segment_id=435b2cc4-2cc8-4636-bd09-9f033586169e)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:30.025063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:30.042071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for 79885c73-dc45-4160-9403-5e46b46e5505 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:30.059125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-26b3db7c-8562-4ef2-a22d-de25f0b30790 None None] For port cc994b9e-60cb-47c1-8008-14d45f05132e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cc994b9e-60cb-47c1-8008-14d45f05132e,segment=NetworkSegment(0beed50e-d28c-44b8-b1d2-2bb53a0d58cf),segment_id=0beed50e-d28c-44b8-b1d2-2bb53a0d58cf)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:30.073272 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-26b3db7c-8562-4ef2-a22d-de25f0b30790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:30.120194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] Set router 74e9de04-71c2-4c81-8885-50eee1c1aacf gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:30.164302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:30.171832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:30.189378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:30.199621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Pushing event updated for resources: {'Port': ['ID=30cc8748-3218-4ab6-b8fe-d53c2ff3d34c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:30.301421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.301769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.302108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.302639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.303139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.303637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.304937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.305474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.305605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:29Z', 'revision_number': 6, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:30.306110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.306607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.308617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.309203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:43:30.340378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5980129-0321-4230-80fb-cf31b0940e42 None None] The sync data for ids ['74e9de04-71c2-4c81-8885-50eee1c1aacf'] in n-d-825064-3 is: [{'id': '74e9de04-71c2-4c81-8885-50eee1c1aacf', 'name': 'tempest-TestAggregatesBasicOps-1239277516-router', 'tenant_id': 'f58393797e7c482cb4dc12013b207199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:57Z', 'updated_at': '2022-01-28T20:43:29Z', 'revision_number': 6, 'project_id': 'f58393797e7c482cb4dc12013b207199', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:30.358938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] For port 51b1a04a-1196-476d-ba29-87e3b57ac7e7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=51b1a04a-1196-476d-ba29-87e3b57ac7e7,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:30.359311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:30.369291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3db7c-8562-4ef2-a22d-de25f0b30790 None None] Pushing event updated for resources: {'Port': ['ID=cc994b9e-60cb-47c1-8008-14d45f05132e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:30.374329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cc994b9e-60cb-47c1-8008-14d45f05132e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:30.374967 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:30.429796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Calling delete_port for 51b1a04a-1196-476d-ba29-87e3b57ac7e7 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:30.446437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6173a9f7-e9a7-4005-a271-aa179e699e2f None None] Provisioning complete for port cc994b9e-60cb-47c1-8008-14d45f05132e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:30.447125 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6173a9f7-e9a7-4005-a271-aa179e699e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:30.798729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 573ff51f-6bbe-4710-93e4-34ec65a818e5 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:30.859743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 573ff51f-6bbe-4710-93e4-34ec65a818e5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:30.860215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 573ff51f-6bbe-4710-93e4-34ec65a818e5 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:30.935627 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:30.990918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=79885c73-dc45-4160-9403-5e46b46e5505,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:31.123426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:31.281827 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:31.349168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:31.474988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b1a04a-1196-476d-ba29-87e3b57ac7e7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:31.501687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e1f65-0f1f-4553-b31d-b11703a20379 None None] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:31.665664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:31.774469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c19cd723-7be2-49e9-b077-b7b77768e214 None None] Provisioning complete for port c250c2bb-ccc6-4d47-8e35-5519f1c3923d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:31.775116 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c19cd723-7be2-49e9-b077-b7b77768e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:31.799936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:31.806727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:31.823235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b9745ec3-4140-4322-bcc6-a732bf0840e9 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4362452 Jan 28 20:43:31.823235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37172) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:31.826040 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:31.835109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c250c2bb-ccc6-4d47-8e35-5519f1c3923d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:31.858067 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:31.859009 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:31.900088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-7407e2b9-0ee0-42c5-9368-07fd5349037d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting subnet a5edd802-f8e0-4f3c-b329-53ca51b33f1a {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:31.916962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7407e2b9-0ee0-42c5-9368-07fd5349037d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:31.942320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.009045 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7407e2b9-0ee0-42c5-9368-07fd5349037d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.035554 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:32.130475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7407e2b9-0ee0-42c5-9368-07fd5349037d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.170790 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.176192 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c250c2bb-ccc6-4d47-8e35-5519f1c3923d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:32.176694 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.179622 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:30Z', 'revision_number': 11, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:32.225724 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:32.244090 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7407e2b9-0ee0-42c5-9368-07fd5349037d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.245879 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:32.246685 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:32.260656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.282260 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c19cd723-7be2-49e9-b077-b7b77768e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.302409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407e2b9-0ee0-42c5-9368-07fd5349037d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Subnet': ['ID=a5edd802-f8e0-4f3c-b329-53ca51b33f1a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:32.304589 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7407e2b9-0ee0-42c5-9368-07fd5349037d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.310672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7407e2b9-0ee0-42c5-9368-07fd5349037d tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/a5edd802-f8e0-4f3c-b329-53ca51b33f1a HTTP/1.1" status: 204 len: 168 time: 0.4840736 Jan 28 20:43:32.310844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37182) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:32.359113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06877f-f573-421b-ab86-e34d1a93c10c None None] Network a9085777-7c9c-4a5a-8cbd-bf463f61aba0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:32.423429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.436909 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.437913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74e9de04-71c2-4c81-8885-50eee1c1aacf {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:43:32.451276 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.455124 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-04b10f62-0c19-4782-90e1-9e737c02a546 admin admin] 10.222.0.44 "DELETE /v2.0/routers/74e9de04-71c2-4c81-8885-50eee1c1aacf HTTP/1.1" status: 204 len: 168 time: 4.6792872 Jan 28 20:43:32.455755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37188) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:32.513966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Deleting port c70366ee-e9aa-4527-b679-646000d09edc {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:32.514671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.611929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:43:32.622010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e47f1b8-5eea-4492-a2ba-ccef7f2dbb3e admin admin] Deleting subnet 4b371e7d-5ace-4399-b3da-6aa40c0b4d9a {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:32.643725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e47f1b8-5eea-4492-a2ba-ccef7f2dbb3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.757009 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:32.770976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] For port c70366ee-e9aa-4527-b679-646000d09edc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c70366ee-e9aa-4527-b679-646000d09edc,segment=NetworkSegment(435b2cc4-2cc8-4636-bd09-9f033586169e),segment_id=435b2cc4-2cc8-4636-bd09-9f033586169e)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:32.771347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.904129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Calling delete_port for c70366ee-e9aa-4527-b679-646000d09edc owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:32.911159 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:30Z', 'revision_number': 11, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:32.958159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e47f1b8-5eea-4492-a2ba-ccef7f2dbb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:32.970222 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5333e38b-595e-4bef-b339-64c2b5eec3f9 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:30Z', 'revision_number': 11, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:32.985423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c19cd723-7be2-49e9-b077-b7b77768e214 None None] For port c250c2bb-ccc6-4d47-8e35-5519f1c3923d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:33.023754 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c19cd723-7be2-49e9-b077-b7b77768e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.066698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:33.081869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c49bf2-877a-40ac-abce-b9536ed51556 req-84f77afd-96ff-48d8-bb09-3ed9b71d2efd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:33.086681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0c49bf2-877a-40ac-abce-b9536ed51556 req-84f77afd-96ff-48d8-bb09-3ed9b71d2efd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.6568780 Jan 28 20:43:33.087873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.096059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Sync routers for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:33.130137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.136714 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7e3544dc-b25a-4408-ba8e-c851ceb24b65 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1800869 Jan 28 20:43:33.138826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37192) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:33.151913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:33.152973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:33.179235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Port': ['ID=c70366ee-e9aa-4527-b679-646000d09edc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:33.191654 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No DVR routers for this DVR port c70366ee-e9aa-4527-b679-646000d09edc on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:33.268979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:33.289660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0c49bf2-877a-40ac-abce-b9536ed51556 req-b36023cb-e737-442f-9555-2d84dcb942cc tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1935830 Jan 28 20:43:33.312387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e47f1b8-5eea-4492-a2ba-ccef7f2dbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.360926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cd723-7be2-49e9-b077-b7b77768e214 None None] Pushing event updated for resources: {'Port': ['ID=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:33.367489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9789c805-c6cb-4210-a0c6-72a1f08a66cb None None] DHCP port deletion for a9085777-7c9c-4a5a-8cbd-bf463f61aba0 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:43:33.376931 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.393023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cc994b9e-60cb-47c1-8008-14d45f05132e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:33.429677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9085777-7c9c-4a5a-8cbd-bf463f61aba0']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:33.441491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435b2cc4-2cc8-4636-bd09-9f033586169e') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:33.441925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435b2cc4-2cc8-4636-bd09-9f033586169e') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:33.453666 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.479268 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.488327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:33.488747 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:33.492619 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:33.507508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e90fef4e-fffb-427f-b709-1a0370b840cc None None] Provisioning complete for port c250c2bb-ccc6-4d47-8e35-5519f1c3923d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:33.507927 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e90fef4e-fffb-427f-b709-1a0370b840cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.535667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e47f1b8-5eea-4492-a2ba-ccef7f2dbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.591914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.600130 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e47f1b8-5eea-4492-a2ba-ccef7f2dbb3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.607583 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9e47f1b8-5eea-4492-a2ba-ccef7f2dbb3e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4b371e7d-5ace-4399-b3da-6aa40c0b4d9a HTTP/1.1" status: 204 len: 168 time: 1.1476526 Jan 28 20:43:33.608933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47f1b8-5eea-4492-a2ba-ccef7f2dbb3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b371e7d-5ace-4399-b3da-6aa40c0b4d9a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:33.611212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f600ce2-fba2-4f36-900c-b852ee2a9c7c None None] Network 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:33.616000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37196) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:33.618902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.619216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cc994b9e-60cb-47c1-8008-14d45f05132e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:33.619586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.626306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/networks/a9085777-7c9c-4a5a-8cbd-bf463f61aba0 HTTP/1.1" status: 204 len: 168 time: 1.3119335 Jan 28 20:43:33.626306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06f886-5b1d-446e-82d6-7b00e4ef4c16 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Pushing event deleted for resources: {'Network': ['ID=a9085777-7c9c-4a5a-8cbd-bf463f61aba0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:33.628916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37198) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:33.707483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'routes': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:33.818375 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.898473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:30Z', 'revision_number': 3, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:33.933503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Checking router: e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:33.933503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Updating router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:33.967308 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:33.974300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:33.996254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.extraroute_db [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Added routes are [] {{(pid=102307) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 20:43:33.996680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.extraroute_db [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Removed routes are [] {{(pid=102307) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 20:43:33.996975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.010807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.018907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:34.019847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2c2e9b3e-3e08-4751-87d2-ccd77ac64870 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:34.020484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b616d358-d944-4c32-8a95-8fe1240c6706 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:34.025729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] DHCP port deletion for 07e2fa13-16ba-46fa-b837-2a2873bbf8a9 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:43:34.047976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b616d358-d944-4c32-8a95-8fe1240c6706 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:34.048618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b616d358-d944-4c32-8a95-8fe1240c6706 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:34.049249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 51b1a04a-1196-476d-ba29-87e3b57ac7e7 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:34.124828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 51b1a04a-1196-476d-ba29-87e3b57ac7e7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:34.125323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 51b1a04a-1196-476d-ba29-87e3b57ac7e7 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:34.252959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c250c2bb-ccc6-4d47-8e35-5519f1c3923d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:34.276660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Allocated IP 172.20.0.1 (2a33c13a-6f2a-4b00-aa20-dd922e214dd6/c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee/b030e079-1480-4fa5-8403-3ca13b38db75) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:34.359580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.367740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.396947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] Deleting port a611b033-093e-4358-a893-664736ade957 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:34.397408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.435302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c250c2bb-ccc6-4d47-8e35-5519f1c3923d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:34.435758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.450789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.520468 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router 02d49915-cc93-433b-8ad4-630e8989ce5a has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:34.544283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Deleting port a611b033-093e-4358-a893-664736ade957 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:34.544609 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.599962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] For port a611b033-093e-4358-a893-664736ade957, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a611b033-093e-4358-a893-664736ade957,segment=NetworkSegment(b0c694e1-9348-4dce-b7ef-6fd540249b3d),segment_id=b0c694e1-9348-4dce-b7ef-6fd540249b3d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:34.600808 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.628278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] Calling delete_port for a611b033-093e-4358-a893-664736ade957 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:34.760770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:34.768062 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.771957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-48d257c2-cbde-4a89-8619-aec23eddc09c tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 200 len: 701 time: 1.0660543 Jan 28 20:43:34.776130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37214) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:34.778247 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04350b28-54c9-4598-9287-c7baff097668 None None] Sync routers for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:34.804532 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04350b28-54c9-4598-9287-c7baff097668 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:34.805528 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-04350b28-54c9-4598-9287-c7baff097668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:34.821516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-45c7becf-7e7d-43cc-9312-b85e11072ef4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 200 len: 205 time: 0.0417519 Jan 28 20:43:34.826913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37216) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:34.827484 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.840569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] For port a611b033-093e-4358-a893-664736ade957, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a611b033-093e-4358-a893-664736ade957,segment=NetworkSegment(b0c694e1-9348-4dce-b7ef-6fd540249b3d),segment_id=b0c694e1-9348-4dce-b7ef-6fd540249b3d)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:34.842800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.859112 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:34.976950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Attempting to bind port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:34.977637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Attempting to bind port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:34.977874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Attempting to bind port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:34.989652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.004970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:35.010111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:35.010467 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.010897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:35.013609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Bound port: 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:35.014020 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.025768 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-04350b28-54c9-4598-9287-c7baff097668 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:35.031858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb36e1-3e24-4d32-9f3b-bc8da61bbaa8 None None] Pushing event updated for resources: {'Port': ['ID=30cc8748-3218-4ab6-b8fe-d53c2ff3d34c,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:35.035903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79885c73-dc45-4160-9403-5e46b46e5505 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:35.050987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59490574-5e92-4d05-a70e-8d962232220b req-aeed4b87-9fb1-47bc-a963-f2c620cafdf6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:35.052971 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59490574-5e92-4d05-a70e-8d962232220b req-aeed4b87-9fb1-47bc-a963-f2c620cafdf6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.5638752 Jan 28 20:43:35.054993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Calling delete_port for a611b033-093e-4358-a893-664736ade957 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:35.059864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-998fdad4-6069-4605-a2d5-ce5e66328d94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.099740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:35.113164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:35.128705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:35.150518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 79885c73-dc45-4160-9403-5e46b46e5505 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:35.151154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79885c73-dc45-4160-9403-5e46b46e5505 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:35.151771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c70366ee-e9aa-4527-b679-646000d09edc no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:35.155725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.156734 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-04350b28-54c9-4598-9287-c7baff097668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:30Z', 'revision_number': 11, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:35.163876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Pushing event updated for resources: {'Port': ['ID=b030e079-1480-4fa5-8403-3ca13b38db75,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:35.201709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59490574-5e92-4d05-a70e-8d962232220b req-5b36f914-da4a-4127-adc3-3fd25f4630ed tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892775 Jan 28 20:43:35.215645 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.231187 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04350b28-54c9-4598-9287-c7baff097668 None None] Checking router: 02d49915-cc93-433b-8ad4-630e8989ce5a for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:35.257555 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04350b28-54c9-4598-9287-c7baff097668 None None] Routers {'02d49915-cc93-433b-8ad4-630e8989ce5a'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:35.258733 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-04350b28-54c9-4598-9287-c7baff097668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['02d49915-cc93-433b-8ad4-630e8989ce5a'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:35.261107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] Pushing event deleted for resources: {'Port': ['ID=a611b033-093e-4358-a893-664736ade957,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:35.283171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c70366ee-e9aa-4527-b679-646000d09edc {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:35.283553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c70366ee-e9aa-4527-b679-646000d09edc not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:35.291836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a611b033-093e-4358-a893-664736ade957 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:35.330945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdffab-a243-487b-81a9-33f57953fab3 None None] No DVR routers for this DVR port a611b033-093e-4358-a893-664736ade957 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:35.379674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: a611b033-093e-4358-a893-664736ade957 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:35.385052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a611b033-093e-4358-a893-664736ade957 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:35.401523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] For port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:35.406697 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-04350b28-54c9-4598-9287-c7baff097668 None None] Set router 02d49915-cc93-433b-8ad4-630e8989ce5a gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:35.422680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] For port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=30cc8748-3218-4ab6-b8fe-d53c2ff3d34c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:35.424880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-998fdad4-6069-4605-a2d5-ce5e66328d94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.427718 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-998fdad4-6069-4605-a2d5-ce5e66328d94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.436126 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.501680 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.511238 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-998fdad4-6069-4605-a2d5-ce5e66328d94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.511742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998fdad4-6069-4605-a2d5-ce5e66328d94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Fanout notify agent at l3_agent the message router_deleted on router 02d49915-cc93-433b-8ad4-630e8989ce5a {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:43:35.521240 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-04350b28-54c9-4598-9287-c7baff097668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:30Z', 'revision_number': 11, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:35.525576 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-998fdad4-6069-4605-a2d5-ce5e66328d94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.533667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37222) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:35.536306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-998fdad4-6069-4605-a2d5-ce5e66328d94 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 204 len: 168 time: 0.7055950 Jan 28 20:43:35.540254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1acf7854-1651-41fa-8024-b4c99d568020 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1699248055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:35.551511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb36e1-3e24-4d32-9f3b-bc8da61bbaa8 None None] Pushing event updated for resources: {'Port': ['ID=30cc8748-3218-4ab6-b8fe-d53c2ff3d34c,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:35.554633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:35.555083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:35.556399 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04350b28-54c9-4598-9287-c7baff097668 None None] The sync data for ids ['02d49915-cc93-433b-8ad4-630e8989ce5a'] in n-d-825064-3 is: [{'id': '02d49915-cc93-433b-8ad4-630e8989ce5a', 'name': 'tempest-RoutersTest-router-1456009856', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:42:29Z', 'updated_at': '2022-01-28T20:43:30Z', 'revision_number': 11, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:35.572836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.588464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] No DVR routers for this DVR port a611b033-093e-4358-a893-664736ade957 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:35.647194 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1acf7854-1651-41fa-8024-b4c99d568020 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.649846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1acf7854-1651-41fa-8024-b4c99d568020 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.688145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Pushing event deleted for resources: {'Port': ['ID=a611b033-093e-4358-a893-664736ade957,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:35.790017 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1acf7854-1651-41fa-8024-b4c99d568020 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.800600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1acf7854-1651-41fa-8024-b4c99d568020 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.841165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1acf7854-1651-41fa-8024-b4c99d568020 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:35.842422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1acf7854-1651-41fa-8024-b4c99d568020 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3064206 Jan 28 20:43:35.845314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37224) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:35.850570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-cd64f5ef-ccdd-40df-86e4-8247b2605e75 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:35.994891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0cf3f78c-7fdd-4060-bbd9-71b8ff5d46c3 None None] Provisioning complete for port b030e079-1480-4fa5-8403-3ca13b38db75 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:35.995287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f78c-7fdd-4060-bbd9-71b8ff5d46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.011815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:36.154717 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.178718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.203228 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.216816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3f78c-7fdd-4060-bbd9-71b8ff5d46c3 None None] Port b030e079-1480-4fa5-8403-3ca13b38db75 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:43:36.238901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e2fa13-16ba-46fa-b837-2a2873bbf8a9']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:36.256448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c694e1-9348-4dce-b7ef-6fd540249b3d') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:36.257789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c694e1-9348-4dce-b7ef-6fd540249b3d') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:36.273536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.294348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.306476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd64f5ef-ccdd-40df-86e4-8247b2605e75 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1829649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.308616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:36.309962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:36.311521 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:36.326653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.342565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Pushing event updated for resources: {'Port': ['ID=b030e079-1480-4fa5-8403-3ca13b38db75,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:36.347303 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd64f5ef-ccdd-40df-86e4-8247b2605e75 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1829635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829983'] for router, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.363798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:34Z', 'revision_number': 1, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:36.416717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c2b9f-d58c-4f33-9076-fe8a9352f484 None None] The sync data for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 is: [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:34Z', 'revision_number': 1, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:36.484943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f3695-a471-4b42-aa30-02021547cede req-3f5bdfeb-96ae-483a-8ee3-463da991cbca tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:36.493360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-244f3695-a471-4b42-aa30-02021547cede req-3f5bdfeb-96ae-483a-8ee3-463da991cbca tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1543276 Jan 28 20:43:36.502359 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.527484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:36.536744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] 10.222.0.44 "DELETE /v2.0/networks/07e2fa13-16ba-46fa-b837-2a2873bbf8a9 HTTP/1.1" status: 204 len: 168 time: 2.9095075 Jan 28 20:43:36.548039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:36.550752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d77b0-217d-4345-aae7-b336cb60b714 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e2fa13-16ba-46fa-b837-2a2873bbf8a9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:36.618619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-244f3695-a471-4b42-aa30-02021547cede req-7847d735-a7fd-479d-9264-6387d6ef7d21 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242955 Jan 28 20:43:36.670043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:36.689254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:36.700482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd64f5ef-ccdd-40df-86e4-8247b2605e75 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Router d160bafa-07de-4ad4-802b-2c2b000bec06 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:43:37.056915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b80f1359-b472-4812-9913-f15f1b73306b None None] Provisioning complete for port b030e079-1480-4fa5-8403-3ca13b38db75 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:37.057209 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b80f1359-b472-4812-9913-f15f1b73306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:37.113691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b80f1359-b472-4812-9913-f15f1b73306b None None] Port b030e079-1480-4fa5-8403-3ca13b38db75 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:43:37.124785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:37.131023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd64f5ef-ccdd-40df-86e4-8247b2605e75 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:37.142577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] Sync routers for ids ['d160bafa-07de-4ad4-802b-2c2b000bec06'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:37.153789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] Routers {'d160bafa-07de-4ad4-802b-2c2b000bec06'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:37.154603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d160bafa-07de-4ad4-802b-2c2b000bec06'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:37.154853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd64f5ef-ccdd-40df-86e4-8247b2605e75 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:37.156629 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cd64f5ef-ccdd-40df-86e4-8247b2605e75 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "PUT /v2.0/routers/d160bafa-07de-4ad4-802b-2c2b000bec06 HTTP/1.1" status: 200 len: 694 time: 1.3102479 Jan 28 20:43:37.159517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37250) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:37.255250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] Set router d160bafa-07de-4ad4-802b-2c2b000bec06 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:37.329855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:37.344949 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b7fb8159-b9cd-4a05-9e8a-d97a5aec146e admin admin] 10.222.0.44 "PUT /v2.0/routers/e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2050941 Jan 28 20:43:37.350880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd160bafa-07de-4ad4-802b-2c2b000bec06', 'name': 'tempest-RoutersTest-router-1699248055', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:35Z', 'updated_at': '2022-01-28T20:43:36Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:37.394425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-02608a65-ea27-4e35-8f6c-0595cb7899cb tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/routers/d160bafa-07de-4ad4-802b-2c2b000bec06 HTTP/1.1" status: 200 len: 700 time: 0.2277665 Jan 28 20:43:37.395795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37260) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:37.423358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] Checking router: d160bafa-07de-4ad4-802b-2c2b000bec06 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:37.445900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] Routers {'d160bafa-07de-4ad4-802b-2c2b000bec06'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:37.446881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d160bafa-07de-4ad4-802b-2c2b000bec06'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:37.455440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-810c94af-3eab-45cc-ac07-f5278e9cf0fc tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=d160bafa-07de-4ad4-802b-2c2b000bec06 HTTP/1.1" status: 200 len: 205 time: 0.0589073 Jan 28 20:43:37.456441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37262) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:37.576997 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b29b6ad-d896-4841-954a-fefc21288be6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:37.589494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] Set router d160bafa-07de-4ad4-802b-2c2b000bec06 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:37.609105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:37.854161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd160bafa-07de-4ad4-802b-2c2b000bec06', 'name': 'tempest-RoutersTest-router-1699248055', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:35Z', 'updated_at': '2022-01-28T20:43:36Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:37.963152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e868c997-2012-47d3-b7e2-4c3f93a63385 None None] The sync data for ids ['d160bafa-07de-4ad4-802b-2c2b000bec06'] in n-d-825064-3 is: [{'id': 'd160bafa-07de-4ad4-802b-2c2b000bec06', 'name': 'tempest-RoutersTest-router-1699248055', 'tenant_id': 'db843d8c2177426aa5b902cb53e372ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:35Z', 'updated_at': '2022-01-28T20:43:36Z', 'revision_number': 2, 'project_id': 'db843d8c2177426aa5b902cb53e372ad', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:37.970652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-545c1bac-887b-4d68-bd73-3690ccc31dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:37.981944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37c8ac-a830-4480-acc0-9c7a42314db0 req-7f6c6b17-723f-4f3c-a934-0b71fa7a533b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:37.984423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b37c8ac-a830-4480-acc0-9c7a42314db0 req-7f6c6b17-723f-4f3c-a934-0b71fa7a533b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.2341516 Jan 28 20:43:38.094360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b29b6ad-d896-4841-954a-fefc21288be6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.098125 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b29b6ad-d896-4841-954a-fefc21288be6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.156985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b37c8ac-a830-4480-acc0-9c7a42314db0 req-1d95d104-5212-4a02-a3bd-f655bf5b870c tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823340 Jan 28 20:43:38.169330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b29b6ad-d896-4841-954a-fefc21288be6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.169996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b29b6ad-d896-4841-954a-fefc21288be6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Fanout notify agent at l3_agent the message router_deleted on router d160bafa-07de-4ad4-802b-2c2b000bec06 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:43:38.182802 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2b29b6ad-d896-4841-954a-fefc21288be6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.195151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2b29b6ad-d896-4841-954a-fefc21288be6 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/d160bafa-07de-4ad4-802b-2c2b000bec06 HTTP/1.1" status: 204 len: 168 time: 0.7373979 Jan 28 20:43:38.195972 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37280) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.264493 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7c40a35a-0a2a-45ae-af9d-cd8598fd5b07 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=d160bafa-07de-4ad4-802b-2c2b000bec06 HTTP/1.1" status: 200 len: 205 time: 0.0669343 Jan 28 20:43:38.266618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37282) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.293208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Deleting port cc994b9e-60cb-47c1-8008-14d45f05132e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:38.296799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.351076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:38.412253 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-b3b6336f-aca9-411a-a2af-15047dbcd9c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] delete failed (client error): The resource could not be found. Jan 28 20:43:38.414486 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b3b6336f-aca9-411a-a2af-15047dbcd9c1 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/d160bafa-07de-4ad4-802b-2c2b000bec06 HTTP/1.1" status: 404 len: 336 time: 0.1422582 Jan 28 20:43:38.417826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37288) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.501914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:38.502291 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.510141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37296) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.511410 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-7487069b-82c4-4a8e-904d-b0ae4363fa7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:38.512048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7487069b-82c4-4a8e-904d-b0ae4363fa7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:38.515787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7487069b-82c4-4a8e-904d-b0ae4363fa7e tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/286c1e53-7db4-4a69-8759-fd49e9cfe636 HTTP/1.1" status: 404 len: 337 time: 0.0967855 Jan 28 20:43:38.518742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37298) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.550809 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b690a81-d5cf-4122-a0d4-4bd8809ec4ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:38.551688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b690a81-d5cf-4122-a0d4-4bd8809ec4ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:38.556602 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1b690a81-d5cf-4122-a0d4-4bd8809ec4ba tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/062d9b6a-d748-4163-97a5-de3dfdbbfdf8 HTTP/1.1" status: 404 len: 337 time: 0.0365493 Jan 28 20:43:38.565949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1184570570-network', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:38.576113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37302) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.659546 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8229b50-1803-4277-89ba-88669b8c5658 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:38.660304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8229b50-1803-4277-89ba-88669b8c5658 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:38.669357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b8229b50-1803-4277-89ba-88669b8c5658 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/69843200-ae3d-499d-a52f-2396a009185f HTTP/1.1" status: 404 len: 337 time: 0.0912707 Jan 28 20:43:38.671348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37304) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.703483 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.752522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=30cc8748-3218-4ab6-b8fe-d53c2ff3d34c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:38.755826 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ef652c-daf9-46d0-8dff-50bdebd1b428 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:38.756977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ef652c-daf9-46d0-8dff-50bdebd1b428 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:38.762202 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.780720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f6ef652c-daf9-46d0-8dff-50bdebd1b428 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/a5edd802-f8e0-4f3c-b329-53ca51b33f1a HTTP/1.1" status: 404 len: 337 time: 0.1047242 Jan 28 20:43:38.785106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37306) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.814527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Made reservation on behalf of 4aa05d9a6ae04841af12f9ec094356ea for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:38.820937 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.875817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-25e1fb06-814a-489a-a5f4-82aa2e7f2a01 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 200 len: 205 time: 0.0870454 Jan 28 20:43:38.876607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37314) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.892063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=30cc8748-3218-4ab6-b8fe-d53c2ff3d34c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:38.946332 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-fd05facc-5285-4a61-a088-1e9de002e22b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] delete failed (client error): The resource could not be found. Jan 28 20:43:38.950855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fd05facc-5285-4a61-a088-1e9de002e22b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/02d49915-cc93-433b-8ad4-630e8989ce5a HTTP/1.1" status: 404 len: 336 time: 0.0618646 Jan 28 20:43:38.956569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37316) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:38.958798 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:38.996916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-44cfcc4e-5139-4b38-98c0-ae884083bc98 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b97daa2-70a7-46bb-90ab-21d83acdb3ab HTTP/1.1" status: 200 len: 205 time: 0.0389192 Jan 28 20:43:38.997719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37318) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.047625 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-e0f967f0-d9ae-43fb-9b3f-e778f807cc40 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] delete failed (client error): The resource could not be found. Jan 28 20:43:39.051267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e0f967f0-d9ae-43fb-9b3f-e778f807cc40 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/8b97daa2-70a7-46bb-90ab-21d83acdb3ab HTTP/1.1" status: 404 len: 336 time: 0.0509546 Jan 28 20:43:39.052122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37320) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.057462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] For port cc994b9e-60cb-47c1-8008-14d45f05132e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cc994b9e-60cb-47c1-8008-14d45f05132e,segment=NetworkSegment(0beed50e-d28c-44b8-b1d2-2bb53a0d58cf),segment_id=0beed50e-d28c-44b8-b1d2-2bb53a0d58cf)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:39.057850 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.077926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Calling delete_port for cc994b9e-60cb-47c1-8008-14d45f05132e owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:39.094546 n-d-825064-3 neutron-server[102307]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea8fb49-4331-438b-aac8-596be21b11e8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:39.095289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea8fb49-4331-438b-aac8-596be21b11e8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102307) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:39.101450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bea8fb49-4331-438b-aac8-596be21b11e8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/0917caec-8ffc-43ea-8976-9d5fe58837d7 HTTP/1.1" status: 404 len: 337 time: 0.0450745 Jan 28 20:43:39.105447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.142988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b21e2cee-c632-4c0a-b21b-90abf49b6af8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=73cc6122-86f9-4120-b39a-07b12cf70eba HTTP/1.1" status: 200 len: 205 time: 0.0362673 Jan 28 20:43:39.143895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37324) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.191822 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-9724bd53-9838-4749-ab3f-89a129103e95 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] delete failed (client error): The resource could not be found. Jan 28 20:43:39.196992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9724bd53-9838-4749-ab3f-89a129103e95 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/73cc6122-86f9-4120-b39a-07b12cf70eba HTTP/1.1" status: 404 len: 336 time: 0.0478904 Jan 28 20:43:39.200603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37328) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.247682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7b7904ce-8f5a-455c-83f9-899d0085d111 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc HTTP/1.1" status: 200 len: 205 time: 0.0407877 Jan 28 20:43:39.251169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37334) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.276314 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.296023 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.307913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:43:39.322915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.322915 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Added segment d3fd5da1-1dd7-4775-8e5e-b4791b7f2345 of type vlan for network 742c0616-f03b-42e7-b9dc-7fff79cfa941 Jan 28 20:43:39.332330 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-ba126446-bdb2-4baa-97f5-8f4a12c17150 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] delete failed (client error): The resource could not be found. Jan 28 20:43:39.333404 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ba126446-bdb2-4baa-97f5-8f4a12c17150 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/1b3a1e4a-6c4b-4ea1-9c3f-38357126a9fc HTTP/1.1" status: 404 len: 336 time: 0.0815668 Jan 28 20:43:39.336975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37336) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.397782 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bebe4d3-6ead-4029-aa9b-5f86485159fe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:39.398457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bebe4d3-6ead-4029-aa9b-5f86485159fe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:39.401610 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5bebe4d3-6ead-4029-aa9b-5f86485159fe tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/01b88dcf-e123-4ca0-869a-6613a00ab072 HTTP/1.1" status: 404 len: 337 time: 0.0636737 Jan 28 20:43:39.404434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37338) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.431102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.449683 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.452810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149ef258-8298-4d50-ada5-c0dd1cb9f94d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:39.470857 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b9f1ca39-ff33-433e-8f6c-c4488610a0af tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=315882e4-4515-4020-a303-fcdf15c4f96c HTTP/1.1" status: 200 len: 205 time: 0.0504081 Jan 28 20:43:39.477239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde107b7-382e-470d-b70b-1f602fe9e91f req-576496e4-7aea-4125-a750-ffa330e2d2bd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:39.478912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bde107b7-382e-470d-b70b-1f602fe9e91f req-576496e4-7aea-4125-a750-ffa330e2d2bd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1895626 Jan 28 20:43:39.479404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37340) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.502866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc994b9e-60cb-47c1-8008-14d45f05132e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:39.556846 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-528ba16f-9df8-4011-88ed-67c562a82f20 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] delete failed (client error): The resource could not be found. Jan 28 20:43:39.557911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-528ba16f-9df8-4011-88ed-67c562a82f20 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/315882e4-4515-4020-a303-fcdf15c4f96c HTTP/1.1" status: 404 len: 336 time: 0.0739887 Jan 28 20:43:39.562384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37344) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.584216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.585406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:39.586605 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.639312 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d5098e-e6b0-4c5f-a807-f4f47cfd0a0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:39.640040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d5098e-e6b0-4c5f-a807-f4f47cfd0a0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:39.644375 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d7d5098e-e6b0-4c5f-a807-f4f47cfd0a0b tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/7e1f902e-f4d7-42f2-b427-cd31da784698 HTTP/1.1" status: 404 len: 337 time: 0.0802300 Jan 28 20:43:39.648616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37350) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.677321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] Pushing event updated for resources: {'Network': ['ID=742c0616-f03b-42e7-b9dc-7fff79cfa941,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:39.686208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eb325939-836a-4208-b973-98a6f027d879 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ef2527e-657a-474a-9bd6-3842e87bc9c0 HTTP/1.1" status: 200 len: 205 time: 0.0335629 Jan 28 20:43:39.686208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37352) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.689501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 742c0616-f03b-42e7-b9dc-7fff79cfa941 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:43:39.721227 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bde107b7-382e-470d-b70b-1f602fe9e91f req-133b8dc3-1741-4331-8be1-510f308275d5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1721680 Jan 28 20:43:39.745233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-424fa348-0682-465f-b3ee-a63787301950 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2279253 Jan 28 20:43:39.745884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37354) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.768592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Request body: {'subnet': {'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1184570570-subnet', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:39.792256 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-7eacbf74-ebc9-4d4d-84c9-850b9ed57671 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] delete failed (client error): The resource could not be found. Jan 28 20:43:39.793617 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7eacbf74-ebc9-4d4d-84c9-850b9ed57671 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/routers/4ef2527e-657a-474a-9bd6-3842e87bc9c0 HTTP/1.1" status: 404 len: 336 time: 0.1061854 Jan 28 20:43:39.796958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37356) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.835509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Made reservation on behalf of 4aa05d9a6ae04841af12f9ec094356ea for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:39.838022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:39.912667 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb41faa-c927-4511-93bc-b374d1ddffe4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:39.913169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb41faa-c927-4511-93bc-b374d1ddffe4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:39.921217 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4eb41faa-c927-4511-93bc-b374d1ddffe4 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/1f72a4ef-3b50-4e7c-8e7e-d9b1166fc007 HTTP/1.1" status: 404 len: 337 time: 0.1222064 Jan 28 20:43:39.926126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:39.974022 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8567eea-5fdb-4d3c-9503-bc258fec3dd8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] DELETE failed (client error): The resource could not be found. Jan 28 20:43:39.974493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8567eea-5fdb-4d3c-9503-bc258fec3dd8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:43:39.980492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8567eea-5fdb-4d3c-9503-bc258fec3dd8 tempest-RoutersTest-1538218374 tempest-RoutersTest-1538218374-project] 10.222.0.44 "DELETE /v2.0/subnets/50724891-89b0-4e1a-8bf2-c972743a90a6 HTTP/1.1" status: 404 len: 337 time: 0.0533426 Jan 28 20:43:40.076255 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.209053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-785fd82c-6908-4ccd-86d2-d0fc085fff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.263155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.343831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1510d242-8eb2-4525-9425-e29dce38094f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:40.357757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Checking segment: {'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:40.358118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Network hostable DHCP agents. Network: 742c0616-f03b-42e7-b9dc-7fff79cfa941, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:43:40.402359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Network 742c0616-f03b-42e7-b9dc-7fff79cfa941 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:43:40.407028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:40.418160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 742c0616-f03b-42e7-b9dc-7fff79cfa941) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:40.424977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:40.425575 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.449076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae70a6-ca52-4fc7-80b6-1e8ffdf5820c None None] Network 742c0616-f03b-42e7-b9dc-7fff79cfa941 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:40.457510 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0bb04cc9-b41c-4fdc-94f2-1c584ad1a7a1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7090244 Jan 28 20:43:40.460951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37370) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:40.465662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:40.497050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.498492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.553399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37374) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:40.588944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:40.590029 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.600119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:40.602439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.740059 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Sync routers for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:40.759176 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:40.759814 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:40.886508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-742c0616-f03b-42e7-b9dc-7fff79cfa941', 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'fixed_ips': [{'subnet_id': '1510d242-8eb2-4525-9425-e29dce38094f'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:43:40.887982 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.919578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:40.926164 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-17027a55-9514-493e-96d7-674fcfbdd67c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db843d8c2177426aa5b902cb53e372ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711641 Jan 28 20:43:40.930947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37384) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:40.994333 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:41.001270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:41.010042 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-70c9a6b9-2cd1-4af0-a40a-14cc8079f764 admin admin] 10.222.0.44 "PUT /v2.0/routers/1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4395924 Jan 28 20:43:41.011520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37386) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:41.022020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] Sync routers for ids ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:41.048544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] Routers {'1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:41.049656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:41.204200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29309dd3-0050-48ed-9d16-186219141e13 req-50a66de7-7f5e-486c-85c4-7adec1bf02e7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:41.212898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29309dd3-0050-48ed-9d16-186219141e13 req-50a66de7-7f5e-486c-85c4-7adec1bf02e7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.2872155 Jan 28 20:43:41.220526 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e48721a8-7b31-49a6-b04c-12a140110b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.240300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.266551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e48721a8-7b31-49a6-b04c-12a140110b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.302832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29309dd3-0050-48ed-9d16-186219141e13 req-1de7397d-550a-47ad-a34e-d158462f9bd2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889468 Jan 28 20:43:41.329418 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 2, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:41.404717 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Checking router: e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:41.405221 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Updating router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe port b030e079-1480-4fa5-8403-3ca13b38db75 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:41.441180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e48721a8-7b31-49a6-b04c-12a140110b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.447010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e48721a8-7b31-49a6-b04c-12a140110b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.453862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e48721a8-7b31-49a6-b04c-12a140110b7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efa6d84a-857d-488b-ba4f-0012e7dc8fd8 HTTP/1.1" status: 204 len: 168 time: 0.5195255 Jan 28 20:43:41.467745 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.478913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48721a8-7b31-49a6-b04c-12a140110b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa6d84a-857d-488b-ba4f-0012e7dc8fd8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:41.495271 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.635968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Deleting port 706006c5-a54a-4a1e-975a-09dfc81c3748 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:41.637472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.751534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Allocated IP 172.20.0.2 (742c0616-f03b-42e7-b9dc-7fff79cfa941/1510d242-8eb2-4525-9425-e29dce38094f/5aced213-9ffc-4698-b589-f7270054f6f3) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:41.778009 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.811430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.852537 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.856044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] Set router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:41.866762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] For port 706006c5-a54a-4a1e-975a-09dfc81c3748, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=706006c5-a54a-4a1e-975a-09dfc81c3748,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:41.867292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:41.896133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Calling delete_port for 706006c5-a54a-4a1e-975a-09dfc81c3748 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:42.075010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Allocated IP 172.25.2.151 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d1ec2733-d484-4fdd-a41a-18a8998966ce) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:42.104540 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.124134 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.296205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.329164 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000ffeb-e3c6-4f5f-b437-7bbbbdb507f9 None None] Pushing event updated for resources: {'Port': ['ID=b030e079-1480-4fa5-8403-3ca13b38db75,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:42.358109 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.462246 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.466988 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Attempting to bind port b030e079-1480-4fa5-8403-3ca13b38db75 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:42.469949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Pushing event deleted for resources: {'Port': ['ID=706006c5-a54a-4a1e-975a-09dfc81c3748,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:42.470116 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Attempting to bind port b030e079-1480-4fa5-8403-3ca13b38db75 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:42.470610 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Attempting to bind port b030e079-1480-4fa5-8403-3ca13b38db75 on network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:42.485952 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:42.487596 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Checking segment: {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:42.490318 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.490859 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Bound using segment: {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:42.494236 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Bound port: b030e079-1480-4fa5-8403-3ca13b38db75, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:42.494760 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.526634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.536357 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.552039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ec2733-d484-4fdd-a41a-18a8998966ce,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:42.580986 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.595098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:42.614409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:42.618090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:42.728399 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] For port b030e079-1480-4fa5-8403-3ca13b38db75, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:42.735022 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] For port b030e079-1480-4fa5-8403-3ca13b38db75, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b030e079-1480-4fa5-8403-3ca13b38db75,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:42.744759 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.760624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Pushing event updated for resources: {'Port': ['ID=5aced213-9ffc-4698-b589-f7270054f6f3,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:42.797140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Network 742c0616-f03b-42e7-b9dc-7fff79cfa941 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:42.798754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:39Z', 'revision_number': 5, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port': {'id': '706006c5-a54a-4a1e-975a-09dfc81c3748', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:12Z', 'updated_at': '2022-01-28T20:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:42.803414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:42.823512 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000ffeb-e3c6-4f5f-b437-7bbbbdb507f9 None None] Pushing event updated for resources: {'Port': ['ID=b030e079-1480-4fa5-8403-3ca13b38db75,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:42.835893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caf340-473e-4884-8268-ea81f11b26f4 req-6b37a411-e90e-42dc-8eb2-23cb400a28dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:42.837181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0caf340-473e-4884-8268-ea81f11b26f4 req-6b37a411-e90e-42dc-8eb2-23cb400a28dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.2972705 Jan 28 20:43:42.846615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:42.863741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] Checking router: 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:42.878276 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:42.883311 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:42.896323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] Routers {'1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:42.896962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:42.922489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:42.927839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.010590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37434) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:43.015161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0caf340-473e-4884-8268-ea81f11b26f4 req-85233d70-3426-44f1-a319-d2258a4b78f1 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716249 Jan 28 20:43:43.039538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.040684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:43:43.074820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.076104 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c314a8dd-c714-42a5-ab83-737a3e99385e admin admin] 10.222.0.44 "DELETE /v2.0/routers/1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 HTTP/1.1" status: 204 len: 168 time: 2.0636239 Jan 28 20:43:43.092932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37438) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:43.140531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Attempting to bind port 5aced213-9ffc-4698-b589-f7270054f6f3 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:43.140531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Attempting to bind port 5aced213-9ffc-4698-b589-f7270054f6f3 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:43.140828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Attempting to bind port 5aced213-9ffc-4698-b589-f7270054f6f3 on network 742c0616-f03b-42e7-b9dc-7fff79cfa941 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:43.236504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fdf2bdf2-10ed-4446-95a9-c75b4f3adf09 None None] Provisioning complete for port b030e079-1480-4fa5-8403-3ca13b38db75 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:43.236886 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bdf2-10ed-4446-95a9-c75b4f3adf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.247586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-033645a6-09eb-46ff-8036-811d1b27903b admin admin] Deleting subnet 79db066d-5698-4f42-9879-28459d3d9c6f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:43.260278 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-033645a6-09eb-46ff-8036-811d1b27903b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.269778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.326456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:43.326456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Checking segment: {'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:43.326456 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.326456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Bound using segment: {'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:43.326456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Bound port: 5aced213-9ffc-4698-b589-f7270054f6f3, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:43.327063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.349004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] Set router 1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:43.361375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-033645a6-09eb-46ff-8036-811d1b27903b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.387420 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.401885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-966478933-network', 'tenant_id': '684214f22d6949f49b2aab4541ee9fab'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:43.442301 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.443287 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:43.481217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-033645a6-09eb-46ff-8036-811d1b27903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.492527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:42Z', 'revision_number': 7, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:43.542410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Made reservation on behalf of 684214f22d6949f49b2aab4541ee9fab for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:43.542645 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-033645a6-09eb-46ff-8036-811d1b27903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.544961 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.557596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.570466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb6c0b-621b-4e86-9b43-e533fa833e0c None None] The sync data for ids ['1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2'] in n-d-825064-3 is: [{'id': '1f20aeb2-ec83-4bec-b89d-fb6da9b03ca2', 'name': 'tempest-TestAggregatesBasicOps-941441645-router', 'tenant_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:11Z', 'updated_at': '2022-01-28T20:43:42Z', 'revision_number': 7, 'project_id': 'd202a13bf9594e28aa82a41c39d4bf93', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:43.613283 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-033645a6-09eb-46ff-8036-811d1b27903b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.621106 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-033645a6-09eb-46ff-8036-811d1b27903b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/79db066d-5698-4f42-9879-28459d3d9c6f HTTP/1.1" status: 204 len: 168 time: 0.5247271 Jan 28 20:43:43.621106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033645a6-09eb-46ff-8036-811d1b27903b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79db066d-5698-4f42-9879-28459d3d9c6f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:43.624060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37446) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:43.641588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b445c7-8803-4d43-bf39-53926515bc44 None None] Network f5993603-27ff-4f44-a32b-66b71b5c43bd requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:43.756714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.780849 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:42Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:43.810732 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca37601-a3f3-4802-b301-6d7d31adb032 None None] The sync data for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 is: [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:42Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:43.830387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] For port 5aced213-9ffc-4698-b589-f7270054f6f3, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:43.894893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] For port 5aced213-9ffc-4698-b589-f7270054f6f3, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5aced213-9ffc-4698-b589-f7270054f6f3,segment=NetworkSegment(d3fd5da1-1dd7-4775-8e5e-b4791b7f2345),segment_id=d3fd5da1-1dd7-4775-8e5e-b4791b7f2345)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:43.906609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bdf2-10ed-4446-95a9-c75b4f3adf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.939862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:43.979383 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:44.177311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fdf2bdf2-10ed-4446-95a9-c75b4f3adf09 None None] For port b030e079-1480-4fa5-8403-3ca13b38db75, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b030e079-1480-4fa5-8403-3ca13b38db75,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:44.214428 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdf2bdf2-10ed-4446-95a9-c75b4f3adf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:44.236224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b68f-d73c-43c5-836c-35d899197001 None None] Pushing event updated for resources: {'Port': ['ID=5aced213-9ffc-4698-b589-f7270054f6f3,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:44.296566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2bdf2-10ed-4446-95a9-c75b4f3adf09 None None] Pushing event updated for resources: {'Port': ['ID=b030e079-1480-4fa5-8403-3ca13b38db75,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:44.360535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-19ce54c0-072e-4f9a-8be6-f607c09454ca None None] Provisioning complete for port b030e079-1480-4fa5-8403-3ca13b38db75 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:44.360761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-19ce54c0-072e-4f9a-8be6-f607c09454ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:44.549061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] DHCP port deletion for f5993603-27ff-4f44-a32b-66b71b5c43bd request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:43:44.701836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] Deleting port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:44.702471 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:44.714387 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:44.780896 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:44.831784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f55b1-f3f0-48c5-84cc-9fb9ab3b4232,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:44.890934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:43:44.895840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] For port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,segment=NetworkSegment(0beed50e-d28c-44b8-b1d2-2bb53a0d58cf),segment_id=0beed50e-d28c-44b8-b1d2-2bb53a0d58cf)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:44.896248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:44.940594 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] Calling delete_port for 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:44.954262 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:44.954616 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Added segment e97c74c7-fc3f-493b-aaf6-374ac5f24b0b of type vlan for network ace3c3d5-4871-4933-ac0f-30909a1aaecc Jan 28 20:43:44.978285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Router 47c5c953-ea9d-4110-80e4-bab699c24438 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:43:44.999969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24f64-4837-4f46-b5f3-24d3ef4a88cf req-34ddf2fb-a44c-4729-86af-d771ab3de789 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:45.002031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83b24f64-4837-4f46-b5f3-24d3ef4a88cf req-34ddf2fb-a44c-4729-86af-d771ab3de789 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.3425391 Jan 28 20:43:45.014837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Deleting port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:45.015460 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.021835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b030e079-1480-4fa5-8403-3ca13b38db75 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:45.117842 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.135929 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.140028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b030e079-1480-4fa5-8403-3ca13b38db75 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:45.140471 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.201341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] Pushing event deleted for resources: {'Port': ['ID=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:45.213091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ddbb8-2cd5-4903-bd2a-bceae5e49b06 None None] No DVR routers for this DVR port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:45.291963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.293194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:45.293698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.314870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cc994b9e-60cb-47c1-8008-14d45f05132e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:45.353923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: cc994b9e-60cb-47c1-8008-14d45f05132e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:45.356628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cc994b9e-60cb-47c1-8008-14d45f05132e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:45.378561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413da9eb-fe50-4d0d-bffa-b8f66c20d122 req-671de8af-c91b-4c22-93e8-036d53e84d46 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:45.380124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-413da9eb-fe50-4d0d-bffa-b8f66c20d122 req-671de8af-c91b-4c22-93e8-036d53e84d46 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 945 time: 0.3745573 Jan 28 20:43:45.416608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83b24f64-4837-4f46-b5f3-24d3ef4a88cf req-75001963-c647-4111-bba6-acba0f492639 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4041674 Jan 28 20:43:45.464909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4481859 Jan 28 20:43:45.467900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37482) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:45.473406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Request body: {'subnet': {'network_id': 'ace3c3d5-4871-4933-ac0f-30909a1aaecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-966478933-subnet', 'tenant_id': '684214f22d6949f49b2aab4541ee9fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:45.497439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] For port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,segment=NetworkSegment(0beed50e-d28c-44b8-b1d2-2bb53a0d58cf),segment_id=0beed50e-d28c-44b8-b1d2-2bb53a0d58cf)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:45.497816 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.521929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47972d61-231c-4076-aa7a-235c56afb5ca admin admin] Pushing event updated for resources: {'Network': ['ID=ace3c3d5-4871-4933-ac0f-30909a1aaecc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:45.522932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Made reservation on behalf of 684214f22d6949f49b2aab4541ee9fab for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:45.528080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.535644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ace3c3d5-4871-4933-ac0f-30909a1aaecc details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:43:45.547045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Calling delete_port for 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:45.608151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:45.612733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-413da9eb-fe50-4d0d-bffa-b8f66c20d122 req-4d52d659-cfac-4fcb-9340-388d078949ac tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930377 Jan 28 20:43:45.623251 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Sync routers for ids ['47c5c953-ea9d-4110-80e4-bab699c24438'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:45.637750 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Routers {'47c5c953-ea9d-4110-80e4-bab699c24438'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:45.638901 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['47c5c953-ea9d-4110-80e4-bab699c24438'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:45.691426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.696743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a84a7ad8-0d18-4e96-aa92-903016821f37 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2343886 Jan 28 20:43:45.697406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37484) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:45.841458 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Set router 47c5c953-ea9d-4110-80e4-bab699c24438 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:45.854086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.916501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:45.939332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fdb535-1eed-4fac-9b76-38cba52b002a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:45.994374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a6d6f8-ddbf-458c-ab05-4f2f00a8181a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:46.003942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] No DVR routers for this DVR port 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:46.021955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Checking segment: {'id': 'e97c74c7-fc3f-493b-aaf6-374ac5f24b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ace3c3d5-4871-4933-ac0f-30909a1aaecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:46.023446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Network hostable DHCP agents. Network: ace3c3d5-4871-4933-ac0f-30909a1aaecc, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:43:46.050918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Network ace3c3d5-4871-4933-ac0f-30909a1aaecc is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:43:46.078426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, ace3c3d5-4871-4933-ac0f-30909a1aaecc) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:46.086491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:46.086491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.089875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe7f8e-12b2-44c9-a131-0a565c1f4130 None None] Network ace3c3d5-4871-4933-ac0f-30909a1aaecc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:46.099516 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:43:43Z', 'revision_number': 3, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port': {'id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:41Z', 'updated_at': '2022-01-28T20:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:46.147713 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7026db3e-d03a-4a77-af9c-6fd4ee57bdd5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6773980 Jan 28 20:43:46.209785 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Checking router: 47c5c953-ea9d-4110-80e4-bab699c24438 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:46.210525 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Updating router 47c5c953-ea9d-4110-80e4-bab699c24438 port d1ec2733-d484-4fdd-a41a-18a8998966ce binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:46.248496 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.265228 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.292478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f3a30-0840-4d98-af2a-e5768abbbff4 None None] Network 742c0616-f03b-42e7-b9dc-7fff79cfa941 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:46.302451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5993603-27ff-4f44-a32b-66b71b5c43bd']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:46.338433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:46.341477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beed50e-d28c-44b8-b1d2-2bb53a0d58cf') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:46.361756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.392834 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.403937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:46.405053 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:46.407126 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:46.561255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5aced213-9ffc-4698-b589-f7270054f6f3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:46.579127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d69bf-df44-4ae1-8342-4012b2a54b11 None None] Network ace3c3d5-4871-4933-ac0f-30909a1aaecc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:46.586164 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.591750 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.595127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f5993603-27ff-4f44-a32b-66b71b5c43bd HTTP/1.1" status: 204 len: 168 time: 2.9700141 Jan 28 20:43:46.633832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a0c0c-9c47-4938-986d-413c78b36ce1 req-bf5d5684-23b0-4975-8fa9-6b8fbf449e74 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:46.635421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-410a0c0c-9c47-4938-986d-413c78b36ce1 req-bf5d5684-23b0-4975-8fa9-6b8fbf449e74 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0984864 Jan 28 20:43:46.636276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cc667-acb2-4a66-8338-61da52e63922 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5993603-27ff-4f44-a32b-66b71b5c43bd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:46.839625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3e7b8182-f64c-45de-98b0-8fd09a5fb43f None None] Provisioning complete for port 5aced213-9ffc-4698-b589-f7270054f6f3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:46.840001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e7b8182-f64c-45de-98b0-8fd09a5fb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.893375 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.902261 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:46.921933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37514) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:47.034857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5aced213-9ffc-4698-b589-f7270054f6f3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:47.035156 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0b7aea39-82a4-40cd-b3af-b73b04b26fbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f58393797e7c482cb4dc12013b207199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064122 Jan 28 20:43:47.035284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.035878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37518) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:47.036845 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e7b8182-f64c-45de-98b0-8fd09a5fb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.042993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b866854-c937-4760-9811-45dc48109f45 req-e0b0f998-d1db-4e59-bc8a-6b146df1eb12 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:47.046324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b866854-c937-4760-9811-45dc48109f45 req-e0b0f998-d1db-4e59-bc8a-6b146df1eb12 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 945 time: 0.2056315 Jan 28 20:43:47.059952 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Attempting to bind port d1ec2733-d484-4fdd-a41a-18a8998966ce on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:47.060501 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Attempting to bind port d1ec2733-d484-4fdd-a41a-18a8998966ce by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:47.060843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-fbecb4cd-87a1-45a1-b318-cae014d508f0 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:47.061315 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Attempting to bind port d1ec2733-d484-4fdd-a41a-18a8998966ce on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:47.062757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-fbecb4cd-87a1-45a1-b318-cae014d508f0 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 945 time: 0.4232814 Jan 28 20:43:47.076141 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:47.079228 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:47.079750 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.080797 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:47.083114 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Bound port: d1ec2733-d484-4fdd-a41a-18a8998966ce, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:47.085638 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.092589 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe30ebc-86bb-44d6-bd7f-ef52a394d06a None None] Pushing event updated for resources: {'Port': ['ID=d1ec2733-d484-4fdd-a41a-18a8998966ce,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:47.150348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-410a0c0c-9c47-4938-986d-413c78b36ce1 req-123976bd-748f-4d83-a4f9-3d37926a3777 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3108113 Jan 28 20:43:47.155522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3e7b8182-f64c-45de-98b0-8fd09a5fb43f None None] For port 5aced213-9ffc-4698-b589-f7270054f6f3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5aced213-9ffc-4698-b589-f7270054f6f3,segment=NetworkSegment(d3fd5da1-1dd7-4775-8e5e-b4791b7f2345),segment_id=d3fd5da1-1dd7-4775-8e5e-b4791b7f2345)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:47.182253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76113e44-2499-47c2-a324-f15ae7a7b2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.228071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76113e44-2499-47c2-a324-f15ae7a7b2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.235489 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] For port d1ec2733-d484-4fdd-a41a-18a8998966ce, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:47.244422 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] For port d1ec2733-d484-4fdd-a41a-18a8998966ce, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d1ec2733-d484-4fdd-a41a-18a8998966ce,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:47.253768 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.278768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.326425 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76113e44-2499-47c2-a324-f15ae7a7b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.334237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76113e44-2499-47c2-a324-f15ae7a7b2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.336745 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76113e44-2499-47c2-a324-f15ae7a7b2f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eed9da5a-997b-4dd7-8bad-aad10219ba6d HTTP/1.1" status: 204 len: 168 time: 0.2998528 Jan 28 20:43:47.349055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e7b8182-f64c-45de-98b0-8fd09a5fb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.362819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76113e44-2499-47c2-a324-f15ae7a7b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9da5a-997b-4dd7-8bad-aad10219ba6d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:47.400881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b866854-c937-4760-9811-45dc48109f45 req-56cb8799-39f4-4c85-b751-8170f0b393a6 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227165 Jan 28 20:43:47.431443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b8182-f64c-45de-98b0-8fd09a5fb43f None None] Pushing event updated for resources: {'Port': ['ID=5aced213-9ffc-4698-b589-f7270054f6f3,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:47.450611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Deleting port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:43:47.450958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.462659 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Routers {'47c5c953-ea9d-4110-80e4-bab699c24438'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:47.464776 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['47c5c953-ea9d-4110-80e4-bab699c24438'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:47.499047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:43:47.499693 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:43:47.588966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37534) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:47.590167 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe30ebc-86bb-44d6-bd7f-ef52a394d06a None None] Pushing event updated for resources: {'Port': ['ID=d1ec2733-d484-4fdd-a41a-18a8998966ce,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:47.593953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-551363589-network', 'tenant_id': '2b2d805eb0e741ce81edc30e900ee79e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:47.605980 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.637743 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Made reservation on behalf of 2b2d805eb0e741ce81edc30e900ee79e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:47.642610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.654771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.672788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] For port a52e6b00-3484-4d2d-a055-115e2a5ae8e3, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:47.673170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.688469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6ae4be43-910c-446c-9289-3e0cadc97464 None None] Provisioning complete for port 5aced213-9ffc-4698-b589-f7270054f6f3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:47.689350 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ae4be43-910c-446c-9289-3e0cadc97464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.692839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Calling delete_port for a52e6b00-3484-4d2d-a055-115e2a5ae8e3 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:43:47.721891 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] Set router 47c5c953-ea9d-4110-80e4-bab699c24438 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:47.937486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:47.948323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.031241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f793447e-f66d-4840-853e-4ef7c89c339c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:48.052032 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.061665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:43:48.091178 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.096241 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Added segment f2f4940d-e29a-4325-bde6-6646d5130df0 of type vlan for network 7aaa510f-e73d-48c8-ada2-b23b86f6a5b6 Jan 28 20:43:48.125479 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:43:43Z', 'revision_number': 3, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port': {'id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:41Z', 'updated_at': '2022-01-28T20:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:48.184453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] No DVR routers for this DVR port a52e6b00-3484-4d2d-a055-115e2a5ae8e3 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:43:48.191855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Pushing event deleted for resources: {'Port': ['ID=a52e6b00-3484-4d2d-a055-115e2a5ae8e3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:48.195427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.200876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb6a6d2-b34c-4af1-b082-c46018236e63 req-05f8f464-41d9-476b-b613-99f149e07a81 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "DELETE /v2.0/ports/a52e6b00-3484-4d2d-a055-115e2a5ae8e3 HTTP/1.1" status: 204 len: 173 time: 1.1131706 Jan 28 20:43:48.204272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493bc74-af4a-4a18-83f5-a8a03a31eb9a', 'name': 'network-vif-deleted', 'tag': 'a52e6b00-3484-4d2d-a055-115e2a5ae8e3'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:43:48.207044 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016363ed-fb68-4b52-981f-f93ecfea646d" -d '{"events": [{"server_uuid": "f493bc74-af4a-4a18-83f5-a8a03a31eb9a", "name": "network-vif-deleted", "tag": "a52e6b00-3484-4d2d-a055-115e2a5ae8e3"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:43:48.211244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Allocated IP 172.20.0.1 (742c0616-f03b-42e7-b9dc-7fff79cfa941/1510d242-8eb2-4525-9425-e29dce38094f/c5060c1c-7ee7-4978-9bb5-8ba3a6c08147) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:48.234511 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7739e92-a5e2-4dd0-a42d-d15057ebcd92 None None] The sync data for ids ['47c5c953-ea9d-4110-80e4-bab699c24438'] in n-d-825064-3 is: [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:43:43Z', 'revision_number': 3, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port': {'id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:41Z', 'updated_at': '2022-01-28T20:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:48.248880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.330322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.333669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['a52e6b00-3484-4d2d-a055-115e2a5ae8e3'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:43:48.334165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:48.335747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.338335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37552) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:48.403578 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8129163 Jan 28 20:43:48.407328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37554) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:48.417761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.419757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b030e079-1480-4fa5-8403-3ca13b38db75 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:48.455525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Request body: {'subnet': {'network_id': '7aaa510f-e73d-48c8-ada2-b23b86f6a5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-551363589-subnet', 'tenant_id': '2b2d805eb0e741ce81edc30e900ee79e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:48.475872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ca637c8d-a873-480f-b851-66302225e8d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d202a13bf9594e28aa82a41c39d4bf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355331 Jan 28 20:43:48.481091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37558) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:48.519664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b030e079-1480-4fa5-8403-3ca13b38db75 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:48.520090 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.566079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad6044-6b63-4d71-8943-e3333eed5e9d req-b4b22d57-a78f-4c08-809d-e93981c8b127 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:48.567667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aad6044-6b63-4d71-8943-e3333eed5e9d req-b4b22d57-a78f-4c08-809d-e93981c8b127 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.2303836 Jan 28 20:43:48.595858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Made reservation on behalf of 2b2d805eb0e741ce81edc30e900ee79e for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:48.598725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.640821 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.683828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-693138eb-3c9b-4523-aeec-c501ea7ef46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.708928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aad6044-6b63-4d71-8943-e3333eed5e9d req-2c73e9ac-000f-4cec-a0bf-bc2b0bf2d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336813 Jan 28 20:43:48.740963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-693138eb-3c9b-4523-aeec-c501ea7ef46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.791854 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:48.797361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c629da7-dc7f-4277-9af5-1ed45890352d admin admin] Pushing event updated for resources: {'Network': ['ID=7aaa510f-e73d-48c8-ada2-b23b86f6a5b6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:48.811338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7aaa510f-e73d-48c8-ada2-b23b86f6a5b6 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:43:48.898370 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e19db10-3de1-487b-b90d-270e6cfc3108 x-openstack-request-id: req-2e19db10-3de1-487b-b90d-270e6cfc3108 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:43:48.899190 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493bc74-af4a-4a18-83f5-a8a03a31eb9a", "name": "network-vif-deleted", "tag": "a52e6b00-3484-4d2d-a055-115e2a5ae8e3", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:43:48.899629 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e19db10-3de1-487b-b90d-270e6cfc3108 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:43:48.900224 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493bc74-af4a-4a18-83f5-a8a03a31eb9a', 'name': 'network-vif-deleted', 'tag': 'a52e6b00-3484-4d2d-a055-115e2a5ae8e3', 'status': 'completed', 'code': 200} Jan 28 20:43:48.914681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Network 742c0616-f03b-42e7-b9dc-7fff79cfa941 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:48.919103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:48.934051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 706006c5-a54a-4a1e-975a-09dfc81c3748 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:48.946500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:49.014984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 706006c5-a54a-4a1e-975a-09dfc81c3748 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:49.015500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 706006c5-a54a-4a1e-975a-09dfc81c3748 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:49.016031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:49.043496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:49.049533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 08a6d6f8-ddbf-458c-ab05-4f2f00a8181a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:49.076906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.161452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4156b1a4-759d-4119-b270-dcda65a99326 req-2b376205-4f2c-431f-9f4e-ff8450fe19d2 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=f493bc74-af4a-4a18-83f5-a8a03a31eb9a HTTP/1.1" status: 200 len: 210 time: 0.1953328 Jan 28 20:43:49.174385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:49.196583 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.200140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2df795-1801-4a8d-8306-2a3a93b44d9c,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:49.200457 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-693138eb-3c9b-4523-aeec-c501ea7ef46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.205253 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-693138eb-3c9b-4523-aeec-c501ea7ef46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.207556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-693138eb-3c9b-4523-aeec-c501ea7ef46b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b35cbf5c-7761-4f6e-9593-ea91635f6022 HTTP/1.1" status: 204 len: 168 time: 0.7195818 Jan 28 20:43:49.231366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Checking segment: {'id': 'f2f4940d-e29a-4325-bde6-6646d5130df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7aaa510f-e73d-48c8-ada2-b23b86f6a5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:49.234795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Network hostable DHCP agents. Network: 7aaa510f-e73d-48c8-ada2-b23b86f6a5b6, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:43:49.270921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693138eb-3c9b-4523-aeec-c501ea7ef46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35cbf5c-7761-4f6e-9593-ea91635f6022,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:49.317216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Network 7aaa510f-e73d-48c8-ada2-b23b86f6a5b6 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:43:49.331520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7aaa510f-e73d-48c8-ada2-b23b86f6a5b6) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:49.338173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:49.342965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48662345-fa36-4976-a994-ca38da0113d4 None None] Network 7aaa510f-e73d-48c8-ada2-b23b86f6a5b6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:49.354317 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.408425 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-89da7b69-24f9-4eb5-a526-66574e3e5639 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9673033 Jan 28 20:43:49.455587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b45f09db-e7ca-42e0-9581-8371620c4db9 None None] Provisioning complete for port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:49.456146 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b45f09db-e7ca-42e0-9581-8371620c4db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.517942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b45f09db-e7ca-42e0-9581-8371620c4db9 None None] Port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:43:49.527526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5aced213-9ffc-4698-b589-f7270054f6f3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:49.550312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.651297 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37580) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:49.736611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02aa6b-134e-4fb6-96f3-de2505fb33ea None None] Network 7aaa510f-e73d-48c8-ada2-b23b86f6a5b6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:43:49.764909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cab95a5-0cde-48a2-aae1-5f31a7518406 admin admin] Deleting subnet 43fdb535-1eed-4fac-9b76-38cba52b002a {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:49.769525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cab95a5-0cde-48a2-aae1-5f31a7518406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.833334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.847452 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cab95a5-0cde-48a2-aae1-5f31a7518406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.868763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5aced213-9ffc-4698-b589-f7270054f6f3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:49.869142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.907848 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:49.937242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cab95a5-0cde-48a2-aae1-5f31a7518406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.031571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d1ec2733-d484-4fdd-a41a-18a8998966ce up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:50.051668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f57c-c636-495a-ac46-c8aa3e6d610c req-286c937f-1fa9-4bba-8267-2b7569f39e30 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:50.053734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8404f57c-c636-495a-ac46-c8aa3e6d610c req-286c937f-1fa9-4bba-8267-2b7569f39e30 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.2228029 Jan 28 20:43:50.062467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:50.067163 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cab95a5-0cde-48a2-aae1-5f31a7518406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.067481 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.099287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a52e6b00-3484-4d2d-a055-115e2a5ae8e3 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:43:50.130835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab95a5-0cde-48a2-aae1-5f31a7518406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fdb535-1eed-4fac-9b76-38cba52b002a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:50.141967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0cab95a5-0cde-48a2-aae1-5f31a7518406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.146272 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0cab95a5-0cde-48a2-aae1-5f31a7518406 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/43fdb535-1eed-4fac-9b76-38cba52b002a HTTP/1.1" status: 204 len: 168 time: 0.4939566 Jan 28 20:43:50.149517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: a52e6b00-3484-4d2d-a055-115e2a5ae8e3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:43:50.149940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37596) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:50.150257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device a52e6b00-3484-4d2d-a055-115e2a5ae8e3 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:43:50.206473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d1ec2733-d484-4fdd-a41a-18a8998966ce triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:50.206863 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.250718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.291128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8404f57c-c636-495a-ac46-c8aa3e6d610c req-1bd36cb7-779c-4bba-847d-46cd75fc8a6b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866692 Jan 28 20:43:50.330065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.357749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Network 742c0616-f03b-42e7-b9dc-7fff79cfa941 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:50.360621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:50.384120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port d1ec2733-d484-4fdd-a41a-18a8998966ce, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d1ec2733-d484-4fdd-a41a-18a8998966ce,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:50.398282 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.460848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=d1ec2733-d484-4fdd-a41a-18a8998966ce,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:50.487443 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.527781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace3c3d5-4871-4933-ac0f-30909a1aaecc']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:50.549347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97c74c7-fc3f-493b-aaf6-374ac5f24b0b') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:50.549653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97c74c7-fc3f-493b-aaf6-374ac5f24b0b') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:50.562947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.619031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.626417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:50.627934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:50.634656 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:50.718154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Router 47c5c953-ea9d-4110-80e4-bab699c24438 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:43:50.767282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.772948 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.779656 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ace3c3d5-4871-4933-ac0f-30909a1aaecc HTTP/1.1" status: 204 len: 168 time: 0.6285055 Jan 28 20:43:50.782627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37616) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:50.833514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a39fc7-7905-446a-b49e-c02bc2666738 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace3c3d5-4871-4933-ac0f-30909a1aaecc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:50.873719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5e8db4-e1e2-4ec6-bd33-dee3b5cca365 admin admin] Deleting subnet 7e2df795-1801-4a8d-8306-2a3a93b44d9c {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:43:50.877608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1f28ab6e-5aac-4602-8485-58c707d8ff13 None None] Provisioning complete for port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:50.877883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8db4-e1e2-4ec6-bd33-dee3b5cca365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.878018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1f28ab6e-5aac-4602-8485-58c707d8ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:50.960088 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8db4-e1e2-4ec6-bd33-dee3b5cca365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.012866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1f28ab6e-5aac-4602-8485-58c707d8ff13 None None] Port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:43:51.025431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8db4-e1e2-4ec6-bd33-dee3b5cca365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.121104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8db4-e1e2-4ec6-bd33-dee3b5cca365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.220043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d1ec2733-d484-4fdd-a41a-18a8998966ce up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:51.224161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e8db4-e1e2-4ec6-bd33-dee3b5cca365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2df795-1801-4a8d-8306-2a3a93b44d9c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:51.253379 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0a5e8db4-e1e2-4ec6-bd33-dee3b5cca365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.262687 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0a5e8db4-e1e2-4ec6-bd33-dee3b5cca365 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7e2df795-1801-4a8d-8306-2a3a93b44d9c HTTP/1.1" status: 204 len: 168 time: 0.4753821 Jan 28 20:43:51.264643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37630) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:51.323743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d1ec2733-d484-4fdd-a41a-18a8998966ce triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:51.324124 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.343183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:43:51.357308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9dc08181-0cc2-40e2-aa85-c0fe9f9a98d9 admin admin] 10.222.0.44 "PUT /v2.0/routers/47c5c953-ea9d-4110-80e4-bab699c24438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6568751 Jan 28 20:43:51.379555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Sync routers for ids ['47c5c953-ea9d-4110-80e4-bab699c24438'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:43:51.468529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Routers {'47c5c953-ea9d-4110-80e4-bab699c24438'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:51.469984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['47c5c953-ea9d-4110-80e4-bab699c24438'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:51.475748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.498859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.544935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1158309-6bbd-4a87-b1ac-a527e1bac77e req-e05f05e4-0c35-4eaa-ad16-5a7c88c1472a tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:51.568461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1158309-6bbd-4a87-b1ac-a527e1bac77e req-e05f05e4-0c35-4eaa-ad16-5a7c88c1472a tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1174695 Jan 28 20:43:51.635693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.673555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aaa510f-e73d-48c8-ada2-b23b86f6a5b6']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:51.686211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1158309-6bbd-4a87-b1ac-a527e1bac77e req-0dcec480-2af2-43e9-8e0c-04d61b2ab758 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155233 Jan 28 20:43:51.712707 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f4940d-e29a-4325-bde6-6646d5130df0') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:51.713013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f4940d-e29a-4325-bde6-6646d5130df0') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:51.735263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.752350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.761256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:43:51.761369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:43:51.766498 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:43:51.768905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Set router 47c5c953-ea9d-4110-80e4-bab699c24438 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:51.890784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.905423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:51.912212 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7aaa510f-e73d-48c8-ada2-b23b86f6a5b6 HTTP/1.1" status: 204 len: 168 time: 0.6455674 Jan 28 20:43:51.941385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82985d5f-5c49-4025-b243-b8f1bbe6be47 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aaa510f-e73d-48c8-ada2-b23b86f6a5b6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:52.116499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37704) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:52.186888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:43:49Z', 'revision_number': 4, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port': {'id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:41Z', 'updated_at': '2022-01-28T20:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c5060c1c-7ee7-4978-9bb5-8ba3a6c08147', 'name': '', 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'mac_address': 'fa:16:3e:b7:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '1510d242-8eb2-4525-9425-e29dce38094f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:47Z', 'updated_at': '2022-01-28T20:43:49Z', 'revision_number': 2, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'subnets': [{'id': '1510d242-8eb2-4525-9425-e29dce38094f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:52.204221 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-60650976-b207-40ae-9cb8-0acc0412f9fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=684214f22d6949f49b2aab4541ee9fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863297 Jan 28 20:43:52.206768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37710) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:52.266389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Checking router: 47c5c953-ea9d-4110-80e4-bab699c24438 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:43:52.268031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Updating router 47c5c953-ea9d-4110-80e4-bab699c24438 port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:43:52.315588 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:52.324114 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8046cc8a-d887-4f87-b4b8-7d5fc77c4e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:52.378888 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8046cc8a-d887-4f87-b4b8-7d5fc77c4e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:52.447559 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8046cc8a-d887-4f87-b4b8-7d5fc77c4e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:52.451850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8046cc8a-d887-4f87-b4b8-7d5fc77c4e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:52.456674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8046cc8a-d887-4f87-b4b8-7d5fc77c4e2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d6f55b1-f3f0-48c5-84cc-9fb9ab3b4232 HTTP/1.1" status: 204 len: 168 time: 0.2487645 Jan 28 20:43:52.483890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046cc8a-d887-4f87-b4b8-7d5fc77c4e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f55b1-f3f0-48c5-84cc-9fb9ab3b4232,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:52.927214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d6737-37bf-4834-aa22-278fd2673694 req-187804d2-c5e1-4d12-8917-726ca9a07d5a tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:52.929590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c85d6737-37bf-4834-aa22-278fd2673694 req-187804d2-c5e1-4d12-8917-726ca9a07d5a tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0627453 Jan 28 20:43:53.048775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c85d6737-37bf-4834-aa22-278fd2673694 req-668c886c-e43c-48fa-a3f8-148fb9a36ddb tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109488 Jan 28 20:43:53.068404 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.074999 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.163537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d14920-78e0-4411-93b1-57bd15172d40 None None] Pushing event updated for resources: {'Port': ['ID=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:53.330440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Attempting to bind port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:43:53.331047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Attempting to bind port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:43:53.334478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Attempting to bind port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 on network 742c0616-f03b-42e7-b9dc-7fff79cfa941 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:43:53.346415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:43:53.348813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Checking segment: {'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:43:53.349408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.351615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Bound using segment: {'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:43:53.353332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Bound port: c5060c1c-7ee7-4978-9bb5-8ba3a6c08147, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:43:53.353952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.560359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a8fca-0d3e-4210-8bd1-ae670a07baf4 req-3bb59890-9b66-4424-b71a-f4bab7b86766 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:53.564466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f13a8fca-0d3e-4210-8bd1-ae670a07baf4 req-3bb59890-9b66-4424-b71a-f4bab7b86766 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1389167 Jan 28 20:43:53.590825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] For port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:43:53.597195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] For port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,segment=NetworkSegment(d3fd5da1-1dd7-4775-8e5e-b4791b7f2345),segment_id=d3fd5da1-1dd7-4775-8e5e-b4791b7f2345)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:43:53.604467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37776) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:53.605090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37778) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:53.608943 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.610981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146376673', 'description': 'tempest-secgroup-smoke-2146376673 description', 'project_id': '93eedc7af78849d0b6487edf1964282e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:53.705815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f13a8fca-0d3e-4210-8bd1-ae670a07baf4 req-fc0679d4-2821-4dd5-b6ce-e03ee765b72a tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313324 Jan 28 20:43:53.714124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Routers {'47c5c953-ea9d-4110-80e4-bab699c24438'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:43:53.716437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['47c5c953-ea9d-4110-80e4-bab699c24438'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:53.729619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37782) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:53.730267 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-65c53577-39d2-4df2-ad91-1f9f8d6c45da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b2d805eb0e741ce81edc30e900ee79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241217 Jan 28 20:43:53.760729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.781155 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.876365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] Set router 47c5c953-ea9d-4110-80e4-bab699c24438 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:43:53.888998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-741285a8-7d52-4b96-9f6a-6c6d23c74e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.963072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733087-702e-4d52-acea-663b5e84b8f0 req-e82d60d9-64ba-4a95-a01f-f2cb458486dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:53.965063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-e82d60d9-64ba-4a95-a01f-f2cb458486dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1097 time: 0.5729783 Jan 28 20:43:53.967273 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-741285a8-7d52-4b96-9f6a-6c6d23c74e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.988778 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:53.995415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.102097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc9a09-8331-42f7-b494-a211e7cd71a1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:54.159006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-becde5f7-5b9e-421f-bf46-2bc944a8dad6 None None] Provisioning complete for port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:54.159006 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-becde5f7-5b9e-421f-bf46-2bc944a8dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.196366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.203545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.224553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d14920-78e0-4411-93b1-57bd15172d40 None None] Pushing event updated for resources: {'Port': ['ID=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:54.243254 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.244738 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6377456 Jan 28 20:43:54.247178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b73a02-5ac8-41f1-82e1-7ee368aa49be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc105399-8851-4efb-b4e1-8d6724668e9f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:54.250466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37804) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:54.257572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c98a1ac6-7782-49c9-903c-040540f9b02f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'dc105399-8851-4efb-b4e1-8d6724668e9f', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:54.294878 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ac6-7782-49c9-903c-040540f9b02f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.299645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-741285a8-7d52-4b96-9f6a-6c6d23c74e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.310202 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-741285a8-7d52-4b96-9f6a-6c6d23c74e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.311387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-741285a8-7d52-4b96-9f6a-6c6d23c74e1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f793447e-f66d-4840-853e-4ef7c89c339c HTTP/1.1" status: 204 len: 168 time: 0.5807776 Jan 28 20:43:54.361753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741285a8-7d52-4b96-9f6a-6c6d23c74e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f793447e-f66d-4840-853e-4ef7c89c339c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:54.367718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733087-702e-4d52-acea-663b5e84b8f0 req-2434a1cb-3253-4055-ad2d-5c904b6166a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:54.373303 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-2434a1cb-3253-4055-ad2d-5c904b6166a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.3884184 Jan 28 20:43:54.423896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ac6-7782-49c9-903c-040540f9b02f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.437614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ac6-7782-49c9-903c-040540f9b02f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.478183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a1ac6-7782-49c9-903c-040540f9b02f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb1066e-31e7-4b7e-b382-a378353b7a97,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:54.500737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-15cd1aef-6f6d-4595-b689-1bdbddc50c87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 1001 time: 0.1236677 Jan 28 20:43:54.500920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c98a1ac6-7782-49c9-903c-040540f9b02f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.502211 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c98a1ac6-7782-49c9-903c-040540f9b02f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2493880 Jan 28 20:43:54.504771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37808) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:54.513175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a78ceda7-1710-4f91-9ed8-ba3ae6834d5e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'dc105399-8851-4efb-b4e1-8d6724668e9f', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:54.573407 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-becde5f7-5b9e-421f-bf46-2bc944a8dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.600998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:43:49Z', 'revision_number': 4, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port': {'id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:41Z', 'updated_at': '2022-01-28T20:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c5060c1c-7ee7-4978-9bb5-8ba3a6c08147', 'name': '', 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'mac_address': 'fa:16:3e:b7:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '1510d242-8eb2-4525-9425-e29dce38094f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:47Z', 'updated_at': '2022-01-28T20:43:53Z', 'revision_number': 4, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'subnets': [{'id': '1510d242-8eb2-4525-9425-e29dce38094f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:43:54.675459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545c7713-f0bf-4a91-8b95-dc8a3735228e None None] The sync data for ids ['47c5c953-ea9d-4110-80e4-bab699c24438'] in n-d-825064-3 is: [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:43:49Z', 'revision_number': 4, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port': {'id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:41Z', 'updated_at': '2022-01-28T20:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'c5060c1c-7ee7-4978-9bb5-8ba3a6c08147', 'name': '', 'network_id': '742c0616-f03b-42e7-b9dc-7fff79cfa941', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'mac_address': 'fa:16:3e:b7:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '1510d242-8eb2-4525-9425-e29dce38094f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:47Z', 'updated_at': '2022-01-28T20:43:53Z', 'revision_number': 4, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'subnets': [{'id': '1510d242-8eb2-4525-9425-e29dce38094f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:43:54.730804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733087-702e-4d52-acea-663b5e84b8f0 req-90070ba0-23fa-4f06-b2cf-4c0b4525c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:54.732427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-90070ba0-23fa-4f06-b2cf-4c0b4525c81d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.2068985 Jan 28 20:43:54.754231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78ceda7-1710-4f91-9ed8-ba3ae6834d5e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.767033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-becde5f7-5b9e-421f-bf46-2bc944a8dad6 None None] For port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,segment=NetworkSegment(d3fd5da1-1dd7-4775-8e5e-b4791b7f2345),segment_id=d3fd5da1-1dd7-4775-8e5e-b4791b7f2345)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:43:54.772742 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-becde5f7-5b9e-421f-bf46-2bc944a8dad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:54.964855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becde5f7-5b9e-421f-bf46-2bc944a8dad6 None None] Pushing event updated for resources: {'Port': ['ID=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:54.967888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-be0f75ad-bedd-45a6-b948-3ed6f3c612eb None None] Provisioning complete for port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:54.974034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be0f75ad-bedd-45a6-b948-3ed6f3c612eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.003715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20733087-702e-4d52-acea-663b5e84b8f0 req-d214378f-a3c5-46fd-81f3-3b780253c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:55.005299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-d214378f-a3c5-46fd-81f3-3b780253c0b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524447 Jan 28 20:43:55.038709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-dc6d742a-09c1-4fab-9188-4ab0afe94558 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:43:55.040344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-dc6d742a-09c1-4fab-9188-4ab0afe94558 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232561 Jan 28 20:43:55.310742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:43:55.313188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-4076c8ac-b3a2-42ab-b719-bfc042168252 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575243 Jan 28 20:43:55.348255 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78ceda7-1710-4f91-9ed8-ba3ae6834d5e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.459062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:43:55.459866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.506098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20733087-702e-4d52-acea-663b5e84b8f0 req-e0eb60a2-599d-487f-9296-c1cc7b6a4d06 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849904 Jan 28 20:43:55.516255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f40c2-c0f5-4314-bb1f-d07b7d858538 req-82c09007-de2b-42b0-a4d2-73ef38c10a09 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:55.518635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a8f40c2-c0f5-4314-bb1f-d07b7d858538 req-82c09007-de2b-42b0-a4d2-73ef38c10a09 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.6332700 Jan 28 20:43:55.521280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78ceda7-1710-4f91-9ed8-ba3ae6834d5e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.620062 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a78ceda7-1710-4f91-9ed8-ba3ae6834d5e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.621563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a78ceda7-1710-4f91-9ed8-ba3ae6834d5e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1158547 Jan 28 20:43:55.624585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37846) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:55.628846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ceda7-1710-4f91-9ed8-ba3ae6834d5e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cd4e3a-0d49-46fe-8218-98cfe8a52458,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:55.630009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4747ec14-c935-483a-a643-92390ee5e948 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'dc105399-8851-4efb-b4e1-8d6724668e9f', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:55.650774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a8f40c2-c0f5-4314-bb1f-d07b7d858538 req-135d651a-e88d-41a7-929f-00fe9fc8e40b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200049 Jan 28 20:43:55.730151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4747ec14-c935-483a-a643-92390ee5e948 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.878655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4747ec14-c935-483a-a643-92390ee5e948 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.883610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4747ec14-c935-483a-a643-92390ee5e948 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.913835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747ec14-c935-483a-a643-92390ee5e948 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4054d8e-4e95-4cae-ab7f-b1e36017c32f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:55.925121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4747ec14-c935-483a-a643-92390ee5e948 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:55.926583 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4747ec14-c935-483a-a643-92390ee5e948 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3009939 Jan 28 20:43:55.929938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37858) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:55.935478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-75eaa697-2c29-476a-b6fa-225391b45eb6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'dc105399-8851-4efb-b4e1-8d6724668e9f', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:56.039248 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75eaa697-2c29-476a-b6fa-225391b45eb6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.221263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75eaa697-2c29-476a-b6fa-225391b45eb6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.239259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75eaa697-2c29-476a-b6fa-225391b45eb6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.334156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaa697-2c29-476a-b6fa-225391b45eb6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f6a69c-1ad6-420b-92d6-2ff0c6794630,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:56.348910 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-75eaa697-2c29-476a-b6fa-225391b45eb6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.350158 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-75eaa697-2c29-476a-b6fa-225391b45eb6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4188998 Jan 28 20:43:56.353086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37870) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:56.358633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7f54042a-9360-4598-b925-637c45c87f1e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'dc105399-8851-4efb-b4e1-8d6724668e9f', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:56.414416 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-7f54042a-9360-4598-b925-637c45c87f1e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Project 93eedc7af78849d0b6487edf1964282e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:43:56.421144 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f54042a-9360-4598-b925-637c45c87f1e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.508422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f54042a-9360-4598-b925-637c45c87f1e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.522414 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f54042a-9360-4598-b925-637c45c87f1e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.556625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54042a-9360-4598-b925-637c45c87f1e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0661784c-b49b-440b-ac00-1852c994ba9f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:56.586854 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7f54042a-9360-4598-b925-637c45c87f1e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.588101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7f54042a-9360-4598-b925-637c45c87f1e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2340121 Jan 28 20:43:56.591042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37876) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:56.595635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2b01eebf-4fe0-4a21-9718-0443bed53500 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'dc105399-8851-4efb-b4e1-8d6724668e9f', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:56.628602 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-2b01eebf-4fe0-4a21-9718-0443bed53500 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Project 93eedc7af78849d0b6487edf1964282e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:43:56.637550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2b01eebf-4fe0-4a21-9718-0443bed53500 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.772690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2b01eebf-4fe0-4a21-9718-0443bed53500 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.780026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2b01eebf-4fe0-4a21-9718-0443bed53500 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.808354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2b01eebf-4fe0-4a21-9718-0443bed53500 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:56.811543 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2b01eebf-4fe0-4a21-9718-0443bed53500 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2192457 Jan 28 20:43:56.817180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37888) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:56.823479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'network': {'name': 'tempest-network-smoke--1518533097', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'port_security_enabled': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:56.878785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01eebf-4fe0-4a21-9718-0443bed53500 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270d2ef5-df91-42d7-9d08-5fd6dbbabd3d,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:56.891415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b720c-c821-4a55-9603-357e2fa09e8a req-5492b5ac-3905-42a4-980d-04fc503aea1e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:56.912235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a2b720c-c821-4a55-9603-357e2fa09e8a req-5492b5ac-3905-42a4-980d-04fc503aea1e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1473742 Jan 28 20:43:56.942759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:43:56.950220 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.000505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:43:57.002295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a2b720c-c821-4a55-9603-357e2fa09e8a req-893aba37-8e6a-4701-b915-2c29fe787964 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887349 Jan 28 20:43:57.023499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.023852 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Added segment ba49e3f5-918f-4573-b2fb-c0bb5ea8c710 of type vlan for network 743cf2ca-7a35-4fa9-974a-d6980807e02a Jan 28 20:43:57.080976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.113797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.120503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:57.121247 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.195211 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3763094 Jan 28 20:43:57.198928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37904) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:57.204702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93d071-44be-430a-a0e8-d52457a32a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Network': ['ID=743cf2ca-7a35-4fa9-974a-d6980807e02a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:57.206983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'admin_state_up': True, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:43:57.231401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:43:57.241499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.243626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.338712 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.597140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.896928 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:57.941221 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:58.153439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.25.2.119 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/13c16459-64dd-4f02-be57-cdb9e9222df6) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:43:58.340030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:58.387046 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:58.455293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:43:58.462304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:43:58.468433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:43:58.499176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=13c16459-64dd-4f02-be57-cdb9e9222df6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:58.707302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 37966) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:58.939009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8a2d468b-e7ed-412e-8f10-3fed2f2331d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:58.951903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:59.119621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8a2d468b-e7ed-412e-8f10-3fed2f2331d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:59.125154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8a2d468b-e7ed-412e-8f10-3fed2f2331d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:59.186690 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8a2d468b-e7ed-412e-8f10-3fed2f2331d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=951ed18d905d407b8e8c134fa451fcdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774182 Jan 28 20:43:59.195252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 37976) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:43:59.197811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d468b-e7ed-412e-8f10-3fed2f2331d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5155109d-0ea5-4a0d-9203-d1a22470ce0b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:59.399446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42b26e75-e0c9-4b87-a675-f0a2ce9a66b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:59.472259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42b26e75-e0c9-4b87-a675-f0a2ce9a66b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:59.493963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:59.672913 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42b26e75-e0c9-4b87-a675-f0a2ce9a66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:59.675670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42b26e75-e0c9-4b87-a675-f0a2ce9a66b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:43:59.680156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-42b26e75-e0c9-4b87-a675-f0a2ce9a66b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5155109d-0ea5-4a0d-9203-d1a22470ce0b HTTP/1.1" status: 204 len: 168 time: 0.4853549 Jan 28 20:43:59.690374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b26e75-e0c9-4b87-a675-f0a2ce9a66b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5155109d-0ea5-4a0d-9203-d1a22470ce0b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:43:59.708997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-ec65fe0e-75d0-404d-98bd-72e14d6c2828 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882719 Jan 28 20:43:59.770503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:43:59.869803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-66a9569b-dfcb-4613-b9a9-0a7d2ae98df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:43:59.871319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-66a9569b-dfcb-4613-b9a9-0a7d2ae98df2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1097 time: 0.1123996 Jan 28 20:44:00.020968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:44:00.033197 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Sync routers for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:44:00.059013 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:00.060005 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:00.074544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-e07960ad-6efc-4d1e-8dad-e59bd018b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:00.076252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-e07960ad-6efc-4d1e-8dad-e59bd018b37d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.1837342 Jan 28 20:44:00.202166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38012) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:00.231442 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f21c5661-efc1-43b4-86e7-d041c0247f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.291024 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:00.457295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f21c5661-efc1-43b4-86e7-d041c0247f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.464592 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f21c5661-efc1-43b4-86e7-d041c0247f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.519996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c5661-efc1-43b4-86e7-d041c0247f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155fa951-b852-4ef4-b730-7775b127db8b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:00.580165 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f21c5661-efc1-43b4-86e7-d041c0247f60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b373d43703746df98b4c09947845ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767869 Jan 28 20:44:00.586926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38020) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:00.699613 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:00.714218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e454da8-b826-40ae-a986-cbf62c697fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.748114 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e454da8-b826-40ae-a986-cbf62c697fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.764662 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.767989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Checking router: 872d6be3-3ecc-4ced-9ab3-3b927645ea77 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:44:00.768372 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Updating router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 port 13c16459-64dd-4f02-be57-cdb9e9222df6 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:44:00.769215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2f948af6-5a94-4f7e-b4bc-bd2709d5da5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5690651 Jan 28 20:44:00.771612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38026) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:00.802811 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.813861 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e454da8-b826-40ae-a986-cbf62c697fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.829515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1e454da8-b826-40ae-a986-cbf62c697fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:00.829515 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1e454da8-b826-40ae-a986-cbf62c697fcc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/155fa951-b852-4ef4-b730-7775b127db8b HTTP/1.1" status: 204 len: 168 time: 0.2297573 Jan 28 20:44:00.830013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e454da8-b826-40ae-a986-cbf62c697fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155fa951-b852-4ef4-b730-7775b127db8b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:00.885784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-17058e99-d5cb-4524-b943-a128b4116519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 1001 time: 0.8008826 Jan 28 20:44:00.994891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-d0612250-3bcd-4fa5-a0b3-98743d9bc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:00.998177 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-d0612250-3bcd-4fa5-a0b3-98743d9bc4cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.1050949 Jan 28 20:44:01.010052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-5e0b3282-e23b-4742-830a-547cc1ce5d5a tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:01.018100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-5e0b3282-e23b-4742-830a-547cc1ce5d5a tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/networks?id=cfd2deca-9722-4c2d-921b-f94de32914d7 HTTP/1.1" status: 200 len: 814 time: 0.8856859 Jan 28 20:44:01.049312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-ebc97c12-529c-43f8-8bd2-199030b2e6d3 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/quotas/1c8557000f5746cf84f11bc9d9c90340 HTTP/1.1" status: 200 len: 375 time: 0.0301759 Jan 28 20:44:01.143254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-6577b6b3-a1fa-41dc-9347-24bb0f7d4d82 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c8557000f5746cf84f11bc9d9c90340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928020 Jan 28 20:44:01.157605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13f48883-453d-4811-bbd2-2e7304a723d7 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=93eedc7af78849d0b6487edf1964282e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3731782 Jan 28 20:44:01.160785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38036) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:01.226671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-df35183f-c425-4da9-a89a-9ac8fcb30d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:01.228566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-df35183f-c425-4da9-a89a-9ac8fcb30d34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967003 Jan 28 20:44:01.437535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8465f-401c-446a-901d-861645f21520 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:01.439775 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66b8465f-401c-446a-901d-861645f21520 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2779202 Jan 28 20:44:01.441245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-1eadf949-c4e1-433c-a13d-bc0a7d8e89a0 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972977 Jan 28 20:44:01.448214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38048) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:01.508128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-242c4bac-a05c-4ca4-8cb3-8be35bed8762 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709517 Jan 28 20:44:01.643086 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:01.655031 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:01.723393 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Attempting to bind port 13c16459-64dd-4f02-be57-cdb9e9222df6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:44:01.723393 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Attempting to bind port 13c16459-64dd-4f02-be57-cdb9e9222df6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:44:01.723393 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Attempting to bind port 13c16459-64dd-4f02-be57-cdb9e9222df6 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:01.732408 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:01.732408 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:44:01.732408 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:01.732906 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:01.733024 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Bound port: 13c16459-64dd-4f02-be57-cdb9e9222df6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:44:01.733385 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:01.790017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af3112fb-290c-408c-aab3-ab5cdff6d5bc req-27c22b4e-0878-4fe6-ae45-a74cc6fee498 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938007 Jan 28 20:44:01.824906 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] For port 13c16459-64dd-4f02-be57-cdb9e9222df6, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:01.828882 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] For port 13c16459-64dd-4f02-be57-cdb9e9222df6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=13c16459-64dd-4f02-be57-cdb9e9222df6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:01.838992 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Pushing event updated for resources: {'Port': ['ID=13c16459-64dd-4f02-be57-cdb9e9222df6,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:01.841139 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:01.854215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-526194b5-b739-4c54-8212-42fd75632718 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022887 Jan 28 20:44:01.854405 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.854570 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.854913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.855233 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.855566 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.855895 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.856256 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.856581 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.856903 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.857223 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.857546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.858550 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:01.931405 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-668b2cfd-bf65-4474-8d12-660b307cfe71 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4791694 Jan 28 20:44:01.932257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38062) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:01.941791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-921142157', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:01.949105 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82e8aa-c426-47ad-818e-c115ab0c0b3f None None] Pushing event updated for resources: {'Port': ['ID=13c16459-64dd-4f02-be57-cdb9e9222df6,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:01.993305 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:01.996115 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:02.128211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e907a963-264d-4664-93fd-5e11b4e51b1a req-99fe6669-e8d8-4e08-9807-04230a831e59 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 210 time: 0.0515652 Jan 28 20:44:02.189810 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:02.242735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:44:02.247871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:02.545908 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:02.590896 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885968ce-4bef-4443-a3a9-7494df89db94 None None] The sync data for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 is: [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:43:58Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:44:02.712619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:02.809994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Subnet': ['ID=b24c37a3-29c0-4b4c-b592-2317a8a29144,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:02.825116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Checking segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:44:02.825490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network hostable DHCP agents. Network: 743cf2ca-7a35-4fa9-974a-d6980807e02a, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:44:02.853353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:44:02.868016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 743cf2ca-7a35-4fa9-974a-d6980807e02a) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:02.873792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:02.874919 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:02.885037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcc700f-0da3-4028-92b8-4c35103e4534 None None] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:44:02.903866 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be55a486-7e02-4247-9a80-072b8d2a0579 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9673030 Jan 28 20:44:02.904172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38104) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:03.156092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-743cf2ca-7a35-4fa9-974a-d6980807e02a', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:44:03.157334 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:03.316421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ae3c7d0-9b1b-4152-a349-5c2819221f58 req-21ee5c44-839f-426e-8e2b-6a3a9809aa8d tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 210 time: 0.0804784 Jan 28 20:44:03.359816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 13c16459-64dd-4f02-be57-cdb9e9222df6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:03.488519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Allocated IP 172.20.0.2 (743cf2ca-7a35-4fa9-974a-d6980807e02a/b24c37a3-29c0-4b4c-b592-2317a8a29144/43674c2d-a965-4c3c-acba-e8ddef09f84d) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:03.835162 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:03.858664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 13c16459-64dd-4f02-be57-cdb9e9222df6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:03.859079 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:03.944366 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:03.955194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-f853e06e-9191-4aa3-ac0e-4a6abff528a5 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:03.980947 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-f853e06e-9191-4aa3-ac0e-4a6abff528a5 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "GET /v2.0/networks?id=cfd2deca-9722-4c2d-921b-f94de32914d7 HTTP/1.1" status: 200 len: 814 time: 0.3313520 Jan 28 20:44:04.000913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Request body: {'port': {'device_id': '9f66b309-0d39-45af-8ebd-de269c3b449f', 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7', 'admin_state_up': True, 'tenant_id': '1c8557000f5746cf84f11bc9d9c90340'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:04.058981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:04.081272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:04.093059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:04.121883 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Pushing event updated for resources: {'Port': ['ID=43674c2d-a965-4c3c-acba-e8ddef09f84d,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:04.149912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:04.219347 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.285718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:04.301772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 13c16459-64dd-4f02-be57-cdb9e9222df6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=13c16459-64dd-4f02-be57-cdb9e9222df6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:04.320974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Attempting to bind port 43674c2d-a965-4c3c-acba-e8ddef09f84d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:44:04.321829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Attempting to bind port 43674c2d-a965-4c3c-acba-e8ddef09f84d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:44:04.324609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Attempting to bind port 43674c2d-a965-4c3c-acba-e8ddef09f84d on network 743cf2ca-7a35-4fa9-974a-d6980807e02a {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:04.327385 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:04.342480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Made reservation on behalf of 1c8557000f5746cf84f11bc9d9c90340 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:44:04.350481 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:04.473023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7674b06d-e567-4747-b187-9fd4f443b8f6 req-31f393e0-3856-4fa5-97bb-69444a851cf6 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 210 time: 0.0478673 Jan 28 20:44:04.476705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:04.477705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Checking segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:44:04.478406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:04.479013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Bound using segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:04.480335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Bound port: 43674c2d-a965-4c3c-acba-e8ddef09f84d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:44:04.488316 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:04.673152 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:44:04.682880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=13c16459-64dd-4f02-be57-cdb9e9222df6,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:04.708770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] For port 43674c2d-a965-4c3c-acba-e8ddef09f84d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:04.714532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] For port 43674c2d-a965-4c3c-acba-e8ddef09f84d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=43674c2d-a965-4c3c-acba-e8ddef09f84d,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:04.721132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:04.750126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Allocated IP 172.20.0.13 (cfd2deca-9722-4c2d-921b-f94de32914d7/a7f78d58-df28-43b4-8308-89c243de160e/f8e54515-8d65-4510-b5ec-95ad0ae687c4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:04.930506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.20.0.1 (743cf2ca-7a35-4fa9-974a-d6980807e02a/b24c37a3-29c0-4b4c-b592-2317a8a29144/0b3fa3f5-d494-4d10-aa51-c490e1ab3089) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:04.942285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93756221-3b3a-4b50-be31-e58bbc23b9d7 None None] Pushing event updated for resources: {'Port': ['ID=43674c2d-a965-4c3c-acba-e8ddef09f84d,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:04.981391 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:05.034541 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:05.156611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Network cfd2deca-9722-4c2d-921b-f94de32914d7 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:05.160027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:05.173188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:05.187739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Pushing event updated for resources: {'Port': ['ID=f8e54515-8d65-4510-b5ec-95ad0ae687c4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.263509 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:05.309911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:05.312998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:05.326686 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:05.335396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 13c16459-64dd-4f02-be57-cdb9e9222df6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:05.364656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b6f372a9-b4c4-437d-98ff-e981419f7586 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3825312 Jan 28 20:44:05.402056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-bd5f8f30-79aa-4732-8b18-2b308f704e9e tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:44:05.415775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-bd5f8f30-79aa-4732-8b18-2b308f704e9e tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0394595 Jan 28 20:44:05.444118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:05.448170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:05.454988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:05.492101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:05.507926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 13c16459-64dd-4f02-be57-cdb9e9222df6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:05.509939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:05.576467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:05.748171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Request body: {'port': {'device_id': '9f66b309-0d39-45af-8ebd-de269c3b449f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:05.810540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4c98c-48e6-43ac-9e27-3d06a68489a2 req-7ac413d8-154b-4761-b805-92bc1b63f674 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:05.824159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3df4c98c-48e6-43ac-9e27-3d06a68489a2 req-7ac413d8-154b-4761-b805-92bc1b63f674 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 932 time: 0.1991353 Jan 28 20:44:05.901457 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:05.941313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3df4c98c-48e6-43ac-9e27-3d06a68489a2 req-394e1961-6156-4b24-92ed-f3700ffacc95 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145625 Jan 28 20:44:05.948012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.337291 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e54515-8d65-4510-b5ec-95ad0ae687c4 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:44:06.351102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.375901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Transition to ACTIVE for port object f8e54515-8d65-4510-b5ec-95ad0ae687c4 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:44:06.382624 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.433134 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.442123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.471805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e54515-8d65-4510-b5ec-95ad0ae687c4,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:06.594390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Attempting to bind port f8e54515-8d65-4510-b5ec-95ad0ae687c4 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:44:06.595021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Attempting to bind port f8e54515-8d65-4510-b5ec-95ad0ae687c4 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:44:06.595562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Attempting to bind port f8e54515-8d65-4510-b5ec-95ad0ae687c4 on network cfd2deca-9722-4c2d-921b-f94de32914d7 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:06.601027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Port f8e54515-8d65-4510-b5ec-95ad0ae687c4 on network cfd2deca-9722-4c2d-921b-f94de32914d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:44:06.601780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Attempting to bind port f8e54515-8d65-4510-b5ec-95ad0ae687c4 on network cfd2deca-9722-4c2d-921b-f94de32914d7 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:06.607910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:06.608549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Checking segment: {'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:44:06.609147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Bound using segment: {'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:06.609781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Bound port: f8e54515-8d65-4510-b5ec-95ad0ae687c4, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d20b573-e9c4-487b-8852-de48cffe3c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:44:06.610146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.627202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:06.648392 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.750283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] For port f8e54515-8d65-4510-b5ec-95ad0ae687c4, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:06.756716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] For port f8e54515-8d65-4510-b5ec-95ad0ae687c4, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f8e54515-8d65-4510-b5ec-95ad0ae687c4,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:06.763499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.886341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e54515-8d65-4510-b5ec-95ad0ae687c4,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:06.895592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:06.897737 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:06.899480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-4371c80a-c686-42ca-930a-3259f6f51101 service neutron] 10.222.0.26 "PUT /v2.0/ports/f8e54515-8d65-4510-b5ec-95ad0ae687c4 HTTP/1.1" status: 200 len: 1092 time: 1.4755297 Jan 28 20:44:06.901694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66b309-0d39-45af-8ebd-de269c3b449f', 'tag': 'f8e54515-8d65-4510-b5ec-95ad0ae687c4'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:44:06.918592 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66b309-0d39-45af-8ebd-de269c3b449f", "tag": "f8e54515-8d65-4510-b5ec-95ad0ae687c4"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:06.922341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eeb4bc-1bcc-4d09-a0ce-5130f96b0ca6 None None] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:44:06.976969 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790bc736-430c-4165-8710-4a59a92dfa83 x-openstack-request-id: req-790bc736-430c-4165-8710-4a59a92dfa83 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:06.981673 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66b309-0d39-45af-8ebd-de269c3b449f", "tag": "f8e54515-8d65-4510-b5ec-95ad0ae687c4", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:06.984668 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-790bc736-430c-4165-8710-4a59a92dfa83 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:06.985567 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f66b309-0d39-45af-8ebd-de269c3b449f', 'tag': 'f8e54515-8d65-4510-b5ec-95ad0ae687c4', 'status': 'completed', 'code': 200} Jan 28 20:44:06.989339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:06.993691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:07.057184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-a69bdcf1-32ac-4c25-a237-3cbe74cc0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:07.064446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-a69bdcf1-32ac-4c25-a237-3cbe74cc0c8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c8557000f5746cf84f11bc9d9c90340&device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 1095 time: 0.1080894 Jan 28 20:44:07.104986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6483a308-82fe-495f-a420-b50b4bba0625 None None] Provisioning complete for port 43674c2d-a965-4c3c-acba-e8ddef09f84d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:07.109213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6483a308-82fe-495f-a420-b50b4bba0625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:07.187082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-bd1da93a-a4c8-4e8e-8767-675864d93ea3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8e54515-8d65-4510-b5ec-95ad0ae687c4 HTTP/1.1" status: 200 len: 217 time: 0.1171103 Jan 28 20:44:07.310782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0d8d9-a11b-4436-aac1-5903744d5b4a req-a0fb5dad-8bc0-42e5-a65e-a7a686645cef tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:07.313737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4da0d8d9-a11b-4436-aac1-5903744d5b4a req-a0fb5dad-8bc0-42e5-a65e-a7a686645cef tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 944 time: 0.1638329 Jan 28 20:44:07.326125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:44:07.327480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-5924bd0b-f82c-4b98-9448-aea5502a01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:07.332359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-5924bd0b-f82c-4b98-9448-aea5502a01e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7f78d58-df28-43b4-8308-89c243de160e HTTP/1.1" status: 200 len: 854 time: 0.0871060 Jan 28 20:44:07.361841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 43674c2d-a965-4c3c-acba-e8ddef09f84d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:07.459921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-bffddf0c-5387-482c-ab57-6dd9472bee5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cfd2deca-9722-4c2d-921b-f94de32914d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941899 Jan 28 20:44:07.469737 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6483a308-82fe-495f-a420-b50b4bba0625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:07.530456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6483a308-82fe-495f-a420-b50b4bba0625 None None] For port 43674c2d-a965-4c3c-acba-e8ddef09f84d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=43674c2d-a965-4c3c-acba-e8ddef09f84d,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:07.533531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 43674c2d-a965-4c3c-acba-e8ddef09f84d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:07.534260 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:07.560312 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6483a308-82fe-495f-a420-b50b4bba0625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:07.643156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483a308-82fe-495f-a420-b50b4bba0625 None None] Pushing event updated for resources: {'Port': ['ID=43674c2d-a965-4c3c-acba-e8ddef09f84d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:07.680425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:44:07.691945 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-331a9b06-90fc-4506-a4eb-693afceb9c67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "PUT /v2.0/routers/872d6be3-3ecc-4ced-9ab3-3b927645ea77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7843738 Jan 28 20:44:07.696395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4da0d8d9-a11b-4436-aac1-5903744d5b4a req-22036561-d93a-4a84-b763-d8e88d42c773 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626993 Jan 28 20:44:07.744202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Sync routers for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:44:07.759815 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-301d1a57-3c94-4de6-b0b3-4717b7265706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:07.775036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:07.776361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:43:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:07.886257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b3c340dc-4ea8-460c-8f83-de35409212e7 service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184964 Jan 28 20:44:08.094649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:08.146528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-95100cb4-efcb-4e93-8931-2175edd8853d None None] Provisioning complete for port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:08.147521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-95100cb4-efcb-4e93-8931-2175edd8853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:08.168088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9017244-9650-4b0e-87cb-7cb3396c473a req-b69f3473-d2fb-4843-a0b1-eef014b62db1 service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742791 Jan 28 20:44:08.232080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-0f3b0eb2-eae6-4caa-a380-8172406cec42 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146376673&fields=id&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 267 time: 0.0580204 Jan 28 20:44:08.319534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-95100cb4-efcb-4e93-8931-2175edd8853d None None] Port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:44:08.413513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-95100cb4-efcb-4e93-8931-2175edd8853d None None] Provisioning complete for port 43674c2d-a965-4c3c-acba-e8ddef09f84d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:08.414104 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-95100cb4-efcb-4e93-8931-2175edd8853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:08.479158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-ba99dbcc-fefa-48b4-83ef-51eb7263e4c3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:08.480689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-ba99dbcc-fefa-48b4-83ef-51eb7263e4c3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 797 time: 0.2183459 Jan 28 20:44:08.482997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-ad767713-5444-44d6-bce7-323519adc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:08.488737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-ad767713-5444-44d6-bce7-323519adc457 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c8557000f5746cf84f11bc9d9c90340&device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 1095 time: 0.2064562 Jan 28 20:44:08.597253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-d9147554-436e-47b0-9101-5a8c0faa9b26 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/quotas/93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 375 time: 0.1074355 Jan 28 20:44:08.607506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:06Z', 'revision_number': 2, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:08.650979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Checking router: 872d6be3-3ecc-4ced-9ab3-3b927645ea77 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:44:08.651609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Updating router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:44:08.719757 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:08.801010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6e0ba447-92dc-4229-ad95-1140e39058f8 None None] Provisioning complete for port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:08.801997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba447-92dc-4229-ad95-1140e39058f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:08.894100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-81435721-d1cf-4cde-a62b-6c238adca38a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2360494 Jan 28 20:44:08.976928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-987efd80-5fc9-4b3d-82b9-882c2571f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:08.978433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-987efd80-5fc9-4b3d-82b9-882c2571f938 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cfd2deca-9722-4c2d-921b-f94de32914d7 HTTP/1.1" status: 200 len: 915 time: 0.4803171 Jan 28 20:44:09.008877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ba447-92dc-4229-ad95-1140e39058f8 None None] Port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:44:09.066627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-b9b150d1-8156-45c9-83bf-57acd838bdb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8e54515-8d65-4510-b5ec-95ad0ae687c4 HTTP/1.1" status: 200 len: 217 time: 0.0538723 Jan 28 20:44:09.125529 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e2eb9-7ec4-4df9-8528-8fa50e1492a8 req-4e58c66c-3dbd-455e-a7b2-e10c80964b47 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:09.134823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f8e2eb9-7ec4-4df9-8528-8fa50e1492a8 req-4e58c66c-3dbd-455e-a7b2-e10c80964b47 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 944 time: 0.2364151 Jan 28 20:44:09.199279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e570572f-35f8-4de6-9f54-321e968fcdad None None] Provisioning complete for port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:09.200380 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e570572f-35f8-4de6-9f54-321e968fcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:09.254589 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f8e2eb9-7ec4-4df9-8528-8fa50e1492a8 req-d4d2fa64-288b-49cc-81f7-81a8ac777b43 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138318 Jan 28 20:44:09.278089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e570572f-35f8-4de6-9f54-321e968fcdad None None] Port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:44:09.280550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 43674c2d-a965-4c3c-acba-e8ddef09f84d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:09.302080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-9adb54e3-01e2-4a74-be53-d879adbc9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:09.302080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-9adb54e3-01e2-4a74-be53-d879adbc9213 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7f78d58-df28-43b4-8308-89c243de160e HTTP/1.1" status: 200 len: 854 time: 0.2244349 Jan 28 20:44:09.310712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-96303edb-cb22-46c7-a742-884e2a77da51 service neutron] 10.222.0.44 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732173 Jan 28 20:44:09.441770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-ad058802-889a-4604-9dd2-6f15f44b3dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212347 Jan 28 20:44:09.459929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-02160818-c74b-4623-9671-6746f7fbb9bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cfd2deca-9722-4c2d-921b-f94de32914d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477990 Jan 28 20:44:09.468141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 43674c2d-a965-4c3c-acba-e8ddef09f84d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:09.472022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:09.605897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-689742cf-6ed5-4fb4-943e-fd0fd11a6e4e service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381049 Jan 28 20:44:09.640703 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:09.674958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:09.752908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-903895df-7bce-4ada-bcda-55b8744979e0 req-ef3a8372-28c8-4f90-91c0-0e868d9460ba tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 210 time: 0.0371392 Jan 28 20:44:09.831182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-098a9b8f-0bac-4925-9f5b-3dfbe463cbe2 req-2fc44d52-ca53-489a-b931-2edb3a467d97 service neutron] 10.222.0.26 "GET /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163701 Jan 28 20:44:10.197090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d422f2-6f99-4033-a526-0304f2d3489a None None] Pushing event updated for resources: {'Port': ['ID=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:10.273770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f8e54515-8d65-4510-b5ec-95ad0ae687c4 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:44:10.426134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7582cfff-1faa-4714-a70b-dc7063c88775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:10.433800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d113f53-54ae-494d-bb32-fb7899096455 req-fba4e220-4958-49ad-b937-567f1267eefc tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:10.442287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d113f53-54ae-494d-bb32-fb7899096455 req-fba4e220-4958-49ad-b937-567f1267eefc tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 944 time: 0.0814409 Jan 28 20:44:10.453653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Attempting to bind port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:44:10.466186 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Attempting to bind port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:44:10.476112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Attempting to bind port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 on network 743cf2ca-7a35-4fa9-974a-d6980807e02a {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:10.535311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d113f53-54ae-494d-bb32-fb7899096455 req-0a738971-1c61-4f41-b90c-c85e078babb1 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919919 Jan 28 20:44:10.572561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:10.572945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Checking segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:44:10.573363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:10.573764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Bound using segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:10.574256 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Bound port: 0b3fa3f5-d494-4d10-aa51-c490e1ab3089, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:44:10.574926 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:10.578398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ae41b35e-1f27-4148-8591-4177e8e36860 None None] Provisioning complete for port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:10.579147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae41b35e-1f27-4148-8591-4177e8e36860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:10.682742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ae41b35e-1f27-4148-8591-4177e8e36860 None None] Port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:44:10.755159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f8e54515-8d65-4510-b5ec-95ad0ae687c4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f8e54515-8d65-4510-b5ec-95ad0ae687c4,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:10.770012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] For port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:10.783054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'f8e54515-8d65-4510-b5ec-95ad0ae687c4', 'network_id': 'cfd2deca-9722-4c2d-921b-f94de32914d7', 'port_id': 'f8e54515-8d65-4510-b5ec-95ad0ae687c4', 'mac_address': 'fa:16:3e:05:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f78d58-df28-43b4-8308-89c243de160e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:44:10.806728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] For port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:10.814822 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:10.900822 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:10.918818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d730095d-8ff3-482f-8c0c-811a0881a83d req-449a135d-7d42-471f-88c4-fab413d928e9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 210 time: 0.0441196 Jan 28 20:44:10.990010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e54515-8d65-4510-b5ec-95ad0ae687c4 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:44:11.025854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:11.026500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:44:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:11.081149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f8e54515-8d65-4510-b5ec-95ad0ae687c4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f8e54515-8d65-4510-b5ec-95ad0ae687c4,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:11.092730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d422f2-6f99-4033-a526-0304f2d3489a None None] Pushing event updated for resources: {'Port': ['ID=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:11.106930 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:11.265192 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f8e54515-8d65-4510-b5ec-95ad0ae687c4,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:11.294052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:11.429798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f8e54515-8d65-4510-b5ec-95ad0ae687c4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:44:11.539871 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c02d14a9-a592-4335-baf6-c1b70ba207f1 None None] Provisioning complete for port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:11.540280 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c02d14a9-a592-4335-baf6-c1b70ba207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:11.544637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-ac4d1157-23fb-4c4f-9ce0-2f8339fc4a4e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:11.549876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-ac4d1157-23fb-4c4f-9ce0-2f8339fc4a4e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.13 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 797 time: 0.2018862 Jan 28 20:44:11.613102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-4db8e6cc-4421-42bf-a4bd-e0426fc76079 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 380 time: 0.0537977 Jan 28 20:44:11.634619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'port': {'device_id': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'admin_state_up': True, 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'security_groups': ['dc105399-8851-4efb-b4e1-8d6724668e9f']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:11.803439 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c02d14a9-a592-4335-baf6-c1b70ba207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:11.828206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ac76c-3500-4639-ae0b-c827b534637a req-cda85866-d2bb-462f-b62d-2a6d3fdad4fb tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:11.831113 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f26ac76c-3500-4639-ae0b-c827b534637a req-cda85866-d2bb-462f-b62d-2a6d3fdad4fb tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 945 time: 0.1261261 Jan 28 20:44:11.840685 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:11.909816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f26ac76c-3500-4639-ae0b-c827b534637a req-3d1cc87d-9651-4d9f-971b-7b7900ca23bf tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667841 Jan 28 20:44:11.911439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c02d14a9-a592-4335-baf6-c1b70ba207f1 None None] For port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:11.919876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c02d14a9-a592-4335-baf6-c1b70ba207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:11.923834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:44:11.930625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:11.998860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:10Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:12.082302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449f663-750a-4c81-9d86-d81ab4340cad None None] The sync data for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 is: [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:10Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:44:12.098387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d14a9-a592-4335-baf6-c1b70ba207f1 None None] Pushing event updated for resources: {'Port': ['ID=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:12.210720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-847627a4-59d2-4813-8a36-3c9569bc843e req-6e1a9af8-18e7-4518-82cb-fbb1d07956b6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 210 time: 0.0668743 Jan 28 20:44:12.350921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.20.0.7 (743cf2ca-7a35-4fa9-974a-d6980807e02a/b24c37a3-29c0-4b4c-b592-2317a8a29144/1216465a-ab4a-4906-b99b-c51fd3543c73) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:12.567106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:12.664983 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:12.759861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:12.763335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:12.767847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:12.847983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:12.874024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:12.875536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:12.937385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b08426cc-322f-4206-babe-35c71c2ea463 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3078701 Jan 28 20:44:12.994671 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:12.996372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Request body: {'port': {'device_id': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:13.191095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:13.208665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a5e29-fe82-4e72-acb5-73b2cf42878c req-dc1687c5-1d23-4460-94a6-7ca3a2bbd0c6 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:13.217969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d4a5e29-fe82-4e72-acb5-73b2cf42878c req-dc1687c5-1d23-4460-94a6-7ca3a2bbd0c6 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 945 time: 0.1717463 Jan 28 20:44:13.284538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:13.308824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d4a5e29-fe82-4e72-acb5-73b2cf42878c req-f01a702e-7c77-4b11-b3e5-293d36e12d65 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898902 Jan 28 20:44:13.322068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:13.456638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c58da2ba-7310-4a34-9123-b53a164f1c05 None None] Provisioning complete for port 1216465a-ab4a-4906-b99b-c51fd3543c73 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:13.457292 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c58da2ba-7310-4a34-9123-b53a164f1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:13.511429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c58da2ba-7310-4a34-9123-b53a164f1c05 None None] Port 1216465a-ab4a-4906-b99b-c51fd3543c73 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:44:13.517781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:13.518371 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.180646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034805f1-ab2f-4aa3-95de-4cac657a52b2 req-c68781d8-e517-4116-8571-1448d15701d7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:14.183065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-034805f1-ab2f-4aa3-95de-4cac657a52b2 req-c68781d8-e517-4116-8571-1448d15701d7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 931 time: 0.8451560 Jan 28 20:44:14.216266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f8e54515-8d65-4510-b5ec-95ad0ae687c4 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:14.285116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-034805f1-ab2f-4aa3-95de-4cac657a52b2 req-49b90de9-a76d-4df9-8d16-ef1200664061 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931323 Jan 28 20:44:14.292257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port f8e54515-8d65-4510-b5ec-95ad0ae687c4 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:44:14.297142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port f8e54515-8d65-4510-b5ec-95ad0ae687c4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:14.297675 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.417674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1216465a-ab4a-4906-b99b-c51fd3543c73 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:44:14.421240 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.427046 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.459900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66b309-0d39-45af-8ebd-de269c3b449f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e54515-8d65-4510-b5ec-95ad0ae687c4'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:44:14.462219 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251bcd3d-ef10-4173-8def-43a216970b4d" -d '{"events": [{"server_uuid": "9f66b309-0d39-45af-8ebd-de269c3b449f", "name": "network-vif-plugged", "status": "completed", "tag": "f8e54515-8d65-4510-b5ec-95ad0ae687c4"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:14.485121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Transition to ACTIVE for port object 1216465a-ab4a-4906-b99b-c51fd3543c73 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:44:14.491565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.529099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f8e54515-8d65-4510-b5ec-95ad0ae687c4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f8e54515-8d65-4510-b5ec-95ad0ae687c4,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:14.532730 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.567783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9cb3a-decc-4a97-b867-987ce946f691 req-6433fbc5-be90-43ce-8ea9-a911140ac415 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:14.572695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37e9cb3a-decc-4a97-b867-987ce946f691 req-6433fbc5-be90-43ce-8ea9-a911140ac415 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 945 time: 0.1421509 Jan 28 20:44:14.603780 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f8e54515-8d65-4510-b5ec-95ad0ae687c4,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:14.656237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:14.718698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37e9cb3a-decc-4a97-b867-987ce946f691 req-9602af06-8acb-4d6e-8e9f-636639ee6eb2 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317589 Jan 28 20:44:14.750701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Attempting to bind port 1216465a-ab4a-4906-b99b-c51fd3543c73 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:44:14.751046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Attempting to bind port 1216465a-ab4a-4906-b99b-c51fd3543c73 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:44:14.751375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Attempting to bind port 1216465a-ab4a-4906-b99b-c51fd3543c73 on network 743cf2ca-7a35-4fa9-974a-d6980807e02a {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:14.756548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Port 1216465a-ab4a-4906-b99b-c51fd3543c73 on network 743cf2ca-7a35-4fa9-974a-d6980807e02a not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:44:14.756874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Attempting to bind port 1216465a-ab4a-4906-b99b-c51fd3543c73 on network 743cf2ca-7a35-4fa9-974a-d6980807e02a {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:44:14.764860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:44:14.765209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Checking segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:44:14.765908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Bound using segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:44:14.766489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Bound port: 1216465a-ab4a-4906-b99b-c51fd3543c73, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:44:14.766855 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.797876 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5656b-8e14-4d5d-9a66-d3cf8777c465 x-openstack-request-id: req-63b5656b-8e14-4d5d-9a66-d3cf8777c465 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:14.798364 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66b309-0d39-45af-8ebd-de269c3b449f", "name": "network-vif-plugged", "status": "completed", "tag": "f8e54515-8d65-4510-b5ec-95ad0ae687c4", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:14.798758 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63b5656b-8e14-4d5d-9a66-d3cf8777c465 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:14.799303 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f66b309-0d39-45af-8ebd-de269c3b449f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e54515-8d65-4510-b5ec-95ad0ae687c4', 'code': 200} Jan 28 20:44:14.858692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:44:14.862570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:44:14.875496 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.944166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:14.944784 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:14.946462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] 10.222.0.13 "PUT /v2.0/ports/1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 1091 time: 1.9630787 Jan 28 20:44:14.952292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:44:14.955392 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abae729-46d1-4010-915c-311160ac6e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:14.964976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbf63b-9d5a-418b-873d-d8d1fcde9a1c req-c0544cb3-6da1-4b17-adad-abfb0693a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:14.966498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4cbf63b-9d5a-418b-873d-d8d1fcde9a1c req-c0544cb3-6da1-4b17-adad-abfb0693a76a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 1097 time: 0.1026390 Jan 28 20:44:15.043562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28e779-e768-4671-9d9e-445e5e0804bc service neutron] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:15.072133 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bf2d5c-48b3-47ec-a9ed-0e1eff60a4d2 x-openstack-request-id: req-a3bf2d5c-48b3-47ec-a9ed-0e1eff60a4d2 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:15.072450 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:15.072699 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3bf2d5c-48b3-47ec-a9ed-0e1eff60a4d2 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:15.073095 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'status': 'completed', 'code': 200} Jan 28 20:44:15.095176 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4cbf63b-9d5a-418b-873d-d8d1fcde9a1c req-5f63a326-2a15-446a-b0db-92e56f746d4e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100695 Jan 28 20:44:15.110596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-911f90d6-8213-4db8-8c42-599f4d49bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:15.110596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-911f90d6-8213-4db8-8c42-599f4d49bcaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1094 time: 0.1125429 Jan 28 20:44:15.208448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-92d534ec-dc75-42a2-9cf5-a98edc5e67e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 217 time: 0.0879195 Jan 28 20:44:15.293822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-684a4f20-195a-4c22-9d4d-e43531afbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:15.295355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-684a4f20-195a-4c22-9d4d-e43531afbe28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.0807219 Jan 28 20:44:15.460423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-eb9f868c-e354-462f-878e-183e8c7d503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:15.462193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-eb9f868c-e354-462f-878e-183e8c7d503b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599960 Jan 28 20:44:15.623331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7249a57-46b5-405e-942f-e10fcc2fd5f7 req-7dbedb5b-5841-405a-96f0-3af0c14e8390 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:15.625367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7249a57-46b5-405e-942f-e10fcc2fd5f7 req-7dbedb5b-5841-405a-96f0-3af0c14e8390 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 943 time: 0.2093737 Jan 28 20:44:15.702037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7249a57-46b5-405e-942f-e10fcc2fd5f7 req-e5e492c9-c315-4fe0-a019-786fcdfff915 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634196 Jan 28 20:44:15.706396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-b35387f2-cadd-4804-976f-d4d0ac674826 service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268305 Jan 28 20:44:15.921179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ada168d9-148d-405c-bdbc-61e60d1b38ce req-7b66e0c9-cbce-461f-8295-b6343398a4f6 service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073362 Jan 28 20:44:16.059744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11915-2e8f-4f3f-8fdd-86f040c2d87c req-be0896eb-8522-4e0e-9398-fff03747aae0 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:16.061939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81e11915-2e8f-4f3f-8fdd-86f040c2d87c req-be0896eb-8522-4e0e-9398-fff03747aae0 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 946 time: 0.1611276 Jan 28 20:44:16.135723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81e11915-2e8f-4f3f-8fdd-86f040c2d87c req-448ac192-e594-4901-8b4b-370c95b5f7b5 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656879 Jan 28 20:44:16.141895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abae729-46d1-4010-915c-311160ac6e0a req-a2663b54-696c-4e84-8c25-62645c9b03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:16.144140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0abae729-46d1-4010-915c-311160ac6e0a req-a2663b54-696c-4e84-8c25-62645c9b03cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1094 time: 0.1667523 Jan 28 20:44:16.304955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abae729-46d1-4010-915c-311160ac6e0a req-4789c704-7002-48f1-be8b-8b2b775d150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:16.307339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0abae729-46d1-4010-915c-311160ac6e0a req-4789c704-7002-48f1-be8b-8b2b775d150f service neutron] 10.222.0.13 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.1527879 Jan 28 20:44:16.373147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0abae729-46d1-4010-915c-311160ac6e0a req-c3265f13-fdfb-4b05-9ef5-1e13d39e0595 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 217 time: 0.0561905 Jan 28 20:44:16.497917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abae729-46d1-4010-915c-311160ac6e0a req-27d1554a-6b8a-4a62-8428-a4c59f361396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:16.502748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0abae729-46d1-4010-915c-311160ac6e0a req-27d1554a-6b8a-4a62-8428-a4c59f361396 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.1143761 Jan 28 20:44:16.567295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abae729-46d1-4010-915c-311160ac6e0a req-fa81fc5c-3ffb-40bc-86d1-2f4ae40b0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:16.569065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0abae729-46d1-4010-915c-311160ac6e0a req-fa81fc5c-3ffb-40bc-86d1-2f4ae40b0f48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587208 Jan 28 20:44:16.705998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0abae729-46d1-4010-915c-311160ac6e0a req-995b4ba9-425e-46f8-b585-92f9f5573b3e service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291931 Jan 28 20:44:16.870708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0abae729-46d1-4010-915c-311160ac6e0a req-62ac8bba-8a2a-4fd3-b346-5ab99c8540ab service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569996 Jan 28 20:44:16.890349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c0a90-962d-4b57-80a9-8ef38e71f501 req-8958f584-c823-4b8b-89f6-68732254e96b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:16.892160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-251c0a90-962d-4b57-80a9-8ef38e71f501 req-8958f584-c823-4b8b-89f6-68732254e96b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 943 time: 0.0849652 Jan 28 20:44:16.935993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-251c0a90-962d-4b57-80a9-8ef38e71f501 req-a3f95ad5-fcfe-4f05-86c4-7ef7973d85a1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367765 Jan 28 20:44:17.291926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa009d-a633-4621-9a66-2be12fcc02a5 req-5d341fbc-5c8d-496b-932e-763a6b7935bc tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:17.306633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43aa009d-a633-4621-9a66-2be12fcc02a5 req-5d341fbc-5c8d-496b-932e-763a6b7935bc tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 946 time: 0.0687516 Jan 28 20:44:17.348724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43aa009d-a633-4621-9a66-2be12fcc02a5 req-7d2390dc-53e4-4495-beb1-3653209dab39 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Jan 28 20:44:18.013515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1216465a-ab4a-4906-b99b-c51fd3543c73 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:44:18.129741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b123643-e33e-41ec-8fa9-64af1f04893a req-9e2f34ae-8b1e-4d32-8502-69dc0815d13a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:18.139975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b123643-e33e-41ec-8fa9-64af1f04893a req-9e2f34ae-8b1e-4d32-8502-69dc0815d13a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 943 time: 0.0962813 Jan 28 20:44:18.207566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b123643-e33e-41ec-8fa9-64af1f04893a req-a4aa6410-5f02-4e31-961e-c747a269aa65 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633194 Jan 28 20:44:18.247385 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:18.305221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:18.329784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'port_id': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'mac_address': 'fa:16:3e:e8:a5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:44:18.383647 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:18.404007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1216465a-ab4a-4906-b99b-c51fd3543c73 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:44:18.427998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:18.442314 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:18.511379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:18.703407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['1216465a-ab4a-4906-b99b-c51fd3543c73'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:44:19.423773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49147316-cf32-4071-bb89-0dd71f32162e req-976b185d-7b35-46bb-b805-6aee49187269 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:19.425379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49147316-cf32-4071-bb89-0dd71f32162e req-976b185d-7b35-46bb-b805-6aee49187269 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 944 time: 0.1344416 Jan 28 20:44:19.501349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38532) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:19.509200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49147316-cf32-4071-bb89-0dd71f32162e req-3f83845e-abdc-4423-bfc9-f9d956ef94ad tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705481 Jan 28 20:44:19.688845 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ae9288f-adc8-49ba-bf95-4df3a9e43e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:19.784907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ae9288f-adc8-49ba-bf95-4df3a9e43e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:19.790538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ae9288f-adc8-49ba-bf95-4df3a9e43e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:19.839825 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ae9288f-adc8-49ba-bf95-4df3a9e43e22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e617577edf642f492419a76904c5862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371837 Jan 28 20:44:19.841413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9288f-adc8-49ba-bf95-4df3a9e43e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0518da48-46d1-48ce-9606-dc2cb091073b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:19.842636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38544) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:19.936240 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da3ad25a-3f6f-4b8b-a263-ae2bf51332b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:19.962593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da3ad25a-3f6f-4b8b-a263-ae2bf51332b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.040221 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1216465a-ab4a-4906-b99b-c51fd3543c73 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:44:20.189161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 1216465a-ab4a-4906-b99b-c51fd3543c73 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:44:20.195010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 1216465a-ab4a-4906-b99b-c51fd3543c73 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:44:20.195383 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.212127 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da3ad25a-3f6f-4b8b-a263-ae2bf51332b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.215517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-da3ad25a-3f6f-4b8b-a263-ae2bf51332b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.216757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-da3ad25a-3f6f-4b8b-a263-ae2bf51332b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0518da48-46d1-48ce-9606-dc2cb091073b HTTP/1.1" status: 204 len: 168 time: 0.3712904 Jan 28 20:44:20.247297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ad25a-3f6f-4b8b-a263-ae2bf51332b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0518da48-46d1-48ce-9606-dc2cb091073b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:20.392557 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.432212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:44:20.435413 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563b3056-b76d-4ad7-b63b-4f5f1ea997e9" -d '{"events": [{"server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "name": "network-vif-plugged", "status": "completed", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:20.454995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:20.464638 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.548526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:20.576512 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc609241-7be8-4bc9-baf2-d22c3c1b282e x-openstack-request-id: req-bc609241-7be8-4bc9-baf2-d22c3c1b282e {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:20.577238 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "name": "network-vif-plugged", "status": "completed", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:20.577238 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc609241-7be8-4bc9-baf2-d22c3c1b282e {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:20.577501 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'code': 200} Jan 28 20:44:20.711764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d929f-9bc2-4631-8538-b91fba1e87b9 req-b6777d2d-ac83-4296-a744-6cd6e42d67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:20.713490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-586d929f-9bc2-4631-8538-b91fba1e87b9 req-b6777d2d-ac83-4296-a744-6cd6e42d67f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0840786 Jan 28 20:44:20.722396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c404e40-fd73-4b99-90eb-08323a4e796f req-0ae35968-83f1-49eb-a14e-199d15deb8e2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:20.724838 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c404e40-fd73-4b99-90eb-08323a4e796f req-0ae35968-83f1-49eb-a14e-199d15deb8e2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.1137896 Jan 28 20:44:20.781937 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-586d929f-9bc2-4631-8538-b91fba1e87b9 req-11061da9-b78d-4d96-b6c0-a899dcc8e6ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555313 Jan 28 20:44:20.803926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c404e40-fd73-4b99-90eb-08323a4e796f req-ad4d2c7a-f6c5-4a5b-ad8f-b3e305eab966 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604680 Jan 28 20:44:20.804350 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38568) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:20.823775 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70be1a25-c106-4882-a6c5-b61093115ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.917186 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70be1a25-c106-4882-a6c5-b61093115ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.922312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70be1a25-c106-4882-a6c5-b61093115ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:20.969715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-70be1a25-c106-4882-a6c5-b61093115ccd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e4f221e8414450c9b929f0237448d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616507 Jan 28 20:44:20.969715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be1a25-c106-4882-a6c5-b61093115ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17840016-c1e3-4741-82b5-3bc5c44aef66,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:20.970234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38570) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:21.046544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef36a051-7eae-4c74-824a-00cdb33d6c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.075863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef36a051-7eae-4c74-824a-00cdb33d6c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.146329 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef36a051-7eae-4c74-824a-00cdb33d6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.149733 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ef36a051-7eae-4c74-824a-00cdb33d6c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.150913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ef36a051-7eae-4c74-824a-00cdb33d6c2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17840016-c1e3-4741-82b5-3bc5c44aef66 HTTP/1.1" status: 204 len: 168 time: 0.1796160 Jan 28 20:44:21.185124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36a051-7eae-4c74-824a-00cdb33d6c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17840016-c1e3-4741-82b5-3bc5c44aef66,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:21.409643 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.667544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38598) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:21.682859 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eaf41e05-e87b-471e-8b4b-2586f04b9286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.780216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eaf41e05-e87b-471e-8b4b-2586f04b9286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.785192 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-eaf41e05-e87b-471e-8b4b-2586f04b9286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.848619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-eaf41e05-e87b-471e-8b4b-2586f04b9286 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a256662aa6c4d0f9cae499860257c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774640 Jan 28 20:44:21.848619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf41e05-e87b-471e-8b4b-2586f04b9286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9365b9b-3b04-40c0-badc-a9496f550a9c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:21.850315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38602) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:21.931924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bba9ff9-90b6-433a-9b38-1c05bbe9aed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.959485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bba9ff9-90b6-433a-9b38-1c05bbe9aed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:21.993025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20a7e4-b3b4-4c24-bef9-b1e3f29eea0a req-6450b01a-4a7f-4927-a1dc-4fa4e36efcb0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:21.994951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb20a7e4-b3b4-4c24-bef9-b1e3f29eea0a req-6450b01a-4a7f-4927-a1dc-4fa4e36efcb0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0731082 Jan 28 20:44:22.026259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bba9ff9-90b6-433a-9b38-1c05bbe9aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:22.030230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bba9ff9-90b6-433a-9b38-1c05bbe9aed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:22.034015 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2bba9ff9-90b6-433a-9b38-1c05bbe9aed4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9365b9b-3b04-40c0-badc-a9496f550a9c HTTP/1.1" status: 204 len: 168 time: 0.1796477 Jan 28 20:44:22.043483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba9ff9-90b6-433a-9b38-1c05bbe9aed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9365b9b-3b04-40c0-badc-a9496f550a9c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:22.071539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb20a7e4-b3b4-4c24-bef9-b1e3f29eea0a req-9b90b6f7-50b6-423c-9ea9-df4c3f218e68 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682404 Jan 28 20:44:23.243663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02528d1-92fb-4dc6-930a-c2dbb7dca139 req-3d0156de-6647-4228-b4c2-a625f0e9bcf1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:23.252749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c02528d1-92fb-4dc6-930a-c2dbb7dca139 req-3d0156de-6647-4228-b4c2-a625f0e9bcf1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0960116 Jan 28 20:44:23.319388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c02528d1-92fb-4dc6-930a-c2dbb7dca139 req-3132ed7b-7f5a-4fd5-8f0f-5599a59bb4ae tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654666 Jan 28 20:44:23.472393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785d3a-3709-4110-a76c-62ef9b4b68dd req-39ebc845-65e5-468e-88f9-079d43efadfa tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:23.476856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb785d3a-3709-4110-a76c-62ef9b4b68dd req-39ebc845-65e5-468e-88f9-079d43efadfa tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0564241 Jan 28 20:44:23.527078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb785d3a-3709-4110-a76c-62ef9b4b68dd req-896ffb67-6923-468f-8bd3-11a5195ab430 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423720 Jan 28 20:44:23.557427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38658) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:23.603338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12eae15-7a95-487c-9614-756510005c8e tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:23.605119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d12eae15-7a95-487c-9614-756510005c8e tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1091 time: 0.0466917 Jan 28 20:44:23.608281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 38660) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:23.612877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:44:23.641904 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:23.748772 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:23.871723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.25.2.204 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/90df80f3-ddd1-4c28-8993-a6c4675f0e2b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:44:23.981590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:24.026495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:24.065629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:44:24.069382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:44:24.072272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:44:24.126307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=90df80f3-ddd1-4c28-8993-a6c4675f0e2b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:24.168929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.169282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.169619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.169952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.170279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.171021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.171356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.171686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.172102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.172406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.173047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.173378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:24.550440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:24.648800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:24.817095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:24.823161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:24.902001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=90df80f3-ddd1-4c28-8993-a6c4675f0e2b,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:24.908682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:25.013207 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Floating IP 0646c9ec-234d-4cc4-acc3-ef126e7e0d16 associated. External IP: 172.25.2.204, port: 1216465a-ab4a-4906-b99b-c51fd3543c73. Jan 28 20:44:25.253237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:44:25.391746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:44:25.407313 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] Sync routers for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:44:25.414295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:25.417583 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:25.418217 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:44:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:25.446722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-557b92d2-a7c5-44d4-835d-4b6aef3fc6f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8373966 Jan 28 20:44:25.447537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:44:25.450330 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147c13cc-672d-4e32-bb76-941f5fa6c8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:25.510709 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda21cee-d1ae-45b6-ba23-a4b742e6ca7e x-openstack-request-id: req-fda21cee-d1ae-45b6-ba23-a4b742e6ca7e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:25.511002 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:25.511256 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fda21cee-d1ae-45b6-ba23-a4b742e6ca7e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:25.511663 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'status': 'completed', 'code': 200} Jan 28 20:44:25.554235 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:25.624310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-d412b3c3-2493-4f93-bb18-64993ecda2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:25.625892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-d412b3c3-2493-4f93-bb18-64993ecda2d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0814128 Jan 28 20:44:25.663199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ff5b4-4236-4c4f-a7b5-db1fda3a56df req-e9a0dac6-27e9-4c9a-b931-c0f6bc0aef09 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:25.665107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b18ff5b4-4236-4c4f-a7b5-db1fda3a56df req-e9a0dac6-27e9-4c9a-b931-c0f6bc0aef09 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0834532 Jan 28 20:44:25.751099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b18ff5b4-4236-4c4f-a7b5-db1fda3a56df req-6db2dab8-3940-4792-8f15-c631b6dc63a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573521 Jan 28 20:44:25.768618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-c3a88d41-7254-4ce1-98ef-afae7f3119e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:25.770245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-c3a88d41-7254-4ce1-98ef-afae7f3119e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.1366644 Jan 28 20:44:25.794033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38692) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:25.870438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-1bb64348-ba7d-414c-a140-22e4c1b4cc60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 999 time: 0.0927474 Jan 28 20:44:25.899394 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0646c9ec-234d-4cc4-acc3-ef126e7e0d16', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'port_id': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'mac_address': 'fa:16:3e:e8:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:44:24Z', 'updated_at': '2022-01-28T20:44:24Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:11Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:25.934282 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-46d28442-e2af-4dba-8c83-0a88baedeb96 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/0646c9ec-234d-4cc4-acc3-ef126e7e0d16 HTTP/1.1" status: 200 len: 991 time: 0.1390202 Jan 28 20:44:25.939687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-60046d0d-830c-4080-b19a-8de2fe86564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:25.940955 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] Checking router: 872d6be3-3ecc-4ced-9ab3-3b927645ea77 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:44:25.941591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-60046d0d-830c-4080-b19a-8de2fe86564e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.0637281 Jan 28 20:44:25.950179 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:44:25.950784 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:44:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:25.999777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-c1de8c90-f47b-4a4e-8591-37bc9c12e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:26.002218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-c1de8c90-f47b-4a4e-8591-37bc9c12e820 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531743 Jan 28 20:44:26.069127 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:44:26.100698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-39380dd5-7e36-468d-bedf-9f6fe94f6bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905249 Jan 28 20:44:26.208013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-147c13cc-672d-4e32-bb76-941f5fa6c8e1 req-d2794a68-af2f-4f58-bb05-9d31b3f87c9a service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001325 Jan 28 20:44:26.330232 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0646c9ec-234d-4cc4-acc3-ef126e7e0d16', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'port_id': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'mac_address': 'fa:16:3e:e8:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:44:24Z', 'updated_at': '2022-01-28T20:44:24Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:11Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:44:26.356814 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b7d88-6d3e-4d69-bca6-a81abdff3758 None None] The sync data for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 is: [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0646c9ec-234d-4cc4-acc3-ef126e7e0d16', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'port_id': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'mac_address': 'fa:16:3e:e8:a5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:44:24Z', 'updated_at': '2022-01-28T20:44:24Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:11Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:44:26.564430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0580d5c6-a375-4b2f-a088-5b2a330c0d10 None None] New status for floating IP 0646c9ec-234d-4cc4-acc3-ef126e7e0d16: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:44:26.936632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 38702) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:27.002975 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f877babe-f8e2-4f97-946c-0e6282c9cd94 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/0646c9ec-234d-4cc4-acc3-ef126e7e0d16 HTTP/1.1" status: 200 len: 993 time: 0.0649102 Jan 28 20:44:37.426063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922fdce-70df-4742-8f8e-c5401b40fb14 req-a41e4c0e-84b6-4cec-b274-caf4a3297c6b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:37.434108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6922fdce-70df-4742-8f8e-c5401b40fb14 req-a41e4c0e-84b6-4cec-b274-caf4a3297c6b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0803649 Jan 28 20:44:37.477175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6922fdce-70df-4742-8f8e-c5401b40fb14 req-89494e23-5a5b-4197-9997-4eaa9b44be94 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420618 Jan 28 20:44:37.747448 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-029e3a38-ce86-43fb-bcbd-05c9551ddbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:38.596585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783f95-6dea-4796-be02-dbb0ac1472f3 req-a7849a53-30b0-45cb-b2ac-5af4807078af tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:38.605030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28783f95-6dea-4796-be02-dbb0ac1472f3 req-a7849a53-30b0-45cb-b2ac-5af4807078af tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0590861 Jan 28 20:44:38.686679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28783f95-6dea-4796-be02-dbb0ac1472f3 req-06ecf243-e3e2-4b46-b2e2-e975c480e168 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806718 Jan 28 20:44:39.916568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb552a4d-30c4-4ad2-9615-da79d6ca57e6 req-85a8a830-0c07-4d8a-90cb-890d06ea63f0 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:39.949266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb552a4d-30c4-4ad2-9615-da79d6ca57e6 req-85a8a830-0c07-4d8a-90cb-890d06ea63f0 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1726012 Jan 28 20:44:40.031296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb552a4d-30c4-4ad2-9615-da79d6ca57e6 req-85527ea9-840e-41fe-b7d3-8f4a46d30a5b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755608 Jan 28 20:44:40.196523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3708db35-3938-4082-891d-40016b678c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:41.264072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc0a63-4a00-4472-b2ce-8fc40f8a082e req-fb718e0e-17de-4328-8582-b4650b1da7fc tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:41.287188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5cc0a63-4a00-4472-b2ce-8fc40f8a082e req-fb718e0e-17de-4328-8582-b4650b1da7fc tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1065500 Jan 28 20:44:41.368045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5cc0a63-4a00-4472-b2ce-8fc40f8a082e req-428fc28f-4100-4090-b09e-21e55ff1e794 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670543 Jan 28 20:44:41.624354 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:44:41.667858 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:42.513207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602cebb-699d-4e48-9e8d-b28ee961041b req-1ccb87d6-2dc1-4fae-a0cb-61142832dffb tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:42.520540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a602cebb-699d-4e48-9e8d-b28ee961041b req-1ccb87d6-2dc1-4fae-a0cb-61142832dffb tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0678477 Jan 28 20:44:42.565928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a602cebb-699d-4e48-9e8d-b28ee961041b req-e415d8d3-fce4-4581-9305-d88c4df48b7c tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445378 Jan 28 20:44:43.070187 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.257035 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.259099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 39454) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:43.452398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13768357-001e-401c-98f3-0df5c98d0e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.620093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13768357-001e-401c-98f3-0df5c98d0e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.627262 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13768357-001e-401c-98f3-0df5c98d0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.671110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13768357-001e-401c-98f3-0df5c98d0e6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=109288f22cd94a34a02b58a6163c2ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075441 Jan 28 20:44:43.671682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:43.706293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13768357-001e-401c-98f3-0df5c98d0e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f3da1-6cd1-4dcd-b45f-a739d00a0d89,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:43.744314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.779445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b4967-9385-4d14-8488-e3efea0e5bba req-ee7a7365-7a5e-4dad-a04c-d52242f292bb tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:43.789364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-742b4967-9385-4d14-8488-e3efea0e5bba req-ee7a7365-7a5e-4dad-a04c-d52242f292bb tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0733755 Jan 28 20:44:43.811632 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.836448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-742b4967-9385-4d14-8488-e3efea0e5bba req-c9315e75-1537-431e-81cd-a6315b890c4f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457888 Jan 28 20:44:43.846720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-c423dfb9-88d6-4775-bb02-5ae9b0f1f511 req-fb204577-3d4c-4aa2-adf4-9a94e727e92a service neutron] (102306) timed out ('10.222.0.26', 62090) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 20:44:43.890191 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.893443 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:43.894738 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c84f3da1-6cd1-4dcd-b45f-a739d00a0d89 HTTP/1.1" status: 204 len: 168 time: 0.2209055 Jan 28 20:44:43.909469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f3da1-6cd1-4dcd-b45f-a739d00a0d89,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:43.920962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.921581 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.922056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.922542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.923028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.923555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.924068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.924568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.925046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.925520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.926127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:43.927158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1da1c1f-3548-49b9-bdfd-57a434e12e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:44:44.307491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39490) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:44.322619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bdad1a75-4e1d-4a94-b9d1-c1213d8b0e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:44.428015 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bdad1a75-4e1d-4a94-b9d1-c1213d8b0e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:44.437857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bdad1a75-4e1d-4a94-b9d1-c1213d8b0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:44.495477 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bdad1a75-4e1d-4a94-b9d1-c1213d8b0e76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14227cc351b54426a02e07e76e664030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841407 Jan 28 20:44:44.495477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad1a75-4e1d-4a94-b9d1-c1213d8b0e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc403f3-9365-4f38-af58-813ad5d5c9a4,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:44.495645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 39502) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:44.582448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0a5-0d04-4b8b-8a60-7c4e0d9cb576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:44.617842 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0a5-0d04-4b8b-8a60-7c4e0d9cb576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:44.695977 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0a5-0d04-4b8b-8a60-7c4e0d9cb576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:44.700587 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0a5-0d04-4b8b-8a60-7c4e0d9cb576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:44.703466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fba5e0a5-0d04-4b8b-8a60-7c4e0d9cb576 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bc403f3-9365-4f38-af58-813ad5d5c9a4 HTTP/1.1" status: 204 len: 168 time: 0.2066255 Jan 28 20:44:44.717009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5e0a5-0d04-4b8b-8a60-7c4e0d9cb576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc403f3-9365-4f38-af58-813ad5d5c9a4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:45.029996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad9191-93e4-4b4e-a708-1ead2c743531 req-f2d847fe-d1d7-4bee-accb-5a1facab26af tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:45.044783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15ad9191-93e4-4b4e-a708-1ead2c743531 req-f2d847fe-d1d7-4bee-accb-5a1facab26af tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1242702 Jan 28 20:44:45.121123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15ad9191-93e4-4b4e-a708-1ead2c743531 req-38424fce-ee2d-4e6b-8fc1-ed65a885cd09 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754580 Jan 28 20:44:46.376780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27983e7-4daa-461e-9710-5470926be81a req-d360a7c2-4230-4df6-8cb7-4e0f846854e7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:46.404328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b27983e7-4daa-461e-9710-5470926be81a req-d360a7c2-4230-4df6-8cb7-4e0f846854e7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1544385 Jan 28 20:44:46.459807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b27983e7-4daa-461e-9710-5470926be81a req-cac7d937-f5b5-4ebb-96b0-c970501d6cbe tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521507 Jan 28 20:44:47.040108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9b722-a05d-4f73-936b-e878503facf3 req-5e6a4081-ecde-43ea-9a5d-9536fd3f8bff tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:47.052912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fe9b722-a05d-4f73-936b-e878503facf3 req-5e6a4081-ecde-43ea-9a5d-9536fd3f8bff tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 946 time: 0.0969284 Jan 28 20:44:47.095234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fe9b722-a05d-4f73-936b-e878503facf3 req-bdad04ca-c3c6-40b0-80d2-343d9a15767f tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Jan 28 20:44:47.657921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fd3ca-118b-430b-9889-9f1d31c88e67 req-4a5cda5d-9cb2-476a-b0bc-f5e9ee91d41b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:47.668051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b8fd3ca-118b-430b-9889-9f1d31c88e67 req-4a5cda5d-9cb2-476a-b0bc-f5e9ee91d41b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0990784 Jan 28 20:44:47.753524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b8fd3ca-118b-430b-9889-9f1d31c88e67 req-60e8ce2c-41f3-4862-8e2f-6e3cf92472ff tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840003 Jan 28 20:44:48.113789 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:48.267070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0d50a-0363-417d-8bc0-42d13085a575 req-d64f2e0e-a502-4fef-a9fa-fc5b675f20fa tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:48.268641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fb0d50a-0363-417d-8bc0-42d13085a575 req-d64f2e0e-a502-4fef-a9fa-fc5b675f20fa tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 946 time: 0.0639379 Jan 28 20:44:48.338827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fb0d50a-0363-417d-8bc0-42d13085a575 req-79c1be4b-c1e5-4bd2-a8ed-701cc637a319 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Jan 28 20:44:48.958408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-bea72fed-164a-4cf2-9d0c-6c660fed1ec0 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:48.960786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-bea72fed-164a-4cf2-9d0c-6c660fed1ec0 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 946 time: 0.1324582 Jan 28 20:44:48.968979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab840-ab26-44ec-abef-3e6a325e19e0 req-08f5c463-27d9-4eaf-bb88-3072593ae835 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:48.978509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b4ab840-ab26-44ec-abef-3e6a325e19e0 req-08f5c463-27d9-4eaf-bb88-3072593ae835 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0857456 Jan 28 20:44:49.084218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b4ab840-ab26-44ec-abef-3e6a325e19e0 req-a80affa3-0170-4dba-bdc4-9ba3cd6c16e5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892777 Jan 28 20:44:49.151245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Deleting port f8e54515-8d65-4510-b5ec-95ad0ae687c4 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:44:49.151625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:49.261564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] For port f8e54515-8d65-4510-b5ec-95ad0ae687c4, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f8e54515-8d65-4510-b5ec-95ad0ae687c4,segment=NetworkSegment(4d20b573-e9c4-487b-8852-de48cffe3c68),segment_id=4d20b573-e9c4-487b-8852-de48cffe3c68)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:44:49.261912 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:49.276393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Calling delete_port for f8e54515-8d65-4510-b5ec-95ad0ae687c4 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:44:49.866428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bf5d0-fd6e-4d5f-96b4-47efdca886f3 req-77713cbc-20a0-4bc3-8ef2-a7a031af938f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:49.874121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-042bf5d0-fd6e-4d5f-96b4-47efdca886f3 req-77713cbc-20a0-4bc3-8ef2-a7a031af938f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.5230324 Jan 28 20:44:49.896312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-86b2e75b-63f6-4f87-843b-fee27d49ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:49.898231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-86b2e75b-63f6-4f87-843b-fee27d49ab0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1097 time: 0.4980757 Jan 28 20:44:50.020407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-894270cf-77c8-4421-b295-c74f4af9db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:50.021906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-894270cf-77c8-4421-b295-c74f4af9db30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.1087608 Jan 28 20:44:50.033410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52e0d8-b2e8-4468-8e5a-c68859bc7106 req-d91b0b02-8127-489f-8463-22eac3c47953 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:50.041216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a52e0d8-b2e8-4468-8e5a-c68859bc7106 req-d91b0b02-8127-489f-8463-22eac3c47953 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f66b309-0d39-45af-8ebd-de269c3b449f HTTP/1.1" status: 200 len: 946 time: 0.2539887 Jan 28 20:44:50.188544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-042bf5d0-fd6e-4d5f-96b4-47efdca886f3 req-939ca5cf-51e4-4b8d-932f-2dbae9ff44a6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3132095 Jan 28 20:44:50.216296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4a52e0d8-b2e8-4468-8e5a-c68859bc7106 req-4357126c-18de-409e-bd33-1242d6f5ce70 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.44 "GET /v2.0/security-groups?id=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741235 Jan 28 20:44:50.257554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-16ebceaa-4c1d-4936-ae40-6ffbbfc377f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 1001 time: 0.2101719 Jan 28 20:44:50.259010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:50.277460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f8e54515-8d65-4510-b5ec-95ad0ae687c4'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:44:50.337421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Pushing event deleted for resources: {'Port': ['ID=f8e54515-8d65-4510-b5ec-95ad0ae687c4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:50.382836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] No DVR routers for this DVR port f8e54515-8d65-4510-b5ec-95ad0ae687c4 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:44:50.392256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:50.392256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8674db0-e7f5-4d06-9a86-732ceee09093 req-709f0b94-adf8-493b-a6b2-d0f138308f99 tempest-VolumesSnapshotTestJSON-280684779 tempest-VolumesSnapshotTestJSON-280684779-project] 10.222.0.26 "DELETE /v2.0/ports/f8e54515-8d65-4510-b5ec-95ad0ae687c4 HTTP/1.1" status: 204 len: 173 time: 1.4093544 Jan 28 20:44:50.392256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66b309-0d39-45af-8ebd-de269c3b449f', 'name': 'network-vif-deleted', 'tag': 'f8e54515-8d65-4510-b5ec-95ad0ae687c4'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:44:50.393141 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bf05f9-768e-42e9-87d6-ea654e8cea79" -d '{"events": [{"server_uuid": "9f66b309-0d39-45af-8ebd-de269c3b449f", "name": "network-vif-deleted", "tag": "f8e54515-8d65-4510-b5ec-95ad0ae687c4"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:44:50.429656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-3bcd6ac1-1de7-48a0-be88-d2caa48f06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:50.431863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-3bcd6ac1-1de7-48a0-be88-d2caa48f06f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.1561961 Jan 28 20:44:50.443284 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8314fcb-3a5f-47b2-b063-eb7ee85aef7f x-openstack-request-id: req-a8314fcb-3a5f-47b2-b063-eb7ee85aef7f {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:44:50.443912 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66b309-0d39-45af-8ebd-de269c3b449f", "name": "network-vif-deleted", "tag": "f8e54515-8d65-4510-b5ec-95ad0ae687c4", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:44:50.456626 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8314fcb-3a5f-47b2-b063-eb7ee85aef7f {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:44:50.456968 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f66b309-0d39-45af-8ebd-de269c3b449f', 'name': 'network-vif-deleted', 'tag': 'f8e54515-8d65-4510-b5ec-95ad0ae687c4', 'status': 'completed', 'code': 200} Jan 28 20:44:50.585014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-ebd1eee4-99e0-4d63-a585-1d0d32d6bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:50.586594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-ebd1eee4-99e0-4d63-a585-1d0d32d6bd0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272607 Jan 28 20:44:50.712482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-c0dd5383-9002-4f3a-8337-96925cd41299 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171088 Jan 28 20:44:50.867097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-012bddce-46d1-4917-8732-4d3c2a8f8316 req-dff3d6ba-a01d-4c94-aaa3-f0ee16ed83d4 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475997 Jan 28 20:44:51.389334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5687ebc-875e-467b-91d5-d214096f2668 req-3387ab5b-2c47-4d9c-b3cf-1c53a9d17ac3 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:51.420286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5687ebc-875e-467b-91d5-d214096f2668 req-3387ab5b-2c47-4d9c-b3cf-1c53a9d17ac3 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1394720 Jan 28 20:44:51.438190 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:51.462621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5687ebc-875e-467b-91d5-d214096f2668 req-f1d86220-5538-4832-8cdf-e3e63b0bd225 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411894 Jan 28 20:44:52.407648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f8e54515-8d65-4510-b5ec-95ad0ae687c4 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:44:52.452156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: f8e54515-8d65-4510-b5ec-95ad0ae687c4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:44:52.452773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f8e54515-8d65-4510-b5ec-95ad0ae687c4 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:44:52.616125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6af932-a388-44d3-ba66-b83844e6264b req-11cce9c0-cc04-4ab7-b38c-c3b887fef5e4 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:52.618519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c6af932-a388-44d3-ba66-b83844e6264b req-11cce9c0-cc04-4ab7-b38c-c3b887fef5e4 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0620356 Jan 28 20:44:52.672075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c6af932-a388-44d3-ba66-b83844e6264b req-5635e940-15c0-4fad-a3d2-032fb7ecb9d9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470214 Jan 28 20:44:58.246126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759597a-3e06-45c4-9ade-b0f86f3e3db1 req-9128c3f5-dc4a-46d2-9de2-047c36cef594 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:58.263533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1759597a-3e06-45c4-9ade-b0f86f3e3db1 req-9128c3f5-dc4a-46d2-9de2-047c36cef594 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0933881 Jan 28 20:44:58.296403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1759597a-3e06-45c4-9ade-b0f86f3e3db1 req-cc64cf76-46d6-44d6-9bb1-fe68a5b29048 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:58.518367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1759597a-3e06-45c4-9ade-b0f86f3e3db1 req-cc64cf76-46d6-44d6-9bb1-fe68a5b29048 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:58.526839 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1759597a-3e06-45c4-9ade-b0f86f3e3db1 req-cc64cf76-46d6-44d6-9bb1-fe68a5b29048 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:44:58.571160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1759597a-3e06-45c4-9ade-b0f86f3e3db1 req-cc64cf76-46d6-44d6-9bb1-fe68a5b29048 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059986 Jan 28 20:44:58.602034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64cf76-46d6-44d6-9bb1-fe68a5b29048 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c16f90-58b3-403c-80b9-cfcd25286781,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:44:58.870282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4d4d0-1e54-4f23-b856-f415ffa2562d req-982094c9-3205-48e1-8140-250568a90fb3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:44:58.872042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cca4d4d0-1e54-4f23-b856-f415ffa2562d req-982094c9-3205-48e1-8140-250568a90fb3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.1359360 Jan 28 20:44:58.960370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cca4d4d0-1e54-4f23-b856-f415ffa2562d req-535bd15a-c337-42a1-b330-edb4122d3eb1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710561 Jan 28 20:44:58.983383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 39968) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:44:59.134932 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-72ef9651-f844-4be7-ac83-2cb158ed208e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/0646c9ec-234d-4cc4-acc3-ef126e7e0d16 HTTP/1.1" status: 200 len: 993 time: 0.1502421 Jan 28 20:44:59.487530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-2f941ddb-3259-4a39-8680-766dc0c693c5 req-1cbd6739-ae28-4314-8353-f21cbd197dcd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:44:59.489231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f941ddb-3259-4a39-8680-766dc0c693c5 req-1cbd6739-ae28-4314-8353-f21cbd197dcd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088878 Jan 28 20:45:00.351144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e159f-2f2b-42b0-a879-10638a606a01 req-c05be971-41c2-474a-83fc-bc6bffb222cf tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:00.376482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a9e159f-2f2b-42b0-a879-10638a606a01 req-c05be971-41c2-474a-83fc-bc6bffb222cf tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.1195333 Jan 28 20:45:00.507763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a9e159f-2f2b-42b0-a879-10638a606a01 req-06c303da-6dd2-49df-9690-f31756af9a85 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255579 Jan 28 20:45:00.645564 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-274c2fd4-10fa-4293-b43f-b381042b329b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5291734 Jan 28 20:45:00.653015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-5be615cd-7e34-4068-8976-3b870cc9b674 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:45:00.684034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-5be615cd-7e34-4068-8976-3b870cc9b674 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0368991 Jan 28 20:45:01.781380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-16717b02-11c8-4aa3-bd77-019e8862d5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1869366 Jan 28 20:45:01.875026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b077fe-6656-4423-ac33-caf2984ea8e9 req-2b9c45c5-537c-4797-9488-0a8d897da623 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:01.884135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15b077fe-6656-4423-ac33-caf2984ea8e9 req-2b9c45c5-537c-4797-9488-0a8d897da623 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.1589227 Jan 28 20:45:01.990175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15b077fe-6656-4423-ac33-caf2984ea8e9 req-729fea5b-a9ee-481d-b814-25d7f7841a87 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994010 Jan 28 20:45:02.016332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-d76f57d0-14ed-44d9-80fc-dfd1b9fd972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:02.026069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-d76f57d0-14ed-44d9-80fc-dfd1b9fd972d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 1097 time: 0.1768210 Jan 28 20:45:02.308530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-6f1e3b8d-4d91-49b4-9030-9d0ad55f8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:02.311540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-6f1e3b8d-4d91-49b4-9030-9d0ad55f8d27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.2520738 Jan 28 20:45:02.455953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-51f0689c-12a3-4e7e-bae2-e76120ebb1b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 200 len: 1001 time: 0.1357784 Jan 28 20:45:02.577397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-753e828a-4a7d-411f-a543-75c1d43154d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:02.580923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-753e828a-4a7d-411f-a543-75c1d43154d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.1121948 Jan 28 20:45:02.674827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-6c57bd96-f4f2-4450-8fc5-331e5d07a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:02.687501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40082) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:02.701004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-6c57bd96-f4f2-4450-8fc5-331e5d07a413 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936985 Jan 28 20:45:03.001469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-b0948706-df6c-4dd0-92cd-d54d6eeaa855 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993579 Jan 28 20:45:03.029569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace1989b-4eee-4d56-9dfd-458d0b02b1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:03.131672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe317bca-31a0-4b2e-99cf-0a2cd562aacd req-34c89860-b2ca-406f-b373-93139dc0efba service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232724 Jan 28 20:45:03.226262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace1989b-4eee-4d56-9dfd-458d0b02b1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:03.234918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace1989b-4eee-4d56-9dfd-458d0b02b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:03.279603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1989b-4eee-4d56-9dfd-458d0b02b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0ac73f-1b44-4703-9245-a1a782efd43e,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:03.368530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ace1989b-4eee-4d56-9dfd-458d0b02b1e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2be8156d0c44fb793f3fcd20384a0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6785088 Jan 28 20:45:03.373557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40100) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:03.392437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bf3db-f24a-4f89-adb1-8727fdc1a0ae req-507d1a25-a735-45b0-b676-52ea33b893b8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:03.401269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f5bf3db-f24a-4f89-adb1-8727fdc1a0ae req-507d1a25-a735-45b0-b676-52ea33b893b8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.2330546 Jan 28 20:45:03.432011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-f569917a-9db9-41cd-a602-a95f8d8915d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:03.433760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-f569917a-9db9-41cd-a602-a95f8d8915d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1096 time: 0.2242923 Jan 28 20:45:03.475414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f5bf3db-f24a-4f89-adb1-8727fdc1a0ae req-b09f8ae6-be9c-4d42-bfe6-5d9fb94bb86d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729985 Jan 28 20:45:03.519576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63a9fc8e-d1bc-42ad-b826-59698069cce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:03.556227 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63a9fc8e-d1bc-42ad-b826-59698069cce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:03.638164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63a9fc8e-d1bc-42ad-b826-59698069cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:03.638504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-39001b6d-e69c-4dc0-be8c-8d13058ebf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:03.641264 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63a9fc8e-d1bc-42ad-b826-59698069cce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:03.646538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-39001b6d-e69c-4dc0-be8c-8d13058ebf7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.1932485 Jan 28 20:45:03.648152 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-63a9fc8e-d1bc-42ad-b826-59698069cce2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a0ac73f-1b44-4703-9245-a1a782efd43e HTTP/1.1" status: 204 len: 168 time: 0.2709136 Jan 28 20:45:03.673096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9fc8e-d1bc-42ad-b826-59698069cce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0ac73f-1b44-4703-9245-a1a782efd43e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:03.806414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-69a0e694-58ce-424c-9fff-0b6025b5a03d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 1001 time: 0.1509497 Jan 28 20:45:03.929231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-95a77e0c-8c37-4473-b353-73f4503275b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:03.934805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-95a77e0c-8c37-4473-b353-73f4503275b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.1186821 Jan 28 20:45:04.036213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-80970c18-2249-4924-a33a-14ea2f8b8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:04.041003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-80970c18-2249-4924-a33a-14ea2f8b8b1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024377 Jan 28 20:45:04.202090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-99d062d9-6841-4dec-b6b3-aed6d8915835 service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496325 Jan 28 20:45:04.253377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40118) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:04.280987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3afd34c-6c93-4b5f-8e7a-0b8f49bf8a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:04.378667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-26fdd759-8bde-4cca-bab1-47786d429b10 service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694438 Jan 28 20:45:04.380989 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3afd34c-6c93-4b5f-8e7a-0b8f49bf8a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:04.386931 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c3afd34c-6c93-4b5f-8e7a-0b8f49bf8a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:04.471827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c3afd34c-6c93-4b5f-8e7a-0b8f49bf8a4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38e5c7e52cdd4629a7cccf0984f3c96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148452 Jan 28 20:45:04.473185 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afd34c-6c93-4b5f-8e7a-0b8f49bf8a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cda64b-e045-4280-8bee-99666c5d44ea,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:04.476095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:04.615451 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67f2122b-e56c-4395-9760-71e81b701834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:04.649946 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67f2122b-e56c-4395-9760-71e81b701834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:04.715788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d67ac5-a50d-49f0-9468-e8b8e89049ac req-8ced2ccf-1960-4f30-bd43-c6021484b41a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:04.717779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03d67ac5-a50d-49f0-9468-e8b8e89049ac req-8ced2ccf-1960-4f30-bd43-c6021484b41a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0990047 Jan 28 20:45:04.809119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67f2122b-e56c-4395-9760-71e81b701834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:04.812398 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-67f2122b-e56c-4395-9760-71e81b701834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:04.813050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03d67ac5-a50d-49f0-9468-e8b8e89049ac req-3b6ab269-e901-472a-b423-ca0062ff5805 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880470 Jan 28 20:45:04.814047 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-67f2122b-e56c-4395-9760-71e81b701834 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42cda64b-e045-4280-8bee-99666c5d44ea HTTP/1.1" status: 204 len: 168 time: 0.3367908 Jan 28 20:45:04.839812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2122b-e56c-4395-9760-71e81b701834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cda64b-e045-4280-8bee-99666c5d44ea,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:05.968112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f3cc5-7de7-4710-be64-594a6ea24395 req-67235cd2-bb29-43cd-8f16-270430ade01e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:05.977040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be4f3cc5-7de7-4710-be64-594a6ea24395 req-67235cd2-bb29-43cd-8f16-270430ade01e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0738492 Jan 28 20:45:06.031099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be4f3cc5-7de7-4710-be64-594a6ea24395 req-d690960d-e2f7-4035-afde-3223f3c33f16 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527408 Jan 28 20:45:07.202119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d879-9f19-4500-86e6-6026e0135c49 req-054139b7-274a-43cd-a854-0e97aac6829f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:07.204747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6796d879-9f19-4500-86e6-6026e0135c49 req-054139b7-274a-43cd-a854-0e97aac6829f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0914638 Jan 28 20:45:07.335877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6796d879-9f19-4500-86e6-6026e0135c49 req-2800581c-c0a4-42e1-ac36-b303b61a6a3c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171362 Jan 28 20:45:07.708532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3241b627-effc-4969-84c7-08e1ab0bcf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:07.834245 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-23edfc34-a950-4699-8b28-8411aa907b2c tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8f7a878e46644f359871169bc84d4fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483048 Jan 28 20:45:07.963188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7e09-3487-43bb-9757-84147768c271 req-b82461a9-3970-4d50-8d7e-7fa2113f6678 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:07.970863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-b82461a9-3970-4d50-8d7e-7fa2113f6678 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339257 Jan 28 20:45:07.982792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-257766b7-0203-4eef-8316-535ae46bfcb5 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/quotas/8f7a878e46644f359871169bc84d4fdf HTTP/1.1" status: 200 len: 375 time: 0.0111034 Jan 28 20:45:08.045882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-18bfae16-b723-4631-8995-a96cdca6019b tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f7a878e46644f359871169bc84d4fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551903 Jan 28 20:45:08.294009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b15f54b4-3e7b-44ef-a2b8-52cc6ae8c1e0 req-a25d1fe8-13ef-465b-a60e-2de1d2b173c2 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 210 time: 0.0542359 Jan 28 20:45:08.521693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598dd80-7ba2-4531-a829-4b704f274c78 req-69b19494-bc98-4d5c-a967-ef6dd7c7f052 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:08.529541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6598dd80-7ba2-4531-a829-4b704f274c78 req-69b19494-bc98-4d5c-a967-ef6dd7c7f052 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0961480 Jan 28 20:45:08.591819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6598dd80-7ba2-4531-a829-4b704f274c78 req-c493dfc2-7a04-40f0-ac8d-9efe14cc7db8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612957 Jan 28 20:45:09.540250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-9c045ff0-2a70-4d61-ada7-e8a7a0bbf777 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8f7a878e46644f359871169bc84d4fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134703 Jan 28 20:45:09.555911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53b69463-7cb3-48ce-ba08-e0a0485c5747 req-d08e00ae-c752-4594-a99d-f781412528b4 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 210 time: 0.0762539 Jan 28 20:45:09.771917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7e09-3487-43bb-9757-84147768c271 req-b34a40d6-95d0-4e2a-97c5-08b7c053b75b tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:09.774017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-b34a40d6-95d0-4e2a-97c5-08b7c053b75b tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169225 Jan 28 20:45:09.791840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Request body: {'port': {'device_id': '4bcb60be-014f-4d8c-badc-c48467eb1d9c', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': '8f7a878e46644f359871169bc84d4fdf'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:09.969310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b480b28-7005-417c-93cb-fafe63dd4731 req-2c1cd520-045f-4516-ac49-84a80f4a867c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:09.978306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b480b28-7005-417c-93cb-fafe63dd4731 req-2c1cd520-045f-4516-ac49-84a80f4a867c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.2030013 Jan 28 20:45:10.018225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Made reservation on behalf of 8f7a878e46644f359871169bc84d4fdf for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:45:10.023246 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:10.073698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:10.088633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b480b28-7005-417c-93cb-fafe63dd4731 req-32ae2947-0a27-4dd6-8903-b80baac484f0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091273 Jan 28 20:45:10.203944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5153d64b-9511-4911-b0fa-43c350e8f26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:10.219208 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:10.225476 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:10.329244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cfc3b0-aae7-4edf-b8cc-2589c850db87,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:10.413194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Allocated IP 192.168.233.3 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/e985b86d-15b7-4eac-b00d-1b03a27c112f) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:45:10.634961 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:10.744735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c9fbcfd-4627-4657-8a2c-a2f6975f6c10 req-d9b6e742-e8d7-479e-86db-177e21995115 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 210 time: 0.0631299 Jan 28 20:45:10.746789 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:10.800254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Pushing event updated for resources: {'Port': ['ID=e985b86d-15b7-4eac-b00d-1b03a27c112f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:10.818446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:45:10.819844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:45:10.834353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:45:10.902478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:10.903172 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:10.931190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-c665e754-a3d1-418c-a92c-5a4b575b5326 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1453853 Jan 28 20:45:10.949478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Request body: {'port': {'device_id': '4bcb60be-014f-4d8c-badc-c48467eb1d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:11.065009 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:11.155367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6a5d2e78-626d-4c0c-9004-d2e1b03ed6bf None None] Provisioning complete for port e985b86d-15b7-4eac-b00d-1b03a27c112f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:11.155887 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a5d2e78-626d-4c0c-9004-d2e1b03ed6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:11.195573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6a5d2e78-626d-4c0c-9004-d2e1b03ed6bf None None] Port e985b86d-15b7-4eac-b00d-1b03a27c112f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:45:11.337231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfbc74-2d94-4bc6-87ff-93206d91db4f req-c5631838-e9fa-4e12-99e2-16edee08b663 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:11.345235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59bfbc74-2d94-4bc6-87ff-93206d91db4f req-c5631838-e9fa-4e12-99e2-16edee08b663 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0955827 Jan 28 20:45:11.436027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59bfbc74-2d94-4bc6-87ff-93206d91db4f req-e0765144-9617-48a3-a563-bc8bb9863963 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897570 Jan 28 20:45:11.551462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e985b86d-15b7-4eac-b00d-1b03a27c112f {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:45:11.559231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:11.579990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Transition to ACTIVE for port object e985b86d-15b7-4eac-b00d-1b03a27c112f will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:45:11.585125 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:11.665521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:11.666477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Pushing event updated for resources: {'Port': ['ID=e985b86d-15b7-4eac-b00d-1b03a27c112f,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:11.896907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Attempting to bind port e985b86d-15b7-4eac-b00d-1b03a27c112f on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:45:11.897323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Attempting to bind port e985b86d-15b7-4eac-b00d-1b03a27c112f by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:45:11.897657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Attempting to bind port e985b86d-15b7-4eac-b00d-1b03a27c112f on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:45:11.910793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Port e985b86d-15b7-4eac-b00d-1b03a27c112f on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:45:11.911144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Attempting to bind port e985b86d-15b7-4eac-b00d-1b03a27c112f on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:45:11.939553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:45:11.940122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:45:11.940888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:45:11.941834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Bound port: e985b86d-15b7-4eac-b00d-1b03a27c112f, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:45:11.942431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:12.057575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] For port e985b86d-15b7-4eac-b00d-1b03a27c112f, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:45:12.079860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] For port e985b86d-15b7-4eac-b00d-1b03a27c112f, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e985b86d-15b7-4eac-b00d-1b03a27c112f,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:45:12.087380 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:12.108512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e9ebc-0a8c-415c-9a28-216b3d0ab2ea req-fef484ce-ad2d-447e-aee6-8160a78b4525 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:12.110288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a2e9ebc-0a8c-415c-9a28-216b3d0ab2ea req-fef484ce-ad2d-447e-aee6-8160a78b4525 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 946 time: 0.1069884 Jan 28 20:45:12.159123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:12.161034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:12.162734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] 10.222.0.26 "PUT /v2.0/ports/e985b86d-15b7-4eac-b00d-1b03a27c112f HTTP/1.1" status: 200 len: 1094 time: 1.2223537 Jan 28 20:45:12.172732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcb60be-014f-4d8c-badc-c48467eb1d9c', 'tag': 'e985b86d-15b7-4eac-b00d-1b03a27c112f'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:12.175131 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcb60be-014f-4d8c-badc-c48467eb1d9c", "tag": "e985b86d-15b7-4eac-b00d-1b03a27c112f"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:12.234960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463c0c4-3c7a-4acf-92a3-ede490d9275b service neutron] Pushing event updated for resources: {'Port': ['ID=e985b86d-15b7-4eac-b00d-1b03a27c112f,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:12.258138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a2e9ebc-0a8c-415c-9a28-216b3d0ab2ea req-e38a4bbd-a8b4-4c76-9d14-f98c7f81f1e2 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227639 Jan 28 20:45:12.276608 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bc378e-639d-48e6-add7-563bb32057e1 x-openstack-request-id: req-d1bc378e-639d-48e6-add7-563bb32057e1 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:12.276978 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcb60be-014f-4d8c-badc-c48467eb1d9c", "tag": "e985b86d-15b7-4eac-b00d-1b03a27c112f", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:12.277295 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1bc378e-639d-48e6-add7-563bb32057e1 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:12.277750 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcb60be-014f-4d8c-badc-c48467eb1d9c', 'tag': 'e985b86d-15b7-4eac-b00d-1b03a27c112f', 'status': 'completed', 'code': 200} Jan 28 20:45:12.288848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7e09-3487-43bb-9757-84147768c271 req-0f731be3-85ea-48e4-bee4-c7c36f72820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:12.295052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-0f731be3-85ea-48e4-bee4-c7c36f72820b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f7a878e46644f359871169bc84d4fdf&device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 1097 time: 0.0673611 Jan 28 20:45:12.336496 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-75ea16ce-ac77-452b-8970-76b6fcb1b6a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e985b86d-15b7-4eac-b00d-1b03a27c112f HTTP/1.1" status: 200 len: 217 time: 0.0371006 Jan 28 20:45:12.396556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7e09-3487-43bb-9757-84147768c271 req-bde9bb4d-0fde-4806-8194-197359a56746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:12.398431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-bde9bb4d-0fde-4806-8194-197359a56746 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0544033 Jan 28 20:45:12.459188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c7e09-3487-43bb-9757-84147768c271 req-f9a83683-58d0-40fd-bf50-8ff1d4c02c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:12.461180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-f9a83683-58d0-40fd-bf50-8ff1d4c02c44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548522 Jan 28 20:45:12.594043 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357de685-bcf7-47d4-a4e0-a654497cd9c8 req-cb8d559c-0fb6-4d87-9035-6e980aae256f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:12.595422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-357de685-bcf7-47d4-a4e0-a654497cd9c8 req-cb8d559c-0fb6-4d87-9035-6e980aae256f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0760133 Jan 28 20:45:12.607449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-5f8a91b5-635b-4ab5-9add-fc8002ba3c28 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384099 Jan 28 20:45:12.698354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-357de685-bcf7-47d4-a4e0-a654497cd9c8 req-9b82730d-5d65-4896-a1f9-2ca8d04cf3cf tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937822 Jan 28 20:45:12.726540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-722c7e09-3487-43bb-9757-84147768c271 req-7232e972-8718-492e-b84a-6f8539853307 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066279 Jan 28 20:45:12.854804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-753224f1-3bd7-459d-8555-3ea816446ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:12.856415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-753224f1-3bd7-459d-8555-3ea816446ffc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f7a878e46644f359871169bc84d4fdf&device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 1097 time: 0.0457549 Jan 28 20:45:12.969895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-427d3778-8a30-48de-82c1-3758e56357cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:12.971554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-427d3778-8a30-48de-82c1-3758e56357cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.1070817 Jan 28 20:45:12.988538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:13.035328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-ec982a4a-e2ed-4b4c-b2a7-f649080b6165 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e985b86d-15b7-4eac-b00d-1b03a27c112f HTTP/1.1" status: 200 len: 217 time: 0.0528617 Jan 28 20:45:13.107393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-d162706b-838c-4acd-95af-48a5683ea6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:13.108992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-d162706b-838c-4acd-95af-48a5683ea6ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0648799 Jan 28 20:45:13.173816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-9c5a0124-f6d7-46bf-be3e-020510894b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:13.176171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-9c5a0124-f6d7-46bf-be3e-020510894b51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582588 Jan 28 20:45:13.259758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:13.365558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-f4e615c9-831a-4ab4-9fbc-4ee93af0a4dd service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825328 Jan 28 20:45:13.494518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92e074-9db3-4349-bb78-3c999796113b req-08c6b278-dac4-43b0-9fd9-fc834d77c807 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:13.496067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a92e074-9db3-4349-bb78-3c999796113b req-08c6b278-dac4-43b0-9fd9-fc834d77c807 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 946 time: 0.0944836 Jan 28 20:45:13.994642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd83f667-8c1b-49ac-bad6-5be0af16fb8b req-07c5b630-c914-4e14-ae4c-94f9e5f964b6 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6221409 Jan 28 20:45:13.997836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a92e074-9db3-4349-bb78-3c999796113b req-c2de0e55-f469-47e7-84f0-a242f8b650dd tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898970 Jan 28 20:45:14.018121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c4162-4ba4-4d7d-8ba8-88e281eb986c req-21af937a-1368-48eb-a79e-9ae2220a5ca1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:14.019957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f0c4162-4ba4-4d7d-8ba8-88e281eb986c req-21af937a-1368-48eb-a79e-9ae2220a5ca1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.1133933 Jan 28 20:45:14.088702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f0c4162-4ba4-4d7d-8ba8-88e281eb986c req-7dde3361-ba64-4c6f-97d6-4cffbf602bbc tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554438 Jan 28 20:45:14.562493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e985b86d-15b7-4eac-b00d-1b03a27c112f details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:45:14.668788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e985b86d-15b7-4eac-b00d-1b03a27c112f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e985b86d-15b7-4eac-b00d-1b03a27c112f,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:14.680370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'e985b86d-15b7-4eac-b00d-1b03a27c112f', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': 'e985b86d-15b7-4eac-b00d-1b03a27c112f', 'mac_address': 'fa:16:3e:2b:a7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:45:14.726018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:14.745188 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e985b86d-15b7-4eac-b00d-1b03a27c112f {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:45:14.770152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e985b86d-15b7-4eac-b00d-1b03a27c112f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e985b86d-15b7-4eac-b00d-1b03a27c112f,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:14.781573 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:14.884495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=e985b86d-15b7-4eac-b00d-1b03a27c112f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:14.898454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.899050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.905806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.906455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.908047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.908723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.909239 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.910418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.910895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.911331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.911760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:14.912214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:15.049840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['e985b86d-15b7-4eac-b00d-1b03a27c112f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:45:15.309130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4ed03-30b3-4118-845e-014ec7d96541 req-2b07b5cb-4078-442e-be6a-d24205e32636 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:15.309130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eed4ed03-30b3-4118-845e-014ec7d96541 req-2b07b5cb-4078-442e-be6a-d24205e32636 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 947 time: 0.1218092 Jan 28 20:45:15.355500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae790747-1561-4335-b30a-7638988302ab req-4f00bc2f-3068-4e73-b796-3112cd40a3dd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:15.366338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae790747-1561-4335-b30a-7638988302ab req-4f00bc2f-3068-4e73-b796-3112cd40a3dd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.1301763 Jan 28 20:45:15.568836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae790747-1561-4335-b30a-7638988302ab req-9bafa444-592f-4ef2-8dd6-7881719342dd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015314 Jan 28 20:45:15.585125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eed4ed03-30b3-4118-845e-014ec7d96541 req-12771a4e-b9ab-4c00-ad29-ed8ea5e95d7f tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613895 Jan 28 20:45:16.578324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e985b86d-15b7-4eac-b00d-1b03a27c112f up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:45:16.746965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port e985b86d-15b7-4eac-b00d-1b03a27c112f completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:45:16.761770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port e985b86d-15b7-4eac-b00d-1b03a27c112f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:16.763678 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:16.888780 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-fc57d298-577b-4c85-9dfa-bea7c6c4a524 service neutron] show failed (client error): The resource could not be found. Jan 28 20:45:16.917761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-fc57d298-577b-4c85-9dfa-bea7c6c4a524 service neutron] 10.222.0.13 "GET /v2.0/ports/1216465a-ab4a-4906-b99b-c51fd3543c73/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.2646728 Jan 28 20:45:16.971904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86497446-0a99-4832-9330-9cd52e282c4e req-28c2333e-848e-44f8-8b85-0fc3158bba67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:16.971904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86497446-0a99-4832-9330-9cd52e282c4e req-28c2333e-848e-44f8-8b85-0fc3158bba67 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.2740285 Jan 28 20:45:16.993340 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:17.042652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e4ad1-03e2-47ca-afd0-5add77c54e29 req-78a72dae-f129-4253-8fbf-7faf748a7a01 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:17.044550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f63e4ad1-03e2-47ca-afd0-5add77c54e29 req-78a72dae-f129-4253-8fbf-7faf748a7a01 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 947 time: 0.3203394 Jan 28 20:45:17.054637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcb60be-014f-4d8c-badc-c48467eb1d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985b86d-15b7-4eac-b00d-1b03a27c112f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:17.060168 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d41601-e7ce-4237-b39f-e92aab18b848" -d '{"events": [{"server_uuid": "4bcb60be-014f-4d8c-badc-c48467eb1d9c", "name": "network-vif-plugged", "status": "completed", "tag": "e985b86d-15b7-4eac-b00d-1b03a27c112f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:17.084708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port e985b86d-15b7-4eac-b00d-1b03a27c112f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e985b86d-15b7-4eac-b00d-1b03a27c112f,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:17.094422 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:17.178518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=e985b86d-15b7-4eac-b00d-1b03a27c112f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:17.196688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86497446-0a99-4832-9330-9cd52e282c4e req-bb34c973-4632-4d67-867b-d7d3e8dd5980 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892729 Jan 28 20:45:17.263732 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc39d0c-7353-4942-9984-59ddc12d45d7 x-openstack-request-id: req-ecc39d0c-7353-4942-9984-59ddc12d45d7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:17.264286 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcb60be-014f-4d8c-badc-c48467eb1d9c", "name": "network-vif-plugged", "status": "completed", "tag": "e985b86d-15b7-4eac-b00d-1b03a27c112f", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:17.264983 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecc39d0c-7353-4942-9984-59ddc12d45d7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:17.265170 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcb60be-014f-4d8c-badc-c48467eb1d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985b86d-15b7-4eac-b00d-1b03a27c112f', 'code': 200} Jan 28 20:45:17.281964 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f63e4ad1-03e2-47ca-afd0-5add77c54e29 req-387716a2-46c6-4ada-ab66-c1a18a16c748 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007563 Jan 28 20:45:17.299020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-67ca01bc-244a-49d2-89a5-2341d5463602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:17.301483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-67ca01bc-244a-49d2-89a5-2341d5463602 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 1096 time: 0.1174655 Jan 28 20:45:17.322344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:17.399353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:17.481618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a37c7e-3641-4e26-af39-9302b02844b7 req-11215895-59c0-4450-980f-abe4e8956ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:17.483341 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d7a37c7e-3641-4e26-af39-9302b02844b7 req-11215895-59c0-4450-980f-abe4e8956ce4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 1099 time: 0.1138139 Jan 28 20:45:17.544365 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d7a37c7e-3641-4e26-af39-9302b02844b7 req-7e22602e-2d3d-4b8b-bda7-a912bb5c33a1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506046 Jan 28 20:45:17.763923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:17.887682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:45:18.007144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:18.014263 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2004f0af-c4ab-4a65-9ddb-3404dbc4ac6e" -d '{"events": [{"server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "name": "network-vif-unplugged", "status": "completed", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:18.024136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:18.075082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Transition to ACTIVE for port object 1216465a-ab4a-4906-b99b-c51fd3543c73 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:45:18.087258 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:18.150040 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457e0fde-b9ae-41c3-8580-5ce6052ed01e x-openstack-request-id: req-457e0fde-b9ae-41c3-8580-5ce6052ed01e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:18.150376 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "name": "network-vif-unplugged", "status": "completed", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:18.150580 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-457e0fde-b9ae-41c3-8580-5ce6052ed01e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:18.151058 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'code': 200} Jan 28 20:45:18.151874 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:18.225883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:18.422136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] No DVR routers for this DVR port 1216465a-ab4a-4906-b99b-c51fd3543c73 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:45:18.609352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7882-c67e-4175-8cde-e55f1951e50e req-f77cc96f-2dab-426c-a6db-6cbf0d3f5d36 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:18.611219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab1b7882-c67e-4175-8cde-e55f1951e50e req-f77cc96f-2dab-426c-a6db-6cbf0d3f5d36 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 943 time: 0.2251678 Jan 28 20:45:18.658766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42206c-f1a7-455e-bd7f-39f7d81d30d9 req-7f3f3924-c53d-44e2-b0e0-51bdac711d95 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:18.659227 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:45:18.666563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a42206c-f1a7-455e-bd7f-39f7d81d30d9 req-7f3f3924-c53d-44e2-b0e0-51bdac711d95 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 948 time: 0.1539013 Jan 28 20:45:18.814078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab1b7882-c67e-4175-8cde-e55f1951e50e req-9534779e-d65b-4f71-949b-4260d5892e54 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937671 Jan 28 20:45:18.837394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a42206c-f1a7-455e-bd7f-39f7d81d30d9 req-fc3a0558-d36f-49f8-8eb5-7077d5d7328e tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697066 Jan 28 20:45:18.865771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Attempting to bind port 1216465a-ab4a-4906-b99b-c51fd3543c73 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:45:18.870710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Attempting to bind port 1216465a-ab4a-4906-b99b-c51fd3543c73 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:45:18.870956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Attempting to bind port 1216465a-ab4a-4906-b99b-c51fd3543c73 on network 743cf2ca-7a35-4fa9-974a-d6980807e02a {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:45:18.888541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Port 1216465a-ab4a-4906-b99b-c51fd3543c73 on network 743cf2ca-7a35-4fa9-974a-d6980807e02a not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:45:18.888885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Attempting to bind port 1216465a-ab4a-4906-b99b-c51fd3543c73 on network 743cf2ca-7a35-4fa9-974a-d6980807e02a {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:45:18.902803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:45:18.903141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Checking segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:45:18.903528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Bound using segment: {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:45:18.903963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Bound port: 1216465a-ab4a-4906-b99b-c51fd3543c73, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:45:18.904432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:18.986075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:45:18.991587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:45:18.999486 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:19.084018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:19.084714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:19.093746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] 10.222.0.26 "PUT /v2.0/ports/1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 1091 time: 1.7758801 Jan 28 20:45:19.130439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3086-7774-49d1-8e2b-52bd684bbc38 service neutron] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:19.227451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-d4d1a042-11b3-4717-92f7-bf1451079f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:19.233025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-d4d1a042-11b3-4717-92f7-bf1451079f6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1094 time: 0.0940127 Jan 28 20:45:19.531557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-d6b07323-8356-4de3-8368-40eb33e03756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:19.538759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-d6b07323-8356-4de3-8368-40eb33e03756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.2998083 Jan 28 20:45:19.750438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-23f1ec09-3e15-4c8a-95a4-bcfa4cf14c1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 999 time: 0.1999867 Jan 28 20:45:19.835774 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-f9072824-3b05-4071-8d64-960634cec129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:19.837284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-f9072824-3b05-4071-8d64-960634cec129 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.0766251 Jan 28 20:45:19.971117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba503323-4eb6-44fe-b366-34c2e119446c req-304b4abd-b993-4b1e-821c-c91e7bdee2e2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:19.973466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba503323-4eb6-44fe-b366-34c2e119446c req-304b4abd-b993-4b1e-821c-c91e7bdee2e2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 943 time: 0.0831213 Jan 28 20:45:19.978910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-1d2cf7ec-b54d-4b6f-84ef-8c172bc89632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:19.980650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-1d2cf7ec-b54d-4b6f-84ef-8c172bc89632 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310763 Jan 28 20:45:20.159530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:20.165540 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38def011-1e79-486b-a962-122a5b778436" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:20.172235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba503323-4eb6-44fe-b366-34c2e119446c req-2c56f907-b528-4bdc-813b-d8f4390bdf56 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907580 Jan 28 20:45:20.198637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd82b18-2859-47e1-a663-eba3bca3d067 req-ddfba14c-aea2-4fc3-8ec5-3df1095dd9ac tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:20.200163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcd82b18-2859-47e1-a663-eba3bca3d067 req-ddfba14c-aea2-4fc3-8ec5-3df1095dd9ac tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 948 time: 0.2171230 Jan 28 20:45:20.246977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-dfc0a08a-bc45-4a96-a19b-0d39a87bee68 service neutron] 10.222.0.26 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403488 Jan 28 20:45:20.286114 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76aa0e0-7116-44cb-8d4d-1b582e604efd x-openstack-request-id: req-d76aa0e0-7116-44cb-8d4d-1b582e604efd {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:20.286414 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:20.286649 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d76aa0e0-7116-44cb-8d4d-1b582e604efd {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:20.287059 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'status': 'completed', 'code': 200} Jan 28 20:45:20.292042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1216465a-ab4a-4906-b99b-c51fd3543c73 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:45:20.294696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcd82b18-2859-47e1-a663-eba3bca3d067 req-141badb6-0825-48fe-ab40-fd7027bb06c4 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877404 Jan 28 20:45:20.415517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1216465a-ab4a-4906-b99b-c51fd3543c73 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:45:20.541220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def011-1e79-486b-a962-122a5b778436 req-cb7bbd8d-d540-492a-8cb2-a6630d893b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:20.542719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-cb7bbd8d-d540-492a-8cb2-a6630d893b54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1094 time: 0.2138045 Jan 28 20:45:20.549386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68545f9f-f1b2-4c3f-9ee0-9ebe6fdde731 req-5b18ab4d-9320-485a-92a5-713ec49379a7 service neutron] 10.222.0.26 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920442 Jan 28 20:45:20.861405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def011-1e79-486b-a962-122a5b778436 req-98629130-f51a-48a4-a473-d002ae7c7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:20.863518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-98629130-f51a-48a4-a473-d002ae7c7a4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1094 time: 0.1839776 Jan 28 20:45:20.880071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def011-1e79-486b-a962-122a5b778436 req-00816daf-f388-4fb2-b794-a4a746467ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:20.881963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-00816daf-f388-4fb2-b794-a4a746467ae4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.3302624 Jan 28 20:45:21.003643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def011-1e79-486b-a962-122a5b778436 req-5153a68f-b604-4bd5-b042-0fe9612187f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:21.005363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-5153a68f-b604-4bd5-b042-0fe9612187f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.1184270 Jan 28 20:45:21.074750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-a75c53fc-1580-49f8-891d-0034380e777f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 999 time: 0.0682573 Jan 28 20:45:21.196658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-79d1f382-d8ca-4fcf-a6a6-e49b0f049823 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 999 time: 0.1207898 Jan 28 20:45:21.198901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def011-1e79-486b-a962-122a5b778436 req-0a9d7a83-1375-4eaa-b0fc-b5528fee869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:21.200486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-0a9d7a83-1375-4eaa-b0fc-b5528fee869b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.1171093 Jan 28 20:45:21.315873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def011-1e79-486b-a962-122a5b778436 req-08b5f9f4-7327-4ca6-b2ed-ef6082ed1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:21.318543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-08b5f9f4-7327-4ca6-b2ed-ef6082ed1081 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.1152458 Jan 28 20:45:21.325643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def011-1e79-486b-a962-122a5b778436 req-8f3792d3-804b-4d14-a7f9-0217b641cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:21.327530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-8f3792d3-804b-4d14-a7f9-0217b641cb11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115079 Jan 28 20:45:21.491489 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:21.519664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def011-1e79-486b-a962-122a5b778436 req-95dacebd-a06b-4197-9bf4-7573209cd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:21.521866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-95dacebd-a06b-4197-9bf4-7573209cd205 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907871 Jan 28 20:45:21.563579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01840c-0391-4998-bafe-869c061e3aa6 req-4aa22e62-5dfa-47e5-85eb-46852b31fee9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:21.565280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce01840c-0391-4998-bafe-869c061e3aa6 req-4aa22e62-5dfa-47e5-85eb-46852b31fee9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 943 time: 0.1837852 Jan 28 20:45:21.637935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-00ec950b-92b0-43f6-8015-c6695fa7639e service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965164 Jan 28 20:45:21.747835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce01840c-0391-4998-bafe-869c061e3aa6 req-3874dbac-0797-4d17-add0-f6b140818595 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664007 Jan 28 20:45:21.771477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-7999cc1f-e8ed-400a-bec8-c4aa5f6b4437 service neutron] 10.222.0.26 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370672 Jan 28 20:45:21.910498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-1a5d6c93-b33a-481e-94b1-e16a20e5c14e service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626572 Jan 28 20:45:21.949005 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38def011-1e79-486b-a962-122a5b778436 req-dbcfd5dd-af5d-4d80-84ae-1ca6a335c16f service neutron] 10.222.0.26 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695824 Jan 28 20:45:22.619252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1216465a-ab4a-4906-b99b-c51fd3543c73 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:45:22.802727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:22.819990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'port_id': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'mac_address': 'fa:16:3e:e8:a5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:45:22.957525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:22.972816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1216465a-ab4a-4906-b99b-c51fd3543c73 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:45:22.993795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:23.001523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:23.065550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:23.085603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e655-ea8b-4e5a-bb1c-6359b85292eb req-ae1373df-3704-44d4-819e-233987f48938 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:23.098428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b553e655-ea8b-4e5a-bb1c-6359b85292eb req-ae1373df-3704-44d4-819e-233987f48938 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 943 time: 0.2080834 Jan 28 20:45:23.193293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b553e655-ea8b-4e5a-bb1c-6359b85292eb req-0cfb8a71-03b6-4dd3-8081-69457491699e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868964 Jan 28 20:45:23.300917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['1216465a-ab4a-4906-b99b-c51fd3543c73'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:45:24.348410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172728a-f7c1-4e1c-8318-39adcf640116 req-4e0e8a7e-bfa0-44a4-8299-d98221eeabae tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:24.350222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b172728a-f7c1-4e1c-8318-39adcf640116 req-4e0e8a7e-bfa0-44a4-8299-d98221eeabae tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 944 time: 0.0547304 Jan 28 20:45:24.398155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b172728a-f7c1-4e1c-8318-39adcf640116 req-a9c48005-2e07-400f-b5ad-468157f6dd6d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Jan 28 20:45:24.622415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1216465a-ab4a-4906-b99b-c51fd3543c73 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:45:24.691163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 1216465a-ab4a-4906-b99b-c51fd3543c73 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:45:24.706025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 1216465a-ab4a-4906-b99b-c51fd3543c73 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:24.706469 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:24.797719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000fcfb-11d9-47da-9c2f-a19b8b8cdac4 req-6d7136bd-280e-4fc9-a9d9-3e885b3c8b46 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:24.799832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8000fcfb-11d9-47da-9c2f-a19b8b8cdac4 req-6d7136bd-280e-4fc9-a9d9-3e885b3c8b46 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 944 time: 0.1957812 Jan 28 20:45:24.827027 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:24.865911 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-19dd1951-1c92-4b65-8366-aec3f2b5ed17 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:24.867709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-19dd1951-1c92-4b65-8366-aec3f2b5ed17 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8&tenant_id=93eedc7af78849d0b6487edf1964282e&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 944 time: 0.1904848 Jan 28 20:45:24.871092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:24.872383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:24.876906 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8989966e-d1b9-488b-8dc4-2843e45e62aa" -d '{"events": [{"server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "name": "network-vif-plugged", "status": "completed", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:24.881592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:24.982094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8000fcfb-11d9-47da-9c2f-a19b8b8cdac4 req-f472c80d-640a-4422-a252-d9b8281fd533 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684532 Jan 28 20:45:25.017363 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fba0eed-4ff6-476b-96b4-ae0b8bd20376 x-openstack-request-id: req-3fba0eed-4ff6-476b-96b4-ae0b8bd20376 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:25.017659 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "name": "network-vif-plugged", "status": "completed", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:25.017972 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fba0eed-4ff6-476b-96b4-ae0b8bd20376 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:25.018636 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'code': 200} Jan 28 20:45:25.022425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:25.035958 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-1f88334a-ffb0-4797-b904-1adfda140361 service neutron] delete failed (client error): The resource could not be found. Jan 28 20:45:25.039300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-1f88334a-ffb0-4797-b904-1adfda140361 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1216465a-ab4a-4906-b99b-c51fd3543c73/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.1156468 Jan 28 20:45:25.143746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-bd4529b2-8c22-4014-9eff-6ec99197b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:25.145958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-bd4529b2-8c22-4014-9eff-6ec99197b051 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0592837 Jan 28 20:45:25.253895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-ac7d858b-ba2b-43bf-9498-b96aa5673f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:25.255769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-ac7d858b-ba2b-43bf-9498-b96aa5673f2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.1016657 Jan 28 20:45:25.356103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-ede6a5e5-3b7a-46ea-8ee6-76fdfc2a704b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 1001 time: 0.0926714 Jan 28 20:45:25.423019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-026123b4-62f6-4c98-ac9b-add7328032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:25.424966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-026123b4-62f6-4c98-ac9b-add7328032ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.0623484 Jan 28 20:45:25.497974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-083f6019-70ca-4735-84fa-fc759874943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:25.499928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-083f6019-70ca-4735-84fa-fc759874943c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677190 Jan 28 20:45:26.092235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-d955419f-f7be-4a9a-a59f-32704c77f250 service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810890 Jan 28 20:45:26.232081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cdea2481-8f31-4cbd-be18-b92d95aaee9d req-884b9951-41ec-410f-af7e-7328bf003a60 service neutron] 10.222.0.13 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316826 Jan 28 20:45:26.368318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44d141-bd06-4b16-8926-bc5250519bb6 req-21a43dbf-8446-479a-9cdc-396d7d45578b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:26.375313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db44d141-bd06-4b16-8926-bc5250519bb6 req-21a43dbf-8446-479a-9cdc-396d7d45578b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.1388626 Jan 28 20:45:26.399824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1b9fe-34ef-4c0f-919a-f2d2b44893e3 req-f42eb839-eade-4f02-a21a-9c953ebcc097 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:26.401626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfa1b9fe-34ef-4c0f-919a-f2d2b44893e3 req-f42eb839-eade-4f02-a21a-9c953ebcc097 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1679912 Jan 28 20:45:26.439485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db44d141-bd06-4b16-8926-bc5250519bb6 req-899c2bd2-a0d0-4196-a0be-eec2fc3ac621 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631807 Jan 28 20:45:26.530155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfa1b9fe-34ef-4c0f-919a-f2d2b44893e3 req-6914481c-7ff4-4684-9740-c14c957f1ad7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113713 Jan 28 20:45:27.610592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8870ae-ba76-4ff8-b10b-0006444a0aad req-6a246f3f-007a-48d0-a820-7af8eaf0e961 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:27.622475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e8870ae-ba76-4ff8-b10b-0006444a0aad req-6a246f3f-007a-48d0-a820-7af8eaf0e961 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.0783832 Jan 28 20:45:27.712432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e8870ae-ba76-4ff8-b10b-0006444a0aad req-94086fcc-c71a-4aea-9a40-afe48692b891 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877454 Jan 28 20:45:27.728653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40716) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:27.730048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28201e83-a452-4383-8bf9-766d03597644 req-f4d7edfd-47cc-4e9f-9bec-c241e45dca0d tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:27.731658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28201e83-a452-4383-8bf9-766d03597644 req-f4d7edfd-47cc-4e9f-9bec-c241e45dca0d tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.1062982 Jan 28 20:45:27.781183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28201e83-a452-4383-8bf9-766d03597644 req-c90dd189-3ed9-4c6e-9502-4f0a3ab04620 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6e68f38-9ff4-4d64-92c8-8f8158a548fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432811 Jan 28 20:45:28.006430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-f1849c84-8365-4ef5-aa37-c896b862ef3c tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:28.008200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-f1849c84-8365-4ef5-aa37-c896b862ef3c tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 946 time: 0.0662799 Jan 28 20:45:28.137806 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c7d96c89-9722-49e2-93c0-ecf9b2e37f83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/0646c9ec-234d-4cc4-acc3-ef126e7e0d16 HTTP/1.1" status: 200 len: 993 time: 0.4079251 Jan 28 20:45:28.193629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Deleting port 5173102a-0144-4d2e-beb1-a0d9982f64aa {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:45:28.194181 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:28.320376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] For port 5173102a-0144-4d2e-beb1-a0d9982f64aa, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5173102a-0144-4d2e-beb1-a0d9982f64aa,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:28.320751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:28.605632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:28.606262 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:28.607129 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Floating IP 2d71e82a-33ae-4ba0-8699-942b0a6d14ef disassociated. External IP: 172.25.2.68, port: 5173102a-0144-4d2e-beb1-a0d9982f64aa. Jan 28 20:45:28.607653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Calling delete_port for 5173102a-0144-4d2e-beb1-a0d9982f64aa owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:45:28.856655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:28.893397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event deleted for resources: {'Port': ['ID=5173102a-0144-4d2e-beb1-a0d9982f64aa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:28.903914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.904552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.905062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.905552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.906042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.906542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.907020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.907507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.907984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.908486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.908979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:28.910114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:29.082066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Router c9bd90de-ba56-4b10-af61-42060a2727eb has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:45:29.084727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f47fb1b5-dd15-4ee2-bce1-76350cdd2428 req-0b1caa8b-eed0-4c82-bdfe-b0d2dc6086ba tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=42d95a35-a5ba-407c-9fa1-4bb725e74653 HTTP/1.1" status: 200 len: 210 time: 0.0331626 Jan 28 20:45:29.236732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:45:29.258758 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] Sync routers for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:45:29.290563 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:45:29.291438 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:29.304838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] No DVR routers for this DVR port 5173102a-0144-4d2e-beb1-a0d9982f64aa on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:45:29.308419 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:29.312310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a79ae11-4b04-4783-8d8c-0ed6190d120d req-8f7b61e9-58aa-49f0-ae0d-2e837466d0dd tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "DELETE /v2.0/ports/5173102a-0144-4d2e-beb1-a0d9982f64aa HTTP/1.1" status: 204 len: 173 time: 1.2979069 Jan 28 20:45:29.312819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'name': 'network-vif-deleted', 'tag': '5173102a-0144-4d2e-beb1-a0d9982f64aa'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:29.316667 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64543226-7fd2-4216-8c39-7e6eb95f9260" -d '{"events": [{"server_uuid": "42d95a35-a5ba-407c-9fa1-4bb725e74653", "name": "network-vif-deleted", "tag": "5173102a-0144-4d2e-beb1-a0d9982f64aa"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:29.431976 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52500081-6cb7-4dec-876f-46764de35331 x-openstack-request-id: req-52500081-6cb7-4dec-876f-46764de35331 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:29.432805 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d95a35-a5ba-407c-9fa1-4bb725e74653", "name": "network-vif-deleted", "tag": "5173102a-0144-4d2e-beb1-a0d9982f64aa", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:29.433229 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52500081-6cb7-4dec-876f-46764de35331 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:29.433882 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d95a35-a5ba-407c-9fa1-4bb725e74653', 'name': 'network-vif-deleted', 'tag': '5173102a-0144-4d2e-beb1-a0d9982f64aa', 'status': 'completed', 'code': 200} Jan 28 20:45:29.814515 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:45:30.155580 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:30.198410 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] Checking router: c9bd90de-ba56-4b10-af61-42060a2727eb for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:45:30.209506 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:45:30.210133 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:30.332755 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 40888) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:30.477260 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01ddd59-6f8e-4238-881f-f85cf1544f32 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:30.502218 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:45:30.511252 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01ddd59-6f8e-4238-881f-f85cf1544f32 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:30.566741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01ddd59-6f8e-4238-881f-f85cf1544f32 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:30.570054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f01ddd59-6f8e-4238-881f-f85cf1544f32 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:30.574175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 40914) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:30.574831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f01ddd59-6f8e-4238-881f-f85cf1544f32 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "DELETE /v2.0/security-groups/c6e68f38-9ff4-4d64-92c8-8f8158a548fd HTTP/1.1" status: 204 len: 168 time: 0.2405751 Jan 28 20:45:30.587853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ddd59-6f8e-4238-881f-f85cf1544f32 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e68f38-9ff4-4d64-92c8-8f8158a548fd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:30.627815 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-5a8054e4-7eb7-4cf8-b585-84e4565fbdbc tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] show failed (client error): The resource could not be found. Jan 28 20:45:30.631865 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5a8054e4-7eb7-4cf8-b585-84e4565fbdbc tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups/c6e68f38-9ff4-4d64-92c8-8f8158a548fd HTTP/1.1" status: 404 len: 347 time: 0.0534780 Jan 28 20:45:30.635495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 40924) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:30.940322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Deleting port ebf9c2f3-3df7-49fb-b28e-a1a9b0d8001f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:45:30.940956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:31.026007 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:31.062362 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac73b72-0101-4f6e-92a7-7ae815355fda None None] The sync data for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 is: [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:45:31.103159 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:31.103493 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:31.117265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Calling delete_port for ebf9c2f3-3df7-49fb-b28e-a1a9b0d8001f owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:45:31.356122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:31.397213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event deleted for resources: {'Port': ['ID=ebf9c2f3-3df7-49fb-b28e-a1a9b0d8001f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:31.495389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:31.499585 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:31.504396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7a066947-2e4e-497a-9f3c-985b3bdee1c7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "DELETE /v2.0/floatingips/2d71e82a-33ae-4ba0-8699-942b0a6d14ef HTTP/1.1" status: 204 len: 168 time: 0.8641212 Jan 28 20:45:31.705791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04af80ef-2440-4157-b348-52f251ece1c4 None None] New status for floating IP 2d71e82a-33ae-4ba0-8699-942b0a6d14ef: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:45:32.162841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41100) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:32.169056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fd7c479b-a6ce-42ff-83ad-62dda21739a7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092658182', 'description': 'tempest-description--1023851442'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:32.202671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd7c479b-a6ce-42ff-83ad-62dda21739a7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.324123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5173102a-0144-4d2e-beb1-a0d9982f64aa no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:45:32.331882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd7c479b-a6ce-42ff-83ad-62dda21739a7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.336885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd7c479b-a6ce-42ff-83ad-62dda21739a7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.359447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 5173102a-0144-4d2e-beb1-a0d9982f64aa {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:45:32.361225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5173102a-0144-4d2e-beb1-a0d9982f64aa not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:45:32.385063 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c479b-a6ce-42ff-83ad-62dda21739a7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae8d7c-fc97-471b-a998-0062c27ed643,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:32.390666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fd7c479b-a6ce-42ff-83ad-62dda21739a7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.395797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41122) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:32.400490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5c89df3b-f42a-4aa2-a0e0-4b31e47423e8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'security_group_rule': {'security_group_id': 'd0ae8d7c-fc97-471b-a998-0062c27ed643', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:32.406008 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fd7c479b-a6ce-42ff-83ad-62dda21739a7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2419453 Jan 28 20:45:32.452152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c89df3b-f42a-4aa2-a0e0-4b31e47423e8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.551141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c89df3b-f42a-4aa2-a0e0-4b31e47423e8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.556020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c89df3b-f42a-4aa2-a0e0-4b31e47423e8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.590757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89df3b-f42a-4aa2-a0e0-4b31e47423e8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96d1f88-1ddc-417c-b314-42b69caa04bd,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:32.607966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5c89df3b-f42a-4aa2-a0e0-4b31e47423e8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.609411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5c89df3b-f42a-4aa2-a0e0-4b31e47423e8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2124321 Jan 28 20:45:32.612006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41148) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:32.619710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9c2009f8-5a0f-4488-b1f6-d584e23a240e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'security_group_rule': {'security_group_id': 'd0ae8d7c-fc97-471b-a998-0062c27ed643', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:32.664285 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c2009f8-5a0f-4488-b1f6-d584e23a240e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.802896 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c2009f8-5a0f-4488-b1f6-d584e23a240e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.809045 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c2009f8-5a0f-4488-b1f6-d584e23a240e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.851232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c2009f8-5a0f-4488-b1f6-d584e23a240e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:32.856376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:32.863612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:32.869064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9c2009f8-5a0f-4488-b1f6-d584e23a240e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546775 Jan 28 20:45:32.873406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2009f8-5a0f-4488-b1f6-d584e23a240e tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd5aea0-f092-4161-831c-810ff7436eff,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:32.910670 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:33.092596 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:33.265034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Allocated IP 172.25.2.107 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d7804f78-0fe7-4096-ba59-aecf7000ce16) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:45:33.448193 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:33.499917 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:33.564307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:45:33.568341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:45:33.573039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:45:33.576538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'Port': ['ID=d7804f78-0fe7-4096-ba59-aecf7000ce16,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:33.708740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:33.769279 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:34.008129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:34.014623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:34.092458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'Port': ['ID=d7804f78-0fe7-4096-ba59-aecf7000ce16,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:34.115285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:34.138801 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:34.140453 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-075cc7b5-b8e0-4e01-9638-4dabd0243556 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2822790 Jan 28 20:45:34.472703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-da6d3477-0579-4394-8b8d-b9b076285a6b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1092658182&fields=id&tenant_id=f04f981b019e46e998152f663e43a685 HTTP/1.1" status: 200 len: 267 time: 0.0722628 Jan 28 20:45:34.620249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-21bc3866-c6f4-4e10-95e3-3bb75fb48882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:34.622306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-21bc3866-c6f4-4e10-95e3-3bb75fb48882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 811 time: 0.1368539 Jan 28 20:45:34.641594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-ea8cdcac-a725-41e4-ad72-fbf3796220b0 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/quotas/f04f981b019e46e998152f663e43a685 HTTP/1.1" status: 200 len: 375 time: 0.0105119 Jan 28 20:45:34.714700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-cc2b8f69-5fae-46a5-a5dc-62f54bac2aba tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640624 Jan 28 20:45:34.734656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-ba0a3e73-b41c-48ce-bdc2-38ef021869e8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:45:34.740033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-ba0a3e73-b41c-48ce-bdc2-38ef021869e8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052905 Jan 28 20:45:34.851439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-3f2d42da-e5f7-43ec-9a0e-0a8c2a5a5990 service neutron] 10.222.0.44 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074021 Jan 28 20:45:34.991117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-89b29e60-660f-4164-82e5-8f71ed0bfd41 service neutron] 10.222.0.44 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254537 Jan 28 20:45:35.267980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aebb239e-f794-4bbe-a479-7256e53d3036 req-c973c992-cfff-4c5e-9ece-8562204a2967 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 210 time: 0.0541134 Jan 28 20:45:36.504851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42d41faa-34a0-4876-b54e-be5a7ab92b55 req-57a6ac8e-f458-4c0f-99c9-e1518b7e552b tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 210 time: 0.0709593 Jan 28 20:45:36.794495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-c13cc914-25e1-4fe7-8f3f-6886b6172458 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:36.796382 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-c13cc914-25e1-4fe7-8f3f-6886b6172458 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 811 time: 0.2387848 Jan 28 20:45:36.886259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-c9011721-745a-4715-9b20-2c8922c2162a tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f04f981b019e46e998152f663e43a685 HTTP/1.1" status: 200 len: 380 time: 0.0774860 Jan 28 20:45:36.897979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'port': {'device_id': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'admin_state_up': True, 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'security_groups': ['d0ae8d7c-fc97-471b-a998-0062c27ed643']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:37.125355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Made reservation on behalf of f04f981b019e46e998152f663e43a685 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:45:37.129956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:37.353142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Allocated IP 172.20.0.11 (a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c/f9ec3628-4009-4307-ab68-2ce6cb5eb1b2/c2cf133d-5870-489b-a2a5-3c309339790a) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:45:37.642549 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:37.696411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-612ebdb9-248b-4950-938c-5ffd264ebd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:37.773150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f50f1b0-1883-49c7-a7aa-a17c2af39690 req-5edbdb96-427f-4407-bd58-cf5a0aae9a3f tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 210 time: 0.0831888 Jan 28 20:45:37.787597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:37.828033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:45:37.836833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:45:37.840054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:45:38.065528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event updated for resources: {'Port': ['ID=c2cf133d-5870-489b-a2a5-3c309339790a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:38.136646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:38.137383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:38.181727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-219277fe-107b-490f-bc71-d16e8d348882 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2885230 Jan 28 20:45:38.204957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Request body: {'port': {'device_id': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:38.280678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f48a5ab4-882f-46ab-81a0-8e89c779ea64 None None] Provisioning complete for port c2cf133d-5870-489b-a2a5-3c309339790a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:38.281413 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f48a5ab4-882f-46ab-81a0-8e89c779ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:38.286941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41388) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:38.330279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f48a5ab4-882f-46ab-81a0-8e89c779ea64 None None] Port c2cf133d-5870-489b-a2a5-3c309339790a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:45:38.361469 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:38.613174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7699166e-71bb-42bb-8b7e-25c8d39579d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:38.730957 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7699166e-71bb-42bb-8b7e-25c8d39579d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:38.736209 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7699166e-71bb-42bb-8b7e-25c8d39579d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:38.767100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699166e-71bb-42bb-8b7e-25c8d39579d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007c856c-beac-4fef-8191-bb327de1e484,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:38.801370 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7699166e-71bb-42bb-8b7e-25c8d39579d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c46c1c8e6caf4c9a8c5b716ad28f036e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128331 Jan 28 20:45:38.804875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41400) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:38.906633 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e52892d0-10fa-44d3-9962-60374f029121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:38.980836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cf133d-5870-489b-a2a5-3c309339790a {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:45:38.991304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:38.993607 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e52892d0-10fa-44d3-9962-60374f029121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:39.020313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Transition to ACTIVE for port object c2cf133d-5870-489b-a2a5-3c309339790a will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:45:39.028340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:39.084041 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e52892d0-10fa-44d3-9962-60374f029121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:39.092090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e52892d0-10fa-44d3-9962-60374f029121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:39.097317 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e52892d0-10fa-44d3-9962-60374f029121 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/007c856c-beac-4fef-8191-bb327de1e484 HTTP/1.1" status: 204 len: 168 time: 0.2909451 Jan 28 20:45:39.130583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cf133d-5870-489b-a2a5-3c309339790a,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:39.131872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52892d0-10fa-44d3-9962-60374f029121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007c856c-beac-4fef-8191-bb327de1e484,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:39.155341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7acff-a3af-465a-a7a5-37345cdf77d9 req-799335ce-cd21-484e-9b4c-4ab9e8a268ae tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:39.157806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03f7acff-a3af-465a-a7a5-37345cdf77d9 req-799335ce-cd21-484e-9b4c-4ab9e8a268ae tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 944 time: 0.1337366 Jan 28 20:45:39.330547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03f7acff-a3af-465a-a7a5-37345cdf77d9 req-99a7e1d6-42cd-4be1-892c-5c4598709436 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488483 Jan 28 20:45:39.387366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Attempting to bind port c2cf133d-5870-489b-a2a5-3c309339790a on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:45:39.387813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Attempting to bind port c2cf133d-5870-489b-a2a5-3c309339790a by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:45:39.387941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Attempting to bind port c2cf133d-5870-489b-a2a5-3c309339790a on network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:45:39.395418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Port c2cf133d-5870-489b-a2a5-3c309339790a on network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:45:39.395623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Attempting to bind port c2cf133d-5870-489b-a2a5-3c309339790a on network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:45:39.404534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:45:39.404878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Checking segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:45:39.405266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Bound using segment: {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:45:39.405707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Bound port: c2cf133d-5870-489b-a2a5-3c309339790a, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9649cc75-b639-4991-b1c9-a7ce15d07226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:45:39.406077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:39.535398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] For port c2cf133d-5870-489b-a2a5-3c309339790a, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:45:39.539191 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] For port c2cf133d-5870-489b-a2a5-3c309339790a, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cf133d-5870-489b-a2a5-3c309339790a,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:45:39.547479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:39.696934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:39.697602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:39.700118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] 10.222.0.13 "PUT /v2.0/ports/c2cf133d-5870-489b-a2a5-3c309339790a HTTP/1.1" status: 200 len: 1092 time: 1.5101678 Jan 28 20:45:39.700782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'tag': 'c2cf133d-5870-489b-a2a5-3c309339790a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:39.703818 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c63ea87-1d23-447b-b898-3cc7af7ca930", "tag": "c2cf133d-5870-489b-a2a5-3c309339790a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:39.727405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc51e72-736b-426f-9106-07eb6e651060 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cf133d-5870-489b-a2a5-3c309339790a,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:39.816154 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e073eb-c28a-42f2-8a21-06d45021dbab x-openstack-request-id: req-02e073eb-c28a-42f2-8a21-06d45021dbab {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:39.817522 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c63ea87-1d23-447b-b898-3cc7af7ca930", "tag": "c2cf133d-5870-489b-a2a5-3c309339790a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:39.817794 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02e073eb-c28a-42f2-8a21-06d45021dbab {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:39.818211 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'tag': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'status': 'completed', 'code': 200} Jan 28 20:45:39.902559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-abc49ba6-f7fa-452e-a36a-7d52592c513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:39.905219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-abc49ba6-f7fa-452e-a36a-7d52592c513e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 1095 time: 0.1414702 Jan 28 20:45:39.968544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-59d4e5f3-e5bf-409f-9a38-626cd55ff621 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2cf133d-5870-489b-a2a5-3c309339790a HTTP/1.1" status: 200 len: 217 time: 0.0561304 Jan 28 20:45:40.111948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-c828fa74-a490-47b7-9d97-05e6c589c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:40.125212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-c828fa74-a490-47b7-9d97-05e6c589c9e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.1454959 Jan 28 20:45:40.264149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-08c7d39b-5f8e-4b24-8e77-535ae4aa87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:40.271113 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-08c7d39b-5f8e-4b24-8e77-535ae4aa87d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440003 Jan 28 20:45:40.276455 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1572dbe4-baa1-4d0f-9868-aac923d501c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:40.496513 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-3d3de9d5-b3dc-43d6-8d74-e67ea9f0c9eb service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160308 Jan 28 20:45:40.646250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f89a31-438c-43d0-8794-d7b8b07fd60b req-89cea6eb-9ddf-4b25-abb9-eadb2a59dee7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:40.647293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20f89a31-438c-43d0-8794-d7b8b07fd60b req-89cea6eb-9ddf-4b25-abb9-eadb2a59dee7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 944 time: 0.1480629 Jan 28 20:45:40.712055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20f89a31-438c-43d0-8794-d7b8b07fd60b req-cf44f144-3381-4bfa-855d-2661931669af tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569847 Jan 28 20:45:40.762994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cd31676-62b9-4899-b0d5-f4ad1d16e2bf req-d4f80f22-0619-43f1-b234-1b6b6bddec29 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334533 Jan 28 20:45:40.908323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-2e04458b-3641-479e-a83b-9377e83914f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:40.910440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-2e04458b-3641-479e-a83b-9377e83914f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 1095 time: 0.0840702 Jan 28 20:45:41.063951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-21419611-a7fa-4859-a677-e1e609b66750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:41.065428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-21419611-a7fa-4859-a677-e1e609b66750 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.1481810 Jan 28 20:45:41.230287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-7e8d3aa0-ea1a-40c9-99ee-42101ad6be54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2cf133d-5870-489b-a2a5-3c309339790a HTTP/1.1" status: 200 len: 217 time: 0.1543138 Jan 28 20:45:41.350124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-29eb7b98-ece6-4108-8750-05e13061cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:41.359379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-29eb7b98-ece6-4108-8750-05e13061cf93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.1220071 Jan 28 20:45:41.427024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-2d888e0d-67cf-452e-93e4-d515cdb86beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:41.428393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-2d888e0d-67cf-452e-93e4-d515cdb86beb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581417 Jan 28 20:45:41.621029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-15582ff1-f847-4f52-acb6-57fd4df47a37 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764839 Jan 28 20:45:41.675539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:41.762875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26cfe82c-59b2-4c53-ab00-a8d5930a2dc0 req-0a67d8de-3540-4145-b6c3-b9c588972e89 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347189 Jan 28 20:45:41.924341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f87e9-ddf1-471b-8ca7-efe961babcbd req-5fcc24fe-425f-43d1-943b-40aa07bdfe70 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:41.927686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd1f87e9-ddf1-471b-8ca7-efe961babcbd req-5fcc24fe-425f-43d1-943b-40aa07bdfe70 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 944 time: 0.0782394 Jan 28 20:45:42.043497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd1f87e9-ddf1-471b-8ca7-efe961babcbd req-a289dd92-6067-40da-93a8-ab5f3b103106 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000445 Jan 28 20:45:43.007759 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:43.248214 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:43.284997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8356e4-5c71-4dae-82f5-94599a9b7ff4 req-496e90bb-6e52-4839-9455-dd5bad31c0e9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:43.294705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce8356e4-5c71-4dae-82f5-94599a9b7ff4 req-496e90bb-6e52-4839-9455-dd5bad31c0e9 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 944 time: 0.0830677 Jan 28 20:45:43.382635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce8356e4-5c71-4dae-82f5-94599a9b7ff4 req-f1fc1881-f66b-425d-8102-b42a8e398119 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869424 Jan 28 20:45:44.402241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c2cf133d-5870-489b-a2a5-3c309339790a details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:45:44.633420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c2cf133d-5870-489b-a2a5-3c309339790a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cf133d-5870-489b-a2a5-3c309339790a,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:44.645319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'port_id': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'mac_address': 'fa:16:3e:fb:5c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:45:44.703800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:44.712526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58059c4f-ec00-46b3-a18e-a10023d435c0 req-98015080-aeac-47fe-82be-7e95fc5b5fd6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:44.723735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58059c4f-ec00-46b3-a18e-a10023d435c0 req-98015080-aeac-47fe-82be-7e95fc5b5fd6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 944 time: 0.1334939 Jan 28 20:45:44.727459 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cf133d-5870-489b-a2a5-3c309339790a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:45:44.756122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c2cf133d-5870-489b-a2a5-3c309339790a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cf133d-5870-489b-a2a5-3c309339790a,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:44.767307 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:44.815229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58059c4f-ec00-46b3-a18e-a10023d435c0 req-c7ef4b11-c679-4046-87b1-310c2ceed9f8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740616 Jan 28 20:45:44.824827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c2cf133d-5870-489b-a2a5-3c309339790a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:44.989988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c2cf133d-5870-489b-a2a5-3c309339790a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:45:46.106325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69715ad-85b2-4ffe-9b48-e2a091954365 req-0e2ffaf2-f9d7-4551-b2cc-3d44b5cf6f13 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:46.108798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d69715ad-85b2-4ffe-9b48-e2a091954365 req-0e2ffaf2-f9d7-4551-b2cc-3d44b5cf6f13 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 945 time: 0.1011326 Jan 28 20:45:46.191416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d69715ad-85b2-4ffe-9b48-e2a091954365 req-607b513b-f590-4a08-8e05-37544444d362 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714166 Jan 28 20:45:46.423282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c2cf133d-5870-489b-a2a5-3c309339790a up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:45:46.455686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41646) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:46.527735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port c2cf133d-5870-489b-a2a5-3c309339790a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:45:46.535350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port c2cf133d-5870-489b-a2a5-3c309339790a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:46.535935 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:46.704676 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:46.766749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cf133d-5870-489b-a2a5-3c309339790a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:46.785432 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933f5d3-b8fa-45a4-83be-366f5c8a4fd7" -d '{"events": [{"server_uuid": "5c63ea87-1d23-447b-b898-3cc7af7ca930", "name": "network-vif-plugged", "status": "completed", "tag": "c2cf133d-5870-489b-a2a5-3c309339790a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:46.829948 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c2cf133d-5870-489b-a2a5-3c309339790a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cf133d-5870-489b-a2a5-3c309339790a,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:46.838268 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:46.918278 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a3fae8-e3f7-4ebd-9e39-9a60bac974d4 x-openstack-request-id: req-33a3fae8-e3f7-4ebd-9e39-9a60bac974d4 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:46.918570 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c63ea87-1d23-447b-b898-3cc7af7ca930", "name": "network-vif-plugged", "status": "completed", "tag": "c2cf133d-5870-489b-a2a5-3c309339790a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:46.918785 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33a3fae8-e3f7-4ebd-9e39-9a60bac974d4 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:46.919235 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'code': 200} Jan 28 20:45:47.010726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c2cf133d-5870-489b-a2a5-3c309339790a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:47.085817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e073f40-a419-4afc-96f0-8ec77ffa6091 admin admin] Deleting subnet a7f78d58-df28-43b4-8308-89c243de160e {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:45:47.092836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e073f40-a419-4afc-96f0-8ec77ffa6091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:47.166582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e073f40-a419-4afc-96f0-8ec77ffa6091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:47.209979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce870db5-d84a-4672-8fa3-3648fcc760b8 req-13678a06-3f74-4bb6-8720-db9e86cae643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:47.211750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce870db5-d84a-4672-8fa3-3648fcc760b8 req-13678a06-3f74-4bb6-8720-db9e86cae643 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 1097 time: 0.1712537 Jan 28 20:45:47.301437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce870db5-d84a-4672-8fa3-3648fcc760b8 req-002e89a3-7e30-48d4-9340-567fba6e2ca7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816140 Jan 28 20:45:47.336894 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e073f40-a419-4afc-96f0-8ec77ffa6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:47.640301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab95da-0613-4fe0-9437-cdada54d5920 req-e04b493a-ed5e-474f-be59-b99db0d7138c tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:47.641978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7aab95da-0613-4fe0-9437-cdada54d5920 req-e04b493a-ed5e-474f-be59-b99db0d7138c tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 946 time: 0.2493389 Jan 28 20:45:47.644155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e073f40-a419-4afc-96f0-8ec77ffa6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:47.711714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e073f40-a419-4afc-96f0-8ec77ffa6091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f78d58-df28-43b4-8308-89c243de160e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:47.749715 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9e073f40-a419-4afc-96f0-8ec77ffa6091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:47.758694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41674) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:47.759315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9e073f40-a419-4afc-96f0-8ec77ffa6091 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a7f78d58-df28-43b4-8308-89c243de160e HTTP/1.1" status: 204 len: 168 time: 1.3010066 Jan 28 20:45:47.828197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7aab95da-0613-4fe0-9437-cdada54d5920 req-f96eb9bc-b0a9-4d55-bc31-dc6e01f9f918 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735427 Jan 28 20:45:47.889940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.036767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.083166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd2deca-9722-4c2d-921b-f94de32914d7']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:48.102646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d20b573-e9c4-487b-8852-de48cffe3c68') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:48.103519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d20b573-e9c4-487b-8852-de48cffe3c68') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:48.125135 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.127545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.150576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.161969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:45:48.163250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:45:48.186268 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:45:48.304051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.316222 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.322880 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cfd2deca-9722-4c2d-921b-f94de32914d7 HTTP/1.1" status: 204 len: 168 time: 0.5621040 Jan 28 20:45:48.354151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd2deca-9722-4c2d-921b-f94de32914d7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:48.406061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.408124 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.413295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.413295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.415841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.416458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.417035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.417920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.418500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.419039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.419773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.420373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d3fe3-4800-4805-b571-a00d41b43d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:48.774222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41692) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:48.825118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-440d723b-2004-49f1-b061-0db464332448 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c8557000f5746cf84f11bc9d9c90340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490091 Jan 28 20:45:48.828864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41698) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:48.910081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-617aafce-369a-4466-a953-941e6c2136a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:48.936522 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-617aafce-369a-4466-a953-941e6c2136a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:49.021175 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-617aafce-369a-4466-a953-941e6c2136a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:49.023866 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-617aafce-369a-4466-a953-941e6c2136a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:49.025500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-617aafce-369a-4466-a953-941e6c2136a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0042a2b6-da1b-4892-a25b-dcd4a6ee7c35 HTTP/1.1" status: 204 len: 168 time: 0.1954060 Jan 28 20:45:49.052042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617aafce-369a-4466-a953-941e6c2136a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0042a2b6-da1b-4892-a25b-dcd4a6ee7c35,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:49.100676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b789f-9187-4b76-b95b-34e51f4c202c req-867b3a37-da5f-4a6e-b62a-5b3d720984ca tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:49.109714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d5b789f-9187-4b76-b95b-34e51f4c202c req-867b3a37-da5f-4a6e-b62a-5b3d720984ca tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 946 time: 0.1231892 Jan 28 20:45:49.176223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d5b789f-9187-4b76-b95b-34e51f4c202c req-a38090df-5635-48d4-91f1-d609ee155946 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651791 Jan 28 20:45:49.438230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d41da7-bca0-407e-be86-3fb169b95c6d req-2b2b3ebd-8f3a-43b8-81f3-333b022ee0f8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:49.443213 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d41da7-bca0-407e-be86-3fb169b95c6d req-2b2b3ebd-8f3a-43b8-81f3-333b022ee0f8 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 946 time: 0.1257730 Jan 28 20:45:49.451087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41714) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:49.455165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Request body: {'floatingip': {'port_id': 'c2cf133d-5870-489b-a2a5-3c309339790a'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:49.521957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.020493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41762) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:51.220780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-835044730-network', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:51.274835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Made reservation on behalf of 0f7834c40a0e42c2badcfd67794cf4a4 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:45:51.283758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.311036 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.412299 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.417925 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.454244 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.469102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.479516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.520973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:45:51.532876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fa8c06-a395-44fa-8111-af39e3eae861,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:51.547354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.549307 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Added segment 19d03fd4-bbab-407a-84eb-52f0ca11b516 of type vlan for network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 Jan 28 20:45:51.612384 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Floating IP 149d26b6-3a1a-41dd-80cc-b9ba5128fb29 associated. External IP: 172.25.2.107, port: c2cf133d-5870-489b-a2a5-3c309339790a. Jan 28 20:45:51.656423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.702584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.703804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:51.704505 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:51.771162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7491083 Jan 28 20:45:51.780090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41776) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:51.786795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Request body: {'subnet': {'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-835044730-subnet', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:51.807186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86daf3e-872a-4afe-a4cb-5d9f0b265d53 admin admin] Pushing event updated for resources: {'Network': ['ID=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:51.822800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:45:51.893976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Made reservation on behalf of 0f7834c40a0e42c2badcfd67794cf4a4 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:45:51.896564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:52.003040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Router c9bd90de-ba56-4b10-af61-42060a2727eb has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:45:52.141316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:45:52.146793 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:52.155721 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] Sync routers for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:45:52.169024 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:45:52.169993 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:52.188886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13575c61-d224-4a13-a4f8-7bfbe5c614d6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "PUT /v2.0/floatingips/149d26b6-3a1a-41dd-80cc-b9ba5128fb29 HTTP/1.1" status: 200 len: 992 time: 2.7373388 Jan 28 20:45:52.189179 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:52.189657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'tag': 'c2cf133d-5870-489b-a2a5-3c309339790a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:45:52.192722 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6682e2-3b55-4c0a-960c-c2eaa9753507" -d '{"events": [{"name": "network-changed", "server_uuid": "5c63ea87-1d23-447b-b898-3cc7af7ca930", "tag": "c2cf133d-5870-489b-a2a5-3c309339790a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:45:52.345670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5df85b-9cb3-406b-a686-ddd5dd578bc2,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:52.346753 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005e2d92-707c-42e5-96d9-1752c97deeb0 x-openstack-request-id: req-005e2d92-707c-42e5-96d9-1752c97deeb0 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:45:52.347218 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c63ea87-1d23-447b-b898-3cc7af7ca930", "tag": "c2cf133d-5870-489b-a2a5-3c309339790a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:45:52.347582 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-005e2d92-707c-42e5-96d9-1752c97deeb0 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:45:52.348102 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'tag': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'status': 'completed', 'code': 200} Jan 28 20:45:52.438463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Checking segment: {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:45:52.438850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Network hostable DHCP agents. Network: 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:45:52.479444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:45:52.501267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:45:52.509614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:52.510225 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:52.513097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50abc12c-db86-4aba-8ffd-29b4c3fbc187 None None] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:45:52.519342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-3ecc8892-e07d-41ca-9362-2cb334a2b1ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127450 Jan 28 20:45:52.526692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-9d61741a-9ba4-4ff6-9e2d-71246163c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:52.528522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-9d61741a-9ba4-4ff6-9e2d-71246163c45f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f04f981b019e46e998152f663e43a685&device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 1097 time: 0.1591523 Jan 28 20:45:52.539993 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c07ebc9b-e503-4fd2-af26-7c6d275660ef admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7586372 Jan 28 20:45:52.544119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41796) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:52.546193 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:45:52.554592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:45:52.635834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:52.640882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:52.685322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-1f6df86c-94e1-4639-820d-5953bb518e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:52.687062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-1f6df86c-94e1-4639-820d-5953bb518e9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 200 len: 912 time: 0.1516945 Jan 28 20:45:52.869064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-3ff1c270-af22-4b0d-848e-71a718430a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:52.871769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-3ff1c270-af22-4b0d-848e-71a718430a8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1096 time: 0.1834641 Jan 28 20:45:52.873910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-c373d8e8-d726-45e3-9120-559601b02c58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2cf133d-5870-489b-a2a5-3c309339790a HTTP/1.1" status: 200 len: 1000 time: 0.1505716 Jan 28 20:45:52.934895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:53.097139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:45:53.098427 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:53.202072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-6f77d333-26e1-4884-84b7-466563481ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:53.204004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-6f77d333-26e1-4884-84b7-466563481ca4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 200 len: 850 time: 0.3232968 Jan 28 20:45:53.270169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-34abe4c4-27fe-42b0-9cb4-ab795cde7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:53.271680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-34abe4c4-27fe-42b0-9cb4-ab795cde7c15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.3652327 Jan 28 20:45:53.282352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-46576e2e-127e-41a1-9b8d-589764c2a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:53.284903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-46576e2e-127e-41a1-9b8d-589764c2a12d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642443 Jan 28 20:45:53.390723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:53.408075 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '149d26b6-3a1a-41dd-80cc-b9ba5128fb29', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'port_id': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'mac_address': 'fa:16:3e:fb:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:45:33Z', 'updated_at': '2022-01-28T20:45:51Z', 'revision_number': 1, 'project_id': 'f04f981b019e46e998152f663e43a685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:53.433347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-faadcf53-e88c-4cae-b04d-af530a85a5e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 1001 time: 0.1473351 Jan 28 20:45:53.477975 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] Checking router: c9bd90de-ba56-4b10-af61-42060a2727eb for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:45:53.492554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Allocated IP 172.20.0.2 (81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0/4d5df85b-9cb3-406b-a686-ddd5dd578bc2/6137cf9b-a404-420e-81a4-2caae30de337) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:45:53.507427 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:45:53.508521 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:53.512464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-5eab1d9f-e71c-4126-adfb-c87633271c18 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204325 Jan 28 20:45:53.729527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:53.753169 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:53.767744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f6682e2-3b55-4c0a-960c-c2eaa9753507 req-d99ec382-559b-4697-9068-0b90cc84fca3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447805 Jan 28 20:45:53.773903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-8ab5b8ea-dfbc-4393-beb5-ed78bbd652ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:53.776786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-8ab5b8ea-dfbc-4393-beb5-ed78bbd652ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.3290727 Jan 28 20:45:53.825014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:53.861565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:53.898281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-d4b8ff71-6be8-4ba9-9f86-f5cd8dbf45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:45:53.901929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-d4b8ff71-6be8-4ba9-9f86-f5cd8dbf45d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147602 Jan 28 20:45:53.929658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:45:53.941282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:45:53.961558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:45:53.968295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Pushing event updated for resources: {'Port': ['ID=6137cf9b-a404-420e-81a4-2caae30de337,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:54.024797 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:45:54.038312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Allocated IP 172.25.2.24 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/01b38ee9-4b88-433e-bd64-f3a1c06773fb) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:45:54.101659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Attempting to bind port 6137cf9b-a404-420e-81a4-2caae30de337 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:45:54.102044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Attempting to bind port 6137cf9b-a404-420e-81a4-2caae30de337 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:45:54.102983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Attempting to bind port 6137cf9b-a404-420e-81a4-2caae30de337 on network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:45:54.119891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:45:54.120301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Checking segment: {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:45:54.121641 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:54.121641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Bound using segment: {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:45:54.121641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Bound port: 6137cf9b-a404-420e-81a4-2caae30de337, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:45:54.121999 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:54.206427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-392b0f5f-ebd1-4e27-b822-536ad41ea879 service neutron] 10.222.0.26 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929893 Jan 28 20:45:54.281992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] For port 6137cf9b-a404-420e-81a4-2caae30de337, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:45:54.294834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] For port 6137cf9b-a404-420e-81a4-2caae30de337, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6137cf9b-a404-420e-81a4-2caae30de337,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:45:54.305018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:54.375794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38357e4d-8ee0-4187-9e82-0fef7502fd14 None None] Pushing event updated for resources: {'Port': ['ID=6137cf9b-a404-420e-81a4-2caae30de337,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:54.411675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:54.495432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:54.508445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9c99378-82e5-4701-a9c5-e4de2cbed1b9 req-595e1e8e-1bfb-4c97-b152-9a4f7223923c service neutron] 10.222.0.26 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949884 Jan 28 20:45:54.576520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:45:54.583145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:45:54.592094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:45:54.635924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Pushing event updated for resources: {'Port': ['ID=01b38ee9-4b88-433e-bd64-f3a1c06773fb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:54.811008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '149d26b6-3a1a-41dd-80cc-b9ba5128fb29', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'port_id': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'mac_address': 'fa:16:3e:fb:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:45:33Z', 'updated_at': '2022-01-28T20:45:51Z', 'revision_number': 1, 'project_id': 'f04f981b019e46e998152f663e43a685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:54.890012 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0f3f9-77b4-48e9-bcfe-be91da6caa6c None None] The sync data for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 is: [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '149d26b6-3a1a-41dd-80cc-b9ba5128fb29', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'port_id': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'mac_address': 'fa:16:3e:fb:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:45:33Z', 'updated_at': '2022-01-28T20:45:51Z', 'revision_number': 1, 'project_id': 'f04f981b019e46e998152f663e43a685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:45:55.136283 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:55.403352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6137cf9b-a404-420e-81a4-2caae30de337 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:45:55.453184 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:55.525129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6751716-f563-4301-9e44-e2b5c6a4c8b0 None None] New status for floating IP 149d26b6-3a1a-41dd-80cc-b9ba5128fb29: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:45:55.632257 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:45:55.659467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Router 1bda7068-f281-47bd-8d3e-6031a3984912 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:45:55.724798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 6137cf9b-a404-420e-81a4-2caae30de337 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:55.725988 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:55.972460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:55.976915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:45:56.000567 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Sync routers for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:45:56.028970 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:45:56.029650 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:56.036152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 6137cf9b-a404-420e-81a4-2caae30de337, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6137cf9b-a404-420e-81a4-2caae30de337,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:56.043061 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:56.067532 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:56.069714 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5d7c3671-353c-44a0-a3a7-e8f30607d410 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5212288 Jan 28 20:45:56.072400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41852) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:45:56.127124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=6137cf9b-a404-420e-81a4-2caae30de337,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:56.429419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a851cd-6db0-47d5-a2a2-ef7c0102bfa6 None None] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:45:56.567076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b15c84c1-e31d-4ce8-a221-465e7bb5147f None None] Provisioning complete for port 6137cf9b-a404-420e-81a4-2caae30de337 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:56.567525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b15c84c1-e31d-4ce8-a221-465e7bb5147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:56.591809 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:45:56.964430 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:54Z', 'revision_number': 3, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:57.042777 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Checking router: 1bda7068-f281-47bd-8d3e-6031a3984912 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:45:57.043348 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Updating router 1bda7068-f281-47bd-8d3e-6031a3984912 port 01b38ee9-4b88-433e-bd64-f3a1c06773fb binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:45:57.111261 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.124890 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.217801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3699d23b-8678-48be-9d18-8e68a6d432e6 None None] Provisioning complete for port 6137cf9b-a404-420e-81a4-2caae30de337 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:57.218920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3699d23b-8678-48be-9d18-8e68a6d432e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.369506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6137cf9b-a404-420e-81a4-2caae30de337 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:45:57.467013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 6137cf9b-a404-420e-81a4-2caae30de337 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:57.468111 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.535044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Allocated IP 172.20.0.1 (81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0/4d5df85b-9cb3-406b-a686-ddd5dd578bc2/fbcbcc12-ddb4-491c-af74-f048191402fa) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:45:57.692339 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.707235 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.761869 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.810403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.853437 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Pushing event updated for resources: {'Port': ['ID=01b38ee9-4b88-433e-bd64-f3a1c06773fb,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:57.858655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Attempting to bind port 01b38ee9-4b88-433e-bd64-f3a1c06773fb on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:45:57.859425 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Attempting to bind port 01b38ee9-4b88-433e-bd64-f3a1c06773fb by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:45:57.860004 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Attempting to bind port 01b38ee9-4b88-433e-bd64-f3a1c06773fb on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:45:57.863767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:45:57.869421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:45:57.872868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:45:57.884959 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:45:57.885496 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:45:57.886045 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.888870 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:45:57.889720 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Bound port: 01b38ee9-4b88-433e-bd64-f3a1c06773fb, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:45:57.890236 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.936149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcbcc12-ddb4-491c-af74-f048191402fa,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:57.951466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:57.971013 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.972903 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.973501 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.976157 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.979150 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.979720 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.980332 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.980872 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.981404 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.984294 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.985014 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:57.985449 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:45:58.020216 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] For port 01b38ee9-4b88-433e-bd64-f3a1c06773fb, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:45:58.023900 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] For port 01b38ee9-4b88-433e-bd64-f3a1c06773fb, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=01b38ee9-4b88-433e-bd64-f3a1c06773fb,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:45:58.031731 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:58.138338 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:45:58.139209 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:58.141086 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b445e-0d0f-46d7-8018-dbb1a347f18e None None] Pushing event updated for resources: {'Port': ['ID=01b38ee9-4b88-433e-bd64-f3a1c06773fb,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:58.218267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-638bbb14-0842-4de5-8574-18ad822eb708 None None] Provisioning complete for port fbcbcc12-ddb4-491c-af74-f048191402fa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:58.218679 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-638bbb14-0842-4de5-8574-18ad822eb708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:58.241226 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:58.285088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-638bbb14-0842-4de5-8574-18ad822eb708 None None] Port fbcbcc12-ddb4-491c-af74-f048191402fa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:45:58.330441 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:45:58.552431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:58.557216 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:54Z', 'revision_number': 3, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:45:58.559880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:58.635997 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96aec8c-d512-427f-b867-cff1d6073e14 None None] The sync data for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 is: [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:54Z', 'revision_number': 3, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:45:58.660686 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:58.670693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcbcc12-ddb4-491c-af74-f048191402fa,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:45:58.814910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:45:58.816874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:45:59.038422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Router 1bda7068-f281-47bd-8d3e-6031a3984912 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:45:59.278074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:45:59.300335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2e23d461-aae2-478f-b17a-00eeadada1b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/1bda7068-f281-47bd-8d3e-6031a3984912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2243054 Jan 28 20:45:59.325102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c7850bdf-2fce-47e8-ada9-69c526b95ac6 None None] Provisioning complete for port fbcbcc12-ddb4-491c-af74-f048191402fa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:59.325681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c7850bdf-2fce-47e8-ada9-69c526b95ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:59.391193 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 01b38ee9-4b88-433e-bd64-f3a1c06773fb up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:45:59.462153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c7850bdf-2fce-47e8-ada9-69c526b95ac6 None None] Port fbcbcc12-ddb4-491c-af74-f048191402fa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:45:59.480437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 01b38ee9-4b88-433e-bd64-f3a1c06773fb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:45:59.480992 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:59.633888 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:59.662487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 01b38ee9-4b88-433e-bd64-f3a1c06773fb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=01b38ee9-4b88-433e-bd64-f3a1c06773fb,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:45:59.668287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:45:59.811394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=01b38ee9-4b88-433e-bd64-f3a1c06773fb,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:00.099015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41904) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:00.106995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-292339180-network', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:00.142758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Made reservation on behalf of c7d32edd8d2e4d3591da8e89ad46cfc8 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:00.146504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.157139 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.287982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.292882 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.334481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:46:00.346873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8366bc-cba3-40a2-871d-6cdef1ebc75d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:00.362635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.363238 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Added segment e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8 of type vlan for network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 Jan 28 20:46:00.462834 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.517807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.519612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:00.520538 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.566266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4639025 Jan 28 20:46:00.567686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41912) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:00.579004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Request body: {'subnet': {'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-292339180-subnet', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:00.624594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eec6a-0d23-4f6c-8827-b1188e99e6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd6bcf1-a393-4491-b4a0-c449ab8c83b7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:00.633935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Made reservation on behalf of c7d32edd8d2e4d3591da8e89ad46cfc8 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:00.641713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:00.645192 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:46:00.980640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:01.082446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ef2290-6b6b-427a-b79f-f95586f2b113,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:01.091457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Checking segment: {'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:01.091970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Network hostable DHCP agents. Network: 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:46:01.126934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:46:01.142310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:01.153490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ad2fa-ca9b-43f0-b57f-7d6a1fc9da58 None None] Network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:01.162840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:01.162840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:01.195602 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-51e88e7a-6eda-43a3-ab15-3a48f3535cb5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6227777 Jan 28 20:46:01.197923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41920) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:01.200857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:01.269123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:01.269123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:01.344056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Sync routers for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:01.386459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:01.418359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:01.418989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:01.536009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 01b38ee9-4b88-433e-bd64-f3a1c06773fb up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:01.571824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:01.678627 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:01.822374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 01b38ee9-4b88-433e-bd64-f3a1c06773fb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:01.824526 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.010925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-8cd6bcf1-a393-4491-b4a0-c449ab8c83b7', 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'fixed_ips': [{'subnet_id': '00ef2290-6b6b-427a-b79f-f95586f2b113'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:46:02.012575 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.302310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Allocated IP 172.20.0.2 (8cd6bcf1-a393-4491-b4a0-c449ab8c83b7/00ef2290-6b6b-427a-b79f-f95586f2b113/a38e74ed-20e5-4bb5-8901-5eff9ccaa533) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:02.329352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 2, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:02.383886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Checking router: 1bda7068-f281-47bd-8d3e-6031a3984912 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:02.384411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Updating router 1bda7068-f281-47bd-8d3e-6031a3984912 port fbcbcc12-ddb4-491c-af74-f048191402fa binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:46:02.437955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.461027 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.482439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.709786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Allocated IP 172.25.2.130 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/5e0a64f6-2743-4fba-8d70-abe036496704) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:02.854147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.866570 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.913712 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.950322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:02.959672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:02.968878 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:02.977368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:03.017415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Pushing event updated for resources: {'Port': ['ID=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:03.057522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:03.061830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:03.069613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Pushing event updated for resources: {'Port': ['ID=5e0a64f6-2743-4fba-8d70-abe036496704,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:03.073585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:03.079279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Attempting to bind port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:03.082602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Attempting to bind port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:03.085521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Attempting to bind port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 on network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:03.112747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:03.113271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Checking segment: {'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:03.113639 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.114045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Bound using segment: {'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:03.114531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Bound port: a38e74ed-20e5-4bb5-8901-5eff9ccaa533, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:03.114916 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.174050 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.187145 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.249111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e51c59-4500-477a-b0dc-9ad9a9c80564 None None] Pushing event updated for resources: {'Port': ['ID=fbcbcc12-ddb4-491c-af74-f048191402fa,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:03.301144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] For port a38e74ed-20e5-4bb5-8901-5eff9ccaa533, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:03.324968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] For port a38e74ed-20e5-4bb5-8901-5eff9ccaa533, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,segment=NetworkSegment(e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8),segment_id=e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:03.351567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.468314 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.651728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Attempting to bind port fbcbcc12-ddb4-491c-af74-f048191402fa on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:03.652102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Attempting to bind port fbcbcc12-ddb4-491c-af74-f048191402fa by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:03.652504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Attempting to bind port fbcbcc12-ddb4-491c-af74-f048191402fa on network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:03.661135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-04a21c2b-2dcb-4dcf-8551-d9ff205d114f None None] Provisioning complete for port fbcbcc12-ddb4-491c-af74-f048191402fa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:03.661789 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-04a21c2b-2dcb-4dcf-8551-d9ff205d114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.666578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356aace-fbf9-441b-a134-ebd292ec707b None None] Pushing event updated for resources: {'Port': ['ID=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:03.688862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:03.690085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Checking segment: {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:03.691139 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.691909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Bound using segment: {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:03.692777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Bound port: fbcbcc12-ddb4-491c-af74-f048191402fa, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:03.693359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.755368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-04a21c2b-2dcb-4dcf-8551-d9ff205d114f None None] Port fbcbcc12-ddb4-491c-af74-f048191402fa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:03.826610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] For port fbcbcc12-ddb4-491c-af74-f048191402fa, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:03.832371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] For port fbcbcc12-ddb4-491c-af74-f048191402fa, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fbcbcc12-ddb4-491c-af74-f048191402fa,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:03.839032 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.955962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:03.957251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:03.957627 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:03.968482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e51c59-4500-477a-b0dc-9ad9a9c80564 None None] Pushing event updated for resources: {'Port': ['ID=fbcbcc12-ddb4-491c-af74-f048191402fa,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:04.239843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:04.287204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Router 8300d28c-d16c-4b76-9387-11517c516f03 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:46:04.442030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:04.455235 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Sync routers for ids ['8300d28c-d16c-4b76-9387-11517c516f03'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:04.474733 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Routers {'8300d28c-d16c-4b76-9387-11517c516f03'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:04.483323 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8300d28c-d16c-4b76-9387-11517c516f03'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:04.494633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:04.496954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-db0ae91a-2f4a-4efa-9f4a-e2b9f445cbdf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2996528 Jan 28 20:46:04.499341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 41948) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:04.511344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34be5036-5460-4327-9514-15dde942488a None None] Provisioning complete for port fbcbcc12-ddb4-491c-af74-f048191402fa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:04.511958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34be5036-5460-4327-9514-15dde942488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:04.606929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:46:03Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:04.651159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaae83a-3d14-491c-8a55-126609b16915 None None] The sync data for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 is: [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:46:03Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:04.652239 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Set router 8300d28c-d16c-4b76-9387-11517c516f03 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:04.663070 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34be5036-5460-4327-9514-15dde942488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:04.752896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34be5036-5460-4327-9514-15dde942488a None None] For port fbcbcc12-ddb4-491c-af74-f048191402fa, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fbcbcc12-ddb4-491c-af74-f048191402fa,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:04.761382 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34be5036-5460-4327-9514-15dde942488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:04.823421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be5036-5460-4327-9514-15dde942488a None None] Pushing event updated for resources: {'Port': ['ID=fbcbcc12-ddb4-491c-af74-f048191402fa,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:05.165981 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:46:03Z', 'revision_number': 3, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port': {'id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:02Z', 'updated_at': '2022-01-28T20:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:05.230388 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Checking router: 8300d28c-d16c-4b76-9387-11517c516f03 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:05.232079 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Updating router 8300d28c-d16c-4b76-9387-11517c516f03 port 5e0a64f6-2743-4fba-8d70-abe036496704 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:46:05.306656 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:05.495293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:05.615744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a38e74ed-20e5-4bb5-8901-5eff9ccaa533 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:05.677621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0da06e6-7eda-44a4-aa86-af1d8289c36c None None] Network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:05.828556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-428ea2a1-4075-4dc5-b496-4d536f3f6572 None None] Provisioning complete for port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:05.828925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-428ea2a1-4075-4dc5-b496-4d536f3f6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:05.867409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Allocated IP 172.20.0.1 (8cd6bcf1-a393-4491-b4a0-c449ab8c83b7/00ef2290-6b6b-427a-b79f-f95586f2b113/5821d5ef-7ffa-41af-85ed-0b2148a3e2b2) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:05.948785 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:05.956923 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:05.970500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:05.972296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.038851 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Attempting to bind port 5e0a64f6-2743-4fba-8d70-abe036496704 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:06.039247 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Attempting to bind port 5e0a64f6-2743-4fba-8d70-abe036496704 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:06.039814 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Attempting to bind port 5e0a64f6-2743-4fba-8d70-abe036496704 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:06.079794 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.120700 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:06.120700 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:06.120700 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.120700 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:06.120700 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Bound port: 5e0a64f6-2743-4fba-8d70-abe036496704, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:06.120700 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.134632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.208776 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] For port 5e0a64f6-2743-4fba-8d70-abe036496704, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:06.212119 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] For port 5e0a64f6-2743-4fba-8d70-abe036496704, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5e0a64f6-2743-4fba-8d70-abe036496704,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:06.230293 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.249635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:06.256134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:06.276763 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7f04-bd3d-4a96-95e7-d93e4d80e409 None None] Pushing event updated for resources: {'Port': ['ID=5e0a64f6-2743-4fba-8d70-abe036496704,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:06.283964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:06.290834 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Routers {'8300d28c-d16c-4b76-9387-11517c516f03'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:06.291697 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8300d28c-d16c-4b76-9387-11517c516f03'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:06.423352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.503596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Pushing event updated for resources: {'Port': ['ID=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:06.565989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7f04-bd3d-4a96-95e7-d93e4d80e409 None None] Pushing event updated for resources: {'Port': ['ID=5e0a64f6-2743-4fba-8d70-abe036496704,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:06.581653 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-428ea2a1-4075-4dc5-b496-4d536f3f6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.639011 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] Set router 8300d28c-d16c-4b76-9387-11517c516f03 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:06.649680 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.676561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-428ea2a1-4075-4dc5-b496-4d536f3f6572 None None] For port a38e74ed-20e5-4bb5-8901-5eff9ccaa533, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,segment=NetworkSegment(e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8),segment_id=e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:06.688644 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-428ea2a1-4075-4dc5-b496-4d536f3f6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.758623 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:06.776079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ea2a1-4075-4dc5-b496-4d536f3f6572 None None] Pushing event updated for resources: {'Port': ['ID=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:06.838768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:46:06.839383 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:46:07.018022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-806ef52e-8072-4c0c-875a-efe564111b15 None None] Provisioning complete for port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:07.018809 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-806ef52e-8072-4c0c-875a-efe564111b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:07.119259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-806ef52e-8072-4c0c-875a-efe564111b15 None None] Port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:07.121078 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:46:03Z', 'revision_number': 3, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port': {'id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:02Z', 'updated_at': '2022-01-28T20:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:07.149688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-806ef52e-8072-4c0c-875a-efe564111b15 None None] Provisioning complete for port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:07.150375 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-806ef52e-8072-4c0c-875a-efe564111b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:07.185430 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:07.199906 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:07.211405 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece40eb-f184-47e0-9150-88911aa2c13a None None] The sync data for ids ['8300d28c-d16c-4b76-9387-11517c516f03'] in n-d-825064-3 is: [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:46:03Z', 'revision_number': 3, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port': {'id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:02Z', 'updated_at': '2022-01-28T20:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:07.295402 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:07.460984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Pushing event updated for resources: {'Port': ['ID=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:07.471782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fbcbcc12-ddb4-491c-af74-f048191402fa up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:07.503329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34d1a1-4689-4635-9ee5-6708433e9756 req-6ed4de4f-24f5-48d3-a4bc-2971e4f5830c tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:07.504934 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa34d1a1-4689-4635-9ee5-6708433e9756 req-6ed4de4f-24f5-48d3-a4bc-2971e4f5830c tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0926249 Jan 28 20:46:07.526131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:07.534913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:07.560592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port fbcbcc12-ddb4-491c-af74-f048191402fa triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:07.561250 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:07.600139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa34d1a1-4689-4635-9ee5-6708433e9756 req-320ffc15-aa44-48d4-ae95-b2cc47e75b65 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828254 Jan 28 20:46:07.659852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 41994) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:07.777708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a5db7b8a-2f71-42c4-a290-cc38cb9cdd32 None None] Provisioning complete for port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:07.778255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5db7b8a-2f71-42c4-a290-cc38cb9cdd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:07.807842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Router 8300d28c-d16c-4b76-9387-11517c516f03 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:46:07.890074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a5db7b8a-2f71-42c4-a290-cc38cb9cdd32 None None] Port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:07.898644 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-af9978c4-4387-4d45-a8b6-7d5f58b671f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:08.143762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:08.153828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-40d16636-9802-489c-bc3a-5761bca58c04 admin admin] 10.222.0.44 "PUT /v2.0/routers/8300d28c-d16c-4b76-9387-11517c516f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6522365 Jan 28 20:46:08.221277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7799ce23-5254-4f9e-aeed-93ca7b911614 None None] Provisioning complete for port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:08.221709 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7799ce23-5254-4f9e-aeed-93ca7b911614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:08.330491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7799ce23-5254-4f9e-aeed-93ca7b911614 None None] Port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:08.454183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5e0a64f6-2743-4fba-8d70-abe036496704 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:08.521058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5e0a64f6-2743-4fba-8d70-abe036496704 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:08.521675 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:08.669762 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:08.731506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 5e0a64f6-2743-4fba-8d70-abe036496704, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5e0a64f6-2743-4fba-8d70-abe036496704,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:08.738492 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:08.740686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a38e74ed-20e5-4bb5-8901-5eff9ccaa533 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:08.868643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 90df80f3-ddd1-4c28-8993-a6c4675f0e2b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:46:08.872432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:08.882988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=5e0a64f6-2743-4fba-8d70-abe036496704,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:08.886913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:08.887283 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.014670 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.015292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.043087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 90df80f3-ddd1-4c28-8993-a6c4675f0e2b owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:46:09.303164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.340714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=90df80f3-ddd1-4c28-8993-a6c4675f0e2b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:09.439459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42024) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:09.444125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d63ce2ad-d481-4674-9153-c79b98617631 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232723943', 'description': 'tempest-secgroup-smoke-232723943 description', 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:09.459714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.460688 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Floating IP 0646c9ec-234d-4cc4-acc3-ef126e7e0d16 disassociated (deleted). External IP: 172.25.2.204, port: 1216465a-ab4a-4906-b99b-c51fd3543c73. Jan 28 20:46:09.476583 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d63ce2ad-d481-4674-9153-c79b98617631 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.577635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d63ce2ad-d481-4674-9153-c79b98617631 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.584124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d63ce2ad-d481-4674-9153-c79b98617631 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.644803 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d63ce2ad-d481-4674-9153-c79b98617631 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.646319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d63ce2ad-d481-4674-9153-c79b98617631 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2058368 Jan 28 20:46:09.650091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42026) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:09.654691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-77fcfc1d-26e0-497e-9f4a-4359b45c8190 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'security_group_rule': {'security_group_id': '57eaf8bd-35c0-482a-8d9c-8c695d05c2ad', 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:09.685129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ce2ad-d481-4674-9153-c79b98617631 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:09.714193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77fcfc1d-26e0-497e-9f4a-4359b45c8190 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.757239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:46:09.784780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77fcfc1d-26e0-497e-9f4a-4359b45c8190 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.791891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77fcfc1d-26e0-497e-9f4a-4359b45c8190 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.830265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-77fcfc1d-26e0-497e-9f4a-4359b45c8190 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.832022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-77fcfc1d-26e0-497e-9f4a-4359b45c8190 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809072 Jan 28 20:46:09.836375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42030) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:09.841646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-cc536d77-fa39-45a5-a68d-2a536a5e7de1 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'security_group_rule': {'security_group_id': '57eaf8bd-35c0-482a-8d9c-8c695d05c2ad', 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:09.848213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcfc1d-26e0-497e-9f4a-4359b45c8190 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f80334e-b640-4ac6-8507-1727e63eeb24,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:09.909560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc536d77-fa39-45a5-a68d-2a536a5e7de1 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.936566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:09.946779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:09.958958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] Sync routers for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:09.970248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:09.971906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:10.005613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-debe684f-864e-46e8-8583-3fc456cc94a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/floatingips/0646c9ec-234d-4cc4-acc3-ef126e7e0d16 HTTP/1.1" status: 204 len: 168 time: 2.3438661 Jan 28 20:46:10.006881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:46:10.029184 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8174b75f-89f2-434c-af38-26f447bf0991" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:10.041170 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc536d77-fa39-45a5-a68d-2a536a5e7de1 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.048456 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc536d77-fa39-45a5-a68d-2a536a5e7de1 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.100683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc536d77-fa39-45a5-a68d-2a536a5e7de1 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6de69f-4651-4e4d-a7cb-473abce554b9,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:10.109983 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cc536d77-fa39-45a5-a68d-2a536a5e7de1 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.115518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42040) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:10.120879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-41dffbb7-ce28-4f69-b4c7-744cb18c8a22 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'security_group_rule': {'security_group_id': '57eaf8bd-35c0-482a-8d9c-8c695d05c2ad', 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:10.135794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cc536d77-fa39-45a5-a68d-2a536a5e7de1 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2977641 Jan 28 20:46:10.234934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:10.251354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41dffbb7-ce28-4f69-b4c7-744cb18c8a22 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.255028 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Sync routers for ids ['8300d28c-d16c-4b76-9387-11517c516f03'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:10.273788 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Routers {'8300d28c-d16c-4b76-9387-11517c516f03'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:10.275237 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:45:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8300d28c-d16c-4b76-9387-11517c516f03'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:10.309048 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9179ce-f949-4de6-b67e-806c8d0bc517 x-openstack-request-id: req-2b9179ce-f949-4de6-b67e-806c8d0bc517 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:10.309430 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:10.309852 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b9179ce-f949-4de6-b67e-806c8d0bc517 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:10.310393 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'status': 'completed', 'code': 200} Jan 28 20:46:10.440295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41dffbb7-ce28-4f69-b4c7-744cb18c8a22 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.447574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41dffbb7-ce28-4f69-b4c7-744cb18c8a22 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.464360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b75f-89f2-434c-af38-26f447bf0991 req-bfcebc41-008d-494d-8847-f5a5c50793eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:10.465901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8174b75f-89f2-434c-af38-26f447bf0991 req-bfcebc41-008d-494d-8847-f5a5c50793eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 1096 time: 0.1243463 Jan 28 20:46:10.508873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dffbb7-ce28-4f69-b4c7-744cb18c8a22 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd59e128-0997-4ce5-b60a-6f3350937963,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:10.523451 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-41dffbb7-ce28-4f69-b4c7-744cb18c8a22 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.528865 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-41dffbb7-ce28-4f69-b4c7-744cb18c8a22 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4120789 Jan 28 20:46:10.529551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:10.536725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-de3fbcf8-c946-42b2-b581-fd731179f54d tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'security_group_rule': {'security_group_id': '57eaf8bd-35c0-482a-8d9c-8c695d05c2ad', 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:10.554145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5e0a64f6-2743-4fba-8d70-abe036496704 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:10.592320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de3fbcf8-c946-42b2-b581-fd731179f54d tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.630792 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Set router 8300d28c-d16c-4b76-9387-11517c516f03 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:10.707003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b75f-89f2-434c-af38-26f447bf0991 req-e9c9e079-75c8-4d3c-ad5c-cacf108d77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:10.708921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8174b75f-89f2-434c-af38-26f447bf0991 req-e9c9e079-75c8-4d3c-ad5c-cacf108d77d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 200 len: 898 time: 0.2320762 Jan 28 20:46:10.755720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de3fbcf8-c946-42b2-b581-fd731179f54d tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.766888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de3fbcf8-c946-42b2-b581-fd731179f54d tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.816718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de3fbcf8-c946-42b2-b581-fd731179f54d tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:10.822205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42056) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:10.822577 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-de3fbcf8-c946-42b2-b581-fd731179f54d tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2915576 Jan 28 20:46:10.829659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-10eb42c8-35b9-4910-bed5-87484cb74287 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'security_group_rule': {'security_group_id': '57eaf8bd-35c0-482a-8d9c-8c695d05c2ad', 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:10.845128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8174b75f-89f2-434c-af38-26f447bf0991 req-3f86b157-8f79-4b51-9d85-52cf8df6f425 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 200 len: 217 time: 0.0870419 Jan 28 20:46:10.848154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fbcf8-c946-42b2-b581-fd731179f54d tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d8dea9-0736-4264-9393-54c13389f439,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:10.941987 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-10eb42c8-35b9-4910-bed5-87484cb74287 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Project 0f7834c40a0e42c2badcfd67794cf4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:46:10.955907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9c842-1b8c-4859-914d-58713d90b382 req-9c07c36c-727a-41f8-9c1b-cdad5a13861a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:10.966168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abd9c842-1b8c-4859-914d-58713d90b382 req-9c07c36c-727a-41f8-9c1b-cdad5a13861a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.2830889 Jan 28 20:46:10.979593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10eb42c8-35b9-4910-bed5-87484cb74287 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.024727 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9b32074-181b-4606-b5a8-822bd9bd5b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.056484 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:46:06Z', 'revision_number': 4, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port': {'id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:02Z', 'updated_at': '2022-01-28T20:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '5821d5ef-7ffa-41af-85ed-0b2148a3e2b2', 'name': '', 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'mac_address': 'fa:16:3e:e1:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '00ef2290-6b6b-427a-b79f-f95586f2b113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:05Z', 'updated_at': '2022-01-28T20:46:06Z', 'revision_number': 2, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'subnets': [{'id': '00ef2290-6b6b-427a-b79f-f95586f2b113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:11.089834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b75f-89f2-434c-af38-26f447bf0991 req-dc0c32ca-a656-4893-8318-39c023c76d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:11.091559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8174b75f-89f2-434c-af38-26f447bf0991 req-dc0c32ca-a656-4893-8318-39c023c76d3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 200 len: 834 time: 0.2324874 Jan 28 20:46:11.092130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5e0a64f6-2743-4fba-8d70-abe036496704 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:11.092827 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.173130 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Checking router: 8300d28c-d16c-4b76-9387-11517c516f03 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:11.173594 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Updating router 8300d28c-d16c-4b76-9387-11517c516f03 port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:46:11.210965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abd9c842-1b8c-4859-914d-58713d90b382 req-0820ff3e-6ed6-42da-bac1-7863f6d42908 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279084 Jan 28 20:46:11.232498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174b75f-89f2-434c-af38-26f447bf0991 req-4b599e82-ed22-4ced-b2f1-1e4930508baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:11.234424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8174b75f-89f2-434c-af38-26f447bf0991 req-4b599e82-ed22-4ced-b2f1-1e4930508baf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=743cf2ca-7a35-4fa9-974a-d6980807e02a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347499 Jan 28 20:46:11.248890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:11Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:11.252600 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.267414 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10eb42c8-35b9-4910-bed5-87484cb74287 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.290584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] Checking router: 872d6be3-3ecc-4ced-9ab3-3b927645ea77 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:11.320005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:11.320686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:11.415463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8174b75f-89f2-434c-af38-26f447bf0991 req-b0c43fed-da73-4c80-9240-0ef98a32e876 service neutron] 10.222.0.26 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453426 Jan 28 20:46:11.416716 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10eb42c8-35b9-4910-bed5-87484cb74287 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.463886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb42c8-35b9-4910-bed5-87484cb74287 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20eb2f1-6950-421d-833c-72a51fc95481,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:11.507853 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10eb42c8-35b9-4910-bed5-87484cb74287 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.512830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42064) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:11.518783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e6ee8e2e-990a-4432-94b4-ceb2e5d6c09e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'security_group_rule': {'security_group_id': '57eaf8bd-35c0-482a-8d9c-8c695d05c2ad', 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:11.521505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:11.522723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-10eb42c8-35b9-4910-bed5-87484cb74287 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6965575 Jan 28 20:46:11.580687 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-e6ee8e2e-990a-4432-94b4-ceb2e5d6c09e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Project 0f7834c40a0e42c2badcfd67794cf4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:46:11.590320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8e2e-990a-4432-94b4-ceb2e5d6c09e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.623646 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8174b75f-89f2-434c-af38-26f447bf0991 req-0dce170f-570b-4cb5-a9cb-773b149fc753 service neutron] 10.222.0.26 "GET /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960857 Jan 28 20:46:11.723289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8e2e-990a-4432-94b4-ceb2e5d6c09e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.728675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8e2e-990a-4432-94b4-ceb2e5d6c09e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.781781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee8e2e-990a-4432-94b4-ceb2e5d6c09e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5addf027-6266-4d55-8054-335b3e4beced,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:11.805637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8e2e-990a-4432-94b4-ceb2e5d6c09e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.841018 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e6ee8e2e-990a-4432-94b4-ceb2e5d6c09e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269336 Jan 28 20:46:11.902491 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:11.998535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:11Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:12.067800 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:12.084037 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:12.102170 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5743897c-7b98-458f-8a95-2cdafce6cf98 None None] The sync data for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 is: [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:05Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '0b3fa3f5-d494-4d10-aa51-c490e1ab3089', 'name': '', 'network_id': '743cf2ca-7a35-4fa9-974a-d6980807e02a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:8e:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:44:04Z', 'updated_at': '2022-01-28T20:44:11Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'b24c37a3-29c0-4b4c-b592-2317a8a29144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:12.154299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-7b2972f5-0fba-4bdd-aab9-4aa224d1aafe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:12.157196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-7b2972f5-0fba-4bdd-aab9-4aa224d1aafe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.1496878 Jan 28 20:46:12.328847 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca1fe5-1b44-400a-be7c-f032bf20c022 None None] Pushing event updated for resources: {'Port': ['ID=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:12.364012 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Attempting to bind port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:12.375092 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Attempting to bind port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:12.375546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Attempting to bind port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 on network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:12.383913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:12.384684 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Checking segment: {'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:12.384684 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:12.385589 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Bound using segment: {'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:12.386103 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Bound port: 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:12.400440 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:12.462014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-403d6eff-8dd2-4f38-91fb-661e9dfb81f2 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232723943&fields=id&tenant_id=0f7834c40a0e42c2badcfd67794cf4a4 HTTP/1.1" status: 200 len: 267 time: 0.3437662 Jan 28 20:46:12.572220 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] For port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:12.577639 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] For port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,segment=NetworkSegment(e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8),segment_id=e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:12.587768 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:12.600249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b17b0714-1344-4463-a9ed-99510a77c0a6 None None] Provisioning complete for port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:12.600615 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b17b0714-1344-4463-a9ed-99510a77c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:12.651877 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Routers {'8300d28c-d16c-4b76-9387-11517c516f03'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:12.652562 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8300d28c-d16c-4b76-9387-11517c516f03'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:12.754009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b31eba2-96d0-42e3-af6d-7c31761e0731 None None] New status for floating IP 0646c9ec-234d-4cc4-acc3-ef126e7e0d16: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:46:12.809606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4eaf-0769-4f01-9e11-7ad3db4b8c57 req-a2d36c1d-11a1-49e4-a8cb-2853f258bfe7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:12.820296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71ae4eaf-0769-4f01-9e11-7ad3db4b8c57 req-a2d36c1d-11a1-49e4-a8cb-2853f258bfe7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.4668853 Jan 28 20:46:12.894765 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] Set router 8300d28c-d16c-4b76-9387-11517c516f03 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:13.044517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71ae4eaf-0769-4f01-9e11-7ad3db4b8c57 req-a21653f5-71de-41a5-a280-4dc94322a0ee tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229395 Jan 28 20:46:13.102930 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b17b0714-1344-4463-a9ed-99510a77c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:13.103502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 1216465a-ab4a-4906-b99b-c51fd3543c73 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:46:13.103502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:13.106571 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:13.171420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b17b0714-1344-4463-a9ed-99510a77c0a6 None None] For port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,segment=NetworkSegment(e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8),segment_id=e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:13.184359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b17b0714-1344-4463-a9ed-99510a77c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:13.276358 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:13.333016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b0714-1344-4463-a9ed-99510a77c0a6 None None] Pushing event updated for resources: {'Port': ['ID=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:13.344326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-38d5475e-bbc9-4882-a500-93daa8be5d7a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:13.346607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-38d5475e-bbc9-4882-a500-93daa8be5d7a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/networks?id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 HTTP/1.1" status: 200 len: 808 time: 0.8535264 Jan 28 20:46:13.373712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f92c762c-c6fc-4274-aa25-4fd50c248338 None None] Provisioning complete for port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:13.374096 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f92c762c-c6fc-4274-aa25-4fd50c248338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:13.419642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-ddfe2863-3be8-4fa5-9884-eb0b2bc9f93f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/quotas/0f7834c40a0e42c2badcfd67794cf4a4 HTTP/1.1" status: 200 len: 375 time: 0.0479169 Jan 28 20:46:13.517234 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca1fe5-1b44-400a-be7c-f032bf20c022 None None] Pushing event updated for resources: {'Port': ['ID=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:13.608996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 1216465a-ab4a-4906-b99b-c51fd3543c73, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1216465a-ab4a-4906-b99b-c51fd3543c73,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:13.609673 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:13.633469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-17d20a8e-dc3c-4174-8d33-1a75fe05fc8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f7834c40a0e42c2badcfd67794cf4a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2031429 Jan 28 20:46:13.643087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 1216465a-ab4a-4906-b99b-c51fd3543c73 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:46:13.655880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-82d9da53-7523-46ab-86a2-106da1522e53 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:46:13.657399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-82d9da53-7523-46ab-86a2-106da1522e53 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112500 Jan 28 20:46:13.689258 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:46:06Z', 'revision_number': 4, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port': {'id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:02Z', 'updated_at': '2022-01-28T20:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '5821d5ef-7ffa-41af-85ed-0b2148a3e2b2', 'name': '', 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'mac_address': 'fa:16:3e:e1:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '00ef2290-6b6b-427a-b79f-f95586f2b113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:05Z', 'updated_at': '2022-01-28T20:46:12Z', 'revision_number': 4, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'subnets': [{'id': '00ef2290-6b6b-427a-b79f-f95586f2b113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:13.726439 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a635fb-1daf-4289-a52c-e3fe1c9c85e1 None None] The sync data for ids ['8300d28c-d16c-4b76-9387-11517c516f03'] in n-d-825064-3 is: [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:46:06Z', 'revision_number': 4, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port': {'id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:02Z', 'updated_at': '2022-01-28T20:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '5821d5ef-7ffa-41af-85ed-0b2148a3e2b2', 'name': '', 'network_id': '8cd6bcf1-a393-4491-b4a0-c449ab8c83b7', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'mac_address': 'fa:16:3e:e1:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '00ef2290-6b6b-427a-b79f-f95586f2b113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:05Z', 'updated_at': '2022-01-28T20:46:12Z', 'revision_number': 4, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'subnets': [{'id': '00ef2290-6b6b-427a-b79f-f95586f2b113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:13.809021 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-5494d4c1-9d91-4e25-b698-5826169d4482 service neutron] 10.222.0.44 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408033 Jan 28 20:46:14.006730 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-86e74bef-efa3-4756-bda8-38b192da2f32 service neutron] 10.222.0.44 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852350 Jan 28 20:46:14.318340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:14.394176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:14.394696 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:14.410122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f04f-9e75-44ba-9536-838c9420f139 req-a182d3be-200a-4857-80d8-9ac2ce25a7f5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:14.427501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2654f04f-9e75-44ba-9536-838c9420f139 req-a182d3be-200a-4857-80d8-9ac2ce25a7f5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9458e-b164-4114-86c6-129cdc717cf8 HTTP/1.1" status: 200 len: 945 time: 0.2074111 Jan 28 20:46:14.586620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bec0d26f-ba7b-4600-b4f9-58c95095d906 req-28dd9459-626d-40bd-b898-1a8c8618f127 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 210 time: 0.0675294 Jan 28 20:46:14.624381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2654f04f-9e75-44ba-9536-838c9420f139 req-d0482161-bd2f-4d6c-b5bb-b90ea622bd36 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc105399-8851-4efb-b4e1-8d6724668e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917460 Jan 28 20:46:14.655498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:14.698066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=1216465a-ab4a-4906-b99b-c51fd3543c73,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:14.789278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] No DVR routers for this DVR port 1216465a-ab4a-4906-b99b-c51fd3543c73 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:46:14.793855 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:14.797987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80ae0b49-b450-4cc8-88e6-07e268e75fd8 req-884a88aa-c8ef-425b-a347-fc40c90968be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "DELETE /v2.0/ports/1216465a-ab4a-4906-b99b-c51fd3543c73 HTTP/1.1" status: 204 len: 173 time: 2.6208985 Jan 28 20:46:14.799021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'name': 'network-vif-deleted', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:46:14.801395 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26688788-d8f0-4af3-9624-a88a4956a0f7" -d '{"events": [{"server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "name": "network-vif-deleted", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:14.827273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1216465a-ab4a-4906-b99b-c51fd3543c73 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:46:14.872682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 1216465a-ab4a-4906-b99b-c51fd3543c73 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:46:14.873902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1216465a-ab4a-4906-b99b-c51fd3543c73 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:46:14.886217 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c997190-b632-4d81-ba9a-1a658d686269 x-openstack-request-id: req-8c997190-b632-4d81-ba9a-1a658d686269 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:14.886614 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae9458e-b164-4114-86c6-129cdc717cf8", "name": "network-vif-deleted", "tag": "1216465a-ab4a-4906-b99b-c51fd3543c73", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:14.886947 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c997190-b632-4d81-ba9a-1a658d686269 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:14.887403 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae9458e-b164-4114-86c6-129cdc717cf8', 'name': 'network-vif-deleted', 'tag': '1216465a-ab4a-4906-b99b-c51fd3543c73', 'status': 'completed', 'code': 200} Jan 28 20:46:15.735391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42146) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:16.507137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6176105-e8c0-440a-9619-f2b273396f3b req-8aa7c39f-62b3-4ef3-b21a-f83a90f91ad4 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 210 time: 0.6604896 Jan 28 20:46:16.707195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-f564ce7d-813b-4c6b-a0a5-7653b47ce1b8 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:16.708687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-f564ce7d-813b-4c6b-a0a5-7653b47ce1b8 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.13 "GET /v2.0/networks?id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 HTTP/1.1" status: 200 len: 808 time: 0.2406461 Jan 28 20:46:16.929820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-719ffb29-eb6a-4187-b08d-26698f432ec8 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f7834c40a0e42c2badcfd67794cf4a4 HTTP/1.1" status: 200 len: 379 time: 0.1802819 Jan 28 20:46:16.999312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'port': {'device_id': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'admin_state_up': True, 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'security_groups': ['57eaf8bd-35c0-482a-8d9c-8c695d05c2ad']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:17.277582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Made reservation on behalf of 0f7834c40a0e42c2badcfd67794cf4a4 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:17.284011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:17.520850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:17.626048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Allocated IP 172.20.0.5 (81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0/4d5df85b-9cb3-406b-a686-ddd5dd578bc2/df8ec349-ca02-415d-85cc-9e06018ee600) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:17.701468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49469646-feb7-423b-947d-4cedb0d476b9 req-5d434be9-1e75-4dd4-a7a3-2ad9a681f16d tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 210 time: 0.0640349 Jan 28 20:46:17.952515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:18.036895 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:18.096810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:46:18.096810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:18.124735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:18.161412 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:18.206456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:18.215389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:18.275199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:18.275981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:18.294199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'Port': ['ID=df8ec349-ca02-415d-85cc-9e06018ee600,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:18.311080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-53bae58f-6a67-48d9-b54e-741f4973e2da tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3751779 Jan 28 20:46:18.336074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Request body: {'port': {'device_id': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:18.397548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 0b3fa3f5-d494-4d10-aa51-c490e1ab3089, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:18.398009 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:18.440635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:46:18.459003 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:18.603775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-64236092-f54d-4d78-a3d8-f7659dad1f34 None None] Provisioning complete for port df8ec349-ca02-415d-85cc-9e06018ee600 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:18.604233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64236092-f54d-4d78-a3d8-f7659dad1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:18.698685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-64236092-f54d-4d78-a3d8-f7659dad1f34 None None] Port df8ec349-ca02-415d-85cc-9e06018ee600 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:18.887253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0403eb6-3ed9-4dd4-8590-7dc8278b5d1e req-37a2234f-01d8-45f1-b408-e5f3acd56964 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:18.888853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0403eb6-3ed9-4dd4-8590-7dc8278b5d1e req-37a2234f-01d8-45f1-b408-e5f3acd56964 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 931 time: 0.0905437 Jan 28 20:46:19.036601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:19.054022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0403eb6-3ed9-4dd4-8590-7dc8278b5d1e req-b722a838-ec8d-4ddd-b962-59301f568561 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575708 Jan 28 20:46:19.115560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=0b3fa3f5-d494-4d10-aa51-c490e1ab3089,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:19.187971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8ec349-ca02-415d-85cc-9e06018ee600 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:46:19.205838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:19.235633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Transition to ACTIVE for port object df8ec349-ca02-415d-85cc-9e06018ee600 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:46:19.243155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:19.505677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=df8ec349-ca02-415d-85cc-9e06018ee600,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:19.552855 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:19.642994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Attempting to bind port df8ec349-ca02-415d-85cc-9e06018ee600 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:19.643326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Attempting to bind port df8ec349-ca02-415d-85cc-9e06018ee600 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:19.643649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Attempting to bind port df8ec349-ca02-415d-85cc-9e06018ee600 on network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:19.677585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Port df8ec349-ca02-415d-85cc-9e06018ee600 on network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:46:19.678074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Attempting to bind port df8ec349-ca02-415d-85cc-9e06018ee600 on network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:19.687223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:19.687621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Checking segment: {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:19.688100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Bound using segment: {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:19.688777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Bound port: df8ec349-ca02-415d-85cc-9e06018ee600, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d03fd4-bbab-407a-84eb-52f0ca11b516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:19.689958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:19.809855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] For port df8ec349-ca02-415d-85cc-9e06018ee600, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:19.816959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] For port df8ec349-ca02-415d-85cc-9e06018ee600, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=df8ec349-ca02-415d-85cc-9e06018ee600,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:19.868943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:19.913405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:19.914028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:19.915437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/df8ec349-ca02-415d-85cc-9e06018ee600 HTTP/1.1" status: 200 len: 1091 time: 1.5961921 Jan 28 20:46:19.927412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'tag': 'df8ec349-ca02-415d-85cc-9e06018ee600'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:46:19.930271 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671a812a-3c54-4e8f-81a9-260badb0edae" -d '{"events": [{"name": "network-changed", "server_uuid": "4638d408-ca68-4b9d-b1e9-cb63b7cb69ff", "tag": "df8ec349-ca02-415d-85cc-9e06018ee600"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:20.012776 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a44a90-723e-41e2-ad04-7cf948d1082a x-openstack-request-id: req-25a44a90-723e-41e2-ad04-7cf948d1082a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:20.013381 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4638d408-ca68-4b9d-b1e9-cb63b7cb69ff", "tag": "df8ec349-ca02-415d-85cc-9e06018ee600", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:20.013853 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25a44a90-723e-41e2-ad04-7cf948d1082a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:20.014490 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'tag': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'status': 'completed', 'code': 200} Jan 28 20:46:20.039879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47312d8a-30fd-46f2-90ef-aadf0393f9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=df8ec349-ca02-415d-85cc-9e06018ee600,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:20.121693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-80b50d38-2cd1-44e5-8a6e-51c9fff6df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:20.125269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-80b50d38-2cd1-44e5-8a6e-51c9fff6df12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f7834c40a0e42c2badcfd67794cf4a4&device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1094 time: 0.1410289 Jan 28 20:46:20.128657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:46:20.231167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-b1e6fef9-3910-4afb-b732-8f812f30c65f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8ec349-ca02-415d-85cc-9e06018ee600 HTTP/1.1" status: 200 len: 217 time: 0.0880077 Jan 28 20:46:20.363119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-9d6e2e94-1126-42ac-a3f9-edeca882f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:20.365152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-9d6e2e94-1126-42ac-a3f9-edeca882f176 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5df85b-9cb3-406b-a686-ddd5dd578bc2 HTTP/1.1" status: 200 len: 847 time: 0.1196413 Jan 28 20:46:20.779842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefefb4-29c1-4118-8e47-7d3f62073905 req-ea2ea165-c55b-4a4a-ab24-2df4578feb23 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:20.781595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-baefefb4-29c1-4118-8e47-7d3f62073905 req-ea2ea165-c55b-4a4a-ab24-2df4578feb23 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 943 time: 0.5482738 Jan 28 20:46:20.841444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:20.850678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4f8f755f-0215-4e22-8000-cdd38d9c87ca tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "PUT /v2.0/routers/872d6be3-3ecc-4ced-9ab3-3b927645ea77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1097276 Jan 28 20:46:20.850782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42280) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:20.858612 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] Sync routers for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:20.870432 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:20.871289 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:20.877645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-baefefb4-29c1-4118-8e47-7d3f62073905 req-16919026-af0e-488d-893a-598164746463 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792398 Jan 28 20:46:20.884207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-2be23387-4353-44de-8a0b-3058c137e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:20.886226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-2be23387-4353-44de-8a0b-3058c137e3ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314723 Jan 28 20:46:20.945904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dde9dab-7ae0-4a73-b214-5ad798123728 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting subnet b24c37a3-29c0-4b4c-b592-2317a8a29144 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:46:20.957475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8dde9dab-7ae0-4a73-b214-5ad798123728 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.021961 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:21.057393 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8dde9dab-7ae0-4a73-b214-5ad798123728 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.094167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-1f30a9f2-01ed-4907-b7c3-67ea5f21e841 service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999691 Jan 28 20:46:21.217960 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8dde9dab-7ae0-4a73-b214-5ad798123728 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.275132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-463b366b-f236-41dc-bc15-3e02ae347be4 req-24ebae61-5da6-414e-8ba2-8c012a0a3f0a service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733770 Jan 28 20:46:21.308749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8dde9dab-7ae0-4a73-b214-5ad798123728 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.359123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde9dab-7ae0-4a73-b214-5ad798123728 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Subnet': ['ID=b24c37a3-29c0-4b4c-b592-2317a8a29144,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:21.380622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48834a7b-c46a-4758-a2a7-cc6a508da788 None None] Network 743cf2ca-7a35-4fa9-974a-d6980807e02a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:21.387258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8dde9dab-7ae0-4a73-b214-5ad798123728 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.393788 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8dde9dab-7ae0-4a73-b214-5ad798123728 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/subnets/b24c37a3-29c0-4b4c-b592-2317a8a29144 HTTP/1.1" status: 204 len: 168 time: 0.5392478 Jan 28 20:46:21.396156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42298) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:21.449122 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:46:18Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:21.487159 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] Checking router: 872d6be3-3ecc-4ced-9ab3-3b927645ea77 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:21.498320 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] Routers {'872d6be3-3ecc-4ced-9ab3-3b927645ea77'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:21.499292 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:21.499839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a812a-3c54-4e8f-81a9-260badb0edae req-b6401578-1c6f-42e4-807a-7ea4ff0505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:21.501626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671a812a-3c54-4e8f-81a9-260badb0edae req-b6401578-1c6f-42e4-807a-7ea4ff0505b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f7834c40a0e42c2badcfd67794cf4a4&device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1094 time: 0.1614587 Jan 28 20:46:21.537039 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.610227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.625854 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] Set router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:21.674874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] DHCP port deletion for 743cf2ca-7a35-4fa9-974a-d6980807e02a request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:46:21.794669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Deleting port 43674c2d-a965-4c3c-acba-e8ddef09f84d {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:46:21.795052 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.857490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a812a-3c54-4e8f-81a9-260badb0edae req-3c9a5f0c-28c3-49ef-85c1-187ab7a68ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:21.862247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671a812a-3c54-4e8f-81a9-260badb0edae req-3c9a5f0c-28c3-49ef-85c1-187ab7a68ea9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 HTTP/1.1" status: 200 len: 909 time: 0.3481214 Jan 28 20:46:21.869024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.904081 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:46:18Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:21.924045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671a812a-3c54-4e8f-81a9-260badb0edae req-297289a9-c972-4f8d-9299-9350e15467da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8ec349-ca02-415d-85cc-9e06018ee600 HTTP/1.1" status: 200 len: 217 time: 0.0449758 Jan 28 20:46:21.946240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] For port 43674c2d-a965-4c3c-acba-e8ddef09f84d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=43674c2d-a965-4c3c-acba-e8ddef09f84d,segment=NetworkSegment(ba49e3f5-918f-4573-b2fb-c0bb5ea8c710),segment_id=ba49e3f5-918f-4573-b2fb-c0bb5ea8c710)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:21.953703 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9c80a9-838a-4639-be4f-a8147215e39c None None] The sync data for ids ['872d6be3-3ecc-4ced-9ab3-3b927645ea77'] in n-d-825064-3 is: [{'id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94451671', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:46:18Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '13c16459-64dd-4f02-be57-cdb9e9222df6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872d6be3-3ecc-4ced-9ab3-3b927645ea77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:57Z', 'updated_at': '2022-01-28T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:21.957627 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:21.982515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Calling delete_port for 43674c2d-a965-4c3c-acba-e8ddef09f84d owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:46:22.067345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a812a-3c54-4e8f-81a9-260badb0edae req-97c1dbcd-72d2-4346-ba28-f368cdb76172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:22.067345 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671a812a-3c54-4e8f-81a9-260badb0edae req-97c1dbcd-72d2-4346-ba28-f368cdb76172 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5df85b-9cb3-406b-a686-ddd5dd578bc2 HTTP/1.1" status: 200 len: 847 time: 0.1221855 Jan 28 20:46:22.160692 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:22.217012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Pushing event deleted for resources: {'Port': ['ID=43674c2d-a965-4c3c-acba-e8ddef09f84d,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:22.241146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.241590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.242521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.242930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.243389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.243792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.244322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.244717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.245109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.257857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.259420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.260655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:22.268057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:46:22.277929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 13c16459-64dd-4f02-be57-cdb9e9222df6 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:46:22.278502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:22.316623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a812a-3c54-4e8f-81a9-260badb0edae req-d6b48bfe-7e2a-4c8c-aa5a-43b4ede43cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:22.318305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671a812a-3c54-4e8f-81a9-260badb0edae req-d6b48bfe-7e2a-4c8c-aa5a-43b4ede43cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240531 Jan 28 20:46:22.320663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64707cc1-00a2-487a-8827-3bddf6668b55 None None] No DVR routers for this DVR port 43674c2d-a965-4c3c-acba-e8ddef09f84d on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:46:22.341531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:46:22.342652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0b3fa3f5-d494-4d10-aa51-c490e1ab3089 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:46:22.343225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 43674c2d-a965-4c3c-acba-e8ddef09f84d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:46:22.380169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 43674c2d-a965-4c3c-acba-e8ddef09f84d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:46:22.382063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 43674c2d-a965-4c3c-acba-e8ddef09f84d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:46:22.447407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249d0e8-776f-465c-b032-26a73ad749bf req-aafc91f2-660c-4aa2-af21-00c7a0fc1d99 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:22.449098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a249d0e8-776f-465c-b032-26a73ad749bf req-aafc91f2-660c-4aa2-af21-00c7a0fc1d99 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 943 time: 0.4056580 Jan 28 20:46:22.602358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a249d0e8-776f-465c-b032-26a73ad749bf req-34491cdc-5018-488b-adfd-32aaee559699 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114621 Jan 28 20:46:22.631255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 13c16459-64dd-4f02-be57-cdb9e9222df6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=13c16459-64dd-4f02-be57-cdb9e9222df6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:22.631791 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:22.653020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671a812a-3c54-4e8f-81a9-260badb0edae req-586a334b-58a3-42f2-ad75-ce2e3bad0c9c service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964506 Jan 28 20:46:22.653883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 13c16459-64dd-4f02-be57-cdb9e9222df6 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:46:22.999136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-671a812a-3c54-4e8f-81a9-260badb0edae req-defdcfeb-d89c-419d-ae03-25a961b5df1d service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379598 Jan 28 20:46:23.107343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.149533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=13c16459-64dd-4f02-be57-cdb9e9222df6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:23.230510 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.331290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.334097 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.403974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.404788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Fanout notify agent at l3_agent the message router_deleted on router 872d6be3-3ecc-4ced-9ab3-3b927645ea77 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:46:23.425738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.427116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-70d50c5f-d010-4429-a6ab-5eb5ade835d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/routers/872d6be3-3ecc-4ced-9ab3-3b927645ea77 HTTP/1.1" status: 204 len: 168 time: 2.0290432 Jan 28 20:46:23.434151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42342) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:23.573087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.690545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.728424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743cf2ca-7a35-4fa9-974a-d6980807e02a']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:23.739855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:23.740163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba49e3f5-918f-4573-b2fb-c0bb5ea8c710') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:23.757556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.772738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.796312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:46:23.797313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.858628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721eda3-c25e-4e1e-8631-8f981c77c3fe req-fb2b197c-d528-4e01-a5b0-ac20024551db tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:23.860202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5721eda3-c25e-4e1e-8631-8f981c77c3fe req-fb2b197c-d528-4e01-a5b0-ac20024551db tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 943 time: 0.1247125 Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:46:23.875589 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:46:23.880842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.892863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:23.903314 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/networks/743cf2ca-7a35-4fa9-974a-d6980807e02a HTTP/1.1" status: 204 len: 168 time: 0.4627805 Jan 28 20:46:23.918179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42354) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:23.926450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7be14-2a75-41f2-b3b8-5e3dec0ae818 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Network': ['ID=743cf2ca-7a35-4fa9-974a-d6980807e02a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:24.027435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5721eda3-c25e-4e1e-8631-8f981c77c3fe req-522aeacb-81a1-4b43-8a29-12c9a8f32079 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546299 Jan 28 20:46:24.051237 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cf652778-0752-4480-8daf-c32153a9cea0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:24.088298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cf652778-0752-4480-8daf-c32153a9cea0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:24.196917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cf652778-0752-4480-8daf-c32153a9cea0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:24.200498 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cf652778-0752-4480-8daf-c32153a9cea0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:24.206690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cf652778-0752-4480-8daf-c32153a9cea0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc105399-8851-4efb-b4e1-8d6724668e9f HTTP/1.1" status: 204 len: 168 time: 0.3017666 Jan 28 20:46:24.223777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf652778-0752-4480-8daf-c32153a9cea0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc105399-8851-4efb-b4e1-8d6724668e9f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:24.242909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 13c16459-64dd-4f02-be57-cdb9e9222df6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:46:24.279218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 13c16459-64dd-4f02-be57-cdb9e9222df6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:46:24.280516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 13c16459-64dd-4f02-be57-cdb9e9222df6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:46:24.681051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device df8ec349-ca02-415d-85cc-9e06018ee600 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:46:24.794626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port df8ec349-ca02-415d-85cc-9e06018ee600, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=df8ec349-ca02-415d-85cc-9e06018ee600,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:24.806747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'port_id': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'mac_address': 'fa:16:3e:b6:71:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:46:24.867770 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:24.883200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8ec349-ca02-415d-85cc-9e06018ee600 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:46:24.904890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port df8ec349-ca02-415d-85cc-9e06018ee600, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=df8ec349-ca02-415d-85cc-9e06018ee600,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:24.920233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.003565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=df8ec349-ca02-415d-85cc-9e06018ee600,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:25.167830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['df8ec349-ca02-415d-85cc-9e06018ee600'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:46:25.281338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9855fe-e4a9-48db-b41e-bb3c7fa6e813 req-73543c9a-e17d-48aa-95b4-442b38fed34c tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:25.288950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa9855fe-e4a9-48db-b41e-bb3c7fa6e813 req-73543c9a-e17d-48aa-95b4-442b38fed34c tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 944 time: 0.1227226 Jan 28 20:46:25.317217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42382) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:25.322435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-db4d2c34-fc36-4cb2-8eda-5aa5ab27e7fd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748168669', 'description': 'tempest-secgroup-smoke-748168669 description', 'project_id': '93eedc7af78849d0b6487edf1964282e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:25.343125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa9855fe-e4a9-48db-b41e-bb3c7fa6e813 req-d8fa05e4-7c55-4dd7-a30f-78a1a355f454 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451782 Jan 28 20:46:25.414426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db4d2c34-fc36-4cb2-8eda-5aa5ab27e7fd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.539525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db4d2c34-fc36-4cb2-8eda-5aa5ab27e7fd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.549744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db4d2c34-fc36-4cb2-8eda-5aa5ab27e7fd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.591403 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db4d2c34-fc36-4cb2-8eda-5aa5ab27e7fd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.602308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42394) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:25.613846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a8718245-cc68-4aef-bfb4-9cc83f91c414 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '348ce89a-cc71-4121-90c5-0869f4983532', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:25.618034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-db4d2c34-fc36-4cb2-8eda-5aa5ab27e7fd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2755299 Jan 28 20:46:25.620356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d2c34-fc36-4cb2-8eda-5aa5ab27e7fd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348ce89a-cc71-4121-90c5-0869f4983532,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:25.690698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8718245-cc68-4aef-bfb4-9cc83f91c414 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.809567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8718245-cc68-4aef-bfb4-9cc83f91c414 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.809567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8718245-cc68-4aef-bfb4-9cc83f91c414 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.809567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8718245-cc68-4aef-bfb4-9cc83f91c414 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58bc716-a4e7-4518-b4de-27260b9c1921,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:25.912476 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8718245-cc68-4aef-bfb4-9cc83f91c414 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.912476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a8718245-cc68-4aef-bfb4-9cc83f91c414 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2234833 Jan 28 20:46:25.913397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42406) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:25.913397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ace1820d-9a07-41d8-ab4d-7e2e9e030096 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '348ce89a-cc71-4121-90c5-0869f4983532', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:25.913397 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace1820d-9a07-41d8-ab4d-7e2e9e030096 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.980933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace1820d-9a07-41d8-ab4d-7e2e9e030096 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:25.988413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace1820d-9a07-41d8-ab4d-7e2e9e030096 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.004758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1820d-9a07-41d8-ab4d-7e2e9e030096 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59229bd5-3ec5-45d0-a0db-8cff52eaf77f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:26.022616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace1820d-9a07-41d8-ab4d-7e2e9e030096 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.026461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ace1820d-9a07-41d8-ab4d-7e2e9e030096 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901703 Jan 28 20:46:26.029048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42418) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:26.035425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-823edb54-c261-428c-adad-82c24ee4caee tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '348ce89a-cc71-4121-90c5-0869f4983532', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:26.076613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-823edb54-c261-428c-adad-82c24ee4caee tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.146707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-823edb54-c261-428c-adad-82c24ee4caee tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.153610 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-823edb54-c261-428c-adad-82c24ee4caee tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.170736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823edb54-c261-428c-adad-82c24ee4caee tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0409ca88-2335-4455-b29e-a082f76e6e60,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:26.192220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-823edb54-c261-428c-adad-82c24ee4caee tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.196607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-823edb54-c261-428c-adad-82c24ee4caee tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665540 Jan 28 20:46:26.196765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42422) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:26.202033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-db0070b8-d159-4d5f-a275-d4ed744ce8df tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '348ce89a-cc71-4121-90c5-0869f4983532', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:26.244843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db0070b8-d159-4d5f-a275-d4ed744ce8df tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.335059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db0070b8-d159-4d5f-a275-d4ed744ce8df tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.341490 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db0070b8-d159-4d5f-a275-d4ed744ce8df tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.362889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0070b8-d159-4d5f-a275-d4ed744ce8df tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d322646-7174-416a-8336-8a942bbb0e71,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:26.399532 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db0070b8-d159-4d5f-a275-d4ed744ce8df tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.404078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42432) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:26.410869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-74f584bc-c517-42a3-bc75-96975b334315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '348ce89a-cc71-4121-90c5-0869f4983532', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:26.415484 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-db0070b8-d159-4d5f-a275-d4ed744ce8df tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2176638 Jan 28 20:46:26.442843 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-74f584bc-c517-42a3-bc75-96975b334315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Project 93eedc7af78849d0b6487edf1964282e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:46:26.450342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74f584bc-c517-42a3-bc75-96975b334315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.565557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246bdd8-cf82-4a9c-b5fd-c1e639337998 req-7d19e5ff-3249-461f-9b62-9e07a29a0479 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:26.574351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e246bdd8-cf82-4a9c-b5fd-c1e639337998 req-7d19e5ff-3249-461f-9b62-9e07a29a0479 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 944 time: 0.0808337 Jan 28 20:46:26.584369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74f584bc-c517-42a3-bc75-96975b334315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.590663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74f584bc-c517-42a3-bc75-96975b334315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.611121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f584bc-c517-42a3-bc75-96975b334315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb42f41-2935-4ee7-a99c-921568fd2789,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:26.659356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e246bdd8-cf82-4a9c-b5fd-c1e639337998 req-90eddb4d-1fca-46b3-a5a8-841f7b064396 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819016 Jan 28 20:46:26.671475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-74f584bc-c517-42a3-bc75-96975b334315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.677849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42442) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:26.684951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device df8ec349-ca02-415d-85cc-9e06018ee600 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:26.690255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d8213185-d18f-49a4-8112-959ec987edfe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '348ce89a-cc71-4121-90c5-0869f4983532', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:26.705443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-74f584bc-c517-42a3-bc75-96975b334315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995956 Jan 28 20:46:26.741323 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-d8213185-d18f-49a4-8112-959ec987edfe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Project 93eedc7af78849d0b6487edf1964282e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:46:26.751664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d8213185-d18f-49a4-8112-959ec987edfe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.800541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port df8ec349-ca02-415d-85cc-9e06018ee600 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:46:26.804863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port df8ec349-ca02-415d-85cc-9e06018ee600 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:26.805503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.851557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d8213185-d18f-49a4-8112-959ec987edfe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.858140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d8213185-d18f-49a4-8112-959ec987edfe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.878988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8213185-d18f-49a4-8112-959ec987edfe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834ff333-e729-4f6c-9152-a129bf1c1366,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:26.891610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d8213185-d18f-49a4-8112-959ec987edfe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.896991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42450) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:26.902313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'network': {'name': 'tempest-network-smoke--1008990853', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'port_security_enabled': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:26.917652 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d8213185-d18f-49a4-8112-959ec987edfe tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2383053 Jan 28 20:46:26.943535 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:26.968082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:26.975463 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.027788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8ec349-ca02-415d-85cc-9e06018ee600'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:46:27.041766 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562ba5b6-27ab-4c3f-971c-8c9d7bdcde89" -d '{"events": [{"server_uuid": "4638d408-ca68-4b9d-b1e9-cb63b7cb69ff", "name": "network-vif-plugged", "status": "completed", "tag": "df8ec349-ca02-415d-85cc-9e06018ee600"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:27.043971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:46:27.102132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.104417 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Added segment 0a713631-0671-41d2-a7da-7a2f3f4a29ee of type vlan for network 93d9b763-d6db-4883-b1c2-467a52ea6e98 Jan 28 20:46:27.118672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port df8ec349-ca02-415d-85cc-9e06018ee600, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=df8ec349-ca02-415d-85cc-9e06018ee600,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:27.133531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.210225 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe33d51e-a366-4c09-bb03-eb990c482523 x-openstack-request-id: req-fe33d51e-a366-4c09-bb03-eb990c482523 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:27.210962 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4638d408-ca68-4b9d-b1e9-cb63b7cb69ff", "name": "network-vif-plugged", "status": "completed", "tag": "df8ec349-ca02-415d-85cc-9e06018ee600", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:27.211464 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe33d51e-a366-4c09-bb03-eb990c482523 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:27.212074 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'code': 200} Jan 28 20:46:27.232395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.258304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=df8ec349-ca02-415d-85cc-9e06018ee600,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:27.339094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.350651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:27.351650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.456197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5580258 Jan 28 20:46:27.458838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42468) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:27.468487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'admin_state_up': True, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:27.471158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db4c34-badf-4452-b595-ff3334a7216a req-2ee83996-8ece-4e40-8d46-4246f2082266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:27.472815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72db4c34-badf-4452-b595-ff3334a7216a req-2ee83996-8ece-4e40-8d46-4246f2082266 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1096 time: 0.1866970 Jan 28 20:46:27.506978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4823e52-bd51-4f23-861f-f8d05bb70d83 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Network': ['ID=93d9b763-d6db-4883-b1c2-467a52ea6e98,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:27.525354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:46:27.529885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.531027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.534394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72db4c34-badf-4452-b595-ff3334a7216a req-a3ed13b9-db49-44ba-84e3-2056f8e1ddd2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462248 Jan 28 20:46:27.627577 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.822706 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:27.874941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef28f79-8869-4a73-a3e6-5394e9a2976b req-56ae9f13-ebec-4b49-b858-9f8ad7dd4e9c tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:27.882738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ef28f79-8869-4a73-a3e6-5394e9a2976b req-56ae9f13-ebec-4b49-b858-9f8ad7dd4e9c tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 945 time: 0.1186409 Jan 28 20:46:27.993501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ef28f79-8869-4a73-a3e6-5394e9a2976b req-72700b0b-7ffd-48e1-85ca-8583d59b113a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977294 Jan 28 20:46:28.238413 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:28.263363 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:28.427552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.25.2.72 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/01540c3e-92f0-4cbd-863f-71f04b2a31a5) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:28.602657 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:28.652731 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:28.706664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:28.711687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:28.715256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:28.770453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=01540c3e-92f0-4cbd-863f-71f04b2a31a5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:29.135747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675e4fd-1d1a-4875-a9b7-4f2276a57a97 req-83ceee15-fba6-42e3-87b3-e41a1a8c09a3 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:29.138787 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:29.143249 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f675e4fd-1d1a-4875-a9b7-4f2276a57a97 req-83ceee15-fba6-42e3-87b3-e41a1a8c09a3 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 945 time: 0.0629790 Jan 28 20:46:29.237033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f675e4fd-1d1a-4875-a9b7-4f2276a57a97 req-f3172c24-74bb-471c-b99e-4a6910bfa756 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839260 Jan 28 20:46:29.450124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bccd0-5d5a-481f-9de5-3ba8bd213d76 req-26289e28-e21d-4565-84b3-59df4e683f6b tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:29.452842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-989bccd0-5d5a-481f-9de5-3ba8bd213d76 req-26289e28-e21d-4565-84b3-59df4e683f6b tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 945 time: 0.0963523 Jan 28 20:46:29.472369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:29.535194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-989bccd0-5d5a-481f-9de5-3ba8bd213d76 req-42d14e01-4703-48a1-887e-07eb5a6177cb tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613332 Jan 28 20:46:29.702566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e72f5382-e8c6-4465-b565-4b8680b1effc is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:46:29.777401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745e027-fa51-42b8-b4a4-d560074f14fc req-5820d841-3876-4a4d-a31e-5acdc4b9ccea tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:29.803514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6745e027-fa51-42b8-b4a4-d560074f14fc req-5820d841-3876-4a4d-a31e-5acdc4b9ccea tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 945 time: 0.1765449 Jan 28 20:46:29.875336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6745e027-fa51-42b8-b4a4-d560074f14fc req-f8f38dfa-d110-4441-a855-baec38494863 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645978 Jan 28 20:46:29.905759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42546) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:29.909593 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:29.933855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Sync routers for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:29.946008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:29.946813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:29.952673 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:29.958928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42550) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:29.959129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cb487a5d-05c8-4395-9d1e-ab3efe06930d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4974856 Jan 28 20:46:30.016125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-adc19462-03f8-4ae0-a077-489ad29e7b2a tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=93eedc7af78849d0b6487edf1964282e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559452 Jan 28 20:46:30.018991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42556) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:30.202991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da48e3-1af9-47ef-b285-e5f630195727 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:30.205413 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-01da48e3-1af9-47ef-b285-e5f630195727 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1852970 Jan 28 20:46:30.210580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42568) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:30.237621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5b754-8f43-4307-9516-ffb0cab934f9 tempest-TestServerBasicOps-624486398 tempest-TestServerBasicOps-624486398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:30.244845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5cb5b754-8f43-4307-9516-ffb0cab934f9 tempest-TestServerBasicOps-624486398 tempest-TestServerBasicOps-624486398-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1091 time: 0.3378057 Jan 28 20:46:30.247046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42570) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:30.258318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:30.286069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-462e3133-7ab8-4d3c-90f6-bfb7bf3b95dc tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742488 Jan 28 20:46:30.290136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 42574) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:30.301313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062813534', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:30.398532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:30.445184 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:30.565921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:30.574617 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:30.726198 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:28Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:30.745910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:30.764472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Checking router: e72f5382-e8c6-4465-b565-4b8680b1effc for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:30.765153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Updating router e72f5382-e8c6-4465-b565-4b8680b1effc port 01540c3e-92f0-4cbd-863f-71f04b2a31a5 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:46:30.793771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:30.984458 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:31.065502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Subnet': ['ID=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:31.086722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.086958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.087301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.087638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.087968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.088325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.088660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.088982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.089315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.089644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.089959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.090276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:31.105686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Checking segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:31.106048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network hostable DHCP agents. Network: 93d9b763-d6db-4883-b1c2-467a52ea6e98, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:46:31.140038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:46:31.154794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 93d9b763-d6db-4883-b1c2-467a52ea6e98) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:31.163968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:31.166682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:31.216278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e9879f50-3d61-44bb-a410-98499f38e3a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9248059 Jan 28 20:46:31.221599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42598) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:31.222313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf90d6f-c7bb-4edc-ae48-0a76a269b3d4 None None] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:31.593042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:31.615542 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:31.646601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-93d9b763-d6db-4883-b1c2-467a52ea6e98', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:46:31.647533 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:31.826123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Allocated IP 172.25.2.205 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/7085a671-5dd2-4f30-a3a3-aee362ca250e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:31.888500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Allocated IP 172.20.0.2 (93d9b763-d6db-4883-b1c2-467a52ea6e98/45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38/b558cf41-2450-4abd-8cb5-d43dae44c114) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:32.046970 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.121967 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.134313 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.146061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Attempting to bind port 01540c3e-92f0-4cbd-863f-71f04b2a31a5 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:32.146061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Attempting to bind port 01540c3e-92f0-4cbd-863f-71f04b2a31a5 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:32.146375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Attempting to bind port 01540c3e-92f0-4cbd-863f-71f04b2a31a5 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:32.155555 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.157655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324d45b-9f38-4520-baab-fa7c933624d0 None None] Pushing event updated for resources: {'Port': ['ID=01540c3e-92f0-4cbd-863f-71f04b2a31a5,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:32.175053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:32.180315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:32.180869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.181138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:32.181698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Bound port: 01540c3e-92f0-4cbd-863f-71f04b2a31a5, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:32.182025 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.268219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:32.271261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:32.276223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Pushing event updated for resources: {'Port': ['ID=b558cf41-2450-4abd-8cb5-d43dae44c114,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:32.285825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:32.286634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:32.289777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:32.290685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:32.313587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] For port 01540c3e-92f0-4cbd-863f-71f04b2a31a5, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:32.382857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] For port 01540c3e-92f0-4cbd-863f-71f04b2a31a5, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=01540c3e-92f0-4cbd-863f-71f04b2a31a5,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:32.388541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Attempting to bind port b558cf41-2450-4abd-8cb5-d43dae44c114 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:32.388927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Attempting to bind port b558cf41-2450-4abd-8cb5-d43dae44c114 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:32.389292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Attempting to bind port b558cf41-2450-4abd-8cb5-d43dae44c114 on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:32.400786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.433401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:32.433777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Checking segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:32.434184 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.434586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Bound using segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:32.435070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Bound port: b558cf41-2450-4abd-8cb5-d43dae44c114, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:32.435460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.446491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'Port': ['ID=7085a671-5dd2-4f30-a3a3-aee362ca250e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:32.526226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:32.526790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:32.572274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324d45b-9f38-4520-baab-fa7c933624d0 None None] Pushing event updated for resources: {'Port': ['ID=01540c3e-92f0-4cbd-863f-71f04b2a31a5,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:32.619905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] For port b558cf41-2450-4abd-8cb5-d43dae44c114, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:32.634374 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:46:32.667961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] For port b558cf41-2450-4abd-8cb5-d43dae44c114, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b558cf41-2450-4abd-8cb5-d43dae44c114,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:32.675468 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:32.790341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:32.970339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbec3b5-d2a6-4af3-a712-09df4442e05f None None] Pushing event updated for resources: {'Port': ['ID=b558cf41-2450-4abd-8cb5-d43dae44c114,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:32.978828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:33.343278 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:33.352803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:28Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:33.427832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a658187-95f6-4d62-beeb-06984ca0f0bc None None] The sync data for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 is: [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:28Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:33.568969 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:33.769835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.20.0.1 (93d9b763-d6db-4883-b1c2-467a52ea6e98/45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38/8e88d7c0-6c80-4283-8953-d429323839fd) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:34.132707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:34.174600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:34.195314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:34.340026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:34.483216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:34.543817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:34.572411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:34.586913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:34.648936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b558cf41-2450-4abd-8cb5-d43dae44c114 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:34.775257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b558cf41-2450-4abd-8cb5-d43dae44c114 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:34.775630 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:34.786146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event updated for resources: {'Port': ['ID=7085a671-5dd2-4f30-a3a3-aee362ca250e,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:34.798297 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:34.831648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=8e88d7c0-6c80-4283-8953-d429323839fd,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:35.063013 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Floating IP 4e605ec0-3aea-4a4d-8f47-4f015c41fe44 associated. External IP: 172.25.2.205, port: df8ec349-ca02-415d-85cc-9e06018ee600. Jan 28 20:46:35.194399 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:35.303543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:35.323716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port b558cf41-2450-4abd-8cb5-d43dae44c114, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b558cf41-2450-4abd-8cb5-d43dae44c114,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:35.325267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aabbf1-ebbf-41f3-b4f5-02b8fc55ea6d None None] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:35.347384 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:35.348739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 01540c3e-92f0-4cbd-863f-71f04b2a31a5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:35.727074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0942a315-90bc-4acb-b11f-d2045b24dc9e None None] Provisioning complete for port b558cf41-2450-4abd-8cb5-d43dae44c114 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:35.728562 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0942a315-90bc-4acb-b11f-d2045b24dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:36.040456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=b558cf41-2450-4abd-8cb5-d43dae44c114,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:36.221740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:36.232720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:36.239121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 01540c3e-92f0-4cbd-863f-71f04b2a31a5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:36.239491 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:36.349735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:36.406140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Router 1bda7068-f281-47bd-8d3e-6031a3984912 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:46:36.504673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=8e88d7c0-6c80-4283-8953-d429323839fd,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:36.526348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:36.571438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 01540c3e-92f0-4cbd-863f-71f04b2a31a5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=01540c3e-92f0-4cbd-863f-71f04b2a31a5,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:36.578084 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:36.590966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:36.599399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:36.749181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=01540c3e-92f0-4cbd-863f-71f04b2a31a5,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:36.794171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b558cf41-2450-4abd-8cb5-d43dae44c114 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:36.814430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:36.825189 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] Sync routers for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:36.846179 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:36.847008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:36.865136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:36.976846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-17f2fce8-320e-4213-8ca9-bbaed8c2016f tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7286351 Jan 28 20:46:36.977580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'tag': 'df8ec349-ca02-415d-85cc-9e06018ee600'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:46:36.980084 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67" -d '{"events": [{"name": "network-changed", "server_uuid": "4638d408-ca68-4b9d-b1e9-cb63b7cb69ff", "tag": "df8ec349-ca02-415d-85cc-9e06018ee600"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:37.038553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e72f5382-e8c6-4465-b565-4b8680b1effc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:46:37.040926 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddc2ecd-5e3e-4a01-bb44-615e38333d37 x-openstack-request-id: req-7ddc2ecd-5e3e-4a01-bb44-615e38333d37 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:37.041759 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4638d408-ca68-4b9d-b1e9-cb63b7cb69ff", "tag": "df8ec349-ca02-415d-85cc-9e06018ee600", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:37.041759 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ddc2ecd-5e3e-4a01-bb44-615e38333d37 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:37.042401 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'tag': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'status': 'completed', 'code': 200} Jan 28 20:46:37.077772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b558cf41-2450-4abd-8cb5-d43dae44c114 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:37.086229 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:37.108494 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:37.175295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-0af07806-9653-4ff2-982b-6af1ac346086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:37.177655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-0af07806-9653-4ff2-982b-6af1ac346086 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f7834c40a0e42c2badcfd67794cf4a4&device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1096 time: 0.1126895 Jan 28 20:46:37.179565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fca1e615-1ee4-40fe-b37d-92a862edf208 None None] Provisioning complete for port 8e88d7c0-6c80-4283-8953-d429323839fd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:37.179952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fca1e615-1ee4-40fe-b37d-92a862edf208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:37.417939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fca1e615-1ee4-40fe-b37d-92a862edf208 None None] Port 8e88d7c0-6c80-4283-8953-d429323839fd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:37.512760 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:37.544934 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5c2f9566-6826-426a-89dd-f58d4e09372b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "PUT /v2.0/routers/e72f5382-e8c6-4465-b565-4b8680b1effc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3205948 Jan 28 20:46:37.572259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fca1e615-1ee4-40fe-b37d-92a862edf208 None None] Provisioning complete for port b558cf41-2450-4abd-8cb5-d43dae44c114 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:37.572649 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fca1e615-1ee4-40fe-b37d-92a862edf208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:37.586102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-300694b0-6fa4-4b78-897f-545e157f1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:37.587309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Sync routers for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:37.595202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-300694b0-6fa4-4b78-897f-545e157f1e7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 HTTP/1.1" status: 200 len: 909 time: 0.4089360 Jan 28 20:46:37.674186 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:37.676404 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:37.725147 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '4e605ec0-3aea-4a4d-8f47-4f015c41fe44', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'port_id': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'mac_address': 'fa:16:3e:b6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:46:32Z', 'updated_at': '2022-01-28T20:46:32Z', 'revision_number': 0, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:46:04Z', 'revision_number': 5, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:37.791190 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] Checking router: 1bda7068-f281-47bd-8d3e-6031a3984912 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:37.823171 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:37.825556 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:11Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:37.910848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-70f3a02b-8d7d-4d32-8174-d4b147fe0908 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8ec349-ca02-415d-85cc-9e06018ee600 HTTP/1.1" status: 200 len: 999 time: 0.3089337 Jan 28 20:46:38.087190 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:38.134561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-4d5fb711-c655-4079-a91c-f4d901a7ff5b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748168669&fields=id&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 267 time: 0.1216121 Jan 28 20:46:38.194091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-361c36a8-ca12-4721-8975-307661796d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:38.196540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-361c36a8-ca12-4721-8975-307661796d03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5df85b-9cb3-406b-a686-ddd5dd578bc2 HTTP/1.1" status: 200 len: 847 time: 0.2765267 Jan 28 20:46:38.277678 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-858b1696-1f26-43f9-a793-a5d34190d6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:38.401326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-edf3d3d5-fb5b-48bb-8c6e-69b3e78eb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:38.404705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-edf3d3d5-fb5b-48bb-8c6e-69b3e78eb7ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718769 Jan 28 20:46:38.465652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:38.699181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be6ec-610f-4af0-acf3-04cca70045cd req-3c7f1214-4730-4cf6-a5a2-8c5e7127999a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:38.703403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-3c7f1214-4730-4cf6-a5a2-8c5e7127999a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 797 time: 0.5579379 Jan 28 20:46:38.775215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-12a386ef-f33a-4630-89e2-3cb2c9e855e4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/quotas/93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 375 time: 0.0652587 Jan 28 20:46:38.777135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 01540c3e-92f0-4cbd-863f-71f04b2a31a5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:38.887703 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '4e605ec0-3aea-4a4d-8f47-4f015c41fe44', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'port_id': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'mac_address': 'fa:16:3e:b6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:46:32Z', 'updated_at': '2022-01-28T20:46:32Z', 'revision_number': 0, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:46:04Z', 'revision_number': 5, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:38.894340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-0cf74266-b154-4ea1-a877-7df36a02c693 service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689178 Jan 28 20:46:38.950422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 01540c3e-92f0-4cbd-863f-71f04b2a31a5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:38.950987 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:38.952224 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79d521-68f1-4dc1-a046-1e3a2afe34e5 None None] The sync data for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 is: [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '4e605ec0-3aea-4a4d-8f47-4f015c41fe44', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'port_id': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'mac_address': 'fa:16:3e:b6:71:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:46:32Z', 'updated_at': '2022-01-28T20:46:32Z', 'revision_number': 0, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:46:04Z', 'revision_number': 5, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:38.980594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-4c417c1b-09e7-4e9b-8625-032d2ef520d1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1878867 Jan 28 20:46:38.994616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ccdab21d-58bf-4b5d-bae8-033c701da00f None None] Provisioning complete for port 8e88d7c0-6c80-4283-8953-d429323839fd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:38.994994 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ccdab21d-58bf-4b5d-bae8-033c701da00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:39.145281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ccdab21d-58bf-4b5d-bae8-033c701da00f None None] Port 8e88d7c0-6c80-4283-8953-d429323839fd cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:39.164025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 2, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:39.209400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Checking router: e72f5382-e8c6-4465-b565-4b8680b1effc for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:39.209760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Updating router e72f5382-e8c6-4465-b565-4b8680b1effc port 8e88d7c0-6c80-4283-8953-d429323839fd binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:46:39.287971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:39.409162 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe53bd-1dc4-4495-9b91-2d44571fecd4 None None] New status for floating IP 4e605ec0-3aea-4a4d-8f47-4f015c41fe44: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:46:39.417461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42792) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:39.459282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-582e2bf8-bfb6-4396-96b8-f8d6fbdacc67 req-1cbfc70c-30c2-438f-b0f2-438be2134954 service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586023 Jan 28 20:46:39.533912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-31f35f6e-a9df-4748-84ea-c3fb5fbafe37 service neutron] 10.222.0.44 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102483 Jan 28 20:46:39.691665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-54e3cfcb-2657-4ac2-9b57-75ab31d44dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:39.844037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-54e3cfcb-2657-4ac2-9b57-75ab31d44dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:39.850601 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-54e3cfcb-2657-4ac2-9b57-75ab31d44dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:39.903747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-e762a68f-eb9a-469d-bb42-0796f22fa220 service neutron] 10.222.0.44 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600008 Jan 28 20:46:39.909484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3cfcb-2657-4ac2-9b57-75ab31d44dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd79a2-5bfd-43b0-8533-000ee8a6dddc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:39.918973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-54e3cfcb-2657-4ac2-9b57-75ab31d44dd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=104d474a6715404ebc68c5a365b51367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997549 Jan 28 20:46:39.921755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42808) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:39.945761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:39.961129 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.072358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36f535f1-5ead-4312-83e2-808198e0cea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.121745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c44c9-98aa-44a1-9595-e2a52b12ec28 None None] Pushing event updated for resources: {'Port': ['ID=8e88d7c0-6c80-4283-8953-d429323839fd,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:40.122393 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36f535f1-5ead-4312-83e2-808198e0cea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.177155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Attempting to bind port 8e88d7c0-6c80-4283-8953-d429323839fd on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:40.177598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Attempting to bind port 8e88d7c0-6c80-4283-8953-d429323839fd by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:40.178028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Attempting to bind port 8e88d7c0-6c80-4283-8953-d429323839fd on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:40.184140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:40.184745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Checking segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:40.185241 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.185722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Bound using segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:40.186292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Bound port: 8e88d7c0-6c80-4283-8953-d429323839fd, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:40.186777 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.260696 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36f535f1-5ead-4312-83e2-808198e0cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.275277 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8ed2ce2-b44e-4b61-b27e-5f99d3ae009f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.282793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36f535f1-5ead-4312-83e2-808198e0cea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.289277 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-36f535f1-5ead-4312-83e2-808198e0cea5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bdd79a2-5bfd-43b0-8533-000ee8a6dddc HTTP/1.1" status: 204 len: 168 time: 0.3664827 Jan 28 20:46:40.304229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b12d72c5-bb59-4357-a610-e56e87a22b68 req-5dd35468-c19b-4328-a3ed-08c892563ad8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 210 time: 0.0712075 Jan 28 20:46:40.310250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f535f1-5ead-4312-83e2-808198e0cea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd79a2-5bfd-43b0-8533-000ee8a6dddc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:40.511828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] For port 8e88d7c0-6c80-4283-8953-d429323839fd, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:40.516021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] For port 8e88d7c0-6c80-4283-8953-d429323839fd, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8e88d7c0-6c80-4283-8953-d429323839fd,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:40.533143 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:40.685827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:40.687339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:40.700015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c44c9-98aa-44a1-9595-e2a52b12ec28 None None] Pushing event updated for resources: {'Port': ['ID=8e88d7c0-6c80-4283-8953-d429323839fd,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:40.797466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5ce31996-0d0c-496f-999f-3482cb7cb74d None None] Provisioning complete for port 8e88d7c0-6c80-4283-8953-d429323839fd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:40.797466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5ce31996-0d0c-496f-999f-3482cb7cb74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:41.002735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:41.066814 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5ce31996-0d0c-496f-999f-3482cb7cb74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:41.286118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5ce31996-0d0c-496f-999f-3482cb7cb74d None None] For port 8e88d7c0-6c80-4283-8953-d429323839fd, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8e88d7c0-6c80-4283-8953-d429323839fd,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:41.292800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5ce31996-0d0c-496f-999f-3482cb7cb74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:41.435874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce31996-0d0c-496f-999f-3482cb7cb74d None None] Pushing event updated for resources: {'Port': ['ID=8e88d7c0-6c80-4283-8953-d429323839fd,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:41.463232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d19ef378-4b57-4e7b-9568-1e5cea5cf9c5 None None] Provisioning complete for port 8e88d7c0-6c80-4283-8953-d429323839fd triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:41.463679 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d19ef378-4b57-4e7b-9568-1e5cea5cf9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:41.504761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-95528336-5abe-48bb-a05f-926e6ece95f0 req-139bcf5c-b468-4b89-9d3c-c5c04bbb829d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 210 time: 0.0581257 Jan 28 20:46:41.685291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42876) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:41.736739 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:41.761820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:40Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:41.869841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f9b25-d6fc-479a-9cad-39dd5f305660 None None] The sync data for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 is: [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:40Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:42.059258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-679151397-network', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:42.108084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:42.111771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.128299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.310348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.329882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.363191 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be6ec-610f-4af0-acf3-04cca70045cd req-253a2bc8-d0a0-4170-b9cb-f0bf2577d9b0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:42.364940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-253a2bc8-d0a0-4170-b9cb-f0bf2577d9b0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 797 time: 0.2408211 Jan 28 20:46:42.365967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:46:42.383359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:42.401701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.405168 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Added segment 9d57bc35-8409-4c01-99f9-7355ec3ff174 of type vlan for network 833d0a8f-29a4-488d-a0a9-de6459b1a855 Jan 28 20:46:42.426478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-c3b5be7f-d320-4afb-87da-1c29a37bcb55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 379 time: 0.0505636 Jan 28 20:46:42.457932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.459797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'port': {'device_id': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'admin_state_up': True, 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'security_groups': ['348ce89a-cc71-4121-90c5-0869f4983532']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:42.520896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.522878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:42.524313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.747131 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0606253 Jan 28 20:46:42.749989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:42.780577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Request body: {'subnet': {'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-679151397-subnet', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:42.803560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-527c87bc-7b82-4667-a182-b06a32bd7235 req-8351fc8e-9903-4fc8-8a30-e8ab14f876e0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 210 time: 0.1232080 Jan 28 20:46:42.830423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ea939-fc8b-4c2a-bd85-7dd55b828ffd admin admin] Pushing event updated for resources: {'Network': ['ID=833d0a8f-29a4-488d-a0a9-de6459b1a855,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:42.841941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:46:42.842440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:42.846167 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:42.894419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:42.897166 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.019714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8e88d7c0-6c80-4283-8953-d429323839fd up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:43.180336 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.186992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.20.0.14 (93d9b763-d6db-4883-b1c2-467a52ea6e98/45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38/f3cb9117-1563-422a-bdf5-c432f02f4a7b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:43.265796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8e88d7c0-6c80-4283-8953-d429323839fd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:43.266447 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.455718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.474949 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.552267 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.576521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef990b61-5593-488d-8859-5b4227c2fee4,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:43.579422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:43.580073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Network hostable DHCP agents. Network: 833d0a8f-29a4-488d-a0a9-de6459b1a855, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:46:43.609220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:46:43.632259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 833d0a8f-29a4-488d-a0a9-de6459b1a855) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:43.649328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:43.650623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.652143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7585dd5-da4a-421a-827c-d6d244c1cdc7 None None] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:43.687696 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.701645 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7b9a2b02-3b84-4ac8-8f5b-6e39f8be2a21 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9499891 Jan 28 20:46:43.704157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 42936) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:43.710490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:43.777241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.778384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.787969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:43.792032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:43.800976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:43.805830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:43.944834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:43.950707 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:43.954213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.001310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-20ac470d-4012-4b92-80f3-96d3a86e2464 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5590866 Jan 28 20:46:44.014257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Request body: {'port': {'device_id': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:44.018088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-833d0a8f-29a4-488d-a0a9-de6459b1a855', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:46:44.019310 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.192726 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.299437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efe246-db34-4ac2-a5ee-19ba4ac3263f req-5617e39b-2e34-48a4-a718-683c389e936e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:44.308543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14efe246-db34-4ac2-a5ee-19ba4ac3263f req-5617e39b-2e34-48a4-a718-683c389e936e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 932 time: 0.2860804 Jan 28 20:46:44.334126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.367979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Allocated IP 172.20.0.2 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/84d3229d-1b0c-45f5-9ba2-b2091d41a44a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:44.458796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14efe246-db34-4ac2-a5ee-19ba4ac3263f req-a0b6bde6-e16d-4dce-b07c-a80b4f02e4bd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481154 Jan 28 20:46:44.626586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.638937 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.663197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.705458 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.741257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4114add8-101a-47c9-8ef7-c929a7a625a0 None None] Provisioning complete for port f3cb9117-1563-422a-bdf5-c432f02f4a7b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:44.741915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4114add8-101a-47c9-8ef7-c929a7a625a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:44.746951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:45.011313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cb9117-1563-422a-bdf5-c432f02f4a7b {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:46:45.039985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.064902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Transition to ACTIVE for port object f3cb9117-1563-422a-bdf5-c432f02f4a7b will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:46:45.072054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.072768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Allocated IP 172.25.2.110 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/1812aa2d-c906-4f01-87a2-0329c191acb0) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:45.221480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:45.241669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4114add8-101a-47c9-8ef7-c929a7a625a0 None None] Port f3cb9117-1563-422a-bdf5-c432f02f4a7b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:45.268496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:45.277379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:45.306545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:45.307045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:45.307486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:45.312849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:46:45.313973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:45.327593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:45.327845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Checking segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:45.328306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Bound using segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:45.328941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Bound port: f3cb9117-1563-422a-bdf5-c432f02f4a7b, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:45.329780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.346338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Pushing event updated for resources: {'Port': ['ID=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:45.414629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Attempting to bind port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:45.418354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Attempting to bind port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:45.419053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Attempting to bind port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:45.428388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:45.428986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:45.433371 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.434060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:45.435608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Bound port: 84d3229d-1b0c-45f5-9ba2-b2091d41a44a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:45.436858 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.440230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.467251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:45.481026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:45.489554 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.543894 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.546447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] For port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:45.552708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] For port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:45.568662 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.607466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:45.612939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:45.615157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] 10.222.0.26 "PUT /v2.0/ports/f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1092 time: 1.6053898 Jan 28 20:46:45.617967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:46:45.621747 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a87ff89-65d2-43ff-9c74-5b122e1a2072" -d '{"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:45.642220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:45.645854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:45.654309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:45.677999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253594bd-0834-4764-a1c8-5f1a59a6d4c8 None None] Pushing event updated for resources: {'Port': ['ID=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:45.715080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Pushing event updated for resources: {'Port': ['ID=1812aa2d-c906-4f01-87a2-0329c191acb0,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:45.817714 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74be323c-27b6-4701-b30c-bab59e5b7187 x-openstack-request-id: req-74be323c-27b6-4701-b30c-bab59e5b7187 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:45.818348 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:45.818790 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74be323c-27b6-4701-b30c-bab59e5b7187 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:45.819731 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'status': 'completed', 'code': 200} Jan 28 20:46:45.842378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a00a7f-8b2a-4aad-9f8d-444e166a884d service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:45.909779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be6ec-610f-4af0-acf3-04cca70045cd req-3e24ef1f-a1c6-45f6-aa32-2fe0300d3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:45.922885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-3e24ef1f-a1c6-45f6-aa32-2fe0300d3a91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1095 time: 0.2415833 Jan 28 20:46:45.937611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed91a24-7590-43e0-88ba-d2d5c466223c req-07808ef0-e87f-4687-af46-46238edae6cd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:45.941324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ed91a24-7590-43e0-88ba-d2d5c466223c req-07808ef0-e87f-4687-af46-46238edae6cd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 944 time: 0.3068540 Jan 28 20:46:46.026766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-4647e226-3590-4bd1-aa42-b3efbad33420 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 217 time: 0.0841599 Jan 28 20:46:46.187229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ed91a24-7590-43e0-88ba-d2d5c466223c req-d06d83ac-c6f2-420b-b06c-acb1c278fb31 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251830 Jan 28 20:46:46.217926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be6ec-610f-4af0-acf3-04cca70045cd req-7842df4c-71f6-416d-9217-044355ebc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:46.220153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-7842df4c-71f6-416d-9217-044355ebc1b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.1836810 Jan 28 20:46:46.244677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:46.311469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be6ec-610f-4af0-acf3-04cca70045cd req-6829060a-8d09-4027-93be-a67dbf3b0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:46.313587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-6829060a-8d09-4027-93be-a67dbf3b0784 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865219 Jan 28 20:46:46.530417 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-834d0bb0-a367-4400-9bd4-ff7818972fe4 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093370 Jan 28 20:46:46.663299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-311be6ec-610f-4af0-acf3-04cca70045cd req-8eea6851-aa68-49f8-b612-e69ec26c6d53 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241629 Jan 28 20:46:46.828694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-2e713900-e340-4ada-84f3-4da1e29069b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:46.830687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-2e713900-e340-4ada-84f3-4da1e29069b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1095 time: 0.0904560 Jan 28 20:46:46.843045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 84d3229d-1b0c-45f5-9ba2-b2091d41a44a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:46.981610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:46.981982 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:47.003892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-2d3a7492-cddf-4b3d-9e23-7e6f245daca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:47.014041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-2d3a7492-cddf-4b3d-9e23-7e6f245daca8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.1660142 Jan 28 20:46:47.097906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-7314765a-8ace-4689-b9bb-edeb25a28ad4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 217 time: 0.0802226 Jan 28 20:46:47.205865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:47.227187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-37f91e3d-3321-4d0a-a4ac-5d05c18daa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:47.227929 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:47.228637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-37f91e3d-3321-4d0a-a4ac-5d05c18daa1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.1203489 Jan 28 20:46:47.310822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-b6363f0b-1fd8-458c-af5d-2d7f25da2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:47.317493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-b6363f0b-1fd8-458c-af5d-2d7f25da2975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767207 Jan 28 20:46:47.379376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:47.392162 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:47.499273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:47.507274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:46:47.544936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d272a-e589-4072-a05b-b1a8775d6412 req-5fe1c9b8-3a29-4733-9cd1-ba1c11979ded tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:47.555783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e27d272a-e589-4072-a05b-b1a8775d6412 req-5fe1c9b8-3a29-4733-9cd1-ba1c11979ded tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 944 time: 0.1280396 Jan 28 20:46:47.581703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-2938b80e-7842-4b5d-bc6e-82a0ef8591ea service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585282 Jan 28 20:46:47.772470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e27d272a-e589-4072-a05b-b1a8775d6412 req-c16583ad-186d-4a66-9d1a-bf1789a33e94 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148952 Jan 28 20:46:47.786898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b698c36-2f38-4500-b490-e49fdc3f3926 None None] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:47.812690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:47.839708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a87ff89-65d2-43ff-9c74-5b122e1a2072 req-914dd425-572f-4185-ba46-e2e4b699439a service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509348 Jan 28 20:46:47.855684 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:47.859812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43046) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:47.872821 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-373e1c98-beef-4834-8db5-2d2a5b35b421 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1669841 Jan 28 20:46:47.874527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:47.971186 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:47.971828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:48.032298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d8bd879a-26fc-41b5-a439-8c2457ed9aeb None None] Provisioning complete for port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:48.032298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8bd879a-26fc-41b5-a439-8c2457ed9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:48.210595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:48.267356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:48.614031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:46Z', 'revision_number': 3, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:48.662558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:48.663764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Updating router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 port 1812aa2d-c906-4f01-87a2-0329c191acb0 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:46:48.692243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:48.699445 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:48.762531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 84d3229d-1b0c-45f5-9ba2-b2091d41a44a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:48.977879 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-48bb5469-f16c-4f18-8f63-d989b8bed809 None None] Provisioning complete for port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:48.978562 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-48bb5469-f16c-4f18-8f63-d989b8bed809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:48.998117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Allocated IP 172.20.0.1 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/746cf128-cc00-4d19-9e35-bba2a152946d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:49.028059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3594922-e64a-4636-84dd-e1d1f241361c req-abc56c40-4e0a-4114-a562-bc50c8295ce1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:49.029754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3594922-e64a-4636-84dd-e1d1f241361c req-abc56c40-4e0a-4114-a562-bc50c8295ce1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 944 time: 0.1343825 Jan 28 20:46:49.104435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:46:49.203290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:49.205906 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.250326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3594922-e64a-4636-84dd-e1d1f241361c req-bdade599-5dcb-428d-9484-2c3d85716b3d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124429 Jan 28 20:46:49.304101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.347815 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.394199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:49.426869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Pushing event updated for resources: {'Port': ['ID=746cf128-cc00-4d19-9e35-bba2a152946d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:49.445394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:49.446868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:49.449344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:49.529204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.542988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'port_id': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'mac_address': 'fa:16:3e:cd:00:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:46:49.684957 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.716655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cb9117-1563-422a-bdf5-c432f02f4a7b {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:46:49.727642 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.755728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.770478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.823964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:49.825457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648bb50-7f06-48e7-ae87-b2fa3368ad3e None None] Pushing event updated for resources: {'Port': ['ID=1812aa2d-c906-4f01-87a2-0329c191acb0,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:49.900582 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.937423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Attempting to bind port 1812aa2d-c906-4f01-87a2-0329c191acb0 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:49.938007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Attempting to bind port 1812aa2d-c906-4f01-87a2-0329c191acb0 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:49.938558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Attempting to bind port 1812aa2d-c906-4f01-87a2-0329c191acb0 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:49.975800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:49.976443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:49.977028 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:49.977523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:49.978217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Bound port: 1812aa2d-c906-4f01-87a2-0329c191acb0, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:49.978849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:50.019691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3e78dec8-cc47-49e9-bd19-c1eefb55713a None None] Provisioning complete for port 746cf128-cc00-4d19-9e35-bba2a152946d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:50.020354 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e78dec8-cc47-49e9-bd19-c1eefb55713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:50.027649 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:50.037857 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:50.119515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:50.168999 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:50.170509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3e78dec8-cc47-49e9-bd19-c1eefb55713a None None] Port 746cf128-cc00-4d19-9e35-bba2a152946d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:50.173060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Pushing event updated for resources: {'Port': ['ID=746cf128-cc00-4d19-9e35-bba2a152946d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:50.199893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f3cb9117-1563-422a-bdf5-c432f02f4a7b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:46:50.256350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] For port 1812aa2d-c906-4f01-87a2-0329c191acb0, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:50.276130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] For port 1812aa2d-c906-4f01-87a2-0329c191acb0, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1812aa2d-c906-4f01-87a2-0329c191acb0,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:50.281827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:50.283989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:50.308501 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:50.509352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648bb50-7f06-48e7-ae87-b2fa3368ad3e None None] Pushing event updated for resources: {'Port': ['ID=1812aa2d-c906-4f01-87a2-0329c191acb0,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:50.526477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36b252-c90e-4b83-b34e-995c58381c3d req-fca25355-2692-4112-ae6f-ecda97210ad8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:50.528045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd36b252-c90e-4b83-b34e-995c58381c3d req-fca25355-2692-4112-ae6f-ecda97210ad8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 945 time: 0.1140900 Jan 28 20:46:50.563560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:50.568415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:46:50.568767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:50.590832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd36b252-c90e-4b83-b34e-995c58381c3d req-e699deac-c6a4-4432-8c0b-c02c40c1734f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537889 Jan 28 20:46:50.910195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5f4adcd3-c2fd-4f6e-aba7-f3990226b9ea None None] Provisioning complete for port 746cf128-cc00-4d19-9e35-bba2a152946d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:50.910744 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5f4adcd3-c2fd-4f6e-aba7-f3990226b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:51.021541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5f4adcd3-c2fd-4f6e-aba7-f3990226b9ea None None] Port 746cf128-cc00-4d19-9e35-bba2a152946d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:46:51.074609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:51.344872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:51.356088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dd518990-810c-41d4-b373-c044570afa39 admin admin] 10.222.0.44 "PUT /v2.0/routers/36228078-5fbc-4eaf-a6aa-dd41bec53d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4866991 Jan 28 20:46:51.479164 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:51.516125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 2, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:51.556370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ada5eea-d9ca-4f63-a436-a80fc433a830 None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 2, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:51.780136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fe11e-3e4d-4c55-8d8a-407e2052260e req-415e03be-a373-4f6b-83b3-1863d1ffd69e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:51.785933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-124fe11e-3e4d-4c55-8d8a-407e2052260e req-415e03be-a373-4f6b-83b3-1863d1ffd69e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 945 time: 0.0707641 Jan 28 20:46:51.849369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-124fe11e-3e4d-4c55-8d8a-407e2052260e req-f976508f-313e-4bb8-8711-5a1ca75199f5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555110 Jan 28 20:46:52.160691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b775b-8be7-45e7-8716-bf14a76a6f62 req-878a39b6-9feb-4da4-bf5e-442a0248a374 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:52.163444 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-824b775b-8be7-45e7-8716-bf14a76a6f62 req-878a39b6-9feb-4da4-bf5e-442a0248a374 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 946 time: 0.0711246 Jan 28 20:46:52.234871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-824b775b-8be7-45e7-8716-bf14a76a6f62 req-f8303b7a-d5d9-4fa2-977c-387b44b676de tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630400 Jan 28 20:46:52.305484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43174) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:52.309979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-666100336-network', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:52.339745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Made reservation on behalf of 1bfeaafa6fe74ed99cebcb82ae2fa2d6 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:52.342538 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.352603 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.479073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.486278 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.523233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:46:52.530649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b2f5c4-a307-47a2-9c02-7d8243a85f74,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:52.538911 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.539129 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Added segment 6f55a0c7-1c6a-4e4a-8256-8f8118792c2e of type vlan for network 16608093-5b3c-496c-9362-903c1ea5cab2 Jan 28 20:46:52.587022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.672841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.674309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:52.675152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.750267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4440341 Jan 28 20:46:52.752950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43182) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:52.760039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Request body: {'subnet': {'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-666100336-subnet', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:52.768418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ea358-b829-430e-804c-dff088dc8d53 admin admin] Pushing event updated for resources: {'Network': ['ID=16608093-5b3c-496c-9362-903c1ea5cab2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:52.779025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 16608093-5b3c-496c-9362-903c1ea5cab2 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:46:52.805498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Made reservation on behalf of 1bfeaafa6fe74ed99cebcb82ae2fa2d6 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:46:52.809145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:52.881815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1812aa2d-c906-4f01-87a2-0329c191acb0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:52.993750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1812aa2d-c906-4f01-87a2-0329c191acb0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:52.996253 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.136818 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.152937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc3b77-4177-4a8f-b58c-000e3c70c93c req-8df9e9cf-5039-42a6-a7e9-770b90320025 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:53.154799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dfc3b77-4177-4a8f-b58c-000e3c70c93c req-8df9e9cf-5039-42a6-a7e9-770b90320025 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 945 time: 0.1236370 Jan 28 20:46:53.167338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 1812aa2d-c906-4f01-87a2-0329c191acb0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1812aa2d-c906-4f01-87a2-0329c191acb0,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:53.170757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:53.215123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.219698 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.259229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1dfc3b77-4177-4a8f-b58c-000e3c70c93c req-c5594bbb-b394-46cc-8320-da9c40b89cf1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973458 Jan 28 20:46:53.300097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port f3cb9117-1563-422a-bdf5-c432f02f4a7b completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:46:53.309982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:53.317223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Checking segment: {'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:53.320051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Network hostable DHCP agents. Network: 16608093-5b3c-496c-9362-903c1ea5cab2, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:46:53.323599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port f3cb9117-1563-422a-bdf5-c432f02f4a7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:53.324152 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.353033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=1812aa2d-c906-4f01-87a2-0329c191acb0,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:53.362970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Network 16608093-5b3c-496c-9362-903c1ea5cab2 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:46:53.380534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 16608093-5b3c-496c-9362-903c1ea5cab2) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:53.403847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fab069-654d-409b-9483-b8cf88ecd353 None None] Network 16608093-5b3c-496c-9362-903c1ea5cab2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:53.412974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:53.413831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.465529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a5f664cb-a439-4812-b192-1f761cf315d9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7090125 Jan 28 20:46:53.466554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43196) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:53.473886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:53.559247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44b7ce-d04f-4f03-bf8e-c5c2259dd15d req-3a856fc5-e518-4734-b200-b6da0f600846 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:53.572432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b44b7ce-d04f-4f03-bf8e-c5c2259dd15d req-3a856fc5-e518-4734-b200-b6da0f600846 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 946 time: 0.1459897 Jan 28 20:46:53.592657 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.612302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-f42c1eb7-8628-4a6d-a168-3b96825df097 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2207854 Jan 28 20:46:53.617413 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.632467 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.648856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:46:53.651373 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99290d57-2487-41ae-aad0-5649e0aee615" -d '{"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:53.714682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b44b7ce-d04f-4f03-bf8e-c5c2259dd15d req-b0b98c23-33b7-4949-947a-a98ae9329231 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412613 Jan 28 20:46:53.744417 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b8c97d-8dd6-444d-a8d8-658ed64d8c03 x-openstack-request-id: req-78b8c97d-8dd6-444d-a8d8-658ed64d8c03 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:53.744709 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:53.744960 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78b8c97d-8dd6-444d-a8d8-658ed64d8c03 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:53.745401 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'code': 200} Jan 28 20:46:53.761646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:53.770819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.773342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-c0c1cbfc-cce7-4797-8082-c16859af9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:53.774909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-c0c1cbfc-cce7-4797-8082-c16859af9521 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f7a878e46644f359871169bc84d4fdf&device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 1099 time: 0.1241705 Jan 28 20:46:53.794614 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.867352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a952d-0e93-4c1b-85c3-8c4e6d4a04f3 req-283174c9-d5cf-46de-95c1-40e1b846d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:53.869091 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-926a952d-0e93-4c1b-85c3-8c4e6d4a04f3 req-283174c9-d5cf-46de-95c1-40e1b846d457 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1097 time: 0.0559022 Jan 28 20:46:53.872981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:53.914684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-16608093-5b3c-496c-9362-903c1ea5cab2', 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'fixed_ips': [{'subnet_id': '1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:46:53.916465 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:53.957276 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-926a952d-0e93-4c1b-85c3-8c4e6d4a04f3 req-a17c1c95-7bd6-4142-b27b-dfda13c1d439 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790656 Jan 28 20:46:54.106573 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:54.155065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Allocated IP 172.20.0.2 (16608093-5b3c-496c-9362-903c1ea5cab2/1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4/78c39e7d-8d95-4f8f-8e03-cc64275f9d2b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:54.199099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-c9b7de9c-81a5-4032-a94d-14e84a377cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:54.200803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-c9b7de9c-81a5-4032-a94d-14e84a377cad service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.3667057 Jan 28 20:46:54.212265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-c8c3b677-3134-413b-9fd5-1b33fcf39af7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:54.214033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-c8c3b677-3134-413b-9fd5-1b33fcf39af7 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 946 time: 0.1431158 Jan 28 20:46:54.271697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-4f170717-91a3-4b71-98c3-544f71d1b96e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=e985b86d-15b7-4eac-b00d-1b03a27c112f HTTP/1.1" status: 200 len: 217 time: 0.0550816 Jan 28 20:46:54.383927 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:54.403346 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:54.448025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-153eb195-d03f-4919-b441-5ccdee0b7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:54.450248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-153eb195-d03f-4919-b441-5ccdee0b7fe1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.1528821 Jan 28 20:46:54.471116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Network 16608093-5b3c-496c-9362-903c1ea5cab2 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:54.485358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:54.495755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:54.536716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Pushing event updated for resources: {'Port': ['ID=78c39e7d-8d95-4f8f-8e03-cc64275f9d2b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:54.572788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Attempting to bind port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:54.573160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Attempting to bind port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:54.573870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Attempting to bind port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b on network 16608093-5b3c-496c-9362-903c1ea5cab2 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:54.581163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:54.581549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Checking segment: {'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:54.581966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:54.582364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Bound using segment: {'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:54.582848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Bound port: 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:54.583351 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:54.592162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4d971-d89e-4600-99d5-ff4ce08b8293 req-28118350-6ceb-4582-867f-9ee5d9c2ca71 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:54.594875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1c4d971-d89e-4600-99d5-ff4ce08b8293 req-28118350-6ceb-4582-867f-9ee5d9c2ca71 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.1743674 Jan 28 20:46:54.602127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Deleting port c2cf133d-5870-489b-a2a5-3c309339790a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:46:54.602637 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:54.628869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-6f2db813-3720-4360-bb60-bba4dd9af609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:54.630307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-6f2db813-3720-4360-bb60-bba4dd9af609 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326733 Jan 28 20:46:54.695794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] For port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:54.701850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] For port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=78c39e7d-8d95-4f8f-8e03-cc64275f9d2b,segment=NetworkSegment(6f55a0c7-1c6a-4e4a-8256-8f8118792c2e),segment_id=6f55a0c7-1c6a-4e4a-8256-8f8118792c2e)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:54.710057 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:54.816833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1812aa2d-c906-4f01-87a2-0329c191acb0 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:54.885365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63765d-bea9-43b4-a50c-24cf9fb5fd1f None None] Pushing event updated for resources: {'Port': ['ID=78c39e7d-8d95-4f8f-8e03-cc64275f9d2b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:54.910039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1c4d971-d89e-4600-99d5-ff4ce08b8293 req-240479cd-cddf-435c-b149-743d852fa24d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831600 Jan 28 20:46:54.944265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1812aa2d-c906-4f01-87a2-0329c191acb0 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:54.944965 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:54.982745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] For port c2cf133d-5870-489b-a2a5-3c309339790a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cf133d-5870-489b-a2a5-3c309339790a,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:54.983377 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:55.376112 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:55.381079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:55.381453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:55.381777 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Floating IP 149d26b6-3a1a-41dd-80cc-b9ba5128fb29 disassociated. External IP: 172.25.2.107, port: c2cf133d-5870-489b-a2a5-3c309339790a. Jan 28 20:46:55.382128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Calling delete_port for c2cf133d-5870-489b-a2a5-3c309339790a owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:46:55.386883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-2f24500f-c649-447a-ae9e-0bd4cb10f9d1 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344837 Jan 28 20:46:55.417189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a74134-e416-4cf3-ada9-4012454118bb req-92a8afd3-52b8-4990-98c1-2a8fefaa0824 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:55.431076 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e0a74134-e416-4cf3-ada9-4012454118bb req-92a8afd3-52b8-4990-98c1-2a8fefaa0824 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 946 time: 0.5637195 Jan 28 20:46:55.450643 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:55.464120 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:55.483588 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:55.485563 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:55.643525 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:55.677707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e0a74134-e416-4cf3-ada9-4012454118bb req-e265d4e3-a3b6-4fdb-b315-b445cbab8ed6 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0ae8d7c-fc97-471b-a998-0062c27ed643&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367160 Jan 28 20:46:55.761530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7906e142-2c85-4eef-a9ca-e72e70149b84 req-40c9c92c-b7f6-40ba-adcf-9f86faa4b120 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139122 Jan 28 20:46:55.809822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Allocated IP 172.25.2.217 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/71a6ea95-5aff-4c9e-8abe-042c91729f5e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:55.859698 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:55.890776 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 2, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:55.925059 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event deleted for resources: {'Port': ['ID=c2cf133d-5870-489b-a2a5-3c309339790a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:55.941557 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:55.941557 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Updating router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 port 746cf128-cc00-4d19-9e35-bba2a152946d binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:46:55.973133 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:56.143299 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:56.182453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Router c9bd90de-ba56-4b10-af61-42060a2727eb has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:46:56.194192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afca63-1096-4444-af2e-e95a5bcbb85b req-5364f086-f05a-4bc8-8e1e-111ecc3dcedc tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:56.195926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8afca63-1096-4444-af2e-e95a5bcbb85b req-5364f086-f05a-4bc8-8e1e-111ecc3dcedc tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.1164660 Jan 28 20:46:56.410934 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:56.421474 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:56.557017 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2baad9-716f-4c40-b402-66aa36dd18bf None None] Pushing event updated for resources: {'Port': ['ID=746cf128-cc00-4d19-9e35-bba2a152946d,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:56.783267 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Attempting to bind port 746cf128-cc00-4d19-9e35-bba2a152946d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:46:56.783646 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Attempting to bind port 746cf128-cc00-4d19-9e35-bba2a152946d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:46:56.784085 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Attempting to bind port 746cf128-cc00-4d19-9e35-bba2a152946d on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:46:56.791783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c33bdb-ffd7-4bfd-8aff-e9207646cbd2 None None] Network 16608093-5b3c-496c-9362-903c1ea5cab2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:46:56.806760 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:46:56.806760 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:46:56.806760 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:56.806760 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:46:56.806760 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Bound port: 746cf128-cc00-4d19-9e35-bba2a152946d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:46:56.806760 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:56.956882 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] For port 746cf128-cc00-4d19-9e35-bba2a152946d, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:46:56.962370 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] For port 746cf128-cc00-4d19-9e35-bba2a152946d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=746cf128-cc00-4d19-9e35-bba2a152946d,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:46:56.971180 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:56.977309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-585502d8-d7b4-4853-8f81-1ec70a01b598 None None] Provisioning complete for port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:56.977752 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-585502d8-d7b4-4853-8f81-1ec70a01b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:57.005517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a49d944-9657-4cb9-8f96-6a819712dae2 req-dbe087db-4ae5-488d-b968-8930fab60bc2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c63ea87-1d23-447b-b898-3cc7af7ca930 HTTP/1.1" status: 200 len: 210 time: 0.0304365 Jan 28 20:46:57.013092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:57.022826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:57.070630 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2baad9-716f-4c40-b402-66aa36dd18bf None None] Pushing event updated for resources: {'Port': ['ID=746cf128-cc00-4d19-9e35-bba2a152946d,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:57.098472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Pushing event updated for resources: {'Port': ['ID=71a6ea95-5aff-4c9e-8abe-042c91729f5e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:57.110721 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:57.113652 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:57.139017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e8afca63-1096-4444-af2e-e95a5bcbb85b req-ab21ad73-f9f7-4ffc-9835-3691c09d9f0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9259174 Jan 28 20:46:57.157888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:57.159712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:57.213975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] Sync routers for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:57.219854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:57.225842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:57.299709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] No DVR routers for this DVR port c2cf133d-5870-489b-a2a5-3c309339790a on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:46:57.308085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:57.308769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:57.315686 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:57.318987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-574fbdf8-2080-48c8-a49b-99cdeabf8e82 req-d3ab6bc6-10fa-4fdf-862b-313a019330b5 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.13 "DELETE /v2.0/ports/c2cf133d-5870-489b-a2a5-3c309339790a HTTP/1.1" status: 204 len: 173 time: 3.0926554 Jan 28 20:46:57.319453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'name': 'network-vif-deleted', 'tag': 'c2cf133d-5870-489b-a2a5-3c309339790a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:46:57.321741 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ec61e1-953c-4e7b-a6d5-a2c39b55f98b" -d '{"events": [{"server_uuid": "5c63ea87-1d23-447b-b898-3cc7af7ca930", "name": "network-vif-deleted", "tag": "c2cf133d-5870-489b-a2a5-3c309339790a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:46:57.380414 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:57.437072 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3b774-b811-46ba-b1e6-80a675cbb46a x-openstack-request-id: req-b4b3b774-b811-46ba-b1e6-80a675cbb46a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:46:57.437689 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c63ea87-1d23-447b-b898-3cc7af7ca930", "name": "network-vif-deleted", "tag": "c2cf133d-5870-489b-a2a5-3c309339790a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:46:57.438268 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4b3b774-b811-46ba-b1e6-80a675cbb46a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:46:57.438832 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c63ea87-1d23-447b-b898-3cc7af7ca930', 'name': 'network-vif-deleted', 'tag': 'c2cf133d-5870-489b-a2a5-3c309339790a', 'status': 'completed', 'code': 200} Jan 28 20:46:57.535599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0dd6e-e7ce-4702-823c-ce73bfcf7a68 req-4f4d0911-a4bf-43f8-af6c-b90ae16c1211 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:57.537692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9a0dd6e-e7ce-4702-823c-ce73bfcf7a68 req-4f4d0911-a4bf-43f8-af6c-b90ae16c1211 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.2631764 Jan 28 20:46:57.678142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9a0dd6e-e7ce-4702-823c-ce73bfcf7a68 req-5ed3049f-4ed1-4134-87ec-2f3e46296e0a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287038 Jan 28 20:46:57.708905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43270) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:57.764674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:57.766938 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:56Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:57.802386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ba315-dbc0-47c6-9242-327ba1050bfb tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:46:57.803198 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4b610-3fba-4b49-be9b-e37fa7dece5e None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:56Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:46:57.807016 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7d3ba315-dbc0-47c6-9242-327ba1050bfb tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1092 time: 0.0945570 Jan 28 20:46:57.807499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43272) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:57.812685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:57.840571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:57.986732 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.077883 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-585502d8-d7b4-4853-8f81-1ec70a01b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.121744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:58.122215 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.161902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.180496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43282) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:58.237102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-585502d8-d7b4-4853-8f81-1ec70a01b598 None None] For port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=78c39e7d-8d95-4f8f-8e03-cc64275f9d2b,segment=NetworkSegment(6f55a0c7-1c6a-4e4a-8256-8f8118792c2e),segment_id=6f55a0c7-1c6a-4e4a-8256-8f8118792c2e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:58.248253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.25.2.215 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/a08f9750-d19c-41ed-8d68-927096d6eb82) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:46:58.309681 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:58.317365 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-585502d8-d7b4-4853-8f81-1ec70a01b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.330825 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.419973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.499257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Router 507924f2-5744-460f-afdc-caff1d6bff0b is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:46:58.565520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6314a08e-960c-43df-a559-aacad8531a49 None None] Provisioning complete for port 746cf128-cc00-4d19-9e35-bba2a152946d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:58.565902 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314a08e-960c-43df-a559-aacad8531a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.588047 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.626344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.629664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.635928 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "DELETE /v2.0/security-groups/d0ae8d7c-fc97-471b-a998-0062c27ed643 HTTP/1.1" status: 204 len: 168 time: 0.4541426 Jan 28 20:46:58.641989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43292) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:58.658697 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-d740ba56-4958-43c9-8204-2096013b3b78 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] show failed (client error): The resource could not be found. Jan 28 20:46:58.662353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d740ba56-4958-43c9-8204-2096013b3b78 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "GET /v2.0/security-groups/d0ae8d7c-fc97-471b-a998-0062c27ed643 HTTP/1.1" status: 404 len: 347 time: 0.0168769 Jan 28 20:46:58.664076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43296) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:58.681857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae8d7c-fc97-471b-a998-0062c27ed643,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:58.693727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.694208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.694535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.694927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.695358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.695731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.696065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.696423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.696754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.697131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.697468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.697784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09389a27-bb61-40fc-bdff-a530baa2f9c2 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:46:58.710394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.754716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:46:58.801897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:46:58.803147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:46:58.807149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:46:58.824694 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Sync routers for ids ['507924f2-5744-460f-afdc-caff1d6bff0b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:46:58.838275 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Routers {'507924f2-5744-460f-afdc-caff1d6bff0b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:58.838925 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['507924f2-5744-460f-afdc-caff1d6bff0b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:58.848360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=a08f9750-d19c-41ed-8d68-927096d6eb82,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:58.855739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c2cf133d-5870-489b-a2a5-3c309339790a no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:46:58.856348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.857790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d50c3d2b-1456-41af-8a81-99d381fc4258 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3887532 Jan 28 20:46:58.865711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 43300) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:58.891382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Deleting port d7804f78-0fe7-4096-ba59-aecf7000ce16 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:46:58.891856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:58.897115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585502d8-d7b4-4853-8f81-1ec70a01b598 None None] Pushing event updated for resources: {'Port': ['ID=78c39e7d-8d95-4f8f-8e03-cc64275f9d2b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:59.126156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: c2cf133d-5870-489b-a2a5-3c309339790a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:46:59.127691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c2cf133d-5870-489b-a2a5-3c309339790a not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:46:59.172264 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Set router 507924f2-5744-460f-afdc-caff1d6bff0b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:46:59.175357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.177006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.191198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Calling delete_port for d7804f78-0fe7-4096-ba59-aecf7000ce16 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:46:59.311371 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314a08e-960c-43df-a559-aacad8531a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.319141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43308) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:59.335023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-59127c88-8b2a-4908-90ff-fc51403c3f11 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889720440', 'description': 'tempest-secgroup-smoke-889720440 description', 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:59.368415 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.423763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Pushing event deleted for resources: {'Port': ['ID=d7804f78-0fe7-4096-ba59-aecf7000ce16,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:59.424385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6314a08e-960c-43df-a559-aacad8531a49 None None] For port 746cf128-cc00-4d19-9e35-bba2a152946d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=746cf128-cc00-4d19-9e35-bba2a152946d,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:46:59.442914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59127c88-8b2a-4908-90ff-fc51403c3f11 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.462332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:59.465873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6314a08e-960c-43df-a559-aacad8531a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.501120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] Checking router: c9bd90de-ba56-4b10-af61-42060a2727eb for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:59.518483 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:46:57Z', 'revision_number': 3, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:59.531295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:46:59.541005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:46:59.542490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:46:59.542634 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.545746 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.547754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e1a17e31-699c-491b-a918-66ce4572d710 tempest-AttachVolumeTestJSON-1639015201 tempest-AttachVolumeTestJSON-1639015201-project] 10.222.0.44 "DELETE /v2.0/floatingips/149d26b6-3a1a-41dd-80cc-b9ba5128fb29 HTTP/1.1" status: 204 len: 168 time: 0.8821919 Jan 28 20:46:59.621178 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Checking router: 507924f2-5744-460f-afdc-caff1d6bff0b for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:46:59.621690 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Updating router 507924f2-5744-460f-afdc-caff1d6bff0b port 71a6ea95-5aff-4c9e-8abe-042c91729f5e binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:46:59.661306 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.666312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59127c88-8b2a-4908-90ff-fc51403c3f11 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.674096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59127c88-8b2a-4908-90ff-fc51403c3f11 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.817877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-59127c88-8b2a-4908-90ff-fc51403c3f11 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.819256 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-59127c88-8b2a-4908-90ff-fc51403c3f11 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4935420 Jan 28 20:46:59.842595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43320) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:46:59.847055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-162b91e1-cd7f-4def-8e7a-5887f9c2657f None None] Provisioning complete for port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:46:59.848390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0ac0b8f8-43f3-495f-9a83-bfaabdf13368 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'security_group_rule': {'security_group_id': '7f063961-26c4-4f51-9197-d03352f37954', 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:46:59.849030 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-162b91e1-cd7f-4def-8e7a-5887f9c2657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:46:59.862921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a08e-960c-43df-a559-aacad8531a49 None None] Pushing event updated for resources: {'Port': ['ID=746cf128-cc00-4d19-9e35-bba2a152946d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:46:59.974868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59127c88-8b2a-4908-90ff-fc51403c3f11 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f063961-26c4-4f51-9197-d03352f37954,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:00.012670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:00.016130 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.021771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.106228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:00.147884 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.154637 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.163223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0ac0b8f8-43f3-495f-9a83-bfaabdf13368 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.278366 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Attempting to bind port 71a6ea95-5aff-4c9e-8abe-042c91729f5e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:47:00.278799 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Attempting to bind port 71a6ea95-5aff-4c9e-8abe-042c91729f5e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:47:00.279229 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Attempting to bind port 71a6ea95-5aff-4c9e-8abe-042c91729f5e on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:47:00.291347 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:47:00.291752 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:47:00.292319 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.292813 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:47:00.293343 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Bound port: 71a6ea95-5aff-4c9e-8abe-042c91729f5e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:47:00.293899 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.308543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0ac0b8f8-43f3-495f-9a83-bfaabdf13368 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.315196 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0ac0b8f8-43f3-495f-9a83-bfaabdf13368 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.319466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.349862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.353402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0b8f8-43f3-495f-9a83-bfaabdf13368 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad666ea4-2afa-49e8-a57d-4fabeaa0d355,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:00.374758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0ac0b8f8-43f3-495f-9a83-bfaabdf13368 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.380545 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0ac0b8f8-43f3-495f-9a83-bfaabdf13368 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5345886 Jan 28 20:47:00.389484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43326) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:00.403266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-20c11744-a235-4962-8ac0-d0a594aad61f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'security_group_rule': {'security_group_id': '7f063961-26c4-4f51-9197-d03352f37954', 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:00.409644 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] For port 71a6ea95-5aff-4c9e-8abe-042c91729f5e, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:47:00.417067 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] For port 71a6ea95-5aff-4c9e-8abe-042c91729f5e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=71a6ea95-5aff-4c9e-8abe-042c91729f5e,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:47:00.420163 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Pushing event updated for resources: {'Port': ['ID=71a6ea95-5aff-4c9e-8abe-042c91729f5e,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:00.439322 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.451868 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.452241 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.452578 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.453832 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.454164 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.454488 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.454809 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.455126 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.455440 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.455805 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.458456 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.458985 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:00.548368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 746cf128-cc00-4d19-9e35-bba2a152946d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:47:00.581430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20c11744-a235-4962-8ac0-d0a594aad61f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.654865 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bdbba-bca6-40bf-9a0f-36da5d525223 None None] Pushing event updated for resources: {'Port': ['ID=71a6ea95-5aff-4c9e-8abe-042c91729f5e,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:00.687221 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Routers {'507924f2-5744-460f-afdc-caff1d6bff0b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:00.688620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['507924f2-5744-460f-afdc-caff1d6bff0b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:00.696947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.708627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.715048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Allocated IP 172.20.0.1 (16608093-5b3c-496c-9362-903c1ea5cab2/1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4/48b0ae02-505d-4d00-adb5-124f50902b10) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:47:00.874880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 746cf128-cc00-4d19-9e35-bba2a152946d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:00.875885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20c11744-a235-4962-8ac0-d0a594aad61f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.876426 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.882524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=a08f9750-d19c-41ed-8d68-927096d6eb82,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:00.889325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20c11744-a235-4962-8ac0-d0a594aad61f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.896393 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.958563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c11744-a235-4962-8ac0-d0a594aad61f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4c2fb9-aa56-46d9-ad13-baf79de7eb10,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:00.963016 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] Set router 507924f2-5744-460f-afdc-caff1d6bff0b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:00.977152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20c11744-a235-4962-8ac0-d0a594aad61f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:00.978555 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-20c11744-a235-4962-8ac0-d0a594aad61f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5880792 Jan 28 20:47:00.984094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43340) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:00.991977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c7932e6e-3cf9-461c-9378-8f3be5bf2628 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'security_group_rule': {'security_group_id': '7f063961-26c4-4f51-9197-d03352f37954', 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:01.050326 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.073908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:01.104009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c7932e6e-3cf9-461c-9378-8f3be5bf2628 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.119940 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.120226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ca3c8-e4b6-4e0e-a07f-de5209732843 None None] The sync data for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 is: [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:42:02Z', 'revision_number': 4, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '70107407-aedd-4353-bc9a-335ef6caf480', 'name': '', 'network_id': 'a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'mac_address': 'fa:16:3e:01:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:42:01Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'subnets': [{'id': 'f9ec3628-4009-4307-ab68-2ce6cb5eb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:47:01.159446 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Floating IP d03bc2c7-b121-46e5-93bf-dafb9bde8135 associated. External IP: 172.25.2.215, port: f3cb9117-1563-422a-bdf5-c432f02f4a7b. Jan 28 20:47:01.177303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Network 16608093-5b3c-496c-9362-903c1ea5cab2 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:47:01.180689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:47:01.187144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:47:01.222280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Pushing event updated for resources: {'Port': ['ID=48b0ae02-505d-4d00-adb5-124f50902b10,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:01.265546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.323136 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:46:57Z', 'revision_number': 3, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:01.369730 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53636e-0b41-48bf-95ec-c7f2209a6ad9 None None] The sync data for ids ['507924f2-5744-460f-afdc-caff1d6bff0b'] in n-d-825064-3 is: [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:46:57Z', 'revision_number': 3, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:47:01.457951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 746cf128-cc00-4d19-9e35-bba2a152946d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:47:01.493466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c7932e6e-3cf9-461c-9378-8f3be5bf2628 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.502995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c7932e6e-3cf9-461c-9378-8f3be5bf2628 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.588294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 746cf128-cc00-4d19-9e35-bba2a152946d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:01.588848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.621744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.648670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7932e6e-3cf9-461c-9378-8f3be5bf2628 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5846b424-1494-4ac6-a8b9-21626c7f4ff2,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:01.691724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c7932e6e-3cf9-461c-9378-8f3be5bf2628 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.693160 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c7932e6e-3cf9-461c-9378-8f3be5bf2628 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7071362 Jan 28 20:47:01.696960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43348) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:01.714235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-506b5c6a-abf5-47cc-b81e-08a1f3c55daf tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'security_group_rule': {'security_group_id': '7f063961-26c4-4f51-9197-d03352f37954', 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:01.724511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2d9852e3-699c-4662-8381-b5ade773aff4 None None] Provisioning complete for port 48b0ae02-505d-4d00-adb5-124f50902b10 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:01.725031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2d9852e3-699c-4662-8381-b5ade773aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.815041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c84d1-c525-474e-bfa7-544fd9d1fee3 None None] New status for floating IP 149d26b6-3a1a-41dd-80cc-b9ba5128fb29: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:47:01.918850 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-506b5c6a-abf5-47cc-b81e-08a1f3c55daf tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:01.952264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e72f5382-e8c6-4465-b565-4b8680b1effc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:47:02.040936 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.047483 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.087777 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-506b5c6a-abf5-47cc-b81e-08a1f3c55daf tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.102597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-506b5c6a-abf5-47cc-b81e-08a1f3c55daf tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.138184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2d9852e3-699c-4662-8381-b5ade773aff4 None None] Port 48b0ae02-505d-4d00-adb5-124f50902b10 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:47:02.184539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.191693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b5c6a-abf5-47cc-b81e-08a1f3c55daf tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298701fa-d47e-4888-b7d3-ee8367a5d913,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:02.208233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Pushing event updated for resources: {'Port': ['ID=48b0ae02-505d-4d00-adb5-124f50902b10,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:02.209012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-506b5c6a-abf5-47cc-b81e-08a1f3c55daf tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.210574 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-506b5c6a-abf5-47cc-b81e-08a1f3c55daf tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5059738 Jan 28 20:47:02.214785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43358) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:02.233897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2f9f99ed-9900-495d-8e91-3de4f544670f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'security_group_rule': {'security_group_id': '7f063961-26c4-4f51-9197-d03352f37954', 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:02.390344 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-2f9f99ed-9900-495d-8e91-3de4f544670f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Project 4428eb150c0a49439ae3d4ccc977d5e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:47:02.401878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:47:02.417488 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] Sync routers for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:47:02.422964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f9f99ed-9900-495d-8e91-3de4f544670f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.436540 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:02.437350 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:02.442984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Network 16608093-5b3c-496c-9362-903c1ea5cab2 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:47:02.444120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.445027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:47:02.550625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a07160e8-c6e7-49b9-9b77-8a7bfe0bf1c6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7414320 Jan 28 20:47:02.599392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:02.606763 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20440722-7c60-489b-b425-8345bb2b6ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:02.669120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f9f99ed-9900-495d-8e91-3de4f544670f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.676919 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f9f99ed-9900-495d-8e91-3de4f544670f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.723034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f99ed-9900-495d-8e91-3de4f544670f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840e8318-c2c8-4e23-bcb4-3a3c765aeef4,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:02.745310 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4290f5-9b7a-49b9-856c-cd095c94a707 x-openstack-request-id: req-2f4290f5-9b7a-49b9-856c-cd095c94a707 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:02.745599 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:02.748790 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f4290f5-9b7a-49b9-856c-cd095c94a707 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:02.749246 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'status': 'completed', 'code': 200} Jan 28 20:47:02.771429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f9f99ed-9900-495d-8e91-3de4f544670f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.779749 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2f9f99ed-9900-495d-8e91-3de4f544670f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5636122 Jan 28 20:47:02.780422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43370) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:02.790668 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:02.798861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4fe31bbe-a501-4d55-9c68-a5161b87b156 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'security_group_rule': {'security_group_id': '7f063961-26c4-4f51-9197-d03352f37954', 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:02.900711 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-4fe31bbe-a501-4d55-9c68-a5161b87b156 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Project 4428eb150c0a49439ae3d4ccc977d5e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:47:02.913656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe31bbe-a501-4d55-9c68-a5161b87b156 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:02.918617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Router 507924f2-5744-460f-afdc-caff1d6bff0b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:47:02.987321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-a65dd6b9-07e6-400a-b31f-5a5b705553e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:02.991738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-a65dd6b9-07e6-400a-b31f-5a5b705553e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1097 time: 0.2330000 Jan 28 20:47:03.034586 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe31bbe-a501-4d55-9c68-a5161b87b156 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:03.040678 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe31bbe-a501-4d55-9c68-a5161b87b156 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:03.101420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e3b50fc4-616d-44b6-8319-92c9d82460da None None] Provisioning complete for port 48b0ae02-505d-4d00-adb5-124f50902b10 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:03.102002 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e3b50fc4-616d-44b6-8319-92c9d82460da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:03.103361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe31bbe-a501-4d55-9c68-a5161b87b156 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca6d6d4-8388-4139-a935-b7feb342ac16,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:03.129417 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4fe31bbe-a501-4d55-9c68-a5161b87b156 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:03.130786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4fe31bbe-a501-4d55-9c68-a5161b87b156 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3468976 Jan 28 20:47:03.193430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e3b50fc4-616d-44b6-8319-92c9d82460da None None] Port 48b0ae02-505d-4d00-adb5-124f50902b10 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:47:03.409308 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'd03bc2c7-b121-46e5-93bf-dafb9bde8135', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'port_id': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'mac_address': 'fa:16:3e:cd:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:46:59Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:41Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:03.429585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bad9c-3008-41b3-8f51-65c5fd79b903 req-80989503-6492-4130-b981-7c8b8de73375 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:03.432369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab2bad9c-3008-41b3-8f51-65c5fd79b903 req-80989503-6492-4130-b981-7c8b8de73375 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.6235015 Jan 28 20:47:03.432988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 71a6ea95-5aff-4c9e-8abe-042c91729f5e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:47:03.447856 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] Checking router: e72f5382-e8c6-4465-b565-4b8680b1effc for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:47:03.458859 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:03.459615 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:03.506198 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-ba281779-8cf2-4622-9813-1f128330d839 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889720440&fields=id&tenant_id=4428eb150c0a49439ae3d4ccc977d5e9 HTTP/1.1" status: 200 len: 267 time: 0.1153026 Jan 28 20:47:03.534921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:47:03.554325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d0b336a9-8f49-4e5f-babe-5eabfa551844 admin admin] 10.222.0.44 "PUT /v2.0/routers/507924f2-5744-460f-afdc-caff1d6bff0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6670597 Jan 28 20:47:03.559817 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab2bad9c-3008-41b3-8f51-65c5fd79b903 req-810780fd-8147-4170-a56a-c394ffcda69e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909116 Jan 28 20:47:03.592387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43390) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:03.605008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 71a6ea95-5aff-4c9e-8abe-042c91729f5e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:03.605397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:03.732633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-3284d8c1-fd21-425c-b210-cbfc20f68426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:03.743096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-3284d8c1-fd21-425c-b210-cbfc20f68426 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.5518794 Jan 28 20:47:03.747244 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:03.759887 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-691f034e-a702-490c-a273-8db59bf7bf05 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/d03bc2c7-b121-46e5-93bf-dafb9bde8135 HTTP/1.1" status: 200 len: 992 time: 0.1664660 Jan 28 20:47:03.761733 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:03.792450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 71a6ea95-5aff-4c9e-8abe-042c91729f5e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=71a6ea95-5aff-4c9e-8abe-042c91729f5e,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:03.799821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:03.938975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=71a6ea95-5aff-4c9e-8abe-042c91729f5e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:03.940484 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-0dd77e2c-5c91-4db0-9444-720d17f91794 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1000 time: 0.1843638 Jan 28 20:47:03.951823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001855-534f-4134-b12c-578ac940c82a req-241e631f-1c82-4a09-b2a1-d62a76d8c5ac tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:03.954688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-241e631f-1c82-4a09-b2a1-d62a76d8c5ac tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/networks?id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6 HTTP/1.1" status: 200 len: 813 time: 0.4473042 Jan 28 20:47:04.020736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-2ce2b535-e242-4489-8702-f5ab02f3a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:04.026901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-2ce2b535-e242-4489-8702-f5ab02f3a7bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.0707731 Jan 28 20:47:04.039519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-a7f4d055-c48c-412f-bbf1-1f9119b9939d tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/quotas/4428eb150c0a49439ae3d4ccc977d5e9 HTTP/1.1" status: 200 len: 375 time: 0.0112917 Jan 28 20:47:04.162933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-56685c9b-c093-42cc-bb4a-0b4bfe730732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:04.164986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-56685c9b-c093-42cc-bb4a-0b4bfe730732 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241093 Jan 28 20:47:04.185849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-db68c38e-93c7-41a5-a7f5-fdf2e38de32f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4428eb150c0a49439ae3d4ccc977d5e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275380 Jan 28 20:47:04.275880 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'd03bc2c7-b121-46e5-93bf-dafb9bde8135', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'port_id': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'mac_address': 'fa:16:3e:cd:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:46:59Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:41Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:04.343267 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76652d6-c33a-4c89-90cb-e88abc2fc902 None None] The sync data for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 is: [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'd03bc2c7-b121-46e5-93bf-dafb9bde8135', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'port_id': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'mac_address': 'fa:16:3e:cd:00:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:46:59Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:41Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:47:04.764096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43416) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:04.809761 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Sync routers for ids ['507924f2-5744-460f-afdc-caff1d6bff0b'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:47:04.819521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-776fc41f-97bf-4bdc-bc66-f2578d6b4b92 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326222 Jan 28 20:47:04.828791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Routers {'507924f2-5744-460f-afdc-caff1d6bff0b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:04.833135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['507924f2-5744-460f-afdc-caff1d6bff0b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:04.874620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c9b50-a3b4-493d-bee3-709b156d3ef0 None None] New status for floating IP d03bc2c7-b121-46e5-93bf-dafb9bde8135: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:47:04.933248 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-44c69ca6-99ee-43e8-8ffc-deb7ae8e54aa tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/d03bc2c7-b121-46e5-93bf-dafb9bde8135 HTTP/1.1" status: 200 len: 992 time: 0.1661637 Jan 28 20:47:05.066447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-19f7d926-2171-46d9-bb8d-5a4053c6d9e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3287332 Jan 28 20:47:05.211639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20440722-7c60-489b-b425-8345bb2b6ed6 req-22170509-4f92-4d4f-aa3e-32e145d495c4 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759120 Jan 28 20:47:05.231644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-9026daf5-fffb-4f3b-9597-4104c307bc05 service neutron] 10.222.0.44 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0313704 Jan 28 20:47:05.243195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-6297fa68-e86c-4084-b6c8-abaaedf9e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:05.247497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-6297fa68-e86c-4084-b6c8-abaaedf9e435 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f7834c40a0e42c2badcfd67794cf4a4&device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1096 time: 0.1152124 Jan 28 20:47:05.458961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 71a6ea95-5aff-4c9e-8abe-042c91729f5e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:47:05.463130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Set router 507924f2-5744-460f-afdc-caff1d6bff0b gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:05.524218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-765b2ee7-672e-4de1-9288-966f407b1d23 service neutron] 10.222.0.44 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701795 Jan 28 20:47:05.533322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-53d1327f-ea40-4860-aebb-72bb4532b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:05.535011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-53d1327f-ea40-4860-aebb-72bb4532b380 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 HTTP/1.1" status: 200 len: 909 time: 0.2617588 Jan 28 20:47:05.700280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-89f857b1-d23b-4966-a521-215884e26e67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8ec349-ca02-415d-85cc-9e06018ee600 HTTP/1.1" status: 200 len: 1001 time: 0.1563666 Jan 28 20:47:05.765831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-704f8919-6c39-4f08-acd5-a1b07defa7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:05.769539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-704f8919-6c39-4f08-acd5-a1b07defa7f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5df85b-9cb3-406b-a686-ddd5dd578bc2 HTTP/1.1" status: 200 len: 847 time: 0.0622802 Jan 28 20:47:05.820473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 71a6ea95-5aff-4c9e-8abe-042c91729f5e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:05.824555 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:05.912103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-8815087b-6646-46bc-b8e3-7cdd837d66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:05.920774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-8815087b-6646-46bc-b8e3-7cdd837d66ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436188 Jan 28 20:47:05.935169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43454) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:06.185916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:47:01Z', 'revision_number': 4, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '48b0ae02-505d-4d00-adb5-124f50902b10', 'name': '', 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'mac_address': 'fa:16:3e:09:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:47:00Z', 'updated_at': '2022-01-28T20:47:01Z', 'revision_number': 2, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'subnets': [{'id': '1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:06.203954 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0e9c7910-501c-44ae-886a-ad24819e773e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/d03bc2c7-b121-46e5-93bf-dafb9bde8135 HTTP/1.1" status: 200 len: 994 time: 0.2621593 Jan 28 20:47:06.241637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Checking router: 507924f2-5744-460f-afdc-caff1d6bff0b for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:47:06.241940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Updating router 507924f2-5744-460f-afdc-caff1d6bff0b port 48b0ae02-505d-4d00-adb5-124f50902b10 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:47:06.297487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:06.313242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-880fb856-cbd4-4574-88fe-9a5a5cb220c5 req-0ae14756-7290-4831-b565-a6100082c519 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.0893621 Jan 28 20:47:06.376655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-f558b081-0042-4a99-8cce-2108c74c375b service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364300 Jan 28 20:47:06.586909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b8ec43c-2604-4941-acd5-1e0c3b80bf00 req-a032919a-aae9-4efd-b1d7-367903d67731 service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092435 Jan 28 20:47:06.837811 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:06.844255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:06.937410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2b03b-68c7-428e-a484-471e5b0fd433 None None] Pushing event updated for resources: {'Port': ['ID=48b0ae02-505d-4d00-adb5-124f50902b10,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:07.022246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Attempting to bind port 48b0ae02-505d-4d00-adb5-124f50902b10 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:47:07.022627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Attempting to bind port 48b0ae02-505d-4d00-adb5-124f50902b10 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:47:07.023163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Attempting to bind port 48b0ae02-505d-4d00-adb5-124f50902b10 on network 16608093-5b3c-496c-9362-903c1ea5cab2 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:47:07.034709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:47:07.035395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Checking segment: {'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:47:07.044558 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:07.049504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Bound using segment: {'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:47:07.050101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Bound port: 48b0ae02-505d-4d00-adb5-124f50902b10, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:47:07.052446 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:07.150326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] For port 48b0ae02-505d-4d00-adb5-124f50902b10, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:47:07.154089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] For port 48b0ae02-505d-4d00-adb5-124f50902b10, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=48b0ae02-505d-4d00-adb5-124f50902b10,segment=NetworkSegment(6f55a0c7-1c6a-4e4a-8256-8f8118792c2e),segment_id=6f55a0c7-1c6a-4e4a-8256-8f8118792c2e)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:47:07.159725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:07.286963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Routers {'507924f2-5744-460f-afdc-caff1d6bff0b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:07.287621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:46:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['507924f2-5744-460f-afdc-caff1d6bff0b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:07.404586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7d4f60ab-7559-4851-b23f-67b8a828f77b None None] Provisioning complete for port 48b0ae02-505d-4d00-adb5-124f50902b10 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:07.407327 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4f60ab-7559-4851-b23f-67b8a828f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:07.409659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2b03b-68c7-428e-a484-471e5b0fd433 None None] Pushing event updated for resources: {'Port': ['ID=48b0ae02-505d-4d00-adb5-124f50902b10,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:07.521341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] Set router 507924f2-5744-460f-afdc-caff1d6bff0b gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:07.555492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b540c16-293f-4542-9763-a4756c92a10c req-0f42e6b9-dd01-43ea-9692-54b5cab44095 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.0726495 Jan 28 20:47:07.725554 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4f60ab-7559-4851-b23f-67b8a828f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:07.731206 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9d5a7341-4e26-4c0c-bac5-a3c0870e72a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:07.818336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-7d4f60ab-7559-4851-b23f-67b8a828f77b None None] For port 48b0ae02-505d-4d00-adb5-124f50902b10, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=48b0ae02-505d-4d00-adb5-124f50902b10,segment=NetworkSegment(6f55a0c7-1c6a-4e4a-8256-8f8118792c2e),segment_id=6f55a0c7-1c6a-4e4a-8256-8f8118792c2e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:07.827479 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7d4f60ab-7559-4851-b23f-67b8a828f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:07.840320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-35adb4aa-5103-4ee0-bfc7-661e820c70b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:07.842199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-35adb4aa-5103-4ee0-bfc7-661e820c70b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.2708139 Jan 28 20:47:07.895481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-eb882942-107a-4b4f-b8d0-88d1d80923cd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/quotas/27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 375 time: 0.0447686 Jan 28 20:47:07.959796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001855-534f-4134-b12c-578ac940c82a req-7297aed6-05ee-4ac8-8d6f-07907937c49f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:07.961814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-7297aed6-05ee-4ac8-8d6f-07907937c49f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.13 "GET /v2.0/networks?id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6 HTTP/1.1" status: 200 len: 813 time: 0.2658374 Jan 28 20:47:08.030135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-1dce218f-cab2-45ae-8380-f1c766c302b0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276248 Jan 28 20:47:08.053218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f60ab-7559-4851-b23f-67b8a828f77b None None] Pushing event updated for resources: {'Port': ['ID=48b0ae02-505d-4d00-adb5-124f50902b10,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:08.116803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-fd5c6bf1-b091-4d8f-bf73-0070e32d7531 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4428eb150c0a49439ae3d4ccc977d5e9 HTTP/1.1" status: 200 len: 379 time: 0.1381927 Jan 28 20:47:08.123649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8406cfce-41ff-4a31-b157-dae4b58fd88a None None] Provisioning complete for port 48b0ae02-505d-4d00-adb5-124f50902b10 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:08.124032 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8406cfce-41ff-4a31-b157-dae4b58fd88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:08.135566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'port': {'device_id': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'admin_state_up': True, 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'security_groups': ['7f063961-26c4-4f51-9197-d03352f37954']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:08.173654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:47:01Z', 'revision_number': 4, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '48b0ae02-505d-4d00-adb5-124f50902b10', 'name': '', 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'mac_address': 'fa:16:3e:09:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:47:00Z', 'updated_at': '2022-01-28T20:47:07Z', 'revision_number': 4, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'subnets': [{'id': '1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:08.214903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37417f-8822-414f-aed5-ec3d38f1878f None None] The sync data for ids ['507924f2-5744-460f-afdc-caff1d6bff0b'] in n-d-825064-3 is: [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:47:01Z', 'revision_number': 4, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '48b0ae02-505d-4d00-adb5-124f50902b10', 'name': '', 'network_id': '16608093-5b3c-496c-9362-903c1ea5cab2', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'mac_address': 'fa:16:3e:09:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:47:00Z', 'updated_at': '2022-01-28T20:47:07Z', 'revision_number': 4, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'subnets': [{'id': '1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:47:08.430352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-40dd954a-21ce-4188-99db-2e27978af5c0 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883252 Jan 28 20:47:08.432108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Made reservation on behalf of 4428eb150c0a49439ae3d4ccc977d5e9 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:47:08.435856 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:08.675886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-20e20b07-2ce1-4f46-854e-1b7c834ed28d service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360244 Jan 28 20:47:08.737983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15e2abde-f896-4e92-af1f-bbdf4b0c1b8d req-c19ffe88-8815-4d88-904f-e40cadca57c1 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.0617380 Jan 28 20:47:08.780624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Allocated IP 172.20.0.4 (2a33c13a-6f2a-4b00-aa20-dd922e214dd6/c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee/45ef994e-9e19-49b6-aaf1-5c44d6eafce8) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:47:09.080214 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:09.160664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:09.325538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-162bbd38-d1cf-46d1-b5f3-036a17417027 req-3a8b9621-42ae-40b0-b79b-3fab91a6331a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 210 time: 0.0891559 Jan 28 20:47:09.329083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'Port': ['ID=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:09.347623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:47:09.349289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:47:09.357021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:47:09.457215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 48b0ae02-505d-4d00-adb5-124f50902b10 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:47:09.478891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:09.480054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:09.503396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-c380a2f7-b17f-4fc2-bab8-2e48b79d5c67 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3795238 Jan 28 20:47:09.517809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Request body: {'port': {'device_id': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:09.618809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 48b0ae02-505d-4d00-adb5-124f50902b10 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:09.620399 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:09.636184 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:47:09.639033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:09.888994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fe89c8e9-43c5-4f95-b764-349d36f11f7a None None] Provisioning complete for port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:09.889626 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe89c8e9-43c5-4f95-b764-349d36f11f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:09.950521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fe89c8e9-43c5-4f95-b764-349d36f11f7a None None] Port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:47:10.035894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c7c35-3547-45f7-81c3-9f497648cc31 req-12f05d19-2710-4cfa-92a2-3f8d24275218 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:10.037520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-516c7c35-3547-45f7-81c3-9f497648cc31 req-12f05d19-2710-4cfa-92a2-3f8d24275218 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 931 time: 0.1381438 Jan 28 20:47:10.130102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-516c7c35-3547-45f7-81c3-9f497648cc31 req-8d4bde2c-e0d5-4968-a981-ac0f25964015 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747530 Jan 28 20:47:10.257768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d9dd149a-ff86-4348-a600-f152c5d5681d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:10.315555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:47:10.325119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:10.342431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Transition to ACTIVE for port object 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:47:10.349013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:10.622800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d320bca9-f22e-4411-993d-ac5acd550a18 req-39c6ab26-6b6c-4f09-88c6-bbb07d81378b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 210 time: 0.1622317 Jan 28 20:47:10.701493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Pushing event updated for resources: {'Port': ['ID=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:10.736892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43564) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:10.781744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Attempting to bind port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:47:10.782312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Attempting to bind port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:47:10.782918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Attempting to bind port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 on network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:47:10.799193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 on network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:47:10.799621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Attempting to bind port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 on network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:47:10.833927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:47:10.834354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Checking segment: {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:47:10.834825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Bound using segment: {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:47:10.835864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Bound port: 45ef994e-9e19-49b6-aaf1-5c44d6eafce8, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b559865-315b-4ade-b4a6-0a6842cf00b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:47:10.836625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:10.926620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178939c5-2712-4046-ad81-245c2c51b324 req-0c86bc4f-f216-41b1-ba28-cea7247eebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:10.928717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-178939c5-2712-4046-ad81-245c2c51b324 req-0c86bc4f-f216-41b1-ba28-cea7247eebf7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1096 time: 0.1901376 Jan 28 20:47:10.997489 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-178939c5-2712-4046-ad81-245c2c51b324 req-3253feb5-c6fd-4d2a-a2ea-7e387dd8f5b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611229 Jan 28 20:47:11.009330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] For port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:47:11.036348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] For port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:47:11.045020 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:11.055693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d55eafaf-fd34-47df-acae-4b0329feab46 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:11.057591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d55eafaf-fd34-47df-acae-4b0329feab46 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.2964900 Jan 28 20:47:11.098398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'port': {'device_id': '301fa680-386f-430e-8d7d-767c0ffc0343', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'admin_state_up': True, 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:11.106082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:11.106727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:11.108772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] 10.222.0.13 "PUT /v2.0/ports/45ef994e-9e19-49b6-aaf1-5c44d6eafce8 HTTP/1.1" status: 200 len: 1091 time: 1.5953724 Jan 28 20:47:11.112439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:11.120133 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:11.225914 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07685e5b-a90e-42c8-9c06-a42d5ad4608d x-openstack-request-id: req-07685e5b-a90e-42c8-9c06-a42d5ad4608d {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:11.226199 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:11.226448 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07685e5b-a90e-42c8-9c06-a42d5ad4608d {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:11.226843 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'status': 'completed', 'code': 200} Jan 28 20:47:11.292447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27811f64-11c8-446e-abb4-6514fc030d2b service neutron] Pushing event updated for resources: {'Port': ['ID=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:11.466979 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93cfa-e63e-4f15-90b4-c075040736fe req-1d031c65-3e93-43b4-9c1f-3d9603c4e24e tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:11.469420 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62f93cfa-e63e-4f15-90b4-c075040736fe req-1d031c65-3e93-43b4-9c1f-3d9603c4e24e tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.2151141 Jan 28 20:47:11.471498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001855-534f-4134-b12c-578ac940c82a req-a413c8f7-8025-439a-8f6a-ae7c3cb342e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:11.473061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-a413c8f7-8025-439a-8f6a-ae7c3cb342e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4428eb150c0a49439ae3d4ccc977d5e9&device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1094 time: 0.2929728 Jan 28 20:47:11.532131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-1ea42271-ecd6-4269-90bb-27543025b752 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8 HTTP/1.1" status: 200 len: 217 time: 0.0481300 Jan 28 20:47:11.547267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:47:11.550964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:11.629812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62f93cfa-e63e-4f15-90b4-c075040736fe req-25b8ee6a-fbaa-4b61-ad8e-85703db12082 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485720 Jan 28 20:47:11.678127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001855-534f-4134-b12c-578ac940c82a req-9d31f8f8-6be3-466e-9d18-12e3c9606246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:11.679727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-9d31f8f8-6be3-466e-9d18-12e3c9606246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee HTTP/1.1" status: 200 len: 852 time: 0.1239707 Jan 28 20:47:11.691689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:11.789198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001855-534f-4134-b12c-578ac940c82a req-3a74871b-1ff6-4d35-8b1e-ececd67a9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:11.790830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-3a74871b-1ff6-4d35-8b1e-ececd67a9144 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045063 Jan 28 20:47:11.819737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1913619f-9097-4d5c-8f51-f33415e7d71b req-cee6f2d4-721b-4698-af3d-ae7b3db83049 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 210 time: 0.0388508 Jan 28 20:47:11.901176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.20.0.11 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/0af97f30-a0f2-4084-abf0-518e94d54529) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:47:11.987994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-be33afad-5115-4bc6-86eb-199985f7c781 service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648529 Jan 28 20:47:12.553339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e001855-534f-4134-b12c-578ac940c82a req-c2d76826-4977-42c6-9838-4fd372898756 service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547512 Jan 28 20:47:12.583525 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:12.653840 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:12.700643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-9e4a9b27-d2f1-41f5-9d8f-da15291f134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:12.702188 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-9e4a9b27-d2f1-41f5-9d8f-da15291f134e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4428eb150c0a49439ae3d4ccc977d5e9&device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1094 time: 0.0950334 Jan 28 20:47:12.710253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:47:12.715338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:47:12.732109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:47:12.779073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=0af97f30-a0f2-4084-abf0-518e94d54529,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:12.873854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:12.876093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:12.918096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-d4f28c86-77b9-4ee1-af86-fe20298cae1d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8279629 Jan 28 20:47:12.931797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b7ce-2519-4eaf-b284-a762d9d0c96c req-e1d54349-84be-4dff-80a0-03d378ab1a7e tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:12.933458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5058b7ce-2519-4eaf-b284-a762d9d0c96c req-e1d54349-84be-4dff-80a0-03d378ab1a7e tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.1841884 Jan 28 20:47:12.952593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Request body: {'port': {'device_id': '301fa680-386f-430e-8d7d-767c0ffc0343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:12.991201 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:13.059139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-6f091f16-b7d4-4c61-b78f-49a19b03b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:13.060700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-6f091f16-b7d4-4c61-b78f-49a19b03b65f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6 HTTP/1.1" status: 200 len: 914 time: 0.3470042 Jan 28 20:47:13.097226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1b15478d-5c26-4e42-9008-2892bea59105 None None] Provisioning complete for port 0af97f30-a0f2-4084-abf0-518e94d54529 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:13.097870 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b15478d-5c26-4e42-9008-2892bea59105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:13.128101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835751-396a-4a25-a03e-3c2ed59f2ae6 req-8d28e37c-e359-469d-bc6a-8fddb8af3d8b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:13.129768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0835751-396a-4a25-a03e-3c2ed59f2ae6 req-8d28e37c-e359-469d-bc6a-8fddb8af3d8b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 932 time: 0.1952114 Jan 28 20:47:13.142655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-1b15478d-5c26-4e42-9008-2892bea59105 None None] Port 0af97f30-a0f2-4084-abf0-518e94d54529 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:47:13.169506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5058b7ce-2519-4eaf-b284-a762d9d0c96c req-a1b5b231-ca13-4bc5-a11a-e06d3ac91cb4 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027469 Jan 28 20:47:13.178749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-4070a48c-131c-473e-8acd-93eca99fc3a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8 HTTP/1.1" status: 200 len: 217 time: 0.1083002 Jan 28 20:47:13.182402 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:13.245645 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:13.290384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0835751-396a-4a25-a03e-3c2ed59f2ae6 req-85a1f5e3-005a-4c70-84fe-7474c2bdc65b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274872 Jan 28 20:47:13.311447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-7ffdfa8c-ac7c-4566-8d1b-c5e726f47f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:13.314407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-7ffdfa8c-ac7c-4566-8d1b-c5e726f47f99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee HTTP/1.1" status: 200 len: 852 time: 0.1181979 Jan 28 20:47:13.444988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-e1693de2-3e33-481e-9df9-c1b3d623931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:13.446464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-e1693de2-3e33-481e-9df9-c1b3d623931e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220689 Jan 28 20:47:13.608535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-b75597f0-c598-42e7-8b76-eea9b7960e2a service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335788 Jan 28 20:47:13.710277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af97f30-a0f2-4084-abf0-518e94d54529 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:47:13.720887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:13.751909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Transition to ACTIVE for port object 0af97f30-a0f2-4084-abf0-518e94d54529 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:47:13.756040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8cc8b2e-4830-41f8-8b8a-d2f63ea9d57d req-1df02897-7e1d-44dc-8207-e477c5e6c051 service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408975 Jan 28 20:47:13.757104 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:13.815379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0af97f30-a0f2-4084-abf0-518e94d54529,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:13.896616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Attempting to bind port 0af97f30-a0f2-4084-abf0-518e94d54529 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:47:13.897002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Attempting to bind port 0af97f30-a0f2-4084-abf0-518e94d54529 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:47:13.897341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Attempting to bind port 0af97f30-a0f2-4084-abf0-518e94d54529 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:47:13.902732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Port 0af97f30-a0f2-4084-abf0-518e94d54529 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:47:13.903062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Attempting to bind port 0af97f30-a0f2-4084-abf0-518e94d54529 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:47:13.909361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:47:13.909361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:47:13.909735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:47:13.910171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Bound port: 0af97f30-a0f2-4084-abf0-518e94d54529, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:47:13.910532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:13.993569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] For port 0af97f30-a0f2-4084-abf0-518e94d54529, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:47:13.997377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] For port 0af97f30-a0f2-4084-abf0-518e94d54529, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0af97f30-a0f2-4084-abf0-518e94d54529,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:47:14.003593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:14.043277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:14.043911 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:14.045383 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/0af97f30-a0f2-4084-abf0-518e94d54529 HTTP/1.1" status: 200 len: 1092 time: 1.1003332 Jan 28 20:47:14.045877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301fa680-386f-430e-8d7d-767c0ffc0343', 'tag': '0af97f30-a0f2-4084-abf0-518e94d54529'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:14.049121 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e3f6b8-e127-40b2-8785-94bc1d8b6079" -d '{"events": [{"name": "network-changed", "server_uuid": "301fa680-386f-430e-8d7d-767c0ffc0343", "tag": "0af97f30-a0f2-4084-abf0-518e94d54529"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:14.096245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5c35e-94a6-4670-9e5d-f12af9ae85e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0af97f30-a0f2-4084-abf0-518e94d54529,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:14.140588 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95d1e42-15bf-4a1f-8bf4-c9d53fcc5214 x-openstack-request-id: req-e95d1e42-15bf-4a1f-8bf4-c9d53fcc5214 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:14.141591 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301fa680-386f-430e-8d7d-767c0ffc0343", "tag": "0af97f30-a0f2-4084-abf0-518e94d54529", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:14.142068 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e95d1e42-15bf-4a1f-8bf4-c9d53fcc5214 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:14.142943 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301fa680-386f-430e-8d7d-767c0ffc0343', 'tag': '0af97f30-a0f2-4084-abf0-518e94d54529', 'status': 'completed', 'code': 200} Jan 28 20:47:14.168366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-47e4e009-8c21-40cd-a02c-1f1b839d29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:14.170037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-47e4e009-8c21-40cd-a02c-1f1b839d29a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 1095 time: 0.0704484 Jan 28 20:47:14.227449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-9c506690-bb21-4e35-b376-3d73198e8187 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af97f30-a0f2-4084-abf0-518e94d54529 HTTP/1.1" status: 200 len: 217 time: 0.0462923 Jan 28 20:47:14.321286 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-e3e24598-d785-4586-a4a5-16ccfacb4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:14.326710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-e3e24598-d785-4586-a4a5-16ccfacb4dc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0831466 Jan 28 20:47:14.380623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da153a-c8ba-4cbc-acbe-466fb56151a4 req-50bd5752-0a83-421b-802d-08a8ebfb4d2f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:14.382495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7da153a-c8ba-4cbc-acbe-466fb56151a4 req-50bd5752-0a83-421b-802d-08a8ebfb4d2f tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0906339 Jan 28 20:47:14.445764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-59b8a036-a0eb-4723-925f-2ba273885386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:14.447760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-59b8a036-a0eb-4723-925f-2ba273885386 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151447 Jan 28 20:47:14.496810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7da153a-c8ba-4cbc-acbe-466fb56151a4 req-881790a5-54a8-472f-90b7-fea53bee92d9 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065762 Jan 28 20:47:14.539190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a8dc-7fb9-431b-b2a3-e778776c8353 req-44b5cecd-9a6a-4cc0-887b-802d1439070f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:14.540865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f022a8dc-7fb9-431b-b2a3-e778776c8353 req-44b5cecd-9a6a-4cc0-887b-802d1439070f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.1573086 Jan 28 20:47:14.607098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-e77508a0-17b5-41b9-841b-373429a33c26 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488404 Jan 28 20:47:14.612649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f022a8dc-7fb9-431b-b2a3-e778776c8353 req-023cc557-abf0-4f58-832b-63df5fa4c96b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601978 Jan 28 20:47:14.701026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf4365e9-6507-4358-9502-1cd928c9d237 req-f7d38257-e87b-43d7-9286-1342347f932a service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862544 Jan 28 20:47:14.811390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-02148cb6-10df-401c-affe-88b6e1c55d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:14.813759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-02148cb6-10df-401c-affe-88b6e1c55d0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 1095 time: 0.0618460 Jan 28 20:47:14.916888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-465b619a-686e-49f9-8ae1-ec44cec46d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:14.918397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-465b619a-686e-49f9-8ae1-ec44cec46d62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.0961573 Jan 28 20:47:14.972120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-96bcea29-7c64-4ba0-93b9-7421e427c795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af97f30-a0f2-4084-abf0-518e94d54529 HTTP/1.1" status: 200 len: 217 time: 0.0451784 Jan 28 20:47:15.025437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-ef7b7f9c-aec8-4256-9785-b9c425ce4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:15.027104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-ef7b7f9c-aec8-4256-9785-b9c425ce4dbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0485322 Jan 28 20:47:15.086990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-9fccf8af-8bd8-4f2e-bd26-477fda49568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:15.089321 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-9fccf8af-8bd8-4f2e-bd26-477fda49568a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541532 Jan 28 20:47:15.203353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-383b5a7b-7e5d-4b4a-a18e-9475f8739b16 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030936 Jan 28 20:47:15.328904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23e3f6b8-e127-40b2-8785-94bc1d8b6079 req-5e57ad50-09d8-4570-b554-48871794e184 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116009 Jan 28 20:47:15.660250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf2ea-d190-4874-a3b7-f7af9086eee1 req-282f3995-01e1-470f-aa6a-e05bc1bffef6 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:15.673326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e0cf2ea-d190-4874-a3b7-f7af9086eee1 req-282f3995-01e1-470f-aa6a-e05bc1bffef6 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0690126 Jan 28 20:47:15.737785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e0cf2ea-d190-4874-a3b7-f7af9086eee1 req-32448d96-4768-450e-801b-1d55d35bae8a tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628908 Jan 28 20:47:15.812783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def3733-1b1b-49ea-afa3-8c69df4b061a req-7a059ac2-f41e-49e0-9df1-b9b2454d4290 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:15.815222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0def3733-1b1b-49ea-afa3-8c69df4b061a req-7a059ac2-f41e-49e0-9df1-b9b2454d4290 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0759990 Jan 28 20:47:15.866871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0def3733-1b1b-49ea-afa3-8c69df4b061a req-cb644587-9518-4caf-ad7b-4b2d09c5adf4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449893 Jan 28 20:47:16.871783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885832e2-a277-44ce-ad92-1fccee4e238a req-f43494bc-e57f-44b0-89e1-107496a08551 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:16.873418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-885832e2-a277-44ce-ad92-1fccee4e238a req-f43494bc-e57f-44b0-89e1-107496a08551 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0588346 Jan 28 20:47:16.928404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-885832e2-a277-44ce-ad92-1fccee4e238a req-2902875a-817d-45d7-ac54-cef1a59a4d2a tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476885 Jan 28 20:47:16.995877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e835-0551-47c3-8371-ebd4e30f65f4 req-c8cd0b68-a284-4fb4-a3d6-ce639dfc2426 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:16.997709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3a8e835-0551-47c3-8371-ebd4e30f65f4 req-c8cd0b68-a284-4fb4-a3d6-ce639dfc2426 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0541925 Jan 28 20:47:17.040430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b3a8e835-0551-47c3-8371-ebd4e30f65f4 req-80acffd8-f0ed-4ceb-b79d-1af74f293b80 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354033 Jan 28 20:47:18.041611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936007d-8faf-49cb-a4dc-c9486253c572 req-15cfd098-4958-4ff9-a490-af6db9bf48d1 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:18.043004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f936007d-8faf-49cb-a4dc-c9486253c572 req-15cfd098-4958-4ff9-a490-af6db9bf48d1 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0513923 Jan 28 20:47:18.115184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f936007d-8faf-49cb-a4dc-c9486253c572 req-48450a42-511e-4b83-9574-1778d794997b tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636847 Jan 28 20:47:18.184846 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:18.202671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04a578-afbd-47cb-a199-bc2d1d02feab req-11556d26-e048-4edb-8ff4-7b90d5164410 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:18.205108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee04a578-afbd-47cb-a199-bc2d1d02feab req-11556d26-e048-4edb-8ff4-7b90d5164410 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0615048 Jan 28 20:47:18.253796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee04a578-afbd-47cb-a199-bc2d1d02feab req-400fcaad-8235-463b-9535-48aa82112e99 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Jan 28 20:47:19.238955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdaa6c-74b7-4698-9cf4-49d495b000cf req-a3341d28-e6e0-4055-9d25-f1f575d45497 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:19.240493 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cefdaa6c-74b7-4698-9cf4-49d495b000cf req-a3341d28-e6e0-4055-9d25-f1f575d45497 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0527616 Jan 28 20:47:19.283032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cefdaa6c-74b7-4698-9cf4-49d495b000cf req-ff96b9f9-6da8-4dc6-9a1f-7f80ec52344e tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360107 Jan 28 20:47:19.382500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b9b1d-9e1b-431c-9cc3-986bfc4c34b6 req-7ad67dba-e824-4233-96f3-eb1ddbe361cb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:19.383997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c16b9b1d-9e1b-431c-9cc3-986bfc4c34b6 req-7ad67dba-e824-4233-96f3-eb1ddbe361cb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0547800 Jan 28 20:47:19.427008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c16b9b1d-9e1b-431c-9cc3-986bfc4c34b6 req-a97a40a8-2994-46e9-81ee-8eb56f2b9101 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365653 Jan 28 20:47:20.011265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43622) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:20.427852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e9ef3-df1e-4b34-bbbe-722b5422928b req-98cbdabf-55b4-407f-b38d-a976692e87ae tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:20.436950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c3e9ef3-df1e-4b34-bbbe-722b5422928b req-98cbdabf-55b4-407f-b38d-a976692e87ae tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0730269 Jan 28 20:47:20.519927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c3e9ef3-df1e-4b34-bbbe-722b5422928b req-3216fe67-e582-4e2e-a91e-1c247fa82947 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767484 Jan 28 20:47:20.610290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011baceb-f955-4103-924e-742d7267da62 req-5abd4072-ac7b-42f9-aafd-9d8bb5e71c9c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:20.612562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-011baceb-f955-4103-924e-742d7267da62 req-5abd4072-ac7b-42f9-aafd-9d8bb5e71c9c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0913756 Jan 28 20:47:20.677746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-011baceb-f955-4103-924e-742d7267da62 req-617f3f8d-de9f-482f-8e8a-bc7d8498dcc3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573263 Jan 28 20:47:21.029507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:21.398182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Deleting port 70107407-aedd-4353-bc9a-335ef6caf480 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:47:21.398739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:21.455676 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:21.512704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] For port 70107407-aedd-4353-bc9a-335ef6caf480, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=70107407-aedd-4353-bc9a-335ef6caf480,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:21.513421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:21.529352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Calling delete_port for 70107407-aedd-4353-bc9a-335ef6caf480 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:47:21.681197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a9c8a-8be9-45fa-9443-18a09354f6d2 req-ed1b1537-72c3-488d-b7be-b525ddb4a238 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:21.683112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-983a9c8a-8be9-45fa-9443-18a09354f6d2 req-ed1b1537-72c3-488d-b7be-b525ddb4a238 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0781634 Jan 28 20:47:21.760778 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-983a9c8a-8be9-45fa-9443-18a09354f6d2 req-0b16af55-589b-47e8-8f33-8a58a11f4283 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693314 Jan 28 20:47:21.842323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d6181-7a0b-4a4e-b30e-083cf97a61bc req-c0770221-e232-42af-b91e-cb6f2e69e250 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:21.844927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e7d6181-7a0b-4a4e-b30e-083cf97a61bc req-c0770221-e232-42af-b91e-cb6f2e69e250 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0733147 Jan 28 20:47:21.872233 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:21.898185 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e7d6181-7a0b-4a4e-b30e-083cf97a61bc req-8b4debe1-a6c9-4a15-993d-088397a505fe tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455241 Jan 28 20:47:21.903415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Pushing event deleted for resources: {'Port': ['ID=70107407-aedd-4353-bc9a-335ef6caf480,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:22.198185 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:22.512084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Router c9bd90de-ba56-4b10-af61-42060a2727eb has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:47:22.669325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:47:22.677435 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ccfbaefe-f375-4290-9e59-65386b972ded admin admin] 10.222.0.44 "PUT /v2.0/routers/c9bd90de-ba56-4b10-af61-42060a2727eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6649725 Jan 28 20:47:22.680026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 43936) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:22.684403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] Sync routers for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:47:22.701629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:22.702257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:47:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:22.819013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:22.828422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:22.972739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b9383-6422-4c85-8886-017f248723cc req-690b356f-48b4-4565-8e4f-09db800bf0ad tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:22.981637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df1b9383-6422-4c85-8886-017f248723cc req-690b356f-48b4-4565-8e4f-09db800bf0ad tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0929050 Jan 28 20:47:23.028329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.048021 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df1b9383-6422-4c85-8886-017f248723cc req-4c93fc67-3c4b-4240-be6f-0e1370ab068c tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632267 Jan 28 20:47:23.104316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:47:21Z', 'revision_number': 5, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port': {'id': 'c6444cc5-a821-48c1-a1d1-a56330153d1c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:41:55Z', 'updated_at': '2022-01-28T20:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:23.165645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Deleting port c6444cc5-a821-48c1-a1d1-a56330153d1c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:47:23.166088 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.184667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] Checking router: c9bd90de-ba56-4b10-af61-42060a2727eb for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:47:23.207039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] Routers {'c9bd90de-ba56-4b10-af61-42060a2727eb'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:23.208009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:47:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['c9bd90de-ba56-4b10-af61-42060a2727eb'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:23.248719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e815a90-7899-45e8-9cc6-444a353eda32 req-ab14c6a8-073f-4e0a-8d20-0406c1a4deef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:23.250595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e815a90-7899-45e8-9cc6-444a353eda32 req-ab14c6a8-073f-4e0a-8d20-0406c1a4deef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.1016805 Jan 28 20:47:23.316192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] For port c6444cc5-a821-48c1-a1d1-a56330153d1c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c6444cc5-a821-48c1-a1d1-a56330153d1c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:23.316885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e815a90-7899-45e8-9cc6-444a353eda32 req-c883cdb0-f456-49df-92b6-b2572f114d91 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592008 Jan 28 20:47:23.317282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.339135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Calling delete_port for c6444cc5-a821-48c1-a1d1-a56330153d1c owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:47:23.370634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] Set router c9bd90de-ba56-4b10-af61-42060a2727eb gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:23.434791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:47:23Z', 'revision_number': 6, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:23.464512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df1883-1abf-4d0c-8e99-8828334ae602 None None] The sync data for ids ['c9bd90de-ba56-4b10-af61-42060a2727eb'] in n-d-825064-3 is: [{'id': 'c9bd90de-ba56-4b10-af61-42060a2727eb', 'name': 'tempest-AttachVolumeTestJSON-1216553580-router', 'tenant_id': 'f04f981b019e46e998152f663e43a685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:41:52Z', 'updated_at': '2022-01-28T20:47:23Z', 'revision_number': 6, 'project_id': 'f04f981b019e46e998152f663e43a685', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:47:23.534404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.562038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6444cc5-a821-48c1-a1d1-a56330153d1c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:23.628416 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.724237 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.726489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.774675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.775570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9bd90de-ba56-4b10-af61-42060a2727eb {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:47:23.781656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.783064 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ada9168c-fff3-4e04-99d9-b3d2eb3eda73 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c9bd90de-ba56-4b10-af61-42060a2727eb HTTP/1.1" status: 204 len: 168 time: 1.1003203 Jan 28 20:47:23.785715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44068) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:23.835885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5df6973-7caa-4f66-8ae8-9440f4e04da4 admin admin] Deleting subnet f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:47:23.839729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5df6973-7caa-4f66-8ae8-9440f4e04da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.878695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5df6973-7caa-4f66-8ae8-9440f4e04da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:23.979676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5df6973-7caa-4f66-8ae8-9440f4e04da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.036709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5df6973-7caa-4f66-8ae8-9440f4e04da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.064101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df6973-7caa-4f66-8ae8-9440f4e04da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ec3628-4009-4307-ab68-2ce6cb5eb1b2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:24.068061 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f5df6973-7caa-4f66-8ae8-9440f4e04da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.071663 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f5df6973-7caa-4f66-8ae8-9440f4e04da4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f9ec3628-4009-4307-ab68-2ce6cb5eb1b2 HTTP/1.1" status: 204 len: 168 time: 0.2844741 Jan 28 20:47:24.073750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44086) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:24.075602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c6c48-e152-4b0d-ae30-25d5e135e33c None None] Network a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:47:24.157291 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.179291 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06d3f-02b0-4203-a5eb-4705c196e763 req-68307740-c13b-41c9-a267-baafb1a184b7 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:24.181046 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea06d3f-02b0-4203-a5eb-4705c196e763 req-68307740-c13b-41c9-a267-baafb1a184b7 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0610046 Jan 28 20:47:24.226721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ea06d3f-02b0-4203-a5eb-4705c196e763 req-bcec112a-82ff-46c5-b3ac-08a6e0999c3a tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396345 Jan 28 20:47:24.230023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Deleting port 2e7a7bf8-388b-4401-b39d-a15d79d110cc {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:47:24.230371 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.306446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] DHCP port deletion for a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:47:24.307890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] For port 2e7a7bf8-388b-4401-b39d-a15d79d110cc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2e7a7bf8-388b-4401-b39d-a15d79d110cc,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:24.308310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.333194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Calling delete_port for 2e7a7bf8-388b-4401-b39d-a15d79d110cc owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:47:24.388534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Deleting port 2e7a7bf8-388b-4401-b39d-a15d79d110cc {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:47:24.389182 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.461660 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.512292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7a7bf8-388b-4401-b39d-a15d79d110cc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:24.530802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] No DVR routers for this DVR port 2e7a7bf8-388b-4401-b39d-a15d79d110cc on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:47:24.629526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0335-1297-4798-87d1-23759487bc25 req-5cf096c5-5043-43ef-bd73-97763e10116b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:24.631385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaae0335-1297-4798-87d1-23759487bc25 req-5cf096c5-5043-43ef-bd73-97763e10116b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0642521 Jan 28 20:47:24.686425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aaae0335-1297-4798-87d1-23759487bc25 req-92e4ca4f-bfbc-4639-b0b8-a3487bafa48f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Jan 28 20:47:24.692161 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.728417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:24.732225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] For port 2e7a7bf8-388b-4401-b39d-a15d79d110cc, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2e7a7bf8-388b-4401-b39d-a15d79d110cc,segment=NetworkSegment(9649cc75-b639-4991-b1c9-a7ce15d07226),segment_id=9649cc75-b639-4991-b1c9-a7ce15d07226)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:24.732873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.743044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9649cc75-b639-4991-b1c9-a7ce15d07226') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:24.743368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9649cc75-b639-4991-b1c9-a7ce15d07226') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:24.750873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Calling delete_port for 2e7a7bf8-388b-4401-b39d-a15d79d110cc owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:47:24.755676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.776379 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.786501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:47:24.787183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:47:24.790236 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:47:24.848894 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.878882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Pushing event deleted for resources: {'Port': ['ID=2e7a7bf8-388b-4401-b39d-a15d79d110cc,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:24.885859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] No DVR routers for this DVR port 2e7a7bf8-388b-4401-b39d-a15d79d110cc on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:47:24.895066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.898891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.900913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.901557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.902089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.902604 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.903103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.904224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.907181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.907181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.907181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.907181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.907181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad026a3-9dbf-4f72-87a9-90ea1e87b1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:24.915525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:24.918838 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] 10.222.0.44 "DELETE /v2.0/networks/a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c HTTP/1.1" status: 204 len: 168 time: 0.8435712 Jan 28 20:47:24.920102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441563f5-49bd-4f51-954b-a20c0c4f79af admin admin] Pushing event deleted for resources: {'Network': ['ID=a6eeaef5-3296-4f4b-adf9-a7c7bf86d80c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:25.044595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44108) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:25.088285 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-611a3a46-9be1-44da-8c1b-b40585b943b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f04f981b019e46e998152f663e43a685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422332 Jan 28 20:47:25.090755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44110) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:25.154447 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d28a2c72-28fb-431f-84ff-831cda508b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:25.180444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d28a2c72-28fb-431f-84ff-831cda508b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:25.232087 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d28a2c72-28fb-431f-84ff-831cda508b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:25.236446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d28a2c72-28fb-431f-84ff-831cda508b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:25.237615 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d28a2c72-28fb-431f-84ff-831cda508b22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d092ac16-041e-4ffb-aff0-7f6857995f73 HTTP/1.1" status: 204 len: 168 time: 0.1458442 Jan 28 20:47:25.246021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a2c72-28fb-431f-84ff-831cda508b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092ac16-041e-4ffb-aff0-7f6857995f73,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:25.365807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b298b8-d68d-412d-a6aa-eb31b36fad29 req-180bb8fb-aa94-464d-9943-583abe0f6cce tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:25.367722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62b298b8-d68d-412d-a6aa-eb31b36fad29 req-180bb8fb-aa94-464d-9943-583abe0f6cce tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0637877 Jan 28 20:47:25.375615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 70107407-aedd-4353-bc9a-335ef6caf480 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:47:25.416270 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 70107407-aedd-4353-bc9a-335ef6caf480 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:47:25.416618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 70107407-aedd-4353-bc9a-335ef6caf480 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:47:25.417237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2e7a7bf8-388b-4401-b39d-a15d79d110cc no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:47:25.429342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62b298b8-d68d-412d-a6aa-eb31b36fad29 req-bb325145-f81a-41ee-b9b1-17d68d5d4c19 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496457 Jan 28 20:47:25.441678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2e7a7bf8-388b-4401-b39d-a15d79d110cc {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:47:25.442219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2e7a7bf8-388b-4401-b39d-a15d79d110cc not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:47:25.442841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c6444cc5-a821-48c1-a1d1-a56330153d1c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:47:25.470605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c6444cc5-a821-48c1-a1d1-a56330153d1c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:47:25.471436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c6444cc5-a821-48c1-a1d1-a56330153d1c not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:47:25.833957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7db31-488c-4558-afa9-b6dbcfc4d0c1 req-f0a887d1-7f86-43ce-b8c7-3e81fc3c0eb0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:25.835540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ec7db31-488c-4558-afa9-b6dbcfc4d0c1 req-f0a887d1-7f86-43ce-b8c7-3e81fc3c0eb0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0659552 Jan 28 20:47:25.883125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ec7db31-488c-4558-afa9-b6dbcfc4d0c1 req-a2ee062f-697b-4b36-ae97-78d0db970348 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Jan 28 20:47:26.594560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b970c-b1a7-4310-939a-4c7504ab9039 req-770d1540-ad2c-4da4-8e8d-8f334be1b605 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:26.596365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-846b970c-b1a7-4310-939a-4c7504ab9039 req-770d1540-ad2c-4da4-8e8d-8f334be1b605 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 943 time: 0.0646849 Jan 28 20:47:26.639586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-846b970c-b1a7-4310-939a-4c7504ab9039 req-4219ca07-4a1e-40c1-90fe-5bdcbc906f03 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371838 Jan 28 20:47:26.887057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:47:27.009461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:27.022220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'mac_address': 'fa:16:3e:2f:69:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:47:27.042864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624f6e-40c8-4882-8cb8-43c78d2e1cd3 req-58f30723-89e6-4f89-b431-306a17d20c25 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:27.054164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80624f6e-40c8-4882-8cb8-43c78d2e1cd3 req-58f30723-89e6-4f89-b431-306a17d20c25 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0862980 Jan 28 20:47:27.071894 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:27.090453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:47:27.102481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80624f6e-40c8-4882-8cb8-43c78d2e1cd3 req-e091532b-3e6f-4187-89e0-40466cd261e7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473955 Jan 28 20:47:27.113949 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:27.120092 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:27.183967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:27.368709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['45ef994e-9e19-49b6-aaf1-5c44d6eafce8'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:47:27.774776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2a33-2524-48d3-ab63-40dcec5848e7 req-0781d091-4dd0-4979-bc30-18dd5235b3ae tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:27.783500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8edb2a33-2524-48d3-ab63-40dcec5848e7 req-0781d091-4dd0-4979-bc30-18dd5235b3ae tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 944 time: 0.0656235 Jan 28 20:47:27.828433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8edb2a33-2524-48d3-ab63-40dcec5848e7 req-2a51e923-4582-4e63-ad46-c6eeb7f8709d tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398726 Jan 28 20:47:28.251483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9a1db-be24-494e-ad49-4d456f413f7e req-3ca75114-4b33-450a-aeee-1ee6c3ec47d1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:28.253295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1da9a1db-be24-494e-ad49-4d456f413f7e req-3ca75114-4b33-450a-aeee-1ee6c3ec47d1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0625961 Jan 28 20:47:28.303617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1da9a1db-be24-494e-ad49-4d456f413f7e req-e78404a1-8f6a-401e-b446-1e7e8dd2c778 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Jan 28 20:47:28.885331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:47:28.956059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:47:28.965012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:28.965389 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:28.980465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a786a0-ed92-4242-8bbb-84fc7fc287c8 req-422e688d-8a67-45ac-ac75-381a1923ca86 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:28.982557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53a786a0-ed92-4242-8bbb-84fc7fc287c8 req-422e688d-8a67-45ac-ac75-381a1923ca86 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 944 time: 0.0831902 Jan 28 20:47:29.037185 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53a786a0-ed92-4242-8bbb-84fc7fc287c8 req-c834d158-1d63-471b-ae5f-068686f28642 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443611 Jan 28 20:47:29.070529 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:29.108011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:29.112309 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73403963-582f-4eba-af51-73ee6f0a1497" -d '{"events": [{"server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "name": "network-vif-plugged", "status": "completed", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:29.133942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:29.141484 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:29.184898 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d31fb4-8d9f-4345-ac54-bc2ec5397bc2 x-openstack-request-id: req-f9d31fb4-8d9f-4345-ac54-bc2ec5397bc2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:29.185353 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "name": "network-vif-plugged", "status": "completed", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:29.185754 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9d31fb4-8d9f-4345-ac54-bc2ec5397bc2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:29.186376 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'code': 200} Jan 28 20:47:29.246707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:29.274766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0af97f30-a0f2-4084-abf0-518e94d54529 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:47:29.360600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07d98c-03c3-4aee-a1d8-63cdc562c7ab req-bf504a14-17a0-489b-8df9-38577d3e122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:29.362545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e07d98c-03c3-4aee-a1d8-63cdc562c7ab req-bf504a14-17a0-489b-8df9-38577d3e122f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1096 time: 0.1091225 Jan 28 20:47:29.376791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94516e74-b2fc-46a8-a199-aa001f0c2e58 req-c825364c-4fa2-4c70-880d-a8ae042c5d35 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:29.379067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94516e74-b2fc-46a8-a199-aa001f0c2e58 req-c825364c-4fa2-4c70-880d-a8ae042c5d35 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 948 time: 0.0790606 Jan 28 20:47:29.416593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0af97f30-a0f2-4084-abf0-518e94d54529, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0af97f30-a0f2-4084-abf0-518e94d54529,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:29.461205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '0af97f30-a0f2-4084-abf0-518e94d54529', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'port_id': '0af97f30-a0f2-4084-abf0-518e94d54529', 'mac_address': 'fa:16:3e:dd:d3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:47:29.481857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e07d98c-03c3-4aee-a1d8-63cdc562c7ab req-19057815-e152-4f10-a0d4-495866feb012 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013174 Jan 28 20:47:29.487565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94516e74-b2fc-46a8-a199-aa001f0c2e58 req-26031c70-cdf2-4755-b479-8dd4716a24c0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993166 Jan 28 20:47:29.517380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488cec-517c-4c4b-8e16-af28e3632a72 req-716be4df-dcd5-4f76-9022-56d45752171c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:29.518854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9488cec-517c-4c4b-8e16-af28e3632a72 req-716be4df-dcd5-4f76-9022-56d45752171c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 944 time: 0.0990975 Jan 28 20:47:29.533638 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:29.554663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af97f30-a0f2-4084-abf0-518e94d54529 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:47:29.590598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9488cec-517c-4c4b-8e16-af28e3632a72 req-7d6444d2-18f4-486e-b725-d5ba0c05a366 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575004 Jan 28 20:47:29.601277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0af97f30-a0f2-4084-abf0-518e94d54529, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0af97f30-a0f2-4084-abf0-518e94d54529,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:29.613951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:29.699992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=0af97f30-a0f2-4084-abf0-518e94d54529,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:29.911254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0af97f30-a0f2-4084-abf0-518e94d54529'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:47:30.178002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5457c0-7a6b-4c7c-b48a-0d9af5f41124 req-4bab4c6f-b293-44ec-88db-7239baa15dbd tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:30.179476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d5457c0-7a6b-4c7c-b48a-0d9af5f41124 req-4bab4c6f-b293-44ec-88db-7239baa15dbd tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 945 time: 0.0595472 Jan 28 20:47:30.246152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d5457c0-7a6b-4c7c-b48a-0d9af5f41124 req-dd9e749e-cebb-4704-9479-a397c4598602 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550048 Jan 28 20:47:30.657163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12bf0c-89eb-4d0d-b4e1-957504f3d6cf req-2ff3e3b7-aa58-4e8d-a4ce-f809fcfd7e1e tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:30.658660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d12bf0c-89eb-4d0d-b4e1-957504f3d6cf req-2ff3e3b7-aa58-4e8d-a4ce-f809fcfd7e1e tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 948 time: 0.0554729 Jan 28 20:47:30.739216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d12bf0c-89eb-4d0d-b4e1-957504f3d6cf req-2ea3340e-67ad-40a9-9f22-63b89de3c02d tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728760 Jan 28 20:47:30.760817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd6fd3-0de0-4584-94fa-00251eeaadeb req-232ec3a7-27ed-44e3-8234-99493e2b2630 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:30.762408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fdd6fd3-0de0-4584-94fa-00251eeaadeb req-232ec3a7-27ed-44e3-8234-99493e2b2630 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 945 time: 0.0780451 Jan 28 20:47:30.808211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fdd6fd3-0de0-4584-94fa-00251eeaadeb req-ca6dadd8-9f50-44a3-be1b-36b9fc3a323c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 Jan 28 20:47:31.280797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-96097b94-b02d-4025-b737-81740fbb3b20 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:31.282399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-96097b94-b02d-4025-b737-81740fbb3b20 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 948 time: 0.0527313 Jan 28 20:47:31.294613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0af97f30-a0f2-4084-abf0-518e94d54529 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:47:31.379961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 0af97f30-a0f2-4084-abf0-518e94d54529 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:47:31.385516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 0af97f30-a0f2-4084-abf0-518e94d54529 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:47:31.385891 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:31.436324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50281-c105-4936-b19f-56ec388fdb58 req-fa9a452c-5d62-40c0-b19f-6c8577ea6e04 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:31.438834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5db50281-c105-4936-b19f-56ec388fdb58 req-fa9a452c-5d62-40c0-b19f-6c8577ea6e04 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 945 time: 0.1018732 Jan 28 20:47:31.475560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Deleting port e985b86d-15b7-4eac-b00d-1b03a27c112f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:47:31.475809 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:31.479814 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:31.504889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5db50281-c105-4936-b19f-56ec388fdb58 req-7db24e6e-7d1e-47f2-b8b2-e02a98a35897 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583882 Jan 28 20:47:31.520460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301fa680-386f-430e-8d7d-767c0ffc0343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af97f30-a0f2-4084-abf0-518e94d54529'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:31.525188 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e737521-2926-4e5e-8e6d-3c6978f83ef9" -d '{"events": [{"server_uuid": "301fa680-386f-430e-8d7d-767c0ffc0343", "name": "network-vif-plugged", "status": "completed", "tag": "0af97f30-a0f2-4084-abf0-518e94d54529"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:31.542895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 0af97f30-a0f2-4084-abf0-518e94d54529, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0af97f30-a0f2-4084-abf0-518e94d54529,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:31.549557 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:31.588951 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18522c55-5009-49cf-8c30-37222d8916d7 x-openstack-request-id: req-18522c55-5009-49cf-8c30-37222d8916d7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:31.589236 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301fa680-386f-430e-8d7d-767c0ffc0343", "name": "network-vif-plugged", "status": "completed", "tag": "0af97f30-a0f2-4084-abf0-518e94d54529", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:31.589486 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18522c55-5009-49cf-8c30-37222d8916d7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:31.589871 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301fa680-386f-430e-8d7d-767c0ffc0343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af97f30-a0f2-4084-abf0-518e94d54529', 'code': 200} Jan 28 20:47:31.612458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] For port e985b86d-15b7-4eac-b00d-1b03a27c112f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=e985b86d-15b7-4eac-b00d-1b03a27c112f,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:31.612978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:31.629212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Calling delete_port for e985b86d-15b7-4eac-b00d-1b03a27c112f owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:47:31.647025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=0af97f30-a0f2-4084-abf0-518e94d54529,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:31.698322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eba613-97f8-4cb3-bce8-6027e35b0fe0 req-fbfe6b78-f15f-4073-82cd-7df23f617fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:31.699886 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-98eba613-97f8-4cb3-bce8-6027e35b0fe0 req-fbfe6b78-f15f-4073-82cd-7df23f617fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 1097 time: 0.0515709 Jan 28 20:47:31.738406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-98eba613-97f8-4cb3-bce8-6027e35b0fe0 req-df6d5e9f-b9cc-4144-bf67-92fdfef0b013 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310273 Jan 28 20:47:31.772483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6e04a-9c38-4db8-92db-c5c4d51da68b req-bfb9a647-5c9b-4181-911f-3dc49eb7a1be tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:31.774058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76c6e04a-9c38-4db8-92db-c5c4d51da68b req-bfb9a647-5c9b-4181-911f-3dc49eb7a1be tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 945 time: 0.0809655 Jan 28 20:47:31.892847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76c6e04a-9c38-4db8-92db-c5c4d51da68b req-7cee2a6f-baf2-4477-b4af-37d841b661dc tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059923 Jan 28 20:47:31.898725 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:31.918994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44258) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:31.923346 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['e985b86d-15b7-4eac-b00d-1b03a27c112f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:47:32.252949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d57172-381d-44bd-8069-a060c8ff9f08 tempest-TestVolumeBackupRestore-1825709338 tempest-TestVolumeBackupRestore-1825709338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:32.254442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-89d57172-381d-44bd-8069-a060c8ff9f08 tempest-TestVolumeBackupRestore-1825709338 tempest-TestVolumeBackupRestore-1825709338-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1091 time: 0.3338542 Jan 28 20:47:32.257701 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44268) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:32.262387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:32.299799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:32.321015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067b6c-b04c-4a77-809e-a5287add8245 req-143b9765-b8bc-454e-8653-50afaa423117 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:32.329725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5067b6c-b04c-4a77-809e-a5287add8245 req-143b9765-b8bc-454e-8653-50afaa423117 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bcb60be-014f-4d8c-badc-c48467eb1d9c HTTP/1.1" status: 200 len: 948 time: 0.5039959 Jan 28 20:47:32.340947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Pushing event deleted for resources: {'Port': ['ID=e985b86d-15b7-4eac-b00d-1b03a27c112f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.396359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:47:32.451594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] No DVR routers for this DVR port e985b86d-15b7-4eac-b00d-1b03a27c112f on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:47:32.453470 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:32.461244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:32.469500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2e66f11-0553-4fbb-a1f2-ea58a94d2e11 req-7ff77b0e-9dc1-4afc-aba6-06b000eebca0 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.26 "DELETE /v2.0/ports/e985b86d-15b7-4eac-b00d-1b03a27c112f HTTP/1.1" status: 204 len: 173 time: 1.1762099 Jan 28 20:47:32.470347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcb60be-014f-4d8c-badc-c48467eb1d9c', 'name': 'network-vif-deleted', 'tag': 'e985b86d-15b7-4eac-b00d-1b03a27c112f'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:32.478493 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b701bebd-c569-47d4-be90-77e24cb49106" -d '{"events": [{"server_uuid": "4bcb60be-014f-4d8c-badc-c48467eb1d9c", "name": "network-vif-deleted", "tag": "e985b86d-15b7-4eac-b00d-1b03a27c112f"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:32.490892 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d5067b6c-b04c-4a77-809e-a5287add8245 req-117b753d-7659-4893-baa2-a2e4656ab397 tempest-VolumesBackupsTest-1303143298 tempest-VolumesBackupsTest-1303143298-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7cfc3b0-aae7-4edf-b8cc-2589c850db87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603003 Jan 28 20:47:32.511707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b2cc-f11b-4f4a-ac83-d53a9d5b070a req-4043084b-d468-479a-9b14-6bf8d0c31adf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:32.513564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afc2b2cc-f11b-4f4a-ac83-d53a9d5b070a req-4043084b-d468-479a-9b14-6bf8d0c31adf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 946 time: 0.2014751 Jan 28 20:47:32.574847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afc2b2cc-f11b-4f4a-ac83-d53a9d5b070a req-14da71e5-dc62-444c-afaf-9aabb7d06e18 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484922 Jan 28 20:47:32.622287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Allocated IP 172.25.2.210 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/a5b520f5-1f3b-4781-9e0e-30b98f13e441) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:47:32.631479 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b601f07e-0aeb-4618-8080-3474e3a60e90 x-openstack-request-id: req-b601f07e-0aeb-4618-8080-3474e3a60e90 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:32.631925 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcb60be-014f-4d8c-badc-c48467eb1d9c", "name": "network-vif-deleted", "tag": "e985b86d-15b7-4eac-b00d-1b03a27c112f", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:32.632246 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b601f07e-0aeb-4618-8080-3474e3a60e90 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:32.632984 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcb60be-014f-4d8c-badc-c48467eb1d9c', 'name': 'network-vif-deleted', 'tag': 'e985b86d-15b7-4eac-b00d-1b03a27c112f', 'status': 'completed', 'code': 200} Jan 28 20:47:32.778849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:32.822739 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:32.862734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:47:32.866407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:47:32.873002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:47:32.914638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'Port': ['ID=a5b520f5-1f3b-4781-9e0e-30b98f13e441,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:33.382406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:33.456096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:33.622497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:33.629406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:33.734074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event updated for resources: {'Port': ['ID=a5b520f5-1f3b-4781-9e0e-30b98f13e441,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:33.760495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:33.771545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140f143-70d0-447a-86f1-f7139fd900fe req-14ab9df0-9da8-46d0-8881-a26f7971dba4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:33.773251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9140f143-70d0-447a-86f1-f7139fd900fe req-14ab9df0-9da8-46d0-8881-a26f7971dba4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 946 time: 0.0974045 Jan 28 20:47:33.844879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9140f143-70d0-447a-86f1-f7139fd900fe req-636d9521-b660-4ab4-ae21-9f249ffae10e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586617 Jan 28 20:47:33.888373 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Floating IP b5fe3036-1e4f-46ce-b062-f979598f665e associated. External IP: 172.25.2.210, port: 45ef994e-9e19-49b6-aaf1-5c44d6eafce8. Jan 28 20:47:34.011712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9a5fc-74d0-4f3b-bb41-06c882cc5854 req-08b0c524-74d8-4e5c-9ce1-a7976f326ac5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:34.013930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71a9a5fc-74d0-4f3b-bb41-06c882cc5854 req-08b0c524-74d8-4e5c-9ce1-a7976f326ac5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 946 time: 0.0795927 Jan 28 20:47:34.057476 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71a9a5fc-74d0-4f3b-bb41-06c882cc5854 req-ec43ef92-e76e-4def-b040-ed14950dd101 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Jan 28 20:47:34.166310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:47:34.241311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d4b60-022c-4886-bbbd-72d34b378ad5 req-c1bf9f6a-9de1-4432-8ee6-fc3752cea184 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:34.243385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c0d4b60-022c-4886-bbbd-72d34b378ad5 req-c1bf9f6a-9de1-4432-8ee6-fc3752cea184 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 946 time: 0.0534611 Jan 28 20:47:34.306405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c0d4b60-022c-4886-bbbd-72d34b378ad5 req-1742d52a-096d-4f76-a662-925f49bf051b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 Jan 28 20:47:34.386886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:47:34.412216 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] Sync routers for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:47:34.423322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:34.423562 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:34.424435 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:47:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:34.493795 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c975aeed-f6f0-4923-ab10-32e301a18f10 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2330737 Jan 28 20:47:34.494983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44294) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:34.504461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:34.516040 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14137362-b217-4908-b109-4f2ec5d627d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:34.602995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b12873-0285-4f7a-8375-feff44363aa9 tempest-TestVolumeBackupRestore-1825709338 tempest-TestVolumeBackupRestore-1825709338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:34.610744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-97b12873-0285-4f7a-8375-feff44363aa9 tempest-TestVolumeBackupRestore-1825709338 tempest-TestVolumeBackupRestore-1825709338-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1091 time: 0.1115768 Jan 28 20:47:34.610978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44300) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:34.616805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a5c1afdb-d0bf-4a3c-aff8-4a79e3edadd8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Request body: {'floatingip': {'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:34.625130 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c1299-2d9d-4dfa-8de4-baaa5740a871 x-openstack-request-id: req-1e4c1299-2d9d-4dfa-8de4-baaa5740a871 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:34.625489 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:34.625688 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e4c1299-2d9d-4dfa-8de4-baaa5740a871 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:34.626866 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'status': 'completed', 'code': 200} Jan 28 20:47:34.654526 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:34.769927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14137362-b217-4908-b109-4f2ec5d627d5 req-713a3e2c-e60e-4bd8-9345-caf8b047e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:34.772710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14137362-b217-4908-b109-4f2ec5d627d5 req-713a3e2c-e60e-4bd8-9345-caf8b047e6e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4428eb150c0a49439ae3d4ccc977d5e9&device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1096 time: 0.1344900 Jan 28 20:47:34.850488 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c1afdb-d0bf-4a3c-aff8-4a79e3edadd8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for floatingip, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:34.994857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14137362-b217-4908-b109-4f2ec5d627d5 req-6404acf5-6af7-493d-94b3-ffa6420e4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:35.001116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14137362-b217-4908-b109-4f2ec5d627d5 req-6404acf5-6af7-493d-94b3-ffa6420e4473 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6 HTTP/1.1" status: 200 len: 914 time: 0.2188327 Jan 28 20:47:35.021065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c3173-d8bd-4749-bc7d-c8eaf6a6c595 req-fd2e6054-a6b9-4ba9-b9a6-0376129d31a4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:35.033939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a0c3173-d8bd-4749-bc7d-c8eaf6a6c595 req-fd2e6054-a6b9-4ba9-b9a6-0376129d31a4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 946 time: 0.3401585 Jan 28 20:47:35.077965 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b5fe3036-1e4f-46ce-b062-f979598f665e', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'mac_address': 'fa:16:3e:2f:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:47:33Z', 'updated_at': '2022-01-28T20:47:33Z', 'revision_number': 0, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:35.144638 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] Checking router: e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:47:35.183928 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:35.184836 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:47:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:35.190661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14137362-b217-4908-b109-4f2ec5d627d5 req-577fd203-c383-4d8c-8cfb-4d4b38224590 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8 HTTP/1.1" status: 200 len: 999 time: 0.1537704 Jan 28 20:47:35.325650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a0c3173-d8bd-4749-bc7d-c8eaf6a6c595 req-0cd1bf44-46d1-49c1-8dc7-93f1db396b4a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906344 Jan 28 20:47:35.332894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e985b86d-15b7-4eac-b00d-1b03a27c112f no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:47:35.345212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14137362-b217-4908-b109-4f2ec5d627d5 req-e776b505-67fc-4580-999e-3450237b2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:35.352092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14137362-b217-4908-b109-4f2ec5d627d5 req-e776b505-67fc-4580-999e-3450237b2d94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee HTTP/1.1" status: 200 len: 852 time: 0.1399474 Jan 28 20:47:35.410289 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:35.433845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: e985b86d-15b7-4eac-b00d-1b03a27c112f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:47:35.434387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device e985b86d-15b7-4eac-b00d-1b03a27c112f not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:47:35.463084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14137362-b217-4908-b109-4f2ec5d627d5 req-d89665ec-7fc3-440f-90c1-1271b157830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:35.464997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14137362-b217-4908-b109-4f2ec5d627d5 req-d89665ec-7fc3-440f-90c1-1271b157830e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034582 Jan 28 20:47:35.772035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14137362-b217-4908-b109-4f2ec5d627d5 req-358fab5d-2805-4f18-bd43-c9d22636c64b service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904816 Jan 28 20:47:35.807757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d889e1-427c-42b7-9332-e96c78f0aa93 req-e5a485be-ee2c-4069-9c82-46a4dc10eacf tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:35.809636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83d889e1-427c-42b7-9332-e96c78f0aa93 req-e5a485be-ee2c-4069-9c82-46a4dc10eacf tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1097 time: 0.1344059 Jan 28 20:47:35.893546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b5fe3036-1e4f-46ce-b062-f979598f665e', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'mac_address': 'fa:16:3e:2f:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:47:33Z', 'updated_at': '2022-01-28T20:47:33Z', 'revision_number': 0, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:35.937767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-83d889e1-427c-42b7-9332-e96c78f0aa93 req-5912d7f7-550d-4662-8bf0-f919efc77bc9 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902586 Jan 28 20:47:35.955457 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f764-4a94-4d80-a0e3-92c7812f4630 None None] The sync data for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 is: [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b5fe3036-1e4f-46ce-b062-f979598f665e', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'mac_address': 'fa:16:3e:2f:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:47:33Z', 'updated_at': '2022-01-28T20:47:33Z', 'revision_number': 0, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:47:36.031664 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14137362-b217-4908-b109-4f2ec5d627d5 req-601c8523-b76a-465b-bf35-4c34b0323639 service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528584 Jan 28 20:47:36.153643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10132da-2b97-4afd-9825-27c5eeae971a req-2b790287-9a85-40fd-9470-1838a3987d39 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:36.161830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b10132da-2b97-4afd-9825-27c5eeae971a req-2b790287-9a85-40fd-9470-1838a3987d39 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0805993 Jan 28 20:47:36.216915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b10132da-2b97-4afd-9825-27c5eeae971a req-ca793b7c-5f0e-4686-ba9f-cab1763fdee1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538418 Jan 28 20:47:36.243778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44314) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:36.350766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6eeec5fe-6a69-4271-b4de-0837111c318c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/d03bc2c7-b121-46e5-93bf-dafb9bde8135 HTTP/1.1" status: 200 len: 994 time: 0.1052842 Jan 28 20:47:36.371355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ad48e-c190-4cc5-83b1-8e8a4b15b3d2 None None] New status for floating IP b5fe3036-1e4f-46ce-b062-f979598f665e: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:47:36.560513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c1afdb-d0bf-4a3c-aff8-4a79e3edadd8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:36.568581 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c1afdb-d0bf-4a3c-aff8-4a79e3edadd8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:36.596274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c168dc-4a28-4a2b-a1f3-e051d4573e8a req-67eae107-69a5-4d33-8322-749cbba10566 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:36.597943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c168dc-4a28-4a2b-a1f3-e051d4573e8a req-67eae107-69a5-4d33-8322-749cbba10566 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 946 time: 0.0945091 Jan 28 20:47:36.649708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c168dc-4a28-4a2b-a1f3-e051d4573e8a req-ed16ec66-994b-461e-a3c1-3f1d5e174fbe tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Jan 28 20:47:36.702745 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-0d4ad48e-c190-4cc5-83b1-8e8a4b15b3d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:47:36.706435 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-0d4ad48e-c190-4cc5-83b1-8e8a4b15b3d2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:47:36.958836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c1afdb-d0bf-4a3c-aff8-4a79e3edadd8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:47:36.973545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-ad387015-f357-4380-be13-d6a543784e17 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:36.975355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-ad387015-f357-4380-be13-d6a543784e17 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 946 time: 0.0845032 Jan 28 20:47:37.104166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44332) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:37.112014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c1afdb-d0bf-4a3c-aff8-4a79e3edadd8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:47:37.119899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a5c1afdb-d0bf-4a3c-aff8-4a79e3edadd8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:37.207943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ad48e-c190-4cc5-83b1-8e8a4b15b3d2 None None] New status for floating IP b5fe3036-1e4f-46ce-b062-f979598f665e: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:47:37.233297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff18e6d-c0bd-4275-a8f4-d254f1357214 req-6c8b13ee-11ec-40ed-ab4f-342c1db6b46c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:37.235460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:37.235957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cff18e6d-c0bd-4275-a8f4-d254f1357214 req-6c8b13ee-11ec-40ed-ab4f-342c1db6b46c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.1105540 Jan 28 20:47:37.243111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port 0af97f30-a0f2-4084-abf0-518e94d54529 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:47:37.243785 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:37.251695 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:37.357807 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cf3b47-8190-41a2-8642-e83afa028415 x-openstack-request-id: req-54cf3b47-8190-41a2-8642-e83afa028415 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:37.362353 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:37.362815 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54cf3b47-8190-41a2-8642-e83afa028415 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:37.363328 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'status': 'completed', 'code': 200} Jan 28 20:47:37.384218 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a5c1afdb-d0bf-4a3c-aff8-4a79e3edadd8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "PUT /v2.0/floatingips/b5fe3036-1e4f-46ce-b062-f979598f665e HTTP/1.1" status: 200 len: 991 time: 2.7615294 Jan 28 20:47:37.513231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-c6c9509c-42b7-4011-8d7e-63586202c477 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3985605 Jan 28 20:47:37.531519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cff18e6d-c0bd-4275-a8f4-d254f1357214 req-7dfe303d-9451-48d3-9adb-b436c43a4ea3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810504 Jan 28 20:47:37.541183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-883b27e7-48e1-4f1e-9f7c-a7a8313f8e52 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:47:37.542223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-883b27e7-48e1-4f1e-9f7c-a7a8313f8e52 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222566 Jan 28 20:47:37.557960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] For port 0af97f30-a0f2-4084-abf0-518e94d54529, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=0af97f30-a0f2-4084-abf0-518e94d54529,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:37.558361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:37.563312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-b4072601-e639-422f-9310-e95dd97ad11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:37.565054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-b4072601-e639-422f-9310-e95dd97ad11b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4428eb150c0a49439ae3d4ccc977d5e9&device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1096 time: 0.1618888 Jan 28 20:47:37.585087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for 0af97f30-a0f2-4084-abf0-518e94d54529 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:47:37.757027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-1dacd828-4cb8-45dd-b205-b4e5fa6c64e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:37.758468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-1dacd828-4cb8-45dd-b205-b4e5fa6c64e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6 HTTP/1.1" status: 200 len: 914 time: 0.1856208 Jan 28 20:47:37.783508 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-929561c7-2244-4e89-a40a-d647b91a2fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:37.891262 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] Sync routers for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:47:37.915626 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:37.916613 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:47:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:38.151241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-3a33f349-2825-4687-a918-8d0e2518f9d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8 HTTP/1.1" status: 200 len: 1001 time: 0.3738353 Jan 28 20:47:38.170246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db91a5-0732-43e6-a76c-8f2c293d3f2f req-ed74d084-ccac-45ad-852b-46b7b9700383 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:38.173875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4db91a5-0732-43e6-a76c-8f2c293d3f2f req-ed74d084-ccac-45ad-852b-46b7b9700383 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 946 time: 0.3121705 Jan 28 20:47:38.308570 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:38.323565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['0af97f30-a0f2-4084-abf0-518e94d54529'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:47:38.453136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=0af97f30-a0f2-4084-abf0-518e94d54529,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:38.499465 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:38.541887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4db91a5-0732-43e6-a76c-8f2c293d3f2f req-a8711f4a-ee0f-42e9-bf68-10cc2b16cd53 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178518 Jan 28 20:47:38.544350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-25e9e920-bcaf-4275-ab70-1b9f7c585e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:38.546664 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-25e9e920-bcaf-4275-ab70-1b9f7c585e00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee HTTP/1.1" status: 200 len: 852 time: 0.3856392 Jan 28 20:47:38.769166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] No DVR routers for this DVR port 0af97f30-a0f2-4084-abf0-518e94d54529 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:47:38.775106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:38.781368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1f99e76e-18e1-414e-9bf5-65bd48a8a8ce req-327a685f-a9f1-445d-bfcb-676e1dcb2bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "DELETE /v2.0/ports/0af97f30-a0f2-4084-abf0-518e94d54529 HTTP/1.1" status: 204 len: 173 time: 1.7996395 Jan 28 20:47:38.888731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301fa680-386f-430e-8d7d-767c0ffc0343', 'name': 'network-vif-deleted', 'tag': '0af97f30-a0f2-4084-abf0-518e94d54529'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:38.901523 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff77e7-cc6a-40e2-a292-6f073f8555d3" -d '{"events": [{"server_uuid": "301fa680-386f-430e-8d7d-767c0ffc0343", "name": "network-vif-deleted", "tag": "0af97f30-a0f2-4084-abf0-518e94d54529"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:38.982964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-db911a95-c23d-4f6e-b959-c90ae18a69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:38.985448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-db911a95-c23d-4f6e-b959-c90ae18a69bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3934004 Jan 28 20:47:38.998152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bdd7f-601f-4e12-af38-cb354bdc7cdd req-311c4ca9-3a1c-4489-bb86-7ea5e18c9d80 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:39.009371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d38bdd7f-601f-4e12-af38-cb354bdc7cdd req-311c4ca9-3a1c-4489-bb86-7ea5e18c9d80 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.2721293 Jan 28 20:47:39.137879 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513b549a-6c97-41ce-85ee-2c530bebe597 x-openstack-request-id: req-513b549a-6c97-41ce-85ee-2c530bebe597 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:39.138171 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301fa680-386f-430e-8d7d-767c0ffc0343", "name": "network-vif-deleted", "tag": "0af97f30-a0f2-4084-abf0-518e94d54529", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:39.138428 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-513b549a-6c97-41ce-85ee-2c530bebe597 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:39.138826 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301fa680-386f-430e-8d7d-767c0ffc0343', 'name': 'network-vif-deleted', 'tag': '0af97f30-a0f2-4084-abf0-518e94d54529', 'status': 'completed', 'code': 200} Jan 28 20:47:39.141374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-2f2bb4d8-d82f-4a8a-9c9a-57abb204cf9c service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271830 Jan 28 20:47:39.222490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d38bdd7f-601f-4e12-af38-cb354bdc7cdd req-206d8a08-fbd9-4c3d-bf54-2e0eb533d001 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099514 Jan 28 20:47:39.251392 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b5fe3036-1e4f-46ce-b062-f979598f665e', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'mac_address': 'fa:16:3e:2f:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:47:33Z', 'updated_at': '2022-01-28T20:47:37Z', 'revision_number': 2, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:39.293479 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] Checking router: e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:47:39.304682 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:47:39.305581 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:47:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:39.326680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfe1ac35-e06c-4f72-b18e-87c1371c9a37 req-739f429b-759a-400b-b271-14b918f4c0c7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591070 Jan 28 20:47:39.364678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:39.367687 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d514092-881b-4672-9515-a39ec69892a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:39.467487 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:47:39.476420 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96859515-dc8b-4d93-8f2a-02fa863746cf x-openstack-request-id: req-96859515-dc8b-4d93-8f2a-02fa863746cf {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:39.476722 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:39.476956 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96859515-dc8b-4d93-8f2a-02fa863746cf {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:39.477356 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'status': 'completed', 'code': 200} Jan 28 20:47:39.627585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514092-881b-4672-9515-a39ec69892a3 req-e898734f-561d-4629-b00d-2de0e6e94e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:39.630773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d514092-881b-4672-9515-a39ec69892a3 req-e898734f-561d-4629-b00d-2de0e6e94e55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4428eb150c0a49439ae3d4ccc977d5e9&device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1096 time: 0.1117132 Jan 28 20:47:39.723477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-48568418-f8c0-492b-8858-3e6ee290f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:39.725724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-48568418-f8c0-492b-8858-3e6ee290f6b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1097 time: 0.1399584 Jan 28 20:47:39.748479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0c419fd-f1c5-4601-b5c3-6d61a0f63072 req-4c164eb9-44ac-4584-ba23-bf37d4a54cb7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 210 time: 0.0495992 Jan 28 20:47:39.855487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514092-881b-4672-9515-a39ec69892a3 req-78ee2733-06be-4d78-b2f5-73d9dc782c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:39.857264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d514092-881b-4672-9515-a39ec69892a3 req-78ee2733-06be-4d78-b2f5-73d9dc782c8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6 HTTP/1.1" status: 200 len: 914 time: 0.2197294 Jan 28 20:47:39.921009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-58f54f46-31d1-4a6e-83c5-e93f871cf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:39.923822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-58f54f46-31d1-4a6e-83c5-e93f871cf624 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.1781521 Jan 28 20:47:40.009755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d514092-881b-4672-9515-a39ec69892a3 req-c675409f-79a3-4e7a-b34e-d6bbdc0be716 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8 HTTP/1.1" status: 200 len: 1001 time: 0.1431389 Jan 28 20:47:40.031303 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b5fe3036-1e4f-46ce-b062-f979598f665e', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'mac_address': 'fa:16:3e:2f:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:47:33Z', 'updated_at': '2022-01-28T20:47:37Z', 'revision_number': 2, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:47:40.071023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-6e9e0de2-ee67-4613-8266-2534b2dc428f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1002 time: 0.1336818 Jan 28 20:47:40.079659 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482e674-4999-4e08-b7f3-419152ef8bd6 None None] The sync data for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 is: [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'b5fe3036-1e4f-46ce-b062-f979598f665e', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'port_id': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'mac_address': 'fa:16:3e:2f:69:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:47:33Z', 'updated_at': '2022-01-28T20:47:37Z', 'revision_number': 2, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:47:40.095401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514092-881b-4672-9515-a39ec69892a3 req-32f88f03-e396-40f4-8340-9e2bf0c8136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:40.097056 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d514092-881b-4672-9515-a39ec69892a3 req-32f88f03-e396-40f4-8340-9e2bf0c8136e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee HTTP/1.1" status: 200 len: 852 time: 0.0802450 Jan 28 20:47:40.189736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-6b88da96-9f6a-438b-9824-c1bd013f213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:40.191867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-6b88da96-9f6a-438b-9824-c1bd013f213a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.1111181 Jan 28 20:47:40.196825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d514092-881b-4672-9515-a39ec69892a3 req-1e96916d-d045-426c-a749-cee978235f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:40.199331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d514092-881b-4672-9515-a39ec69892a3 req-1e96916d-d045-426c-a749-cee978235f44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754027 Jan 28 20:47:40.231629 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1b1af0e6-d965-4566-97a8-e6d79d81f19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:40.456250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-d8f95856-30b9-44b7-b36c-25ca0be9530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:40.458125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-d8f95856-30b9-44b7-b36c-25ca0be9530d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2575243 Jan 28 20:47:40.496156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d514092-881b-4672-9515-a39ec69892a3 req-715cf3bb-f209-4aab-868e-d7cfff27fabf service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799656 Jan 28 20:47:40.634723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f45372-ff98-4f0d-8702-b642817d3303 req-1b4a98ba-a446-4fa1-bd40-02d22d38f899 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:40.636295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3f45372-ff98-4f0d-8702-b642817d3303 req-1b4a98ba-a446-4fa1-bd40-02d22d38f899 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.2329142 Jan 28 20:47:40.733370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-aee9dc49-b3ec-4f9f-938a-4ef97369861f service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627971 Jan 28 20:47:40.744773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3f45372-ff98-4f0d-8702-b642817d3303 req-ec44ca79-7736-4bb3-a74d-41757bf75828 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986834 Jan 28 20:47:40.772411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d514092-881b-4672-9515-a39ec69892a3 req-6de5d3a0-7315-4d54-9260-fdebdede3355 service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669597 Jan 28 20:47:40.863689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-a4d37eee-b5dc-4225-bd24-f797870db44b service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175377 Jan 28 20:47:40.929682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41306c20-c308-428c-9504-0523d6945c32 req-3b7cd25e-4264-426a-b48c-1c57a9b99f56 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 210 time: 0.0599239 Jan 28 20:47:41.358975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0af97f30-a0f2-4084-abf0-518e94d54529 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:47:41.396291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 0af97f30-a0f2-4084-abf0-518e94d54529 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:47:41.399328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 0af97f30-a0f2-4084-abf0-518e94d54529 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:47:41.661661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44470) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:41.688363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:41.841024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24cd4e41-4db6-4290-9348-949528f39ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:41.939688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd324b-01d1-42d5-92c4-88e7fee23a5f req-dc9ac8a4-b003-4217-a2b8-6426f253e2cc tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:41.941782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21dd324b-01d1-42d5-92c4-88e7fee23a5f req-dc9ac8a4-b003-4217-a2b8-6426f253e2cc tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.1034856 Jan 28 20:47:42.080820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c8e665b-b80c-430b-907d-372291ab43e9 req-94140939-111f-4c23-8fc0-1d7022ed2a58 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 210 time: 0.0443819 Jan 28 20:47:42.087007 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21dd324b-01d1-42d5-92c4-88e7fee23a5f req-42d577ca-6215-431e-85b6-eb33f5c7f260 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289935 Jan 28 20:47:42.117432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24cd4e41-4db6-4290-9348-949528f39ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:42.121654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-24cd4e41-4db6-4290-9348-949528f39ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:42.176370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-24cd4e41-4db6-4290-9348-949528f39ee9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=536c2d373d8c403b9739bdb87da04610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132952 Jan 28 20:47:42.177319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd4e41-4db6-4290-9348-949528f39ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28193ade-4734-42cf-8ac3-caea410ee7d6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:42.179015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44478) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:42.242858 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-312f6c1f-6ea9-42b5-bc4b-cca5ab73b2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:42.267656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-312f6c1f-6ea9-42b5-bc4b-cca5ab73b2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:42.327267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-312f6c1f-6ea9-42b5-bc4b-cca5ab73b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:42.330577 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-312f6c1f-6ea9-42b5-bc4b-cca5ab73b2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:42.334272 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-312f6c1f-6ea9-42b5-bc4b-cca5ab73b2da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28193ade-4734-42cf-8ac3-caea410ee7d6 HTTP/1.1" status: 204 len: 168 time: 0.1515040 Jan 28 20:47:42.352283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f6c1f-6ea9-42b5-bc4b-cca5ab73b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28193ade-4734-42cf-8ac3-caea410ee7d6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:43.005908 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:43.249700 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:43.258550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-314c0193-9f8d-488f-95e4-f22bfad80348 req-2846dab9-3373-47cd-b507-d441ee0f4c4d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=301fa680-386f-430e-8d7d-767c0ffc0343 HTTP/1.1" status: 200 len: 210 time: 0.0668054 Jan 28 20:47:43.299779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45696c-25aa-4991-b331-7638f0a16d7c req-f034d5d5-7459-4ecd-8861-61baae1d53cd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:43.301651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f45696c-25aa-4991-b331-7638f0a16d7c req-f034d5d5-7459-4ecd-8861-61baae1d53cd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.1217051 Jan 28 20:47:43.351316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f45696c-25aa-4991-b331-7638f0a16d7c req-9380003d-61d5-4d0a-8dfd-b88f727f7482 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Jan 28 20:47:44.506605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacf042-1c5c-4be0-8f96-b0197f927d86 req-56f77899-b2f8-4f6a-b373-fde48610eb76 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:44.508367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7aacf042-1c5c-4be0-8f96-b0197f927d86 req-56f77899-b2f8-4f6a-b373-fde48610eb76 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0582600 Jan 28 20:47:44.557102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7aacf042-1c5c-4be0-8f96-b0197f927d86 req-438cb518-74bb-41e4-8ee6-302e0267ed62 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392640 Jan 28 20:47:45.385690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44566) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:45.529437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6c125ab7-74e4-455c-88c1-e73f5116090c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:45.627714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6c125ab7-74e4-455c-88c1-e73f5116090c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:45.633788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6c125ab7-74e4-455c-88c1-e73f5116090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:45.672996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c125ab7-74e4-455c-88c1-e73f5116090c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7989f883-a64b-4f2f-8b91-fe61098e314e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:45.748052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44576) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:45.749217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6c125ab7-74e4-455c-88c1-e73f5116090c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac6cbad611d84e5da7c0b990d0d98758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542509 Jan 28 20:47:45.772659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e430d-5ae9-425c-9ba7-cea09bfa2343 req-b485ed65-fb4d-448c-8a2d-88fcf0728d80 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:45.774686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d45e430d-5ae9-425c-9ba7-cea09bfa2343 req-b485ed65-fb4d-448c-8a2d-88fcf0728d80 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.1101170 Jan 28 20:47:45.811736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe948faf-f3ea-4517-9577-5581f731a88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:45.819143 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d45e430d-5ae9-425c-9ba7-cea09bfa2343 req-d5a95442-b6f8-455f-95ab-a2435312b111 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371795 Jan 28 20:47:45.839167 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe948faf-f3ea-4517-9577-5581f731a88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:45.900555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe948faf-f3ea-4517-9577-5581f731a88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:45.903626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fe948faf-f3ea-4517-9577-5581f731a88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:45.908763 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fe948faf-f3ea-4517-9577-5581f731a88b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7989f883-a64b-4f2f-8b91-fe61098e314e HTTP/1.1" status: 204 len: 168 time: 0.1590350 Jan 28 20:47:45.924741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe948faf-f3ea-4517-9577-5581f731a88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7989f883-a64b-4f2f-8b91-fe61098e314e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:46.237214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44582) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:46.252062 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7e1bcc18-fc24-44d2-82a8-2ebcde3837da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:46.357130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7e1bcc18-fc24-44d2-82a8-2ebcde3837da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:46.362069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7e1bcc18-fc24-44d2-82a8-2ebcde3837da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:46.404277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7e1bcc18-fc24-44d2-82a8-2ebcde3837da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b49c8239f71448868c1deccde30ba12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657691 Jan 28 20:47:46.407542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44584) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:46.421501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bcc18-fc24-44d2-82a8-2ebcde3837da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e7ecb3-f6ef-4dc1-9bb1-aae191016ede,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:46.483553 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cb46aae-a82c-4094-9850-d2a923e08525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:46.506515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cb46aae-a82c-4094-9850-d2a923e08525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:46.561032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cb46aae-a82c-4094-9850-d2a923e08525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:46.566385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cb46aae-a82c-4094-9850-d2a923e08525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:46.568748 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7cb46aae-a82c-4094-9850-d2a923e08525 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47e7ecb3-f6ef-4dc1-9bb1-aae191016ede HTTP/1.1" status: 204 len: 168 time: 0.1597011 Jan 28 20:47:46.579285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb46aae-a82c-4094-9850-d2a923e08525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e7ecb3-f6ef-4dc1-9bb1-aae191016ede,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:46.635870 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:47:46.970598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcfa91-731b-42e8-a65c-02fe8713c71d req-9713695e-85e6-458a-a803-62521d3b1c72 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:46.976804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8dbcfa91-731b-42e8-a65c-02fe8713c71d req-9713695e-85e6-458a-a803-62521d3b1c72 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0775738 Jan 28 20:47:47.019306 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8dbcfa91-731b-42e8-a65c-02fe8713c71d req-c7eb2e1d-bb45-4b2c-86ef-1a77978471fc tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389175 Jan 28 20:47:48.185806 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:48.189951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767708af-c127-4419-9816-24a420f7a678 req-d417ecec-187b-4611-8c48-33ee60acbef7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:48.191557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-767708af-c127-4419-9816-24a420f7a678 req-d417ecec-187b-4611-8c48-33ee60acbef7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0873039 Jan 28 20:47:48.273672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-767708af-c127-4419-9816-24a420f7a678 req-b316c30c-cd67-4d78-8871-03de20370b90 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754876 Jan 28 20:47:49.448487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0e4e-b338-427d-8e44-c4a5d6f83de1 req-152351d5-3224-4d7d-9ebe-c867feda27ed tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:49.452689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5af0e4e-b338-427d-8e44-c4a5d6f83de1 req-152351d5-3224-4d7d-9ebe-c867feda27ed tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0933764 Jan 28 20:47:49.502332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5af0e4e-b338-427d-8e44-c4a5d6f83de1 req-80a452ab-509a-455f-a114-38ec7706d621 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403922 Jan 28 20:47:49.971612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44744) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:50.106190 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e127c8b8-9c9f-40ab-bc9f-7f38142fd41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.192552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e127c8b8-9c9f-40ab-bc9f-7f38142fd41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.196753 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e127c8b8-9c9f-40ab-bc9f-7f38142fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.243515 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e127c8b8-9c9f-40ab-bc9f-7f38142fd41a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa1e8a5b6b4d4c8dbd156f9cdedc75b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696159 Jan 28 20:47:50.244665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127c8b8-9c9f-40ab-bc9f-7f38142fd41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e18d5-6204-4f41-972a-03e8f528b583,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:50.246176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44748) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:50.305188 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d48a6d17-1e53-4158-a92c-bda328b2a842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.334994 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d48a6d17-1e53-4158-a92c-bda328b2a842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.389154 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d48a6d17-1e53-4158-a92c-bda328b2a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.392260 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d48a6d17-1e53-4158-a92c-bda328b2a842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.393498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d48a6d17-1e53-4158-a92c-bda328b2a842 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d1e18d5-6204-4f41-972a-03e8f528b583 HTTP/1.1" status: 204 len: 168 time: 0.1455162 Jan 28 20:47:50.406645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a6d17-1e53-4158-a92c-bda328b2a842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e18d5-6204-4f41-972a-03e8f528b583,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:50.641931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a3a01-999d-425a-bc52-09ce192017a9 req-408a51e9-477f-4b38-b702-9f6e88c7663d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:50.643487 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e1a3a01-999d-425a-bc52-09ce192017a9 req-408a51e9-477f-4b38-b702-9f6e88c7663d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0603240 Jan 28 20:47:50.704408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e1a3a01-999d-425a-bc52-09ce192017a9 req-b13bf2d1-9462-4aae-ad90-63965eaa4a8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388124 Jan 28 20:47:50.777925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44758) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:50.792299 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-242a1832-34b4-4e30-9db7-0316d4b1e9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.881461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-242a1832-34b4-4e30-9db7-0316d4b1e9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.887767 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-242a1832-34b4-4e30-9db7-0316d4b1e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:50.931345 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-242a1832-34b4-4e30-9db7-0316d4b1e9e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ce753d3db2f4765b682fe04837e1d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519377 Jan 28 20:47:50.932409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a1832-34b4-4e30-9db7-0316d4b1e9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c134a686-64ec-4d6f-a2c8-7543dd702e1d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:50.934041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44760) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:50.992414 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de48cfa2-71c5-44cf-ad5c-331169dbb749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:51.016495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de48cfa2-71c5-44cf-ad5c-331169dbb749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:51.077476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de48cfa2-71c5-44cf-ad5c-331169dbb749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:51.080346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-de48cfa2-71c5-44cf-ad5c-331169dbb749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:51.081528 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-de48cfa2-71c5-44cf-ad5c-331169dbb749 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c134a686-64ec-4d6f-a2c8-7543dd702e1d HTTP/1.1" status: 204 len: 168 time: 0.1458583 Jan 28 20:47:51.090164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48cfa2-71c5-44cf-ad5c-331169dbb749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c134a686-64ec-4d6f-a2c8-7543dd702e1d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:51.486148 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:51.872652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780f8bb-e789-4cd7-9793-54e0588a733a req-54e7804b-4676-4e38-a65f-16feb3577a8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:51.874295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8780f8bb-e789-4cd7-9793-54e0588a733a req-54e7804b-4676-4e38-a65f-16feb3577a8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0691869 Jan 28 20:47:52.021548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8780f8bb-e789-4cd7-9793-54e0588a733a req-ba5bb748-efe5-4769-bd34-f8248f1ab3c5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354089 Jan 28 20:47:53.189485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f6e4-4563-4e18-8583-90a846d60cc3 req-53f7c9f9-ae33-4911-881c-c0e8c1de4fb9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:53.198350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c386f6e4-4563-4e18-8583-90a846d60cc3 req-53f7c9f9-ae33-4911-881c-c0e8c1de4fb9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0884781 Jan 28 20:47:53.269763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c386f6e4-4563-4e18-8583-90a846d60cc3 req-876c297b-2764-4a09-ae71-8e3f42eff4f1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704424 Jan 28 20:47:53.289759 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-53f7c4ff-f8f7-4324-a949-07eccb724c85 service neutron] show failed (client error): The resource could not be found. Jan 28 20:47:53.294701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-53f7c4ff-f8f7-4324-a949-07eccb724c85 service neutron] 10.222.0.26 "GET /v2.0/ports/f3cb9117-1563-422a-bdf5-c432f02f4a7b/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.1234677 Jan 28 20:47:53.874095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-8b1c9552-105b-40fa-8d5c-6f0ff2ccbf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:53.876515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-8b1c9552-105b-40fa-8d5c-6f0ff2ccbf48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 1097 time: 0.3912182 Jan 28 20:47:53.890831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:47:53.949276 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:54.198833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:54.241273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:47:54.314397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:54.317011 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa237a-0622-4d0c-b67a-ec092418e7b2" -d '{"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:54.322836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:54.346599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Transition to ACTIVE for port object f3cb9117-1563-422a-bdf5-c432f02f4a7b will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:47:54.353934 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:54.439063 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a172d46-0e71-4e18-bd4a-6e7ebb0df5e0 x-openstack-request-id: req-6a172d46-0e71-4e18-bd4a-6e7ebb0df5e0 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:54.440148 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:54.440467 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a172d46-0e71-4e18-bd4a-6e7ebb0df5e0 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:54.441015 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'code': 200} Jan 28 20:47:54.590666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:54.617387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] No DVR routers for this DVR port f3cb9117-1563-422a-bdf5-c432f02f4a7b on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:47:54.647428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44856) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:54.682630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6714ad-eaf4-4873-aca6-2b2f0940bab7 req-bbf9d9a6-daa1-4583-bea4-0561771d5111 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:54.685012 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd6714ad-eaf4-4873-aca6-2b2f0940bab7 req-bbf9d9a6-daa1-4583-bea4-0561771d5111 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 944 time: 0.2429411 Jan 28 20:47:54.808768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd6714ad-eaf4-4873-aca6-2b2f0940bab7 req-987156e5-bbd9-467f-8897-d3fb70fda1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142716 Jan 28 20:47:54.865621 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:47:54.865828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:47:54.866218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:47:54.871025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:47:54.871355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:47:54.880520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:47:54.881586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Checking segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:47:54.882715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Bound using segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:47:54.883204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b478eafc-0336-40ff-8b7d-3b1c822ae3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:54.883962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Bound port: f3cb9117-1563-422a-bdf5-c432f02f4a7b, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:47:54.884466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:54.972597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:47:54.976156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:47:54.981917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:54.994204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b478eafc-0336-40ff-8b7d-3b1c822ae3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.001035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b478eafc-0336-40ff-8b7d-3b1c822ae3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.022548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:55.022548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.022757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] 10.222.0.13 "PUT /v2.0/ports/f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1092 time: 1.1375914 Jan 28 20:47:55.074374 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b478eafc-0336-40ff-8b7d-3b1c822ae3a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9751cf48e5c407381e061522de777be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253252 Jan 28 20:47:55.081507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44870) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:55.107694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc023fc-f765-48dd-9516-0168d180ec3f service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:55.127201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-c5cfd42b-268a-40dc-9e0d-059942ea8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:55.129030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-c5cfd42b-268a-40dc-9e0d-059942ea8744 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1095 time: 0.0803599 Jan 28 20:47:55.131544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478eafc-0336-40ff-8b7d-3b1c822ae3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2d7c76-93cf-4d1f-bf0b-1150157b10a7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:55.232877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfd00368-1a95-47f4-b937-91272fb67684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.268988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfd00368-1a95-47f4-b937-91272fb67684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.308675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-a1c9f5fd-1632-4700-8a08-53b7aad26b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:55.311437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-a1c9f5fd-1632-4700-8a08-53b7aad26b44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.1751440 Jan 28 20:47:55.356479 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfd00368-1a95-47f4-b937-91272fb67684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.360311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfd00368-1a95-47f4-b937-91272fb67684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.365200 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cfd00368-1a95-47f4-b937-91272fb67684 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f2d7c76-93cf-4d1f-bf0b-1150157b10a7 HTTP/1.1" status: 204 len: 168 time: 0.2823794 Jan 28 20:47:55.380935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00368-1a95-47f4-b937-91272fb67684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2d7c76-93cf-4d1f-bf0b-1150157b10a7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:55.491242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-a8580a3e-a100-45f2-bd93-6ba90cc413fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1000 time: 0.1737239 Jan 28 20:47:55.559182 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-abf4ffac-62c3-47bd-a6e5-f42db6fc7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:55.562524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-abf4ffac-62c3-47bd-a6e5-f42db6fc7262 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.0638912 Jan 28 20:47:55.629727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-67a35cb8-3a6a-40b6-b9c1-48c901596620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:55.631578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-67a35cb8-3a6a-40b6-b9c1-48c901596620 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622745 Jan 28 20:47:55.739321 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-78f172a2-ffcb-46d2-818f-1f2a9de726d8 service neutron] 10.222.0.13 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005757 Jan 28 20:47:55.803665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44880) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:55.823459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2bee4ff-2a97-411a-8b6e-8afef0d8f08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.888645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd2664c-a21d-4e1f-9d10-d6f127f92c74 req-01074ec0-805c-4dff-87ab-fe626e64e4e7 service neutron] 10.222.0.13 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421769 Jan 28 20:47:55.957839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2bee4ff-2a97-411a-8b6e-8afef0d8f08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:55.963272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f2bee4ff-2a97-411a-8b6e-8afef0d8f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:56.019043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bee4ff-2a97-411a-8b6e-8afef0d8f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1118c21-954a-4ae0-b743-e67df243ea67,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:56.032780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3c82-6aa5-4089-b1bf-f87490655c84 req-8557a898-ff9c-4ef4-bf68-e58b687bf8d1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:56.034742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4eef3c82-6aa5-4089-b1bf-f87490655c84 req-8557a898-ff9c-4ef4-bf68-e58b687bf8d1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 944 time: 0.1040914 Jan 28 20:47:56.037994 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f2bee4ff-2a97-411a-8b6e-8afef0d8f08a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4864094d0404a00b6260f906b9b8539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298863 Jan 28 20:47:56.040913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 44884) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:56.122177 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4eef3c82-6aa5-4089-b1bf-f87490655c84 req-551b7257-98df-4415-9e84-c314b5826319 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590961 Jan 28 20:47:56.131705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eef9dd9-f65a-4b5d-aafb-616fdc7d6d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:56.167241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eef9dd9-f65a-4b5d-aafb-616fdc7d6d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:56.225014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eef9dd9-f65a-4b5d-aafb-616fdc7d6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:56.227803 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4eef9dd9-f65a-4b5d-aafb-616fdc7d6d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:56.229048 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4eef9dd9-f65a-4b5d-aafb-616fdc7d6d56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1118c21-954a-4ae0-b743-e67df243ea67 HTTP/1.1" status: 204 len: 168 time: 0.1868255 Jan 28 20:47:56.241183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef9dd9-f65a-4b5d-aafb-616fdc7d6d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1118c21-954a-4ae0-b743-e67df243ea67,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:56.442549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:47:56.445238 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91dcbdc-dfe5-40d4-a18b-56217904ae44" -d '{"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:47:56.513162 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1564cf81-bbac-4d84-a3b1-76086af84aa4 x-openstack-request-id: req-1564cf81-bbac-4d84-a3b1-76086af84aa4 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:47:56.513707 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:47:56.514257 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1564cf81-bbac-4d84-a3b1-76086af84aa4 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:47:56.514975 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'status': 'completed', 'code': 200} Jan 28 20:47:56.612933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-3df77968-e402-4d72-bc68-02400e4b869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:56.614661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-3df77968-e402-4d72-bc68-02400e4b869b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1095 time: 0.0836668 Jan 28 20:47:56.616686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-043730ff-d8b2-45c3-a4b2-24ec86819ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:56.618200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-043730ff-d8b2-45c3-a4b2-24ec86819ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1095 time: 0.0757444 Jan 28 20:47:56.803351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-8c1c4320-4474-4094-bf5c-c14ed85c145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:56.805014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-8c1c4320-4474-4094-bf5c-c14ed85c145a service neutron] 10.222.0.26 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.1835313 Jan 28 20:47:56.808077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-4f1b53b1-8d31-466d-ab1b-6fe893e8610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:56.809621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-4f1b53b1-8d31-466d-ab1b-6fe893e8610f service neutron] 10.222.0.13 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.1799617 Jan 28 20:47:56.938531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-2da02412-aadf-4b89-88eb-dac834857bb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1000 time: 0.1254489 Jan 28 20:47:56.940916 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-7bde4015-205e-4ff8-8599-334dee69c0a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1000 time: 0.1215322 Jan 28 20:47:57.034766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-92730527-13e1-4087-ac6e-a1e852292457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:57.036537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-92730527-13e1-4087-ac6e-a1e852292457 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.0908351 Jan 28 20:47:57.040513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-fe2ed0b4-b35f-4335-b01d-572cb7016747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:57.042137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-fe2ed0b4-b35f-4335-b01d-572cb7016747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.0849397 Jan 28 20:47:57.132972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-a2844c0b-62fc-41d1-bfa9-551fe5f16c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:57.134795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-a2844c0b-62fc-41d1-bfa9-551fe5f16c81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906363 Jan 28 20:47:57.137975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-21e57060-e606-4cc3-820a-e133ef712845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:57.148751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-21e57060-e606-4cc3-820a-e133ef712845 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959492 Jan 28 20:47:57.382650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb6505-af40-45fb-b9ea-c0e2b967ee90 req-03119128-292e-4770-805a-07761760142c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:57.384588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bdcb6505-af40-45fb-b9ea-c0e2b967ee90 req-03119128-292e-4770-805a-07761760142c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 944 time: 0.1369100 Jan 28 20:47:57.388606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-4b33bd0f-a0e2-4e67-b3f4-e75579bd9f0e service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388337 Jan 28 20:47:57.400697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-a58d871e-4e0a-4018-bb9e-4befaf9e03b8 service neutron] 10.222.0.13 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420578 Jan 28 20:47:57.427130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:47:57.479946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:47:57.617687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bdcb6505-af40-45fb-b9ea-c0e2b967ee90 req-70c7afd1-a4c9-4887-8f43-ab223f140232 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211120 Jan 28 20:47:57.690965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-7088057b-c8d9-4d73-8bbc-9976c4dec328 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924316 Jan 28 20:47:57.696252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b91dcbdc-dfe5-40d4-a18b-56217904ae44 req-cb5c649e-19e5-44b5-bbb6-af996c0210cf service neutron] 10.222.0.13 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799609 Jan 28 20:47:58.806759 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8857a9b-8624-4cc8-852f-52c9b5032571 req-7f788132-4e3d-41d1-beeb-2a93df944f0a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:58.808358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8857a9b-8624-4cc8-852f-52c9b5032571 req-7f788132-4e3d-41d1-beeb-2a93df944f0a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 944 time: 0.0539701 Jan 28 20:47:58.861564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8857a9b-8624-4cc8-852f-52c9b5032571 req-1231c3ab-d7ec-43c1-895a-aec6b7372c0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457585 Jan 28 20:47:59.010240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:47:59.235298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:59.249826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'port_id': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'mac_address': 'fa:16:3e:cd:00:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:47:59.299836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-f044ecd7-dd55-431a-a1f1-01bc2e376312 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:59.313210 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:59.315117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-f044ecd7-dd55-431a-a1f1-01bc2e376312 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.13 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c&tenant_id=93eedc7af78849d0b6487edf1964282e&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 944 time: 0.2046540 Jan 28 20:47:59.329007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cb9117-1563-422a-bdf5-c432f02f4a7b {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:47:59.354921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:47:59.360443 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:47:59.382129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985bba-ba67-4f61-8512-1fef19c82ad9 req-5c824b02-c094-4ac7-9e0a-4144dd67af4f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:59.384013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05985bba-ba67-4f61-8512-1fef19c82ad9 req-5c824b02-c094-4ac7-9e0a-4144dd67af4f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 944 time: 0.2064049 Jan 28 20:47:59.432403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:47:59.454863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05985bba-ba67-4f61-8512-1fef19c82ad9 req-598225d2-da95-46b9-a2cc-0f904194e646 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607383 Jan 28 20:47:59.459799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-9d248530-06c2-45ba-a5fb-4bfeafdca129 service neutron] 10.222.0.13 "GET /v2.0/ports/f3cb9117-1563-422a-bdf5-c432f02f4a7b/bindings/n-h1-825064-3 HTTP/1.1" status: 200 len: 382 time: 0.1329889 Jan 28 20:47:59.553226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-d79033b7-37a7-4810-a9df-05bb962d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:59.554932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-d79033b7-37a7-4810-a9df-05bb962d0b18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1096 time: 0.0658407 Jan 28 20:47:59.598882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['f3cb9117-1563-422a-bdf5-c432f02f4a7b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:47:59.700658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 44990) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:47:59.724834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-153cb57e-b804-4c22-994b-954af42c4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:59.726333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-153cb57e-b804-4c22-994b-954af42c4343 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.1644549 Jan 28 20:47:59.831847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-eec5d905-6a21-4640-8b19-b6e210d485a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1001 time: 0.0973196 Jan 28 20:47:59.920993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-ade0fe79-4956-4bfa-b33e-c1babf04c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:47:59.924966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-ade0fe79-4956-4bfa-b33e-c1babf04c782 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.0857713 Jan 28 20:47:59.926251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7211a75-a625-4c35-8bc7-05f9c2094177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.012649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-2063e2e7-6973-481c-8b26-0be328f9d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:00.014315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-2063e2e7-6973-481c-8b26-0be328f9d3db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769582 Jan 28 20:48:00.145479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7211a75-a625-4c35-8bc7-05f9c2094177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.152824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-18c6878f-79f4-426d-9603-ce888ebc84eb service neutron] 10.222.0.13 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304550 Jan 28 20:48:00.153398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b7211a75-a625-4c35-8bc7-05f9c2094177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.221559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b7211a75-a625-4c35-8bc7-05f9c2094177 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbe6294ddfa54da39ec6964b6a85dc78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190976 Jan 28 20:48:00.224431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45002) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:00.255350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7211a75-a625-4c35-8bc7-05f9c2094177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7662a11-b19b-4aeb-a2b0-4c9a3a604fbd,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:00.297121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.304359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-8c5f358f-acd6-4c8a-89dd-d6000dd690bb service neutron] 10.222.0.13 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254134 Jan 28 20:48:00.327213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.396742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.399169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.404216 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7662a11-b19b-4aeb-a2b0-4c9a3a604fbd HTTP/1.1" status: 204 len: 168 time: 0.1779602 Jan 28 20:48:00.413774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7662a11-b19b-4aeb-a2b0-4c9a3a604fbd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:00.424741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.425518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.425772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.426108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.426558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.427205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.427748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.428095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.428501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.429082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.429521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.430047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53096eb-bf14-49ac-9ef7-26e9cdacac57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:00.648613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f9a70-5f96-4ad9-b7ec-40c8a5efc499 req-e7073cc8-828e-4c63-ba23-25f60d47c41f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:00.650136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b63f9a70-5f96-4ad9-b7ec-40c8a5efc499 req-e7073cc8-828e-4c63-ba23-25f60d47c41f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 945 time: 0.0905545 Jan 28 20:48:00.698674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b63f9a70-5f96-4ad9-b7ec-40c8a5efc499 req-4a400e8d-d88d-4da7-acf3-13afdb576226 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400686 Jan 28 20:48:00.786159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45010) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:00.802762 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f9f105e-08d1-42b7-bbfa-6da60b3f7fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.895371 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f9f105e-08d1-42b7-bbfa-6da60b3f7fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.900008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f9f105e-08d1-42b7-bbfa-6da60b3f7fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:00.949659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f105e-08d1-42b7-bbfa-6da60b3f7fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e441406-7803-48ca-9dc7-ff3bcd6c2980,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:00.959518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45014) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:00.968085 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1f9f105e-08d1-42b7-bbfa-6da60b3f7fd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a603db00839f4da9a5859003b1a50336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807196 Jan 28 20:48:01.026875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:01.037632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d5df3a9-2e4c-410e-a4d2-8ad823cde7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:01.077877 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d5df3a9-2e4c-410e-a4d2-8ad823cde7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:01.092522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port f3cb9117-1563-422a-bdf5-c432f02f4a7b completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:48:01.097754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port f3cb9117-1563-422a-bdf5-c432f02f4a7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:01.098450 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:01.152697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d5df3a9-2e4c-410e-a4d2-8ad823cde7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:01.157386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d5df3a9-2e4c-410e-a4d2-8ad823cde7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:01.165100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9d5df3a9-2e4c-410e-a4d2-8ad823cde7e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e441406-7803-48ca-9dc7-ff3bcd6c2980 HTTP/1.1" status: 204 len: 168 time: 0.2027571 Jan 28 20:48:01.174751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5df3a9-2e4c-410e-a4d2-8ad823cde7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e441406-7803-48ca-9dc7-ff3bcd6c2980,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:01.225348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:01.261814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:01.264796 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6fcffb-5774-461a-8e5c-30b4e7bbd01e" -d '{"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:01.280644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:01.299796 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:01.364787 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ad5240-a943-494d-96b8-d5f8e49cf1e1 x-openstack-request-id: req-97ad5240-a943-494d-96b8-d5f8e49cf1e1 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:01.365090 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:01.365351 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97ad5240-a943-494d-96b8-d5f8e49cf1e1 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:01.365759 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'code': 200} Jan 28 20:48:01.403210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:01.903139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81c787-3628-4a77-bd77-a1b11ee10028 req-b1d8f310-c361-4170-bb92-dc84721976b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:01.908788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc81c787-3628-4a77-bd77-a1b11ee10028 req-b1d8f310-c361-4170-bb92-dc84721976b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.0884743 Jan 28 20:48:01.958893 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc81c787-3628-4a77-bd77-a1b11ee10028 req-f64720e5-4f09-4a00-b4cc-4756c4626024 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450947 Jan 28 20:48:02.289203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45052) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:02.548920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2817b473-bd90-41d5-ba0c-d5725666fb0d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-475673958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:02.612109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2817b473-bd90-41d5-ba0c-d5725666fb0d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:02.613570 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2817b473-bd90-41d5-ba0c-d5725666fb0d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:02.772758 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2817b473-bd90-41d5-ba0c-d5725666fb0d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:02.785028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-ed9d59e0-a63f-4fad-914d-d33839404d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:02.789151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-ed9d59e0-a63f-4fad-914d-d33839404d4b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 1097 time: 0.1630287 Jan 28 20:48:02.790889 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2817b473-bd90-41d5-ba0c-d5725666fb0d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:02.806056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:02.892411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2817b473-bd90-41d5-ba0c-d5725666fb0d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:02.894037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2817b473-bd90-41d5-ba0c-d5725666fb0d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6035011 Jan 28 20:48:02.897247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45056) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:02.905206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-662080305'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:02.907542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:02.937875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Made reservation on behalf of f16bf0979de941528570df62ebd63791 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:02.943472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:02.955580 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.050478 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.059478 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.087698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:48:03.132782 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.133451 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Added segment ca428e2a-3f31-40a5-a50d-7395aa7b502e of type vlan for network d8ca60c6-22c4-428b-89b7-71054ee946b5 Jan 28 20:48:03.161635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498c2a9c-e967-4f81-b837-a5238d6871c5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:03.208964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.233520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c55c5-fd2b-4ea1-b3a4-999f8e072440 req-26f993f7-44e5-4cfb-9c48-b7dfa5c9eefd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:03.240948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-761c55c5-fd2b-4ea1-b3a4-999f8e072440 req-26f993f7-44e5-4cfb-9c48-b7dfa5c9eefd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.1235938 Jan 28 20:48:03.246729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.255399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:03.256507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.299399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-761c55c5-fd2b-4ea1-b3a4-999f8e072440 req-fcf45315-0bc3-473a-90ef-435ccbe433e6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574901 Jan 28 20:48:03.304342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:03.323193 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4235616 Jan 28 20:48:03.327863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45062) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:03.336427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'subnet': {'network_id': 'd8ca60c6-22c4-428b-89b7-71054ee946b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:03.344261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dfe1c-1e9a-4979-837b-b58679680751 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Network': ['ID=d8ca60c6-22c4-428b-89b7-71054ee946b5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:03.358619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network d8ca60c6-22c4-428b-89b7-71054ee946b5 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:48:03.431478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:48:03.498754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:03.501240 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc446687-4f55-4a23-9d9b-44ddbf966013" -d '{"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:03.505935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.529147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Transition to ACTIVE for port object f3cb9117-1563-422a-bdf5-c432f02f4a7b will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:48:03.534484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.564985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Made reservation on behalf of f16bf0979de941528570df62ebd63791 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:03.568762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:03.579891 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec444f6c-d26d-49f9-9f46-6166f76a91cb x-openstack-request-id: req-ec444f6c-d26d-49f9-9f46-6166f76a91cb {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:03.580217 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:03.580551 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec444f6c-d26d-49f9-9f46-6166f76a91cb {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:03.580934 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'code': 200} Jan 28 20:48:04.060351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=10']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:04.133265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] No DVR routers for this DVR port f3cb9117-1563-422a-bdf5-c432f02f4a7b on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:04.323402 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:04.385201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:48:04.385535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:48:04.385864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:04.401592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:48:04.401863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Attempting to bind port f3cb9117-1563-422a-bdf5-c432f02f4a7b on network 93d9b763-d6db-4883-b1c2-467a52ea6e98 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:04.430109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:48:04.430109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Checking segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:04.430109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Bound using segment: {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:48:04.430580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Bound port: f3cb9117-1563-422a-bdf5-c432f02f4a7b, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a713631-0671-41d2-a7da-7a2f3f4a29ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:48:04.430942 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:04.437091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Subnet': ['ID=fba3d2c5-533c-45fc-b180-09d5aab2d21d,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:04.507482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Checking segment: {'id': 'ca428e2a-3f31-40a5-a50d-7395aa7b502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd8ca60c6-22c4-428b-89b7-71054ee946b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:04.507878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network hostable DHCP agents. Network: d8ca60c6-22c4-428b-89b7-71054ee946b5, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:48:04.573761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1e49e-f5cf-4cd6-b5c0-d76ff54b2af1 req-e90dc0e3-27a0-4391-8ccd-2ec6e5eb327e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:04.575266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd1e49e-f5cf-4cd6-b5c0-d76ff54b2af1 req-e90dc0e3-27a0-4391-8ccd-2ec6e5eb327e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 945 time: 0.1671689 Jan 28 20:48:04.598252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network d8ca60c6-22c4-428b-89b7-71054ee946b5 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:48:04.615573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:48:04.632019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, d8ca60c6-22c4-428b-89b7-71054ee946b5) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:04.642024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:48:04.645722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d348ac-674c-4ab8-9bbb-cd702060ff70 None None] Network d8ca60c6-22c4-428b-89b7-71054ee946b5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:04.650461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:04.651052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:04.653680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:04.675422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fd1e49e-f5cf-4cd6-b5c0-d76ff54b2af1 req-0d85d520-b9e5-4af2-89f0-10c841a691e4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914032 Jan 28 20:48:04.728875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:04.729720 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:04.731334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1093 time: 1.9298995 Jan 28 20:48:04.752351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45074) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:04.758925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'network': {'name': 'tempest-router-network01--1492424227'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:04.764502 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a7bd693a-6b8b-4353-bc74-d327d7d9c591 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4347939 Jan 28 20:48:04.810663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Made reservation on behalf of f16bf0979de941528570df62ebd63791 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:04.815285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:04.830158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-d8ca60c6-22c4-428b-89b7-71054ee946b5', 'network_id': 'd8ca60c6-22c4-428b-89b7-71054ee946b5', 'tenant_id': 'f16bf0979de941528570df62ebd63791', 'fixed_ips': [{'subnet_id': 'fba3d2c5-533c-45fc-b180-09d5aab2d21d'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:48:04.831080 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:04.865321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:48:04.869603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557edcdd-8f2f-4c54-96c4-f2a6356b04d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=11']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:04.879353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:04.879713 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Added segment 688eb0f2-228d-4dc8-9f60-dce08fb1a432 of type vlan for network 4204232c-2a22-4558-abc0-21a50d8612b3 Jan 28 20:48:04.899613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-9ad5ba45-a945-474b-8755-df7edc896274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:04.918525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-9ad5ba45-a945-474b-8755-df7edc896274 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1096 time: 0.1455495 Jan 28 20:48:04.964443 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.030718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.045347 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:05.046151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.059847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:05.107327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-7d6d9356-1105-4edd-8d3a-3a18bc8d51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:05.109516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-7d6d9356-1105-4edd-8d3a-3a18bc8d51e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.1798689 Jan 28 20:48:05.118107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Allocated IP 2001:db8::2 (d8ca60c6-22c4-428b-89b7-71054ee946b5/fba3d2c5-533c-45fc-b180-09d5aab2d21d/e6042fbd-0c02-4e80-b392-2624d6ac5c7b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:05.126798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:05.132243 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3779032 Jan 28 20:48:05.153145 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d713a01-0c92-4354-a326-62877f16388d tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Network': ['ID=4204232c-2a22-4558-abc0-21a50d8612b3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:05.155909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45086) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:05.161502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'network': {'name': 'tempest-router-network02--1561598380'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:05.196957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Made reservation on behalf of f16bf0979de941528570df62ebd63791 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:05.202551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.204757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 4204232c-2a22-4558-abc0-21a50d8612b3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:48:05.220849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-0dcd1b42-80ba-4cc4-8d77-1115ab6cb87c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1000 time: 0.1032858 Jan 28 20:48:05.241466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:48:05.256092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.256629 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Added segment 43539d4e-53c3-409b-bd51-e38708787a6d of type vlan for network 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 Jan 28 20:48:05.311865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-f562d1fc-2404-4368-8d11-6912dd1cb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:05.317217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.317447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-f562d1fc-2404-4368-8d11-6912dd1cb31c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.0863395 Jan 28 20:48:05.355937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.372059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:05.374475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.391350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-49a13783-a02d-459f-a204-1ee8318a359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:05.392641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-49a13783-a02d-459f-a204-1ee8318a359d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690162 Jan 28 20:48:05.459820 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.473454 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.502256 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3451948 Jan 28 20:48:05.505665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45092) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:05.511818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'subnet': {'network_id': '4204232c-2a22-4558-abc0-21a50d8612b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:05.525266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Network d8ca60c6-22c4-428b-89b7-71054ee946b5 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:05.533202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:05.539261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:05.580002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-07951326-e544-4a70-aa72-1e846d21fafe service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783786 Jan 28 20:48:05.581791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:05.589750 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46734b7c-28d5-4dab-8981-cc0aae5c714b" -d '{"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:05.609316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Pushing event updated for resources: {'Port': ['ID=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:05.668939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Attempting to bind port e6042fbd-0c02-4e80-b392-2624d6ac5c7b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:48:05.669636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Attempting to bind port e6042fbd-0c02-4e80-b392-2624d6ac5c7b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'ca428e2a-3f31-40a5-a50d-7395aa7b502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd8ca60c6-22c4-428b-89b7-71054ee946b5'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:48:05.669802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Attempting to bind port e6042fbd-0c02-4e80-b392-2624d6ac5c7b on network d8ca60c6-22c4-428b-89b7-71054ee946b5 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:05.682018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:48:05.682407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Checking segment: {'id': 'ca428e2a-3f31-40a5-a50d-7395aa7b502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd8ca60c6-22c4-428b-89b7-71054ee946b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:05.682821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.683216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Bound using segment: {'id': 'ca428e2a-3f31-40a5-a50d-7395aa7b502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd8ca60c6-22c4-428b-89b7-71054ee946b5'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:48:05.683697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Bound port: e6042fbd-0c02-4e80-b392-2624d6ac5c7b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca428e2a-3f31-40a5-a50d-7395aa7b502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd8ca60c6-22c4-428b-89b7-71054ee946b5'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:48:05.684870 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.686213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97224022-c2bf-4721-a7bd-257f4c25e083 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Network': ['ID=87be97f4-c2b4-4bee-bc88-1bf47be41aa8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:05.721908 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75136fc9-fa0a-43b2-8d9e-39967ca2d7d1 x-openstack-request-id: req-75136fc9-fa0a-43b2-8d9e-39967ca2d7d1 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:05.721908 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:05.721908 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75136fc9-fa0a-43b2-8d9e-39967ca2d7d1 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:05.721908 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'status': 'completed', 'code': 200} Jan 28 20:48:05.728171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:48:05.802189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Made reservation on behalf of f16bf0979de941528570df62ebd63791 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:05.808211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.891166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9250d8ae-afbe-43b8-8ac0-c5dc9a75f635 req-913267fb-fb1a-465f-885d-fb4d578e4459 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924297 Jan 28 20:48:05.907165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] For port e6042fbd-0c02-4e80-b392-2624d6ac5c7b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:48:05.907362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-6ead14fe-e65e-49b5-aae0-a1b120cc30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:05.909308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-6ead14fe-e65e-49b5-aae0-a1b120cc30e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1096 time: 0.1678770 Jan 28 20:48:05.911750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] For port e6042fbd-0c02-4e80-b392-2624d6ac5c7b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,segment=NetworkSegment(ca428e2a-3f31-40a5-a50d-7395aa7b502e),segment_id=ca428e2a-3f31-40a5-a50d-7395aa7b502e)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:48:05.918182 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:05.924586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45065-5b10-4372-9ee6-25b0bbc2bd85 req-a6bb532d-4a59-4516-a8ac-44b37a2f0435 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:05.926992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32b45065-5b10-4372-9ee6-25b0bbc2bd85 req-a6bb532d-4a59-4516-a8ac-44b37a2f0435 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 945 time: 0.1230524 Jan 28 20:48:06.026549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5767426-a58e-4f3c-9bff-50c6dc1db47c None None] Pushing event updated for resources: {'Port': ['ID=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:06.098428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:06.122076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-446fb26c-fc42-44b5-a4d4-57939e75ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:06.123985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-446fb26c-fc42-44b5-a4d4-57939e75ecf3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1096 time: 0.1666312 Jan 28 20:48:06.130587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32b45065-5b10-4372-9ee6-25b0bbc2bd85 req-9c1bdbbe-1304-435d-a884-e7198aee96e5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828330 Jan 28 20:48:06.134401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-b99a8aac-76e5-41b7-9b2a-fcab3a490294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:06.136200 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-b99a8aac-76e5-41b7-9b2a-fcab3a490294 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.2082403 Jan 28 20:48:06.217741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Checking segment: {'id': '688eb0f2-228d-4dc8-9f60-dce08fb1a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4204232c-2a22-4558-abc0-21a50d8612b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:06.218438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network hostable DHCP agents. Network: 4204232c-2a22-4558-abc0-21a50d8612b3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:48:06.220955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Subnet': ['ID=87c8c37d-7a3c-4643-babd-29b5e9b6326f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:06.256203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network 4204232c-2a22-4558-abc0-21a50d8612b3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:48:06.272828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-07832d71-8687-4076-b6a9-4076077ad6b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1000 time: 0.1252494 Jan 28 20:48:06.278557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 4204232c-2a22-4558-abc0-21a50d8612b3) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:06.293604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:06.295338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:06.321121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6546d11-99ee-4318-ac9b-490e082b1431 None None] Network 4204232c-2a22-4558-abc0-21a50d8612b3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:06.328287 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e95ed6f7-eec9-4ecd-b694-c23884b774e0 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8213110 Jan 28 20:48:06.329592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45112) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:06.334704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'subnet': {'network_id': '87be97f4-c2b4-4bee-bc88-1bf47be41aa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:06.476497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-51347676-4036-4f63-8b15-7398479bf0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:06.478053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-51347676-4036-4f63-8b15-7398479bf0da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.1974339 Jan 28 20:48:06.528380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-a179dbfd-dc9d-442b-8c85-d12037ff1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:06.530847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-a179dbfd-dc9d-442b-8c85-d12037ff1500 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.3934469 Jan 28 20:48:06.639636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Made reservation on behalf of f16bf0979de941528570df62ebd63791 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:06.643172 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:06.679687 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-359cea5f-2304-4fc1-97d7-c79855046143 req-a221549b-9d7b-475d-bd04-5652421be43f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969195 Jan 28 20:48:06.683289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-abc92eea-0331-4250-a6d3-05331e58f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:06.684887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-abc92eea-0331-4250-a6d3-05331e58f55b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959617 Jan 28 20:48:06.725919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-4204232c-2a22-4558-abc0-21a50d8612b3', 'network_id': '4204232c-2a22-4558-abc0-21a50d8612b3', 'tenant_id': 'f16bf0979de941528570df62ebd63791', 'fixed_ips': [{'subnet_id': '87c8c37d-7a3c-4643-babd-29b5e9b6326f'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:48:06.727550 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:06.827070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cea5f-2304-4fc1-97d7-c79855046143 req-cc2640ca-c4af-4df9-b591-42a9352abe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:06.828389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-8804ea3f-51cf-4dbe-ac19-7c135fd24d22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 1000 time: 0.2879009 Jan 28 20:48:06.834600 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-359cea5f-2304-4fc1-97d7-c79855046143 req-cc2640ca-c4af-4df9-b591-42a9352abe2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f7834c40a0e42c2badcfd67794cf4a4&device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1096 time: 0.0951672 Jan 28 20:48:06.959292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-2fecd7f2-ab4b-40a3-a97b-a5e06cb3324b service neutron] 10.222.0.13 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624743 Jan 28 20:48:06.962124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-aab9297c-75a8-4484-bcf8-deeb624db807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:06.963588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-aab9297c-75a8-4484-bcf8-deeb624db807 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.1265635 Jan 28 20:48:06.983082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Allocated IP 2001:db8::2 (4204232c-2a22-4558-abc0-21a50d8612b3/87c8c37d-7a3c-4643-babd-29b5e9b6326f/4874d1c3-f620-4cf4-bfb0-8568320c17b2) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:07.028039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cea5f-2304-4fc1-97d7-c79855046143 req-09aa3e71-d8c8-4df0-a28c-84d118aa5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:07.031954 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-359cea5f-2304-4fc1-97d7-c79855046143 req-09aa3e71-d8c8-4df0-a28c-84d118aa5121 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 HTTP/1.1" status: 200 len: 909 time: 0.1703238 Jan 28 20:48:07.099062 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:07.318052 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-359cea5f-2304-4fc1-97d7-c79855046143 req-48317871-d90e-4de0-85d8-c95efef98632 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8ec349-ca02-415d-85cc-9e06018ee600 HTTP/1.1" status: 200 len: 1001 time: 0.2751951 Jan 28 20:48:07.397337 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:07.415113 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:07.482940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Subnet': ['ID=8bb44c6c-6257-4671-9a94-eae3a2848c3c,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:07.485683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:48:07.511606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Network 4204232c-2a22-4558-abc0-21a50d8612b3 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:07.517862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:07.554755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:07.566103 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cea5f-2304-4fc1-97d7-c79855046143 req-889351c7-e2c7-4197-9026-d8b0f8df843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:07.571049 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-359cea5f-2304-4fc1-97d7-c79855046143 req-889351c7-e2c7-4197-9026-d8b0f8df843a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5df85b-9cb3-406b-a686-ddd5dd578bc2 HTTP/1.1" status: 200 len: 847 time: 0.2444568 Jan 28 20:48:07.581668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Pushing event updated for resources: {'Port': ['ID=4874d1c3-f620-4cf4-bfb0-8568320c17b2,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:07.644055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e6042fbd-0c02-4e80-b392-2624d6ac5c7b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:07.651354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cea5f-2304-4fc1-97d7-c79855046143 req-f35769bc-a428-4f6b-b23f-3b3ff96ce7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:07.655438 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-359cea5f-2304-4fc1-97d7-c79855046143 req-f35769bc-a428-4f6b-b23f-3b3ff96ce7df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777695 Jan 28 20:48:07.685293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-e2de306b-4fb1-4e5c-ae85-9df7de53f057 service neutron] 10.222.0.13 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047351 Jan 28 20:48:07.705677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-57fdafc9-2fb9-4084-9868-685420054256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:07.707613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-57fdafc9-2fb9-4084-9868-685420054256 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6192207 Jan 28 20:48:07.748475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f0ac7-6b77-40e4-8878-8bbe37b24c21 req-8c7b6e46-69d0-4954-b32d-0860b7472241 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:07.753757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d35f0ac7-6b77-40e4-8878-8bbe37b24c21 req-8c7b6e46-69d0-4954-b32d-0860b7472241 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 945 time: 0.4444275 Jan 28 20:48:07.831802 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-359cea5f-2304-4fc1-97d7-c79855046143 req-8f005f75-13e4-479d-b8eb-71c7a4112049 service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687152 Jan 28 20:48:07.885304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ba354-8b8f-4f25-a225-b6b3d32aa2e0 None None] Network d8ca60c6-22c4-428b-89b7-71054ee946b5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:07.967831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Attempting to bind port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:48:07.968479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Attempting to bind port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '688eb0f2-228d-4dc8-9f60-dce08fb1a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4204232c-2a22-4558-abc0-21a50d8612b3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:48:07.969437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Attempting to bind port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 on network 4204232c-2a22-4558-abc0-21a50d8612b3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:07.980485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-359cea5f-2304-4fc1-97d7-c79855046143 req-0c221186-b4a7-4987-8a15-875ee5453c24 service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416824 Jan 28 20:48:08.003813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-ff90b93e-39de-4683-bc56-844440f6f5e5 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807553 Jan 28 20:48:08.007453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Checking segment: {'id': '43539d4e-53c3-409b-bd51-e38708787a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87be97f4-c2b4-4bee-bc88-1bf47be41aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:08.007453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network hostable DHCP agents. Network: 87be97f4-c2b4-4bee-bc88-1bf47be41aa8, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:48:08.030836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d35f0ac7-6b77-40e4-8878-8bbe37b24c21 req-dae9984c-88af-4d87-ba92-1f07b86a31ba tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781715 Jan 28 20:48:08.086885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4cb7e2d0-a734-4b0c-af28-426980ffd5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.142834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:48:08.143540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Checking segment: {'id': '688eb0f2-228d-4dc8-9f60-dce08fb1a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4204232c-2a22-4558-abc0-21a50d8612b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:08.144122 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.144688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Bound using segment: {'id': '688eb0f2-228d-4dc8-9f60-dce08fb1a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4204232c-2a22-4558-abc0-21a50d8612b3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:48:08.145545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Bound port: 4874d1c3-f620-4cf4-bfb0-8568320c17b2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688eb0f2-228d-4dc8-9f60-dce08fb1a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4204232c-2a22-4558-abc0-21a50d8612b3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:48:08.146111 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.161030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:48:08.187436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 87be97f4-c2b4-4bee-bc88-1bf47be41aa8) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:08.204320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:08.204925 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.207513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e6042fbd-0c02-4e80-b392-2624d6ac5c7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:08.208053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.209807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79440905-9bb5-4580-aaf1-220f3c39c92e None None] Network 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:08.238665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46734b7c-28d5-4dab-8981-cc0aae5c714b req-a3f18186-f32f-43fc-bf9e-242cca1a81e6 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117586 Jan 28 20:48:08.246563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45140) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:08.268324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f43a9e1d-937b-4559-a974-02f0fa5f5d0e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9127269 Jan 28 20:48:08.358002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f2fe0ec3-0a94-49d2-809d-0fab03b23791 None None] Provisioning complete for port e6042fbd-0c02-4e80-b392-2624d6ac5c7b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:08.358378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0ec3-0a94-49d2-809d-0fab03b23791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.475509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:08.517786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'port_id': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'mac_address': 'fa:16:3e:cd:00:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:48:08.524035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] For port 4874d1c3-f620-4cf4-bfb0-8568320c17b2, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:48:08.536838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] For port 4874d1c3-f620-4cf4-bfb0-8568320c17b2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4874d1c3-f620-4cf4-bfb0-8568320c17b2,segment=NetworkSegment(688eb0f2-228d-4dc8-9f60-dce08fb1a432),segment_id=688eb0f2-228d-4dc8-9f60-dce08fb1a432)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:48:08.618102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.620058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-87be97f4-c2b4-4bee-bc88-1bf47be41aa8', 'network_id': '87be97f4-c2b4-4bee-bc88-1bf47be41aa8', 'tenant_id': 'f16bf0979de941528570df62ebd63791', 'fixed_ips': [{'subnet_id': '8bb44c6c-6257-4671-9a94-eae3a2848c3c'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:48:08.620880 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.636900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.794251 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.952565 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:08.988948 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port e6042fbd-0c02-4e80-b392-2624d6ac5c7b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,segment=NetworkSegment(ca428e2a-3f31-40a5-a50d-7395aa7b502e),segment_id=ca428e2a-3f31-40a5-a50d-7395aa7b502e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:08.997777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Allocated IP 2001:db8::1 (4204232c-2a22-4558-abc0-21a50d8612b3/87c8c37d-7a3c-4643-babd-29b5e9b6326f/b1536023-95cd-453e-80ee-b5af709a899d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:09.012273 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f2fe0ec3-0a94-49d2-809d-0fab03b23791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.029295 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.063721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cb9117-1563-422a-bdf5-c432f02f4a7b {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:48:09.122914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:09.189232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Allocated IP 2001:db8::2 (87be97f4-c2b4-4bee-bc88-1bf47be41aa8/8bb44c6c-6257-4671-9a94-eae3a2848c3c/b13ebf45-6a63-4549-be7a-c3d16c706fb9) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:09.258853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.324713 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.407651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e69d-f991-4a48-a0ce-5ba6c89c53b7 req-cbc9a5be-4828-440d-a504-1239360ebc09 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:09.413383 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c067e69d-f991-4a48-a0ce-5ba6c89c53b7 req-cbc9a5be-4828-440d-a504-1239360ebc09 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 946 time: 0.1815140 Jan 28 20:48:09.421995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network 4204232c-2a22-4558-abc0-21a50d8612b3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:09.425895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:09.430245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:09.430892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.475101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Port': ['ID=b1536023-95cd-453e-80ee-b5af709a899d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:09.481735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c067e69d-f991-4a48-a0ce-5ba6c89c53b7 req-d8b77bdf-c082-426d-ab0c-90804c3966c9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609384 Jan 28 20:48:09.508393 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.513202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91126e4-df7a-41f8-8772-268d6c564787 None None] Pushing event updated for resources: {'Port': ['ID=4874d1c3-f620-4cf4-bfb0-8568320c17b2,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:09.513432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45152) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:09.540018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.547977 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.629014 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-f2fe0ec3-0a94-49d2-809d-0fab03b23791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:48:09.629939 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-f2fe0ec3-0a94-49d2-809d-0fab03b23791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:48:09.677255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-edebe9e2-b128-4cb3-ac95-2333b3ba7b17 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/d03bc2c7-b121-46e5-93bf-dafb9bde8135 HTTP/1.1" status: 200 len: 993 time: 0.1562746 Jan 28 20:48:09.694168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Network 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:09.695034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:09.698363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:09.702527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:09.709991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.816383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Attempting to bind port b13ebf45-6a63-4549-be7a-c3d16c706fb9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:48:09.816891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Attempting to bind port b13ebf45-6a63-4549-be7a-c3d16c706fb9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '43539d4e-53c3-409b-bd51-e38708787a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87be97f4-c2b4-4bee-bc88-1bf47be41aa8'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:48:09.817351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Attempting to bind port b13ebf45-6a63-4549-be7a-c3d16c706fb9 on network 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:09.834387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:48:09.834899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Checking segment: {'id': '43539d4e-53c3-409b-bd51-e38708787a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87be97f4-c2b4-4bee-bc88-1bf47be41aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:09.835411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.835906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Bound using segment: {'id': '43539d4e-53c3-409b-bd51-e38708787a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87be97f4-c2b4-4bee-bc88-1bf47be41aa8'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:48:09.840686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Bound port: b13ebf45-6a63-4549-be7a-c3d16c706fb9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43539d4e-53c3-409b-bd51-e38708787a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87be97f4-c2b4-4bee-bc88-1bf47be41aa8'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:48:09.841285 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:09.845334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=12']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:09.870514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f3cb9117-1563-422a-bdf5-c432f02f4a7b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:48:10.022062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Pushing event updated for resources: {'Port': ['ID=b13ebf45-6a63-4549-be7a-c3d16c706fb9,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:10.073771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] For port b13ebf45-6a63-4549-be7a-c3d16c706fb9, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:48:10.095707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:10.104513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] For port b13ebf45-6a63-4549-be7a-c3d16c706fb9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b13ebf45-6a63-4549-be7a-c3d16c706fb9,segment=NetworkSegment(43539d4e-53c3-409b-bd51-e38708787a6d),segment_id=43539d4e-53c3-409b-bd51-e38708787a6d)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:48:10.105574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:10.105574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:10.128621 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:10.269742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Port': ['ID=b1536023-95cd-453e-80ee-b5af709a899d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:10.385430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0ef21-d640-4e80-8b04-16946fb2674b None None] Pushing event updated for resources: {'Port': ['ID=b13ebf45-6a63-4549-be7a-c3d16c706fb9,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:10.385730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network 4204232c-2a22-4558-abc0-21a50d8612b3 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:10.397555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:10.413626 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-911094de-ad06-4474-b865-dcaf6bfa0e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:10.529894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45164) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:10.621213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-89d739dd-59cb-4b8d-998a-c1c530fdb5a2 None None] Provisioning complete for port e6042fbd-0c02-4e80-b392-2624d6ac5c7b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:10.622117 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-89d739dd-59cb-4b8d-998a-c1c530fdb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:10.698731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Router 79682119-4017-4585-b25e-1f6d7e1ad23b is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:48:10.931599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665917bd-39e8-4c49-853c-a146ad3c9ca5 None None] Network 4204232c-2a22-4558-abc0-21a50d8612b3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:11.075188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Deleting port a5b520f5-1f3b-4781-9e0e-30b98f13e441 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:11.075740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:11.098880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fe1ce8e4-3074-49e5-bd31-5482c1bdfc60 None None] Provisioning complete for port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:11.099432 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce8e4-3074-49e5-bd31-5482c1bdfc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:11.212575 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:11.213041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:11.230108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Calling delete_port for a5b520f5-1f3b-4781-9e0e-30b98f13e441 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:11.405929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:11.416115 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b9d6f8fe-556e-41c1-9413-208905a820c4 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "PUT /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1683021 Jan 28 20:48:11.420801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45174) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:11.456990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba85802-bb8d-4b4b-81d6-5406315caefd None None] Sync routers for ids ['79682119-4017-4585-b25e-1f6d7e1ad23b'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:11.577300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce8e4-3074-49e5-bd31-5482c1bdfc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:11.579620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:11.665259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba85802-bb8d-4b4b-81d6-5406315caefd None None] Routers {'79682119-4017-4585-b25e-1f6d7e1ad23b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:11.665935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bba85802-bb8d-4b4b-81d6-5406315caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['79682119-4017-4585-b25e-1f6d7e1ad23b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:11.776493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bba85802-bb8d-4b4b-81d6-5406315caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:11.793725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:11.806727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e6042fbd-0c02-4e80-b392-2624d6ac5c7b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:11.862471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba85802-bb8d-4b4b-81d6-5406315caefd None None] Routers {'79682119-4017-4585-b25e-1f6d7e1ad23b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:11.864401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bba85802-bb8d-4b4b-81d6-5406315caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['79682119-4017-4585-b25e-1f6d7e1ad23b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:11.871472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fe1ce8e4-3074-49e5-bd31-5482c1bdfc60 None None] For port 4874d1c3-f620-4cf4-bfb0-8568320c17b2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4874d1c3-f620-4cf4-bfb0-8568320c17b2,segment=NetworkSegment(688eb0f2-228d-4dc8-9f60-dce08fb1a432),segment_id=688eb0f2-228d-4dc8-9f60-dce08fb1a432)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:11.943514 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe1ce8e4-3074-49e5-bd31-5482c1bdfc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:11.946230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bba85802-bb8d-4b4b-81d6-5406315caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:11.946903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba85802-bb8d-4b4b-81d6-5406315caefd None None] The sync data for ids ['79682119-4017-4585-b25e-1f6d7e1ad23b'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:12.005018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ce8e4-3074-49e5-bd31-5482c1bdfc60 None None] Pushing event updated for resources: {'Port': ['ID=4874d1c3-f620-4cf4-bfb0-8568320c17b2,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:12.016413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port f3cb9117-1563-422a-bdf5-c432f02f4a7b completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:48:12.040906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port f3cb9117-1563-422a-bdf5-c432f02f4a7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:12.041281 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.150279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e6042fbd-0c02-4e80-b392-2624d6ac5c7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:12.151503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.299994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0fbd9-a67f-4d25-b395-da8b648034da None None] Network 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:12.342642 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.397595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.407340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event deleted for resources: {'Port': ['ID=a5b520f5-1f3b-4781-9e0e-30b98f13e441,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:12.431778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b13ebf45-6a63-4549-be7a-c3d16c706fb9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:12.492670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:12.494910 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d02857d-04e1-4b9b-ace2-6cb035e4c532" -d '{"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:12.515500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1445b969-fe77-493a-aafa-479a92f3810a None None] Provisioning complete for port b13ebf45-6a63-4549-be7a-c3d16c706fb9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:12.515869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1445b969-fe77-493a-aafa-479a92f3810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.521281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.521634 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Floating IP b5fe3036-1e4f-46ce-b062-f979598f665e disassociated (deleted). External IP: 172.25.2.210, port: 45ef994e-9e19-49b6-aaf1-5c44d6eafce8. Jan 28 20:48:12.582281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:12.589690 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0eae48-8dda-425f-bafb-19010a1a9725 x-openstack-request-id: req-ce0eae48-8dda-425f-bafb-19010a1a9725 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:12.590090 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-plugged", "status": "completed", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:12.590349 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce0eae48-8dda-425f-bafb-19010a1a9725 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:12.590794 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'code': 200} Jan 28 20:48:12.599521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.669326 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-3a4dc3db-0598-4799-b8c3-8a47c867e061 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:48:12.674122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45182) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:12.674737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3a4dc3db-0598-4799-b8c3-8a47c867e061 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "PUT /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2522528 Jan 28 20:48:12.845722 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1445b969-fe77-493a-aafa-479a92f3810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.847659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b13ebf45-6a63-4549-be7a-c3d16c706fb9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:12.848065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:12.851563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=13']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:12.881904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:12.957108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1445b969-fe77-493a-aafa-479a92f3810a None None] For port b13ebf45-6a63-4549-be7a-c3d16c706fb9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b13ebf45-6a63-4549-be7a-c3d16c706fb9,segment=NetworkSegment(43539d4e-53c3-409b-bd51-e38708787a6d),segment_id=43539d4e-53c3-409b-bd51-e38708787a6d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:12.969815 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1445b969-fe77-493a-aafa-479a92f3810a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.109130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4874d1c3-f620-4cf4-bfb0-8568320c17b2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:13.114116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:13.138274 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] Sync routers for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:13.147769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.164121 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:13.164810 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:13.219788 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.244555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-991793d3-3e6f-49e4-8c16-2541fc7b1635 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "DELETE /v2.0/floatingips/b5fe3036-1e4f-46ce-b062-f979598f665e HTTP/1.1" status: 204 len: 168 time: 2.7086737 Jan 28 20:48:13.244555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:13.256245 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9b7a1-0569-47e7-b154-80341847eec4" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:13.319541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445b969-fe77-493a-aafa-479a92f3810a None None] Pushing event updated for resources: {'Port': ['ID=b13ebf45-6a63-4549-be7a-c3d16c706fb9,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:13.376059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ae95859e-e5b5-475b-8341-634182a9b855 None None] Provisioning complete for port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:13.376459 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae95859e-e5b5-475b-8341-634182a9b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.392579 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8b8536-a078-4bee-968a-3571f05cc28c x-openstack-request-id: req-0b8b8536-a078-4bee-968a-3571f05cc28c {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:13.393120 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:13.393120 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b8b8536-a078-4bee-968a-3571f05cc28c {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:13.393500 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'status': 'completed', 'code': 200} Jan 28 20:48:13.416464 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:13.516325 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.533315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:13.533693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.613608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-d1629a1a-f6ef-4ec8-b9ac-b4db0f8545b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:13.615256 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-d1629a1a-f6ef-4ec8-b9ac-b4db0f8545b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4428eb150c0a49439ae3d4ccc977d5e9&device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 1096 time: 0.1836250 Jan 28 20:48:13.634610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.706004 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:13.721318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-ae95859e-e5b5-475b-8341-634182a9b855 None None] Provisioning complete for port b1536023-95cd-453e-80ee-b5af709a899d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:13.725225 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ae95859e-e5b5-475b-8341-634182a9b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.737667 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] Checking router: e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:48:13.752320 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:13.753284 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:13.800627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ae95859e-e5b5-475b-8341-634182a9b855 None None] Port b1536023-95cd-453e-80ee-b5af709a899d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:48:13.871617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-f719455e-fd74-4d57-905f-fd850522116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:13.873969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-f719455e-fd74-4d57-905f-fd850522116a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6 HTTP/1.1" status: 200 len: 914 time: 0.2516546 Jan 28 20:48:13.883667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabfa75-ebeb-4ed5-9778-a6b608a20b86 req-07d9444f-3af8-491f-b649-b4cc47e88397 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:13.897119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efabfa75-ebeb-4ed5-9778-a6b608a20b86 req-07d9444f-3af8-491f-b649-b4cc47e88397 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 945 time: 0.1167579 Jan 28 20:48:13.925222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0ddfb808-7e0e-4872-acd8-2785afb2ea90 None None] Provisioning complete for port b13ebf45-6a63-4549-be7a-c3d16c706fb9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:13.925849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0ddfb808-7e0e-4872-acd8-2785afb2ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:13.958726 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:13.975390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-efabfa75-ebeb-4ed5-9778-a6b608a20b86 req-9c01b95e-c6ac-4123-9bb3-99d9ac674808 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773892 Jan 28 20:48:13.996866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b13ebf45-6a63-4549-be7a-c3d16c706fb9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:14.016903 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-487a829a-6d88-4432-b6b6-e6e5d38289eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8 HTTP/1.1" status: 200 len: 217 time: 0.0733745 Jan 28 20:48:14.103066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-baf1616d-2a6e-4731-beb7-157d10a09b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:14.105109 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-baf1616d-2a6e-4731-beb7-157d10a09b43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee HTTP/1.1" status: 200 len: 852 time: 0.0567112 Jan 28 20:48:14.125888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0ddfb808-7e0e-4872-acd8-2785afb2ea90 None None] Provisioning complete for port b1536023-95cd-453e-80ee-b5af709a899d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:14.126421 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0ddfb808-7e0e-4872-acd8-2785afb2ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:14.167719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfb808-7e0e-4872-acd8-2785afb2ea90 None None] Port b1536023-95cd-453e-80ee-b5af709a899d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:48:14.178473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b13ebf45-6a63-4549-be7a-c3d16c706fb9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:14.178976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:14.214990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-1bc2fecb-c1c5-49ad-834d-9156b4bbebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:14.217659 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-1bc2fecb-c1c5-49ad-834d-9156b4bbebfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a33c13a-6f2a-4b00-aa20-dd922e214dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022425 Jan 28 20:48:14.293955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4874d1c3-f620-4cf4-bfb0-8568320c17b2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:14.308541 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:14.343849 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aa444c-b712-42a7-b99e-321679c0a797 None None] The sync data for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 is: [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:35Z', 'revision_number': 4, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'b030e079-1480-4fa5-8403-3ca13b38db75', 'name': '', 'network_id': '2a33c13a-6f2a-4b00-aa20-dd922e214dd6', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'mac_address': 'fa:16:3e:29:99:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:34Z', 'updated_at': '2022-01-28T20:43:44Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'subnets': [{'id': 'c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:14.384820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:14.385459 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:14.430126 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-3b18533a-fe01-4c45-b376-989c4acc57bd service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044609 Jan 28 20:48:14.447607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Deleting port b1536023-95cd-453e-80ee-b5af709a899d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:14.447965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:14.625281 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95b9b7a1-0569-47e7-b154-80341847eec4 req-76909f28-eb56-44e3-91dd-911115356ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859274 Jan 28 20:48:14.683678 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:14.698766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Calling delete_port for b1536023-95cd-453e-80ee-b5af709a899d owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:14.747374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ca4eb8-03ce-4cb0-9749-6e4f14e16e2a None None] New status for floating IP b5fe3036-1e4f-46ce-b062-f979598f665e: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:48:14.928988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:14.994159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Port': ['ID=b1536023-95cd-453e-80ee-b5af709a899d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:15.297619 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:15.302294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0523d-2681-4dc0-b21a-a7fa8f84ce6a req-9fdeb03f-bbae-45e4-97a7-1f92f71c19f2 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:15.313974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bab0523d-2681-4dc0-b21a-a7fa8f84ce6a req-9fdeb03f-bbae-45e4-97a7-1f92f71c19f2 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 945 time: 0.1969051 Jan 28 20:48:15.391979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bab0523d-2681-4dc0-b21a-a7fa8f84ce6a req-60dcea12-7d82-495b-84be-0e5c25f2ec1b tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/security-groups?id=7f063961-26c4-4f51-9197-d03352f37954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699604 Jan 28 20:48:15.421159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-53d57596-5ab5-4053-aef1-4e585be6e713 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:15.423606 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-53d57596-5ab5-4053-aef1-4e585be6e713 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 945 time: 0.2256267 Jan 28 20:48:15.617032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Router 79682119-4017-4585-b25e-1f6d7e1ad23b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:15.716236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Deleting port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:15.716635 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:15.722305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:15.733898 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478c2ee-70a1-4904-9498-97d543d1fe87 None None] Sync routers for ids ['79682119-4017-4585-b25e-1f6d7e1ad23b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:15.740745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45228) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:15.741842 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-743335c9-6d65-4a25-b1db-acdf8295dd7f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "PUT /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0664849 Jan 28 20:48:15.765611 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478c2ee-70a1-4904-9498-97d543d1fe87 None None] Routers {'79682119-4017-4585-b25e-1f6d7e1ad23b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:15.766542 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4478c2ee-70a1-4904-9498-97d543d1fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['79682119-4017-4585-b25e-1f6d7e1ad23b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:15.792367 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-20cdfc5e-140d-4cea-8e83-1714a3bf1179 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] delete failed (client error): The resource could not be found. Jan 28 20:48:15.795324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-20cdfc5e-140d-4cea-8e83-1714a3bf1179 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-771868195 HTTP/1.1" status: 404 len: 334 time: 0.0525022 Jan 28 20:48:15.801655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45230) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:15.806495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-02924c60-4517-4cc6-b8ca-68afc3fc9a40 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'router': {'external_gateway_info': {'network_id': '79682119-4017-4585-b25e-1f6d7e1ad23b'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:15.815773 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4478c2ee-70a1-4904-9498-97d543d1fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:15.832385 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478c2ee-70a1-4904-9498-97d543d1fe87 None None] Routers {'79682119-4017-4585-b25e-1f6d7e1ad23b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:15.833312 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4478c2ee-70a1-4904-9498-97d543d1fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['79682119-4017-4585-b25e-1f6d7e1ad23b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:15.840968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] For port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:15.841620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:15.858737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Calling delete_port for 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:15.920981 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4478c2ee-70a1-4904-9498-97d543d1fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:15.921877 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4478c2ee-70a1-4904-9498-97d543d1fe87 None None] The sync data for ids ['79682119-4017-4585-b25e-1f6d7e1ad23b'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:16.082883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02924c60-4517-4cc6-b8ca-68afc3fc9a40 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.108295 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-02924c60-4517-4cc6-b8ca-68afc3fc9a40 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] update failed (client error): The resource could not be found. Jan 28 20:48:16.108665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.112855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-02924c60-4517-4cc6-b8ca-68afc3fc9a40 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "PUT /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b HTTP/1.1" status: 404 len: 339 time: 0.3068511 Jan 28 20:48:16.113685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45244) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:16.120964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-717934186'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:16.147284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event deleted for resources: {'Port': ['ID=45ef994e-9e19-49b6-aaf1-5c44d6eafce8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:16.202310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Made reservation on behalf of f16bf0979de941528570df62ebd63791 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:16.211571 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.230607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] No DVR routers for this DVR port 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:16.239133 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.243225 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-20fb2f2a-c64d-438f-a5e3-03ebe061be0b req-57b5fa3a-0d57-4349-b262-4c93c6c73588 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.13 "DELETE /v2.0/ports/45ef994e-9e19-49b6-aaf1-5c44d6eafce8 HTTP/1.1" status: 204 len: 173 time: 0.7883701 Jan 28 20:48:16.243629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'name': 'network-vif-deleted', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:16.252086 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31df4c5d-5cd0-4408-a3a3-182c93255b54" -d '{"events": [{"server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "name": "network-vif-deleted", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:16.259604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:48:16.291055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.291859 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Added segment fabea446-4616-4c07-813c-1631571aee3d of type vlan for network b4854f70-5f08-4d3d-a382-7365701c163e Jan 28 20:48:16.307824 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8728f4e5-a8a8-40de-b7ce-c969c6e9884f x-openstack-request-id: req-8728f4e5-a8a8-40de-b7ce-c969c6e9884f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:16.308118 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc8ab32-38c6-4d0e-b776-bd50e299a78c", "name": "network-vif-deleted", "tag": "45ef994e-9e19-49b6-aaf1-5c44d6eafce8", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:16.308406 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8728f4e5-a8a8-40de-b7ce-c969c6e9884f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:16.308831 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc8ab32-38c6-4d0e-b776-bd50e299a78c', 'name': 'network-vif-deleted', 'tag': '45ef994e-9e19-49b6-aaf1-5c44d6eafce8', 'status': 'completed', 'code': 200} Jan 28 20:48:16.402287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.461887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4881a5-c803-46fa-83de-78b29682a268 req-04482cf7-dae7-4637-b1a9-dd3555a784a5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:16.463461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-04482cf7-dae7-4637-b1a9-dd3555a784a5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1931038 Jan 28 20:48:16.464735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.471263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:16.472110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.527888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4130003 Jan 28 20:48:16.530692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45258) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:16.539136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'subnet': {'network_id': 'b4854f70-5f08-4d3d-a382-7365701c163e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:16.621624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87eb09d5-7010-4c86-888f-667270d081e7 req-95ab960a-bffc-4699-8e96-95fbf3bc2841 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.0794971 Jan 28 20:48:16.632968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-81b2f7c6-cdfb-4d4e-a4d4-8e896fd5decf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/quotas/27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 375 time: 0.1446376 Jan 28 20:48:16.696523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cb526-0794-406b-a9c3-7393374e4347 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Network': ['ID=b4854f70-5f08-4d3d-a382-7365701c163e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:16.707703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Made reservation on behalf of f16bf0979de941528570df62ebd63791 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:16.713230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:16.719181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network b4854f70-5f08-4d3d-a382-7365701c163e details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:48:16.780638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-9e4d7c28-5161-4cd4-952b-38759da8b852 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427853 Jan 28 20:48:16.948714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-a1081a72-676e-4d71-a681-e64821d9c591 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515467 Jan 28 20:48:16.970874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:17.030172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Subnet': ['ID=a33da08c-f4ed-4468-b200-c1aeedc69139,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:17.063603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Checking segment: {'id': 'fabea446-4616-4c07-813c-1631571aee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b4854f70-5f08-4d3d-a382-7365701c163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:17.063979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network hostable DHCP agents. Network: b4854f70-5f08-4d3d-a382-7365701c163e, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:48:17.069672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-ad5ccc1a-0bbe-4e04-891d-6fdfd662ae1b service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200302 Jan 28 20:48:17.084794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network b4854f70-5f08-4d3d-a382-7365701c163e is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:48:17.095130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, b4854f70-5f08-4d3d-a382-7365701c163e) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:17.104517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a617061a-e8c1-448f-b681-3edb99b27040 None None] Network b4854f70-5f08-4d3d-a382-7365701c163e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:17.110638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:17.111297 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:17.131193 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-69e1be2a-25cc-4b7c-9e34-0c3fbe66c45e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5981913 Jan 28 20:48:17.133901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45266) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:17.139432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-119eafba-8349-4dd2-a7ed-487ded1b1013 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4854f70-5f08-4d3d-a382-7365701c163e'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:17.339287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-b4854f70-5f08-4d3d-a382-7365701c163e', 'network_id': 'b4854f70-5f08-4d3d-a382-7365701c163e', 'tenant_id': 'f16bf0979de941528570df62ebd63791', 'fixed_ips': [{'subnet_id': 'a33da08c-f4ed-4468-b200-c1aeedc69139'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:48:17.340912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:17.458820 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c38d003-6dff-4467-b3b2-5fd24932face req-46d77a58-6bc1-47f1-a421-377b8ba2bf72 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 210 time: 0.0771952 Jan 28 20:48:17.498926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-119eafba-8349-4dd2-a7ed-487ded1b1013 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:17.594115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Allocated IP 2001:db8:1::2 (b4854f70-5f08-4d3d-a382-7365701c163e/a33da08c-f4ed-4468-b200-c1aeedc69139/878275df-adf8-496e-99b7-31e6085f87d9) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:17.712585 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-119eafba-8349-4dd2-a7ed-487ded1b1013 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:48:17.721208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-119eafba-8349-4dd2-a7ed-487ded1b1013 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "PUT /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b HTTP/1.1" status: 400 len: 364 time: 0.5808363 Jan 28 20:48:17.721407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45288) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:17.766490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c003f8c-a577-4def-8cd6-37aed50469e8 req-68f99e1e-a95d-4b79-aa45-dc5a2be15106 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.0445046 Jan 28 20:48:17.867592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:17.881386 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:17.969551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Pushing event updated for resources: {'Port': ['ID=878275df-adf8-496e-99b7-31e6085f87d9,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:17.998102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Network b4854f70-5f08-4d3d-a382-7365701c163e is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:18.001023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:18.008628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:18.101858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Attempting to bind port 878275df-adf8-496e-99b7-31e6085f87d9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:48:18.102233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Attempting to bind port 878275df-adf8-496e-99b7-31e6085f87d9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'fabea446-4616-4c07-813c-1631571aee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b4854f70-5f08-4d3d-a382-7365701c163e'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:48:18.102620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Attempting to bind port 878275df-adf8-496e-99b7-31e6085f87d9 on network b4854f70-5f08-4d3d-a382-7365701c163e {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:18.108664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:48:18.109038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Checking segment: {'id': 'fabea446-4616-4c07-813c-1631571aee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b4854f70-5f08-4d3d-a382-7365701c163e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:18.109446 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:18.109861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Bound using segment: {'id': 'fabea446-4616-4c07-813c-1631571aee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b4854f70-5f08-4d3d-a382-7365701c163e'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:48:18.110313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Bound port: 878275df-adf8-496e-99b7-31e6085f87d9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabea446-4616-4c07-813c-1631571aee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b4854f70-5f08-4d3d-a382-7365701c163e'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:48:18.110696 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:18.178889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:18.196149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:18.228592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] For port 878275df-adf8-496e-99b7-31e6085f87d9, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:48:18.234340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] For port 878275df-adf8-496e-99b7-31e6085f87d9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=878275df-adf8-496e-99b7-31e6085f87d9,segment=NetworkSegment(fabea446-4616-4c07-813c-1631571aee3d),segment_id=fabea446-4616-4c07-813c-1631571aee3d)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:48:18.242378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:18.541394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c4b9-31f8-4125-b047-4df900999da8 None None] Pushing event updated for resources: {'Port': ['ID=878275df-adf8-496e-99b7-31e6085f87d9,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:18.556632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Allocated IP 2001:db8::1 (d8ca60c6-22c4-428b-89b7-71054ee946b5/fba3d2c5-533c-45fc-b180-09d5aab2d21d/8ac33111-c303-4222-b44c-7c61bcbcd52d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:18.658483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4129f505-c98d-4689-9d6a-c4ba4072d3b7 req-282dae51-8765-4931-bffd-2146ce8c16f1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 210 time: 0.0636439 Jan 28 20:48:18.721282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:18.787203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:18.913309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Port': ['ID=8ac33111-c303-4222-b44c-7c61bcbcd52d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:18.931477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network d8ca60c6-22c4-428b-89b7-71054ee946b5 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:18.942986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:18.957130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:18.957714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:19.032713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4881a5-c803-46fa-83de-78b29682a268 req-e5dc6e91-101c-487f-b23f-faa78ac8e7a9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:19.034280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-e5dc6e91-101c-487f-b23f-faa78ac8e7a9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.3294091 Jan 28 20:48:19.038387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-85c2a4be-3a9d-4ab6-8053-fd598598250c req-5ab73fde-1f8a-4cbb-8d0f-8e658b27b0ff tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.1035645 Jan 28 20:48:19.063556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'port': {'device_id': 'eb273a88-1b8b-43bb-bd8c-633ab993498b', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'admin_state_up': True, 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:19.114571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:19.129054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:19.190598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:19.190954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 45ef994e-9e19-49b6-aaf1-5c44d6eafce8 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:19.294386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:19.298890 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:19.513935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.20.0.14 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/24713229-85c5-422b-9f83-195faabdc985) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:19.562844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7074d51c-1efd-43a8-8906-69fada1361fc None None] Provisioning complete for port 8ac33111-c303-4222-b44c-7c61bcbcd52d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:19.563484 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7074d51c-1efd-43a8-8906-69fada1361fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:19.633466 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7074d51c-1efd-43a8-8906-69fada1361fc None None] Port 8ac33111-c303-4222-b44c-7c61bcbcd52d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:48:19.902990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6328b401-2841-444b-996b-3ea4fe48ba61 req-6e021f7b-d66f-4e75-b449-f23ca69bac65 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 210 time: 0.0473292 Jan 28 20:48:20.001311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.099664 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.151738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 878275df-adf8-496e-99b7-31e6085f87d9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:20.239857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:20.246578 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-583cbfa1-1091-45ad-8587-711a50a2db1c req-a734ec9e-cfd7-4c9a-8172-1c6426ff5ba8 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.0685265 Jan 28 20:48:20.251981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:20.257114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:20.339971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 878275df-adf8-496e-99b7-31e6085f87d9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:20.342196 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.368250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=24713229-85c5-422b-9f83-195faabdc985,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:20.425850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:20.426525 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.475107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-bffa3b8d-896c-4a24-9f2e-de77591c0f57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4217708 Jan 28 20:48:20.492374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Request body: {'port': {'device_id': 'eb273a88-1b8b-43bb-bd8c-633ab993498b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:20.578692 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.600385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.601285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.631914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.634418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da52770a-8758-4e4f-b36c-0164ad4f294e None None] Network b4854f70-5f08-4d3d-a382-7365701c163e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:20.672876 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:20.862520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event updated for resources: {'Port': ['ID=8ac33111-c303-4222-b44c-7c61bcbcd52d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:20.959413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Network d8ca60c6-22c4-428b-89b7-71054ee946b5 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:20.963899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:21.068273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 878275df-adf8-496e-99b7-31e6085f87d9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=878275df-adf8-496e-99b7-31e6085f87d9,segment=NetworkSegment(fabea446-4616-4c07-813c-1631571aee3d),segment_id=fabea446-4616-4c07-813c-1631571aee3d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:21.099752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f240e862-1353-4e5a-9ff3-6906f460ab2b None None] Provisioning complete for port 878275df-adf8-496e-99b7-31e6085f87d9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:21.100118 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f240e862-1353-4e5a-9ff3-6906f460ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:21.122493 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:21.190684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Router 79682119-4017-4585-b25e-1f6d7e1ad23b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:21.363979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=878275df-adf8-496e-99b7-31e6085f87d9,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:21.456906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:21.460762 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb0df4f3-4d86-49bd-b0f6-2d8869e8abd7 req-eeb02a4e-fe74-4ee6-8d3f-3e1af410c1c1 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.0498726 Jan 28 20:48:21.500643 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e7070-5812-4cff-b468-fbb827405067 None None] Sync routers for ids ['79682119-4017-4585-b25e-1f6d7e1ad23b'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:21.503986 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-be5d3dd5-54ac-4549-af08-ef748b17e73b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "PUT /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7823391 Jan 28 20:48:21.504964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45322) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:21.515853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a88724-5a7b-406e-83a8-558c648b6cf4 req-3c98c71e-e535-4d90-9ce1-38889ea37ad2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:21.531178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49a88724-5a7b-406e-83a8-558c648b6cf4 req-3c98c71e-e535-4d90-9ce1-38889ea37ad2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 932 time: 0.1960409 Jan 28 20:48:21.542090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e7070-5812-4cff-b468-fbb827405067 None None] Routers {'79682119-4017-4585-b25e-1f6d7e1ad23b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:21.542731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-709e7070-5812-4cff-b468-fbb827405067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['79682119-4017-4585-b25e-1f6d7e1ad23b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:21.620904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-709e7070-5812-4cff-b468-fbb827405067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:21.650148 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:21.657275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e7070-5812-4cff-b468-fbb827405067 None None] Routers {'79682119-4017-4585-b25e-1f6d7e1ad23b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:21.657921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-709e7070-5812-4cff-b468-fbb827405067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['79682119-4017-4585-b25e-1f6d7e1ad23b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:21.699711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49a88724-5a7b-406e-83a8-558c648b6cf4 req-f950b15d-a96e-44a3-9fe7-4b7d080216f2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671789 Jan 28 20:48:21.705593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-18d6f249-407a-4ed6-96be-61a81d7d957b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:21.736223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-709e7070-5812-4cff-b468-fbb827405067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:21.736928 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e7070-5812-4cff-b468-fbb827405067 None None] The sync data for ids ['79682119-4017-4585-b25e-1f6d7e1ad23b'] in n-d-825064-3 is: [] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:21.770809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-46527d98-4d2b-4b55-a421-f705104149b4 None None] Provisioning complete for port 878275df-adf8-496e-99b7-31e6085f87d9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:21.771741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46527d98-4d2b-4b55-a421-f705104149b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:21.929900 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-18d6f249-407a-4ed6-96be-61a81d7d957b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 20:48:21.935424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45326) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:21.938154 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-18d6f249-407a-4ed6-96be-61a81d7d957b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b HTTP/1.1" status: 409 len: 329 time: 0.4317489 Jan 28 20:48:22.006685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 878275df-adf8-496e-99b7-31e6085f87d9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:22.068261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-46527d98-4d2b-4b55-a421-f705104149b4 None None] Provisioning complete for port 24713229-85c5-422b-9f83-195faabdc985 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:22.068586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46527d98-4d2b-4b55-a421-f705104149b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:22.083439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24713229-85c5-422b-9f83-195faabdc985 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:48:22.093103 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:22.109547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Transition to ACTIVE for port object 24713229-85c5-422b-9f83-195faabdc985 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:48:22.117704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:22.150960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-46527d98-4d2b-4b55-a421-f705104149b4 None None] Port 24713229-85c5-422b-9f83-195faabdc985 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:48:22.169543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-46527d98-4d2b-4b55-a421-f705104149b4 None None] Provisioning complete for port 8ac33111-c303-4222-b44c-7c61bcbcd52d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:22.170106 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46527d98-4d2b-4b55-a421-f705104149b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:22.210417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-46527d98-4d2b-4b55-a421-f705104149b4 None None] Port 8ac33111-c303-4222-b44c-7c61bcbcd52d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:48:22.223089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 878275df-adf8-496e-99b7-31e6085f87d9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:22.223609 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:22.444723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Pushing event updated for resources: {'Port': ['ID=24713229-85c5-422b-9f83-195faabdc985,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:22.655988 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0cca6bcf-86c9-4f9f-959d-4a8ab9cce24a req-d0a10914-8b93-4664-b428-269e8079fde7 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cc8ab32-38c6-4d0e-b776-bd50e299a78c HTTP/1.1" status: 200 len: 210 time: 0.0397227 Jan 28 20:48:22.683506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Attempting to bind port 24713229-85c5-422b-9f83-195faabdc985 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:48:22.683851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Attempting to bind port 24713229-85c5-422b-9f83-195faabdc985 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:48:22.684356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Attempting to bind port 24713229-85c5-422b-9f83-195faabdc985 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:22.698586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Port 24713229-85c5-422b-9f83-195faabdc985 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:48:22.698918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Attempting to bind port 24713229-85c5-422b-9f83-195faabdc985 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:48:22.730958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:48:22.731525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:48:22.732162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:48:22.732921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Bound port: 24713229-85c5-422b-9f83-195faabdc985, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:48:22.733611 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:22.901434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:22.959140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478d5e-0b5a-45d7-93f6-29e8e38fa1d4 req-dbeebe56-b2f9-41e5-a7ee-9e370bedee35 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:22.967340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a478d5e-0b5a-45d7-93f6-29e8e38fa1d4 req-dbeebe56-b2f9-41e5-a7ee-9e370bedee35 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.1673751 Jan 28 20:48:23.021851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] For port 24713229-85c5-422b-9f83-195faabdc985, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:48:23.055515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] For port 24713229-85c5-422b-9f83-195faabdc985, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=24713229-85c5-422b-9f83-195faabdc985,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:48:23.085232 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:23.202388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a478d5e-0b5a-45d7-93f6-29e8e38fa1d4 req-85de0916-81c2-4838-95a7-999092ab7295 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258925 Jan 28 20:48:23.206434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:23.209388 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:23.210799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] 10.222.0.26 "PUT /v2.0/ports/24713229-85c5-422b-9f83-195faabdc985 HTTP/1.1" status: 200 len: 1092 time: 2.7231970 Jan 28 20:48:23.215607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb273a88-1b8b-43bb-bd8c-633ab993498b', 'tag': '24713229-85c5-422b-9f83-195faabdc985'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:23.219136 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae0df61-9adb-4b32-b299-6cb70aa81922" -d '{"events": [{"name": "network-changed", "server_uuid": "eb273a88-1b8b-43bb-bd8c-633ab993498b", "tag": "24713229-85c5-422b-9f83-195faabdc985"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:23.335426 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c9300-c20d-41b3-9e8b-6776767070bb x-openstack-request-id: req-d75c9300-c20d-41b3-9e8b-6776767070bb {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:23.335819 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb273a88-1b8b-43bb-bd8c-633ab993498b", "tag": "24713229-85c5-422b-9f83-195faabdc985", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:23.336000 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d75c9300-c20d-41b3-9e8b-6776767070bb {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:23.336379 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb273a88-1b8b-43bb-bd8c-633ab993498b', 'tag': '24713229-85c5-422b-9f83-195faabdc985', 'status': 'completed', 'code': 200} Jan 28 20:48:23.348160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b74d0-c763-4618-bbea-ec61ecd4c75d service neutron] Pushing event updated for resources: {'Port': ['ID=24713229-85c5-422b-9f83-195faabdc985,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:23.392907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4881a5-c803-46fa-83de-78b29682a268 req-9c9f0844-45bd-4cd2-bb38-a34655c54295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:23.395186 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-9c9f0844-45bd-4cd2-bb38-a34655c54295 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 1095 time: 0.0974410 Jan 28 20:48:23.483457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-3ac07467-1d5d-40e6-914d-b8f40070aa46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24713229-85c5-422b-9f83-195faabdc985 HTTP/1.1" status: 200 len: 217 time: 0.0454767 Jan 28 20:48:23.567284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4881a5-c803-46fa-83de-78b29682a268 req-64645999-04da-43fb-b9c9-7767212aab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:23.568930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-64645999-04da-43fb-b9c9-7767212aab2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0775917 Jan 28 20:48:23.637185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Deleting port 8ac33111-c303-4222-b44c-7c61bcbcd52d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:23.637535 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:23.693561 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:48:23.706261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4881a5-c803-46fa-83de-78b29682a268 req-ed79543c-c5ac-4cce-8ffd-a7ddb088ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:23.708224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-ed79543c-c5ac-4cce-8ffd-a7ddb088ffd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250184 Jan 28 20:48:23.761578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45348) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:23.843208 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:23.894096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3485f963-ff96-4a21-9287-eaf2cc21dd24 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:23.911587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Calling delete_port for 8ac33111-c303-4222-b44c-7c61bcbcd52d owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:23.931606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-2da7f115-d715-44aa-a584-b99feb708eea service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145786 Jan 28 20:48:23.942668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3485f963-ff96-4a21-9287-eaf2cc21dd24 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:24.066089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3485f963-ff96-4a21-9287-eaf2cc21dd24 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:24.072661 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3485f963-ff96-4a21-9287-eaf2cc21dd24 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:24.075154 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3485f963-ff96-4a21-9287-eaf2cc21dd24 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] 10.222.0.44 "DELETE /v2.0/security-groups/7f063961-26c4-4f51-9197-d03352f37954 HTTP/1.1" status: 204 len: 168 time: 0.3120823 Jan 28 20:48:24.108362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485f963-ff96-4a21-9287-eaf2cc21dd24 tempest-TestVolumeBackupRestore-1403174529 tempest-TestVolumeBackupRestore-1403174529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f063961-26c4-4f51-9197-d03352f37954,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:24.232043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db4881a5-c803-46fa-83de-78b29682a268 req-01f0a37c-e0a8-4f05-8221-de5fc7e5ed7b service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911353 Jan 28 20:48:24.462285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-c4905fbe-060f-4fc4-b184-b859595f455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:24.463815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-c4905fbe-060f-4fc4-b184-b859595f455d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 1095 time: 0.1143658 Jan 28 20:48:24.479371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38098c36-e733-453f-9f10-52296709145e req-6d0982cb-0ee7-4799-b361-b442dd3ee2ac tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:24.480946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38098c36-e733-453f-9f10-52296709145e req-6d0982cb-0ee7-4799-b361-b442dd3ee2ac tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.1465905 Jan 28 20:48:24.531270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:24.698620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Port': ['ID=8ac33111-c303-4222-b44c-7c61bcbcd52d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:24.770445 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38098c36-e733-453f-9f10-52296709145e req-028804a6-6e12-4284-9c08-b4ff614b77c6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648191 Jan 28 20:48:24.943723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-b0c04426-2e12-4f31-9286-29927e5875e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:24.945701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-b0c04426-2e12-4f31-9286-29927e5875e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.4635711 Jan 28 20:48:25.072913 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:25.079024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-46e747ee-33b5-4781-8c81-747a7f0216e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24713229-85c5-422b-9f83-195faabdc985 HTTP/1.1" status: 200 len: 217 time: 0.0673900 Jan 28 20:48:25.294972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-890d6732-7cb5-4a65-abe4-d71964fb2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:25.297572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-890d6732-7cb5-4a65-abe4-d71964fb2289 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.1990702 Jan 28 20:48:25.437802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Router 79682119-4017-4585-b25e-1f6d7e1ad23b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:25.453886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-0b401e8d-9acf-44d4-9bb7-347677cd4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:25.455552 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-0b401e8d-9acf-44d4-9bb7-347677cd4de2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942230 Jan 28 20:48:25.586006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:25.598519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45462) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:25.602168 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abde68c-38d8-4f79-b49e-160b677628d3 None None] Sync routers for ids ['79682119-4017-4585-b25e-1f6d7e1ad23b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:25.614560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f8c2a4b9-2645-4df4-b63c-a2c71ababf1f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "PUT /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6769500 Jan 28 20:48:25.630123 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abde68c-38d8-4f79-b49e-160b677628d3 None None] Routers {'79682119-4017-4585-b25e-1f6d7e1ad23b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:25.631146 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5abde68c-38d8-4f79-b49e-160b677628d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['79682119-4017-4585-b25e-1f6d7e1ad23b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:25.761634 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-7e5f553d-e041-4d24-8e50-3ad6d9f2642e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] show failed (client error): The resource could not be found. Jan 28 20:48:25.780917 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7e5f553d-e041-4d24-8e50-3ad6d9f2642e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1519088880 HTTP/1.1" status: 404 len: 335 time: 0.1810429 Jan 28 20:48:25.786869 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45480) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:25.808927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9c49af24-6ecc-44dc-8400-ab12ee3db515 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:25.935266 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-9c49af24-6ecc-44dc-8400-ab12ee3db515 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] update failed (client error): The resource could not be found. Jan 28 20:48:25.944372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45496) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:25.948290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9c49af24-6ecc-44dc-8400-ab12ee3db515 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-392807545 HTTP/1.1" status: 404 len: 334 time: 0.1601536 Jan 28 20:48:25.954833 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5abde68c-38d8-4f79-b49e-160b677628d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:25.990807 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abde68c-38d8-4f79-b49e-160b677628d3 None None] Routers {'79682119-4017-4585-b25e-1f6d7e1ad23b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:25.991442 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5abde68c-38d8-4f79-b49e-160b677628d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['79682119-4017-4585-b25e-1f6d7e1ad23b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:26.058329 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-5abde68c-38d8-4f79-b49e-160b677628d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:26.065090 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abde68c-38d8-4f79-b49e-160b677628d3 None None] The sync data for ids ['79682119-4017-4585-b25e-1f6d7e1ad23b'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:26.066736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e0f41a-be58-4a14-b100-c2219b3644c6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Deleting subnet a33da08c-f4ed-4468-b200-c1aeedc69139 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:48:26.087474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45e0f41a-be58-4a14-b100-c2219b3644c6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:26.108755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-b8eb3e26-a740-4d9e-ac26-31b65ce00cdf service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446164 Jan 28 20:48:26.191467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45e0f41a-be58-4a14-b100-c2219b3644c6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:26.349139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae0df61-9adb-4b32-b299-6cb70aa81922 req-71899675-07b4-4667-815b-3380a61d39a5 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296586 Jan 28 20:48:26.377611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440176d-81bf-4fb1-bc2f-c2f039282060 req-2ba11fb7-8a44-4684-bde4-9ecaeb2e48ef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:26.379138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f440176d-81bf-4fb1-bc2f-c2f039282060 req-2ba11fb7-8a44-4684-bde4-9ecaeb2e48ef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.4165845 Jan 28 20:48:26.439101 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45e0f41a-be58-4a14-b100-c2219b3644c6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:26.464742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f440176d-81bf-4fb1-bc2f-c2f039282060 req-4dd095a2-a960-47c7-8d7d-7296fc3f59f1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735478 Jan 28 20:48:26.630057 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45e0f41a-be58-4a14-b100-c2219b3644c6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:26.672847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0f41a-be58-4a14-b100-c2219b3644c6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Subnet': ['ID=a33da08c-f4ed-4468-b200-c1aeedc69139,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:26.694676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45e0f41a-be58-4a14-b100-c2219b3644c6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:26.699855 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-45e0f41a-be58-4a14-b100-c2219b3644c6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/subnets/a33da08c-f4ed-4468-b200-c1aeedc69139 HTTP/1.1" status: 204 len: 168 time: 0.7536690 Jan 28 20:48:26.702414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45550) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:26.703666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d1f84-5b9c-41e1-87d2-076a195dc4a3 None None] Network b4854f70-5f08-4d3d-a382-7365701c163e requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:27.134420 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:27.186610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701db972-542d-4865-81b9-c61477f55631 None None] DHCP port deletion for b4854f70-5f08-4d3d-a382-7365701c163e request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:48:27.254065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Deleting port 878275df-adf8-496e-99b7-31e6085f87d9 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:27.254362 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:27.405696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-701db972-542d-4865-81b9-c61477f55631 None None] Deleting port 878275df-adf8-496e-99b7-31e6085f87d9 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:27.406287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:27.485699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] For port 878275df-adf8-496e-99b7-31e6085f87d9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=878275df-adf8-496e-99b7-31e6085f87d9,segment=NetworkSegment(fabea446-4616-4c07-813c-1631571aee3d),segment_id=fabea446-4616-4c07-813c-1631571aee3d)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:27.488901 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:27.528485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Calling delete_port for 878275df-adf8-496e-99b7-31e6085f87d9 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:27.576440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-701db972-542d-4865-81b9-c61477f55631 None None] For port 878275df-adf8-496e-99b7-31e6085f87d9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=878275df-adf8-496e-99b7-31e6085f87d9,segment=NetworkSegment(fabea446-4616-4c07-813c-1631571aee3d),segment_id=fabea446-4616-4c07-813c-1631571aee3d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:27.577477 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:27.614039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-701db972-542d-4865-81b9-c61477f55631 None None] Calling delete_port for 878275df-adf8-496e-99b7-31e6085f87d9 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:27.807957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b4e70-fed1-4c56-bae7-044925158c74 req-3832131d-a18b-4119-9fdd-5b988dc31fc2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:27.810135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a77b4e70-fed1-4c56-bae7-044925158c74 req-3832131d-a18b-4119-9fdd-5b988dc31fc2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.1759460 Jan 28 20:48:27.925661 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:27.947423 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:27.979978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701db972-542d-4865-81b9-c61477f55631 None None] Pushing event deleted for resources: {'Port': ['ID=878275df-adf8-496e-99b7-31e6085f87d9,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:28.008645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a77b4e70-fed1-4c56-bae7-044925158c74 req-92af61aa-aa57-4cf3-bc2e-5754fc3e974f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813064 Jan 28 20:48:28.034191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.038506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.038970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.039669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.040131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.041536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.042442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.045270 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.046710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.049355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.049931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.050632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701db972-542d-4865-81b9-c61477f55631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:28.063985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701db972-542d-4865-81b9-c61477f55631 None None] No DVR routers for this DVR port 878275df-adf8-496e-99b7-31e6085f87d9 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:28.070066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] No DVR routers for this DVR port 878275df-adf8-496e-99b7-31e6085f87d9 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:28.070441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 878275df-adf8-496e-99b7-31e6085f87d9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:28.075721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Port': ['ID=878275df-adf8-496e-99b7-31e6085f87d9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:28.156796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 878275df-adf8-496e-99b7-31e6085f87d9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:28.157612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 878275df-adf8-496e-99b7-31e6085f87d9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:28.730263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:28.754123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4854f70-5f08-4d3d-a382-7365701c163e']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:28.786539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabea446-4616-4c07-813c-1631571aee3d') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:28.791584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabea446-4616-4c07-813c-1631571aee3d') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:28.811727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:28.846742 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:28.855813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:48:28.858435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:48:28.862423 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:48:29.068991 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:29.101701 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:29.115539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/networks/b4854f70-5f08-4d3d-a382-7365701c163e HTTP/1.1" status: 204 len: 168 time: 2.4079361 Jan 28 20:48:29.116991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45722) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:29.240070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed4656-b5fe-458a-9f24-1c47aebdfab6 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Network': ['ID=b4854f70-5f08-4d3d-a382-7365701c163e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:29.351500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceae8d-14fe-44eb-8778-2d32e7f6e4ed req-4d845ac7-f686-4725-860c-014418e54d4e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:29.367184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38ceae8d-14fe-44eb-8778-2d32e7f6e4ed req-4d845ac7-f686-4725-860c-014418e54d4e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.2225580 Jan 28 20:48:29.413890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-469eafef-ca1e-41a2-82de-727259fa658b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Deleting subnet 8bb44c6c-6257-4671-9a94-eae3a2848c3c {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:48:29.436649 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469eafef-ca1e-41a2-82de-727259fa658b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:29.466862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38ceae8d-14fe-44eb-8778-2d32e7f6e4ed req-93a87989-9724-4372-a4f0-6113e4399720 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959656 Jan 28 20:48:29.639463 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469eafef-ca1e-41a2-82de-727259fa658b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:29.938538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469eafef-ca1e-41a2-82de-727259fa658b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:30.035549 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469eafef-ca1e-41a2-82de-727259fa658b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:30.111239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469eafef-ca1e-41a2-82de-727259fa658b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb44c6c-6257-4671-9a94-eae3a2848c3c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:30.118751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-469eafef-ca1e-41a2-82de-727259fa658b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:30.126010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b5d71-c138-46e6-a5b2-4b8e808b9c5b None None] Network 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:30.126906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-469eafef-ca1e-41a2-82de-727259fa658b tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/subnets/8bb44c6c-6257-4671-9a94-eae3a2848c3c HTTP/1.1" status: 204 len: 168 time: 1.0079393 Jan 28 20:48:30.127433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45802) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:30.292361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f7dc0e-24eb-48da-b9e7-c14cc5da1e28 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Deleting subnet 87c8c37d-7a3c-4643-babd-29b5e9b6326f {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:48:30.297670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f7dc0e-24eb-48da-b9e7-c14cc5da1e28 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:30.398768 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f7dc0e-24eb-48da-b9e7-c14cc5da1e28 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:30.564494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] DHCP port deletion for 87be97f4-c2b4-4bee-bc88-1bf47be41aa8 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:48:30.737025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f7dc0e-24eb-48da-b9e7-c14cc5da1e28 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:30.757362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] Deleting port b13ebf45-6a63-4549-be7a-c3d16c706fb9 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:30.764885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:30.876036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1fb22-4d35-4477-97dd-146f4d37b7f9 req-35a0a183-3ff0-4d09-855f-b87f521bb680 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:30.877651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bc1fb22-4d35-4477-97dd-146f4d37b7f9 req-35a0a183-3ff0-4d09-855f-b87f521bb680 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.2365365 Jan 28 20:48:30.899302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] For port b13ebf45-6a63-4549-be7a-c3d16c706fb9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b13ebf45-6a63-4549-be7a-c3d16c706fb9,segment=NetworkSegment(43539d4e-53c3-409b-bd51-e38708787a6d),segment_id=43539d4e-53c3-409b-bd51-e38708787a6d)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:30.899822 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:30.927604 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] Calling delete_port for b13ebf45-6a63-4549-be7a-c3d16c706fb9 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:30.978788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f7dc0e-24eb-48da-b9e7-c14cc5da1e28 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.059084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1383ab7-49b0-478f-8e9b-ebbcba465834 None None] Network 4204232c-2a22-4558-abc0-21a50d8612b3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:31.062596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bc1fb22-4d35-4477-97dd-146f4d37b7f9 req-31fdd222-2326-4333-8d74-da2617687ffb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703496 Jan 28 20:48:31.072873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12f7dc0e-24eb-48da-b9e7-c14cc5da1e28 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.078619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12f7dc0e-24eb-48da-b9e7-c14cc5da1e28 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/subnets/87c8c37d-7a3c-4643-babd-29b5e9b6326f HTTP/1.1" status: 204 len: 168 time: 0.9473035 Jan 28 20:48:31.078619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7dc0e-24eb-48da-b9e7-c14cc5da1e28 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Subnet': ['ID=87c8c37d-7a3c-4643-babd-29b5e9b6326f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:31.079929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45856) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:31.242548 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.255892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] No DVR routers for this DVR port b13ebf45-6a63-4549-be7a-c3d16c706fb9 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:31.283784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e33215-b260-498f-8d64-34aca1e83213 None None] Pushing event deleted for resources: {'Port': ['ID=b13ebf45-6a63-4549-be7a-c3d16c706fb9,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:31.336098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.342929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] DHCP port deletion for 4204232c-2a22-4558-abc0-21a50d8612b3 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:48:31.526254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] Deleting port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:31.527398 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.598159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.611113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45862) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:31.720676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87be97f4-c2b4-4bee-bc88-1bf47be41aa8']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:31.740293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43539d4e-53c3-409b-bd51-e38708787a6d') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:31.740594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43539d4e-53c3-409b-bd51-e38708787a6d') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:31.761227 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.775226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] For port 4874d1c3-f620-4cf4-bfb0-8568320c17b2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4874d1c3-f620-4cf4-bfb0-8568320c17b2,segment=NetworkSegment(688eb0f2-228d-4dc8-9f60-dce08fb1a432),segment_id=688eb0f2-228d-4dc8-9f60-dce08fb1a432)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:31.775771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.791013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.801393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:48:31.802253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:48:31.813638 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:48:31.840989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] Calling delete_port for 4874d1c3-f620-4cf4-bfb0-8568320c17b2 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:31.923106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.965901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:31.990694 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/networks/87be97f4-c2b4-4bee-bc88-1bf47be41aa8 HTTP/1.1" status: 204 len: 168 time: 0.9049435 Jan 28 20:48:31.990694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45870) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:32.034711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f9567-b74b-442c-80e6-2237890d21eb tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Network': ['ID=87be97f4-c2b4-4bee-bc88-1bf47be41aa8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:32.071464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b13ebf45-6a63-4549-be7a-c3d16c706fb9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:32.146308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b13ebf45-6a63-4549-be7a-c3d16c706fb9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:32.146703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b13ebf45-6a63-4549-be7a-c3d16c706fb9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:32.147108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4874d1c3-f620-4cf4-bfb0-8568320c17b2 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:32.219142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.233602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.267574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] No DVR routers for this DVR port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:32.399962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9b713-20d7-4458-a5de-4f027be6cb51 None None] Pushing event deleted for resources: {'Port': ['ID=4874d1c3-f620-4cf4-bfb0-8568320c17b2,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:32.411790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No active binding found for port 4874d1c3-f620-4cf4-bfb0-8568320c17b2 {{(pid=102308) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 20:48:32.412828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4874d1c3-f620-4cf4-bfb0-8568320c17b2 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:32.494172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de32b8-948d-477a-844f-73e5548dc5b7 req-f3ecf47b-4d42-4a60-94dd-83f0d634c671 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:32.501694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3de32b8-948d-477a-844f-73e5548dc5b7 req-f3ecf47b-4d42-4a60-94dd-83f0d634c671 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.1969762 Jan 28 20:48:32.540797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.569259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3de32b8-948d-477a-844f-73e5548dc5b7 req-a2f2d480-8e29-4143-95a4-ebe10e9f040d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666258 Jan 28 20:48:32.592893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4204232c-2a22-4558-abc0-21a50d8612b3']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:32.605223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688eb0f2-228d-4dc8-9f60-dce08fb1a432') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:32.607348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688eb0f2-228d-4dc8-9f60-dce08fb1a432') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:32.634491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.650885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.663639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:48:32.664643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:48:32.668113 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:48:32.768323 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.773827 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.781673 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/networks/4204232c-2a22-4558-abc0-21a50d8612b3 HTTP/1.1" status: 204 len: 168 time: 0.7895031 Jan 28 20:48:32.786276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45876) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:32.820316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312ab12-e832-487f-bae8-a0c0afc8677e tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Network': ['ID=4204232c-2a22-4558-abc0-21a50d8612b3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:32.875174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Deleting subnet fba3d2c5-533c-45fc-b180-09d5aab2d21d {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:48:32.881429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.930824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:32.933937 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.103928 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.225649 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.257908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Subnet': ['ID=fba3d2c5-533c-45fc-b180-09d5aab2d21d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:33.267466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.270750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/subnets/fba3d2c5-533c-45fc-b180-09d5aab2d21d HTTP/1.1" status: 204 len: 168 time: 0.4825163 Jan 28 20:48:33.272018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca53e9-2b5e-41d8-be29-47ba51fb4e63 None None] Network d8ca60c6-22c4-428b-89b7-71054ee946b5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:33.276078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45884) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:33.281521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.281874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.282244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.282556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.282893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.283225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.283558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.283883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.284369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.284703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.285042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.285357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba43d355-fd83-4e75-93e1-c6fb52688920 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:48:33.364333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.367542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Deleting port b030e079-1480-4fa5-8403-3ca13b38db75 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:33.367542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.458520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Deleting port e6042fbd-0c02-4e80-b392-2624d6ac5c7b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:33.459247 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.466558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] For port b030e079-1480-4fa5-8403-3ca13b38db75, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b030e079-1480-4fa5-8403-3ca13b38db75,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:33.466929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.480558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Calling delete_port for b030e079-1480-4fa5-8403-3ca13b38db75 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:33.515573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] DHCP port deletion for d8ca60c6-22c4-428b-89b7-71054ee946b5 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:48:33.537227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] For port e6042fbd-0c02-4e80-b392-2624d6ac5c7b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,segment=NetworkSegment(ca428e2a-3f31-40a5-a50d-7395aa7b502e),segment_id=ca428e2a-3f31-40a5-a50d-7395aa7b502e)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:33.537626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.551908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Calling delete_port for e6042fbd-0c02-4e80-b392-2624d6ac5c7b owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:33.580852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] Deleting port e6042fbd-0c02-4e80-b392-2624d6ac5c7b {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:33.581231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.664361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] For port e6042fbd-0c02-4e80-b392-2624d6ac5c7b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,segment=NetworkSegment(ca428e2a-3f31-40a5-a50d-7395aa7b502e),segment_id=ca428e2a-3f31-40a5-a50d-7395aa7b502e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:33.664597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.664758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.685223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] Calling delete_port for e6042fbd-0c02-4e80-b392-2624d6ac5c7b owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:33.702940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] No DVR routers for this DVR port e6042fbd-0c02-4e80-b392-2624d6ac5c7b on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:33.736149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Port': ['ID=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:33.777022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.794029 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.821030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.833185 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] No DVR routers for this DVR port e6042fbd-0c02-4e80-b392-2624d6ac5c7b on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:33.835065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230c69c-fb1c-4748-8e3f-62a701fba8da None None] Pushing event deleted for resources: {'Port': ['ID=e6042fbd-0c02-4e80-b392-2624d6ac5c7b,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:33.865629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b030e079-1480-4fa5-8403-3ca13b38db75,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:33.883035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ca60c6-22c4-428b-89b7-71054ee946b5']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:33.900423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca428e2a-3f31-40a5-a50d-7395aa7b502e') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:33.901200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca428e2a-3f31-40a5-a50d-7395aa7b502e') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:33.920466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.957805 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.978085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:48:33.982532 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:48:33.988584 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:48:33.992605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e6042fbd-0c02-4e80-b392-2624d6ac5c7b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:34.039894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: e6042fbd-0c02-4e80-b392-2624d6ac5c7b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:34.040277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e6042fbd-0c02-4e80-b392-2624d6ac5c7b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:34.082634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.098024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.101529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/networks/d8ca60c6-22c4-428b-89b7-71054ee946b5 HTTP/1.1" status: 204 len: 168 time: 0.8242474 Jan 28 20:48:34.111485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45892) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:34.123011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913206-5003-4135-9de9-7160cd48a92f tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Pushing event deleted for resources: {'Network': ['ID=d8ca60c6-22c4-428b-89b7-71054ee946b5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:34.142623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eb4bd916-6997-4dc5-b954-0507f69f9014 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "GET /v2.0/ports?device_id=79682119-4017-4585-b25e-1f6d7e1ad23b HTTP/1.1" status: 200 len: 205 time: 0.0296917 Jan 28 20:48:34.145220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45894) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:34.162732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.183987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a6fe8-2b1a-48d9-8276-84ac60d17ffc req-b6402648-fde6-42f3-80d0-9b343052b1a8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:34.186197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-384a6fe8-2b1a-48d9-8276-84ac60d17ffc req-b6402648-fde6-42f3-80d0-9b343052b1a8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.4035456 Jan 28 20:48:34.238030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a56479ca-7e7a-4ef2-ba52-574aba4f8518 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.301739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-384a6fe8-2b1a-48d9-8276-84ac60d17ffc req-91603098-e7e7-4cfa-b5d2-2ec7afe3c0b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083789 Jan 28 20:48:34.437625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a56479ca-7e7a-4ef2-ba52-574aba4f8518 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.439835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a56479ca-7e7a-4ef2-ba52-574aba4f8518 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.473599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:34.490623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a56479ca-7e7a-4ef2-ba52-574aba4f8518 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.491157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56479ca-7e7a-4ef2-ba52-574aba4f8518 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Fanout notify agent at l3_agent the message router_deleted on router 79682119-4017-4585-b25e-1f6d7e1ad23b {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:48:34.501198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a56479ca-7e7a-4ef2-ba52-574aba4f8518 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.502344 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a56479ca-7e7a-4ef2-ba52-574aba4f8518 tempest-RoutersNegativeIpV6Test-343414472 tempest-RoutersNegativeIpV6Test-343414472-project] 10.222.0.44 "DELETE /v2.0/routers/79682119-4017-4585-b25e-1f6d7e1ad23b HTTP/1.1" status: 204 len: 168 time: 0.3561363 Jan 28 20:48:34.590324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:34.599176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45904) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:34.599663 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0fd8b102-791e-4aae-9572-5831a63994a4 admin admin] 10.222.0.44 "PUT /v2.0/routers/e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9872186 Jan 28 20:48:34.603419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] Sync routers for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:34.613062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:34.613756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:34.718659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.737429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45908) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:34.748900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:34.828940 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.891374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Deleting port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:34.892030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.904928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-07cb1f9e-0032-4d94-a6fd-3ee316c2a6be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f16bf0979de941528570df62ebd63791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660442 Jan 28 20:48:34.907207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45912) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:34.965136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:48:33Z', 'revision_number': 5, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port': {'id': '30cc8748-3218-4ab6-b8fe-d53c2ff3d34c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:34.970401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-778aaf93-ec28-4f34-9d60-d05154f9f0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:34.992957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] For port 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=30cc8748-3218-4ab6-b8fe-d53c2ff3d34c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:34.993327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.001002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-778aaf93-ec28-4f34-9d60-d05154f9f0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.007233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Calling delete_port for 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:35.008542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] Checking router: e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:48:35.018705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] Routers {'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:35.019735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:35.058364 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-778aaf93-ec28-4f34-9d60-d05154f9f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.061609 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-778aaf93-ec28-4f34-9d60-d05154f9f0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.065254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-778aaf93-ec28-4f34-9d60-d05154f9f0e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/498c2a9c-e967-4f81-b837-a5238d6871c5 HTTP/1.1" status: 204 len: 168 time: 0.1546416 Jan 28 20:48:35.072484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aaf93-ec28-4f34-9d60-d05154f9f0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498c2a9c-e967-4f81-b837-a5238d6871c5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:35.167766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] Set router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:35.333703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.426579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Pushing event deleted for resources: {'Port': ['ID=30cc8748-3218-4ab6-b8fe-d53c2ff3d34c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:35.490346 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:48:34Z', 'revision_number': 6, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:35.530658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfab57a-5ca0-4343-b1f0-e97f5f5471ab None None] The sync data for ids ['e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe'] in n-d-825064-3 is: [{'id': 'e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe', 'name': 'tempest-TestVolumeBackupRestore-245721435-router', 'tenant_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:27Z', 'updated_at': '2022-01-28T20:48:34Z', 'revision_number': 6, 'project_id': '4428eb150c0a49439ae3d4ccc977d5e9', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:35.596460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.752266 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.756506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.823809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.824604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:48:35.830453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.834040 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-336da277-838c-4d35-8bf4-30699d04550c admin admin] 10.222.0.44 "DELETE /v2.0/routers/e2bdd9f3-3774-4d06-99d1-6dc7c14e81fe HTTP/1.1" status: 204 len: 168 time: 1.2314887 Jan 28 20:48:35.834386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45936) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:35.889785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e1c61-4da2-44bc-a267-993b870f7fbc req-e6ac81a7-abe5-473a-9e24-c51dc2541e79 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:35.905141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b0e1c61-4da2-44bc-a267-993b870f7fbc req-e6ac81a7-abe5-473a-9e24-c51dc2541e79 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.4618514 Jan 28 20:48:35.926826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-32df7b3f-26eb-41aa-b0a5-42fbf5781b6b admin admin] Deleting subnet c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:48:35.933758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32df7b3f-26eb-41aa-b0a5-42fbf5781b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:35.999912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32df7b3f-26eb-41aa-b0a5-42fbf5781b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.014728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b0e1c61-4da2-44bc-a267-993b870f7fbc req-2370936a-231d-4be1-8143-25bc11ba3254 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064358 Jan 28 20:48:36.159511 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32df7b3f-26eb-41aa-b0a5-42fbf5781b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.230770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32df7b3f-26eb-41aa-b0a5-42fbf5781b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.268087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7b3f-26eb-41aa-b0a5-42fbf5781b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:36.272807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-32df7b3f-26eb-41aa-b0a5-42fbf5781b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.273660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45946) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:36.275923 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-32df7b3f-26eb-41aa-b0a5-42fbf5781b6b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c4cc65d6-ddb3-4361-8aaa-a2d8515bb8ee HTTP/1.1" status: 204 len: 168 time: 0.4405651 Jan 28 20:48:36.278911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45948) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:36.283483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d1bd0-b8c6-428a-b1bf-8c274ebc9bfe None None] Network 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:36.441838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592064089'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:36.456462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b030e079-1480-4fa5-8403-3ca13b38db75 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:36.457047 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.481815 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.498913 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.531215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b030e079-1480-4fa5-8403-3ca13b38db75 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:36.531971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b030e079-1480-4fa5-8403-3ca13b38db75 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:36.632232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Deleting port c250c2bb-ccc6-4d47-8e35-5519f1c3923d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:36.634551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.682990 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.694667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] DHCP port deletion for 2a33c13a-6f2a-4b00-aa20-dd922e214dd6 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:48:36.701918 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.733183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] For port c250c2bb-ccc6-4d47-8e35-5519f1c3923d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:36.733904 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.751277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Calling delete_port for c250c2bb-ccc6-4d47-8e35-5519f1c3923d owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:36.797542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] Deleting port c250c2bb-ccc6-4d47-8e35-5519f1c3923d {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:36.797542 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.857997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9efaacc-e21f-4948-8814-0e1237563da5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:36.906546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.915511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.923136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.954009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:36.959924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] For port c250c2bb-ccc6-4d47-8e35-5519f1c3923d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,segment=NetworkSegment(1b559865-315b-4ade-b4a6-0a6842cf00b4),segment_id=1b559865-315b-4ade-b4a6-0a6842cf00b4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:36.960496 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:36.961050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] No DVR routers for this DVR port c250c2bb-ccc6-4d47-8e35-5519f1c3923d on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:37.003294 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.003543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] Calling delete_port for c250c2bb-ccc6-4d47-8e35-5519f1c3923d owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:37.009133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7333658 Jan 28 20:48:37.010472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45958) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:37.020991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1176f6-8817-4cd1-9058-20cf83069281 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0eed8-3f45-4067-9961-03e8856e6edc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:37.087328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1f9d1570-9649-48fc-bd55-fde0c930092e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0748024 Jan 28 20:48:37.088246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45962) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:37.094442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0026e2c5-2187-4fe1-a1b4-43f04e67e72b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-security--429484175', 'description': 'tempest-security-description-142966788'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:37.129620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0026e2c5-2187-4fe1-a1b4-43f04e67e72b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.157009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.196993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0026e2c5-2187-4fe1-a1b4-43f04e67e72b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.212981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0026e2c5-2187-4fe1-a1b4-43f04e67e72b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.217388 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0026e2c5-2187-4fe1-a1b4-43f04e67e72b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.222522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0026e2c5-2187-4fe1-a1b4-43f04e67e72b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "PUT /v2.0/security-groups/eec0eed8-3f45-4067-9961-03e8856e6edc HTTP/1.1" status: 200 len: 1778 time: 0.1329014 Jan 28 20:48:37.234408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.249300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45964) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:37.268251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] Pushing event deleted for resources: {'Port': ['ID=c250c2bb-ccc6-4d47-8e35-5519f1c3923d,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:37.287558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026e2c5-2187-4fe1-a1b4-43f04e67e72b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0eed8-3f45-4067-9961-03e8856e6edc,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:37.302281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88dc2a-736d-48f4-89b4-0083e887beaf None None] No DVR routers for this DVR port c250c2bb-ccc6-4d47-8e35-5519f1c3923d on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:37.356780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-59a6548a-9d05-4167-bf8a-2726bdb263fa tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups/eec0eed8-3f45-4067-9961-03e8856e6edc HTTP/1.1" status: 200 len: 1778 time: 0.0767167 Jan 28 20:48:37.357744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45966) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:37.437967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4877f7-eab7-4939-8274-4a0a2d986c5d req-a6e7bef6-f262-4d33-9178-22f753316ff2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:37.439999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f4877f7-eab7-4939-8274-4a0a2d986c5d req-a6e7bef6-f262-4d33-9178-22f753316ff2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.2410631 Jan 28 20:48:37.502010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f4877f7-eab7-4939-8274-4a0a2d986c5d req-87c0d3e0-e085-462c-a568-e8e40e6166cd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518465 Jan 28 20:48:37.515861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0d36-918f-47bc-bc3a-6670d62c0471 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.557615 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0d36-918f-47bc-bc3a-6670d62c0471 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.613272 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0d36-918f-47bc-bc3a-6670d62c0471 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.617026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4e0c0d36-918f-47bc-bc3a-6670d62c0471 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.619440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4e0c0d36-918f-47bc-bc3a-6670d62c0471 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/eec0eed8-3f45-4067-9961-03e8856e6edc HTTP/1.1" status: 204 len: 168 time: 0.2419639 Jan 28 20:48:37.630828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45972) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:37.632269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c0d36-918f-47bc-bc3a-6670d62c0471 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0eed8-3f45-4067-9961-03e8856e6edc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:37.667135 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a33c13a-6f2a-4b00-aa20-dd922e214dd6']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:37.681010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b559865-315b-4ade-b4a6-0a6842cf00b4') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:37.683184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b559865-315b-4ade-b4a6-0a6842cf00b4') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:37.701272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.708480 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23277cf9-1d2c-42c5-9e84-4844900aa220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.719079 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.730510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:48:37.732563 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:48:37.736477 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:48:37.743409 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dfc2aae5-0872-469b-a653-83ad98220ca6 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068904 Jan 28 20:48:37.748246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45976) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:37.769706 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [None req-9707897c-89f0-46d9-99d6-bb23d6555aaf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] delete failed (client error): The resource could not be found. Jan 28 20:48:37.774826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9707897c-89f0-46d9-99d6-bb23d6555aaf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/eec0eed8-3f45-4067-9961-03e8856e6edc HTTP/1.1" status: 404 len: 347 time: 0.0212145 Jan 28 20:48:37.775483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45978) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:37.780780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-41ece8d7-1e8b-43f7-9b54-caa1fae8e473 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--388788961'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:37.811239 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.818637 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.823545 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a33c13a-6f2a-4b00-aa20-dd922e214dd6 HTTP/1.1" status: 204 len: 168 time: 1.5433159 Jan 28 20:48:37.824732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41ece8d7-1e8b-43f7-9b54-caa1fae8e473 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:37.844429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 45980) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:37.865803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d3bde-5141-4043-a85d-49b0151a6c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a33c13a-6f2a-4b00-aa20-dd922e214dd6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:37.990224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c250c2bb-ccc6-4d47-8e35-5519f1c3923d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:38.011825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c250c2bb-ccc6-4d47-8e35-5519f1c3923d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:38.013177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c250c2bb-ccc6-4d47-8e35-5519f1c3923d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:38.014069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:38.027179 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41ece8d7-1e8b-43f7-9b54-caa1fae8e473 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.038310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41ece8d7-1e8b-43f7-9b54-caa1fae8e473 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.038610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:38.039124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 30cc8748-3218-4ab6-b8fe-d53c2ff3d34c not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:38.115416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece8d7-1e8b-43f7-9b54-caa1fae8e473 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae42a4d-e67a-40a3-a34f-57e2e43fa2b8,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:38.124013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-41ece8d7-1e8b-43f7-9b54-caa1fae8e473 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.128266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45986) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:38.132727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dcd56654-32da-487b-905c-efb2a69d1bce tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': 'bae42a4d-e67a-40a3-a34f-57e2e43fa2b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:38.136750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-41ece8d7-1e8b-43f7-9b54-caa1fae8e473 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3596578 Jan 28 20:48:38.193500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcd56654-32da-487b-905c-efb2a69d1bce tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.267605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcd56654-32da-487b-905c-efb2a69d1bce tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.274120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcd56654-32da-487b-905c-efb2a69d1bce tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.305482 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dcd56654-32da-487b-905c-efb2a69d1bce tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.307179 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dcd56654-32da-487b-905c-efb2a69d1bce tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1779127 Jan 28 20:48:38.308986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd56654-32da-487b-905c-efb2a69d1bce tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e4e9e9-af08-4d9c-83b7-7839c10e836a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:38.311443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45988) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:38.355192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-588c2c65-8186-497c-a0be-4071d41f10f8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.364950 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.366668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-588c2c65-8186-497c-a0be-4071d41f10f8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.407725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-588c2c65-8186-497c-a0be-4071d41f10f8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.418070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-588c2c65-8186-497c-a0be-4071d41f10f8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.420543 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-588c2c65-8186-497c-a0be-4071d41f10f8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d7e4e9e9-af08-4d9c-83b7-7839c10e836a HTTP/1.1" status: 204 len: 168 time: 0.1075664 Jan 28 20:48:38.423825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45992) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:38.447661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c2c65-8186-497c-a0be-4071d41f10f8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e4e9e9-af08-4d9c-83b7-7839c10e836a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:38.499215 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f74ce84-1753-4bff-9c43-c4a616498899 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0738144 Jan 28 20:48:38.501853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 45996) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:38.606391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2040935e-40e2-4167-a52d-37fd03f0a466 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.644053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2040935e-40e2-4167-a52d-37fd03f0a466 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.712170 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2040935e-40e2-4167-a52d-37fd03f0a466 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.721879 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2040935e-40e2-4167-a52d-37fd03f0a466 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.721879 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2040935e-40e2-4167-a52d-37fd03f0a466 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/bae42a4d-e67a-40a3-a34f-57e2e43fa2b8 HTTP/1.1" status: 204 len: 168 time: 0.2157748 Jan 28 20:48:38.725403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46002) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:38.742408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040935e-40e2-4167-a52d-37fd03f0a466 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae42a4d-e67a-40a3-a34f-57e2e43fa2b8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:38.800744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8a36e889-d684-4252-93ec-37e669bd7084 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735657 Jan 28 20:48:38.805303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46004) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:38.811725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9f4e9707-9e22-4a65-a990-10e5e279ac1a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--716441822'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:38.849995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9707-9e22-4a65-a990-10e5e279ac1a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.946077 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9707-9e22-4a65-a990-10e5e279ac1a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.950491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9707-9e22-4a65-a990-10e5e279ac1a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:38.985390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e9707-9e22-4a65-a990-10e5e279ac1a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af0e5b-0970-43c2-b845-fc2ca10846cc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:39.012170 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9707-9e22-4a65-a990-10e5e279ac1a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.014460 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9f4e9707-9e22-4a65-a990-10e5e279ac1a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2074630 Jan 28 20:48:39.017263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46006) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:39.022843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-171a53cc-2a68-4bc7-bfd5-67054c939d8c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': 'c2af0e5b-0970-43c2-b845-fc2ca10846cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:39.060734 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-171a53cc-2a68-4bc7-bfd5-67054c939d8c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.066531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab5dfd-b1ed-4394-881f-1e0739e0ab92 req-2f7488f7-80ee-4a2c-bcc9-a1b6c94e229f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:39.074512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22ab5dfd-b1ed-4394-881f-1e0739e0ab92 req-2f7488f7-80ee-4a2c-bcc9-a1b6c94e229f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.0950634 Jan 28 20:48:39.138704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-171a53cc-2a68-4bc7-bfd5-67054c939d8c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.143997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22ab5dfd-b1ed-4394-881f-1e0739e0ab92 req-612f046b-b227-465e-a4d2-3aa17bd91f63 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678968 Jan 28 20:48:39.149282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-171a53cc-2a68-4bc7-bfd5-67054c939d8c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.175856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a53cc-2a68-4bc7-bfd5-67054c939d8c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6246e5ca-2b0a-49ef-a4c8-b8ffa2836d77,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:39.213204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-171a53cc-2a68-4bc7-bfd5-67054c939d8c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.215332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-171a53cc-2a68-4bc7-bfd5-67054c939d8c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1968381 Jan 28 20:48:39.219809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46008) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:39.228941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2880c300-8ddd-4603-8eaa-4c63391386ca tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': 'c2af0e5b-0970-43c2-b845-fc2ca10846cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:39.237873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Deleting port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:39.238947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.266121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2880c300-8ddd-4603-8eaa-4c63391386ca tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.339898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] For port c5060c1c-7ee7-4978-9bb5-8ba3a6c08147, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,segment=NetworkSegment(d3fd5da1-1dd7-4775-8e5e-b4791b7f2345),segment_id=d3fd5da1-1dd7-4775-8e5e-b4791b7f2345)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:39.340308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.346174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2880c300-8ddd-4603-8eaa-4c63391386ca tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.350980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2880c300-8ddd-4603-8eaa-4c63391386ca tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.354056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Calling delete_port for c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:39.383590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880c300-8ddd-4603-8eaa-4c63391386ca tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556f1e3c-a2ad-4e3e-977f-2ceb43be79a9,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:39.398629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2880c300-8ddd-4603-8eaa-4c63391386ca tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.400526 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2880c300-8ddd-4603-8eaa-4c63391386ca tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1788905 Jan 28 20:48:39.402799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46010) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:39.408775 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b583f0e1-449d-4f50-8458-96ba005d9d81 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': 'c2af0e5b-0970-43c2-b845-fc2ca10846cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:39.446552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b583f0e1-449d-4f50-8458-96ba005d9d81 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.533553 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b583f0e1-449d-4f50-8458-96ba005d9d81 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.539324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b583f0e1-449d-4f50-8458-96ba005d9d81 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.571043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583f0e1-449d-4f50-8458-96ba005d9d81 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2227ca-373f-4913-ad0e-389da733b652,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:39.583974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.584776 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b583f0e1-449d-4f50-8458-96ba005d9d81 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.586207 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b583f0e1-449d-4f50-8458-96ba005d9d81 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1821074 Jan 28 20:48:39.591395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46012) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:39.600434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-892bc76f-03b2-4c47-b2e9-07b0a2a93096 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': 'c2af0e5b-0970-43c2-b845-fc2ca10846cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:39.631306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5060c1c-7ee7-4978-9bb5-8ba3a6c08147,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:39.726429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-892bc76f-03b2-4c47-b2e9-07b0a2a93096 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.881655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-892bc76f-03b2-4c47-b2e9-07b0a2a93096 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.899047 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-892bc76f-03b2-4c47-b2e9-07b0a2a93096 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.953624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bc76f-03b2-4c47-b2e9-07b0a2a93096 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd425f0-d6c5-442c-b576-1562ab89ec0c,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:39.967500 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-892bc76f-03b2-4c47-b2e9-07b0a2a93096 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:39.971620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46020) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:39.976212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3bed7354-23a7-4a7b-bf46-0a6665a4ac7e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': 'c2af0e5b-0970-43c2-b845-fc2ca10846cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:39.984826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-892bc76f-03b2-4c47-b2e9-07b0a2a93096 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3920410 Jan 28 20:48:39.986729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.035814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bed7354-23a7-4a7b-bf46-0a6665a4ac7e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.137870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bed7354-23a7-4a7b-bf46-0a6665a4ac7e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.142859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bed7354-23a7-4a7b-bf46-0a6665a4ac7e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.176555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3bed7354-23a7-4a7b-bf46-0a6665a4ac7e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.180443 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3bed7354-23a7-4a7b-bf46-0a6665a4ac7e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2052753 Jan 28 20:48:40.183635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46024) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.193568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed7354-23a7-4a7b-bf46-0a6665a4ac7e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67242796-85b4-43ab-88ae-656fa15edab7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:40.225938 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1126081-0645-491e-a0cb-ff4fe452f7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.237359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf69d6f5-3c23-4aec-b3b4-3860279b01d1 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.247545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf69d6f5-3c23-4aec-b3b4-3860279b01d1 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.281441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf69d6f5-3c23-4aec-b3b4-3860279b01d1 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.288438 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf69d6f5-3c23-4aec-b3b4-3860279b01d1 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.289776 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cf69d6f5-3c23-4aec-b3b4-3860279b01d1 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/67242796-85b4-43ab-88ae-656fa15edab7 HTTP/1.1" status: 204 len: 168 time: 0.1054113 Jan 28 20:48:40.298280 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46026) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.299815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69d6f5-3c23-4aec-b3b4-3860279b01d1 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67242796-85b4-43ab-88ae-656fa15edab7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:40.320623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Router 47c5c953-ea9d-4110-80e4-bab699c24438 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:40.359489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abf36-b5b1-4f21-ac10-82dbd77112f6 req-4f797d79-3168-4071-a881-3e24d7e22d63 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:40.361285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-054abf36-b5b1-4f21-ac10-82dbd77112f6 req-4f797d79-3168-4071-a881-3e24d7e22d63 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.1057229 Jan 28 20:48:40.447014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-31d3eea7-d85b-46a1-a094-f11548f5d541 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1421673 Jan 28 20:48:40.450734 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46028) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.490659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5af119fe-0be2-4530-9edf-755b623ba8d2 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.501266 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5af119fe-0be2-4530-9edf-755b623ba8d2 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.522179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-054abf36-b5b1-4f21-ac10-82dbd77112f6 req-704e341f-007d-456d-a606-674b119f86a1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516104 Jan 28 20:48:40.539428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5af119fe-0be2-4530-9edf-755b623ba8d2 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.552007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af119fe-0be2-4530-9edf-755b623ba8d2 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bd425f0-d6c5-442c-b576-1562ab89ec0c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:40.556743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5af119fe-0be2-4530-9edf-755b623ba8d2 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.561793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5af119fe-0be2-4530-9edf-755b623ba8d2 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8bd425f0-d6c5-442c-b576-1562ab89ec0c HTTP/1.1" status: 204 len: 168 time: 0.1093202 Jan 28 20:48:40.561958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46032) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.579749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:40.588011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-10465388-8577-4c71-8526-d195b212d4b5 admin admin] 10.222.0.44 "PUT /v2.0/routers/47c5c953-ea9d-4110-80e4-bab699c24438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7402627 Jan 28 20:48:40.588927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46034) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.592171 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] Sync routers for ids ['47c5c953-ea9d-4110-80e4-bab699c24438'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:40.615870 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] Routers {'47c5c953-ea9d-4110-80e4-bab699c24438'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:40.616523 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['47c5c953-ea9d-4110-80e4-bab699c24438'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:40.619816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c8838289-3b72-48c0-9506-4409fb65b551 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0567849 Jan 28 20:48:40.622845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46036) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.659926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f958ddac-4404-4ef0-913d-12ca11a7db6f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.670357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f958ddac-4404-4ef0-913d-12ca11a7db6f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.705873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f958ddac-4404-4ef0-913d-12ca11a7db6f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.713724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f958ddac-4404-4ef0-913d-12ca11a7db6f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.718731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f958ddac-4404-4ef0-913d-12ca11a7db6f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/bd2227ca-373f-4913-ad0e-389da733b652 HTTP/1.1" status: 204 len: 168 time: 0.0918322 Jan 28 20:48:40.725478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46038) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.726308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ddac-4404-4ef0-913d-12ca11a7db6f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd2227ca-373f-4913-ad0e-389da733b652,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:40.741719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.792057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7fce282a-a01e-47b4-986e-3a22e816f427 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0584457 Jan 28 20:48:40.792242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46042) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.832607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75a96db2-ca4c-413c-9591-44000968ebcc tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.845440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75a96db2-ca4c-413c-9591-44000968ebcc tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.860585 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] Set router 47c5c953-ea9d-4110-80e4-bab699c24438 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:40.876792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75a96db2-ca4c-413c-9591-44000968ebcc tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.886898 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75a96db2-ca4c-413c-9591-44000968ebcc tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.891266 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:40.892836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-75a96db2-ca4c-413c-9591-44000968ebcc tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/556f1e3c-a2ad-4e3e-977f-2ceb43be79a9 HTTP/1.1" status: 204 len: 168 time: 0.0991430 Jan 28 20:48:40.895724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46044) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:40.899325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a96db2-ca4c-413c-9591-44000968ebcc tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=556f1e3c-a2ad-4e3e-977f-2ceb43be79a9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:40.973955 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2432370e-df9b-420a-a255-ba43a4acb2f9 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0769968 Jan 28 20:48:40.977981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46046) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:41.023111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64601b6d-7ec5-4835-8c7d-993c91596729 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.033868 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64601b6d-7ec5-4835-8c7d-993c91596729 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.036391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Deleting port d1ec2733-d484-4fdd-a41a-18a8998966ce {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:41.036729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.104803 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:48:39Z', 'revision_number': 5, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port': {'id': 'd1ec2733-d484-4fdd-a41a-18a8998966ce', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:43:41Z', 'updated_at': '2022-01-28T20:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:41.119326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64601b6d-7ec5-4835-8c7d-993c91596729 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.133800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64601b6d-7ec5-4835-8c7d-993c91596729 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.135202 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-64601b6d-7ec5-4835-8c7d-993c91596729 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6246e5ca-2b0a-49ef-a4c8-b8ffa2836d77 HTTP/1.1" status: 204 len: 168 time: 0.1562619 Jan 28 20:48:41.141362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46048) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:41.143039 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] Checking router: 47c5c953-ea9d-4110-80e4-bab699c24438 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:48:41.150443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64601b6d-7ec5-4835-8c7d-993c91596729 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6246e5ca-2b0a-49ef-a4c8-b8ffa2836d77,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:41.155580 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] Routers {'47c5c953-ea9d-4110-80e4-bab699c24438'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:41.156766 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['47c5c953-ea9d-4110-80e4-bab699c24438'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:41.183662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] For port d1ec2733-d484-4fdd-a41a-18a8998966ce, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d1ec2733-d484-4fdd-a41a-18a8998966ce,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:41.184043 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.221719 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c36571d-e242-48e3-a373-8fe207dfede4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729856 Jan 28 20:48:41.222454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46052) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:41.225169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Calling delete_port for d1ec2733-d484-4fdd-a41a-18a8998966ce owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:41.262073 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] Set router 47c5c953-ea9d-4110-80e4-bab699c24438 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:41.315204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ae30531-9800-41b1-9731-1fe7c2061045 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.339099 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:48:40Z', 'revision_number': 6, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:41.347564 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ae30531-9800-41b1-9731-1fe7c2061045 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.382113 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91592255-2250-4485-9d7e-158b2f63f1c1 None None] The sync data for ids ['47c5c953-ea9d-4110-80e4-bab699c24438'] in n-d-825064-3 is: [{'id': '47c5c953-ea9d-4110-80e4-bab699c24438', 'name': 'tempest-TestVolumeBackupRestore-1184570570-router', 'tenant_id': '4aa05d9a6ae04841af12f9ec094356ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:43:40Z', 'updated_at': '2022-01-28T20:48:40Z', 'revision_number': 6, 'project_id': '4aa05d9a6ae04841af12f9ec094356ea', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:41.439817 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ae30531-9800-41b1-9731-1fe7c2061045 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.443422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ae30531-9800-41b1-9731-1fe7c2061045 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.446474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5ae30531-9800-41b1-9731-1fe7c2061045 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/c2af0e5b-0970-43c2-b845-fc2ca10846cc HTTP/1.1" status: 204 len: 168 time: 0.2225463 Jan 28 20:48:41.450849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46056) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:41.473175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae30531-9800-41b1-9731-1fe7c2061045 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af0e5b-0970-43c2-b845-fc2ca10846cc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:41.503924 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.519689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6fafdc09-e5c3-4354-9ecd-9694d4e30e6c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677145 Jan 28 20:48:41.525585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46058) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:41.529387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b3dff432-0607-40ed-a102-85109e395945 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--448019268'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:41.542471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ec2733-d484-4fdd-a41a-18a8998966ce,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:41.566454 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3dff432-0607-40ed-a102-85109e395945 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.615951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.688575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca235b-49c8-4fbd-888d-6a19d6c8ffc5 req-39267cba-0a56-4730-84d5-0bf86cd34f1f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:41.690413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87ca235b-49c8-4fbd-888d-6a19d6c8ffc5 req-39267cba-0a56-4730-84d5-0bf86cd34f1f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.0864818 Jan 28 20:48:41.691086 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.692477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3dff432-0607-40ed-a102-85109e395945 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.698205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3dff432-0607-40ed-a102-85109e395945 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.729514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.733058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.745225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3dff432-0607-40ed-a102-85109e395945 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.749816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b3dff432-0607-40ed-a102-85109e395945 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2212582 Jan 28 20:48:41.750702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46062) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:41.760303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2ac0d2ae-d118-4f2b-b51f-7ab79419687b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': 'eb271329-3d2b-4e98-80d4-d4e093170342', 'direction': 'ingress', 'protocol': 17}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:41.775108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dff432-0607-40ed-a102-85109e395945 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb271329-3d2b-4e98-80d4-d4e093170342,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:41.787217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87ca235b-49c8-4fbd-888d-6a19d6c8ffc5 req-767ed244-2aa5-4bab-9611-2346dd453cba tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900517 Jan 28 20:48:41.799442 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.800828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47c5c953-ea9d-4110-80e4-bab699c24438 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:48:41.816963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2ae-d118-4f2b-b51f-7ab79419687b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.819958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.826321 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-298e7f73-d71e-4552-b193-eaa3cc5e8f54 admin admin] 10.222.0.44 "DELETE /v2.0/routers/47c5c953-ea9d-4110-80e4-bab699c24438 HTTP/1.1" status: 204 len: 168 time: 1.2334673 Jan 28 20:48:41.826846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46066) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:41.885881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2ae-d118-4f2b-b51f-7ab79419687b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.891569 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2ae-d118-4f2b-b51f-7ab79419687b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.895220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-4701b4a3-5903-48ea-9cb9-4d9ee27fc7fd admin admin] Deleting subnet 1510d242-8eb2-4525-9425-e29dce38094f {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:48:41.900558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4701b4a3-5903-48ea-9cb9-4d9ee27fc7fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.931114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0d2ae-d118-4f2b-b51f-7ab79419687b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1780460-774a-4551-8296-216ccb61cdf7,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:41.948834 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d2ae-d118-4f2b-b51f-7ab79419687b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:41.950505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2ac0d2ae-d118-4f2b-b51f-7ab79419687b tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1964674 Jan 28 20:48:41.953531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46068) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:41.962599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4701b4a3-5903-48ea-9cb9-4d9ee27fc7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.023864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c92233ca-41b4-4ec8-9a96-84dacc876344 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.050116 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c92233ca-41b4-4ec8-9a96-84dacc876344 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.056402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4701b4a3-5903-48ea-9cb9-4d9ee27fc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.098016 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c92233ca-41b4-4ec8-9a96-84dacc876344 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.100200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c92233ca-41b4-4ec8-9a96-84dacc876344 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.101381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c92233ca-41b4-4ec8-9a96-84dacc876344 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/eb271329-3d2b-4e98-80d4-d4e093170342 HTTP/1.1" status: 204 len: 168 time: 0.1461916 Jan 28 20:48:42.104200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46070) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:42.111020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92233ca-41b4-4ec8-9a96-84dacc876344 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb271329-3d2b-4e98-80d4-d4e093170342,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:42.178983 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-05adf377-37ba-4999-9f90-3017ddb7cab5 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734375 Jan 28 20:48:42.182544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46072) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:42.187554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-474a7a41-b4f4-4b64-a594-9c7fb92668f7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859419421'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:42.193148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4701b4a3-5903-48ea-9cb9-4d9ee27fc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.222385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701b4a3-5903-48ea-9cb9-4d9ee27fc7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1510d242-8eb2-4525-9425-e29dce38094f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:42.234364 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4701b4a3-5903-48ea-9cb9-4d9ee27fc7fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.237625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4701b4a3-5903-48ea-9cb9-4d9ee27fc7fd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1510d242-8eb2-4525-9425-e29dce38094f HTTP/1.1" status: 204 len: 168 time: 0.4086115 Jan 28 20:48:42.241299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46074) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:42.242343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eee4aa-2748-476e-becf-e1865c238565 None None] Network 742c0616-f03b-42e7-b9dc-7fff79cfa941 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:42.254893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-474a7a41-b4f4-4b64-a594-9c7fb92668f7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.329209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:42.335854 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.351065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-474a7a41-b4f4-4b64-a594-9c7fb92668f7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.355748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-474a7a41-b4f4-4b64-a594-9c7fb92668f7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.359676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:42.360023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c5060c1c-7ee7-4978-9bb5-8ba3a6c08147 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:42.399016 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-474a7a41-b4f4-4b64-a594-9c7fb92668f7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.403020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-474a7a41-b4f4-4b64-a594-9c7fb92668f7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2168806 Jan 28 20:48:42.403345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46076) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:42.404476 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a7a41-b4f4-4b64-a594-9c7fb92668f7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf676e83-1d07-47c4-840b-6a2c53541325,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:42.409371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0d96e789-bb86-42ab-ba90-15fbe216ce4a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097621406'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:42.442944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Deleting port 5aced213-9ffc-4698-b589-f7270054f6f3 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:42.443399 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.446800 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0d96e789-bb86-42ab-ba90-15fbe216ce4a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.538697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] DHCP port deletion for 742c0616-f03b-42e7-b9dc-7fff79cfa941 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:48:42.539038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] For port 5aced213-9ffc-4698-b589-f7270054f6f3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5aced213-9ffc-4698-b589-f7270054f6f3,segment=NetworkSegment(d3fd5da1-1dd7-4775-8e5e-b4791b7f2345),segment_id=d3fd5da1-1dd7-4775-8e5e-b4791b7f2345)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:42.539403 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.560310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Calling delete_port for 5aced213-9ffc-4698-b589-f7270054f6f3 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:42.611499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] Deleting port 5aced213-9ffc-4698-b589-f7270054f6f3 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:42.611882 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.646193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0d96e789-bb86-42ab-ba90-15fbe216ce4a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.654541 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0d96e789-bb86-42ab-ba90-15fbe216ce4a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.691439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] For port 5aced213-9ffc-4698-b589-f7270054f6f3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5aced213-9ffc-4698-b589-f7270054f6f3,segment=NetworkSegment(d3fd5da1-1dd7-4775-8e5e-b4791b7f2345),segment_id=d3fd5da1-1dd7-4775-8e5e-b4791b7f2345)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:42.692578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.693838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0d96e789-bb86-42ab-ba90-15fbe216ce4a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.697571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0d96e789-bb86-42ab-ba90-15fbe216ce4a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2908874 Jan 28 20:48:42.698270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46080) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:42.711574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96e789-bb86-42ab-ba90-15fbe216ce4a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2be010-8d38-473c-8d53-f1f4b1078f42,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:42.711728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d17d1604-d4a4-4a56-8db2-6ddbc93a921c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': 'bf676e83-1d07-47c4-840b-6a2c53541325', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c2be010-8d38-473c-8d53-f1f4b1078f42', 'remote_ip_prefix': None}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:42.727623 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.736577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] Calling delete_port for 5aced213-9ffc-4698-b589-f7270054f6f3 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:42.748711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] No DVR routers for this DVR port 5aced213-9ffc-4698-b589-f7270054f6f3 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:42.783561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d17d1604-d4a4-4a56-8db2-6ddbc93a921c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.797840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aced213-9ffc-4698-b589-f7270054f6f3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:42.850494 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.869925 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.895626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742c0616-f03b-42e7-b9dc-7fff79cfa941']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:42.908408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:42.908935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fd5da1-1dd7-4775-8e5e-b4791b7f2345') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:42.920539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] Pushing event deleted for resources: {'Port': ['ID=5aced213-9ffc-4698-b589-f7270054f6f3,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:42.925654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.930293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28160df8-b533-4cd8-9abe-2de4e1a8c96d None None] No DVR routers for this DVR port 5aced213-9ffc-4698-b589-f7270054f6f3 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:42.954820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d17d1604-d4a4-4a56-8db2-6ddbc93a921c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.967192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d17d1604-d4a4-4a56-8db2-6ddbc93a921c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.977976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:42.997828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d17d1604-d4a4-4a56-8db2-6ddbc93a921c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.002442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d17d1604-d4a4-4a56-8db2-6ddbc93a921c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3004572 Jan 28 20:48:43.003070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46088) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.019071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:48:43.019901 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:48:43.022094 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:48:43.027161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d1604-d4a4-4a56-8db2-6ddbc93a921c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2112262-b296-44f6-a8d2-284f6acb9c0b,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:43.039334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8a22c544-210b-4690-af28-462c6ad5356a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.054996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8a22c544-210b-4690-af28-462c6ad5356a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.055222 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.070064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410078a9-356b-4fee-a8b8-fb6773165b2d req-ce79538b-1cdd-4e22-8cf6-df14d046128b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:43.080683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-410078a9-356b-4fee-a8b8-fb6773165b2d req-ce79538b-1cdd-4e22-8cf6-df14d046128b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.1571219 Jan 28 20:48:43.083441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8a22c544-210b-4690-af28-462c6ad5356a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.098148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8a22c544-210b-4690-af28-462c6ad5356a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.103366 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8a22c544-210b-4690-af28-462c6ad5356a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e2112262-b296-44f6-a8d2-284f6acb9c0b HTTP/1.1" status: 204 len: 168 time: 0.0977795 Jan 28 20:48:43.104298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46090) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.132472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22c544-210b-4690-af28-462c6ad5356a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2112262-b296-44f6-a8d2-284f6acb9c0b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:43.184797 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.192438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-410078a9-356b-4fee-a8b8-fb6773165b2d req-c98f74d2-2e1f-4c37-9758-9ab10569cd2a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104283 Jan 28 20:48:43.197394 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.202149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] 10.222.0.44 "DELETE /v2.0/networks/742c0616-f03b-42e7-b9dc-7fff79cfa941 HTTP/1.1" status: 204 len: 168 time: 0.9595993 Jan 28 20:48:43.215920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-098ec4c4-fa81-4dbf-8549-55b1fdb5827d tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1038973 Jan 28 20:48:43.217056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46094) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.230595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb9e8-5415-42bc-b647-a0b479bbe372 admin admin] Pushing event deleted for resources: {'Network': ['ID=742c0616-f03b-42e7-b9dc-7fff79cfa941,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:43.252152 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.281594 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e39cb7f-ca39-49d6-926d-90bf64939f90 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.313069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e39cb7f-ca39-49d6-926d-90bf64939f90 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.367974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e39cb7f-ca39-49d6-926d-90bf64939f90 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.378173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e39cb7f-ca39-49d6-926d-90bf64939f90 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.382266 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9e39cb7f-ca39-49d6-926d-90bf64939f90 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c2be010-8d38-473c-8d53-f1f4b1078f42 HTTP/1.1" status: 204 len: 168 time: 0.1614833 Jan 28 20:48:43.382815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46096) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.401307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39cb7f-ca39-49d6-926d-90bf64939f90 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2be010-8d38-473c-8d53-f1f4b1078f42,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:43.467500 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d5bbb5df-1c9d-4665-9d3b-1aee689f00a1 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0797858 Jan 28 20:48:43.467710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46098) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.468054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46100) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.540960 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f217e084-d522-4a01-be13-2f5ee9ed0f22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4428eb150c0a49439ae3d4ccc977d5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717745 Jan 28 20:48:43.544612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46104) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.558991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c263eaaa-07b0-4dcb-aa6b-71c3ad5018d4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.584211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c263eaaa-07b0-4dcb-aa6b-71c3ad5018d4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.598704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a26b89a9-a3a1-47e0-932c-0a3d7508305d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.620566 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a26b89a9-a3a1-47e0-932c-0a3d7508305d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.630866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c263eaaa-07b0-4dcb-aa6b-71c3ad5018d4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.633627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c263eaaa-07b0-4dcb-aa6b-71c3ad5018d4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.638091 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c263eaaa-07b0-4dcb-aa6b-71c3ad5018d4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/bf676e83-1d07-47c4-840b-6a2c53541325 HTTP/1.1" status: 204 len: 168 time: 0.1647832 Jan 28 20:48:43.639074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46106) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.645409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263eaaa-07b0-4dcb-aa6b-71c3ad5018d4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf676e83-1d07-47c4-840b-6a2c53541325,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:43.705783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5d7ceccf-13ad-4e2d-a0a8-a06d238d86a8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656161 Jan 28 20:48:43.709893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46108) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.718187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0afe4166-b71e-405a-8d00-90433e8bf21d tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521814188'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:43.724070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a26b89a9-a3a1-47e0-932c-0a3d7508305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.727773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a26b89a9-a3a1-47e0-932c-0a3d7508305d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.729482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a26b89a9-a3a1-47e0-932c-0a3d7508305d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00256f74-2e52-4d4f-9c6c-2fb3edf38313 HTTP/1.1" status: 204 len: 168 time: 0.1837046 Jan 28 20:48:43.746029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b89a9-a3a1-47e0-932c-0a3d7508305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00256f74-2e52-4d4f-9c6c-2fb3edf38313,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:43.763041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afe4166-b71e-405a-8d00-90433e8bf21d tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.855816 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afe4166-b71e-405a-8d00-90433e8bf21d tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.861076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afe4166-b71e-405a-8d00-90433e8bf21d tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.894464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0afe4166-b71e-405a-8d00-90433e8bf21d tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:43.898819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0afe4166-b71e-405a-8d00-90433e8bf21d tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1876595 Jan 28 20:48:43.899214 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46118) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:43.904642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe4166-b71e-405a-8d00-90433e8bf21d tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1cde0e-53f2-4537-be22-a8353703eacc,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:43.910599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4e090cea-11d4-4b4a-80ce-8135e6c6c9a3 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': '6a1cde0e-53f2-4537-be22-a8353703eacc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:43.954203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e090cea-11d4-4b4a-80ce-8135e6c6c9a3 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.038550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5aced213-9ffc-4698-b589-f7270054f6f3 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:44.049702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e090cea-11d4-4b4a-80ce-8135e6c6c9a3 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.055624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e090cea-11d4-4b4a-80ce-8135e6c6c9a3 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.068345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5aced213-9ffc-4698-b589-f7270054f6f3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:44.068964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5aced213-9ffc-4698-b589-f7270054f6f3 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:44.069554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d1ec2733-d484-4fdd-a41a-18a8998966ce no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:44.088697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e090cea-11d4-4b4a-80ce-8135e6c6c9a3 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4893df45-57ae-43f4-9a64-87f32c11fd42,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:44.091323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d1ec2733-d484-4fdd-a41a-18a8998966ce {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:44.091642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d1ec2733-d484-4fdd-a41a-18a8998966ce not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:44.094489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4e090cea-11d4-4b4a-80ce-8135e6c6c9a3 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.095728 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4e090cea-11d4-4b4a-80ce-8135e6c6c9a3 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1953313 Jan 28 20:48:44.099002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46124) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.128759 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d81504a-3792-461f-b321-fdde213374f6 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.139226 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d81504a-3792-461f-b321-fdde213374f6 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.177009 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d81504a-3792-461f-b321-fdde213374f6 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.187710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1d81504a-3792-461f-b321-fdde213374f6 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.188936 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1d81504a-3792-461f-b321-fdde213374f6 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4893df45-57ae-43f4-9a64-87f32c11fd42 HTTP/1.1" status: 204 len: 168 time: 0.0889437 Jan 28 20:48:44.191681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46126) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.196280 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46128) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.203423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81504a-3792-461f-b321-fdde213374f6 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4893df45-57ae-43f4-9a64-87f32c11fd42,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:44.247608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f0202975-937b-43d5-95fa-d1f510635c27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aa05d9a6ae04841af12f9ec094356ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493195 Jan 28 20:48:44.250219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46132) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.253334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9da86cf5-0792-4a18-9ed2-30ad08270dda tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0598025 Jan 28 20:48:44.258177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46134) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.333849 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4961aafb-dfbf-46dd-9c88-5a04f45d2aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.360442 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4961aafb-dfbf-46dd-9c88-5a04f45d2aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.366004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d65d3a88-4934-49ec-9c36-5c5f4eea7859 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.391386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884bbec-173f-4a37-9865-9e9cb2ec051d req-36fbdc39-da24-441b-a8ee-24cb96504800 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:44.392920 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6884bbec-173f-4a37-9865-9e9cb2ec051d req-36fbdc39-da24-441b-a8ee-24cb96504800 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.1006119 Jan 28 20:48:44.423233 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d65d3a88-4934-49ec-9c36-5c5f4eea7859 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.441969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4961aafb-dfbf-46dd-9c88-5a04f45d2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.445123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4961aafb-dfbf-46dd-9c88-5a04f45d2aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.450256 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4961aafb-dfbf-46dd-9c88-5a04f45d2aa3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/149ef258-8298-4d50-ada5-c0dd1cb9f94d HTTP/1.1" status: 204 len: 168 time: 0.1950655 Jan 28 20:48:44.450516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6e567-89c2-4f9e-acf6-38e0e8a427ae req-01ef14d1-6d4f-4b2f-a0b5-4d97b8be8951 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:44.452397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9db6e567-89c2-4f9e-acf6-38e0e8a427ae req-01ef14d1-6d4f-4b2f-a0b5-4d97b8be8951 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1098 time: 0.1031225 Jan 28 20:48:44.463628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961aafb-dfbf-46dd-9c88-5a04f45d2aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ef258-8298-4d50-ada5-c0dd1cb9f94d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:44.525100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6884bbec-173f-4a37-9865-9e9cb2ec051d req-9dffb041-cf1d-4b64-9461-ac3cee9a161c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917397 Jan 28 20:48:44.525680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d65d3a88-4934-49ec-9c36-5c5f4eea7859 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.529336 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d65d3a88-4934-49ec-9c36-5c5f4eea7859 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.533029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d65d3a88-4934-49ec-9c36-5c5f4eea7859 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/6a1cde0e-53f2-4537-be22-a8353703eacc HTTP/1.1" status: 204 len: 168 time: 0.2713084 Jan 28 20:48:44.533390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46140) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.538332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9db6e567-89c2-4f9e-acf6-38e0e8a427ae req-ef191d96-2a30-489c-ad26-0c385c26627b tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772669 Jan 28 20:48:44.543138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d3a88-4934-49ec-9c36-5c5f4eea7859 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1cde0e-53f2-4537-be22-a8353703eacc,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:44.578198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46142) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.603080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-08f6db92-ccda-432f-b31d-0bcccf48f4cf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683231 Jan 28 20:48:44.607829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46144) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.613607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7d83a5a5-2411-42f9-874e-c8a12d9c6c21 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118579635'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:44.654471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d83a5a5-2411-42f9-874e-c8a12d9c6c21 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.742100 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d83a5a5-2411-42f9-874e-c8a12d9c6c21 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.747406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d83a5a5-2411-42f9-874e-c8a12d9c6c21 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.788671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83a5a5-2411-42f9-874e-c8a12d9c6c21 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b678fe-8678-4c17-9589-857efa2252d7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:44.817566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7d83a5a5-2411-42f9-874e-c8a12d9c6c21 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.819015 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7d83a5a5-2411-42f9-874e-c8a12d9c6c21 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2098796 Jan 28 20:48:44.825498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46146) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:44.831899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8d5f6b6f-3d10-4d96-96b7-6b1401458351 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': '03b678fe-8678-4c17-9589-857efa2252d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:44.837259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port a08f9750-d19c-41ed-8d68-927096d6eb82 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:44.839014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.874480 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6b6f-3d10-4d96-96b7-6b1401458351 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.953050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.954418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:44.998770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for a08f9750-d19c-41ed-8d68-927096d6eb82 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:45.009509 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6b6f-3d10-4d96-96b7-6b1401458351 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.018500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6b6f-3d10-4d96-96b7-6b1401458351 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.041963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f6b6f-3d10-4d96-96b7-6b1401458351 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cc429c-922d-43e3-9489-19b125580607,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:45.062096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6b6f-3d10-4d96-96b7-6b1401458351 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.064070 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8d5f6b6f-3d10-4d96-96b7-6b1401458351 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2374101 Jan 28 20:48:45.066987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46154) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.088466 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-674a63a3-8041-4910-af6e-e8306958fb86 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules/92cc429c-922d-43e3-9489-19b125580607 HTTP/1.1" status: 200 len: 763 time: 0.0199616 Jan 28 20:48:45.091995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46156) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.146788 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8c32fb3f-4b73-470b-affc-91dcd30472f8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0526102 Jan 28 20:48:45.149314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46158) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.190626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-760d4659-c838-4be3-86a3-998c4554ebe4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.202620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-760d4659-c838-4be3-86a3-998c4554ebe4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.224580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.245793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-760d4659-c838-4be3-86a3-998c4554ebe4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.256646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-760d4659-c838-4be3-86a3-998c4554ebe4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.258869 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-760d4659-c838-4be3-86a3-998c4554ebe4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/92cc429c-922d-43e3-9489-19b125580607 HTTP/1.1" status: 204 len: 168 time: 0.1081555 Jan 28 20:48:45.263817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46160) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.273646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d4659-c838-4be3-86a3-998c4554ebe4 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92cc429c-922d-43e3-9489-19b125580607,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:45.288403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=a08f9750-d19c-41ed-8d68-927096d6eb82,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:45.322327 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b3bd8602-8552-48b2-9730-3a953daa3b3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570171 Jan 28 20:48:45.325229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46162) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.335012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0eeecfa2-2484-442b-89a6-0d6f80e2adcf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': '03b678fe-8678-4c17-9589-857efa2252d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:45.360717 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.361047 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Floating IP d03bc2c7-b121-46e5-93bf-dafb9bde8135 disassociated (deleted). External IP: 172.25.2.215, port: f3cb9117-1563-422a-bdf5-c432f02f4a7b. Jan 28 20:48:45.419813 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eeecfa2-2484-442b-89a6-0d6f80e2adcf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.556377 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eeecfa2-2484-442b-89a6-0d6f80e2adcf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.570024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eeecfa2-2484-442b-89a6-0d6f80e2adcf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.594638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeecfa2-2484-442b-89a6-0d6f80e2adcf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22b6574-5a57-4355-8951-cfb8b2b85c38,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:45.633361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0eeecfa2-2484-442b-89a6-0d6f80e2adcf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.637062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0eeecfa2-2484-442b-89a6-0d6f80e2adcf tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3051968 Jan 28 20:48:45.637797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46166) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.662422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f6f5748b-c420-44a1-b66c-c470366174c7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules/a22b6574-5a57-4355-8951-cfb8b2b85c38 HTTP/1.1" status: 200 len: 763 time: 0.0231838 Jan 28 20:48:45.664887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46168) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.685726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e72f5382-e8c6-4465-b565-4b8680b1effc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:45.707603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784069e-f6fa-4847-a425-7f95fa27af56 req-e13d2005-544e-4800-b5a2-70e2f2c56f01 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:45.711231 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-334fb899-cd3b-474b-a8e6-7aaf3e7b157a tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0426252 Jan 28 20:48:45.711373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8784069e-f6fa-4847-a425-7f95fa27af56 req-e13d2005-544e-4800-b5a2-70e2f2c56f01 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.0689631 Jan 28 20:48:45.711373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46170) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.802294 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c09ee822-1880-4b5a-93b4-b483b0ea6da9 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.842307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c09ee822-1880-4b5a-93b4-b483b0ea6da9 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.855698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8784069e-f6fa-4847-a425-7f95fa27af56 req-5d804104-b187-4878-acab-dbdd130a6919 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346178 Jan 28 20:48:45.896450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:45.898451 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c09ee822-1880-4b5a-93b4-b483b0ea6da9 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.902923 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.911065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] Sync routers for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:45.911929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c09ee822-1880-4b5a-93b4-b483b0ea6da9 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:45.915355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c09ee822-1880-4b5a-93b4-b483b0ea6da9 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a22b6574-5a57-4355-8951-cfb8b2b85c38 HTTP/1.1" status: 204 len: 168 time: 0.2008920 Jan 28 20:48:45.916252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46172) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.932814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ee822-1880-4b5a-93b4-b483b0ea6da9 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a22b6574-5a57-4355-8951-cfb8b2b85c38,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:45.935683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:45.937087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:45.952647 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0de1ebca-43ed-41f5-9ff1-5670afc07b79 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/floatingips/d03bc2c7-b121-46e5-93bf-dafb9bde8135 HTTP/1.1" status: 204 len: 168 time: 1.3701241 Jan 28 20:48:45.952647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:45.953679 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feba630-2657-4d17-91c8-aafe4a68d9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:45.989966 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f5410e3f-65bc-4f6b-ac6f-5d6fd8ffac3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708284 Jan 28 20:48:45.993771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46182) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:45.996487 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edd7f46-a594-4b7e-bd28-78a92b6d2af6 x-openstack-request-id: req-4edd7f46-a594-4b7e-bd28-78a92b6d2af6 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:45.996772 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:45.997023 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4edd7f46-a594-4b7e-bd28-78a92b6d2af6 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:46.002458 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'status': 'completed', 'code': 200} Jan 28 20:48:46.006801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7700a1f4-98b3-477d-82b5-edd3658ab1eb tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': '03b678fe-8678-4c17-9589-857efa2252d7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:46.098457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:46.112311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7700a1f4-98b3-477d-82b5-edd3658ab1eb tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.145177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-11ce3657-fd0d-48df-ba0c-62085cf35534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:46.146689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-11ce3657-fd0d-48df-ba0c-62085cf35534 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 1098 time: 0.1106267 Jan 28 20:48:46.201815 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7700a1f4-98b3-477d-82b5-edd3658ab1eb tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.216598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7700a1f4-98b3-477d-82b5-edd3658ab1eb tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.303477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700a1f4-98b3-477d-82b5-edd3658ab1eb tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ee7e2f-5f08-4242-9c6c-0e846b13855f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:46.314745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7700a1f4-98b3-477d-82b5-edd3658ab1eb tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.316109 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7700a1f4-98b3-477d-82b5-edd3658ab1eb tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214824 Jan 28 20:48:46.319436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46188) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:46.349389 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-10528bbf-6486-48ef-ae56-be9858a50105 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules/09ee7e2f-5f08-4242-9c6c-0e846b13855f HTTP/1.1" status: 200 len: 764 time: 0.0280294 Jan 28 20:48:46.351800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46190) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:46.361132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e18f1-506f-41eb-a17d-3d1454ec4237 req-39aa3ed3-871d-4988-b776-be27d11d82c1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:46.362679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-388e18f1-506f-41eb-a17d-3d1454ec4237 req-39aa3ed3-871d-4988-b776-be27d11d82c1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 947 time: 0.1329491 Jan 28 20:48:46.377516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-701ae205-a881-4ffc-900d-f93abacf4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:46.378963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-701ae205-a881-4ffc-900d-f93abacf4622 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 200 len: 898 time: 0.2218058 Jan 28 20:48:46.381479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:41Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:46.420657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d26f0616-3392-4e52-bacf-d9a7731f9d20 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0645607 Jan 28 20:48:46.421974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46192) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:46.437233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] Checking router: e72f5382-e8c6-4465-b565-4b8680b1effc for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:48:46.445134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-99bfe0e2-a6f6-48d4-ad0d-ebcdc6f84ed4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 200 len: 217 time: 0.0592127 Jan 28 20:48:46.450389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:46.451342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:46.459051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10b9c2a6-288a-4ef1-aac8-f0fd454bf770 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.468794 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10b9c2a6-288a-4ef1-aac8-f0fd454bf770 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.500437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-388e18f1-506f-41eb-a17d-3d1454ec4237 req-943b7132-7353-4f35-ac89-f860798580d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251872 Jan 28 20:48:46.516914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-421cf78b-1193-4e92-ba86-2715c3d1c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:46.524252 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-421cf78b-1193-4e92-ba86-2715c3d1c891 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 200 len: 835 time: 0.0652993 Jan 28 20:48:46.532343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10b9c2a6-288a-4ef1-aac8-f0fd454bf770 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.539437 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-10b9c2a6-288a-4ef1-aac8-f0fd454bf770 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.540737 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-10b9c2a6-288a-4ef1-aac8-f0fd454bf770 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/09ee7e2f-5f08-4242-9c6c-0e846b13855f HTTP/1.1" status: 204 len: 168 time: 0.1177967 Jan 28 20:48:46.545348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46194) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:46.556120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c2a6-288a-4ef1-aac8-f0fd454bf770 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09ee7e2f-5f08-4242-9c6c-0e846b13855f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:46.608461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c2c43d40-4ca0-4db7-b75d-9c007e792bb8 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593631 Jan 28 20:48:46.608684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-6171264e-4892-4b3c-b7b7-865febb3e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:46.609312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46196) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:46.610536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-6171264e-4892-4b3c-b7b7-865febb3e9e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93d9b763-d6db-4883-b1c2-467a52ea6e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776913 Jan 28 20:48:46.634843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:46.687120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86b0e32c-98a4-44b8-9761-d703f09ad75f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.714926 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86b0e32c-98a4-44b8-9761-d703f09ad75f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.744147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-d628ba5c-3301-41ee-b567-bf43ef666d78 service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218882 Jan 28 20:48:46.788538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86b0e32c-98a4-44b8-9761-d703f09ad75f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.792585 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86b0e32c-98a4-44b8-9761-d703f09ad75f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.794911 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86b0e32c-98a4-44b8-9761-d703f09ad75f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/03b678fe-8678-4c17-9589-857efa2252d7 HTTP/1.1" status: 204 len: 168 time: 0.1833417 Jan 28 20:48:46.805003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46198) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:46.807867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0e32c-98a4-44b8-9761-d703f09ad75f tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b678fe-8678-4c17-9589-857efa2252d7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:46.893553 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-07cb63c9-54e0-497d-8183-35fd5997b458 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0826418 Jan 28 20:48:46.899354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46202) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:46.907835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-70b8f5ac-0af3-4db5-bfd4-4e09f3d105a7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292581245'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:46.912372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7feba630-2657-4d17-91c8-aafe4a68d9f3 req-95ce415d-81e9-4846-b673-4bb7b0df6a9c service neutron] 10.222.0.26 "GET /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562777 Jan 28 20:48:46.946938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:41Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:46.960329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70b8f5ac-0af3-4db5-bfd4-4e09f3d105a7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:46.991642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebf88a-71ac-445e-82dc-586b8134973d None None] The sync data for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 is: [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:46:35Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8e88d7c0-6c80-4283-8953-d429323839fd', 'name': '', 'network_id': '93d9b763-d6db-4883-b1c2-467a52ea6e98', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:a8:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:33Z', 'updated_at': '2022-01-28T20:46:41Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:47.040121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fdc8f-8bc1-4041-8631-ddc7adf8e32d req-886e04ed-88ac-454e-b057-e26f3dd1ef0d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:47.041812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a2fdc8f-8bc1-4041-8631-ddc7adf8e32d req-886e04ed-88ac-454e-b057-e26f3dd1ef0d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.0676408 Jan 28 20:48:47.120534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a2fdc8f-8bc1-4041-8631-ddc7adf8e32d req-47bbc35a-03fc-4ec9-b7a4-4197ef4c537e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683284 Jan 28 20:48:47.144837 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70b8f5ac-0af3-4db5-bfd4-4e09f3d105a7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.158870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70b8f5ac-0af3-4db5-bfd4-4e09f3d105a7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.192990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-70b8f5ac-0af3-4db5-bfd4-4e09f3d105a7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.196940 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-70b8f5ac-0af3-4db5-bfd4-4e09f3d105a7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2928460 Jan 28 20:48:47.197125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46210) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:47.203242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-20c4f1ad-dc3b-4556-8f53-67567f0b2c3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Request body: {'security_group_rule': {'security_group_id': '44fff828-5d09-4cb4-88db-004285ab722b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:47.211931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8f5ac-0af3-4db5-bfd4-4e09f3d105a7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fff828-5d09-4cb4-88db-004285ab722b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:47.252695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20c4f1ad-dc3b-4556-8f53-67567f0b2c3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.326197 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20c4f1ad-dc3b-4556-8f53-67567f0b2c3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.334390 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20c4f1ad-dc3b-4556-8f53-67567f0b2c3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.342589 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee5351-3127-4643-9a69-ace9af6c72b6 None None] New status for floating IP d03bc2c7-b121-46e5-93bf-dafb9bde8135: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:48:47.353449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4f1ad-dc3b-4556-8f53-67567f0b2c3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf0eccf-cb22-49a7-8038-eb003da459af,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:47.377697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-20c4f1ad-dc3b-4556-8f53-67567f0b2c3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.378918 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-20c4f1ad-dc3b-4556-8f53-67567f0b2c3e tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1808603 Jan 28 20:48:47.381593 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46212) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:47.446590 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b921784-af22-4137-9f84-6a9553ca6363 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.472230 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b921784-af22-4137-9f84-6a9553ca6363 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.523907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b921784-af22-4137-9f84-6a9553ca6363 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.526769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b921784-af22-4137-9f84-6a9553ca6363 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:47.532701 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6b921784-af22-4137-9f84-6a9553ca6363 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/44fff828-5d09-4cb4-88db-004285ab722b HTTP/1.1" status: 204 len: 168 time: 0.1453848 Jan 28 20:48:47.532951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46214) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:47.545467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b921784-af22-4137-9f84-6a9553ca6363 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fff828-5d09-4cb4-88db-004285ab722b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:47.597478 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-129684db-5dc0-429c-9845-a0b51b185dc7 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600536 Jan 28 20:48:47.598301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46218) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:47.677279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-05ee6e9d-8dde-4dca-a920-f6d2eb1a1675 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0775452 Jan 28 20:48:47.680320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46220) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:47.692371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27acb66-9787-4c28-ab0c-7c63624d66cd req-4f3edaf5-08d1-4afd-8532-60614c4b32fc tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:47.693969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a27acb66-9787-4c28-ab0c-7c63624d66cd req-4f3edaf5-08d1-4afd-8532-60614c4b32fc tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 947 time: 0.0888586 Jan 28 20:48:47.696820 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-30bdb105-d1e8-432a-a27c-bfc8d7802a41 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] delete failed (client error): The resource could not be found. Jan 28 20:48:47.700229 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-30bdb105-d1e8-432a-a27c-bfc8d7802a41 tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "DELETE /v2.0/security-groups/44fff828-5d09-4cb4-88db-004285ab722b HTTP/1.1" status: 404 len: 347 time: 0.0165699 Jan 28 20:48:47.702399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46222) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:47.768307 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9856e2d7-bcc5-42e1-8996-e4311560fc9c tempest-SecGroupTest-1370987455 tempest-SecGroupTest-1370987455-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598931 Jan 28 20:48:47.770224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a27acb66-9787-4c28-ab0c-7c63624d66cd req-73f720b2-6c6b-4c6c-ab78-6e2d74fc2d53 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=348ce89a-cc71-4121-90c5-0869f4983532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660105 Jan 28 20:48:47.890519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-a6eb3d08-ba30-48ac-bc7b-5d800001351a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:47.892231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-a6eb3d08-ba30-48ac-bc7b-5d800001351a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 947 time: 0.0581322 Jan 28 20:48:47.997980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port f3cb9117-1563-422a-bdf5-c432f02f4a7b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:47.998343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.097379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port f3cb9117-1563-422a-bdf5-c432f02f4a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f3cb9117-1563-422a-bdf5-c432f02f4a7b,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:48.097980 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.111725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for f3cb9117-1563-422a-bdf5-c432f02f4a7b owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:48.120866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46234) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:48.198075 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.284827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1b8611b8-0939-4b42-b28f-0673fb6da352 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e9c58d5fd08462f8565dd704d4b9ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630161 Jan 28 20:48:48.287237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46240) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:48.301530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.311690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73afda-5062-4881-9435-89c53740325f req-96ef6628-a399-4dae-9203-707a5f445e28 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:48.313378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b73afda-5062-4881-9435-89c53740325f req-96ef6628-a399-4dae-9203-707a5f445e28 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.0628483 Jan 28 20:48:48.346532 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b789dfd-5e0b-4d10-9063-446145c71d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.364299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=f3cb9117-1563-422a-bdf5-c432f02f4a7b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:48.378461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b789dfd-5e0b-4d10-9063-446145c71d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.437882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b789dfd-5e0b-4d10-9063-446145c71d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.438677 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b73afda-5062-4881-9435-89c53740325f req-ea7791fb-f69f-4822-ab89-51ea7f1b4e91 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085911 Jan 28 20:48:48.439563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] No DVR routers for this DVR port f3cb9117-1563-422a-bdf5-c432f02f4a7b on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:48.442199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.447935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53dfdeed-c7bd-42a4-afcd-d36d28d97162 req-3194bfcb-fe19-402e-969e-d736f4321361 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "DELETE /v2.0/ports/f3cb9117-1563-422a-bdf5-c432f02f4a7b HTTP/1.1" status: 204 len: 173 time: 0.5475686 Jan 28 20:48:48.448534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-deleted', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:48.448939 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b789dfd-5e0b-4d10-9063-446145c71d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:48.452749 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4b789dfd-5e0b-4d10-9063-446145c71d9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9efaacc-e21f-4948-8814-0e1237563da5 HTTP/1.1" status: 204 len: 168 time: 0.1621778 Jan 28 20:48:48.452933 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d1997c-3e20-4807-9505-16b5a4d21dfe" -d '{"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-deleted", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:48.463483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b789dfd-5e0b-4d10-9063-446145c71d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9efaacc-e21f-4948-8814-0e1237563da5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:48.655798 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f850c8-78c7-449c-ac7c-1e987822de2e x-openstack-request-id: req-79f850c8-78c7-449c-ac7c-1e987822de2e {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:48.656323 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61886c4f-7b0c-4a41-b97d-5057c2d3133c", "name": "network-vif-deleted", "tag": "f3cb9117-1563-422a-bdf5-c432f02f4a7b", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:48.656834 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79f850c8-78c7-449c-ac7c-1e987822de2e {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:48.657355 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61886c4f-7b0c-4a41-b97d-5057c2d3133c', 'name': 'network-vif-deleted', 'tag': 'f3cb9117-1563-422a-bdf5-c432f02f4a7b', 'status': 'completed', 'code': 200} Jan 28 20:48:48.911662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4446b4e-c10b-40e9-a21b-a51234f10774 req-08be4373-2213-4cde-9d6c-c67060a52ead tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=61886c4f-7b0c-4a41-b97d-5057c2d3133c HTTP/1.1" status: 200 len: 210 time: 0.0393732 Jan 28 20:48:49.580524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53076153-9020-4262-994d-5f349e059231 req-2b3e49d6-d93a-4539-889a-053536068c97 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:49.582030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53076153-9020-4262-994d-5f349e059231 req-2b3e49d6-d93a-4539-889a-053536068c97 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 944 time: 0.0526240 Jan 28 20:48:49.621751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53076153-9020-4262-994d-5f349e059231 req-715c699a-c7c8-4949-987c-818195b3cf57 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Jan 28 20:48:49.745439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 24713229-85c5-422b-9f83-195faabdc985 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:48:49.868415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 24713229-85c5-422b-9f83-195faabdc985, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=24713229-85c5-422b-9f83-195faabdc985,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:49.886529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '24713229-85c5-422b-9f83-195faabdc985', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'port_id': '24713229-85c5-422b-9f83-195faabdc985', 'mac_address': 'fa:16:3e:9e:a1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:48:49.932802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:49.947710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24713229-85c5-422b-9f83-195faabdc985 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:48:49.969908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 24713229-85c5-422b-9f83-195faabdc985, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=24713229-85c5-422b-9f83-195faabdc985,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:49.976828 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:49.991727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46300) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:50.041129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=24713229-85c5-422b-9f83-195faabdc985,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:50.208915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['24713229-85c5-422b-9f83-195faabdc985'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:48:50.461734 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:50.758747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18b20-8baa-45d7-a601-a8b88a7a1bc3 req-355ff806-d74c-4148-be6f-ed6cbc8807d0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:50.760891 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9bc18b20-8baa-45d7-a601-a8b88a7a1bc3 req-355ff806-d74c-4148-be6f-ed6cbc8807d0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 945 time: 0.0580711 Jan 28 20:48:50.771138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 8e88d7c0-6c80-4283-8953-d429323839fd {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:50.771486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:50.802492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9bc18b20-8baa-45d7-a601-a8b88a7a1bc3 req-d83aef51-7060-46e5-ac72-798cb0ab6252 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348046 Jan 28 20:48:50.863550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 8e88d7c0-6c80-4283-8953-d429323839fd, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8e88d7c0-6c80-4283-8953-d429323839fd,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:50.863916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:50.876484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 8e88d7c0-6c80-4283-8953-d429323839fd owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:51.065297 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:51.099104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=8e88d7c0-6c80-4283-8953-d429323839fd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:51.287988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:51.508221 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:51.541687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e72f5382-e8c6-4465-b565-4b8680b1effc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:48:51.666098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:51.672688 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-22ab7825-62e0-404c-be41-085a37b1db40 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "PUT /v2.0/routers/e72f5382-e8c6-4465-b565-4b8680b1effc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6790719 Jan 28 20:48:51.675293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46330) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:51.680025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] Sync routers for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:51.693716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:51.694586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:51.830053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:51.888816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 24713229-85c5-422b-9f83-195faabdc985 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:48:51.997512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace67f54-5a23-439a-964a-fd23e739a2a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting subnet 45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:48:52.001393 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace67f54-5a23-439a-964a-fd23e739a2a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.039371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bef4ba-c8bb-4fed-9ebd-2dc2f9ba75e6 req-eeed1a85-873f-4b5b-8870-72887769c609 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:52.053032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-13bef4ba-c8bb-4fed-9ebd-2dc2f9ba75e6 req-eeed1a85-873f-4b5b-8870-72887769c609 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 945 time: 0.1213253 Jan 28 20:48:52.067003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace67f54-5a23-439a-964a-fd23e739a2a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.129033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-13bef4ba-c8bb-4fed-9ebd-2dc2f9ba75e6 req-5b27b22b-28ce-4bf5-be18-3dd22e8404be tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673740 Jan 28 20:48:52.193498 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace67f54-5a23-439a-964a-fd23e739a2a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.266875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace67f54-5a23-439a-964a-fd23e739a2a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.308334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ace67f54-5a23-439a-964a-fd23e739a2a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.314253 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ace67f54-5a23-439a-964a-fd23e739a2a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/subnets/45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38 HTTP/1.1" status: 204 len: 168 time: 0.6356218 Jan 28 20:48:52.314253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace67f54-5a23-439a-964a-fd23e739a2a7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Subnet': ['ID=45c3dc15-b2d0-4d7b-96f0-dcb99a7b5a38,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:52.315415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46348) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:52.332896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e38ce-b602-4df6-b879-b89f84509259 None None] Network 93d9b763-d6db-4883-b1c2-467a52ea6e98 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:48:52.385625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 24713229-85c5-422b-9f83-195faabdc985 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:48:52.437168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 24713229-85c5-422b-9f83-195faabdc985 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:48:52.437523 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.442161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.503903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:48:51Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:52.563141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] Checking router: e72f5382-e8c6-4465-b565-4b8680b1effc for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:48:52.643335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] Routers {'e72f5382-e8c6-4465-b565-4b8680b1effc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:52.644387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e72f5382-e8c6-4465-b565-4b8680b1effc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:52.734883 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.806202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb273a88-1b8b-43bb-bd8c-633ab993498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24713229-85c5-422b-9f83-195faabdc985'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:52.808515 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0d10b7-201f-4b89-90f9-79d4fd0b5f68" -d '{"events": [{"server_uuid": "eb273a88-1b8b-43bb-bd8c-633ab993498b", "name": "network-vif-plugged", "status": "completed", "tag": "24713229-85c5-422b-9f83-195faabdc985"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:52.836317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 24713229-85c5-422b-9f83-195faabdc985, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=24713229-85c5-422b-9f83-195faabdc985,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:52.841831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] Set router e72f5382-e8c6-4465-b565-4b8680b1effc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:52.844938 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:52.845978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:52.883590 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834ecab-d154-4324-9317-b038d7027551 x-openstack-request-id: req-8834ecab-d154-4324-9317-b038d7027551 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:52.884026 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb273a88-1b8b-43bb-bd8c-633ab993498b", "name": "network-vif-plugged", "status": "completed", "tag": "24713229-85c5-422b-9f83-195faabdc985", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:52.884451 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8834ecab-d154-4324-9317-b038d7027551 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:52.884979 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb273a88-1b8b-43bb-bd8c-633ab993498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24713229-85c5-422b-9f83-195faabdc985', 'code': 200} Jan 28 20:48:52.928597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: f3cb9117-1563-422a-bdf5-c432f02f4a7b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:52.929094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f3cb9117-1563-422a-bdf5-c432f02f4a7b not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:52.931670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] DHCP port deletion for 93d9b763-d6db-4883-b1c2-467a52ea6e98 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:48:52.968348 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.062073 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced6023-2066-43ed-89da-daa4ac648295 req-0a4ea8e9-ac37-46ef-877a-3da452ce351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:53.063754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ced6023-2066-43ed-89da-daa4ac648295 req-0a4ea8e9-ac37-46ef-877a-3da452ce351c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 1097 time: 0.0973361 Jan 28 20:48:53.096434 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=24713229-85c5-422b-9f83-195faabdc985,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:53.107159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 01540c3e-92f0-4cbd-863f-71f04b2a31a5 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:53.107946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.162335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ced6023-2066-43ed-89da-daa4ac648295 req-3d5b691b-9ff5-4ade-ae4f-c5924dfe9130 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851960 Jan 28 20:48:53.186562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] Deleting port b558cf41-2450-4abd-8cb5-d43dae44c114 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:53.186955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.244820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 01540c3e-92f0-4cbd-863f-71f04b2a31a5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=01540c3e-92f0-4cbd-863f-71f04b2a31a5,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:53.245206 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.273150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 01540c3e-92f0-4cbd-863f-71f04b2a31a5 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:53.350680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] For port b558cf41-2450-4abd-8cb5-d43dae44c114, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b558cf41-2450-4abd-8cb5-d43dae44c114,segment=NetworkSegment(0a713631-0671-41d2-a7da-7a2f3f4a29ee),segment_id=0a713631-0671-41d2-a7da-7a2f3f4a29ee)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:53.351086 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.375267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] Calling delete_port for b558cf41-2450-4abd-8cb5-d43dae44c114 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:53.385867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:48:51Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:53.393785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715bb70-07b5-4e72-8933-637dd75ad098 req-ab70bca1-df93-43f3-8667-fd4533660d68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:53.397702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9715bb70-07b5-4e72-8933-637dd75ad098 req-ab70bca1-df93-43f3-8667-fd4533660d68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 946 time: 0.1157479 Jan 28 20:48:53.423574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e9c39-adb0-4cae-a641-09075dcc6fd8 None None] The sync data for ids ['e72f5382-e8c6-4465-b565-4b8680b1effc'] in n-d-825064-3 is: [{'id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1705097409', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:27Z', 'updated_at': '2022-01-28T20:48:51Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '01540c3e-92f0-4cbd-863f-71f04b2a31a5', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72f5382-e8c6-4465-b565-4b8680b1effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:28Z', 'updated_at': '2022-01-28T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:48:53.483920 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9715bb70-07b5-4e72-8933-637dd75ad098 req-bd46b698-9cf3-4037-b8d9-ec60d5aa5fc7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Jan 28 20:48:53.534095 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.553201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] No DVR routers for this DVR port b558cf41-2450-4abd-8cb5-d43dae44c114 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:53.571826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.578632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac1a4f-2ae3-429b-8bcd-43a10ca92cb6 None None] Pushing event deleted for resources: {'Port': ['ID=b558cf41-2450-4abd-8cb5-d43dae44c114,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:53.606474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=01540c3e-92f0-4cbd-863f-71f04b2a31a5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:53.678196 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.781397 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.784265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.848319 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.848935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Fanout notify agent at l3_agent the message router_deleted on router e72f5382-e8c6-4465-b565-4b8680b1effc {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:48:53.857197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:53.858598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-44e568d0-686f-488b-9ae8-ac0159e08e48 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/routers/e72f5382-e8c6-4465-b565-4b8680b1effc HTTP/1.1" status: 204 len: 168 time: 1.5413764 Jan 28 20:48:53.861436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46372) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:53.961796 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.083225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.097069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b558cf41-2450-4abd-8cb5-d43dae44c114 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:54.115711 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d9b763-d6db-4883-b1c2-467a52ea6e98']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:54.126722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b558cf41-2450-4abd-8cb5-d43dae44c114 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:54.127086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b558cf41-2450-4abd-8cb5-d43dae44c114 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:54.127526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8e88d7c0-6c80-4283-8953-d429323839fd no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:54.132867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a713631-0671-41d2-a7da-7a2f3f4a29ee') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:54.133559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a713631-0671-41d2-a7da-7a2f3f4a29ee') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:54.145195 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.162474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 8e88d7c0-6c80-4283-8953-d429323839fd {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:54.163943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8e88d7c0-6c80-4283-8953-d429323839fd not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:54.164868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.177389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:48:54.178063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:48:54.184885 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:48:54.288609 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.316811 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.320639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/networks/93d9b763-d6db-4883-b1c2-467a52ea6e98 HTTP/1.1" status: 204 len: 168 time: 0.4584351 Jan 28 20:48:54.322268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ebf3d-6611-4a40-a352-013818304e8f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Network': ['ID=93d9b763-d6db-4883-b1c2-467a52ea6e98,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:54.324974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46378) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:54.446820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-512818da-2d84-4cc1-9a71-9fafc3e7b7c9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.590681 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-512818da-2d84-4cc1-9a71-9fafc3e7b7c9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.697609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0025e0-217c-4d37-a311-8bda3551fe2e req-748677e1-e8dc-4865-86ef-3959774fa13d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:54.699127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd0025e0-217c-4d37-a311-8bda3551fe2e req-748677e1-e8dc-4865-86ef-3959774fa13d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 946 time: 0.0864360 Jan 28 20:48:54.736000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-512818da-2d84-4cc1-9a71-9fafc3e7b7c9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.738482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-512818da-2d84-4cc1-9a71-9fafc3e7b7c9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:54.739618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-512818da-2d84-4cc1-9a71-9fafc3e7b7c9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/security-groups/348ce89a-cc71-4121-90c5-0869f4983532 HTTP/1.1" status: 204 len: 168 time: 0.4092414 Jan 28 20:48:54.754491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512818da-2d84-4cc1-9a71-9fafc3e7b7c9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348ce89a-cc71-4121-90c5-0869f4983532,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:54.781784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd0025e0-217c-4d37-a311-8bda3551fe2e req-d311587c-c7b2-499f-bc2f-6862ac233c1f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663996 Jan 28 20:48:54.919498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bd24b-1a66-4e1f-ac8d-fc9b0ed5e21c req-184b3c08-a974-4013-a9b7-1f4b93aa6e77 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:54.921146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-045bd24b-1a66-4e1f-ac8d-fc9b0ed5e21c req-184b3c08-a974-4013-a9b7-1f4b93aa6e77 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 946 time: 0.0537243 Jan 28 20:48:54.966052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-045bd24b-1a66-4e1f-ac8d-fc9b0ed5e21c req-d37d203f-ba5f-4600-8885-c6e59e278b34 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Jan 28 20:48:55.082036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dd371-c269-48f8-bf7e-55d11f2a8644 req-a2f45386-06da-40de-b744-95068b8fd631 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:55.083812 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a2dd371-c269-48f8-bf7e-55d11f2a8644 req-a2f45386-06da-40de-b744-95068b8fd631 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 946 time: 0.0511823 Jan 28 20:48:55.121773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46394) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:55.126721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-64f56689-7a87-4a6b-80f1-12f7840a8870 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643643121', 'description': 'tempest-secgroup-smoke-643643121 description', 'project_id': '93eedc7af78849d0b6487edf1964282e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:55.129559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a2dd371-c269-48f8-bf7e-55d11f2a8644 req-7d285bfd-7fa8-43fa-a484-cdec08d66c6e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379546 Jan 28 20:48:55.152285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64f56689-7a87-4a6b-80f1-12f7840a8870 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.242659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64f56689-7a87-4a6b-80f1-12f7840a8870 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.247121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64f56689-7a87-4a6b-80f1-12f7840a8870 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.280691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64f56689-7a87-4a6b-80f1-12f7840a8870 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.282087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-64f56689-7a87-4a6b-80f1-12f7840a8870 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1589010 Jan 28 20:48:55.284996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46400) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:55.288469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f56689-7a87-4a6b-80f1-12f7840a8870 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5355efe-3360-4d5e-b918-c091221c92c5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:55.289536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-58b25cc7-3fdb-46bd-943a-91bfb6d3896f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'd5355efe-3360-4d5e-b918-c091221c92c5', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:55.331670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-58b25cc7-3fdb-46bd-943a-91bfb6d3896f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.436459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-58b25cc7-3fdb-46bd-943a-91bfb6d3896f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.460064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-58b25cc7-3fdb-46bd-943a-91bfb6d3896f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.480168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b25cc7-3fdb-46bd-943a-91bfb6d3896f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aac0b00-9af8-4f0a-a5d4-7f5b6a754cec,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:55.505460 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-58b25cc7-3fdb-46bd-943a-91bfb6d3896f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.509994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-58b25cc7-3fdb-46bd-943a-91bfb6d3896f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2206936 Jan 28 20:48:55.510318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46414) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:55.515741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a57ef318-d489-4162-af98-a259f2f7ea55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'd5355efe-3360-4d5e-b918-c091221c92c5', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:55.515934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d012f-50d2-4bf3-9f4b-74381b054dfe req-21faff78-e8fe-40cc-99c5-0224d85de447 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:55.517529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-747d012f-50d2-4bf3-9f4b-74381b054dfe req-21faff78-e8fe-40cc-99c5-0224d85de447 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 946 time: 0.0928793 Jan 28 20:48:55.562157 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a57ef318-d489-4162-af98-a259f2f7ea55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.575964 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-747d012f-50d2-4bf3-9f4b-74381b054dfe req-0aae590e-0d69-4cdc-aa34-302024d9a7e0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514255 Jan 28 20:48:55.646418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a57ef318-d489-4162-af98-a259f2f7ea55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.651474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a57ef318-d489-4162-af98-a259f2f7ea55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.673725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ef318-d489-4162-af98-a259f2f7ea55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ae1224-3abd-43a8-b8fe-170e39efe29e,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:55.683682 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a57ef318-d489-4162-af98-a259f2f7ea55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.689052 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a57ef318-d489-4162-af98-a259f2f7ea55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750360 Jan 28 20:48:55.689466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46416) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:55.694985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-05d1a611-5772-4086-a02c-b976eb9a93a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'd5355efe-3360-4d5e-b918-c091221c92c5', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:55.740504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05d1a611-5772-4086-a02c-b976eb9a93a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.810770 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05d1a611-5772-4086-a02c-b976eb9a93a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.816099 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05d1a611-5772-4086-a02c-b976eb9a93a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.836715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1a611-5772-4086-a02c-b976eb9a93a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2124ae-4330-4b3c-aa97-65f829637221,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:55.858692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-05d1a611-5772-4086-a02c-b976eb9a93a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.862920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46422) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:55.865052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-05d1a611-5772-4086-a02c-b976eb9a93a3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737537 Jan 28 20:48:55.871022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5f2c9c19-64bc-4df7-b3e3-e14965ff7108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'd5355efe-3360-4d5e-b918-c091221c92c5', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:55.922682 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f2c9c19-64bc-4df7-b3e3-e14965ff7108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:55.936872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 01540c3e-92f0-4cbd-863f-71f04b2a31a5 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:48:55.977119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 01540c3e-92f0-4cbd-863f-71f04b2a31a5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:48:55.977676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 01540c3e-92f0-4cbd-863f-71f04b2a31a5 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:48:56.029957 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f2c9c19-64bc-4df7-b3e3-e14965ff7108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.036225 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f2c9c19-64bc-4df7-b3e3-e14965ff7108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.055842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c9c19-64bc-4df7-b3e3-e14965ff7108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67842b8-abad-470a-b42a-67c5978690e5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:56.087332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5f2c9c19-64bc-4df7-b3e3-e14965ff7108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.089054 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5f2c9c19-64bc-4df7-b3e3-e14965ff7108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2250819 Jan 28 20:48:56.092764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46426) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:56.097808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4ea641b0-38ea-444c-9b32-3a0f634c6e4c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'd5355efe-3360-4d5e-b918-c091221c92c5', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:56.133078 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-4ea641b0-38ea-444c-9b32-3a0f634c6e4c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Project 93eedc7af78849d0b6487edf1964282e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:48:56.141390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ea641b0-38ea-444c-9b32-3a0f634c6e4c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.223881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ea641b0-38ea-444c-9b32-3a0f634c6e4c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.232217 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ea641b0-38ea-444c-9b32-3a0f634c6e4c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.256930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea641b0-38ea-444c-9b32-3a0f634c6e4c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccc0190-c772-448a-bcfb-a613af6ec893,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:56.270264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4ea641b0-38ea-444c-9b32-3a0f634c6e4c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.272030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4ea641b0-38ea-444c-9b32-3a0f634c6e4c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1782222 Jan 28 20:48:56.274843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46432) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:56.281111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e8c79a35-391c-4816-b520-fc93624c719b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': 'd5355efe-3360-4d5e-b918-c091221c92c5', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:56.340561 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-e8c79a35-391c-4816-b520-fc93624c719b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Project 93eedc7af78849d0b6487edf1964282e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:48:56.348098 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8c79a35-391c-4816-b520-fc93624c719b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.450920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8c79a35-391c-4816-b520-fc93624c719b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.456111 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8c79a35-391c-4816-b520-fc93624c719b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.477943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79a35-391c-4816-b520-fc93624c719b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e1f9b7-8153-4ada-86d1-bc939a849bbd,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:56.487540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e8c79a35-391c-4816-b520-fc93624c719b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.489141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e8c79a35-391c-4816-b520-fc93624c719b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2132189 Jan 28 20:48:56.492068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46440) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:56.498210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'network': {'name': 'tempest-network-smoke--317595698', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'port_security_enabled': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:56.533771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:48:56.537595 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.573319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:48:56.587946 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.588465 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Added segment 7d6136ca-7e1e-46f8-b79d-28d757c506ef of type vlan for network 8599c11e-9b81-4051-be77-2859b007076c Jan 28 20:48:56.673627 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.718313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.729054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:56.730027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.734560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5155a56-a639-4a07-b9ff-bb54f982d952 req-daba2f55-c002-4891-aeff-c9ef798c1d87 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:56.736537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a5155a56-a639-4a07-b9ff-bb54f982d952 req-daba2f55-c002-4891-aeff-c9ef798c1d87 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 946 time: 0.0711362 Jan 28 20:48:56.820254 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3246014 Jan 28 20:48:56.820514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a5155a56-a639-4a07-b9ff-bb54f982d952 req-ebc1f875-4655-4a76-9725-96bd7d5b3bd4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654643 Jan 28 20:48:56.820639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46448) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:56.834506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'admin_state_up': True, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:48:56.846186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd8c07-0f44-47fb-bb5c-3f36127e0b29 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Network': ['ID=8599c11e-9b81-4051-be77-2859b007076c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:56.865348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 8599c11e-9b81-4051-be77-2859b007076c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:48:56.881738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.883201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:56.958984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:57.133475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:57.272480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-9e5c408b-d388-4651-9240-30fc6d64038e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:57.273919 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-9e5c408b-d388-4651-9240-30fc6d64038e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 946 time: 0.0698121 Jan 28 20:48:57.440141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:57.467325 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:57.525094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port 24713229-85c5-422b-9f83-195faabdc985 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:48:57.525491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:57.676004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.25.2.104 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/4cf4523d-8dcf-4a5a-a6e2-8e68130312b9) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:48:57.679391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] For port 24713229-85c5-422b-9f83-195faabdc985, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=24713229-85c5-422b-9f83-195faabdc985,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:48:57.679850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:57.700628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for 24713229-85c5-422b-9f83-195faabdc985 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:48:57.913546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:57.980121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:58.001142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['24713229-85c5-422b-9f83-195faabdc985'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:48:58.051893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=24713229-85c5-422b-9f83-195faabdc985,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:58.063632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580f6e4-03c0-4fe0-bbcc-ed7862207e5c req-a7630ef7-05c7-4e9f-9f9a-f726efaeefa8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:58.065196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b580f6e4-03c0-4fe0-bbcc-ed7862207e5c req-a7630ef7-05c7-4e9f-9f9a-f726efaeefa8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 946 time: 0.1595120 Jan 28 20:48:58.072069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:58.147177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] No DVR routers for this DVR port 24713229-85c5-422b-9f83-195faabdc985 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:48:58.158809 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:58.161900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8efd8c06-461e-49fd-9695-a68e07b9404f req-721c7956-4078-477c-88f8-452c38695f3e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "DELETE /v2.0/ports/24713229-85c5-422b-9f83-195faabdc985 HTTP/1.1" status: 204 len: 173 time: 0.8809586 Jan 28 20:48:58.162356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb273a88-1b8b-43bb-bd8c-633ab993498b', 'name': 'network-vif-deleted', 'tag': '24713229-85c5-422b-9f83-195faabdc985'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:48:58.165194 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1523e71-2841-443e-b559-3e4371130e3e" -d '{"events": [{"server_uuid": "eb273a88-1b8b-43bb-bd8c-633ab993498b", "name": "network-vif-deleted", "tag": "24713229-85c5-422b-9f83-195faabdc985"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:48:58.171383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:48:58.180273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:48:58.194207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:48:58.198940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=4cf4523d-8dcf-4a5a-a6e2-8e68130312b9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:48:58.250469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b580f6e4-03c0-4fe0-bbcc-ed7862207e5c req-c7998ec1-5d99-4aea-a363-428a407e3757 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620541 Jan 28 20:48:58.252045 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea1b2d4-9fb2-4f21-959a-ac268357b5db x-openstack-request-id: req-fea1b2d4-9fb2-4f21-959a-ac268357b5db {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:48:58.252358 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb273a88-1b8b-43bb-bd8c-633ab993498b", "name": "network-vif-deleted", "tag": "24713229-85c5-422b-9f83-195faabdc985", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:48:58.252613 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fea1b2d4-9fb2-4f21-959a-ac268357b5db {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:48:58.253009 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb273a88-1b8b-43bb-bd8c-633ab993498b', 'name': 'network-vif-deleted', 'tag': '24713229-85c5-422b-9f83-195faabdc985', 'status': 'completed', 'code': 200} Jan 28 20:48:58.695481 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:58.993369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:59.332264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 54bd69fc-3463-48ac-83cb-c06f8233afe8 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:48:59.458410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9310e411-9ec2-414d-af61-6c78f0177efd req-49bcce16-f3a9-4026-8007-3b663e225d2c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 210 time: 0.0781054 Jan 28 20:48:59.563137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:48:59.574601 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Sync routers for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:48:59.588036 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:48:59.588667 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:48:59.596583 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:48:59.604445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46478) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:59.605049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ba239c96-e870-417e-842d-be22980ad0da tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7830777 Jan 28 20:48:59.698252 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-49a0613c-d511-4b68-be2c-a31dd8260342 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=93eedc7af78849d0b6487edf1964282e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0914023 Jan 28 20:48:59.698843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 46484) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:48:59.802490 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:48:59.972798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84beffeb-381d-4f71-9bf9-a75cbe48a812 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:48:59.977819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-84beffeb-381d-4f71-9bf9-a75cbe48a812 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2734692 Jan 28 20:48:59.978513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46486) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:00.078885 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0f7c6920-d575-4bb3-85af-f4b67946c1cb tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0928950 Jan 28 20:49:00.083018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46488) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:00.095797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-911038048', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:49:00.219272 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:48:58Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:00.275952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:49:00.280963 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:00.292026 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Checking router: 54bd69fc-3463-48ac-83cb-c06f8233afe8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:49:00.292026 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Updating router 54bd69fc-3463-48ac-83cb-c06f8233afe8 port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:49:00.334330 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:00.664585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b83fa0ad-a19f-4009-ab89-935ca8c3b711 req-d1ae3b81-492f-45f0-a7fd-dba1925728a3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 210 time: 0.0573757 Jan 28 20:49:00.676465 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:49:00.737744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:00.885886 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Subnet': ['ID=84ba6905-eade-4106-80a1-ba407433851a,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:00.909958 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.914153 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.914495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.914830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.915164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.915492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.916009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.920966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.921344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.921918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.922249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.922579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:00.977363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Checking segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:49:00.977854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network hostable DHCP agents. Network: 8599c11e-9b81-4051-be77-2859b007076c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:49:00.985400 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:00.992905 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:01.024943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 8599c11e-9b81-4051-be77-2859b007076c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:49:01.046149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 8599c11e-9b81-4051-be77-2859b007076c) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:49:01.055562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6b217-050c-49e9-968b-2464bb14a69f None None] Network 8599c11e-9b81-4051-be77-2859b007076c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:49:01.063152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:01.064259 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:01.068704 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Pushing event updated for resources: {'Port': ['ID=4cf4523d-8dcf-4a5a-a6e2-8e68130312b9,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:01.080389 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.081185 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.081185 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.081422 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.081866 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.082516 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.082906 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.083423 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.084711 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.084711 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.084711 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.086728 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:01.100568 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a129c7b8-d639-4b2f-a04e-571ce640a1d3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0131183 Jan 28 20:49:01.103090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 46510) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:01.126997 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Attempting to bind port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:49:01.127546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Attempting to bind port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:49:01.127913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Attempting to bind port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:49:01.133388 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:49:01.133762 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:49:01.134162 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:01.134663 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:49:01.135144 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Bound port: 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:49:01.135520 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:01.308881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] For port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:49:01.315537 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] For port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4cf4523d-8dcf-4a5a-a6e2-8e68130312b9,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:49:01.322404 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:01.431761 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-8599c11e-9b81-4051-be77-2859b007076c', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:49:01.432658 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:01.478611 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:49:01.479281 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:01.494451 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4d88b-0722-4175-b17a-6dfa080d8e44 None None] Pushing event updated for resources: {'Port': ['ID=4cf4523d-8dcf-4a5a-a6e2-8e68130312b9,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:01.677166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Allocated IP 172.20.0.2 (8599c11e-9b81-4051-be77-2859b007076c/84ba6905-eade-4106-80a1-ba407433851a/106a30e0-c82c-4b76-9aa5-5a38e742db45) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:49:01.794593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 24713229-85c5-422b-9f83-195faabdc985 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:49:01.807873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-114415b0-bdca-44a9-8635-55b1eb7c1ad3 req-8e602857-98cd-4c50-b55b-e454867e8f65 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 210 time: 0.0417290 Jan 28 20:49:01.870714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 24713229-85c5-422b-9f83-195faabdc985 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:49:01.871645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 24713229-85c5-422b-9f83-195faabdc985 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:49:01.887505 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:49:02.191416 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:02.203209 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:02.233389 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:48:58Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:02.290711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Network 8599c11e-9b81-4051-be77-2859b007076c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:49:02.295614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:49:02.302855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:49:02.303986 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd57613-e4d9-4258-805d-b516241f9409 None None] The sync data for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 is: [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:48:58Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:49:02.311693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Pushing event updated for resources: {'Port': ['ID=106a30e0-c82c-4b76-9aa5-5a38e742db45,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:02.479068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Attempting to bind port 106a30e0-c82c-4b76-9aa5-5a38e742db45 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:49:02.479442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Attempting to bind port 106a30e0-c82c-4b76-9aa5-5a38e742db45 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:49:02.479802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Attempting to bind port 106a30e0-c82c-4b76-9aa5-5a38e742db45 on network 8599c11e-9b81-4051-be77-2859b007076c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:49:02.504245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:49:02.504645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Checking segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:49:02.509966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:02.510380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Bound using segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:49:02.515601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Bound port: 106a30e0-c82c-4b76-9aa5-5a38e742db45, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:49:02.516341 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:02.625547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:02.667559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9199739e-855e-4f16-b2db-77a255698937 None None] For port 106a30e0-c82c-4b76-9aa5-5a38e742db45, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:49:02.678416 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9199739e-855e-4f16-b2db-77a255698937 None None] For port 106a30e0-c82c-4b76-9aa5-5a38e742db45, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=106a30e0-c82c-4b76-9aa5-5a38e742db45,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:49:02.692791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:02.966813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199739e-855e-4f16-b2db-77a255698937 None None] Pushing event updated for resources: {'Port': ['ID=106a30e0-c82c-4b76-9aa5-5a38e742db45,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:03.197956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3bb0363e-4d2c-4079-a680-7c076c53de61 req-68307709-c2c3-40ad-8ffb-d815ff31c0fb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 210 time: 0.1860640 Jan 28 20:49:03.782857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.20.0.1 (8599c11e-9b81-4051-be77-2859b007076c/84ba6905-eade-4106-80a1-ba407433851a/47fe07fd-3e2e-4d09-9cd2-beeaee2491a5) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:49:03.998474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:04.044789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:04.159527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:04.174393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 8599c11e-9b81-4051-be77-2859b007076c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:49:04.185802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:49:04.188456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:49:04.273860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:49:04.336996 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:04.548701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0166aad5-a350-47cf-a19e-a693af5d1139 req-5891bace-b21f-4e69-a5c8-1f9a9d1e6981 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb273a88-1b8b-43bb-bd8c-633ab993498b HTTP/1.1" status: 200 len: 210 time: 0.0926871 Jan 28 20:49:04.597034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:04.597451 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:04.735461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:04.834634 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:04.863428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4cf4523d-8dcf-4a5a-a6e2-8e68130312b9,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:04.868860 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:04.869860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 106a30e0-c82c-4b76-9aa5-5a38e742db45 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:49:05.004213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d56781-91fe-40f5-b661-4a562f56c734 None None] Network 8599c11e-9b81-4051-be77-2859b007076c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:49:05.140552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-79f314ad-fb9e-4ba0-b836-ab9e6d5aca5b None None] Provisioning complete for port 106a30e0-c82c-4b76-9aa5-5a38e742db45 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:05.140552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-79f314ad-fb9e-4ba0-b836-ab9e6d5aca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:05.140552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=4cf4523d-8dcf-4a5a-a6e2-8e68130312b9,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:05.141013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 106a30e0-c82c-4b76-9aa5-5a38e742db45 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:05.141979 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:05.322985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:05.334001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:05.491288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:05.540798 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:05.766166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 8599c11e-9b81-4051-be77-2859b007076c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:49:05.773787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:49:05.832075 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:05.875314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 106a30e0-c82c-4b76-9aa5-5a38e742db45, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=106a30e0-c82c-4b76-9aa5-5a38e742db45,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:05.878011 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-79f314ad-fb9e-4ba0-b836-ab9e6d5aca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:05.894308 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:06.003854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=106a30e0-c82c-4b76-9aa5-5a38e742db45,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:06.011975 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-79f314ad-fb9e-4ba0-b836-ab9e6d5aca5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:49:06.012517 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-79f314ad-fb9e-4ba0-b836-ab9e6d5aca5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:49:06.016405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 54bd69fc-3463-48ac-83cb-c06f8233afe8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:49:06.028951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:49:06.107416 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:06.107798 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:06.188941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:49:06.194670 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-12780302-bd71-442c-814c-feb61115b1a9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "PUT /v2.0/routers/54bd69fc-3463-48ac-83cb-c06f8233afe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0903811 Jan 28 20:49:06.202122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Sync routers for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:49:06.226303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:49:06.226870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:06.380583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-73565209-53ad-48e6-bc06-94bd6c3ae1f7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643643121&fields=id&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 267 time: 0.0475028 Jan 28 20:49:06.384982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:49:06.504975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-ff4b6e27-984e-4cbb-b78d-48cafa94cfb9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:06.514536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-ff4b6e27-984e-4cbb-b78d-48cafa94cfb9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 796 time: 0.1329672 Jan 28 20:49:06.534522 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-b03e7e8c-7b97-4ac2-96c5-7cb7f43b3a06 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/quotas/93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 375 time: 0.0185559 Jan 28 20:49:06.781364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b07cd04b-24a0-482f-bb79-96efbc57c3c9 None None] Provisioning complete for port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:06.781688 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b07cd04b-24a0-482f-bb79-96efbc57c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:06.788628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:05Z', 'revision_number': 2, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:06.866907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Checking router: 54bd69fc-3463-48ac-83cb-c06f8233afe8 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:49:06.866907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Updating router 54bd69fc-3463-48ac-83cb-c06f8233afe8 port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:49:06.900452 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.047321 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-f163c684-85bd-45a5-b3c4-f7c282f692b7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5116928 Jan 28 20:49:07.184790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b07cd04b-24a0-482f-bb79-96efbc57c3c9 None None] Port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:49:07.221618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b07cd04b-24a0-482f-bb79-96efbc57c3c9 None None] Provisioning complete for port 106a30e0-c82c-4b76-9aa5-5a38e742db45 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:07.222016 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b07cd04b-24a0-482f-bb79-96efbc57c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.242997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-b29a4452-3f60-444b-980a-88dae737a572 service neutron] 10.222.0.44 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827641 Jan 28 20:49:07.401341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-e7c2a402-44f0-482d-95f7-8f6eb2bdeaf7 service neutron] 10.222.0.44 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573052 Jan 28 20:49:07.416840 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.423627 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.536568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e00153-31a1-47f0-b574-dbd3c31c1266 None None] Pushing event updated for resources: {'Port': ['ID=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:07.610410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Attempting to bind port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:49:07.610705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Attempting to bind port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:49:07.611068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Attempting to bind port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 on network 8599c11e-9b81-4051-be77-2859b007076c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:49:07.625839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9ba89ee7-58ad-48e6-9b2b-338f271e1184 None None] Provisioning complete for port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:07.626204 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9ba89ee7-58ad-48e6-9b2b-338f271e1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.638150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:49:07.638564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Checking segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:49:07.638980 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.639373 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Bound using segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:49:07.639884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Bound port: 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:49:07.640388 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.736792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53467a3f-0621-44f5-a4cd-ae6ffe342919 req-d31538ec-96e2-4aa8-8ea8-02db55e54980 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 210 time: 0.0647247 Jan 28 20:49:07.754735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-9ba89ee7-58ad-48e6-9b2b-338f271e1184 None None] Port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:49:07.769873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6b0163b-3d8e-4513-85a9-38a680be9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.790557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] For port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:49:07.799959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] For port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:49:07.805671 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:07.976419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e00153-31a1-47f0-b574-dbd3c31c1266 None None] Pushing event updated for resources: {'Port': ['ID=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:07.981973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:49:07.983113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:48:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:07.986762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c54ae707-40cc-435e-bdad-17b9aac8b9a5 None None] Provisioning complete for port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:07.987443 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c54ae707-40cc-435e-bdad-17b9aac8b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:08.123134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 106a30e0-c82c-4b76-9aa5-5a38e742db45 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:49:08.274380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 106a30e0-c82c-4b76-9aa5-5a38e742db45 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:08.275189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:08.359138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:49:08.454181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c54ae707-40cc-435e-bdad-17b9aac8b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:08.592848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-c54ae707-40cc-435e-bdad-17b9aac8b9a5 None None] For port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:08.602208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c54ae707-40cc-435e-bdad-17b9aac8b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:08.749426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ae707-40cc-435e-bdad-17b9aac8b9a5 None None] Pushing event updated for resources: {'Port': ['ID=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:08.775980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fab7edca-fd97-4cb6-a425-77417d77bd09 None None] Provisioning complete for port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:08.776409 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fab7edca-fd97-4cb6-a425-77417d77bd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:08.860612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0548b9f2-b648-4388-b3f2-3c1e15f89b17 req-ba5280e8-1bce-4575-ac5f-6ee7d53e364a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 210 time: 0.0400388 Jan 28 20:49:08.869439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-b68b909c-8178-473b-8656-765dead680b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:07Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:08.954961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b909c-8178-473b-8656-765dead680b8 None None] The sync data for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 is: [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:07Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:49:09.536081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-b9d5f1bd-840b-4b55-a725-3d7374fc7841 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:09.539090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-b9d5f1bd-840b-4b55-a725-3d7374fc7841 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 796 time: 0.2637770 Jan 28 20:49:09.667979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-d8bbe140-d886-4f22-a067-8330489c02ec tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 379 time: 0.1121809 Jan 28 20:49:09.673226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'port': {'device_id': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'admin_state_up': True, 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'security_groups': ['d5355efe-3360-4d5e-b918-c091221c92c5']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:49:09.851490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:49:09.856109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:10.073783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc5f525a-823c-43e5-affa-f9d923940287 req-d60f152c-a12c-41f6-9207-3a899e5f2b28 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 210 time: 0.0528760 Jan 28 20:49:10.148153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:49:10.196471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.20.0.14 (8599c11e-9b81-4051-be77-2859b007076c/84ba6905-eade-4106-80a1-ba407433851a/1a5e6be7-a88c-4511-960b-7a41857bedc9) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:49:10.257374 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9d22b2e0-fa4e-46f2-8be5-0c8a23afd21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:10.260852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:10.262348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:10.541862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:10.587487 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:10.683226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 8599c11e-9b81-4051-be77-2859b007076c is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:49:10.695413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:49:10.702748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:49:10.801004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:10.874159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:10.875306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:10.926027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-c770d41b-f7a7-46ba-94cc-bf44725703b3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2568533 Jan 28 20:49:11.073299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Request body: {'port': {'device_id': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:49:11.283576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c44602f-c59a-471b-9e35-9e54cbb234e4 None None] Provisioning complete for port 1a5e6be7-a88c-4511-960b-7a41857bedc9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:11.284137 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c44602f-c59a-471b-9e35-9e54cbb234e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:11.317775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:11.341652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c44602f-c59a-471b-9e35-9e54cbb234e4 None None] Port 1a5e6be7-a88c-4511-960b-7a41857bedc9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:49:11.446909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9fe2b-0c9c-4844-9737-9d8247026b2f req-9283210b-ec08-4a22-952a-22d587573f08 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:11.450291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0d9fe2b-0c9c-4844-9737-9d8247026b2f req-9283210b-ec08-4a22-952a-22d587573f08 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 932 time: 0.1989729 Jan 28 20:49:11.649510 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0d9fe2b-0c9c-4844-9737-9d8247026b2f req-8e990a71-ea1a-4867-8b10-44e3dc38381d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902523 Jan 28 20:49:11.698537 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:11.819410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5e6be7-a88c-4511-960b-7a41857bedc9 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:49:11.827758 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:11.842961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Transition to ACTIVE for port object 1a5e6be7-a88c-4511-960b-7a41857bedc9 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:49:11.850181 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:11.966766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:12.064465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:49:12.064937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:49:12.065367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:49:12.070804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:49:12.071260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:49:12.080636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:49:12.081181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Checking segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:49:12.081763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Bound using segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:49:12.082435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Bound port: 1a5e6be7-a88c-4511-960b-7a41857bedc9, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:49:12.083210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:12.180092 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:49:12.184824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:49:12.192047 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:12.238194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:12.239602 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:12.243643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 1092 time: 1.3067467 Jan 28 20:49:12.244146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:49:12.259116 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:49:12.324103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94950d51-0543-4479-9c11-f5fcb0264915 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:12.393801 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab916de5-baf7-413e-a93a-be35cae1fa0b x-openstack-request-id: req-ab916de5-baf7-413e-a93a-be35cae1fa0b {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:49:12.398059 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:49:12.398492 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab916de5-baf7-413e-a93a-be35cae1fa0b {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:49:12.399083 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'status': 'completed', 'code': 200} Jan 28 20:49:12.419961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-5477c76f-fb1e-4f9d-87c0-e870141cd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:12.422248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-5477c76f-fb1e-4f9d-87c0-e870141cd83a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1095 time: 0.0942323 Jan 28 20:49:12.474165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-4e21c485-fa82-43fe-a97d-f112bce21e27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 217 time: 0.0434737 Jan 28 20:49:12.533164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-7a293358-927e-4137-a0ba-7b5290e68ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:12.535059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-7a293358-927e-4137-a0ba-7b5290e68ff5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 200 len: 834 time: 0.0535727 Jan 28 20:49:12.598040 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-2b8784e7-b284-4b4c-a71c-9f79c2c9f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:12.599835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-2b8784e7-b284-4b4c-a71c-9f79c2c9f678 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8599c11e-9b81-4051-be77-2859b007076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571716 Jan 28 20:49:12.787617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-68f4db15-41ca-4459-b57f-4293c5306491 service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749442 Jan 28 20:49:12.811634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78cc73-dffa-45e0-b496-f153de3d8b29 req-0724d223-8f9b-47e0-b7b2-e6cc3656a1bd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:12.813486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de78cc73-dffa-45e0-b496-f153de3d8b29 req-0724d223-8f9b-47e0-b7b2-e6cc3656a1bd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 944 time: 0.0696228 Jan 28 20:49:12.905805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de78cc73-dffa-45e0-b496-f153de3d8b29 req-ae702b30-8a52-4214-af4d-0f2bccbd7266 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820746 Jan 28 20:49:12.925570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d93a26ac-471e-4d01-bc31-1cc286f14cc3 req-bfebcc81-4135-4510-abd9-513c4fee5aa9 service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299019 Jan 28 20:49:13.007887 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:13.021019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-9f670ad1-ff6a-4d64-850e-b9f1648d982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:13.022713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-9f670ad1-ff6a-4d64-850e-b9f1648d982e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1095 time: 0.0457594 Jan 28 20:49:13.158680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-b34bf554-90cc-4607-b5c2-d3150bbd3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:13.160758 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-b34bf554-90cc-4607-b5c2-d3150bbd3344 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 897 time: 0.1297023 Jan 28 20:49:13.209270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-9a79a294-2ecd-476a-8acd-9713b3d6653f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 217 time: 0.0410843 Jan 28 20:49:13.266441 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:13.282295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-ebb727ca-859c-4a4c-92c7-7a684538f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:13.287399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-ebb727ca-859c-4a4c-92c7-7a684538f4ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 200 len: 834 time: 0.0646625 Jan 28 20:49:13.344151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-1dd2ba94-618d-4bb8-8ae9-2e669d426380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:13.347218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-1dd2ba94-618d-4bb8-8ae9-2e669d426380 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8599c11e-9b81-4051-be77-2859b007076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550797 Jan 28 20:49:13.484251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-c0f84c13-b730-4b91-8252-0b8b6433cb90 service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297123 Jan 28 20:49:13.608256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa8a9eb9-acdc-4ed3-9b1f-35350d6e4615 req-7622fa04-bce2-446e-ba9f-777b805024cf service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159747 Jan 28 20:49:14.135598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762da2c1-4b99-4de1-9cc5-f2b52d1a63b2 req-3f47c1b8-f8d2-4e9d-b6b3-6967f3642550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:14.137411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-762da2c1-4b99-4de1-9cc5-f2b52d1a63b2 req-3f47c1b8-f8d2-4e9d-b6b3-6967f3642550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 944 time: 0.1140208 Jan 28 20:49:14.228105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-762da2c1-4b99-4de1-9cc5-f2b52d1a63b2 req-042aaf5b-aadf-48fd-9bdd-b13041c8eb16 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829082 Jan 28 20:49:15.417666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ceef1-e491-4514-9792-deab5381c1ff req-9ee1bbd3-14d7-4500-93b8-5f4dc32f20ef tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:15.419419 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d8ceef1-e491-4514-9792-deab5381c1ff req-9ee1bbd3-14d7-4500-93b8-5f4dc32f20ef tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 944 time: 0.0808082 Jan 28 20:49:15.491253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d8ceef1-e491-4514-9792-deab5381c1ff req-a3d07192-e243-4a32-a76f-c7189f2094a1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654464 Jan 28 20:49:15.866896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1a5e6be7-a88c-4511-960b-7a41857bedc9 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:49:16.040402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:16.058992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'port_id': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'mac_address': 'fa:16:3e:d0:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:49:16.119725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:16.143241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5e6be7-a88c-4511-960b-7a41857bedc9 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:49:16.165353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:16.172907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:16.270311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:16.437511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['1a5e6be7-a88c-4511-960b-7a41857bedc9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:49:16.662920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59753faf-10ec-4042-b0f1-78dd741345a4 req-d7dc0e46-8c16-468c-858b-1b65bbf2c26b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:16.670693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59753faf-10ec-4042-b0f1-78dd741345a4 req-d7dc0e46-8c16-468c-858b-1b65bbf2c26b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 945 time: 0.0946200 Jan 28 20:49:16.730957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-59753faf-10ec-4042-b0f1-78dd741345a4 req-133cef37-c913-4d75-919c-2a602c3701d4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594049 Jan 28 20:49:17.877219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1a5e6be7-a88c-4511-960b-7a41857bedc9 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:49:17.903239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b2ff2-0c46-46ee-bcb5-d05f7eac4849 req-1fa06f83-7068-4648-a75b-22d4d2962c34 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:17.906074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a75b2ff2-0c46-46ee-bcb5-d05f7eac4849 req-1fa06f83-7068-4648-a75b-22d4d2962c34 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 945 time: 0.0835357 Jan 28 20:49:17.941576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 1a5e6be7-a88c-4511-960b-7a41857bedc9 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:49:17.946690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 1a5e6be7-a88c-4511-960b-7a41857bedc9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:17.947290 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:17.967737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a75b2ff2-0c46-46ee-bcb5-d05f7eac4849 req-b413a808-a0ea-4ca8-a2a0-1acd9568f918 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511334 Jan 28 20:49:18.054517 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:18.090117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:49:18.094175 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cde635-eaac-4de1-bfc1-9c383b240116" -d '{"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-plugged", "status": "completed", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:49:18.110766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:18.117472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:18.236747 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:18.238385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:18.343285 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c6a3e6-14da-4a5c-9194-51db14bbf0bd x-openstack-request-id: req-96c6a3e6-14da-4a5c-9194-51db14bbf0bd {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:49:18.343581 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-plugged", "status": "completed", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:49:18.343834 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96c6a3e6-14da-4a5c-9194-51db14bbf0bd {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:49:18.344252 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'code': 200} Jan 28 20:49:18.482548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeaeaf-456f-41f4-8d36-8361c2166516 req-cd10e950-a164-4fae-a05a-ec75345d4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:18.484068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ceeaeaf-456f-41f4-8d36-8361c2166516 req-cd10e950-a164-4fae-a05a-ec75345d4445 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.0707815 Jan 28 20:49:18.531972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ceeaeaf-456f-41f4-8d36-8361c2166516 req-949bdbb7-a4a1-4ebe-a379-f0e88b4fb8c5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367506 Jan 28 20:49:19.115322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5d2f-734f-4db3-bd41-1f8b1e56357f req-96956c97-86fc-421d-b612-22db8892efdf tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:19.122261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58fd5d2f-734f-4db3-bd41-1f8b1e56357f req-96956c97-86fc-421d-b612-22db8892efdf tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.0775347 Jan 28 20:49:19.166270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58fd5d2f-734f-4db3-bd41-1f8b1e56357f req-d7e3c699-294b-4d80-85f4-d5a4c4fbb04a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419533 Jan 28 20:49:20.310757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954f050-db55-4b4b-b5fd-480c2aa7d3c5 req-c0aa7acf-86a9-431c-95bc-22fdcb63f75d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:20.312284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6954f050-db55-4b4b-b5fd-480c2aa7d3c5 req-c0aa7acf-86a9-431c-95bc-22fdcb63f75d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.0657973 Jan 28 20:49:20.365623 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6954f050-db55-4b4b-b5fd-480c2aa7d3c5 req-2908a641-8420-48bf-9fde-45ef9c6ac2e2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462973 Jan 28 20:49:20.504860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb139e95-36ed-438b-af89-d9eec40587db req-b6dd3d62-f4d9-4628-afd9-0909c0ffac66 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:20.508649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb139e95-36ed-438b-af89-d9eec40587db req-b6dd3d62-f4d9-4628-afd9-0909c0ffac66 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.0567863 Jan 28 20:49:20.561675 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb139e95-36ed-438b-af89-d9eec40587db req-5343bd71-faa8-4ebf-a531-e49d9b4d3f1b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458224 Jan 28 20:49:20.584782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47010) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:20.802154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29920544-be8f-43a4-9ea6-a2ce85c63e26 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:20.806983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47016) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:20.807214 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-29920544-be8f-43a4-9ea6-a2ce85c63e26 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1092 time: 0.2186799 Jan 28 20:49:20.812804 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:49:20.841885 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:20.952920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:21.072285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.25.2.106 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/8ae90927-58be-4c28-9b7d-c0f8d0a08ef9) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:49:21.199537 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:21.240944 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:21.278369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:49:21.283316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:49:21.287100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:49:21.314561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=8ae90927-58be-4c28-9b7d-c0f8d0a08ef9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:21.526091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:21.763339 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:21.867507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:22.049306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:22.059647 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:22.140085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=8ae90927-58be-4c28-9b7d-c0f8d0a08ef9,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:22.148601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:22.258249 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Floating IP 3f86260d-dcc7-437a-8be8-ea00164fe419 associated. External IP: 172.25.2.106, port: 1a5e6be7-a88c-4511-960b-7a41857bedc9. Jan 28 20:49:22.520757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 54bd69fc-3463-48ac-83cb-c06f8233afe8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:49:22.656982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:49:22.669985 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] Sync routers for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:49:22.678028 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:22.683487 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:49:22.684734 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:49:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:22.713787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a2622abb-176d-40ef-86a3-659aa569454e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9022932 Jan 28 20:49:22.713787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:49:22.714528 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c8acf0-6801-4cc7-b149-bf4528c9f63f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:49:22.789992 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b0508-a735-4b42-a17d-81bc5b210bfe x-openstack-request-id: req-6c7b0508-a735-4b42-a17d-81bc5b210bfe {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:49:22.794737 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:49:22.795167 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c7b0508-a735-4b42-a17d-81bc5b210bfe {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:49:22.795672 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'status': 'completed', 'code': 200} Jan 28 20:49:22.826947 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:49:22.984441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b4d4b-d040-43bf-a82a-a6cc58ad0ae4 req-f3747392-d3c2-4d0f-8e99-6e6b17b20819 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:22.987028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-675b4d4b-d040-43bf-a82a-a6cc58ad0ae4 req-f3747392-d3c2-4d0f-8e99-6e6b17b20819 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.1893873 Jan 28 20:49:22.992606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-a629e0b2-6045-48e2-8000-42d0e74dfafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:22.994055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-a629e0b2-6045-48e2-8000-42d0e74dfafb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.1643460 Jan 28 20:49:23.099062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-675b4d4b-d040-43bf-a82a-a6cc58ad0ae4 req-ea931837-c2a8-4864-a784-23084ae71d85 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039991 Jan 28 20:49:23.131491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47074) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:23.140846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-bf41b306-d824-46b4-9f8d-e9488571b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:23.143742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-bf41b306-d824-46b4-9f8d-e9488571b45d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 897 time: 0.1307306 Jan 28 20:49:23.255094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-ab578e6c-5329-40e5-b533-d4b7574901e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 1000 time: 0.1030324 Jan 28 20:49:23.262726 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '3f86260d-dcc7-437a-8be8-ea00164fe419', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'port_id': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'mac_address': 'fa:16:3e:d0:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:49:21Z', 'updated_at': '2022-01-28T20:49:21Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:08Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:23.282786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dc0887c1-5757-4c77-bfce-310f6de22143 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/3f86260d-dcc7-437a-8be8-ea00164fe419 HTTP/1.1" status: 200 len: 992 time: 0.1490836 Jan 28 20:49:23.302602 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] Checking router: 54bd69fc-3463-48ac-83cb-c06f8233afe8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:49:23.322097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-d84ede59-5739-409b-b3b5-de98d7d7b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:23.324228 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:49:23.324384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-d84ede59-5739-409b-b3b5-de98d7d7b1dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 200 len: 834 time: 0.0620775 Jan 28 20:49:23.324857 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:49:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:23.385365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-e5538ef9-9a1a-4640-b174-129a29665b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:23.389201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-e5538ef9-9a1a-4640-b174-129a29665b3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8599c11e-9b81-4051-be77-2859b007076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581546 Jan 28 20:49:23.467906 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:49:23.541181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-d13147af-5d47-4099-b56e-fdce1b81e394 service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389465 Jan 28 20:49:23.664010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04c8acf0-6801-4cc7-b149-bf4528c9f63f req-95ad5471-b006-4033-9084-0ad56130aafc service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138201 Jan 28 20:49:23.790039 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '3f86260d-dcc7-437a-8be8-ea00164fe419', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'port_id': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'mac_address': 'fa:16:3e:d0:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:49:21Z', 'updated_at': '2022-01-28T20:49:21Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:08Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:49:23.822333 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53029471-8949-44e9-a5ef-1be5a39f7f91 None None] The sync data for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 is: [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '3f86260d-dcc7-437a-8be8-ea00164fe419', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'port_id': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'mac_address': 'fa:16:3e:d0:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:49:21Z', 'updated_at': '2022-01-28T20:49:21Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:08Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:49:24.085715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b8767-1940-4003-951c-7bde24d11b15 None None] New status for floating IP 3f86260d-dcc7-437a-8be8-ea00164fe419: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:49:24.282714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47102) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:24.384590 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1599d7a0-c909-4702-93b4-795b8396f901 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/3f86260d-dcc7-437a-8be8-ea00164fe419 HTTP/1.1" status: 200 len: 994 time: 0.1004140 Jan 28 20:49:34.947035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-9e72c64a-a00c-44c1-8bc4-d7e404be25ef req-074874b3-ea68-42c7-8646-4aeb5f0d9f0d tempest-ServerAddressesNegativeTestJSON-107614877 tempest-ServerAddressesNegativeTestJSON-107614877-project] (102306) timed out ('10.222.0.13', 56979) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 20:49:35.346278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-784a7c99-f82c-4b0f-89a7-443597127571 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:35.347790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-784a7c99-f82c-4b0f-89a7-443597127571 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.4838872 Jan 28 20:49:35.365244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-9ba71fea-66c9-43f5-895a-0b51d8a1097f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/quotas/27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 375 time: 0.0107090 Jan 28 20:49:35.437612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-1c008380-4334-47bb-8869-d298a676becc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585961 Jan 28 20:49:35.545867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-a6659c2a-5a27-4ba7-8f55-678ae2c8caad service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021693 Jan 28 20:49:35.664830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-b935ee01-c81d-4732-bcd2-99b2b9f21087 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094582 Jan 28 20:49:36.062478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-786cfab0-4d5d-4ec7-866d-b98af8c690ae req-8158b5ba-5792-4af5-a230-dc105030b187 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 210 time: 0.0546246 Jan 28 20:49:37.172845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42ba0690-347b-4f58-a3fe-d7a4608097ff req-0de2cf1e-c6ed-4594-b99f-dae25aefb1d5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 210 time: 0.0288312 Jan 28 20:49:37.191522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-c86b71b8-46a7-4ad6-92e9-94add3f993df tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:37.193268 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-c86b71b8-46a7-4ad6-92e9-94add3f993df tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1281774 Jan 28 20:49:37.208813 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'port': {'device_id': 'b5c46998-d1f3-40aa-b6dd-edd4f5a721f7', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'admin_state_up': True, 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:49:37.332172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:49:37.336288 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:37.485035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.20.0.8 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/98ba7196-906c-49f0-820e-96f832a451c7) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:49:37.641612 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:49:37.648287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:37.699118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:37.706868 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64afba5c-7eb0-4074-82bc-75a7047a619a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:37.754915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:49:37.761105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:49:37.765556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:49:37.803184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=98ba7196-906c-49f0-820e-96f832a451c7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:37.852294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:37.853107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:37.877698 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-577968b9-cc5c-4cbe-a86b-7d3b52b1a821 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6733820 Jan 28 20:49:37.960363 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Request body: {'port': {'device_id': 'b5c46998-d1f3-40aa-b6dd-edd4f5a721f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:49:38.025844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:38.111736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b46e64d7-75f1-4a9c-a7f3-73a0b19e5dce None None] Provisioning complete for port 98ba7196-906c-49f0-820e-96f832a451c7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:38.113481 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b46e64d7-75f1-4a9c-a7f3-73a0b19e5dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:38.371108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b46e64d7-75f1-4a9c-a7f3-73a0b19e5dce None None] Port 98ba7196-906c-49f0-820e-96f832a451c7 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:49:38.510346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f0882-2ee7-4722-8de2-e12eabcc8c2c req-b727b13a-c867-4908-8a85-be2ae5ba941a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:38.512387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f43f0882-2ee7-4722-8de2-e12eabcc8c2c req-b727b13a-c867-4908-8a85-be2ae5ba941a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 931 time: 0.1007519 Jan 28 20:49:38.539870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ba7196-906c-49f0-820e-96f832a451c7 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:49:38.550982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:38.566021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Transition to ACTIVE for port object 98ba7196-906c-49f0-820e-96f832a451c7 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:49:38.571528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f43f0882-2ee7-4722-8de2-e12eabcc8c2c req-5564856d-f5bd-4186-b8a7-58cbc9aa36d2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515127 Jan 28 20:49:38.573700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:38.665030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Pushing event updated for resources: {'Port': ['ID=98ba7196-906c-49f0-820e-96f832a451c7,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:38.747273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Attempting to bind port 98ba7196-906c-49f0-820e-96f832a451c7 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:49:38.747846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Attempting to bind port 98ba7196-906c-49f0-820e-96f832a451c7 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:49:38.748411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Attempting to bind port 98ba7196-906c-49f0-820e-96f832a451c7 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:49:38.754342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Port 98ba7196-906c-49f0-820e-96f832a451c7 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:49:38.755002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Attempting to bind port 98ba7196-906c-49f0-820e-96f832a451c7 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:49:38.764444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:49:38.765119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:49:38.769328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:49:38.770126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Bound port: 98ba7196-906c-49f0-820e-96f832a451c7, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:49:38.770725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:38.882341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] For port 98ba7196-906c-49f0-820e-96f832a451c7, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:49:38.899995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] For port 98ba7196-906c-49f0-820e-96f832a451c7, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=98ba7196-906c-49f0-820e-96f832a451c7,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:49:38.922688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:39.029799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Pushing event updated for resources: {'Port': ['ID=98ba7196-906c-49f0-820e-96f832a451c7,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:39.038054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:39.038979 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:39.040761 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-72eca6c7-ef16-4c4e-8160-a50bc2ba18a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/98ba7196-906c-49f0-820e-96f832a451c7 HTTP/1.1" status: 200 len: 1091 time: 1.1490002 Jan 28 20:49:39.041313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c46998-d1f3-40aa-b6dd-edd4f5a721f7', 'tag': '98ba7196-906c-49f0-820e-96f832a451c7'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:49:39.045416 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc648a5-a179-493b-ba66-65bd94e5ccf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c46998-d1f3-40aa-b6dd-edd4f5a721f7", "tag": "98ba7196-906c-49f0-820e-96f832a451c7"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:49:39.157977 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a4d3eb-6d62-48ba-8dbe-ffa14a7c8949 x-openstack-request-id: req-75a4d3eb-6d62-48ba-8dbe-ffa14a7c8949 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:49:39.158419 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c46998-d1f3-40aa-b6dd-edd4f5a721f7", "tag": "98ba7196-906c-49f0-820e-96f832a451c7", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:49:39.159030 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75a4d3eb-6d62-48ba-8dbe-ffa14a7c8949 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:49:39.159602 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c46998-d1f3-40aa-b6dd-edd4f5a721f7', 'tag': '98ba7196-906c-49f0-820e-96f832a451c7', 'status': 'completed', 'code': 200} Jan 28 20:49:39.166607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-5d56add8-59f4-4da8-adc1-958f31bb9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:39.168731 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-5d56add8-59f4-4da8-adc1-958f31bb9000 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 1094 time: 0.0783169 Jan 28 20:49:39.268943 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-cba7b08e-a672-4105-87ac-a3350c1f158f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98ba7196-906c-49f0-820e-96f832a451c7 HTTP/1.1" status: 200 len: 217 time: 0.0926707 Jan 28 20:49:39.341599 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-d35ae424-dcec-44fe-870e-5fd43db41220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:39.343981 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-d35ae424-dcec-44fe-870e-5fd43db41220 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0682735 Jan 28 20:49:39.425339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-aa9796a6-36b8-4c7d-ab8a-2695b3fcc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:39.427448 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-aa9796a6-36b8-4c7d-ab8a-2695b3fcc693 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752780 Jan 28 20:49:39.568480 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-71edd202-19c4-49cc-ad44-dd2a4e34be12 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343844 Jan 28 20:49:39.714683 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fd929f16-cf9f-4859-8d16-280271db3b97 req-c9d1609a-2c3f-499f-a29f-a3fef6b5f03e service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389434 Jan 28 20:49:39.795537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf83a9-51b2-4a58-a634-2fe3340c2b2b req-2e066a35-21d5-46a9-9fcf-1a55c11e8a41 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:39.797355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ccf83a9-51b2-4a58-a634-2fe3340c2b2b req-2e066a35-21d5-46a9-9fcf-1a55c11e8a41 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0968680 Jan 28 20:49:39.851193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-f33530a8-c1ee-4166-af09-0928ac6393bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:39.854252 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-f33530a8-c1ee-4166-af09-0928ac6393bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 1094 time: 0.0800545 Jan 28 20:49:39.862733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0ccf83a9-51b2-4a58-a634-2fe3340c2b2b req-1bd8f48e-8a10-4325-9f3c-d28db6342df4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526307 Jan 28 20:49:40.007264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-9b16c44f-9402-4e8b-9175-466ff65ce4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:40.009573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-9b16c44f-9402-4e8b-9175-466ff65ce4b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.1478338 Jan 28 20:49:40.066372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-675e671e-b19b-4896-8c96-3a22be07ecf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98ba7196-906c-49f0-820e-96f832a451c7 HTTP/1.1" status: 200 len: 217 time: 0.0499578 Jan 28 20:49:40.145056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-e06426e3-effd-4d11-8f54-5a869b1e0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:40.146769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-e06426e3-effd-4d11-8f54-5a869b1e0248 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0743830 Jan 28 20:49:40.211759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-db6d847f-313b-4a42-98b0-acd30d5947d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:40.213991 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-db6d847f-313b-4a42-98b0-acd30d5947d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601683 Jan 28 20:49:40.230174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ab1a8afc-c9ac-4426-a097-22ad9f144ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:40.356121 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-d920117e-dce1-436e-ab63-cc46921d19b4 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302085 Jan 28 20:49:40.611040 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cc648a5-a179-493b-ba66-65bd94e5ccf5 req-35d59c6c-7ce1-43e7-8bcb-b4306e087255 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358136 Jan 28 20:49:40.993003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2b899-0106-48cc-83fc-f775c9850bd9 req-97804469-e1c8-41b7-894b-ea70080b896f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:40.996254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffe2b899-0106-48cc-83fc-f775c9850bd9 req-97804469-e1c8-41b7-894b-ea70080b896f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0525992 Jan 28 20:49:41.048484 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffe2b899-0106-48cc-83fc-f775c9850bd9 req-2ca3494a-e5dd-4cc3-a366-1d20a263add0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458670 Jan 28 20:49:41.732538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:42.211025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280baab-b361-407c-a754-eea76e6fc37b req-0c460546-abc7-4cf6-bf7f-9b874ca4cf10 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:42.220586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b280baab-b361-407c-a754-eea76e6fc37b req-0c460546-abc7-4cf6-bf7f-9b874ca4cf10 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0852263 Jan 28 20:49:42.261332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b280baab-b361-407c-a754-eea76e6fc37b req-fcae1d79-9c77-49da-8bc3-d31fe30d3399 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Jan 28 20:49:43.002293 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:43.251493 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:43.394084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc0df-f837-4610-8d75-bc69125c67da req-7a869860-6f4b-448b-86de-4b4e82d0076c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:43.396028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19ddc0df-f837-4610-8d75-bc69125c67da req-7a869860-6f4b-448b-86de-4b4e82d0076c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0629368 Jan 28 20:49:43.437826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-19ddc0df-f837-4610-8d75-bc69125c67da req-983b44c6-a419-4cb3-ab8b-4612cc745747 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350120 Jan 28 20:49:44.586667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad7d08-115f-4159-bc62-6868cba52a62 req-9df18178-bf87-441a-b505-7cbc2abd4c0b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:44.590679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfad7d08-115f-4159-bc62-6868cba52a62 req-9df18178-bf87-441a-b505-7cbc2abd4c0b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0733092 Jan 28 20:49:44.633834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfad7d08-115f-4159-bc62-6868cba52a62 req-fd15f4ff-f118-48f4-9060-4559d5080151 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Jan 28 20:49:45.794406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7d1d-d84a-4707-b3f3-49870025690c req-87c2a6eb-2d4a-4c21-aec0-0da2aad97a5c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:45.796340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-909d7d1d-d84a-4707-b3f3-49870025690c req-87c2a6eb-2d4a-4c21-aec0-0da2aad97a5c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0718174 Jan 28 20:49:45.846332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-909d7d1d-d84a-4707-b3f3-49870025690c req-7d71d9a0-f9ea-47bd-b382-a329fc6aa470 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Jan 28 20:49:46.980064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47582) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:47.000015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926e9a8-f07f-4073-9126-4f92156648ae req-1bdf84ea-bf58-4a7f-b764-b318ed4b0b8f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:47.001711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9926e9a8-f07f-4073-9126-4f92156648ae req-1bdf84ea-bf58-4a7f-b764-b318ed4b0b8f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0670636 Jan 28 20:49:47.049146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9926e9a8-f07f-4073-9126-4f92156648ae req-1aa13f5b-e107-41d4-a8b6-01bfc8fe2107 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Jan 28 20:49:47.111819 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c66ca7d6-d172-4b92-a2b4-c67ab393de03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.195813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c66ca7d6-d172-4b92-a2b4-c67ab393de03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.201173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c66ca7d6-d172-4b92-a2b4-c67ab393de03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.246620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c66ca7d6-d172-4b92-a2b4-c67ab393de03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad13f22375cd44f3821255c6f34ee4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653182 Jan 28 20:49:47.247378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ca7d6-d172-4b92-a2b4-c67ab393de03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f44369-6aee-471f-b666-79404bb6dfd5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:47.250600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47590) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:47.306085 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.331349 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.392682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.395872 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.396855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5f44369-6aee-471f-b666-79404bb6dfd5 HTTP/1.1" status: 204 len: 168 time: 0.1447716 Jan 28 20:49:47.405694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f44369-6aee-471f-b666-79404bb6dfd5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:47.413428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.413798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.414329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.414852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.415190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.415524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.415857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.416269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.416537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.416860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.417187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.417513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c8a4b-12b7-40a0-8da1-1f8c6468c8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:47.710937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47606) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:47.728221 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09d6a0b6-c54d-4bc5-a821-b697c22952b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.815355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09d6a0b6-c54d-4bc5-a821-b697c22952b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.819542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-09d6a0b6-c54d-4bc5-a821-b697c22952b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.858147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6a0b6-c54d-4bc5-a821-b697c22952b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f86c0b-5e90-4a02-a111-19f9ea4c3d2f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:47.863786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-09d6a0b6-c54d-4bc5-a821-b697c22952b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28decafc927842079c080c8d73dc61ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517923 Jan 28 20:49:47.866440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47612) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:47.934444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3a8d-b96b-48e5-a09a-b052ececba7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:47.957517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3a8d-b96b-48e5-a09a-b052ececba7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:48.008855 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3a8d-b96b-48e5-a09a-b052ececba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:48.012372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3a8d-b96b-48e5-a09a-b052ececba7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:48.013574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4fcc3a8d-b96b-48e5-a09a-b052ececba7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22f86c0b-5e90-4a02-a111-19f9ea4c3d2f HTTP/1.1" status: 204 len: 168 time: 0.1458592 Jan 28 20:49:48.021774 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc3a8d-b96b-48e5-a09a-b052ececba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f86c0b-5e90-4a02-a111-19f9ea4c3d2f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:48.192952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00873c8a-dfb8-4ebd-a668-145fc9c0d03d req-7fbda7f6-4db7-45e0-b824-476dcfb32749 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:48.194414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00873c8a-dfb8-4ebd-a668-145fc9c0d03d req-7fbda7f6-4db7-45e0-b824-476dcfb32749 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0624633 Jan 28 20:49:48.231393 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:48.262123 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00873c8a-dfb8-4ebd-a668-145fc9c0d03d req-f188eacf-f05e-4905-af70-a690f42e7544 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615301 Jan 28 20:49:49.408329 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276735b7-4784-4b6b-96a5-0dd375ed9bd3 req-eae518b6-9e68-471e-965a-45a610a7f54a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:49.410016 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-276735b7-4784-4b6b-96a5-0dd375ed9bd3 req-eae518b6-9e68-471e-965a-45a610a7f54a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 943 time: 0.0680656 Jan 28 20:49:49.453935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-276735b7-4784-4b6b-96a5-0dd375ed9bd3 req-15c85a6a-f63b-4a89-9197-5157cf0e640a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Jan 28 20:49:49.538478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 98ba7196-906c-49f0-820e-96f832a451c7 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:49:49.642279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 98ba7196-906c-49f0-820e-96f832a451c7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=98ba7196-906c-49f0-820e-96f832a451c7,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:49.659384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '98ba7196-906c-49f0-820e-96f832a451c7', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'port_id': '98ba7196-906c-49f0-820e-96f832a451c7', 'mac_address': 'fa:16:3e:1f:ad:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:49:49.704704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:49.724679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ba7196-906c-49f0-820e-96f832a451c7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:49:49.746439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 98ba7196-906c-49f0-820e-96f832a451c7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=98ba7196-906c-49f0-820e-96f832a451c7,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:49.751386 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:49.803921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=98ba7196-906c-49f0-820e-96f832a451c7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:49.812501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.812845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.813386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.813883 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.814386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.814887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.815225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.815555 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.815876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.816391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.816903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.817379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:49:49.984191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['98ba7196-906c-49f0-820e-96f832a451c7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:49:50.581834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79b5dc-9e5e-492d-9366-1fe591f5c7a0 req-165951a5-5bcd-4fe3-bbef-f1b6feb5913f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:50.583389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a79b5dc-9e5e-492d-9366-1fe591f5c7a0 req-165951a5-5bcd-4fe3-bbef-f1b6feb5913f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 944 time: 0.0537000 Jan 28 20:49:50.626242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a79b5dc-9e5e-492d-9366-1fe591f5c7a0 req-6f343e7c-f4e6-4205-9ccb-b696cae87593 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348635 Jan 28 20:49:51.529117 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:51.568286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 98ba7196-906c-49f0-820e-96f832a451c7 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:49:51.641238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 98ba7196-906c-49f0-820e-96f832a451c7 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:49:51.645997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 98ba7196-906c-49f0-820e-96f832a451c7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:49:51.646474 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:51.736576 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:51.788222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 98ba7196-906c-49f0-820e-96f832a451c7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=98ba7196-906c-49f0-820e-96f832a451c7,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:49:51.789075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c46998-d1f3-40aa-b6dd-edd4f5a721f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ba7196-906c-49f0-820e-96f832a451c7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:49:51.789303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b853385-7957-49cd-a2ed-e0b442060b78 req-f6028bba-e3e9-47b5-b0bb-4415aeedd32d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:51.791204 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b853385-7957-49cd-a2ed-e0b442060b78 req-f6028bba-e3e9-47b5-b0bb-4415aeedd32d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 944 time: 0.0650415 Jan 28 20:49:51.791879 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f65abe-7884-4a01-8edf-fa2ffcc5ae8c" -d '{"events": [{"server_uuid": "b5c46998-d1f3-40aa-b6dd-edd4f5a721f7", "name": "network-vif-plugged", "status": "completed", "tag": "98ba7196-906c-49f0-820e-96f832a451c7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:49:51.795698 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:51.839051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b853385-7957-49cd-a2ed-e0b442060b78 req-80db25b5-3157-4e0c-8c85-01d6a3701c5b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Jan 28 20:49:51.858270 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f3bef7-9def-4c6b-b53d-8d2dc3e4a9f5 x-openstack-request-id: req-67f3bef7-9def-4c6b-b53d-8d2dc3e4a9f5 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:49:51.858565 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c46998-d1f3-40aa-b6dd-edd4f5a721f7", "name": "network-vif-plugged", "status": "completed", "tag": "98ba7196-906c-49f0-820e-96f832a451c7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:49:51.858811 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67f3bef7-9def-4c6b-b53d-8d2dc3e4a9f5 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:49:51.859196 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c46998-d1f3-40aa-b6dd-edd4f5a721f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ba7196-906c-49f0-820e-96f832a451c7', 'code': 200} Jan 28 20:49:51.860101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=98ba7196-906c-49f0-820e-96f832a451c7,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:51.962825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fbd38-9a32-4f74-a55a-06a4f34e2038 req-d34d7168-fa19-424a-80df-710614f49473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:51.965458 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-632fbd38-9a32-4f74-a55a-06a4f34e2038 req-d34d7168-fa19-424a-80df-710614f49473 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 1096 time: 0.0460877 Jan 28 20:49:52.013915 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-632fbd38-9a32-4f74-a55a-06a4f34e2038 req-770c734f-bc7d-4143-8392-ce085eee1afe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Jan 28 20:49:52.949852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47804) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:52.977017 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad53b9-33bb-4caa-853a-3dca52ecc749 req-8e4562f7-51a7-440c-b4a1-438f05253d01 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:52.978627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91ad53b9-33bb-4caa-853a-3dca52ecc749 req-8e4562f7-51a7-440c-b4a1-438f05253d01 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 945 time: 0.0646155 Jan 28 20:49:53.022488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-91ad53b9-33bb-4caa-853a-3dca52ecc749 req-f910fe5a-1c05-40c4-93e2-31aa68bb2f15 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374181 Jan 28 20:49:53.091543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a98d26b0-eec2-452b-aaed-3d7e10e30211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.178206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a98d26b0-eec2-452b-aaed-3d7e10e30211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.182868 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a98d26b0-eec2-452b-aaed-3d7e10e30211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.223462 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a98d26b0-eec2-452b-aaed-3d7e10e30211 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff10cf93affb44bfab135d78885cbf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717147 Jan 28 20:49:53.223812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d26b0-eec2-452b-aaed-3d7e10e30211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04102661-7a7a-465a-8fa9-970b804cbd75,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:53.225613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47808) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:53.279766 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-597fee4b-0d71-4eec-a878-89cec4ec7800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.302317 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-597fee4b-0d71-4eec-a878-89cec4ec7800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.355146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-597fee4b-0d71-4eec-a878-89cec4ec7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.358281 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-597fee4b-0d71-4eec-a878-89cec4ec7800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.360053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-597fee4b-0d71-4eec-a878-89cec4ec7800 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04102661-7a7a-465a-8fa9-970b804cbd75 HTTP/1.1" status: 204 len: 168 time: 0.1331937 Jan 28 20:49:53.370405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fee4b-0d71-4eec-a878-89cec4ec7800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04102661-7a7a-465a-8fa9-970b804cbd75,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:53.665126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47814) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:53.680937 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-546f1d4a-da2d-4352-808b-5fb9a9c55481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.771850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-546f1d4a-da2d-4352-808b-5fb9a9c55481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.775840 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-546f1d4a-da2d-4352-808b-5fb9a9c55481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.818184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-546f1d4a-da2d-4352-808b-5fb9a9c55481 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ca054fcaa744650b9e3a9981a4896bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496389 Jan 28 20:49:53.818184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f1d4a-da2d-4352-808b-5fb9a9c55481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f9e40a-9790-402d-bec0-e7fc4c5e0579,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:53.819040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47818) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:53.883793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77aac9d8-7939-47a5-9556-8c3c9242dcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.908104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77aac9d8-7939-47a5-9556-8c3c9242dcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.958614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77aac9d8-7939-47a5-9556-8c3c9242dcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.961471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77aac9d8-7939-47a5-9556-8c3c9242dcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:53.972993 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-77aac9d8-7939-47a5-9556-8c3c9242dcdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33f9e40a-9790-402d-bec0-e7fc4c5e0579 HTTP/1.1" status: 204 len: 168 time: 0.1454957 Jan 28 20:49:53.980030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aac9d8-7939-47a5-9556-8c3c9242dcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f9e40a-9790-402d-bec0-e7fc4c5e0579,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:54.145430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce4c8-8687-4ad9-84f5-ed7773f7306d req-23594646-b20a-474b-bfba-b2d6192c178f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:54.160707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-303ce4c8-8687-4ad9-84f5-ed7773f7306d req-23594646-b20a-474b-bfba-b2d6192c178f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 945 time: 0.0662475 Jan 28 20:49:54.208335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-303ce4c8-8687-4ad9-84f5-ed7773f7306d req-d00ff2b7-5d88-43a2-ba89-3a618d6fa832 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366306 Jan 28 20:49:54.341925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fde99d-658d-4ccd-ac69-3c18f8f15132 req-1ce005a8-4743-4a0b-8c13-124e9869bc32 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:54.348821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73fde99d-658d-4ccd-ac69-3c18f8f15132 req-1ce005a8-4743-4a0b-8c13-124e9869bc32 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 945 time: 0.0657713 Jan 28 20:49:54.391977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73fde99d-658d-4ccd-ac69-3c18f8f15132 req-9a71dfb3-18d1-4e01-a663-aca8bf5e0c56 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Jan 28 20:49:56.402344 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3aab04-7209-4737-9700-626eaffedb73 req-99eef4a3-fc5a-4220-9c4f-c82190bb465f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728278 Jan 28 20:49:56.500415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aab04-7209-4737-9700-626eaffedb73 req-d9f98ebb-b388-4421-a407-584395a618a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:56.502293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3aab04-7209-4737-9700-626eaffedb73 req-d9f98ebb-b388-4421-a407-584395a618a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.0486159 Jan 28 20:49:56.611169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47960) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:56.632395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aab04-7209-4737-9700-626eaffedb73 req-d6b0a1b7-9537-4a73-a76e-6d4ad8099448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:56.634275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3aab04-7209-4737-9700-626eaffedb73 req-d6b0a1b7-9537-4a73-a76e-6d4ad8099448 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 897 time: 0.1109154 Jan 28 20:49:56.708222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3aab04-7209-4737-9700-626eaffedb73 req-55b480f1-5157-4d96-9b0d-44bed253106a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 1002 time: 0.0661337 Jan 28 20:49:56.738137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8777312-3889-4c76-b8d5-b072b4fa15d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:56.764538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aab04-7209-4737-9700-626eaffedb73 req-ab758ecb-86e9-4445-9a46-c42e22d14aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:56.766146 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3aab04-7209-4737-9700-626eaffedb73 req-ab758ecb-86e9-4445-9a46-c42e22d14aea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 200 len: 834 time: 0.0479016 Jan 28 20:49:56.838544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8777312-3889-4c76-b8d5-b072b4fa15d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:56.841714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aab04-7209-4737-9700-626eaffedb73 req-a7954c01-a551-4a2d-bbc3-9c5edf3bfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:56.843444 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3aab04-7209-4737-9700-626eaffedb73 req-a7954c01-a551-4a2d-bbc3-9c5edf3bfd00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8599c11e-9b81-4051-be77-2859b007076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687749 Jan 28 20:49:56.843858 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8777312-3889-4c76-b8d5-b072b4fa15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:56.887826 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8777312-3889-4c76-b8d5-b072b4fa15d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f19130ba2a2e49deaa92ce178376b5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754135 Jan 28 20:49:56.888838 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8777312-3889-4c76-b8d5-b072b4fa15d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316aa426-2958-403f-94df-60d0a7d996b8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:56.891275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47968) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:56.951477 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5614fa1-3f63-41d9-bbc1-ce2acc2cc7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:56.956594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3aab04-7209-4737-9700-626eaffedb73 req-4b4f4a76-24f8-4d5f-a5e4-6a18ea9acc1c service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040707 Jan 28 20:49:56.984808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5614fa1-3f63-41d9-bbc1-ce2acc2cc7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.050905 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5614fa1-3f63-41d9-bbc1-ce2acc2cc7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.054040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c5614fa1-3f63-41d9-bbc1-ce2acc2cc7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.055360 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c5614fa1-3f63-41d9-bbc1-ce2acc2cc7e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/316aa426-2958-403f-94df-60d0a7d996b8 HTTP/1.1" status: 204 len: 168 time: 0.1592190 Jan 28 20:49:57.064059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5614fa1-3f63-41d9-bbc1-ce2acc2cc7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316aa426-2958-403f-94df-60d0a7d996b8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:57.112626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e3aab04-7209-4737-9700-626eaffedb73 req-6518d275-9b61-4f47-bcf5-4cb5c01d1d29 service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473138 Jan 28 20:49:57.431850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 47994) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:57.446762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-01d639d4-c292-47be-bd32-debb27ac5ecf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:57.447918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3fe83d63-2c87-4f44-96b0-867ed53e0acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.448912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-01d639d4-c292-47be-bd32-debb27ac5ecf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1344848 Jan 28 20:49:57.467845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-701ff1b1-3503-4158-ae98-1e803e232490 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/quotas/27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 375 time: 0.0115042 Jan 28 20:49:57.528612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-cd437b2a-5ae6-46f1-92d3-cc568e94342c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540698 Jan 28 20:49:57.536915 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3fe83d63-2c87-4f44-96b0-867ed53e0acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.542472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3fe83d63-2c87-4f44-96b0-867ed53e0acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.593336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 47996) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:49:57.593830 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3fe83d63-2c87-4f44-96b0-867ed53e0acd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5de7c05daca34cc3939f2a4da14f2286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590738 Jan 28 20:49:57.596629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe83d63-2c87-4f44-96b0-867ed53e0acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bbfaec-19fa-4958-bfec-6b41a27921a5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:57.670414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-0a5daaaa-f3b4-4ada-8e31-d9a88c7e4505 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340525 Jan 28 20:49:57.675287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f173610b-c5dd-47d4-b046-8b48feb28a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.750333 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f173610b-c5dd-47d4-b046-8b48feb28a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.815824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-05bbb234-aad8-4a17-a30c-a04eaea2b1e0 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375210 Jan 28 20:49:57.831530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f173610b-c5dd-47d4-b046-8b48feb28a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.834270 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f173610b-c5dd-47d4-b046-8b48feb28a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:57.835583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f173610b-c5dd-47d4-b046-8b48feb28a61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71bbfaec-19fa-4958-bfec-6b41a27921a5 HTTP/1.1" status: 204 len: 168 time: 0.2413065 Jan 28 20:49:57.844302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173610b-c5dd-47d4-b046-8b48feb28a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bbfaec-19fa-4958-bfec-6b41a27921a5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:49:58.041836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a4bc528-5781-4503-a8cd-aacd524d780c req-4e44bb9a-af17-4c35-8e3a-7065c5a20417 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 210 time: 0.0351882 Jan 28 20:49:59.184644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ad290c7-9e79-44eb-92a0-9a15611f0a45 req-4ee3dced-8730-472c-9ff6-ea11cd167fa1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 210 time: 0.0389504 Jan 28 20:49:59.305146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-34350648-cd7b-4398-b7e6-bbde7f2ce7b1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:59.308157 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-34350648-cd7b-4398-b7e6-bbde7f2ce7b1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1818140 Jan 28 20:49:59.323239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'port': {'device_id': 'f07f4575-c3e0-49dd-846f-7cac48893c4b', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'admin_state_up': True, 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:49:59.487396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:49:59.491719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:49:59.759337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dd14b-fa0d-4bdd-af4c-473ce44be1e9 req-db9ea32e-61b3-44f8-823b-a5d17c129950 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:49:59.768810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c68dd14b-fa0d-4bdd-af4c-473ce44be1e9 req-db9ea32e-61b3-44f8-823b-a5d17c129950 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.1597404 Jan 28 20:49:59.794061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.20.0.5 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/4ccdbcd1-a0a8-4761-b7f5-8fa225c56459) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:49:59.904329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c68dd14b-fa0d-4bdd-af4c-473ce44be1e9 req-8fd5f7da-7620-478b-ba4a-b9e236d3a6c8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246312 Jan 28 20:49:59.936822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48056) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:00.024255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-69a7f6fe-ddef-4e2c-af11-840a178ac1b6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/3f86260d-dcc7-437a-8be8-ea00164fe419 HTTP/1.1" status: 200 len: 994 time: 0.0862360 Jan 28 20:50:00.066380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:00.108609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:00.128023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['98ba7196-906c-49f0-820e-96f832a451c7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:50:00.249725 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:00.254034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:00.264612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:00.274147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:00.458121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:00.458824 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:00.482294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170259c0-8e69-4b2a-8704-804a90869419 req-e78d24e4-bd0e-4fcb-8a74-2fd2f372cf67 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:00.496872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-170259c0-8e69-4b2a-8704-804a90869419 req-e78d24e4-bd0e-4fcb-8a74-2fd2f372cf67 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 931 time: 0.1875727 Jan 28 20:50:00.508559 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-430fcd9d-8ac3-49fb-9fce-6a02d9ab2c6f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1904306 Jan 28 20:50:00.524433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Request body: {'port': {'device_id': 'f07f4575-c3e0-49dd-846f-7cac48893c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:00.681706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-170259c0-8e69-4b2a-8704-804a90869419 req-89045cbf-4ecb-4e35-a2d8-5a4b359abaf8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811872 Jan 28 20:50:00.747458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29096215-1c18-4ff7-8d85-ca3fb8374fb8 req-1d2391be-8abb-4d78-9705-d79392d9f974 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:00.753720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:00.758290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29096215-1c18-4ff7-8d85-ca3fb8374fb8 req-1d2391be-8abb-4d78-9705-d79392d9f974 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.1789050 Jan 28 20:50:00.763873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-92877833-b068-4f48-9ccc-cc856b771926 None None] Provisioning complete for port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:00.766561 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-92877833-b068-4f48-9ccc-cc856b771926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:00.857565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29096215-1c18-4ff7-8d85-ca3fb8374fb8 req-d734aaa4-0eda-477b-a020-8c34b330f17d tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858471 Jan 28 20:50:00.884469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-92877833-b068-4f48-9ccc-cc856b771926 None None] Port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:01.286779 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:50:01.300748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:01.323031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Transition to ACTIVE for port object 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:50:01.334021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:01.435499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:01.540226 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.541384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.541384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.541384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.541651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.542281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.542797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.543558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.544098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.544636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.545183 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.545699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:01.563186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Attempting to bind port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:01.563806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Attempting to bind port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:01.564296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Attempting to bind port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:01.570431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:50:01.570946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Attempting to bind port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:01.585340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:01.585689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:01.586213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:01.586901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Bound port: 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:01.587387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:01.706203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] For port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:01.711522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] For port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:01.721216 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:01.780332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:01.782724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:01.790489 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 HTTP/1.1" status: 200 len: 1091 time: 1.2724395 Jan 28 20:50:01.821529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07f4575-c3e0-49dd-846f-7cac48893c4b', 'tag': '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:01.833457 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c777996-bf68-4f63-b4a2-8e9f37115213" -d '{"events": [{"name": "network-changed", "server_uuid": "f07f4575-c3e0-49dd-846f-7cac48893c4b", "tag": "4ccdbcd1-a0a8-4761-b7f5-8fa225c56459"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:01.934689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c17c0-b6e9-41aa-9261-2a9f8367e3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:01.980915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-aeb15448-bd7e-40d4-a694-f731bbacdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:01.983024 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-aeb15448-bd7e-40d4-a694-f731bbacdb18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 1094 time: 0.1327059 Jan 28 20:50:01.988314 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1df55c-2cc3-499b-8bf6-abe725b71eb8 req-14fa75b8-b66c-44f9-9cdb-0df1918ba690 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:02.002593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c1df55c-2cc3-499b-8bf6-abe725b71eb8 req-14fa75b8-b66c-44f9-9cdb-0df1918ba690 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.1360128 Jan 28 20:50:02.050105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-933e812f-83c1-4734-b3fc-efc24870b57f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 HTTP/1.1" status: 200 len: 217 time: 0.0572627 Jan 28 20:50:02.113984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c1df55c-2cc3-499b-8bf6-abe725b71eb8 req-d4ba2329-de99-4097-a24c-d9bdf8de3f25 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096966 Jan 28 20:50:02.209683 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26515bba-a12b-4ffa-a82a-ce0132cbcf20 x-openstack-request-id: req-26515bba-a12b-4ffa-a82a-ce0132cbcf20 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:02.210466 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07f4575-c3e0-49dd-846f-7cac48893c4b", "tag": "4ccdbcd1-a0a8-4761-b7f5-8fa225c56459", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:02.211151 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26515bba-a12b-4ffa-a82a-ce0132cbcf20 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:02.211883 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07f4575-c3e0-49dd-846f-7cac48893c4b', 'tag': '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459', 'status': 'completed', 'code': 200} Jan 28 20:50:02.216912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-c7068222-24ae-4067-a3e9-680d8f59e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:02.223734 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-c7068222-24ae-4067-a3e9-680d8f59e7bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.1644430 Jan 28 20:50:02.323035 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-724e818f-a46c-41af-9a12-d408607168e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3834634 Jan 28 20:50:02.328682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-29508bc1-e158-4e62-8342-ae4a8aadf479 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:50:02.337190 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-29508bc1-e158-4e62-8342-ae4a8aadf479 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130980 Jan 28 20:50:02.351519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-fe782b37-a685-4f91-af85-7363c50c83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:02.365943 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-fe782b37-a685-4f91-af85-7363c50c83d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285975 Jan 28 20:50:03.082592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-d39cab03-f07c-40cb-b019-90fbd47c364e service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056541 Jan 28 20:50:03.246253 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-10dab6eb-2f97-4bdf-b90f-eaa9303fced7 req-8dd5c952-faaa-475e-b6cc-254d79973b69 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564021 Jan 28 20:50:03.293371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0de8c-d59e-4b40-aa4e-9af2f170f901 req-2cb86cde-f5ad-4800-b35e-b67783f112c1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:03.294966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fa0de8c-d59e-4b40-aa4e-9af2f170f901 req-2cb86cde-f5ad-4800-b35e-b67783f112c1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0633483 Jan 28 20:50:03.375456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fa0de8c-d59e-4b40-aa4e-9af2f170f901 req-b4e94335-0a22-4cc7-94ee-996f8e19a5c5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689359 Jan 28 20:50:03.425210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-8a78405b-3c96-4cd1-8af3-6cf62d5863ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:03.426588 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-8a78405b-3c96-4cd1-8af3-6cf62d5863ca service neutron] 10.222.0.44 "GET /v2.0/ports/1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 1094 time: 0.0488796 Jan 28 20:50:03.434315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-e44680f2-2934-432c-8c4a-d93c54010643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:03.436081 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-e44680f2-2934-432c-8c4a-d93c54010643 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 1094 time: 0.1245775 Jan 28 20:50:03.440324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Request body: {'binding': {'host': 'n-h1-825064-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:03.440788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Unknown quota resources ['binding']. {{(pid=102306) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 20:50:03.605945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-e565a2a5-faaa-4908-9f40-28dcf592f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:03.608019 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-e565a2a5-faaa-4908-9f40-28dcf592f794 service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.1636951 Jan 28 20:50:03.710508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on host n-h1-825064-3 for vnic_type normal with profile None {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:03.711122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:03.711622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:03.715343 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-f23f8549-465f-4c98-8ff7-4f2a1e42edf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 HTTP/1.1" status: 200 len: 217 time: 0.0528591 Jan 28 20:50:03.718982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:50:03.719538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:03.735005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:03.735554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Checking segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:03.736146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Bound using segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:03.736868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Bound port: 1a5e6be7-a88c-4511-960b-7a41857bedc9, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:03.946345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-dc5634ed-7058-4051-b5a6-71ac377e87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:03.948127 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-dc5634ed-7058-4051-b5a6-71ac377e87d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.2232301 Jan 28 20:50:03.983526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:04.013751 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] Notify callbacks [] for binding, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:04.015620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] 10.222.0.44 "POST /v2.0/ports/1a5e6be7-a88c-4511-960b-7a41857bedc9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5786791 Jan 28 20:50:04.038471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-ace568a8-2f25-4431-970a-2bdda69b0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:04.043213 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-ace568a8-2f25-4431-970a-2bdda69b0ad1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837214 Jan 28 20:50:04.239843 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-51e8f794-5b5f-4b65-a83c-b9dc140682ff service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881263 Jan 28 20:50:04.346495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4b0f1-cd42-4f25-82c5-e2c55fd3cc11 req-619c35a1-d671-49d0-8e5e-11f39ceb27b4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:04.355720 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b4b0f1-cd42-4f25-82c5-e2c55fd3cc11 req-619c35a1-d671-49d0-8e5e-11f39ceb27b4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.1196616 Jan 28 20:50:04.468356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71b4b0f1-cd42-4f25-82c5-e2c55fd3cc11 req-6cdf877b-bcb3-4da3-9008-3d6f72c666b2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114864 Jan 28 20:50:04.497296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-db3fdcc4-8262-4452-a48e-0a9ba21e9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:04.503308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-db3fdcc4-8262-4452-a48e-0a9ba21e9884 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.1402652 Jan 28 20:50:04.583360 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6c777996-bf68-4f63-b4a2-8e9f37115213 req-97bc8324-ddfe-498f-8d10-4e89d43ea6ce service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358130 Jan 28 20:50:04.646207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7cc59-4783-4185-b932-c330acbd5d44 req-7a6082ac-f466-4858-8a88-3daa9a706622 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:04.655303 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5c7cc59-4783-4185-b932-c330acbd5d44 req-7a6082ac-f466-4858-8a88-3daa9a706622 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.1098871 Jan 28 20:50:04.748216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5c7cc59-4783-4185-b932-c330acbd5d44 req-2f2ace5e-1a0b-4643-b364-f75cfa16ab00 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873156 Jan 28 20:50:04.748216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-82cf40bc-abae-463c-9378-46939f97092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:04.748216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-82cf40bc-abae-463c-9378-46939f97092e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 897 time: 0.2328215 Jan 28 20:50:04.833803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-0f38604d-dab2-41a9-aa7b-7ff4dfb38305 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 1002 time: 0.0780756 Jan 28 20:50:04.906876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a831d22a-115f-42a7-992c-e8ab62f3516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:04.910847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a831d22a-115f-42a7-992c-e8ab62f3516c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 200 len: 834 time: 0.0692012 Jan 28 20:50:04.999152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-eea06444-9ff7-4b74-9f31-01225bc4fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:05.001182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-eea06444-9ff7-4b74-9f31-01225bc4fd81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8599c11e-9b81-4051-be77-2859b007076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775671 Jan 28 20:50:05.144861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-bd133773-e634-4534-ac5f-ee3e45a3fb4f service neutron] 10.222.0.13 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344280 Jan 28 20:50:05.274133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-fc32fe70-f8b5-4058-ab61-3a0580ae12b6 service neutron] 10.222.0.13 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212640 Jan 28 20:50:05.433471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-81400963-56bd-4b05-9068-c06971eab00e tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:05.435090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-81400963-56bd-4b05-9068-c06971eab00e tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1&tenant_id=93eedc7af78849d0b6487edf1964282e&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1097 time: 0.0954680 Jan 28 20:50:05.448568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-3'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:05.522323 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:05.864922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7612ff-5db6-4cef-8896-da4be188df43 req-cfff399d-9e41-4ad3-9292-3cfb3b157ff4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:05.886340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c7612ff-5db6-4cef-8896-da4be188df43 req-cfff399d-9e41-4ad3-9292-3cfb3b157ff4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.2820997 Jan 28 20:50:05.979594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:06.038368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607938d-27d0-4abc-8503-d9ce98f5e719 req-a9988b92-4b0b-402c-ac95-5ea0fa070656 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:06.050083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7607938d-27d0-4abc-8503-d9ce98f5e719 req-a9988b92-4b0b-402c-ac95-5ea0fa070656 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.1546762 Jan 28 20:50:06.055236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c7612ff-5db6-4cef-8896-da4be188df43 req-e1f6e844-f825-4dd6-be7c-4ce952b2de7e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679866 Jan 28 20:50:06.117471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7607938d-27d0-4abc-8503-d9ce98f5e719 req-0d578ca5-edd4-44f3-8c81-0e7735d25dbe tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583341 Jan 28 20:50:06.121749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:06.191873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:06.196502 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b6758a-a256-4485-a5f0-811713ea3de4" -d '{"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:06.205213 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:06.211831 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:06.300828 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ea0122-fc2b-4bb8-aff1-fb130bef2982 x-openstack-request-id: req-a6ea0122-fc2b-4bb8-aff1-fb130bef2982 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:06.301131 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:06.301418 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6ea0122-fc2b-4bb8-aff1-fb130bef2982 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:06.301757 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'code': 200} Jan 28 20:50:06.304396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:06.526435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on host n-h2-825064-3 for vnic_type normal with profile {"migrating_to": "n-h1-825064-3"} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:06.529649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:06.530664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:06.542289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:50:06.542625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Attempting to bind port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on network 8599c11e-9b81-4051-be77-2859b007076c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:06.553756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:06.554094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Checking segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:06.554681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Bound using segment: {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:06.555294 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Bound port: 1a5e6be7-a88c-4511-960b-7a41857bedc9, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d6136ca-7e1e-46f8-b79d-28d757c506ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8599c11e-9b81-4051-be77-2859b007076c'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:06.555837 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:06.682292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:06.692866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:06.706407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:06.764654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f64257af-d1da-4241-8315-78823c308126 None None] Provisioning complete for port 1a5e6be7-a88c-4511-960b-7a41857bedc9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:06.765758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f64257af-d1da-4241-8315-78823c308126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:06.775916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=8']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:06.910364 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f64257af-d1da-4241-8315-78823c308126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:06.950078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:06.956682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:06.959536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-7cf82c48-2e5d-476e-9d77-b8a5cc8157b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 1122 time: 1.5170202 Jan 28 20:50:06.996019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f64257af-d1da-4241-8315-78823c308126 None None] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:06.999050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:07.004106 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fc85b9-5ce0-4037-83d9-56eaa98855f2" -d '{"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-plugged", "status": "completed", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:07.023603 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f64257af-d1da-4241-8315-78823c308126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:07.281540 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0b846-965d-43f7-a8a7-b48f18bbdb5f x-openstack-request-id: req-16c0b846-965d-43f7-a8a7-b48f18bbdb5f {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:07.282111 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-plugged", "status": "completed", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:07.282790 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16c0b846-965d-43f7-a8a7-b48f18bbdb5f {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:07.282790 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'code': 200} Jan 28 20:50:07.312688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['1a5e6be7-a88c-4511-960b-7a41857bedc9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:50:07.344721 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbb30c-535a-4edf-91a5-299078818f62 req-1d2ebf40-5306-4a61-a996-b026c5d775ea tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:07.346530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dabbb30c-535a-4edf-91a5-299078818f62 req-1d2ebf40-5306-4a61-a996-b026c5d775ea tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.1005645 Jan 28 20:50:07.372080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1292346-8ef1-41fa-92ee-87bfdbbb85f9 req-c5372369-08ad-4966-aa9c-241838d06fea tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:07.382111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1292346-8ef1-41fa-92ee-87bfdbbb85f9 req-c5372369-08ad-4966-aa9c-241838d06fea tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.1250067 Jan 28 20:50:07.422626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64257af-d1da-4241-8315-78823c308126 None None] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:07.495956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1292346-8ef1-41fa-92ee-87bfdbbb85f9 req-e4e8c7f3-a2e0-436f-b87b-ade6f399e7f6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132863 Jan 28 20:50:07.517729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dabbb30c-535a-4edf-91a5-299078818f62 req-36c210c5-b953-4365-aa6d-a3e7cda4796e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636393 Jan 28 20:50:07.538182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2ddbbd46-9fe5-4f9a-926d-421c14dc0ca4 None None] Provisioning complete for port 1a5e6be7-a88c-4511-960b-7a41857bedc9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:07.538791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ddbbd46-9fe5-4f9a-926d-421c14dc0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:07.748969 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8706df65-e3d7-4276-8a6b-63a327c6c0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:08.303361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:08.306357 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3359bd-f4f3-4b42-85bd-89ebb516c550" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:08.352811 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9ff17c-3a0a-49aa-897e-99537d8bb5c2 x-openstack-request-id: req-2f9ff17c-3a0a-49aa-897e-99537d8bb5c2 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:08.353287 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:08.353545 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f9ff17c-3a0a-49aa-897e-99537d8bb5c2 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:08.354006 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'status': 'completed', 'code': 200} Jan 28 20:50:08.450707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-0e1529f1-c265-4eee-8168-3a6769956fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:08.452430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-0e1529f1-c265-4eee-8168-3a6769956fdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1127 time: 0.0663424 Jan 28 20:50:08.600670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-5d38ddcd-88e6-422f-a3cf-59f29fdc4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:08.602893 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-5d38ddcd-88e6-422f-a3cf-59f29fdc4c3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 897 time: 0.1429362 Jan 28 20:50:08.696254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-16491683-2ef9-4111-a877-523b7bf3ab71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 1002 time: 0.0749691 Jan 28 20:50:08.815322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-9afe7c56-416a-4558-8349-3df39e614105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:08.817051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-9afe7c56-416a-4558-8349-3df39e614105 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 200 len: 834 time: 0.0945747 Jan 28 20:50:08.826440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-1fd5b4e8-6de8-4c4f-957f-49a700974be8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2397096 Jan 28 20:50:08.920839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946fd34-6826-4a04-becd-527a8a1f482c req-cf5819a6-e9b4-4dd0-a0ac-15550a770ad1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:08.928848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a946fd34-6826-4a04-becd-527a8a1f482c req-cf5819a6-e9b4-4dd0-a0ac-15550a770ad1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.2312217 Jan 28 20:50:08.949856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e24ae-5ab3-4df7-bd20-0226f66a94fa req-9031ae8a-4b4c-416c-a271-ed11ebcedb4a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:08.951368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a99e24ae-5ab3-4df7-bd20-0226f66a94fa req-9031ae8a-4b4c-416c-a271-ed11ebcedb4a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.2524259 Jan 28 20:50:09.022900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-a410cf2f-3149-4973-930c-4057239a47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:09.024585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-a410cf2f-3149-4973-930c-4057239a47a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8599c11e-9b81-4051-be77-2859b007076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961296 Jan 28 20:50:09.068801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a946fd34-6826-4a04-becd-527a8a1f482c req-8ba45cb4-81fc-4945-bae9-05de3780c764 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392694 Jan 28 20:50:09.090357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a99e24ae-5ab3-4df7-bd20-0226f66a94fa req-4bee319b-86e6-4334-829b-bb66e7dd9c72 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142478 Jan 28 20:50:09.131242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-b3910e4d-6a30-4d3e-9835-d71adf59cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:09.132810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-b3910e4d-6a30-4d3e-9835-d71adf59cf61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f7834c40a0e42c2badcfd67794cf4a4&device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 1096 time: 0.2490706 Jan 28 20:50:09.260380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-59098347-c6a5-4255-b50b-afd38b59bc5d service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191958 Jan 28 20:50:09.626616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1a5e6be7-a88c-4511-960b-7a41857bedc9 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:50:09.860796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-efe05941-698b-421e-b339-19b53246cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:09.862282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-efe05941-698b-421e-b339-19b53246cf8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 HTTP/1.1" status: 200 len: 909 time: 0.7019739 Jan 28 20:50:09.919798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:09.966828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1a5e6be7-a88c-4511-960b-7a41857bedc9 has no active binding in host n-h1-825064-3 {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 20:50:09.988210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-eb5cb0c9-6c9a-4489-8ed7-ab35a17bae60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8ec349-ca02-415d-85cc-9e06018ee600 HTTP/1.1" status: 200 len: 1001 time: 0.1063631 Jan 28 20:50:09.992168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3359bd-f4f3-4b42-85bd-89ebb516c550 req-8898d4c5-47be-4a37-814d-aec0785aa3f9 service neutron] 10.222.0.26 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244565 Jan 28 20:50:10.112778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-5de58ae7-6a3f-4921-9e38-3310c481cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:10.114951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-5de58ae7-6a3f-4921-9e38-3310c481cb1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4d5df85b-9cb3-406b-a686-ddd5dd578bc2 HTTP/1.1" status: 200 len: 847 time: 0.1157300 Jan 28 20:50:10.258633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-908d3b1d-0d71-4c86-92a1-472220d4a35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:10.259544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-93107462-697e-49ed-b7ed-511eaa4b30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:10.262328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-93107462-697e-49ed-b7ed-511eaa4b30a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378152 Jan 28 20:50:10.523410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4268c-8984-41a3-adb6-0baa585db34c req-a5a7c7fd-88cd-4c29-9e3f-6cb856565558 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:10.532132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9f4268c-8984-41a3-adb6-0baa585db34c req-a5a7c7fd-88cd-4c29-9e3f-6cb856565558 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.3059752 Jan 28 20:50:10.588706 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-a7e44148-7bf5-4a70-9b42-e240df969733 service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031297 Jan 28 20:50:10.645503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1d03b-ae57-4d0b-b8f1-b0340b2e15b8 req-50264491-91d7-4fdf-b45f-5ccbbbca5b95 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:10.647025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17d1d03b-ae57-4d0b-b8f1-b0340b2e15b8 req-50264491-91d7-4fdf-b45f-5ccbbbca5b95 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.2570803 Jan 28 20:50:10.656845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9f4268c-8984-41a3-adb6-0baa585db34c req-009112fe-f89f-47be-a804-63b4c194053c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238737 Jan 28 20:50:10.835463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17d1d03b-ae57-4d0b-b8f1-b0340b2e15b8 req-160defe9-c7fc-4ee9-a354-ca6e5b3df9fa tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742086 Jan 28 20:50:10.905681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37b15cab-c380-4784-88ec-ba35338c8f7c req-5d7518b2-c7b6-4a58-b44f-91cff18cbaaa service neutron] 10.222.0.13 "GET /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103466 Jan 28 20:50:11.701493 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:11.792171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810b9ac-6f3b-474f-a0e9-1bd1ef6ecc91 req-2f123ed0-4ece-43bf-a7e2-0e475e7765d8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:11.793682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5810b9ac-6f3b-474f-a0e9-1bd1ef6ecc91 req-2f123ed0-4ece-43bf-a7e2-0e475e7765d8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 946 time: 0.0577266 Jan 28 20:50:11.834124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5810b9ac-6f3b-474f-a0e9-1bd1ef6ecc91 req-e4e0c144-5966-44f7-9882-2c6cb1a1fb82 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Jan 28 20:50:11.966320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab2b0-2514-4f4b-9ae4-d41bddaf7e6b req-9a59aa81-ecbc-401a-8e84-f2ed9a752640 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:11.967823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f83ab2b0-2514-4f4b-9ae4-d41bddaf7e6b req-9a59aa81-ecbc-401a-8e84-f2ed9a752640 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0585592 Jan 28 20:50:12.019998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f83ab2b0-2514-4f4b-9ae4-d41bddaf7e6b req-6d1bd81f-be14-4ba7-be93-925360b21294 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Jan 28 20:50:12.615181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-b820a20e-f541-4ad4-a228-c31c7d2d5d2c service neutron] 10.222.0.26 "GET /v2.0/ports/1a5e6be7-a88c-4511-960b-7a41857bedc9/bindings/n-h1-825064-3 HTTP/1.1" status: 200 len: 384 time: 0.0691772 Jan 28 20:50:12.826219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:12.851608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:12.913217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:12.925645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:12.928428 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e5e96e-c2f3-4e45-b036-a70fe4042bfa" -d '{"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:12.943401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:12.976814 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90f3ea4-0181-4145-bc3f-71516867fadf x-openstack-request-id: req-b90f3ea4-0181-4145-bc3f-71516867fadf {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:12.977542 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:12.977542 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b90f3ea4-0181-4145-bc3f-71516867fadf {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:12.977731 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'code': 200} Jan 28 20:50:13.006400 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:13.045687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d91f-5204-4211-b67d-91566cf6022e req-a7ed14d5-d779-4383-9e67-ad2754b1a32e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:13.047196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a762d91f-5204-4211-b67d-91566cf6022e req-a7ed14d5-d779-4383-9e67-ad2754b1a32e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 945 time: 0.1147275 Jan 28 20:50:13.104579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] Transition to ACTIVE for port object 1a5e6be7-a88c-4511-960b-7a41857bedc9 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:50:13.113257 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:13.154117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a762d91f-5204-4211-b67d-91566cf6022e req-6bbc1929-8ab3-448a-8c2d-9dca4013bf4f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982454 Jan 28 20:50:13.269650 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:13.330520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] Pushing event updated for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=11']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:13.362223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf5d4-4d63-4a3d-9ec4-407109a67e14 req-2d32b1c9-9ae4-4f4f-8bcc-ad886740367d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:13.370205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9cbf5d4-4d63-4a3d-9ec4-407109a67e14 req-2d32b1c9-9ae4-4f4f-8bcc-ad886740367d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.2199218 Jan 28 20:50:13.373487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] No DVR routers for this DVR port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:50:13.476581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9cbf5d4-4d63-4a3d-9ec4-407109a67e14 req-1e86e5a6-5255-49f8-b10c-02be0395c571 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001561 Jan 28 20:50:13.576289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-a101ee57-ed8a-4a4e-90a4-4280a264926c service neutron] 10.222.0.26 "PUT /v2.0/ports/1a5e6be7-a88c-4511-960b-7a41857bedc9/bindings/n-h1-825064-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9501135 Jan 28 20:50:13.692237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-0afaa065-ad6f-460c-b141-755f5d6d1bcd tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:13.693990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-0afaa065-ad6f-460c-b141-755f5d6d1bcd tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1&tenant_id=93eedc7af78849d0b6487edf1964282e&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.0530992 Jan 28 20:50:13.756836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-428b1514-76a1-40e4-8bf9-9506db3ceffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:13.758594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-428b1514-76a1-40e4-8bf9-9506db3ceffa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 1096 time: 0.0463889 Jan 28 20:50:13.823951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-ca795b41-907d-4f67-a750-8e67845a2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:13.825518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-ca795b41-907d-4f67-a750-8e67845a2304 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0449114 Jan 28 20:50:13.930414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-4f696078-0492-40f9-b3c0-a3652c0758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:13.932079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-4f696078-0492-40f9-b3c0-a3652c0758ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 897 time: 0.0995691 Jan 28 20:50:14.004048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-9cae5bc0-b205-4bdb-a511-73db4b7b57fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 1000 time: 0.0657208 Jan 28 20:50:14.066196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-07d963c8-179a-4784-ade9-c02ee4189584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:14.068219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-07d963c8-179a-4784-ade9-c02ee4189584 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 200 len: 834 time: 0.0546088 Jan 28 20:50:14.125782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-ba81e832-4efd-4d5a-8245-d7b50982939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:14.127492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-ba81e832-4efd-4d5a-8245-d7b50982939a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8599c11e-9b81-4051-be77-2859b007076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517433 Jan 28 20:50:14.310426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-34a63e42-13e6-4c96-abd2-c9141c0d5cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719241 Jan 28 20:50:14.434574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca8376-5b77-479e-8395-7eb5c9836682 req-6e57e703-43f7-4e2b-b0b0-fdf2ea725dab tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:14.436140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ca8376-5b77-479e-8395-7eb5c9836682 req-6e57e703-43f7-4e2b-b0b0-fdf2ea725dab tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 945 time: 0.1431019 Jan 28 20:50:14.441922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-549043a6-6e6f-4770-9d02-42505b0520c0 service neutron] 10.222.0.13 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166739 Jan 28 20:50:14.480783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63ca8376-5b77-479e-8395-7eb5c9836682 req-519c7da3-9d69-4be5-ab67-4e65a74bf72a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370080 Jan 28 20:50:14.595454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c1252-3183-4b3b-90c6-711b384549b6 req-c825c2d5-3bc1-4b4c-a5a6-918ff5342b73 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:14.597272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-051c1252-3183-4b3b-90c6-711b384549b6 req-c825c2d5-3bc1-4b4c-a5a6-918ff5342b73 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0581715 Jan 28 20:50:14.642460 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:50:14.673945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-051c1252-3183-4b3b-90c6-711b384549b6 req-36f50ae8-b68a-47e1-a1cc-a336458402bd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643082 Jan 28 20:50:14.748128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-afd9eeb8-4c8a-4e5c-97e0-c5ffbe78149c tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:14.749673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-afd9eeb8-4c8a-4e5c-97e0-c5ffbe78149c tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1&tenant_id=93eedc7af78849d0b6487edf1964282e&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 1096 time: 0.0685349 Jan 28 20:50:14.955909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-03132198-a7ba-4296-b412-a1f4b1afffe3 service neutron] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:14.959995 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-03132198-a7ba-4296-b412-a1f4b1afffe3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:14.962107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-03132198-a7ba-4296-b412-a1f4b1afffe3 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1a5e6be7-a88c-4511-960b-7a41857bedc9/bindings/n-h2-825064-3 HTTP/1.1" status: 204 len: 173 time: 0.2033000 Jan 28 20:50:15.703080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8b4e1-4fb5-44e6-bed3-bf72cf510130 req-e30e09aa-c636-4db4-8c13-c42dfab9e157 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:15.713053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97c8b4e1-4fb5-44e6-bed3-bf72cf510130 req-e30e09aa-c636-4db4-8c13-c42dfab9e157 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 945 time: 0.1024706 Jan 28 20:50:15.762398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97c8b4e1-4fb5-44e6-bed3-bf72cf510130 req-bbc0f31f-2efb-498f-be84-934494ab5904 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 Jan 28 20:50:15.895235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d917f-f349-4474-85ce-bd0278d524ac req-be9fd244-5f81-4baa-9bc7-bffac22c982a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:15.896958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-439d917f-f349-4474-85ce-bd0278d524ac req-be9fd244-5f81-4baa-9bc7-bffac22c982a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.1124473 Jan 28 20:50:15.981095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74936d-63b5-4441-9ccd-44f066589988 req-665b2a49-a2bc-42dd-8e52-9ff280667414 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:15.982654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c74936d-63b5-4441-9ccd-44f066589988 req-665b2a49-a2bc-42dd-8e52-9ff280667414 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0846753 Jan 28 20:50:15.986779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-439d917f-f349-4474-85ce-bd0278d524ac req-b0a83392-9358-4da0-aaa4-62de939acd6c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562789 Jan 28 20:50:16.079327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c74936d-63b5-4441-9ccd-44f066589988 req-363d4ec6-dbb0-46d9-8df9-e26583de5c81 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681241 Jan 28 20:50:16.167758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1a5e6be7-a88c-4511-960b-7a41857bedc9 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:50:16.315245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 1a5e6be7-a88c-4511-960b-7a41857bedc9 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:50:16.350395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac267eb-a5af-4d3a-b0a4-90fbeb8f8b76 req-b30ba1df-9ba0-42c8-a743-69a20975e592 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:16.352156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fac267eb-a5af-4d3a-b0a4-90fbeb8f8b76 req-b30ba1df-9ba0-42c8-a743-69a20975e592 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 945 time: 0.0996511 Jan 28 20:50:16.408292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fac267eb-a5af-4d3a-b0a4-90fbeb8f8b76 req-cec920d8-577f-4cca-9f69-026f90218435 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489910 Jan 28 20:50:16.436681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48708) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:16.520452 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6feffcc8-83aa-4f1c-b51d-0d5c23844775 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/3f86260d-dcc7-437a-8be8-ea00164fe419 HTTP/1.1" status: 200 len: 992 time: 0.0814512 Jan 28 20:50:17.127366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c165940-70d8-49ef-ae3b-9ebf26dae4b1 req-17860284-000f-416d-98d6-72132bd1bacf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:17.130436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c165940-70d8-49ef-ae3b-9ebf26dae4b1 req-17860284-000f-416d-98d6-72132bd1bacf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0562153 Jan 28 20:50:17.198250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c165940-70d8-49ef-ae3b-9ebf26dae4b1 req-cf08ec35-4b9d-4473-b6f4-c6fa9f6be223 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Jan 28 20:50:18.228689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:18.402061 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814bcc4-b2ec-4a3c-a173-11effc2a0563 req-682ea221-5887-4096-96c4-6eb9b6be1665 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:18.411767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e814bcc4-b2ec-4a3c-a173-11effc2a0563 req-682ea221-5887-4096-96c4-6eb9b6be1665 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0918088 Jan 28 20:50:18.458862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e814bcc4-b2ec-4a3c-a173-11effc2a0563 req-5084362c-c1d6-48e2-9949-2ffb1f2988ed tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455887 Jan 28 20:50:18.764828 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48772) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:18.961185 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 8ae90927-58be-4c28-9b7d-c0f8d0a08ef9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:50:18.961845 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:19.054102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:19.054435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:19.069050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 8ae90927-58be-4c28-9b7d-c0f8d0a08ef9 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:50:19.257848 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:19.289936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=8ae90927-58be-4c28-9b7d-c0f8d0a08ef9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:19.380163 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:19.381017 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Floating IP 3f86260d-dcc7-437a-8be8-ea00164fe419 disassociated (deleted). External IP: 172.25.2.106, port: 1a5e6be7-a88c-4511-960b-7a41857bedc9. Jan 28 20:50:19.589553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d00f7e-4a89-48fa-9c13-05f089252192 req-dae11394-6a57-456e-8efa-358e0b5120b3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:19.591189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56d00f7e-4a89-48fa-9c13-05f089252192 req-dae11394-6a57-456e-8efa-358e0b5120b3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0583260 Jan 28 20:50:19.631831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56d00f7e-4a89-48fa-9c13-05f089252192 req-2e9b3f71-04ec-4c5a-a106-bf200dca143a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Jan 28 20:50:19.699371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 54bd69fc-3463-48ac-83cb-c06f8233afe8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:50:19.831339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:50:19.839537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:19.850961 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] Sync routers for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:50:19.862377 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:19.862983 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:19.884902 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2f2fc9a7-5b40-45fb-956c-619bc76b3c7f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/floatingips/3f86260d-dcc7-437a-8be8-ea00164fe419 HTTP/1.1" status: 204 len: 168 time: 1.1185887 Jan 28 20:50:19.885902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:19.888762 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:19.959602 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74773206-3a0c-4f5d-bba3-8fdd635989eb x-openstack-request-id: req-74773206-3a0c-4f5d-bba3-8fdd635989eb {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:19.959936 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:19.960142 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74773206-3a0c-4f5d-bba3-8fdd635989eb {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:19.960577 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'status': 'completed', 'code': 200} Jan 28 20:50:20.065707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-3d62603b-51bc-4e89-964e-30ae83e06d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:20.071997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-3d62603b-51bc-4e89-964e-30ae83e06d6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0700018 Jan 28 20:50:20.104048 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:20.287589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-e293e0d1-e8db-4a50-9741-67be83acc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:20.289190 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-e293e0d1-e8db-4a50-9741-67be83acc865 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 200 len: 897 time: 0.1954343 Jan 28 20:50:20.316374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97d27c-91c4-4a8a-8fac-95bdbb35e6c3 req-67323d8d-f908-4a20-a689-127b4743d5ba tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:20.318059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd97d27c-91c4-4a8a-8fac-95bdbb35e6c3 req-67323d8d-f908-4a20-a689-127b4743d5ba tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 945 time: 0.1082785 Jan 28 20:50:20.367171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-7c8cc54b-78e4-47d2-999c-e92ab052d36c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 200 len: 217 time: 0.0681188 Jan 28 20:50:20.372534 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:08Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:20.410155 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] Checking router: 54bd69fc-3463-48ac-83cb-c06f8233afe8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:50:20.426546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:20.431493 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:20.452896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd97d27c-91c4-4a8a-8fac-95bdbb35e6c3 req-11962430-d900-4897-9f05-6cec408f93d1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5355efe-3360-4d5e-b918-c091221c92c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248753 Jan 28 20:50:20.464512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-2c232d18-ec66-4463-bcac-5b957c8173d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:20.466004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-2c232d18-ec66-4463-bcac-5b957c8173d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 200 len: 834 time: 0.0899613 Jan 28 20:50:20.539451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-fc0f9985-1cd9-4548-a253-3c7bbb651482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:20.549439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-fc0f9985-1cd9-4548-a253-3c7bbb651482 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8599c11e-9b81-4051-be77-2859b007076c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651639 Jan 28 20:50:20.602400 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:20.712538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-59c60cbe-2c3b-4a9b-9725-cc2d89593521 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:20.718604 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-59c60cbe-2c3b-4a9b-9725-cc2d89593521 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 945 time: 0.1222942 Jan 28 20:50:20.731059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-de50b18f-3bac-4717-9be5-8538144c6c03 service neutron] 10.222.0.13 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812401 Jan 28 20:50:20.896167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 1a5e6be7-a88c-4511-960b-7a41857bedc9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:50:20.896782 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:20.942518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35415b-e227-4803-be06-28b3347cfe37 req-05c59577-591f-4c87-a855-40eb52bdb393 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:20.944440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad35415b-e227-4803-be06-28b3347cfe37 req-05c59577-591f-4c87-a855-40eb52bdb393 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.1132092 Jan 28 20:50:20.947315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-ea8cdb7d-38d9-4808-9bbb-b5165d351175 service neutron] 10.222.0.13 "GET /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068624 Jan 28 20:50:21.003573 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:08Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:21.022152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad35415b-e227-4803-be06-28b3347cfe37 req-c8f8e24e-97a4-4116-ab3d-ce958027ea13 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660322 Jan 28 20:50:21.050330 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30295732-339c-42e1-af90-3d7556449ef3 None None] The sync data for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 is: [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '47fe07fd-3e2e-4d09-9cd2-beeaee2491a5', 'name': '', 'network_id': '8599c11e-9b81-4051-be77-2859b007076c', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:1a:69:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '84ba6905-eade-4106-80a1-ba407433851a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:49:03Z', 'updated_at': '2022-01-28T20:49:08Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': '84ba6905-eade-4106-80a1-ba407433851a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:50:21.082474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 1a5e6be7-a88c-4511-960b-7a41857bedc9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=1a5e6be7-a88c-4511-960b-7a41857bedc9,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:21.082898 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:21.108072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 1a5e6be7-a88c-4511-960b-7a41857bedc9 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:50:21.298910 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:21.354101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=1a5e6be7-a88c-4511-960b-7a41857bedc9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:21.414703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] No DVR routers for this DVR port 1a5e6be7-a88c-4511-960b-7a41857bedc9 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:50:21.418914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:21.425800 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c51afe7-8c63-47fa-b3f5-ad968fc67411 req-48a85d88-3d71-4f1a-b611-d018e3110e99 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.13 "DELETE /v2.0/ports/1a5e6be7-a88c-4511-960b-7a41857bedc9 HTTP/1.1" status: 204 len: 173 time: 0.7004163 Jan 28 20:50:21.495128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7a355-d5d7-4606-b11f-7c95e0cc0e4b None None] New status for floating IP 3f86260d-dcc7-437a-8be8-ea00164fe419: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:50:21.627082 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:21.629412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea5ed0a7-dbb5-4bda-b624-1ab8125d35ce req-73c06f70-2bd8-455e-aff8-8b0a93c8a315 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1 HTTP/1.1" status: 200 len: 210 time: 0.0597675 Jan 28 20:50:21.962064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-deleted', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:21.965698 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e62a05b-699b-40e5-bc94-8e820f8bb32d" -d '{"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-deleted", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:22.023981 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6daa5b-1224-460d-ac8b-3a5b7828aeb0 x-openstack-request-id: req-fc6daa5b-1224-460d-ac8b-3a5b7828aeb0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:22.024595 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ee0502-8ea7-4ecb-8cdf-f1288772b9e1", "name": "network-vif-deleted", "tag": "1a5e6be7-a88c-4511-960b-7a41857bedc9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:22.024995 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc6daa5b-1224-460d-ac8b-3a5b7828aeb0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:22.025341 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee0502-8ea7-4ecb-8cdf-f1288772b9e1', 'name': 'network-vif-deleted', 'tag': '1a5e6be7-a88c-4511-960b-7a41857bedc9', 'status': 'completed', 'code': 200} Jan 28 20:50:22.191710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daab84-4382-4324-8d0e-559f37947bed req-d5a29201-4927-4c3a-bb89-ea8e42a2238e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:22.194075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80daab84-4382-4324-8d0e-559f37947bed req-d5a29201-4927-4c3a-bb89-ea8e42a2238e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0732603 Jan 28 20:50:22.243524 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80daab84-4382-4324-8d0e-559f37947bed req-2d4dee0e-dc3a-4dde-8605-765c39df5972 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Jan 28 20:50:22.687391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48858) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:23.206397 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:23.380557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b024e60-482a-4556-841c-7de9cf844db3 req-74c09850-1a27-4f32-9dbd-e79a3305cc1e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:23.382059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b024e60-482a-4556-841c-7de9cf844db3 req-74c09850-1a27-4f32-9dbd-e79a3305cc1e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0574305 Jan 28 20:50:23.455384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b024e60-482a-4556-841c-7de9cf844db3 req-342670a1-3a5b-4b04-a2a6-74a6c31add2d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658419 Jan 28 20:50:23.623386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:50:23.623761 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:23.682920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1a5e6be7-a88c-4511-960b-7a41857bedc9 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:50:23.708242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 1a5e6be7-a88c-4511-960b-7a41857bedc9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:50:23.708912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 1a5e6be7-a88c-4511-960b-7a41857bedc9 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:50:23.754082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:23.754460 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:23.773100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:50:24.066435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:24.117802 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=47fe07fd-3e2e-4d09-9cd2-beeaee2491a5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:24.381510 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:24.616514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec58e6-6c85-4d66-9a00-cbdd598fa2a1 req-af1e9081-5a6d-42fe-96d0-f621d70848c2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:24.626339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50ec58e6-6c85-4d66-9a00-cbdd598fa2a1 req-af1e9081-5a6d-42fe-96d0-f621d70848c2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0746539 Jan 28 20:50:24.675844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50ec58e6-6c85-4d66-9a00-cbdd598fa2a1 req-2d46db02-4c00-4c8f-a622-9abad36ca017 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Jan 28 20:50:24.732914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router 54bd69fc-3463-48ac-83cb-c06f8233afe8 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:50:25.233904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:50:25.242527 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dbe39b0e-38e1-4b13-9b2a-d8f0e0dea667 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "PUT /v2.0/routers/54bd69fc-3463-48ac-83cb-c06f8233afe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5508511 Jan 28 20:50:25.242527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48906) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:25.250102 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] Sync routers for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:50:25.262696 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:25.263757 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:25.298979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7571801-5137-40c5-8c98-59da71d0754a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting subnet 84ba6905-eade-4106-80a1-ba407433851a {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:50:25.302198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d7571801-5137-40c5-8c98-59da71d0754a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:25.343487 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d7571801-5137-40c5-8c98-59da71d0754a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:25.379625 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:25.462213 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d7571801-5137-40c5-8c98-59da71d0754a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:25.550514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d7571801-5137-40c5-8c98-59da71d0754a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:25.580025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7571801-5137-40c5-8c98-59da71d0754a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Subnet': ['ID=84ba6905-eade-4106-80a1-ba407433851a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:25.587409 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d7571801-5137-40c5-8c98-59da71d0754a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:25.594027 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d7571801-5137-40c5-8c98-59da71d0754a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/subnets/84ba6905-eade-4106-80a1-ba407433851a HTTP/1.1" status: 204 len: 168 time: 0.3474474 Jan 28 20:50:25.594027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48912) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:25.596792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dcf8cb-94bc-45d3-81ca-dcb665982f15 None None] Network 8599c11e-9b81-4051-be77-2859b007076c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:50:25.604890 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:50:23Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:25.645537 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] Checking router: 54bd69fc-3463-48ac-83cb-c06f8233afe8 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:50:25.658561 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] Routers {'54bd69fc-3463-48ac-83cb-c06f8233afe8'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:25.659784 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['54bd69fc-3463-48ac-83cb-c06f8233afe8'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:25.698545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:50:25.739719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:25.826329 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] Set router 54bd69fc-3463-48ac-83cb-c06f8233afe8 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:25.838134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771ccfe-8f69-470f-932a-71cea73f41be req-9fa881c1-9ac6-4160-a34b-22fb9f1fecf8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:25.840100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9771ccfe-8f69-470f-932a-71cea73f41be req-9fa881c1-9ac6-4160-a34b-22fb9f1fecf8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 943 time: 0.0845497 Jan 28 20:50:25.890715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:25.896801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9771ccfe-8f69-470f-932a-71cea73f41be req-6dd92ac4-7dbc-46cb-a124-c569970088ea tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489824 Jan 28 20:50:25.928277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] DHCP port deletion for 8599c11e-9b81-4051-be77-2859b007076c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:50:25.937335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'port_id': '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459', 'mac_address': 'fa:16:3e:04:3f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:50:25.991177 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.017257 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.075661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:50:26.094111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:50:26.095210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.116965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] Deleting port 106a30e0-c82c-4b76-9aa5-5a38e742db45 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:50:26.117346 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.186997 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:50:23Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:26.242390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 106a30e0-c82c-4b76-9aa5-5a38e742db45 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:50:26.249769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:26.254013 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09979f73-93c5-446c-bd51-d15171948da2 None None] The sync data for ids ['54bd69fc-3463-48ac-83cb-c06f8233afe8'] in n-d-825064-3 is: [{'id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1979626347', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:48:56Z', 'updated_at': '2022-01-28T20:50:23Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': '4cf4523d-8dcf-4a5a-a6e2-8e68130312b9', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54bd69fc-3463-48ac-83cb-c06f8233afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:48:57Z', 'updated_at': '2022-01-28T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:50:26.288445 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4cf4523d-8dcf-4a5a-a6e2-8e68130312b9,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:26.289281 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.300840 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.313809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:50:26.361968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] For port 106a30e0-c82c-4b76-9aa5-5a38e742db45, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=106a30e0-c82c-4b76-9aa5-5a38e742db45,segment=NetworkSegment(7d6136ca-7e1e-46f8-b79d-28d757c506ef),segment_id=7d6136ca-7e1e-46f8-b79d-28d757c506ef)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:26.362233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.402010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] Calling delete_port for 106a30e0-c82c-4b76-9aa5-5a38e742db45 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:50:26.428554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:26.564697 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.589345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['4ccdbcd1-a0a8-4761-b7f5-8fa225c56459'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:50:26.590083 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.632249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=4cf4523d-8dcf-4a5a-a6e2-8e68130312b9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:26.749920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.776391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.815217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] Pushing event deleted for resources: {'Port': ['ID=106a30e0-c82c-4b76-9aa5-5a38e742db45,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:26.833645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fd12f-89e0-4caa-99b5-9941e7d4bc27 None None] No DVR routers for this DVR port 106a30e0-c82c-4b76-9aa5-5a38e742db45 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:50:26.925272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.928202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.989848 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.990401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Fanout notify agent at l3_agent the message router_deleted on router 54bd69fc-3463-48ac-83cb-c06f8233afe8 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:50:26.998313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:26.999649 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-50ee0792-1f81-42b5-b546-d6751913ed81 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/routers/54bd69fc-3463-48ac-83cb-c06f8233afe8 HTTP/1.1" status: 204 len: 168 time: 1.4051399 Jan 28 20:50:27.002651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48944) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:27.154372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf0c83-6981-40c4-815d-e170bc86b309 req-0d63b6f8-789a-4f21-b404-97cea2a2571c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:27.156336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9aaf0c83-6981-40c4-815d-e170bc86b309 req-0d63b6f8-789a-4f21-b404-97cea2a2571c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 944 time: 0.1214433 Jan 28 20:50:27.161227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.282636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.300057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9aaf0c83-6981-40c4-815d-e170bc86b309 req-dd992057-eadb-4f54-b5df-15655dfd7c7a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340268 Jan 28 20:50:27.329958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8599c11e-9b81-4051-be77-2859b007076c']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:27.349714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6136ca-7e1e-46f8-b79d-28d757c506ef') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:27.350099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6136ca-7e1e-46f8-b79d-28d757c506ef') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:27.361682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.397361 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.404951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:50:27.405435 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:50:27.408681 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:50:27.482794 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.489036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.494848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/networks/8599c11e-9b81-4051-be77-2859b007076c HTTP/1.1" status: 204 len: 168 time: 0.4910789 Jan 28 20:50:27.497705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48954) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:27.519694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e002ad-4af8-42ed-9881-ceb0a222519b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Network': ['ID=8599c11e-9b81-4051-be77-2859b007076c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:27.596723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bf59d54-3afe-45cc-8bf8-e13babad5aa8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.630688 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bf59d54-3afe-45cc-8bf8-e13babad5aa8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.723398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:27.739859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bf59d54-3afe-45cc-8bf8-e13babad5aa8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.744351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1bf59d54-3afe-45cc-8bf8-e13babad5aa8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:27.748802 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1bf59d54-3afe-45cc-8bf8-e13babad5aa8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/security-groups/d5355efe-3360-4d5e-b918-c091221c92c5 HTTP/1.1" status: 204 len: 168 time: 0.2470143 Jan 28 20:50:27.758083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf59d54-3afe-45cc-8bf8-e13babad5aa8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5355efe-3360-4d5e-b918-c091221c92c5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:27.846398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:50:27.852399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:27.854194 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.148244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:50:28.176382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:50:28.176729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4cf4523d-8dcf-4a5a-a6e2-8e68130312b9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:50:28.177567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:50:28.191361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 48970) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:28.196678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9d77ca79-bab5-4974-b1e2-47affcc032a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310839119', 'description': 'tempest-secgroup-smoke-1310839119 description', 'project_id': '93eedc7af78849d0b6487edf1964282e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:28.220151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:50:28.221161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 47fe07fd-3e2e-4d09-9cd2-beeaee2491a5 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:50:28.233840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d77ca79-bab5-4974-b1e2-47affcc032a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.262746 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.295966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f4575-c3e0-49dd-846f-7cac48893c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:28.300105 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226dec33-21ef-4091-9ce0-92c5daac4aa5" -d '{"events": [{"server_uuid": "f07f4575-c3e0-49dd-846f-7cac48893c4b", "name": "network-vif-plugged", "status": "completed", "tag": "4ccdbcd1-a0a8-4761-b7f5-8fa225c56459"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:28.343550 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d77ca79-bab5-4974-b1e2-47affcc032a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.345564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:28.349379 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d77ca79-bab5-4974-b1e2-47affcc032a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.350908 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.406080 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ba540e-c02f-4464-98be-e2440d9451c7 x-openstack-request-id: req-87ba540e-c02f-4464-98be-e2440d9451c7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:28.406665 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f4575-c3e0-49dd-846f-7cac48893c4b", "name": "network-vif-plugged", "status": "completed", "tag": "4ccdbcd1-a0a8-4761-b7f5-8fa225c56459", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:28.407093 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87ba540e-c02f-4464-98be-e2440d9451c7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:28.407648 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f4575-c3e0-49dd-846f-7cac48893c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459', 'code': 200} Jan 28 20:50:28.436215 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d77ca79-bab5-4974-b1e2-47affcc032a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.437517 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9d77ca79-bab5-4974-b1e2-47affcc032a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2447374 Jan 28 20:50:28.440701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48982) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:28.445493 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d24686e2-adc2-45dd-9799-d245c838eb27 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '638bd814-0b5c-4911-9be3-62c8b32665f6', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:28.452240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77ca79-bab5-4974-b1e2-47affcc032a4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638bd814-0b5c-4911-9be3-62c8b32665f6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:28.456543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:28.543526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19233e3d-6cf9-43e5-892b-06711991d63f req-318177ce-a236-4375-a071-4cb8e56d5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:28.545297 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19233e3d-6cf9-43e5-892b-06711991d63f req-318177ce-a236-4375-a071-4cb8e56d5237 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 1096 time: 0.0874877 Jan 28 20:50:28.547550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d24686e2-adc2-45dd-9799-d245c838eb27 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.558773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b57f7-d6d3-4556-8dd8-c10cd1a9d08c req-c10f9701-0d57-4924-95f9-182150370e1a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:28.560801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a23b57f7-d6d3-4556-8dd8-c10cd1a9d08c req-c10f9701-0d57-4924-95f9-182150370e1a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 945 time: 0.0878665 Jan 28 20:50:28.592422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19233e3d-6cf9-43e5-892b-06711991d63f req-14c96040-3eed-493b-b86c-1fc94974d9fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390358 Jan 28 20:50:28.654036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d24686e2-adc2-45dd-9799-d245c838eb27 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.663218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a23b57f7-d6d3-4556-8dd8-c10cd1a9d08c req-7569e3c3-c0b5-4ad0-87db-b8e92b1ec446 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535440 Jan 28 20:50:28.663877 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d24686e2-adc2-45dd-9799-d245c838eb27 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.691809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24686e2-adc2-45dd-9799-d245c838eb27 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4c1298-e4b3-425f-949f-895a95fe8472,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:28.696963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d24686e2-adc2-45dd-9799-d245c838eb27 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.698547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d24686e2-adc2-45dd-9799-d245c838eb27 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2568154 Jan 28 20:50:28.701465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48984) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:28.708845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-128c6ac8-7ec2-4cd6-83e8-6e346524e550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '638bd814-0b5c-4911-9be3-62c8b32665f6', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:28.742034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-128c6ac8-7ec2-4cd6-83e8-6e346524e550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.827776 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-128c6ac8-7ec2-4cd6-83e8-6e346524e550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.833291 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-128c6ac8-7ec2-4cd6-83e8-6e346524e550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.857685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c6ac8-7ec2-4cd6-83e8-6e346524e550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51099e56-32ff-478c-9798-6209e716cc86,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:28.867797 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-128c6ac8-7ec2-4cd6-83e8-6e346524e550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.870513 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-128c6ac8-7ec2-4cd6-83e8-6e346524e550 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677468 Jan 28 20:50:28.872928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48992) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:28.877978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b9f58e1d-c165-4e6d-9745-b1296ad74996 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '638bd814-0b5c-4911-9be3-62c8b32665f6', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:28.912898 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9f58e1d-c165-4e6d-9745-b1296ad74996 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.991113 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9f58e1d-c165-4e6d-9745-b1296ad74996 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:28.995243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9f58e1d-c165-4e6d-9745-b1296ad74996 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.023949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f58e1d-c165-4e6d-9745-b1296ad74996 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68b9670-2600-4d38-938d-c20da80baa29,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:29.034164 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b9f58e1d-c165-4e6d-9745-b1296ad74996 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.039786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b9f58e1d-c165-4e6d-9745-b1296ad74996 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624045 Jan 28 20:50:29.040825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 48996) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:29.046411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-ad7bd7b4-44ea-4309-912c-ef0935f0d8d9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '638bd814-0b5c-4911-9be3-62c8b32665f6', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:29.083667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd7b4-44ea-4309-912c-ef0935f0d8d9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.160442 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd7b4-44ea-4309-912c-ef0935f0d8d9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.164704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd7b4-44ea-4309-912c-ef0935f0d8d9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.191594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bd7b4-44ea-4309-912c-ef0935f0d8d9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58895cdc-7d19-4efe-a330-0e9dd0b1b14d,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:29.204125 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd7b4-44ea-4309-912c-ef0935f0d8d9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.208475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49000) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:29.209026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ad7bd7b4-44ea-4309-912c-ef0935f0d8d9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664343 Jan 28 20:50:29.215864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-45cfe79b-2ee4-47f6-b46c-82e9d7f0a49c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '638bd814-0b5c-4911-9be3-62c8b32665f6', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:29.244758 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-45cfe79b-2ee4-47f6-b46c-82e9d7f0a49c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Project 93eedc7af78849d0b6487edf1964282e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:50:29.250995 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45cfe79b-2ee4-47f6-b46c-82e9d7f0a49c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.327013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45cfe79b-2ee4-47f6-b46c-82e9d7f0a49c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.331151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45cfe79b-2ee4-47f6-b46c-82e9d7f0a49c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.352458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfe79b-2ee4-47f6-b46c-82e9d7f0a49c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72e58cd-cd47-49b2-b4f1-4b184429a600,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:29.365025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45cfe79b-2ee4-47f6-b46c-82e9d7f0a49c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.366815 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-45cfe79b-2ee4-47f6-b46c-82e9d7f0a49c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561706 Jan 28 20:50:29.369499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49006) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:29.377434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5a1a8588-df12-4cce-9114-137b87774be9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'security_group_rule': {'security_group_id': '638bd814-0b5c-4911-9be3-62c8b32665f6', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:29.405711 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-5a1a8588-df12-4cce-9114-137b87774be9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Project 93eedc7af78849d0b6487edf1964282e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:50:29.412375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8588-df12-4cce-9114-137b87774be9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.486090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8588-df12-4cce-9114-137b87774be9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.490173 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8588-df12-4cce-9114-137b87774be9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.524505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a8588-df12-4cce-9114-137b87774be9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dddd05-ce77-4e5b-ac08-7f9e8ba95509,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:29.545417 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8588-df12-4cce-9114-137b87774be9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.550492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5a1a8588-df12-4cce-9114-137b87774be9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765106 Jan 28 20:50:29.550842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49010) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:29.557852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'network': {'name': 'tempest-network-smoke--927118305', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'port_security_enabled': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:29.583304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:50:29.587892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.615399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:50:29.643741 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.644017 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Added segment 906cae39-2dab-49c6-9a41-688f487632d3 of type vlan for network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a Jan 28 20:50:29.710082 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.778727 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.788595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:29.789446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.841746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49b8a9-d753-4522-a91c-7447cda7d9f9 req-b11a2883-530c-4dd8-b207-fc1a5a8e5eec tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:29.845440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c49b8a9-d753-4522-a91c-7447cda7d9f9 req-b11a2883-530c-4dd8-b207-fc1a5a8e5eec tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 945 time: 0.0783613 Jan 28 20:50:29.874513 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3223467 Jan 28 20:50:29.877369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49020) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:29.882238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'admin_state_up': True, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:29.896613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b235944-deb5-42bc-b67b-a94c14c0ce91 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Network': ['ID=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:29.897690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c49b8a9-d753-4522-a91c-7447cda7d9f9 req-a2ced37e-dc4c-4547-a2bc-f4fcfe313acd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Jan 28 20:50:29.918753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:50:29.951454 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:29.953421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:30.075460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1520638-d0e8-4a21-81f3-19c483012f0c req-1868fa21-c6d7-4807-b79a-7c8a8a3adb36 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:30.077911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1520638-d0e8-4a21-81f3-19c483012f0c req-1868fa21-c6d7-4807-b79a-7c8a8a3adb36 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 945 time: 0.0698304 Jan 28 20:50:30.099519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:30.126216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1520638-d0e8-4a21-81f3-19c483012f0c req-ba069af5-d0f9-4440-99bd-547bdff98bb0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 Jan 28 20:50:30.293498 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:30.519062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c9f0-fcae-41a4-8147-0612edc84730 req-31b9c283-3997-4ede-aaee-91f476f83fa3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:30.527645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2392c9f0-fcae-41a4-8147-0612edc84730 req-31b9c283-3997-4ede-aaee-91f476f83fa3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 945 time: 0.0673733 Jan 28 20:50:30.593301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2392c9f0-fcae-41a4-8147-0612edc84730 req-47e2459a-54ae-470f-a901-1b12c74e5128 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627983 Jan 28 20:50:30.596431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:30.620959 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:30.807603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.25.2.221 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d46bcb21-3ce0-49da-8b21-b3b2aa3b258c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:30.966260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:31.009093 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:31.070777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=d46bcb21-3ce0-49da-8b21-b3b2aa3b258c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:31.083321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:31.085097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:31.088997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:31.384427 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:31.676339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:31.773463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fdd1c-28a4-4b7d-9a0a-a49f8d7ef277 req-94aee2e8-6233-48cd-b128-8e53488709e7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:31.775794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e43fdd1c-28a4-4b7d-9a0a-a49f8d7ef277 req-94aee2e8-6233-48cd-b128-8e53488709e7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 945 time: 0.0743430 Jan 28 20:50:31.842125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e43fdd1c-28a4-4b7d-9a0a-a49f8d7ef277 req-667d5bc7-6da7-4c85-9bde-9eb50cc14113 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571804 Jan 28 20:50:31.900548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e1490638-13b7-420a-b0ee-2632e06abf66 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:50:32.058173 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-558527fd-e4e5-468a-8f07-e883719b289c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:32.059719 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-558527fd-e4e5-468a-8f07-e883719b289c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 945 time: 0.0988553 Jan 28 20:50:32.078675 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:50:32.089014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Sync routers for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:50:32.105666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:32.106567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:32.163039 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:32.168922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e56d007e-d6cc-4e9c-a5b0-a5e6a96891c0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2902186 Jan 28 20:50:32.169786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49076) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:32.202158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:50:32.202557 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:32.235868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:32.249101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f154c68d-7a97-4816-a900-b9ec9e76ef96 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=93eedc7af78849d0b6487edf1964282e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781343 Jan 28 20:50:32.252490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49078) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:32.362055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] For port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:32.362385 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:32.401325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:50:32.442036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1733de-4ee5-4392-91b1-53d5a4636715 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:32.444215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dd1733de-4ee5-4392-91b1-53d5a4636715 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1899223 Jan 28 20:50:32.447901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49084) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:32.492038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d375a70a-83b7-4372-8476-02e5c7340659 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427847 Jan 28 20:50:32.495568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49086) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:32.503150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144953663', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'project_id': '93eedc7af78849d0b6487edf1964282e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:32.510563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:31Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:32.566088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Checking router: e1490638-13b7-420a-b0ee-2632e06abf66 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:50:32.566576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Updating router e1490638-13b7-420a-b0ee-2632e06abf66 port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:50:32.601909 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:32.643840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:32.679797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:50:32.685023 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:32.691263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=4ccdbcd1-a0a8-4761-b7f5-8fa225c56459,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:32.753339 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['98ba7196-906c-49f0-820e-96f832a451c7', '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:50:32.819210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] No DVR routers for this DVR port 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:50:32.823584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:32.829144 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7c34cb25-779c-4c00-83bf-21ad37844260 req-5efb1070-7573-4411-ac55-662ddef4bd7e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "DELETE /v2.0/ports/4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 HTTP/1.1" status: 204 len: 173 time: 0.7614059 Jan 28 20:50:32.831002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f4575-c3e0-49dd-846f-7cac48893c4b', 'name': 'network-vif-deleted', 'tag': '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:32.843202 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd206928-4ff0-4305-913a-59a28ebc8e2c" -d '{"events": [{"server_uuid": "f07f4575-c3e0-49dd-846f-7cac48893c4b", "name": "network-vif-deleted", "tag": "4ccdbcd1-a0a8-4761-b7f5-8fa225c56459"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:32.981662 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d50ba91-c198-4a92-b68b-85d58d3034a6 x-openstack-request-id: req-6d50ba91-c198-4a92-b68b-85d58d3034a6 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:32.982170 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f4575-c3e0-49dd-846f-7cac48893c4b", "name": "network-vif-deleted", "tag": "4ccdbcd1-a0a8-4761-b7f5-8fa225c56459", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:32.982484 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d50ba91-c198-4a92-b68b-85d58d3034a6 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:32.982825 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f4575-c3e0-49dd-846f-7cac48893c4b', 'name': 'network-vif-deleted', 'tag': '4ccdbcd1-a0a8-4761-b7f5-8fa225c56459', 'status': 'completed', 'code': 200} Jan 28 20:50:33.073815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3a02e96-fbe8-4fb8-8428-54a463d065f2 req-16d458c2-67fb-4fc2-96a3-e69fa6c856e9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 210 time: 0.0765319 Jan 28 20:50:33.168036 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:33.326520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:33.340297 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:33.354014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Subnet': ['ID=f3889be5-be10-465d-8e67-f6beedc8b2e9,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:33.379953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Checking segment: {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:33.380499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network hostable DHCP agents. Network: 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:50:33.440672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:50:33.463819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Attempting to bind port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:33.464319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Attempting to bind port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:33.464709 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Attempting to bind port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:33.476121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:33.488704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:33.489652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:33.497693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:33.509355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:33.509953 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:33.510402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:33.514055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Bound port: d46bcb21-3ce0-49da-8b21-b3b2aa3b258c, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:33.514055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:33.514582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49116) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:33.516017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b05d3a1f-8d3d-446e-ab2d-409b7be6a116 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0191941 Jan 28 20:50:33.518566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0ef5c-a0b0-42c4-937e-cabe82ba1b15 None None] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:50:33.557063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80816de-90a4-48f3-a17a-c2546d19ad8f None None] Pushing event updated for resources: {'Port': ['ID=d46bcb21-3ce0-49da-8b21-b3b2aa3b258c,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:33.651232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] For port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:33.656874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] For port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d46bcb21-3ce0-49da-8b21-b3b2aa3b258c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:33.672579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:33.713968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49120) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:33.765481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:33.766098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:33.853768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80816de-90a4-48f3-a17a-c2546d19ad8f None None] Pushing event updated for resources: {'Port': ['ID=d46bcb21-3ce0-49da-8b21-b3b2aa3b258c,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:33.902356 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef566-0a82-4ee4-9f75-a99d927356fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:33.967632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:50:33.968701 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.028892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef566-0a82-4ee4-9f75-a99d927356fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.036010 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef566-0a82-4ee4-9f75-a99d927356fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.162254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ef566-0a82-4ee4-9f75-a99d927356fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc57408b-0bc4-4c17-952b-1f2b3be3e5d9,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:34.190828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4f4ef566-0a82-4ee4-9f75-a99d927356fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac2427b47a8d4ddc8fb3f5ee106f0044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763198 Jan 28 20:50:34.193649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49132) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:34.261227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Allocated IP 172.20.0.2 (78ee896d-bcf0-4827-9490-ce1ac5cf5c3a/f3889be5-be10-465d-8e67-f6beedc8b2e9/8782b32a-cd23-4ec5-8c3e-e007e99ee033) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:34.335532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:34.437862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5a74658-6be5-4f11-9ada-4b62a0161ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.441093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ec5580c-7cec-4420-898b-a22e6172f833 req-e3c19308-c3d3-4490-bd8e-444dde1d33e5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 210 time: 0.1457927 Jan 28 20:50:34.478453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5a74658-6be5-4f11-9ada-4b62a0161ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.573439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5a74658-6be5-4f11-9ada-4b62a0161ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.577161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5a74658-6be5-4f11-9ada-4b62a0161ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.579014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a5a74658-6be5-4f11-9ada-4b62a0161ee0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc57408b-0bc4-4c17-952b-1f2b3be3e5d9 HTTP/1.1" status: 204 len: 168 time: 0.3841686 Jan 28 20:50:34.599376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a74658-6be5-4f11-9ada-4b62a0161ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc57408b-0bc4-4c17-952b-1f2b3be3e5d9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:34.745707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:31Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:34.749117 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.790171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.809611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:34.810951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a617a90-9ec4-4897-84e3-d6ee2cb31e19 None None] The sync data for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 is: [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:31Z', 'revision_number': 3, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:50:34.815635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:34.818561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:34.898842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:34.976845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Pushing event updated for resources: {'Port': ['ID=8782b32a-cd23-4ec5-8c3e-e007e99ee033,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:35.019785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Attempting to bind port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:35.020250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Attempting to bind port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:35.020842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Attempting to bind port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 on network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:35.033997 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:35.034240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Checking segment: {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:35.034729 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:35.038920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Bound using segment: {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:35.039535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Bound port: 8782b32a-cd23-4ec5-8c3e-e007e99ee033, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:35.040910 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:35.192666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] For port 8782b32a-cd23-4ec5-8c3e-e007e99ee033, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:35.209739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] For port 8782b32a-cd23-4ec5-8c3e-e007e99ee033, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8782b32a-cd23-4ec5-8c3e-e007e99ee033,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:35.234964 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:35.305869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6c7de-9a20-497f-a1e3-d964f11fab45 None None] Pushing event updated for resources: {'Port': ['ID=8782b32a-cd23-4ec5-8c3e-e007e99ee033,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:35.548707 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.20.0.1 (78ee896d-bcf0-4827-9490-ce1ac5cf5c3a/f3889be5-be10-465d-8e67-f6beedc8b2e9/734c1d6c-2f2d-473a-aad3-3d92fd833360) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:35.636998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f48a280-5ca8-4392-a9db-f06da54449cd req-7fee209a-2f49-4c78-89ba-64146ad42094 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 210 time: 0.0614347 Jan 28 20:50:35.739050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:50:35.790729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:35.817164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:50:35.819736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 4ccdbcd1-a0a8-4761-b7f5-8fa225c56459 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:50:35.879640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:35.955764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=734c1d6c-2f2d-473a-aad3-3d92fd833360,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:35.960093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:35.962689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:35.966891 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:36.104269 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:36.262324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d46bcb21-3ce0-49da-8b21-b3b2aa3b258c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:36.362703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:36.363299 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:36.426171 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:36.544848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:36.605024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d46bcb21-3ce0-49da-8b21-b3b2aa3b258c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:36.621346 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:36.622147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8782b32a-cd23-4ec5-8c3e-e007e99ee033 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:36.773122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=d46bcb21-3ce0-49da-8b21-b3b2aa3b258c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:36.799136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1140d9d-f185-40ba-aa2b-741da86b4cca req-bcfdbf59-bd06-49ef-924f-585e1cfb8f47 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 210 time: 0.0559769 Jan 28 20:50:36.826958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:36.830121 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.014917 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.053247 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.060104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.097408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 8782b32a-cd23-4ec5-8c3e-e007e99ee033, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8782b32a-cd23-4ec5-8c3e-e007e99ee033,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:37.109385 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.184841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e33e0-6f63-48dc-8367-614edbde12a3 None None] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:50:37.190290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=734c1d6c-2f2d-473a-aad3-3d92fd833360,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:37.239799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.299043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=8782b32a-cd23-4ec5-8c3e-e007e99ee033,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:37.306472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bb9e7ad7-995d-47cd-9be9-5d81d4d99d38 None None] Provisioning complete for port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:37.307110 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7ad7-995d-47cd-9be9-5d81d4d99d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.346649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49206) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:37.452489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:37.460271 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:37.692622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'network': {'name': 'tempest-network-smoke--1387642401', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'port_security_enabled': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:37.698714 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e1490638-13b7-420a-b0ee-2632e06abf66 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:50:37.732271 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c730a3a-10aa-4f50-8b17-b2dad7b4757f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.751577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:50:37.755166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.768438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:37.895485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:50:37.911260 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Sync routers for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:50:37.911852 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8c516b7f-6c59-44ad-afb0-8057e398ad75 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "PUT /v2.0/routers/e1490638-13b7-420a-b0ee-2632e06abf66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3958244 Jan 28 20:50:37.928493 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:37.929122 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:37.947679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.021451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b2f12f8-3a8a-4468-88ef-1d41f780ef8a req-118f9f10-b719-4848-be9e-75c7b15cdcb8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 210 time: 0.0804274 Jan 28 20:50:38.024679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.063483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ee78ad-685c-4234-8e07-a2aa3b004c08,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:38.079189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:50:38.115456 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.118327 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Added segment 543ecca2-f3f4-472b-a7f9-eef69879ee2a of type vlan for network 52f4c686-0dee-4c15-9166-5e6e08609e1b Jan 28 20:50:38.156827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d46bcb21-3ce0-49da-8b21-b3b2aa3b258c up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:38.200302 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:38.245579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-85437d00-6fca-4a58-ac28-784da62eb3db None None] Provisioning complete for port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:38.245958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85437d00-6fca-4a58-ac28-784da62eb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.318923 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.319952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:38.320366 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.447556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-85437d00-6fca-4a58-ac28-784da62eb3db None None] Provisioning complete for port 734c1d6c-2f2d-473a-aad3-3d92fd833360 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:38.447931 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-85437d00-6fca-4a58-ac28-784da62eb3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.470726 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.476935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:38.478661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.504942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-28ef891e-6dc7-43f7-bd23-a8fbc7706f8d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310839119&fields=id&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 267 time: 0.2823284 Jan 28 20:50:38.565807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-85437d00-6fca-4a58-ac28-784da62eb3db None None] Port 734c1d6c-2f2d-473a-aad3-3d92fd833360 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:38.592552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8782b32a-cd23-4ec5-8c3e-e007e99ee033 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:38.704391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e3a7a567-3e77-4432-af40-1c7ec0b81645 None None] Provisioning complete for port 734c1d6c-2f2d-473a-aad3-3d92fd833360 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:38.705031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e3a7a567-3e77-4432-af40-1c7ec0b81645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.736861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:38.737231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:38.804058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e3a7a567-3e77-4432-af40-1c7ec0b81645 None None] Port 734c1d6c-2f2d-473a-aad3-3d92fd833360 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:38.805487 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 2, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:38.836297 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Checking router: e1490638-13b7-420a-b0ee-2632e06abf66 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:50:38.837586 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Updating router e1490638-13b7-420a-b0ee-2632e06abf66 port 734c1d6c-2f2d-473a-aad3-3d92fd833360 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:50:38.864631 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.024737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7b8bdedc-bb7f-4702-9c94-311d335f0695 None None] Provisioning complete for port 734c1d6c-2f2d-473a-aad3-3d92fd833360 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:39.025228 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7b8bdedc-bb7f-4702-9c94-311d335f0695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.081899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7b8bdedc-bb7f-4702-9c94-311d335f0695 None None] Port 734c1d6c-2f2d-473a-aad3-3d92fd833360 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:39.225371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8775756 Jan 28 20:50:39.226909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f06cb-9872-460f-a938-770acf78747c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Network': ['ID=52f4c686-0dee-4c15-9166-5e6e08609e1b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:39.229001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49248) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:39.234069 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'admin_state_up': True, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:39.242514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:50:39.268109 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.278649 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.292314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.293503 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.331906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-99008992-c80a-4aef-ab84-23186f28b160 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:39.346683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-99008992-c80a-4aef-ab84-23186f28b160 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/networks?id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a HTTP/1.1" status: 200 len: 796 time: 0.8404820 Jan 28 20:50:39.390293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a640871d-e9d8-4348-8bc6-98a9efcac4c5 req-a0d97427-1afb-4d39-94a5-366d6d7388a3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=f07f4575-c3e0-49dd-846f-7cac48893c4b HTTP/1.1" status: 200 len: 210 time: 0.0669098 Jan 28 20:50:39.392196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-6765f93c-c479-479a-92cd-fe2152084526 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/quotas/93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 375 time: 0.0324421 Jan 28 20:50:39.423314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.491075 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Pushing event updated for resources: {'Port': ['ID=734c1d6c-2f2d-473a-aad3-3d92fd833360,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:39.497167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-c4ebe9e5-017e-41a9-912d-d2ab51c9891a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941129 Jan 28 20:50:39.525979 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.526412 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.526782 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.527149 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.527476 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.527799 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.528120 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.529249 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.529659 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.530110 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.530545 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.530863 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:39.557296 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Attempting to bind port 734c1d6c-2f2d-473a-aad3-3d92fd833360 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:39.558070 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Attempting to bind port 734c1d6c-2f2d-473a-aad3-3d92fd833360 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:39.558713 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Attempting to bind port 734c1d6c-2f2d-473a-aad3-3d92fd833360 on network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:39.564982 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:39.565681 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Checking segment: {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:39.567106 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.567743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Bound using segment: {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:39.568808 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Bound port: 734c1d6c-2f2d-473a-aad3-3d92fd833360, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:39.569235 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.658817 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] For port 734c1d6c-2f2d-473a-aad3-3d92fd833360, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:39.663834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-2aca0756-9b23-4f44-b60f-4743a1a68f7c service neutron] 10.222.0.44 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531045 Jan 28 20:50:39.681534 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] For port 734c1d6c-2f2d-473a-aad3-3d92fd833360, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=734c1d6c-2f2d-473a-aad3-3d92fd833360,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:39.692776 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.745394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.817227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-650c4dd1-e81d-453f-89c1-61b5820812f4 None None] Provisioning complete for port 734c1d6c-2f2d-473a-aad3-3d92fd833360 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:39.817607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-650c4dd1-e81d-453f-89c1-61b5820812f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:39.817746 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:39.818614 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:39.835033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-e4c40c32-6b95-4245-9822-05a64935c8e5 service neutron] 10.222.0.44 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427276 Jan 28 20:50:39.919263 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e6f9c-35ce-4433-a086-e791d4c4f068 None None] Pushing event updated for resources: {'Port': ['ID=734c1d6c-2f2d-473a-aad3-3d92fd833360,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:40.032366 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-650c4dd1-e81d-453f-89c1-61b5820812f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:40.153502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-650c4dd1-e81d-453f-89c1-61b5820812f4 None None] For port 734c1d6c-2f2d-473a-aad3-3d92fd833360, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=734c1d6c-2f2d-473a-aad3-3d92fd833360,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:40.163097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-650c4dd1-e81d-453f-89c1-61b5820812f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:40.186516 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:40.202111 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:40.205307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8677252b-8cbd-4ba7-93c7-b315d085d89e req-b3d8b092-586a-4674-b9e0-d152de9ef17a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 210 time: 0.0863285 Jan 28 20:50:40.281815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:40.293854 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2501-d829-40b0-a0c1-84c60cca3ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:40.366944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-32046bc8-a02e-434f-8e3f-3036205f43e6 None None] Provisioning complete for port 734c1d6c-2f2d-473a-aad3-3d92fd833360 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:40.367457 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-32046bc8-a02e-434f-8e3f-3036205f43e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:40.418165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c4dd1-e81d-453f-89c1-61b5820812f4 None None] Pushing event updated for resources: {'Port': ['ID=734c1d6c-2f2d-473a-aad3-3d92fd833360,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:40.586205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.25.2.203 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/cb50e301-7888-4647-b171-3ec035630310) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:40.722803 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:39Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:40.781511 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d1565-d919-4f13-a6dc-782fdf9ffa59 None None] The sync data for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 is: [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:39Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:50:40.794744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:40.844074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:40.910969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:40.915279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:40.919978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:40.963758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=cb50e301-7888-4647-b171-3ec035630310,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:41.310834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:41.383716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf2a450a-0997-49d0-84e0-62a9bb715f5e req-44b3ad46-660e-4794-8088-d870859319e5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 210 time: 0.0483308 Jan 28 20:50:41.715344 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:41.718963 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-010c1f6f-88b5-456c-825f-89f56de6b442 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:41.720850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-010c1f6f-88b5-456c-825f-89f56de6b442 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/networks?id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a HTTP/1.1" status: 200 len: 796 time: 0.1937907 Jan 28 20:50:41.793187 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:41.800467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ea63e94c-85ae-403c-9280-d792e34b5bb7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93eedc7af78849d0b6487edf1964282e HTTP/1.1" status: 200 len: 380 time: 0.0682645 Jan 28 20:50:41.811201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'port': {'device_id': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'admin_state_up': True, 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'security_groups': ['638bd814-0b5c-4911-9be3-62c8b32665f6']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:41.953942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Made reservation on behalf of 93eedc7af78849d0b6487edf1964282e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:50:41.962502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:42.112015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 0a3042f5-6d74-40b8-89a2-b72255ccec88 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:50:42.215867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.20.0.11 (78ee896d-bcf0-4827-9490-ce1ac5cf5c3a/f3889be5-be10-465d-8e67-f6beedc8b2e9/6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:42.228410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 734c1d6c-2f2d-473a-aad3-3d92fd833360 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:42.297317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 734c1d6c-2f2d-473a-aad3-3d92fd833360 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:42.297752 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:42.374755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:50:42.400887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Sync routers for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:50:42.412504 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:42.418693 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-231f6b6f-29b6-401e-90e4-516bb057e87c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1884930 Jan 28 20:50:42.420475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49306) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:42.465365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:42.467807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:42.501089 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:42.557444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:42.609448 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-17018bc1-9a11-4bc7-ba44-dbd5cf446fe1 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b743b484c78d440cb1acc93f844b9b11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1859131 Jan 28 20:50:42.610079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49312) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:42.687231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:42.691691 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:42.699932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:42.730003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:42.738699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c97f5-02c6-402c-81c9-217f8f6b086b req-770ca72e-4b52-4500-89fa-dc72d690d635 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:42.740448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b0c97f5-02c6-402c-81c9-217f8f6b086b req-770ca72e-4b52-4500-89fa-dc72d690d635 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 932 time: 0.1539259 Jan 28 20:50:42.741227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:42.875826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:42.883854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2724b-c6fb-4354-98b1-2a5977538b1e tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:42.884805 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:42.890682 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6fa2724b-c6fb-4354-98b1-2a5977538b1e tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2794893 Jan 28 20:50:42.893289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49320) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:42.921017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b0c97f5-02c6-402c-81c9-217f8f6b086b req-b94e9818-36d0-4328-8473-3ac3a9e5075b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637607 Jan 28 20:50:42.943743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-423431ae-f6fa-419b-bbc1-68f6d653f117 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1365764 Jan 28 20:50:42.957829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Request body: {'port': {'device_id': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:42.995955 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aecac325-8a29-4fc3-a723-9a72260f0bb6 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1013243 Jan 28 20:50:43.000817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49322) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:43.005614 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2072863569', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:43.140793 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.158110 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.169477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:50:43.175611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.190436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:41Z', 'revision_number': 3, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:43.241164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Checking router: 0a3042f5-6d74-40b8-89a2-b72255ccec88 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:50:43.241545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Updating router 0a3042f5-6d74-40b8-89a2-b72255ccec88 port cb50e301-7888-4647-b171-3ec035630310 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:50:43.366766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f4045ce1-955c-4011-98aa-0910f4092659 None None] Provisioning complete for port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:43.368021 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f4045ce1-955c-4011-98aa-0910f4092659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.370288 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.379269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.529886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f4045ce1-955c-4011-98aa-0910f4092659 None None] Port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:43.576533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.658343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Subnet': ['ID=6af71679-f67d-4e5c-a675-71ee08724e15,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:43.670216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Checking segment: {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:43.670591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network hostable DHCP agents. Network: 52f4c686-0dee-4c15-9166-5e6e08609e1b, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:50:43.695794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:50:43.701566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:50:43.709427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 52f4c686-0dee-4c15-9166-5e6e08609e1b) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:43.716484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.722793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac92f6-50c2-4c28-be0c-d9cbb82db5f9 None None] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:50:43.730900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:43.731807 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.756309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Transition to ACTIVE for port object 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:50:43.757423 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0870959f-a9a7-432b-b7d1-131b66d3cd1a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7554400 Jan 28 20:50:43.759225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49334) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:43.826820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.871194 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:43.972907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:44.120111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Attempting to bind port cb50e301-7888-4647-b171-3ec035630310 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:44.120601 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Attempting to bind port cb50e301-7888-4647-b171-3ec035630310 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:44.121105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Attempting to bind port cb50e301-7888-4647-b171-3ec035630310 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:44.123610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a92f9-a681-441f-b03b-7f648a4be011 None None] Pushing event updated for resources: {'Port': ['ID=cb50e301-7888-4647-b171-3ec035630310,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:44.133182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:44.133683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:44.134176 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:44.134908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:44.135472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Bound port: cb50e301-7888-4647-b171-3ec035630310, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:44.135930 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:44.209750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-52f4c686-0dee-4c15-9166-5e6e08609e1b', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:50:44.213598 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:44.314777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:44.411745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] For port cb50e301-7888-4647-b171-3ec035630310, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:44.418563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] For port cb50e301-7888-4647-b171-3ec035630310, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cb50e301-7888-4647-b171-3ec035630310,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:44.431460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:44.532166 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Attempting to bind port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:44.532830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Attempting to bind port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:44.533477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Attempting to bind port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 on network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:44.580059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:44.580740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:44.603401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece82c1-563c-4150-aa63-5e1b72bb7c66 req-77e49c40-595f-4699-ac08-80ebb3835c0f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:44.616841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ece82c1-563c-4150-aa63-5e1b72bb7c66 req-77e49c40-595f-4699-ac08-80ebb3835c0f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 944 time: 0.3048477 Jan 28 20:50:44.631824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 on network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:50:44.635710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Attempting to bind port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 on network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:44.682263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:44.684822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Checking segment: {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:44.685305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Bound using segment: {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:44.685961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Bound port: 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906cae39-2dab-49c6-9a41-688f487632d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:44.686400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:44.770397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ece82c1-563c-4150-aa63-5e1b72bb7c66 req-ba6b89a8-7785-4787-8177-ade7680efe61 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516099 Jan 28 20:50:44.912900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:44.980308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Allocated IP 172.20.0.2 (52f4c686-0dee-4c15-9166-5e6e08609e1b/6af71679-f67d-4e5c-a675-71ee08724e15/8eecd321-aa7a-48fb-bf0c-a2a10c6348a9) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:44.986249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a92f9-a681-441f-b03b-7f648a4be011 None None] Pushing event updated for resources: {'Port': ['ID=cb50e301-7888-4647-b171-3ec035630310,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:45.023208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:45.029111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:45.101395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:45.200033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:45.348969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:45.350437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:45.352192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 HTTP/1.1" status: 200 len: 1092 time: 2.3989973 Jan 28 20:50:45.355983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:45.376264 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccb0078-4aca-4226-a93c-13291cf52c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:45.379534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21b475-aa2c-4063-a416-0d4f77e85078 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:45.448845 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:41Z', 'revision_number': 3, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:45.487915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:45.490097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf00c15-fe82-4e73-8f69-f0095f5812d5 None None] The sync data for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 is: [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:41Z', 'revision_number': 3, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:50:45.500284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:45.530715 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3732c8fa-e3a0-4003-95a0-fe0b3625b223 x-openstack-request-id: req-3732c8fa-e3a0-4003-95a0-fe0b3625b223 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:45.531139 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:45.531440 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3732c8fa-e3a0-4003-95a0-fe0b3625b223 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:45.531848 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'status': 'completed', 'code': 200} Jan 28 20:50:45.599516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Pushing event updated for resources: {'Port': ['ID=8eecd321-aa7a-48fb-bf0c-a2a10c6348a9,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:45.612540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:45.615851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:45.622932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:45.763050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Attempting to bind port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:45.763432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Attempting to bind port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:45.763798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Attempting to bind port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 on network 52f4c686-0dee-4c15-9166-5e6e08609e1b {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:45.773188 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:45.773768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Checking segment: {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:45.774796 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:45.775374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Bound using segment: {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:45.775886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Bound port: 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:45.776406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:45.923936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-55e10297-789d-41a8-932d-f71d22255221 None None] For port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:45.929379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-55e10297-789d-41a8-932d-f71d22255221 None None] For port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8eecd321-aa7a-48fb-bf0c-a2a10c6348a9,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:45.936123 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:46.090843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e10297-789d-41a8-932d-f71d22255221 None None] Pushing event updated for resources: {'Port': ['ID=8eecd321-aa7a-48fb-bf0c-a2a10c6348a9,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:46.238385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cb50e301-7888-4647-b171-3ec035630310 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:46.338290 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-9997a03a-4bab-4625-b1d4-a3d60554b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:46.340625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-9997a03a-4bab-4625-b1d4-a3d60554b371 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1095 time: 0.8891795 Jan 28 20:50:46.360073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cb50e301-7888-4647-b171-3ec035630310 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:46.367266 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:46.417361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-909ed8d9-ceeb-47c8-8fec-0098f4ea192d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 HTTP/1.1" status: 200 len: 217 time: 0.0544438 Jan 28 20:50:46.538657 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:46.577835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port cb50e301-7888-4647-b171-3ec035630310, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cb50e301-7888-4647-b171-3ec035630310,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:46.583430 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:46.621862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76285c85-d1bd-4df9-9f1c-487ad76afdd6 req-6ec144ba-737a-4ecd-b7b7-1f9048d1dbb2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:46.623610 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76285c85-d1bd-4df9-9f1c-487ad76afdd6 req-6ec144ba-737a-4ecd-b7b7-1f9048d1dbb2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 944 time: 0.3109956 Jan 28 20:50:46.700457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.20.0.1 (52f4c686-0dee-4c15-9166-5e6e08609e1b/6af71679-f67d-4e5c-a675-71ee08724e15/63d50991-e453-495b-b4bb-a9b5ace20866) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:46.708013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-a1d27120-ab30-4d15-801a-7d66dc1ca279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:46.709167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=cb50e301-7888-4647-b171-3ec035630310,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:46.709846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-a1d27120-ab30-4d15-801a-7d66dc1ca279 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3889be5-be10-465d-8e67-f6beedc8b2e9 HTTP/1.1" status: 200 len: 835 time: 0.2704508 Jan 28 20:50:46.788129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d95f-f738-477a-9766-5a03b144060f req-9e809ab2-adba-4c81-b321-e5c8d3e3766a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:46.789886 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e529d95f-f738-477a-9766-5a03b144060f req-9e809ab2-adba-4c81-b321-e5c8d3e3766a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 945 time: 0.3476286 Jan 28 20:50:46.855505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-76285c85-d1bd-4df9-9f1c-487ad76afdd6 req-45f6f2b9-d49e-473a-ad2d-ec8f1b87a9a1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178202 Jan 28 20:50:46.894475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-204a8223-9c59-4a0e-9e51-356e0114af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:46.895984 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-204a8223-9c59-4a0e-9e51-356e0114af9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719110 Jan 28 20:50:46.987745 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e529d95f-f738-477a-9766-5a03b144060f req-a0b2d173-dafc-4ff7-9dae-e9aa068fbdd0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736712 Jan 28 20:50:47.036024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:47.059654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-2d3f51d9-b002-4e1f-af25-52b86bc3e0a4 service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546717 Jan 28 20:50:47.138205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:47.201569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:47.219579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:47.222938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=63d50991-e453-495b-b4bb-a9b5ace20866,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:47.226516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:47.233054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-851fe4f0-cf44-4ab2-84c5-a3a18f8ec8bd req-82d1199a-700d-4539-8219-77ecb59a39f6 service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643102 Jan 28 20:50:47.285873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:47.437737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-2e434daf-a8c9-4976-9754-fcdc536dd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:47.439264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-2e434daf-a8c9-4976-9754-fcdc536dd545 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1095 time: 0.1162381 Jan 28 20:50:47.599773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a4131e-23c9-401c-b76b-1063016b6577 None None] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:50:47.626703 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:47.637868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-e67a4500-ea6e-4d1a-93ca-05e26adef4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:47.639446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-e67a4500-ea6e-4d1a-93ca-05e26adef4c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a HTTP/1.1" status: 200 len: 897 time: 0.1896963 Jan 28 20:50:47.674896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-df4be9fc-f8e0-4e74-b494-82907de10cdd None None] Provisioning complete for port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:47.675408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df4be9fc-f8e0-4e74-b494-82907de10cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:47.728477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-d76dde36-41c9-4489-a564-cb81225267f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 HTTP/1.1" status: 200 len: 217 time: 0.0781767 Jan 28 20:50:47.842121 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df4be9fc-f8e0-4e74-b494-82907de10cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:47.897983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-e335cccd-0aa0-405a-9afb-06956609ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:47.904788 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-e335cccd-0aa0-405a-9afb-06956609ec7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3889be5-be10-465d-8e67-f6beedc8b2e9 HTTP/1.1" status: 200 len: 835 time: 0.1626918 Jan 28 20:50:47.909064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-df4be9fc-f8e0-4e74-b494-82907de10cdd None None] For port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8eecd321-aa7a-48fb-bf0c-a2a10c6348a9,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:47.925219 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df4be9fc-f8e0-4e74-b494-82907de10cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:47.970120 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-f5908106-f1ad-480a-8002-138366ebc566 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:47.973646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-f5908106-f1ad-480a-8002-138366ebc566 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 945 time: 0.0847731 Jan 28 20:50:48.031344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4be9fc-f8e0-4e74-b494-82907de10cdd None None] Pushing event updated for resources: {'Port': ['ID=8eecd321-aa7a-48fb-bf0c-a2a10c6348a9,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:48.147515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-5d4cc8af-4835-4027-909b-5583924b73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:48.152603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-5d4cc8af-4835-4027-909b-5583924b73b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2325206 Jan 28 20:50:48.187082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port 98ba7196-906c-49f0-820e-96f832a451c7 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:50:48.188006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.233690 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.299837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bce04-94f5-49c8-aa93-b46a1d409be8 req-7e0bfdf8-9af6-4ef5-b053-575e0323fd93 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:48.301721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-151bce04-94f5-49c8-aa93-b46a1d409be8 req-7e0bfdf8-9af6-4ef5-b053-575e0323fd93 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 944 time: 0.3028164 Jan 28 20:50:48.392662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] For port 98ba7196-906c-49f0-820e-96f832a451c7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=98ba7196-906c-49f0-820e-96f832a451c7,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:48.392662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.407838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700faa4-dd71-417f-aebe-b790159e2a04 req-a75a4a6e-049c-4756-95a2-6859b1041f98 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:48.415724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f700faa4-dd71-417f-aebe-b790159e2a04 req-a75a4a6e-049c-4756-95a2-6859b1041f98 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 945 time: 0.2226894 Jan 28 20:50:48.426137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for 98ba7196-906c-49f0-820e-96f832a451c7 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:50:48.444637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cb50e301-7888-4647-b171-3ec035630310 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:48.487142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-5010f6df-2cc7-4c18-abe8-ec4a96c460bd service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853725 Jan 28 20:50:48.497463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-151bce04-94f5-49c8-aa93-b46a1d409be8 req-84406c58-d6ac-452b-8bb1-86818d72c3be tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789525 Jan 28 20:50:48.557838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fcb6cd7a-63f9-4049-a85b-b94b9a96e097 None None] Provisioning complete for port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:48.558305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fcb6cd7a-63f9-4049-a85b-b94b9a96e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.565844 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.611247 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cb50e301-7888-4647-b171-3ec035630310 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:48.612330 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.648060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.674403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f700faa4-dd71-417f-aebe-b790159e2a04 req-46d1faac-b90e-4596-9e0e-0c1530bd9be7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576940 Jan 28 20:50:48.806993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:48.808255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=63d50991-e453-495b-b4bb-a9b5ace20866,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:48.812060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-fcb6cd7a-63f9-4049-a85b-b94b9a96e097 None None] Provisioning complete for port 63d50991-e453-495b-b4bb-a9b5ace20866 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:48.812718 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fcb6cd7a-63f9-4049-a85b-b94b9a96e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.821122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.839323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.839778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.840218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.840653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.841046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.841462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.841978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.842371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.842837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.843230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.843625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.844024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:48.856372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ccb0078-4aca-4226-a93c-13291cf52c8a req-d80a71e5-514f-46e5-913a-a00fb86f7481 service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575726 Jan 28 20:50:48.907818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6cd7a-63f9-4049-a85b-b94b9a96e097 None None] Port 63d50991-e453-495b-b4bb-a9b5ace20866 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:48.919078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:48.919690 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:48.953918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:48.955926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:49.054448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:49.065544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-14e39b1b-3452-4f24-ac9d-9c3fa8d786de None None] Provisioning complete for port 63d50991-e453-495b-b4bb-a9b5ace20866 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:49.066037 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-14e39b1b-3452-4f24-ac9d-9c3fa8d786de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:49.071938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['98ba7196-906c-49f0-820e-96f832a451c7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:50:49.100082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 0a3042f5-6d74-40b8-89a2-b72255ccec88 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:50:49.105156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=98ba7196-906c-49f0-820e-96f832a451c7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:49.173280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-14e39b1b-3452-4f24-ac9d-9c3fa8d786de None None] Port 63d50991-e453-495b-b4bb-a9b5ace20866 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:49.201567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] No DVR routers for this DVR port 98ba7196-906c-49f0-820e-96f832a451c7 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:50:49.205007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:49.209524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3180c6c-a263-4eda-9bec-24e471d888d0 req-e25a1599-80bd-4697-995e-e102e264f855 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "DELETE /v2.0/ports/98ba7196-906c-49f0-820e-96f832a451c7 HTTP/1.1" status: 204 len: 173 time: 1.2282221 Jan 28 20:50:49.210416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c46998-d1f3-40aa-b6dd-edd4f5a721f7', 'name': 'network-vif-deleted', 'tag': '98ba7196-906c-49f0-820e-96f832a451c7'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:49.221242 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7449031a-4375-4314-b678-089614999183" -d '{"events": [{"server_uuid": "b5c46998-d1f3-40aa-b6dd-edd4f5a721f7", "name": "network-vif-deleted", "tag": "98ba7196-906c-49f0-820e-96f832a451c7"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:49.259784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:50:49.274817 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052d188-565f-499c-ac98-bec55453221f None None] Sync routers for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:50:49.276647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:49.276799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7bd1e7d6-f64e-42d8-bbaf-b590b49272f2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "PUT /v2.0/routers/0a3042f5-6d74-40b8-89a2-b72255ccec88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5148885 Jan 28 20:50:49.290879 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c1a04-3038-4c37-87af-7e36ebedea7a x-openstack-request-id: req-6a3c1a04-3038-4c37-87af-7e36ebedea7a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:49.298687 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052d188-565f-499c-ac98-bec55453221f None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:49.299639 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c052d188-565f-499c-ac98-bec55453221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:49.299791 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c46998-d1f3-40aa-b6dd-edd4f5a721f7", "name": "network-vif-deleted", "tag": "98ba7196-906c-49f0-820e-96f832a451c7", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:49.299988 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a3c1a04-3038-4c37-87af-7e36ebedea7a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:49.300444 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c46998-d1f3-40aa-b6dd-edd4f5a721f7', 'name': 'network-vif-deleted', 'tag': '98ba7196-906c-49f0-820e-96f832a451c7', 'status': 'completed', 'code': 200} Jan 28 20:50:49.312495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f0b1418a-694d-4ec2-a72f-d82983bb6124 None None] Provisioning complete for port 63d50991-e453-495b-b4bb-a9b5ace20866 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:49.312495 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0b1418a-694d-4ec2-a72f-d82983bb6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:49.352011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1418a-694d-4ec2-a72f-d82983bb6124 None None] Port 63d50991-e453-495b-b4bb-a9b5ace20866 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:49.427016 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c052d188-565f-499c-ac98-bec55453221f None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:49.568503 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.569186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.573745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.574286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.574807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.577791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.577791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.592409 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.594840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:49.600513 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2a66e4c1-7ad2-4afb-858c-592b17a12221 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6360 time: 0.3222647 Jan 28 20:50:49.603788 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49440) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:49.729253 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c052d188-565f-499c-ac98-bec55453221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:47Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:48Z', 'revision_number': 2, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:49.777697 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052d188-565f-499c-ac98-bec55453221f None None] Checking router: 0a3042f5-6d74-40b8-89a2-b72255ccec88 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:50:49.778429 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052d188-565f-499c-ac98-bec55453221f None None] Updating router 0a3042f5-6d74-40b8-89a2-b72255ccec88 port 63d50991-e453-495b-b4bb-a9b5ace20866 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:50:49.808115 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c052d188-565f-499c-ac98-bec55453221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.132411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:50.148240 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5fc92e5-0b41-4864-a5b9-998538d6fdd1 req-1b8800dd-8bdc-4a90-bebc-92aaedb753c4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 210 time: 0.0574617 Jan 28 20:50:50.170664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.171404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.172428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.173039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.173647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.174252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.175039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.175656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.176355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.178704 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9fc9ff8e-6892-4fab-a511-859ae258caf9 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5897 time: 0.5737495 Jan 28 20:50:50.182380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49452) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:50.200128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df34078-3086-4573-881c-cffe4a7b84b2 req-5cab877a-c76b-4578-8ddf-4aa17ea73178 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:50.204411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1df34078-3086-4573-881c-cffe4a7b84b2 req-5cab877a-c76b-4578-8ddf-4aa17ea73178 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 944 time: 0.5296843 Jan 28 20:50:50.260353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1df34078-3086-4573-881c-cffe4a7b84b2 req-1821fa3d-d7dc-44e2-a2f9-fcee81e5f887 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492563 Jan 28 20:50:50.287109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:50.287970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.322423 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c052d188-565f-499c-ac98-bec55453221f None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.323267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:50:50.332090 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c052d188-565f-499c-ac98-bec55453221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.413817 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7c8e0-e068-4dd6-b02c-45e6046092bc None None] Pushing event updated for resources: {'Port': ['ID=63d50991-e453-495b-b4bb-a9b5ace20866,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:50.536301 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c052d188-565f-499c-ac98-bec55453221f None None] Attempting to bind port 63d50991-e453-495b-b4bb-a9b5ace20866 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:50.536675 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c052d188-565f-499c-ac98-bec55453221f None None] Attempting to bind port 63d50991-e453-495b-b4bb-a9b5ace20866 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:50.537034 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c052d188-565f-499c-ac98-bec55453221f None None] Attempting to bind port 63d50991-e453-495b-b4bb-a9b5ace20866 on network 52f4c686-0dee-4c15-9166-5e6e08609e1b {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:50.551803 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c052d188-565f-499c-ac98-bec55453221f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:50.552200 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c052d188-565f-499c-ac98-bec55453221f None None] Checking segment: {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:50.552600 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c052d188-565f-499c-ac98-bec55453221f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.552981 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c052d188-565f-499c-ac98-bec55453221f None None] Bound using segment: {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:50.553449 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c052d188-565f-499c-ac98-bec55453221f None None] Bound port: 63d50991-e453-495b-b4bb-a9b5ace20866, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:50.553829 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c052d188-565f-499c-ac98-bec55453221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.579286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:50.608986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'port_id': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'mac_address': 'fa:16:3e:d7:c4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:50:50.668478 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.681403 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-c052d188-565f-499c-ac98-bec55453221f None None] For port 63d50991-e453-495b-b4bb-a9b5ace20866, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:50.684769 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-c052d188-565f-499c-ac98-bec55453221f None None] For port 63d50991-e453-495b-b4bb-a9b5ace20866, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=63d50991-e453-495b-b4bb-a9b5ace20866,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:50.687668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:50:50.697834 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c052d188-565f-499c-ac98-bec55453221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.719729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:50.724793 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:50.740460 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-690fa833-35ef-4efa-b769-d53b126f0db6 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5208 time: 0.5567744 Jan 28 20:50:50.830404 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052d188-565f-499c-ac98-bec55453221f None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:50.831106 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c052d188-565f-499c-ac98-bec55453221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:50.840302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:50.840807 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7c8e0-e068-4dd6-b02c-45e6046092bc None None] Pushing event updated for resources: {'Port': ['ID=63d50991-e453-495b-b4bb-a9b5ace20866,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:50.868141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.868676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.869130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.869576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.870043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.870485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.870936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.871371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.871808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.872273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.885042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.885650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:50:50.938010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-50bdb9d5-62ba-4ebf-8372-d23b9563dde8 None None] Provisioning complete for port 63d50991-e453-495b-b4bb-a9b5ace20866 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:50.938383 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-50bdb9d5-62ba-4ebf-8372-d23b9563dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.001040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:50:51.021586 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c052d188-565f-499c-ac98-bec55453221f None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:51.169226 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-50bdb9d5-62ba-4ebf-8372-d23b9563dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.238553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-50bdb9d5-62ba-4ebf-8372-d23b9563dde8 None None] For port 63d50991-e453-495b-b4bb-a9b5ace20866, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=63d50991-e453-495b-b4bb-a9b5ace20866,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:51.256574 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-50bdb9d5-62ba-4ebf-8372-d23b9563dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.306539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d59b08c-f9f9-4f8d-b6c9-4dd171062e44 req-38fddb4c-0446-4912-971f-8c1acb47cfcb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 210 time: 0.0593829 Jan 28 20:50:51.363623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdb9d5-62ba-4ebf-8372-d23b9563dde8 None None] Pushing event updated for resources: {'Port': ['ID=63d50991-e453-495b-b4bb-a9b5ace20866,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:51.400233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5c128be0-0171-4909-b59e-870429be1dea None None] Provisioning complete for port 63d50991-e453-495b-b4bb-a9b5ace20866 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:51.400611 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c128be0-0171-4909-b59e-870429be1dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.470016 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c052d188-565f-499c-ac98-bec55453221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:47Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:50Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:51.509565 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052d188-565f-499c-ac98-bec55453221f None None] The sync data for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 is: [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:47Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:50Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:50:51.527273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc088a2-3f8d-496f-a7a2-8f19c918c3ac req-ba29d146-0f5d-483a-8ee6-94fcc412ca19 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:51.541699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fc088a2-3f8d-496f-a7a2-8f19c918c3ac req-ba29d146-0f5d-483a-8ee6-94fcc412ca19 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 945 time: 0.1070745 Jan 28 20:50:51.651743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:50:51.661310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49476) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:51.667250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-27123518-480a-462e-8065-5c4b070d368a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605878878', 'description': 'tempest-secgroup-smoke-605878878 description', 'project_id': 'b743b484c78d440cb1acc93f844b9b11'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:51.675540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fc088a2-3f8d-496f-a7a2-8f19c918c3ac req-fe0f535e-10d2-46f3-aa3d-53a8555fd256 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325533 Jan 28 20:50:51.710778 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.710984 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-27123518-480a-462e-8065-5c4b070d368a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.795960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 98ba7196-906c-49f0-820e-96f832a451c7 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:50:51.814518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-27123518-480a-462e-8065-5c4b070d368a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.825998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-27123518-480a-462e-8065-5c4b070d368a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.853065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 98ba7196-906c-49f0-820e-96f832a451c7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:50:51.853303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 98ba7196-906c-49f0-820e-96f832a451c7 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:50:51.862685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-27123518-480a-462e-8065-5c4b070d368a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:51.868461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-27123518-480a-462e-8065-5c4b070d368a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2015526 Jan 28 20:50:51.868721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49482) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:51.873574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-04009837-4784-4683-b031-ef065e07fdbc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '619145e6-eb31-4587-9edf-db5872ee2cf6', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:51.878461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27123518-480a-462e-8065-5c4b070d368a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619145e6-eb31-4587-9edf-db5872ee2cf6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:51.928051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04009837-4784-4683-b031-ef065e07fdbc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.019036 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04009837-4784-4683-b031-ef065e07fdbc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.031013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04009837-4784-4683-b031-ef065e07fdbc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.059204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04009837-4784-4683-b031-ef065e07fdbc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d06d4c-40de-4309-a02a-91913ebb4bb5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:52.068271 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04009837-4784-4683-b031-ef065e07fdbc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.069521 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-04009837-4784-4683-b031-ef065e07fdbc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1996691 Jan 28 20:50:52.073142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49484) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:52.078273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-30df1a77-f87b-430d-a053-2a5cc432f2cd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '619145e6-eb31-4587-9edf-db5872ee2cf6', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:52.147614 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-30df1a77-f87b-430d-a053-2a5cc432f2cd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.163638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 63d50991-e453-495b-b4bb-a9b5ace20866 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:52.227425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-30df1a77-f87b-430d-a053-2a5cc432f2cd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.237417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-30df1a77-f87b-430d-a053-2a5cc432f2cd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.239886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 63d50991-e453-495b-b4bb-a9b5ace20866 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:52.241056 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.263909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df1a77-f87b-430d-a053-2a5cc432f2cd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6694212e-3468-40d3-95cd-16084814652d,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:52.279694 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-30df1a77-f87b-430d-a053-2a5cc432f2cd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.283867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49490) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:52.288544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5d8917ae-9794-4ca1-80e5-816099b25e93 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '619145e6-eb31-4587-9edf-db5872ee2cf6', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:52.300615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-30df1a77-f87b-430d-a053-2a5cc432f2cd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065923 Jan 28 20:50:52.311209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:50:52.342498 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d8917ae-9794-4ca1-80e5-816099b25e93 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.455246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d8917ae-9794-4ca1-80e5-816099b25e93 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.465123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d8917ae-9794-4ca1-80e5-816099b25e93 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.492259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:50:52.512787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8917ae-9794-4ca1-80e5-816099b25e93 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563c24f6-df3d-427b-a27d-23517bc2d852,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:52.525723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5813acf9-92cc-40ea-aefc-62689310f981 req-c521c1f6-bf3f-421c-a900-0dc9a286525f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 210 time: 0.0792096 Jan 28 20:50:52.535656 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5d8917ae-9794-4ca1-80e5-816099b25e93 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.535656 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5d8917ae-9794-4ca1-80e5-816099b25e93 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2464728 Jan 28 20:50:52.535656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49494) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:52.546860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-84d7d592-da8d-45ef-891b-915f0f73ad14 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '619145e6-eb31-4587-9edf-db5872ee2cf6', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:52.549092 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:52.549908 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.605154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84d7d592-da8d-45ef-891b-915f0f73ad14 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.659976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.699644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:52.705537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84d7d592-da8d-45ef-891b-915f0f73ad14 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.714987 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0145237a-cf3d-4a1b-93d6-c35c8b08e3bc" -d '{"events": [{"server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "name": "network-vif-plugged", "status": "completed", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:52.737146 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84d7d592-da8d-45ef-891b-915f0f73ad14 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.752612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:50:52.758646 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.792771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7d592-da8d-45ef-891b-915f0f73ad14 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467af9ee-e52d-4d03-8004-f4ed14023cdf,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:52.828553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:52.830846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-84d7d592-da8d-45ef-891b-915f0f73ad14 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.835052 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-84d7d592-da8d-45ef-891b-915f0f73ad14 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2913759 Jan 28 20:50:52.835372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49506) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:52.841061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-36f917e7-0f35-4d50-9cc2-1fc95e0b1b4d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '619145e6-eb31-4587-9edf-db5872ee2cf6', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:52.874283 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ad4dc-befd-4697-8e67-b0c193492f7b x-openstack-request-id: req-585ad4dc-befd-4697-8e67-b0c193492f7b {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:52.874567 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "name": "network-vif-plugged", "status": "completed", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:52.875110 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-585ad4dc-befd-4697-8e67-b0c193492f7b {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:52.875238 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'code': 200} Jan 28 20:50:52.886386 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-36f917e7-0f35-4d50-9cc2-1fc95e0b1b4d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Project b743b484c78d440cb1acc93f844b9b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:50:52.906934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36f917e7-0f35-4d50-9cc2-1fc95e0b1b4d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:52.972740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3842a-4205-46d9-888f-3e9ca301f8f8 req-a6741550-211b-4c0d-89f6-3d66027ec22f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:52.981347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2a3842a-4205-46d9-888f-3e9ca301f8f8 req-a6741550-211b-4c0d-89f6-3d66027ec22f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.1330853 Jan 28 20:50:53.007087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84384e-54da-44f4-904f-6b5cfd8e4de6 req-40aa2dfa-234c-4635-b7ff-838a2be4d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:53.008793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c84384e-54da-44f4-904f-6b5cfd8e4de6 req-40aa2dfa-234c-4635-b7ff-838a2be4d826 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1097 time: 0.0868227 Jan 28 20:50:53.028219 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36f917e7-0f35-4d50-9cc2-1fc95e0b1b4d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:53.036546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36f917e7-0f35-4d50-9cc2-1fc95e0b1b4d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:53.071962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2a3842a-4205-46d9-888f-3e9ca301f8f8 req-d3d0f4b6-95e5-41c3-b697-0e2bc5a88375 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894346 Jan 28 20:50:53.075655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f917e7-0f35-4d50-9cc2-1fc95e0b1b4d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05c1040-5f0e-4d2e-860b-c5abf5b0f065,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:53.076604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c84384e-54da-44f4-904f-6b5cfd8e4de6 req-164dca87-2ec4-412f-b166-06eb8705bdee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588973 Jan 28 20:50:53.089223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36f917e7-0f35-4d50-9cc2-1fc95e0b1b4d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:53.091411 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-36f917e7-0f35-4d50-9cc2-1fc95e0b1b4d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2538395 Jan 28 20:50:53.094843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49508) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:53.100256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-312b5b1a-f89f-474f-a945-c063960b8876 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '619145e6-eb31-4587-9edf-db5872ee2cf6', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:53.151783 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-312b5b1a-f89f-474f-a945-c063960b8876 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Project b743b484c78d440cb1acc93f844b9b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:50:53.160012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-312b5b1a-f89f-474f-a945-c063960b8876 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:53.276986 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-312b5b1a-f89f-474f-a945-c063960b8876 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:53.281970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-312b5b1a-f89f-474f-a945-c063960b8876 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:53.299327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b5b1a-f89f-474f-a945-c063960b8876 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e43102-c059-4516-9e7c-dcdfb5d1c5db,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:53.321603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-312b5b1a-f89f-474f-a945-c063960b8876 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:53.333385 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-312b5b1a-f89f-474f-a945-c063960b8876 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2269697 Jan 28 20:50:53.546264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-82506bad-2a81-4066-985a-52a216b1fde3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605878878&fields=id&tenant_id=b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 267 time: 0.0499420 Jan 28 20:50:53.675486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1b93def1-68d4-4c99-854f-1d3fb251e213 req-9ff0ff95-63ca-4255-92f8-837435d92ec0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 210 time: 0.0377114 Jan 28 20:50:53.727145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-5ccb866a-ce02-46ee-bef8-9edbf07f5d33 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:53.729299 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-5ccb866a-ce02-46ee-bef8-9edbf07f5d33 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/networks?id=52f4c686-0dee-4c15-9166-5e6e08609e1b HTTP/1.1" status: 200 len: 797 time: 0.1743276 Jan 28 20:50:53.747738 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-8cffb159-a19b-4870-a061-b1c8426b52c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/quotas/b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 375 time: 0.0105758 Jan 28 20:50:53.812131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-d189d06f-77ab-472a-a270-fd3bfd94340f tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574338 Jan 28 20:50:53.924794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-3f8996e8-5c75-409b-8988-dc48d8e0d29d service neutron] 10.222.0.44 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974257 Jan 28 20:50:54.054660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-8d3ea8e4-dd7d-4493-b263-1fbab0f493aa service neutron] 10.222.0.44 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119680 Jan 28 20:50:54.353152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a4b8a45-f913-4b79-9e55-f3c0c22f8414 req-ed0677a2-e9a8-407f-9fe2-c6076e6344e4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 210 time: 0.0561035 Jan 28 20:50:54.392091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e1d0d-59e7-44fe-ae61-ec72ac7f3048 req-a1f6eed0-bee7-4e25-9cb0-b2caff0fb194 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:54.403070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d1e1d0d-59e7-44fe-ae61-ec72ac7f3048 req-a1f6eed0-bee7-4e25-9cb0-b2caff0fb194 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.1873584 Jan 28 20:50:54.458444 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d1e1d0d-59e7-44fe-ae61-ec72ac7f3048 req-eb8cfcb5-a693-4d5b-bd15-0297ce12759d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542483 Jan 28 20:50:54.811354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a0d859b-5bf0-4c8c-93e2-9faf195175c1 req-86e3c48c-5a9a-4e1f-a98f-42feaf0417b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5c46998-d1f3-40aa-b6dd-edd4f5a721f7 HTTP/1.1" status: 200 len: 210 time: 0.0382104 Jan 28 20:50:55.470925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-807e3eec-563d-4939-84d4-dd610a9cf1a4 req-94dcf88e-ed34-44db-b5be-26d611077ba8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 210 time: 0.0300202 Jan 28 20:50:55.590384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc712c-4120-43c4-819c-c938f019efd4 req-83462a75-f20d-40cf-bbf2-715664e53b5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:55.591982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80dc712c-4120-43c4-819c-c938f019efd4 req-83462a75-f20d-40cf-bbf2-715664e53b5c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0540891 Jan 28 20:50:55.640313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80dc712c-4120-43c4-819c-c938f019efd4 req-13443633-85a3-4cbf-863f-6483621c1bb9 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412509 Jan 28 20:50:55.776023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6a527-445e-4889-a153-f9637528ace4 req-6860e711-b8d0-409c-90db-4142fc675ee3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:55.778322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bca6a527-445e-4889-a153-f9637528ace4 req-6860e711-b8d0-409c-90db-4142fc675ee3 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0605423 Jan 28 20:50:55.827378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bca6a527-445e-4889-a153-f9637528ace4 req-c7366ace-788c-4615-a725-0bff5e997477 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 Jan 28 20:50:55.852505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49584) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:55.897555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f45416-ead4-4844-b62d-d98998cac659 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:55.899686 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-71f45416-ead4-4844-b62d-d98998cac659 tempest-TestNetworkAdvancedServerOps-779180948 tempest-TestNetworkAdvancedServerOps-779180948-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1092 time: 0.0461652 Jan 28 20:50:55.902453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49588) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:55.906756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:55.937652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:56.064971 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:56.324780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-a7dd370f-9bbc-4153-9007-ea2889e01817 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:56.326320 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-a7dd370f-9bbc-4153-9007-ea2889e01817 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "GET /v2.0/networks?id=52f4c686-0dee-4c15-9166-5e6e08609e1b HTTP/1.1" status: 200 len: 797 time: 0.2583065 Jan 28 20:50:56.402855 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-d11b778b-e341-4bc3-8aa6-db070ac27dfa tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 379 time: 0.0573292 Jan 28 20:50:56.414532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Allocated IP 172.25.2.155 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ebf746e7-ee67-430b-a144-ddb63c083995) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:56.420507 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'port': {'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'admin_state_up': True, 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'security_groups': ['619145e6-eb31-4587-9edf-db5872ee2cf6']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:56.589281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77c7e63c-75a5-41f7-adaf-0bfdfcef710a req-02096264-2786-4e08-a4d8-0c59777dcbfa tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 210 time: 0.0352874 Jan 28 20:50:56.621382 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:56.630667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:50:56.635154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:56.728690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:56.805039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:56.813267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:56.820621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:56.854217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=ebf746e7-ee67-430b-a144-ddb63c083995,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:56.875384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.20.0.4 (52f4c686-0dee-4c15-9166-5e6e08609e1b/6af71679-f67d-4e5c-a675-71ee08724e15/ffb61039-7ba4-4787-84c6-4a84efba2aad) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:50:57.189511 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:57.387549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb14f58-d531-4a67-8599-43103d389b23 req-654e5ea5-976b-4871-83d8-bf8ef8196d62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577097 Jan 28 20:50:57.390130 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:57.448578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=ffb61039-7ba4-4787-84c6-4a84efba2aad,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:57.504763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb14f58-d531-4a67-8599-43103d389b23 req-0a1c4a80-cc01-4f4b-97bd-5de3a4da2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:57.506364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb14f58-d531-4a67-8599-43103d389b23 req-0a1c4a80-cc01-4f4b-97bd-5de3a4da2011 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1097 time: 0.0586107 Jan 28 20:50:57.626392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb14f58-d531-4a67-8599-43103d389b23 req-704cae33-a956-475c-b45e-78ce1e93001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:57.628279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb14f58-d531-4a67-8599-43103d389b23 req-704cae33-a956-475c-b45e-78ce1e93001f service neutron] 10.222.0.26 "GET /v2.0/networks?id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a HTTP/1.1" status: 200 len: 897 time: 0.0994840 Jan 28 20:50:57.730140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb14f58-d531-4a67-8599-43103d389b23 req-91c578e6-aea8-45de-9ead-33c54c105fa8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 HTTP/1.1" status: 200 len: 217 time: 0.0929184 Jan 28 20:50:57.805618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19e8ae-b837-45f5-95cc-b7f19c5a32ca req-6378da45-4327-49c2-a40c-b0e1d14a64e1 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:57.813858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f19e8ae-b837-45f5-95cc-b7f19c5a32ca req-6378da45-4327-49c2-a40c-b0e1d14a64e1 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 931 time: 0.1003525 Jan 28 20:50:57.840953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb14f58-d531-4a67-8599-43103d389b23 req-6d95b533-3758-488f-9032-f91246919ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:57.842748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb14f58-d531-4a67-8599-43103d389b23 req-6d95b533-3758-488f-9032-f91246919ff1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3889be5-be10-465d-8e67-f6beedc8b2e9 HTTP/1.1" status: 200 len: 835 time: 0.0959759 Jan 28 20:50:57.878608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f19e8ae-b837-45f5-95cc-b7f19c5a32ca req-fb30813f-abc2-4efd-b065-a96e40092b55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591850 Jan 28 20:50:57.900534 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:50:57.907376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:50:57.917016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:50:57.938236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb14f58-d531-4a67-8599-43103d389b23 req-a49029bf-75f0-4810-9a0b-8af67ccbc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:57.940203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb14f58-d531-4a67-8599-43103d389b23 req-a49029bf-75f0-4810-9a0b-8af67ccbc30b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785918 Jan 28 20:50:57.991390 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:58.116792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:58.117547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:58.127006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb14f58-d531-4a67-8599-43103d389b23 req-cf643b2f-7465-4f1b-b38d-ce1ef4dd25c7 service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788690 Jan 28 20:50:58.167773 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e12d58f-fa4e-4944-bad9-11c006c9a5ea tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7547646 Jan 28 20:50:58.185936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Request body: {'port': {'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:58.270856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:58.314429 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbb14f58-d531-4a67-8599-43103d389b23 req-d8a5ec9b-8dcf-4b18-90b1-473cad10292c service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776285 Jan 28 20:50:58.333162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:58.409408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-33294fd5-329e-4daa-a00c-e89dbda5525f None None] Provisioning complete for port ffb61039-7ba4-4787-84c6-4a84efba2aad triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:50:58.411327 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-33294fd5-329e-4daa-a00c-e89dbda5525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:58.455370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-33294fd5-329e-4daa-a00c-e89dbda5525f None None] Port ffb61039-7ba4-4787-84c6-4a84efba2aad cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:50:58.582465 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:58.591431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:58.728355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event updated for resources: {'Port': ['ID=ebf746e7-ee67-430b-a144-ddb63c083995,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:58.744451 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:58.930606 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Floating IP cc971430-61e6-42f0-be61-52415e7d2e5d associated. External IP: 172.25.2.155, port: 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34. Jan 28 20:50:58.996951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb61039-7ba4-4787-84c6-4a84efba2aad {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:50:59.012127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.033580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a672c-72d3-4f1d-b4b2-fab1f0d43b94 req-7a79adb7-ad51-47b6-a843-781d07f4d94a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:59.045235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-567a672c-72d3-4f1d-b4b2-fab1f0d43b94 req-7a79adb7-ad51-47b6-a843-781d07f4d94a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 931 time: 0.0806682 Jan 28 20:50:59.064694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Transition to ACTIVE for port object ffb61039-7ba4-4787-84c6-4a84efba2aad will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:50:59.069885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.097009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-567a672c-72d3-4f1d-b4b2-fab1f0d43b94 req-08c05547-3677-46e9-9a3a-e8939019ae7e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507972 Jan 28 20:50:59.216879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb61039-7ba4-4787-84c6-4a84efba2aad,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:59.272339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Attempting to bind port ffb61039-7ba4-4787-84c6-4a84efba2aad on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:50:59.272782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Attempting to bind port ffb61039-7ba4-4787-84c6-4a84efba2aad by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:50:59.273115 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Attempting to bind port ffb61039-7ba4-4787-84c6-4a84efba2aad on network 52f4c686-0dee-4c15-9166-5e6e08609e1b {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:59.284923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Port ffb61039-7ba4-4787-84c6-4a84efba2aad on network 52f4c686-0dee-4c15-9166-5e6e08609e1b not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:50:59.285256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Attempting to bind port ffb61039-7ba4-4787-84c6-4a84efba2aad on network 52f4c686-0dee-4c15-9166-5e6e08609e1b {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:50:59.294650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:50:59.294947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Checking segment: {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:50:59.295372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Bound using segment: {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:50:59.295842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Bound port: ffb61039-7ba4-4787-84c6-4a84efba2aad, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543ecca2-f3f4-472b-a7f9-eef69879ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:50:59.296232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.350791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49654) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:59.356742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bcd26386-cf17-4e33-be16-442dec6a171d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11425506', 'description': 'tempest-secgroup-smoke-11425506 description', 'project_id': '27927cd84a1e4644b725b1157b4a8c65'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:59.394247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bcd26386-cf17-4e33-be16-442dec6a171d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.403749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e1490638-13b7-420a-b0ee-2632e06abf66 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:50:59.438133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] For port ffb61039-7ba4-4787-84c6-4a84efba2aad, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:50:59.444466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] For port ffb61039-7ba4-4787-84c6-4a84efba2aad, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:50:59.482906 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bcd26386-cf17-4e33-be16-442dec6a171d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.491630 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.500531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bcd26386-cf17-4e33-be16-442dec6a171d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.537851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bcd26386-cf17-4e33-be16-442dec6a171d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.539474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:59.540008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bcd26386-cf17-4e33-be16-442dec6a171d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1870656 Jan 28 20:50:59.540336 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.542025 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] 10.222.0.13 "PUT /v2.0/ports/ffb61039-7ba4-4787-84c6-4a84efba2aad HTTP/1.1" status: 200 len: 1091 time: 1.3628461 Jan 28 20:50:59.542721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:50:59.543172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49656) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:59.545615 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecc5077-9791-45b5-93f8-f1ad58330866" -d '{"events": [{"name": "network-changed", "server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:50:59.548891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b8e94837-eb99-4a77-bf4e-5177286178dc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'security_group_rule': {'security_group_id': 'ebf012aa-475e-4931-a81d-fbc4ad2ccbf4', 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:59.556116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd26386-cf17-4e33-be16-442dec6a171d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:59.606203 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639da0b7-65dc-4a7b-a1b1-7fc6d4aad351 x-openstack-request-id: req-639da0b7-65dc-4a7b-a1b1-7fc6d4aad351 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:50:59.606491 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:50:59.606761 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-639da0b7-65dc-4a7b-a1b1-7fc6d4aad351 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:50:59.607111 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'status': 'completed', 'code': 200} Jan 28 20:50:59.608239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8e94837-eb99-4a77-bf4e-5177286178dc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.655290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccb4a0-537e-439f-a423-243e4ba55887 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb61039-7ba4-4787-84c6-4a84efba2aad,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:59.681558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:50:59.695456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] Sync routers for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:50:59.699553 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8e94837-eb99-4a77-bf4e-5177286178dc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.704991 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8e94837-eb99-4a77-bf4e-5177286178dc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.707144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:50:59.712637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:50:59.713032 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2fcaefac-0c73-4706-8395-c26e5ec3ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:59.714867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-2fcaefac-0c73-4706-8395-c26e5ec3ef66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 1094 time: 0.1069551 Jan 28 20:50:59.718506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.726929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e94837-eb99-4a77-bf4e-5177286178dc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c5369b-9f06-4c26-8c57-48da96b4e98f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:59.743485 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b8e94837-eb99-4a77-bf4e-5177286178dc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.746671 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b8e94837-eb99-4a77-bf4e-5177286178dc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2023487 Jan 28 20:50:59.749263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49660) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:59.754341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9c6a866d-50ec-410f-8ad8-faa5853bcc40 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'security_group_rule': {'security_group_id': 'ebf012aa-475e-4931-a81d-fbc4ad2ccbf4', 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:50:59.783824 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-12365ac6-612f-4763-a6fe-d29d1dd56f88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad HTTP/1.1" status: 200 len: 217 time: 0.0607471 Jan 28 20:50:59.791458 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3a4b111c-33e7-4e72-9e7a-d118c20fee33 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8879530 Jan 28 20:50:59.808199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c6a866d-50ec-410f-8ad8-faa5853bcc40 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.846654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e607e4f-6aae-44ed-983c-c1fb92b99504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:59.848350 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-1e607e4f-6aae-44ed-983c-c1fb92b99504 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6af71679-f67d-4e5c-a675-71ee08724e15 HTTP/1.1" status: 200 len: 835 time: 0.0557618 Jan 28 20:50:59.858986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:50:59.896402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-f6c05676-c35a-4f9b-a939-b2bc0301540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:59.897914 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-f6c05676-c35a-4f9b-a939-b2bc0301540e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52f4c686-0dee-4c15-9166-5e6e08609e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428617 Jan 28 20:50:59.919924 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c6a866d-50ec-410f-8ad8-faa5853bcc40 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.929859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634545-4e5b-46ab-96e0-a1f0bd4927ac req-1a7ee99b-2311-471c-a993-89b9604121f6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:50:59.931648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1634545-4e5b-46ab-96e0-a1f0bd4927ac req-1a7ee99b-2311-471c-a993-89b9604121f6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0797880 Jan 28 20:50:59.932965 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c6a866d-50ec-410f-8ad8-faa5853bcc40 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.967888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a866d-50ec-410f-8ad8-faa5853bcc40 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afac7af1-9784-45df-b212-408248e47369,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:50:59.982536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c6a866d-50ec-410f-8ad8-faa5853bcc40 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:50:59.983872 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9c6a866d-50ec-410f-8ad8-faa5853bcc40 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2333033 Jan 28 20:50:59.989137 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49668) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:50:59.996043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e5497d5d-2a29-408e-8a56-a5caf916659c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'security_group_rule': {'security_group_id': 'ebf012aa-475e-4931-a81d-fbc4ad2ccbf4', 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:00.014134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1634545-4e5b-46ab-96e0-a1f0bd4927ac req-2b50cfe2-a759-4a1e-bebf-89d89f8a6ccd tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563931 Jan 28 20:51:00.026418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49674) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:00.090491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-ee4d6a26-7039-457f-858c-2aadee5c4df1 service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850493 Jan 28 20:51:00.175373 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2edf71ec-c57b-432b-97e2-95ac84cb1e59 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/cc971430-61e6-42f0-be61-52415e7d2e5d HTTP/1.1" status: 200 len: 992 time: 0.1463840 Jan 28 20:51:00.178103 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5497d5d-2a29-408e-8a56-a5caf916659c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.246138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3118b-ba49-4dfa-bcd4-3473b5cbf474 req-39647d6f-df6b-4e50-8a3e-14a4d1189769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:00.248707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fbb3118b-ba49-4dfa-bcd4-3473b5cbf474 req-39647d6f-df6b-4e50-8a3e-14a4d1189769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 943 time: 0.0668664 Jan 28 20:51:00.254212 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-806b94a2-65cf-4ead-9073-0df7036b6b6f req-56cdc985-a06e-4ebd-a790-47d823b7288c service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538637 Jan 28 20:51:00.284589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5497d5d-2a29-408e-8a56-a5caf916659c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.298606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fbb3118b-ba49-4dfa-bcd4-3473b5cbf474 req-3ceb8456-391f-45b3-b480-59293155fc99 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 Jan 28 20:51:00.300609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5497d5d-2a29-408e-8a56-a5caf916659c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.348157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cc971430-61e6-42f0-be61-52415e7d2e5d', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'port_id': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'mac_address': 'fa:16:3e:d7:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:50:57Z', 'updated_at': '2022-01-28T20:50:57Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:40Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:00.349771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5497d5d-2a29-408e-8a56-a5caf916659c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.351170 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e5497d5d-2a29-408e-8a56-a5caf916659c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602076 Jan 28 20:51:00.353062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5497d5d-2a29-408e-8a56-a5caf916659c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc80059-81c5-4a76-8153-1978f1dbb047,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:00.355053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49682) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:00.360443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-59f2427b-21e9-4ad4-b028-9e0435dff15b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'security_group_rule': {'security_group_id': 'ebf012aa-475e-4931-a81d-fbc4ad2ccbf4', 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:00.371465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-da0e8cd0-38a8-447a-8f4c-2276d70ca035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:00.375379 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-da0e8cd0-38a8-447a-8f4c-2276d70ca035 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 1094 time: 0.0657983 Jan 28 20:51:00.383315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] Checking router: e1490638-13b7-420a-b0ee-2632e06abf66 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:51:00.397059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-59f2427b-21e9-4ad4-b028-9e0435dff15b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.397513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:00.398915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:00.459502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-59f2427b-21e9-4ad4-b028-9e0435dff15b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.466984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-59f2427b-21e9-4ad4-b028-9e0435dff15b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.495110 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2427b-21e9-4ad4-b028-9e0435dff15b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f20958a-d179-4e3c-be1d-454a030b8a23,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:00.514468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-349949dd-9172-45e9-8f0a-82430a9f9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:00.516401 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-349949dd-9172-45e9-8f0a-82430a9f9dde service neutron] 10.222.0.13 "GET /v2.0/networks?id=52f4c686-0dee-4c15-9166-5e6e08609e1b HTTP/1.1" status: 200 len: 898 time: 0.1337485 Jan 28 20:51:00.516824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-59f2427b-21e9-4ad4-b028-9e0435dff15b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.518032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-59f2427b-21e9-4ad4-b028-9e0435dff15b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619277 Jan 28 20:51:00.522456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49686) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:00.529673 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-72fb6753-a9dc-4ac7-aee2-f4814dbca1b4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'security_group_rule': {'security_group_id': 'ebf012aa-475e-4931-a81d-fbc4ad2ccbf4', 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:00.568628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:00.572274 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-e0934c58-012e-4bfd-8e78-3f4e39254bbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad HTTP/1.1" status: 200 len: 217 time: 0.0477262 Jan 28 20:51:00.574676 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-72fb6753-a9dc-4ac7-aee2-f4814dbca1b4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Project 27927cd84a1e4644b725b1157b4a8c65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:51:00.580451 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72fb6753-a9dc-4ac7-aee2-f4814dbca1b4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.631004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-03f36c87-7c9d-46c3-98e8-c62a38a7d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:00.633277 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-03f36c87-7c9d-46c3-98e8-c62a38a7d739 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6af71679-f67d-4e5c-a675-71ee08724e15 HTTP/1.1" status: 200 len: 835 time: 0.0496535 Jan 28 20:51:00.656622 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72fb6753-a9dc-4ac7-aee2-f4814dbca1b4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.662604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72fb6753-a9dc-4ac7-aee2-f4814dbca1b4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.692316 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-72fb6753-a9dc-4ac7-aee2-f4814dbca1b4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.693776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-72fb6753-a9dc-4ac7-aee2-f4814dbca1b4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1700373 Jan 28 20:51:00.694849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb6753-a9dc-4ac7-aee2-f4814dbca1b4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f29e70-0a00-4f5a-a779-5ef27516eba3,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:00.698961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49690) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:00.708974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6b5d48ca-97fc-4bbf-9079-0a45afa275c3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'security_group_rule': {'security_group_id': 'ebf012aa-475e-4931-a81d-fbc4ad2ccbf4', 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:00.724084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-12cf735b-effc-430a-8924-36fe81b3faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:00.725735 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-12cf735b-effc-430a-8924-36fe81b3faa5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52f4c686-0dee-4c15-9166-5e6e08609e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862362 Jan 28 20:51:00.787131 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-6b5d48ca-97fc-4bbf-9079-0a45afa275c3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Project 27927cd84a1e4644b725b1157b4a8c65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:51:00.797527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b5d48ca-97fc-4bbf-9079-0a45afa275c3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:00.849799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cc971430-61e6-42f0-be61-52415e7d2e5d', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'port_id': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'mac_address': 'fa:16:3e:d7:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:50:57Z', 'updated_at': '2022-01-28T20:50:57Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:40Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:00.864610 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-7cc0ead5-622c-488c-9b38-3852f608c30f service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304262 Jan 28 20:51:00.884661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1101a-f70a-4338-9d52-cedf2907d947 None None] The sync data for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 is: [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cc971430-61e6-42f0-be61-52415e7d2e5d', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'port_id': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'mac_address': 'fa:16:3e:d7:c4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:50:57Z', 'updated_at': '2022-01-28T20:50:57Z', 'revision_number': 0, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:40Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:51:01.127185 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ea76a-3768-4af9-b6b4-53aa3ac8e0bc None None] New status for floating IP cc971430-61e6-42f0-be61-52415e7d2e5d: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:51:01.179332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49692) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:01.219795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b5d48ca-97fc-4bbf-9079-0a45afa275c3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:01.225773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b5d48ca-97fc-4bbf-9079-0a45afa275c3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:01.282323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8bd5f1af-bd0f-4f33-9987-a7cff2f9d324 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/cc971430-61e6-42f0-be61-52415e7d2e5d HTTP/1.1" status: 200 len: 992 time: 0.1009021 Jan 28 20:51:01.287269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d48ca-97fc-4bbf-9079-0a45afa275c3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedf413e-c70a-4a96-bbdd-1ee46fa2a9b0,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:01.296522 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6b5d48ca-97fc-4bbf-9079-0a45afa275c3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:01.301086 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6b5d48ca-97fc-4bbf-9079-0a45afa275c3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5964370 Jan 28 20:51:01.318550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2ecc5077-9791-45b5-93f8-f1ad58330866 req-0e112cca-165d-4771-be42-9840c426af23 service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458237 Jan 28 20:51:01.451343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b0f2-ff46-4058-ab78-ebf67827fea1 req-fb272380-26f7-4450-906a-bdaf7b513ef7 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:01.452917 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef00b0f2-ff46-4058-ab78-ebf67827fea1 req-fb272380-26f7-4450-906a-bdaf7b513ef7 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 943 time: 0.0548072 Jan 28 20:51:01.492990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef00b0f2-ff46-4058-ab78-ebf67827fea1 req-4a757763-7322-4d8e-ae01-ab9825153a33 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337806 Jan 28 20:51:01.609180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:01.614515 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944e8c44-06ea-4134-87ce-93220ccd24dd" -d '{"events": [{"name": "network-changed", "server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:01.655385 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d74cd82-2bb6-4d2b-966a-1b15282e7f8f x-openstack-request-id: req-9d74cd82-2bb6-4d2b-966a-1b15282e7f8f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:01.655664 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:01.655967 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d74cd82-2bb6-4d2b-966a-1b15282e7f8f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:01.656401 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'status': 'completed', 'code': 200} Jan 28 20:51:01.724029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-380a5894-80ce-4fa0-8c12-751c916d87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:01.726833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-380a5894-80ce-4fa0-8c12-751c916d87a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1097 time: 0.0426767 Jan 28 20:51:01.817003 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ffb61039-7ba4-4787-84c6-4a84efba2aad details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:51:01.829357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-6f1a1e44-79b6-4e76-92ea-ffb33eb483b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:01.830912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-6f1a1e44-79b6-4e76-92ea-ffb33eb483b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a HTTP/1.1" status: 200 len: 897 time: 0.0963662 Jan 28 20:51:01.927335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-84b4e983-d402-4bde-8ad1-61f41f208f04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 HTTP/1.1" status: 200 len: 1002 time: 0.0890715 Jan 28 20:51:01.965068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ffb61039-7ba4-4787-84c6-4a84efba2aad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:01.979126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:51:01.987202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-a02f7bb2-8926-48dd-9b74-397e405db840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:01.993356 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-a02f7bb2-8926-48dd-9b74-397e405db840 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3889be5-be10-465d-8e67-f6beedc8b2e9 HTTP/1.1" status: 200 len: 835 time: 0.0589323 Jan 28 20:51:02.025599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:02.041265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb61039-7ba4-4787-84c6-4a84efba2aad {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:51:02.051447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-07db89b4-1db3-444b-8396-4a0f18e908ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:02.053895 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-07db89b4-1db3-444b-8396-4a0f18e908ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528078 Jan 28 20:51:02.066053 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ffb61039-7ba4-4787-84c6-4a84efba2aad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:02.072040 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:02.147135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=ffb61039-7ba4-4787-84c6-4a84efba2aad,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:02.171277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-6e8dcc7f-aecd-4430-8153-afb1afee8c9d service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083541 Jan 28 20:51:02.274458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-944e8c44-06ea-4134-87ce-93220ccd24dd req-3a080a73-c3db-4e1e-90e3-14dd07e1212a service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957572 Jan 28 20:51:02.286007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49772) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:02.307396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['ffb61039-7ba4-4787-84c6-4a84efba2aad'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:51:02.366429 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d294e02a-6e71-439d-8620-b57f7244b6e2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/cc971430-61e6-42f0-be61-52415e7d2e5d HTTP/1.1" status: 200 len: 994 time: 0.0792005 Jan 28 20:51:02.647932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe448927-a104-4cf5-ae86-b3c4aa0fff90 req-6159a98b-10c8-416a-93fc-208ab6317e6f tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:02.656082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe448927-a104-4cf5-ae86-b3c4aa0fff90 req-6159a98b-10c8-416a-93fc-208ab6317e6f tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 944 time: 0.0710082 Jan 28 20:51:02.696215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe448927-a104-4cf5-ae86-b3c4aa0fff90 req-f26a0c33-af21-4340-95d4-86e03500bcdf tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 Jan 28 20:51:03.824110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ffb61039-7ba4-4787-84c6-4a84efba2aad up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:51:03.834253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db8aa8-5176-4d65-aef7-ba1ad14af7ac req-6c3d772d-067a-45e7-9673-0497f1e6d61d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:03.836474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77db8aa8-5176-4d65-aef7-ba1ad14af7ac req-6c3d772d-067a-45e7-9673-0497f1e6d61d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 944 time: 0.0657151 Jan 28 20:51:03.889008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port ffb61039-7ba4-4787-84c6-4a84efba2aad completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:51:03.893301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port ffb61039-7ba4-4787-84c6-4a84efba2aad triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:03.893681 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:03.899800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-77db8aa8-5176-4d65-aef7-ba1ad14af7ac req-30a95e88-91d1-448e-8b4f-59c7876168c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570281 Jan 28 20:51:03.990405 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:04.017109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:04.019371 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e30d2dd-bb23-4946-a8b4-4c35467004bf" -d '{"events": [{"server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "name": "network-vif-plugged", "status": "completed", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:04.038477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port ffb61039-7ba4-4787-84c6-4a84efba2aad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:04.042540 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:04.089321 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81331dfc-8b5f-4ad7-ab15-2f036bbe8fa7 x-openstack-request-id: req-81331dfc-8b5f-4ad7-ab15-2f036bbe8fa7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:04.089688 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "name": "network-vif-plugged", "status": "completed", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:04.090011 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81331dfc-8b5f-4ad7-ab15-2f036bbe8fa7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:04.090468 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'code': 200} Jan 28 20:51:04.130422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=ffb61039-7ba4-4787-84c6-4a84efba2aad,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:04.219953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e704fac-ffe7-4c9b-9c2c-b9a558a358fb req-c1590e95-0fb1-4ddc-8bbc-b8940af30687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:04.221552 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e704fac-ffe7-4c9b-9c2c-b9a558a358fb req-c1590e95-0fb1-4ddc-8bbc-b8940af30687 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 1096 time: 0.0607619 Jan 28 20:51:04.277321 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e704fac-ffe7-4c9b-9c2c-b9a558a358fb req-0258f030-c159-4382-9c6e-825fb4702b1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482693 Jan 28 20:51:05.057919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137dbfd-e83a-4665-965e-73ecbc55e690 req-e31e64fa-294c-4a32-bf5b-d8b6d848f748 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:05.059827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e137dbfd-e83a-4665-965e-73ecbc55e690 req-e31e64fa-294c-4a32-bf5b-d8b6d848f748 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 945 time: 0.0602615 Jan 28 20:51:05.104339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e137dbfd-e83a-4665-965e-73ecbc55e690 req-56d56a46-6fa3-44d0-abc9-2eebb167d964 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376678 Jan 28 20:51:06.266596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dc102-c159-4bd6-8b37-10a764a93397 req-e569f0b0-fc65-4e07-bead-a19ff05a6b3e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:06.267413 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df3dc102-c159-4bd6-8b37-10a764a93397 req-e569f0b0-fc65-4e07-bead-a19ff05a6b3e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 945 time: 0.0593181 Jan 28 20:51:06.310669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-df3dc102-c159-4bd6-8b37-10a764a93397 req-18a3fccc-da6b-4655-b58a-d60df634fa8b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343390 Jan 28 20:51:06.439347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797d6fd-ccc6-49cf-b506-73e51e0ba2bf req-6aa1a048-e6fc-4dc3-a19a-ba30d7864b74 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:06.440862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f797d6fd-ccc6-49cf-b506-73e51e0ba2bf req-6aa1a048-e6fc-4dc3-a19a-ba30d7864b74 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 945 time: 0.0549574 Jan 28 20:51:06.482380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f797d6fd-ccc6-49cf-b506-73e51e0ba2bf req-6d2a2554-3b54-4a84-b1f0-8739736b5cdc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348966 Jan 28 20:51:06.508874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49806) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:06.550882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09a9a7-f937-408c-bf1e-cd36c51b5890 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:06.552470 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2c09a9a7-f937-408c-bf1e-cd36c51b5890 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 1091 time: 0.0425653 Jan 28 20:51:06.556387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 49808) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:06.560882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:06.591702 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:06.696013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:06.818977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.25.2.32 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/af6fad1b-f0ab-4db4-bfc9-c079b53ff3ea) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:51:06.942190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:06.985674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:07.036080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:51:07.040080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:51:07.043795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:51:07.047336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=af6fad1b-f0ab-4db4-bfc9-c079b53ff3ea,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:07.522367 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:07.604332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:07.723004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54888bd2-0de4-43de-a69e-924907d60417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:07.826511 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:07.833760 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:07.913000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=af6fad1b-f0ab-4db4-bfc9-c079b53ff3ea,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:07.925966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:08.069714 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Floating IP c659c807-1532-4cee-9557-45c485ef165f associated. External IP: 172.25.2.32, port: ffb61039-7ba4-4787-84c6-4a84efba2aad. Jan 28 20:51:08.380984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 0a3042f5-6d74-40b8-89a2-b72255ccec88 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:51:08.869855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:51:08.885134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] Sync routers for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:51:08.895485 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:08.899736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:08.900450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:08.937421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-31d3a2e4-291c-4bdc-8a14-bcdb8ae07c41 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3799205 Jan 28 20:51:08.938029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:08.940476 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a4486a-f5e0-41c5-becf-ba3abe30fc97" -d '{"events": [{"name": "network-changed", "server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:08.940630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49858) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:09.017419 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c271c3c8-b4c2-4a0b-bacd-0e1fd48c5712 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/floatingips/c659c807-1532-4cee-9557-45c485ef165f HTTP/1.1" status: 200 len: 990 time: 0.0757794 Jan 28 20:51:09.028352 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5658e0-7a0c-47b4-aafa-b65e81b5046f x-openstack-request-id: req-fd5658e0-7a0c-47b4-aafa-b65e81b5046f {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:09.028645 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:09.028900 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd5658e0-7a0c-47b4-aafa-b65e81b5046f {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:09.029297 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'status': 'completed', 'code': 200} Jan 28 20:51:09.072947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:09.107136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-ac89a9bd-9b79-4828-b297-c28f0748773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:09.108678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-ac89a9bd-9b79-4828-b297-c28f0748773d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 1096 time: 0.0550921 Jan 28 20:51:09.262147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-db659b3c-9faa-43a8-a883-ca91547707d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:09.263813 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-db659b3c-9faa-43a8-a883-ca91547707d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=52f4c686-0dee-4c15-9166-5e6e08609e1b HTTP/1.1" status: 200 len: 898 time: 0.1485271 Jan 28 20:51:09.395371 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-bab8a9d3-900a-47bc-bd86-9c52620f05e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad HTTP/1.1" status: 200 len: 998 time: 0.1245389 Jan 28 20:51:09.421471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:47Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:07Z', 'revision_number': 0, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:09.466281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-bd802e33-eac2-412a-8662-3b5db1a756c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:09.467902 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-bd802e33-eac2-412a-8662-3b5db1a756c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6af71679-f67d-4e5c-a675-71ee08724e15 HTTP/1.1" status: 200 len: 835 time: 0.0635428 Jan 28 20:51:09.473180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] Checking router: 0a3042f5-6d74-40b8-89a2-b72255ccec88 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:51:09.488611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:09.489232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:50:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:09.547382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-6dea7121-716c-4ddf-bfa5-99dc470cf761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:09.549263 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-6dea7121-716c-4ddf-bfa5-99dc470cf761 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52f4c686-0dee-4c15-9166-5e6e08609e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744369 Jan 28 20:51:09.623438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:09.695497 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-3f4e687a-af37-4b13-8d42-a9de12468957 service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371810 Jan 28 20:51:09.816233 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-58a4486a-f5e0-41c5-becf-ba3abe30fc97 req-73158128-1480-46b8-be4c-3488f3d6cd7f service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143377 Jan 28 20:51:09.920332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:47Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:07Z', 'revision_number': 0, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:09.951224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a0a54-6e03-4a00-8a65-62c0dcfd5fad None None] The sync data for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 is: [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:50:47Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:07Z', 'revision_number': 0, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:51:10.021579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49886) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:10.098615 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-30f78149-c65e-40e7-9fb9-902ed9acbfd0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/floatingips/c659c807-1532-4cee-9557-45c485ef165f HTTP/1.1" status: 200 len: 990 time: 0.0739703 Jan 28 20:51:10.255757 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-64715139-763d-4290-a624-a95c40733081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:10.278331 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e77549-48d8-4f4a-853f-bc68c262b0fc None None] New status for floating IP c659c807-1532-4cee-9557-45c485ef165f: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:51:11.101914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 49914) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:11.188971 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a9e97d4a-425c-420e-9813-b0758f582815 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/floatingips/c659c807-1532-4cee-9557-45c485ef165f HTTP/1.1" status: 200 len: 992 time: 0.0851512 Jan 28 20:51:11.708195 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:13.025449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:13.269704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:15.755918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9002dbc-3ac5-41fe-b982-b29b76a0f042 req-c1130e5b-a239-424c-b8d3-6abd59053979 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:15.758169 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9002dbc-3ac5-41fe-b982-b29b76a0f042 req-c1130e5b-a239-424c-b8d3-6abd59053979 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 945 time: 0.0520685 Jan 28 20:51:15.820839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9002dbc-3ac5-41fe-b982-b29b76a0f042 req-fa904e1f-3a8d-461a-aec2-10fd429c8f18 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545027 Jan 28 20:51:16.943074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e5c8f-0c9c-4d02-80f4-2d39420a5527 req-743d75b7-e34b-41c5-becb-8b6d93f66a4e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:16.945251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e5e5c8f-0c9c-4d02-80f4-2d39420a5527 req-743d75b7-e34b-41c5-becb-8b6d93f66a4e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 945 time: 0.0521958 Jan 28 20:51:16.994196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e5e5c8f-0c9c-4d02-80f4-2d39420a5527 req-39173b14-d05a-4142-9f9b-9ed359cc1a33 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/security-groups?id=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404470 Jan 28 20:51:17.309811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-92653f99-bfe4-4e5a-9a71-ca244917481c tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:17.311831 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-92653f99-bfe4-4e5a-9a71-ca244917481c tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.13 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 945 time: 0.0679994 Jan 28 20:51:17.486151 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Deleting port df8ec349-ca02-415d-85cc-9e06018ee600 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:17.486702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:17.616896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] For port df8ec349-ca02-415d-85cc-9e06018ee600, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=df8ec349-ca02-415d-85cc-9e06018ee600,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:17.617584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:17.931985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:17.932443 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:17.932779 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Floating IP 4e605ec0-3aea-4a4d-8f47-4f015c41fe44 disassociated. External IP: 172.25.2.205, port: df8ec349-ca02-415d-85cc-9e06018ee600. Jan 28 20:51:17.933127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Calling delete_port for df8ec349-ca02-415d-85cc-9e06018ee600 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:18.149955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:18.185751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2388c86-677c-40cc-ab94-8c449e45c160 req-022a0f92-9c0d-4910-99d4-c68aca856e40 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 210 time: 0.0522416 Jan 28 20:51:18.224152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event deleted for resources: {'Port': ['ID=df8ec349-ca02-415d-85cc-9e06018ee600,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:18.248091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:18.254235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.261415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.262390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.263190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.263778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.264368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.264919 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.265469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.265990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.266509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.267126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.267862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:18.398661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Router 1bda7068-f281-47bd-8d3e-6031a3984912 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:51:18.535857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:51:18.553539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] Sync routers for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:51:18.569301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:18.571463 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:18.594667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] No DVR routers for this DVR port df8ec349-ca02-415d-85cc-9e06018ee600 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:51:18.602892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:18.610152 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79055dad-a7f8-49e5-b6e8-1b1292bd9c55 req-391e727e-1b99-428c-9411-cfc6ef29de8a tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.13 "DELETE /v2.0/ports/df8ec349-ca02-415d-85cc-9e06018ee600 HTTP/1.1" status: 204 len: 173 time: 1.2903063 Jan 28 20:51:18.610664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'name': 'network-vif-deleted', 'tag': 'df8ec349-ca02-415d-85cc-9e06018ee600'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:18.613265 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276e2887-da5b-4cbe-967f-d0ce6f5b8ea6" -d '{"events": [{"server_uuid": "4638d408-ca68-4b9d-b1e9-cb63b7cb69ff", "name": "network-vif-deleted", "tag": "df8ec349-ca02-415d-85cc-9e06018ee600"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:18.754472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:18.760656 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7930337b-8740-4412-9f5e-c20817362163 x-openstack-request-id: req-7930337b-8740-4412-9f5e-c20817362163 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:18.760949 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4638d408-ca68-4b9d-b1e9-cb63b7cb69ff", "name": "network-vif-deleted", "tag": "df8ec349-ca02-415d-85cc-9e06018ee600", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:18.761199 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7930337b-8740-4412-9f5e-c20817362163 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:18.761744 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4638d408-ca68-4b9d-b1e9-cb63b7cb69ff', 'name': 'network-vif-deleted', 'tag': 'df8ec349-ca02-415d-85cc-9e06018ee600', 'status': 'completed', 'code': 200} Jan 28 20:51:19.330586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:46:04Z', 'revision_number': 5, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:19.352269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfb10df1-e810-4569-ad4f-dfa912e4bedf req-020c5bc8-d15f-4b28-8d8d-97c4fc593189 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "GET /v2.0/ports?device_id=4638d408-ca68-4b9d-b1e9-cb63b7cb69ff HTTP/1.1" status: 200 len: 210 time: 0.0373521 Jan 28 20:51:19.362400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] Checking router: 1bda7068-f281-47bd-8d3e-6031a3984912 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:51:19.373584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:19.374209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:19.484504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:19.709359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:46:04Z', 'revision_number': 5, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:19.738734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e344390a-7f19-438c-9d28-fba6285300c4 None None] The sync data for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 is: [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:45:58Z', 'revision_number': 4, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'fbcbcc12-ddb4-491c-af74-f048191402fa', 'name': '', 'network_id': '81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'mac_address': 'fa:16:3e:d3:af:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:57Z', 'updated_at': '2022-01-28T20:46:04Z', 'revision_number': 5, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'subnets': [{'id': '4d5df85b-9cb3-406b-a686-ddd5dd578bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:51:19.901558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device df8ec349-ca02-415d-85cc-9e06018ee600 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:51:19.927528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: df8ec349-ca02-415d-85cc-9e06018ee600 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:51:19.927985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device df8ec349-ca02-415d-85cc-9e06018ee600 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:51:20.004303 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac871ea-5a5f-47cd-9d7f-65ddcb3aefa2 None None] New status for floating IP 4e605ec0-3aea-4a4d-8f47-4f015c41fe44: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:51:20.226666 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-0ffb9ef4-6000-4139-8c6b-347db4146e76 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11425506&fields=id&tenant_id=27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 267 time: 0.0348737 Jan 28 20:51:20.351974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-8cb931aa-6540-4ea7-84ed-d964972a5bbe tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:20.357107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-8cb931aa-6540-4ea7-84ed-d964972a5bbe tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1234796 Jan 28 20:51:20.382453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-56355390-19bd-4375-8dfd-7c58e6352155 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/quotas/27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 375 time: 0.0184064 Jan 28 20:51:20.406163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50144) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:20.454626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-b94dcffa-b925-4e6f-942f-ae9fb32e28ea tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594802 Jan 28 20:51:20.562374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Deleting port 7085a671-5dd2-4f30-a3a3-aee362ca250e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:20.562897 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:20.580449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-5a84977c-f2c6-48fc-a0fc-569c3f30f6f3 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085737 Jan 28 20:51:20.658412 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:20.658665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:20.673736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Calling delete_port for 7085a671-5dd2-4f30-a3a3-aee362ca250e owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:20.682150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-77a65eea-eec3-4f63-ad2f-d26e671853ad service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933793 Jan 28 20:51:20.835104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:20.863216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event deleted for resources: {'Port': ['ID=7085a671-5dd2-4f30-a3a3-aee362ca250e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:20.939953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:20.942690 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:20.946433 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-250250aa-c26e-4e38-9818-a09467316f5e tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "DELETE /v2.0/floatingips/4e605ec0-3aea-4a4d-8f47-4f015c41fe44 HTTP/1.1" status: 204 len: 168 time: 0.5366631 Jan 28 20:51:21.038404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ca6c1162-bf29-4dfc-9d87-fc5c8e7eed16 req-829e7c84-f607-44c9-a854-1f0acc299350 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 210 time: 0.0389726 Jan 28 20:51:21.040455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50160) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:21.118933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-967e289b-a578-4e33-ae56-2f6fb253cba6 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:21.157169 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-967e289b-a578-4e33-ae56-2f6fb253cba6 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:21.229736 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-967e289b-a578-4e33-ae56-2f6fb253cba6 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:21.236921 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-967e289b-a578-4e33-ae56-2f6fb253cba6 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:21.240828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-967e289b-a578-4e33-ae56-2f6fb253cba6 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] 10.222.0.44 "DELETE /v2.0/security-groups/57eaf8bd-35c0-482a-8d9c-8c695d05c2ad HTTP/1.1" status: 204 len: 168 time: 0.1964221 Jan 28 20:51:21.250459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e289b-a578-4e33-ae56-2f6fb253cba6 tempest-TestServerBasicOps-2141942308 tempest-TestServerBasicOps-2141942308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eaf8bd-35c0-482a-8d9c-8c695d05c2ad,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:21.289746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50172) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:21.568876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:21.846693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:22.168333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62cafd65-ea08-4e3d-a06b-9f9594e96dad req-5bcdf63c-b6ff-4e58-9c69-722b77fd7ca9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 210 time: 0.0464847 Jan 28 20:51:22.182973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Deleting port fbcbcc12-ddb4-491c-af74-f048191402fa {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:22.183600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:22.207606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-a0ef5a33-2ef9-483e-8692-9445bb4a06b7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:22.207606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-a0ef5a33-2ef9-483e-8692-9445bb4a06b7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1956306 Jan 28 20:51:22.251974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-93edaa0e-d6fc-43db-b52f-f3f848f2a1f5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 378 time: 0.0387690 Jan 28 20:51:22.265645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'port': {'device_id': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'admin_state_up': True, 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'security_groups': ['ebf012aa-475e-4931-a81d-fbc4ad2ccbf4']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:22.283974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] For port fbcbcc12-ddb4-491c-af74-f048191402fa, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=fbcbcc12-ddb4-491c-af74-f048191402fa,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:22.284497 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:22.298555 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Calling delete_port for fbcbcc12-ddb4-491c-af74-f048191402fa owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:22.414625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:51:22.420549 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:22.526499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:22.606932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcbcc12-ddb4-491c-af74-f048191402fa,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:22.626319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.20.0.5 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:51:22.834072 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:22.838329 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:22.876636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:22.925339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:51:22.932168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:51:22.938562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:51:22.941333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:23.010382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:23.011055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.030909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-eca69c8a-192e-4948-8632-97fd38ac5596 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7710264 Jan 28 20:51:23.046457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Request body: {'port': {'device_id': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:23.120218 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.142020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Router 1bda7068-f281-47bd-8d3e-6031a3984912 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:51:23.296832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-58d93fee-16ad-49a2-8bf7-534f8797978b None None] Provisioning complete for port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:23.297740 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58d93fee-16ad-49a2-8bf7-534f8797978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.355251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-58d93fee-16ad-49a2-8bf7-534f8797978b None None] Port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:51:23.465261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ad76-cbd9-4c19-8828-f8abe6da7da5 req-2346b406-643b-4054-9d28-d082f6e91884 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:23.466989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ed2ad76-cbd9-4c19-8828-f8abe6da7da5 req-2346b406-643b-4054-9d28-d082f6e91884 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 931 time: 0.0956333 Jan 28 20:51:23.555758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:51:23.565161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ed2ad76-cbd9-4c19-8828-f8abe6da7da5 req-f90c5128-e76f-4cde-be51-90176f2544d2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817041 Jan 28 20:51:23.567018 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.587505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Transition to ACTIVE for port object 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:51:23.596160 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.602324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:51:23.613438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] Sync routers for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:51:23.615542 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c93f1d8e-5e1c-4a13-b793-85eec0ab688d admin admin] 10.222.0.44 "PUT /v2.0/routers/1bda7068-f281-47bd-8d3e-6031a3984912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246841 Jan 28 20:51:23.623320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50188) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:23.629135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:23.630008 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:23.736737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Pushing event updated for resources: {'Port': ['ID=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:23.759994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Attempting to bind port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:51:23.760451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Attempting to bind port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:51:23.760873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Attempting to bind port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:51:23.766932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:51:23.767338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Attempting to bind port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:51:23.774153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:51:23.774609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:51:23.775212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:51:23.775842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Bound port: 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:51:23.776581 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.838486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:23.843891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.896331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] For port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:51:23.901401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] For port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:51:23.906780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.956231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:23.957166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:23.959036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] 10.222.0.26 "PUT /v2.0/ports/6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 HTTP/1.1" status: 200 len: 1091 time: 0.9179823 Jan 28 20:51:23.962937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'tag': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:23.966084 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee3efff-ee22-495f-be8d-c492ac32e43f" -d '{"events": [{"name": "network-changed", "server_uuid": "680794f4-97ad-452c-ad6d-8a9cd2805be0", "tag": "6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:24.008146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f9ac7-5122-4f49-b394-6c9ed67b669c service neutron] Pushing event updated for resources: {'Port': ['ID=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:24.043294 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b05c5e7-def7-462f-96cc-cea20ab15ce7 x-openstack-request-id: req-6b05c5e7-def7-462f-96cc-cea20ab15ce7 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:24.044762 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680794f4-97ad-452c-ad6d-8a9cd2805be0", "tag": "6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:24.045148 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b05c5e7-def7-462f-96cc-cea20ab15ce7 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:24.046654 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'tag': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'status': 'completed', 'code': 200} Jan 28 20:51:24.123200 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.129242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-dd52f612-aaa9-4a06-aa29-ecbd40987aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:24.133537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-dd52f612-aaa9-4a06-aa29-ecbd40987aac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 1094 time: 0.1190069 Jan 28 20:51:24.161824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:51:22Z', 'revision_number': 5, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port': {'id': '01b38ee9-4b88-433e-bd64-f3a1c06773fb', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:45:53Z', 'updated_at': '2022-01-28T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:24.208819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-0240beac-f57b-463a-bf78-01a248be646d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 HTTP/1.1" status: 200 len: 217 time: 0.0630567 Jan 28 20:51:24.217869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] Checking router: 1bda7068-f281-47bd-8d3e-6031a3984912 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:51:24.222546 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Deleting port 01b38ee9-4b88-433e-bd64-f3a1c06773fb {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:24.223118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.234005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] Routers {'1bda7068-f281-47bd-8d3e-6031a3984912'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:24.234872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1bda7068-f281-47bd-8d3e-6031a3984912'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:24.302144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-3445e34a-9e76-4b63-920b-4fce8ccda8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:24.306193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-3445e34a-9e76-4b63-920b-4fce8ccda8ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0876441 Jan 28 20:51:24.383511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] For port 01b38ee9-4b88-433e-bd64-f3a1c06773fb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=01b38ee9-4b88-433e-bd64-f3a1c06773fb,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:24.383905 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.399868 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] Set router 1bda7068-f281-47bd-8d3e-6031a3984912 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:24.415292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-b29b5ece-02fe-48e6-a2b5-33c87e72abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:24.415762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Calling delete_port for 01b38ee9-4b88-433e-bd64-f3a1c06773fb owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:24.416878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-b29b5ece-02fe-48e6-a2b5-33c87e72abd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031599 Jan 28 20:51:24.517275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:51:24Z', 'revision_number': 6, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:24.615219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78464718-3349-4697-87e4-4e8d7a5bdfff None None] The sync data for ids ['1bda7068-f281-47bd-8d3e-6031a3984912'] in n-d-825064-3 is: [{'id': '1bda7068-f281-47bd-8d3e-6031a3984912', 'name': 'tempest-TestServerBasicOps-835044730-router', 'tenant_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:45:52Z', 'updated_at': '2022-01-28T20:51:24Z', 'revision_number': 6, 'project_id': '0f7834c40a0e42c2badcfd67794cf4a4', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:51:24.631001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-920708e7-195a-431e-bd37-67f1c1eb8bf2 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024233 Jan 28 20:51:24.651353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.704744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b38ee9-4b88-433e-bd64-f3a1c06773fb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:24.781940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f209f-33a4-459f-ae4e-279a2e907eb5 req-e9c5ec17-2b57-4de5-b943-a316e1e2cd49 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:24.783575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-714f209f-33a4-459f-ae4e-279a2e907eb5 req-e9c5ec17-2b57-4de5-b943-a316e1e2cd49 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.1233046 Jan 28 20:51:24.790116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.831471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a409a73-bb6f-4876-b63d-e242a2ccc741 req-b40ebeca-b1c6-46f4-a45e-5d93b2840f04 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945019 Jan 28 20:51:24.854119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-714f209f-33a4-459f-ae4e-279a2e907eb5 req-f71c415e-3681-4ed7-940c-1244c4d9708b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572650 Jan 28 20:51:24.915003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.917345 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.932910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-4f77e98e-32e5-4180-998a-5f35796944c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:24.934537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-4f77e98e-32e5-4180-998a-5f35796944c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 1094 time: 0.0465221 Jan 28 20:51:24.970897 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.972312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bda7068-f281-47bd-8d3e-6031a3984912 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:51:24.978056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:24.981844 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4ce18168-3aa7-41e5-9fa4-0cab85c076e9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1bda7068-f281-47bd-8d3e-6031a3984912 HTTP/1.1" status: 204 len: 168 time: 1.3547106 Jan 28 20:51:24.982118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50204) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:25.033910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d0759f-36b9-406d-b1ec-e6992019a778 admin admin] Deleting subnet 4d5df85b-9cb3-406b-a686-ddd5dd578bc2 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:51:25.037221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06d0759f-36b9-406d-b1ec-e6992019a778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.050698 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-dcaf8f60-a42e-47b6-93f6-b9ab1ad0ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:25.052422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-dcaf8f60-a42e-47b6-93f6-b9ab1ad0ef37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.1098340 Jan 28 20:51:25.079792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06d0759f-36b9-406d-b1ec-e6992019a778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.114557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-30976525-5034-481a-8129-beccf2aed5fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 HTTP/1.1" status: 200 len: 217 time: 0.0521667 Jan 28 20:51:25.174080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-2abb461b-609a-4756-bbf3-3d3e42f0b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:25.175592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-2abb461b-609a-4756-bbf3-3d3e42f0b0a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0533648 Jan 28 20:51:25.197019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06d0759f-36b9-406d-b1ec-e6992019a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.232574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-7ad4c892-0c3b-45b1-adef-51eafe3e7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:25.234174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-7ad4c892-0c3b-45b1-adef-51eafe3e7f04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491087 Jan 28 20:51:25.263073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06d0759f-36b9-406d-b1ec-e6992019a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.292404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0759f-36b9-406d-b1ec-e6992019a778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5df85b-9cb3-406b-a686-ddd5dd578bc2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:25.298661 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06d0759f-36b9-406d-b1ec-e6992019a778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.304231 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-06d0759f-36b9-406d-b1ec-e6992019a778 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4d5df85b-9cb3-406b-a686-ddd5dd578bc2 HTTP/1.1" status: 204 len: 168 time: 0.3193362 Jan 28 20:51:25.307492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50208) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:25.312820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f80da6-d2ad-48bd-b6e7-0fed054159d8 None None] Network 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:51:25.421938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-bb136a44-08a9-4d7e-afbe-eb9b0f231652 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768467 Jan 28 20:51:25.431086 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.537576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] DHCP port deletion for 81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:51:25.593533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bee3efff-ee22-495f-be8d-c492ac32e43f req-b3e922e9-0305-46d1-ab8e-b6a76d366e24 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599603 Jan 28 20:51:25.615281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Deleting port 6137cf9b-a404-420e-81a4-2caae30de337 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:25.615510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] Deleting port 6137cf9b-a404-420e-81a4-2caae30de337 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:25.617343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.617513 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.692993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] For port 6137cf9b-a404-420e-81a4-2caae30de337, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6137cf9b-a404-420e-81a4-2caae30de337,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:25.693573 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.710980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] For port 6137cf9b-a404-420e-81a4-2caae30de337, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6137cf9b-a404-420e-81a4-2caae30de337,segment=NetworkSegment(19d03fd4-bbab-407a-84eb-52f0ca11b516),segment_id=19d03fd4-bbab-407a-84eb-52f0ca11b516)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:25.712314 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.714172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Calling delete_port for 6137cf9b-a404-420e-81a4-2caae30de337 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:25.727746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] Calling delete_port for 6137cf9b-a404-420e-81a4-2caae30de337 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:25.803765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.811531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.833887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6137cf9b-a404-420e-81a4-2caae30de337,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:25.836615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] No DVR routers for this DVR port 6137cf9b-a404-420e-81a4-2caae30de337 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:51:25.849995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] No DVR routers for this DVR port 6137cf9b-a404-420e-81a4-2caae30de337 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:51:25.856501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65c6ea-9193-437b-b1bb-c4b8963995e1 None None] Pushing event deleted for resources: {'Port': ['ID=6137cf9b-a404-420e-81a4-2caae30de337,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:25.938425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:25.965399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:25.983592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d03fd4-bbab-407a-84eb-52f0ca11b516') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:25.983882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d03fd4-bbab-407a-84eb-52f0ca11b516') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:26.006951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:26.023572 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:26.032130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:51:26.032838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:51:26.034499 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:51:26.051776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6aa85-f50e-465d-b7e7-cb224fc37b04 req-ebdf14c1-69fc-4008-9544-d4d9b028b128 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:26.053210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09a6aa85-f50e-465d-b7e7-cb224fc37b04 req-ebdf14c1-69fc-4008-9544-d4d9b028b128 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.0897968 Jan 28 20:51:26.111401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 01b38ee9-4b88-433e-bd64-f3a1c06773fb no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:51:26.127400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:26.134735 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:26.139225 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] 10.222.0.44 "DELETE /v2.0/networks/81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0 HTTP/1.1" status: 204 len: 168 time: 0.8302145 Jan 28 20:51:26.140589 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 01b38ee9-4b88-433e-bd64-f3a1c06773fb {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:51:26.140945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 01b38ee9-4b88-433e-bd64-f3a1c06773fb not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:51:26.141967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6137cf9b-a404-420e-81a4-2caae30de337 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:51:26.142163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50214) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:26.144487 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09a6aa85-f50e-465d-b7e7-cb224fc37b04 req-9f23b6f1-5393-4b8a-a073-d0e865f84f1b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599401 Jan 28 20:51:26.158273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f703f-2c7d-433a-8c55-0688f7b5fd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c94d25-4b55-43ff-8f8d-b08b4b2aeaa0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:26.182680 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 6137cf9b-a404-420e-81a4-2caae30de337 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:51:26.183028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6137cf9b-a404-420e-81a4-2caae30de337 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:51:26.183460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fbcbcc12-ddb4-491c-af74-f048191402fa no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:51:26.206616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: fbcbcc12-ddb4-491c-af74-f048191402fa {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:51:26.207380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device fbcbcc12-ddb4-491c-af74-f048191402fa not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:51:26.538985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:26.806453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Deleting port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:26.806797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:26.901436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] For port 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,segment=NetworkSegment(e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8),segment_id=e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:26.902080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:26.916432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Calling delete_port for 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:27.122050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:27.155733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=5821d5ef-7ffa-41af-85ed-0b2148a3e2b2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:27.332368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e8e99-8789-4f17-a2d3-a8722a951889 req-22f80fa7-836b-4087-a018-7917d8e89b6c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:27.345073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-020e8e99-8789-4f17-a2d3-a8722a951889 req-22f80fa7-836b-4087-a018-7917d8e89b6c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.0937274 Jan 28 20:51:27.374280 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:27.420431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-020e8e99-8789-4f17-a2d3-a8722a951889 req-2df1abad-c218-44b7-9ccd-8ff06aa05d72 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618734 Jan 28 20:51:27.649676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Router 8300d28c-d16c-4b76-9387-11517c516f03 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:51:27.779702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:51:27.785097 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86a1f1f3-390a-4e46-867b-d977e8d64c85 admin admin] 10.222.0.44 "PUT /v2.0/routers/8300d28c-d16c-4b76-9387-11517c516f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6416452 Jan 28 20:51:27.787816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50222) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:27.791160 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] Sync routers for ids ['8300d28c-d16c-4b76-9387-11517c516f03'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:51:27.809571 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] Routers {'8300d28c-d16c-4b76-9387-11517c516f03'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:27.809937 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8300d28c-d16c-4b76-9387-11517c516f03'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:27.926568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:27.935826 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] Set router 8300d28c-d16c-4b76-9387-11517c516f03 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:28.043137 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:28.114370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Deleting port 5e0a64f6-2743-4fba-8d70-abe036496704 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:28.114718 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:28.138999 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:51:27Z', 'revision_number': 5, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port': {'id': '5e0a64f6-2743-4fba-8d70-abe036496704', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:01:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300d28c-d16c-4b76-9387-11517c516f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:02Z', 'updated_at': '2022-01-28T20:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:28.169802 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] Checking router: 8300d28c-d16c-4b76-9387-11517c516f03 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:51:28.182675 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] Routers {'8300d28c-d16c-4b76-9387-11517c516f03'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:28.184087 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8300d28c-d16c-4b76-9387-11517c516f03'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:28.224169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] For port 5e0a64f6-2743-4fba-8d70-abe036496704, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5e0a64f6-2743-4fba-8d70-abe036496704,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:28.224836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:28.238241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Calling delete_port for 5e0a64f6-2743-4fba-8d70-abe036496704 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:28.282799 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] Set router 8300d28c-d16c-4b76-9387-11517c516f03 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:28.379773 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:51:28Z', 'revision_number': 6, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:28.415281 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b19fc2-801c-4e47-a70a-a2cf9e771e05 None None] The sync data for ids ['8300d28c-d16c-4b76-9387-11517c516f03'] in n-d-825064-3 is: [{'id': '8300d28c-d16c-4b76-9387-11517c516f03', 'name': 'tempest-TestServerBasicOps-292339180-router', 'tenant_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:01Z', 'updated_at': '2022-01-28T20:51:28Z', 'revision_number': 6, 'project_id': 'c7d32edd8d2e4d3591da8e89ad46cfc8', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:51:28.483899 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:28.518019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0a64f6-2743-4fba-8d70-abe036496704,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:28.622303 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:28.631048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f559e-8f06-4100-be5d-c0e967800933 req-b39ea2ac-12f7-4cda-a383-ad5530f93670 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:28.633478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-009f559e-8f06-4100-be5d-c0e967800933 req-b39ea2ac-12f7-4cda-a383-ad5530f93670 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.1179435 Jan 28 20:51:28.642842 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:51:29.053789 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.058012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.077755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-009f559e-8f06-4100-be5d-c0e967800933 req-d89a624e-ee7e-4214-86d0-9c15140bc833 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4183202 Jan 28 20:51:29.125740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.126636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8300d28c-d16c-4b76-9387-11517c516f03 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:51:29.131636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.133618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c1b16888-d39d-40ef-a5d7-06c2424b3196 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8300d28c-d16c-4b76-9387-11517c516f03 HTTP/1.1" status: 204 len: 168 time: 1.3438852 Jan 28 20:51:29.136128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50260) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:29.199483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd46755-e9fa-438b-a3fd-c14a0497dc70 admin admin] Deleting subnet 00ef2290-6b6b-427a-b79f-f95586f2b113 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:51:29.201355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffd46755-e9fa-438b-a3fd-c14a0497dc70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.251650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffd46755-e9fa-438b-a3fd-c14a0497dc70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.396155 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffd46755-e9fa-438b-a3fd-c14a0497dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.467983 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffd46755-e9fa-438b-a3fd-c14a0497dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.497328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd46755-e9fa-438b-a3fd-c14a0497dc70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ef2290-6b6b-427a-b79f-f95586f2b113,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:29.504769 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ffd46755-e9fa-438b-a3fd-c14a0497dc70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.509219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ffd46755-e9fa-438b-a3fd-c14a0497dc70 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/00ef2290-6b6b-427a-b79f-f95586f2b113 HTTP/1.1" status: 204 len: 168 time: 0.3720794 Jan 28 20:51:29.511956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50306) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:29.514482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e93305a-b2cc-4b89-94a7-d59c46b84e28 None None] Network 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:51:29.590545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.696561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Deleting port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:29.697124 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.782514 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] DHCP port deletion for 8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:51:29.798826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] For port a38e74ed-20e5-4bb5-8901-5eff9ccaa533, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,segment=NetworkSegment(e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8),segment_id=e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:29.799386 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.814459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Calling delete_port for a38e74ed-20e5-4bb5-8901-5eff9ccaa533 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:29.845990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] Deleting port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:51:29.846224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.911115 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.929701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] For port a38e74ed-20e5-4bb5-8901-5eff9ccaa533, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,segment=NetworkSegment(e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8),segment_id=e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:29.930371 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:29.943521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] No DVR routers for this DVR port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:51:29.949682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:29.950910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] Calling delete_port for a38e74ed-20e5-4bb5-8901-5eff9ccaa533 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:51:30.038495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.047376 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.064983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd6bcf1-a393-4491-b4a0-c449ab8c83b7']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:30.080510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] Pushing event deleted for resources: {'Port': ['ID=a38e74ed-20e5-4bb5-8901-5eff9ccaa533,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:30.082617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee8faf-ea92-4b87-9102-7a2fca797d55 None None] No DVR routers for this DVR port a38e74ed-20e5-4bb5-8901-5eff9ccaa533 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:51:30.098201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:30.098609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cfaa9f-f14b-4ecd-86f3-b208fd5413e8') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:30.120326 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.148834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.153791 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:51:30.157815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:51:30.158529 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:51:30.160579 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:51:30.192345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:51:30.192809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5821d5ef-7ffa-41af-85ed-0b2148a3e2b2 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:51:30.193341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a38e74ed-20e5-4bb5-8901-5eff9ccaa533 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:51:30.228120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: a38e74ed-20e5-4bb5-8901-5eff9ccaa533 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:51:30.228642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device a38e74ed-20e5-4bb5-8901-5eff9ccaa533 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:51:30.229442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5e0a64f6-2743-4fba-8d70-abe036496704 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:51:30.229679 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.235969 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.241075 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8cd6bcf1-a393-4491-b4a0-c449ab8c83b7 HTTP/1.1" status: 204 len: 168 time: 0.7280111 Jan 28 20:51:30.265164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5e0a64f6-2743-4fba-8d70-abe036496704 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:51:30.265511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5e0a64f6-2743-4fba-8d70-abe036496704 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:51:30.266142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2518-9526-4fb8-b9e8-d8be195264c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd6bcf1-a393-4491-b4a0-c449ab8c83b7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:30.276766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327930a-bcfc-4663-98e2-996965dc4894 req-3fcf7d82-5d87-4c55-adb9-4d3c558658fb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:30.278737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7327930a-bcfc-4663-98e2-996965dc4894 req-3fcf7d82-5d87-4c55-adb9-4d3c558658fb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.0882850 Jan 28 20:51:30.324941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7327930a-bcfc-4663-98e2-996965dc4894 req-cf639875-6696-4a2e-b9d9-782fabf0062e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390399 Jan 28 20:51:30.414711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50420) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:30.467489 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0901f914-5a6e-4f1b-be09-ae8d55ace239 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f7834c40a0e42c2badcfd67794cf4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514982 Jan 28 20:51:30.470991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50432) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:30.527593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e0719d0e-dc9a-4bb0-b061-e0c89c4d1b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.553293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e0719d0e-dc9a-4bb0-b061-e0c89c4d1b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.620083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e0719d0e-dc9a-4bb0-b061-e0c89c4d1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.625152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e0719d0e-dc9a-4bb0-b061-e0c89c4d1b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:30.626850 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e0719d0e-dc9a-4bb0-b061-e0c89c4d1b22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1fa8c06-a395-44fa-8111-af39e3eae861 HTTP/1.1" status: 204 len: 168 time: 0.1547101 Jan 28 20:51:30.637509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0719d0e-dc9a-4bb0-b061-e0c89c4d1b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fa8c06-a395-44fa-8111-af39e3eae861,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:31.075115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50516) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:31.123727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-52819246-7098-446e-822a-e25e13dab18e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7d32edd8d2e4d3591da8e89ad46cfc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467410 Jan 28 20:51:31.125780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50526) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:31.193678 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dd9ffd7-48fe-4129-a332-25326307b760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:31.217207 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dd9ffd7-48fe-4129-a332-25326307b760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:31.270541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dd9ffd7-48fe-4129-a332-25326307b760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:31.275806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1dd9ffd7-48fe-4129-a332-25326307b760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:31.279654 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1dd9ffd7-48fe-4129-a332-25326307b760 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc8366bc-cba3-40a2-871d-6cdef1ebc75d HTTP/1.1" status: 204 len: 168 time: 0.1503465 Jan 28 20:51:31.292083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9ffd7-48fe-4129-a332-25326307b760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8366bc-cba3-40a2-871d-6cdef1ebc75d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:31.469706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a06d-237d-4329-aa4b-9cf95e5f8e5d req-31d44fe8-5ced-4f73-8234-7a54285a5d78 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:31.471406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae58a06d-237d-4329-aa4b-9cf95e5f8e5d req-31d44fe8-5ced-4f73-8234-7a54285a5d78 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.0568268 Jan 28 20:51:31.518840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae58a06d-237d-4329-aa4b-9cf95e5f8e5d req-f9affab9-86b2-40a7-9cd3-766f6e019b30 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388422 Jan 28 20:51:32.643803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05014b-6d4d-45d6-842e-d1f304b6b1fd req-4e6da89f-ebb0-4f1b-a59b-339323a012a9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:32.645318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c05014b-6d4d-45d6-842e-d1f304b6b1fd req-4e6da89f-ebb0-4f1b-a59b-339323a012a9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.0509813 Jan 28 20:51:32.689960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c05014b-6d4d-45d6-842e-d1f304b6b1fd req-274610d7-637b-4e9d-8aff-7d8cfb4811e9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374863 Jan 28 20:51:33.838142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3b96e-f98e-4340-9e76-6a0ef193cd47 req-b9b6cc05-646c-4001-8cc2-65353c12b8c8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:33.840234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73d3b96e-f98e-4340-9e76-6a0ef193cd47 req-b9b6cc05-646c-4001-8cc2-65353c12b8c8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.0716674 Jan 28 20:51:33.903316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73d3b96e-f98e-4340-9e76-6a0ef193cd47 req-90771e5c-01ba-40ac-a2a4-d09b3e3eb4bd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515597 Jan 28 20:51:33.970753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01231a-fd64-438a-b2f4-e7fb1d029352 req-c84b56d4-c0a3-4361-80d2-8d1b8a031b55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:33.972336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b01231a-fd64-438a-b2f4-e7fb1d029352 req-c84b56d4-c0a3-4361-80d2-8d1b8a031b55 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0555174 Jan 28 20:51:34.021469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3b01231a-fd64-438a-b2f4-e7fb1d029352 req-92337dbd-cbd2-4c0b-b2e0-99bf04530297 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Jan 28 20:51:35.025490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4df81a-4173-41c4-b27e-e608ab918854 req-a28db8cb-fe2f-4b90-9bc9-1637f3b36686 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:35.026998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c4df81a-4173-41c4-b27e-e608ab918854 req-a28db8cb-fe2f-4b90-9bc9-1637f3b36686 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.0494363 Jan 28 20:51:35.070634 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c4df81a-4173-41c4-b27e-e608ab918854 req-a9c2a18f-185a-47b3-a5b9-589a9ae3100a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340507 Jan 28 20:51:35.154394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dbd1-ee13-4473-9791-3c38f85da540 req-6c8f8346-1837-4c8e-bc52-eefc6f34a068 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:35.155930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b625dbd1-ee13-4473-9791-3c38f85da540 req-6c8f8346-1837-4c8e-bc52-eefc6f34a068 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0536292 Jan 28 20:51:35.196113 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b625dbd1-ee13-4473-9791-3c38f85da540 req-c00c4926-7f85-41a9-8ee5-3665622ca7cf tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Jan 28 20:51:36.187344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827274d3-87a9-4fce-a80c-9de9e18814ad req-15dbc97a-78e3-4f5a-b446-923dc94f4107 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:36.188884 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-827274d3-87a9-4fce-a80c-9de9e18814ad req-15dbc97a-78e3-4f5a-b446-923dc94f4107 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 943 time: 0.0503027 Jan 28 20:51:36.231566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-827274d3-87a9-4fce-a80c-9de9e18814ad req-ab6f2ebe-04ac-43e5-bc11-809fbd23d1d5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361633 Jan 28 20:51:36.321969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b2a19-c6d6-4d7e-9094-21a8660d571b req-dedbd629-0051-481f-a4f2-49475530cad1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:36.324625 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-202b2a19-c6d6-4d7e-9094-21a8660d571b req-dedbd629-0051-481f-a4f2-49475530cad1 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0534308 Jan 28 20:51:36.364233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-202b2a19-c6d6-4d7e-9094-21a8660d571b req-fff23777-d579-4e2a-8571-faac41772b9f tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346279 Jan 28 20:51:36.518961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:51:36.615505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:36.627107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'port_id': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'mac_address': 'fa:16:3e:02:e8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:51:36.664944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:36.677698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:51:36.701217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:36.705774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:36.757646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:36.938071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:51:37.373496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317a948-4d14-4402-9998-e88848109d99 req-5c2023ae-6dd4-47c8-be56-ba9db19d6792 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:37.375607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6317a948-4d14-4402-9998-e88848109d99 req-5c2023ae-6dd4-47c8-be56-ba9db19d6792 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 944 time: 0.0711977 Jan 28 20:51:37.436871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6317a948-4d14-4402-9998-e88848109d99 req-13bc5778-6588-46b8-9d08-d22e55230f41 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536323 Jan 28 20:51:37.519559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3caf6-9c72-45ae-971e-c3c3a736523e req-53a802b8-1d1e-4a25-ba5d-582d17729fb4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:37.521145 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fa3caf6-9c72-45ae-971e-c3c3a736523e req-53a802b8-1d1e-4a25-ba5d-582d17729fb4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0771999 Jan 28 20:51:37.570702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fa3caf6-9c72-45ae-971e-c3c3a736523e req-5fc86993-f6ac-4fc2-a7ac-ba8a10804568 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Jan 28 20:51:37.708511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0232c6f9-9aa6-4a5c-b6bc-e5d9b4707e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:38.536062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:51:38.575487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed1d0b-fe87-4a8f-8a5c-c8d5f5d8260d req-c2bb2ceb-7e8f-4e40-8e80-27d5c5dc7d47 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:38.583129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1ed1d0b-fe87-4a8f-8a5c-c8d5f5d8260d req-c2bb2ceb-7e8f-4e40-8e80-27d5c5dc7d47 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 944 time: 0.0668781 Jan 28 20:51:38.590663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:51:38.595333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:38.595843 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:38.634408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1ed1d0b-fe87-4a8f-8a5c-c8d5f5d8260d req-410badc9-fa40-4e8c-a57b-92d54d819be0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496891 Jan 28 20:51:38.759740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f515a4-88e4-4a82-a81b-21d37e414316 req-e0f7d998-9444-4a14-88a9-0c63a3aaa3f8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:38.760321 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:38.761328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0f515a4-88e4-4a82-a81b-21d37e414316 req-e0f7d998-9444-4a14-88a9-0c63a3aaa3f8 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0726528 Jan 28 20:51:38.792432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:38.795101 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d712024-0382-4e1e-81b9-d44b0cf1d2fe" -d '{"events": [{"server_uuid": "680794f4-97ad-452c-ad6d-8a9cd2805be0", "name": "network-vif-plugged", "status": "completed", "tag": "6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:38.812675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:38.821141 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:38.826696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0f515a4-88e4-4a82-a81b-21d37e414316 req-03f66d6c-499b-4f83-a902-c8bc9af84f3c tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587404 Jan 28 20:51:38.886185 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579b8f51-7e29-4c2e-bb97-9d2574881dd4 x-openstack-request-id: req-579b8f51-7e29-4c2e-bb97-9d2574881dd4 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:38.886643 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680794f4-97ad-452c-ad6d-8a9cd2805be0", "name": "network-vif-plugged", "status": "completed", "tag": "6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:38.887013 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-579b8f51-7e29-4c2e-bb97-9d2574881dd4 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:38.887492 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'code': 200} Jan 28 20:51:38.901764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:38.928876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50772) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:38.976388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5e067-1c01-4f94-9971-a053e675c182 req-0b2abb98-589b-47ea-a1d4-6204b1f12ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:38.978065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb5e067-1c01-4f94-9971-a053e675c182 req-0b2abb98-589b-47ea-a1d4-6204b1f12ff6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 1096 time: 0.0434232 Jan 28 20:51:39.023338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb5e067-1c01-4f94-9971-a053e675c182 req-346dac84-51f1-4789-9918-729028ad0aef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380919 Jan 28 20:51:39.108740 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8544ded5-f936-4a90-9f08-8a8851ca2d21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f7a878e46644f359871169bc84d4fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784306 Jan 28 20:51:39.111626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50776) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:39.163810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09a8a917-efbb-4a6a-9bcd-5db0df466168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:39.187748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09a8a917-efbb-4a6a-9bcd-5db0df466168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:39.252537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09a8a917-efbb-4a6a-9bcd-5db0df466168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:39.255330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-09a8a917-efbb-4a6a-9bcd-5db0df466168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:39.260150 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-09a8a917-efbb-4a6a-9bcd-5db0df466168 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7cfc3b0-aae7-4edf-b8cc-2589c850db87 HTTP/1.1" status: 204 len: 168 time: 0.1474555 Jan 28 20:51:39.270126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8a917-efbb-4a6a-9bcd-5db0df466168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cfc3b0-aae7-4edf-b8cc-2589c850db87,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:39.755374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241b944-da71-4ec7-a833-740c847cc5cc req-2d99943e-b616-4bde-9cc0-d5f89527ebca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:39.757464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b241b944-da71-4ec7-a833-740c847cc5cc req-2d99943e-b616-4bde-9cc0-d5f89527ebca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 945 time: 0.0528741 Jan 28 20:51:39.806323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b241b944-da71-4ec7-a833-740c847cc5cc req-a510fea7-6240-48a9-b7ef-40a902d1270d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398297 Jan 28 20:51:39.971260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1264089-5653-4155-a204-1ec73a5dbae4 req-1334c5ff-04b1-4593-8d5c-7aa2b5e313a5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:39.972942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1264089-5653-4155-a204-1ec73a5dbae4 req-1334c5ff-04b1-4593-8d5c-7aa2b5e313a5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0575275 Jan 28 20:51:40.015906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1264089-5653-4155-a204-1ec73a5dbae4 req-94d177e2-5938-4003-9e47-1fa90cf7fcad tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367362 Jan 28 20:51:40.222000 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5f4152b9-25ba-478e-9382-dccbe715c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:40.927661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa12cd-4b92-4de3-8f75-7fae600dda9c req-5a1c1673-34b8-4530-a857-d27d55b1b529 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:40.929286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43aa12cd-4b92-4de3-8f75-7fae600dda9c req-5a1c1673-34b8-4530-a857-d27d55b1b529 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Jan 28 20:51:40.972918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43aa12cd-4b92-4de3-8f75-7fae600dda9c req-30925416-f803-4c1a-9acc-89c4dce0dbad tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360272 Jan 28 20:51:41.117477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bf1ad-27f8-43d5-9384-daf7ac9490b7 req-8589fb35-7c32-4c48-97ee-dc5dbfb4efe7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:41.120095 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b51bf1ad-27f8-43d5-9384-daf7ac9490b7 req-8589fb35-7c32-4c48-97ee-dc5dbfb4efe7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 945 time: 0.0739932 Jan 28 20:51:41.188683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b51bf1ad-27f8-43d5-9384-daf7ac9490b7 req-07dd41fe-eb07-42cd-89b1-dc9314b0c9c1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583401 Jan 28 20:51:41.199776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70e913-272d-4d17-8898-dea9566d1090 req-f9e0e562-a5fe-43bd-9b21-82be83e0c5b5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:41.201300 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f70e913-272d-4d17-8898-dea9566d1090 req-f9e0e562-a5fe-43bd-9b21-82be83e0c5b5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0798945 Jan 28 20:51:41.211992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50818) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:41.247703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f70e913-272d-4d17-8898-dea9566d1090 req-782cb3f6-93d5-467b-9eb4-ac241929121e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403838 Jan 28 20:51:41.255139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff60547-5072-4ceb-9e4c-8fe88f856e03 tempest-TestVolumeBootPattern-11839125 tempest-TestVolumeBootPattern-11839125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:41.259862 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2ff60547-5072-4ceb-9e4c-8fe88f856e03 tempest-TestVolumeBootPattern-11839125 tempest-TestVolumeBootPattern-11839125-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 1091 time: 0.0468366 Jan 28 20:51:41.260647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50820) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:41.267477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:41.292530 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:41.394282 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:41.507542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.25.2.86 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d311d21a-4c4d-493c-be88-53e897584709) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:51:41.647424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:41.684304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:41.710985 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:41.727573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:51:41.734148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:51:41.737659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:51:41.743374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=d311d21a-4c4d-493c-be88-53e897584709,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:42.136631 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:42.215972 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:42.391004 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50834) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:42.425424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad21b2d-1aee-4699-a98f-494dd3dbb9b8 req-f421a0d5-84a7-48aa-bafe-1a3a3d0fe497 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:42.426926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ad21b2d-1aee-4699-a98f-494dd3dbb9b8 req-f421a0d5-84a7-48aa-bafe-1a3a3d0fe497 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0758548 Jan 28 20:51:42.456668 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:42.464301 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:42.467540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1c863-c8f6-4a91-b60f-ca17a00f8285 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:42.468122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1c863-c8f6-4a91-b60f-ca17a00f8285 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:42.468626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1c863-c8f6-4a91-b60f-ca17a00f8285 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:42.470296 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-50c1c863-c8f6-4a91-b60f-ca17a00f8285 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=b743b484c78d440cb1acc93f844b9b11&network_id=52f4c686-0dee-4c15-9166-5e6e08609e1b HTTP/1.1" status: 200 len: 2969 time: 0.0784307 Jan 28 20:51:42.512564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ad21b2d-1aee-4699-a98f-494dd3dbb9b8 req-fc7f57af-c00e-4483-a99d-90ad09a48710 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788894 Jan 28 20:51:42.550800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=d311d21a-4c4d-493c-be88-53e897584709,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:42.563629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:42.671394 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Floating IP c7780f0a-2f62-4ce7-a1de-714833121de1 associated. External IP: 172.25.2.86, port: 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315. Jan 28 20:51:42.881357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:51:42.994954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:51:43.013907 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:43.014670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:51:43.030273 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:43.032320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:43.032943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:43.043665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6a23a737-3df1-481b-8a8b-8cb73f00b63c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7805629 Jan 28 20:51:43.044289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'tag': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:43.046585 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63332858-6597-4e6c-ad71-203582755f57" -d '{"events": [{"name": "network-changed", "server_uuid": "680794f4-97ad-452c-ad6d-8a9cd2805be0", "tag": "6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:43.111470 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5035623-5cfc-4cb8-bb89-7c0b582091f4 x-openstack-request-id: req-b5035623-5cfc-4cb8-bb89-7c0b582091f4 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:43.111766 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680794f4-97ad-452c-ad6d-8a9cd2805be0", "tag": "6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:43.112108 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5035623-5cfc-4cb8-bb89-7c0b582091f4 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:43.112556 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'tag': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'status': 'completed', 'code': 200} Jan 28 20:51:43.193272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:43.212226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332858-6597-4e6c-ad71-203582755f57 req-6c2bff06-1f99-4481-89d2-5304c7252a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:43.216786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63332858-6597-4e6c-ad71-203582755f57 req-6c2bff06-1f99-4481-89d2-5304c7252a13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 1096 time: 0.0703382 Jan 28 20:51:43.317807 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332858-6597-4e6c-ad71-203582755f57 req-483a5ecd-327e-46bf-982b-6fca2977277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:43.318279 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:43.320128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63332858-6597-4e6c-ad71-203582755f57 req-483a5ecd-327e-46bf-982b-6fca2977277f service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.0978923 Jan 28 20:51:43.420083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63332858-6597-4e6c-ad71-203582755f57 req-26549b6d-78c7-44c7-bdae-5d2987f69c83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 HTTP/1.1" status: 200 len: 998 time: 0.0897939 Jan 28 20:51:43.476866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332858-6597-4e6c-ad71-203582755f57 req-9fc1924a-57a8-439b-9590-8060a578b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:43.478491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63332858-6597-4e6c-ad71-203582755f57 req-9fc1924a-57a8-439b-9590-8060a578b92a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0533626 Jan 28 20:51:43.527825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332858-6597-4e6c-ad71-203582755f57 req-b6dcd539-c072-4c36-8c11-17c862d9b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:43.529494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63332858-6597-4e6c-ad71-203582755f57 req-b6dcd539-c072-4c36-8c11-17c862d9b38e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432918 Jan 28 20:51:43.633941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c7780f0a-2f62-4ce7-a1de-714833121de1', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:02:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:41Z', 'updated_at': '2022-01-28T20:51:41Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:43.662912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:51:43.671592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4ef1e-d4c8-4915-aa7b-3dff5694a86f req-4351da1f-3c1e-434a-97b6-f958e67dfa3a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:43.671812 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:51:43.672577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:43.673438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eca4ef1e-d4c8-4915-aa7b-3dff5694a86f req-4351da1f-3c1e-434a-97b6-f958e67dfa3a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0845158 Jan 28 20:51:43.677341 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63332858-6597-4e6c-ad71-203582755f57 req-1e70c034-3830-4317-8de4-c0014b9b7a29 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395509 Jan 28 20:51:43.790609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eca4ef1e-d4c8-4915-aa7b-3dff5694a86f req-ccf1085e-f0be-4bf0-bc5f-e5b59f7967d6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062839 Jan 28 20:51:43.801746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:51:43.832088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63332858-6597-4e6c-ad71-203582755f57 req-21fef729-3417-4c63-bb79-b1f041c28e5d service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449602 Jan 28 20:51:44.011177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50858) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:44.061778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c7780f0a-2f62-4ce7-a1de-714833121de1', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:02:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:41Z', 'updated_at': '2022-01-28T20:51:41Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:51:44.089516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918d25c9-f49b-46b4-8dc4-bfed6f64eb3c None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c7780f0a-2f62-4ce7-a1de-714833121de1', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:02:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:41Z', 'updated_at': '2022-01-28T20:51:41Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:51:44.139049 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0d03-8044-4ccb-be73-8d626dd54436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:44.233703 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0d03-8044-4ccb-be73-8d626dd54436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:44.238137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0d03-8044-4ccb-be73-8d626dd54436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:44.282286 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c1cd0d03-8044-4ccb-be73-8d626dd54436 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dbc1d48c91f44fdafc53e87cef52715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699888 Jan 28 20:51:44.283302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd0d03-8044-4ccb-be73-8d626dd54436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb317f3e-f984-4b3d-9d47-d62ffdade7d9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:44.285379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50862) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:44.337039 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18647c7-bfd9-44c5-b4c8-a8312dede94e None None] New status for floating IP c7780f0a-2f62-4ce7-a1de-714833121de1: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:51:44.357949 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e366f305-e071-408f-b0d4-8f5764925872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:44.383055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e366f305-e071-408f-b0d4-8f5764925872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:44.438347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e366f305-e071-408f-b0d4-8f5764925872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:44.441538 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e366f305-e071-408f-b0d4-8f5764925872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:44.442787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e366f305-e071-408f-b0d4-8f5764925872 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb317f3e-f984-4b3d-9d47-d62ffdade7d9 HTTP/1.1" status: 204 len: 168 time: 0.1552525 Jan 28 20:51:44.452060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366f305-e071-408f-b0d4-8f5764925872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb317f3e-f984-4b3d-9d47-d62ffdade7d9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:44.498085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50866) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:44.568123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1861cb8-4cf4-41ad-b3ba-501dd11623f5 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:44.573129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f1861cb8-4cf4-41ad-b3ba-501dd11623f5 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d HTTP/1.1" status: 200 len: 814 time: 0.0735927 Jan 28 20:51:44.912302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704179dc-e8e8-47b4-aa41-c3a0ceff3b7b req-28009854-a182-455b-8cb3-1a1f58921229 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:44.914976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-704179dc-e8e8-47b4-aa41-c3a0ceff3b7b req-28009854-a182-455b-8cb3-1a1f58921229 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0545607 Jan 28 20:51:44.958010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-704179dc-e8e8-47b4-aa41-c3a0ceff3b7b req-7e0f5595-e108-45c2-b307-542c929f22aa tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368021 Jan 28 20:51:45.207277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50896) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:45.213872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'network': {'name': 'tempest-network-smoke--823510935', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'port_security_enabled': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:45.245263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:51:45.249847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:45.278359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:51:45.291781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:45.292408 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Added segment f50f8213-a434-4c19-abac-d366514ad9de of type vlan for network 205c1bce-eed1-4a01-a39a-e33d887aa05f Jan 28 20:51:45.333979 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:45.369680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:45.376826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:45.377470 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:45.442241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2337911 Jan 28 20:51:45.445955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50898) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:45.510400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4076674-52a7-4c12-8fc0-4874e24d348b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Network': ['ID=205c1bce-eed1-4a01-a39a-e33d887aa05f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:45.527090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:51:45.556242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a405acc-27fa-452a-8951-69147bac99c3 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:45.561395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6a405acc-27fa-452a-8951-69147bac99c3 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b743b484c78d440cb1acc93f844b9b11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1103456 Jan 28 20:51:45.562074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50900) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:45.675194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818e271b-09fa-4b38-a34a-a9624d5883e0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:45.676807 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-818e271b-09fa-4b38-a34a-a9624d5883e0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1142819 Jan 28 20:51:45.681843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50906) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:45.708825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7fb41101-40b0-41e0-996f-7b493d9872ff tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271537 Jan 28 20:51:45.712342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50908) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:45.741025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a63d7186-8800-42ea-ace4-d324fe8cb258 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b743b484c78d440cb1acc93f844b9b11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271902 Jan 28 20:51:45.743348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50910) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:45.857022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e747a2-4595-44c7-be1b-55db7bb7908c tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:45.858572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-34e747a2-4595-44c7-be1b-55db7bb7908c tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1143270 Jan 28 20:51:45.861540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50914) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:45.901490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ee2409e0-eae6-4096-b57f-5a3d34dfe2b5 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382030 Jan 28 20:51:45.904241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50916) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:45.911914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2073261423', 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:46.028625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:51:46.032330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:46.468900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e5f09-8bb0-4aeb-ac47-1641d1a33ab1 req-0dc081d8-53c7-400d-ba18-2e8b5223bba6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:46.470408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-389e5f09-8bb0-4aeb-ac47-1641d1a33ab1 req-0dc081d8-53c7-400d-ba18-2e8b5223bba6 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.1096821 Jan 28 20:51:46.556639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-389e5f09-8bb0-4aeb-ac47-1641d1a33ab1 req-0c5b91b0-3855-4bc3-a5dd-99a22c6f378e tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741510 Jan 28 20:51:46.605194 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:46.657822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Subnet': ['ID=05655bda-89ae-463f-b95c-5fbc24d922c2,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:46.675169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Checking segment: {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:51:46.675169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network hostable DHCP agents. Network: 205c1bce-eed1-4a01-a39a-e33d887aa05f, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:51:46.691743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:51:46.705282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 205c1bce-eed1-4a01-a39a-e33d887aa05f) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:51:46.711982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:46.712603 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:46.718412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa49e58-0439-4fbb-a6f3-774dfa1f5121 None None] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:51:46.742090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9079a172-5915-4a37-8f04-394bea06bed4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8305542 Jan 28 20:51:46.892795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-205c1bce-eed1-4a01-a39a-e33d887aa05f', 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ips': [{'subnet_id': '05655bda-89ae-463f-b95c-5fbc24d922c2'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:51:46.893721 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.064945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Allocated IP 172.20.0.18 (205c1bce-eed1-4a01-a39a-e33d887aa05f/05655bda-89ae-463f-b95c-5fbc24d922c2/9536c49c-b364-408e-9f47-813cce86ff0e) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:51:47.223414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a6080-3d20-4689-a8b7-3440d2f246a7 req-3e4a2724-c2f7-4e19-b3fe-e630441f6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:47.225879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-172a6080-3d20-4689-a8b7-3440d2f246a7 req-3e4a2724-c2f7-4e19-b3fe-e630441f6493 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1097 time: 0.0480409 Jan 28 20:51:47.249684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.257504 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.283897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-172a6080-3d20-4689-a8b7-3440d2f246a7 req-7a079656-0d9d-426c-8321-c81232c094db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468991 Jan 28 20:51:47.305513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:51:47.312105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:51:47.317298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:51:47.321308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Pushing event updated for resources: {'Port': ['ID=9536c49c-b364-408e-9f47-813cce86ff0e,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:47.392602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Attempting to bind port 9536c49c-b364-408e-9f47-813cce86ff0e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:51:47.392969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Attempting to bind port 9536c49c-b364-408e-9f47-813cce86ff0e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:51:47.393327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Attempting to bind port 9536c49c-b364-408e-9f47-813cce86ff0e on network 205c1bce-eed1-4a01-a39a-e33d887aa05f {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:51:47.400076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:51:47.400494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Checking segment: {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:51:47.400863 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.401249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Bound using segment: {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:51:47.401725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Bound port: 9536c49c-b364-408e-9f47-813cce86ff0e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:51:47.402520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.441373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50928) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:47.447109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-bdd89eb1-5eb3-4caf-9458-ec4c30114cba tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953923106', 'description': 'tempest-secgroup-smoke-1953923106 description', 'project_id': 'b743b484c78d440cb1acc93f844b9b11'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:47.476285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bdd89eb1-5eb3-4caf-9458-ec4c30114cba tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.477972 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] For port 9536c49c-b364-408e-9f47-813cce86ff0e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:51:47.482198 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] For port 9536c49c-b364-408e-9f47-813cce86ff0e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9536c49c-b364-408e-9f47-813cce86ff0e,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:51:47.486363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.563343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070fa73-1d32-44da-95d8-82593bb0a039 None None] Pushing event updated for resources: {'Port': ['ID=9536c49c-b364-408e-9f47-813cce86ff0e,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:47.572313 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bdd89eb1-5eb3-4caf-9458-ec4c30114cba tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.576878 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bdd89eb1-5eb3-4caf-9458-ec4c30114cba tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.618474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89eb1-5eb3-4caf-9458-ec4c30114cba tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb67a86-1a4c-418a-a1a7-35d6dc610644,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:47.623938 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-bdd89eb1-5eb3-4caf-9458-ec4c30114cba tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.625450 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-bdd89eb1-5eb3-4caf-9458-ec4c30114cba tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1829522 Jan 28 20:51:47.628970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50932) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:47.634399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-673b8491-828f-411b-9040-c320c0a9e4b4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '0bb67a86-1a4c-418a-a1a7-35d6dc610644', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:47.703449 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-673b8491-828f-411b-9040-c320c0a9e4b4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.713693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfecec-d1af-4b4d-acfd-944196f92b94 req-1ce5e24e-e820-4bae-af0b-72a31da1d3f4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:47.715282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10dfecec-d1af-4b4d-acfd-944196f92b94 req-1ce5e24e-e820-4bae-af0b-72a31da1d3f4 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0737512 Jan 28 20:51:47.786513 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10dfecec-d1af-4b4d-acfd-944196f92b94 req-d933c8cf-b2bf-4eed-b19d-0fae64e99465 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608108 Jan 28 20:51:47.814176 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-673b8491-828f-411b-9040-c320c0a9e4b4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.823178 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-673b8491-828f-411b-9040-c320c0a9e4b4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.850663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b8491-828f-411b-9040-c320c0a9e4b4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9979165-1536-4c7d-a306-2bc4344d7d48,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:47.866504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-673b8491-828f-411b-9040-c320c0a9e4b4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:47.868313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-673b8491-828f-411b-9040-c320c0a9e4b4 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2377272 Jan 28 20:51:47.871434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50934) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:47.876827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5607239c-da3e-4cd0-9d9b-45cb6cce4265 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '0bb67a86-1a4c-418a-a1a7-35d6dc610644', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:47.922483 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5607239c-da3e-4cd0-9d9b-45cb6cce4265 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.009870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5607239c-da3e-4cd0-9d9b-45cb6cce4265 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.018080 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5607239c-da3e-4cd0-9d9b-45cb6cce4265 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.047761 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607239c-da3e-4cd0-9d9b-45cb6cce4265 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f60320-949f-4ed4-957e-032a1d59014e,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:48.060650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5607239c-da3e-4cd0-9d9b-45cb6cce4265 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.062717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5607239c-da3e-4cd0-9d9b-45cb6cce4265 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1897247 Jan 28 20:51:48.066328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50938) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:48.075288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2d0e132c-1ba4-4f87-84ff-962919cc4b54 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '0bb67a86-1a4c-418a-a1a7-35d6dc610644', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:48.124853 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d0e132c-1ba4-4f87-84ff-962919cc4b54 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.268595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.321330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d0e132c-1ba4-4f87-84ff-962919cc4b54 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.330799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d0e132c-1ba4-4f87-84ff-962919cc4b54 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.355535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e132c-1ba4-4f87-84ff-962919cc4b54 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54abbeea-8baf-46c0-b4bf-db94db1f33bf,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:48.360306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d0e132c-1ba4-4f87-84ff-962919cc4b54 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.362050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9536c49c-b364-408e-9f47-813cce86ff0e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:51:48.365176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50940) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:48.365794 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2d0e132c-1ba4-4f87-84ff-962919cc4b54 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2975094 Jan 28 20:51:48.375748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7e6d7335-c081-4373-821c-e6a9cdc9ee86 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '0bb67a86-1a4c-418a-a1a7-35d6dc610644', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:48.446399 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7335-c081-4373-821c-e6a9cdc9ee86 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.456448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9536c49c-b364-408e-9f47-813cce86ff0e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:48.456819 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.556628 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7335-c081-4373-821c-e6a9cdc9ee86 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.563342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7335-c081-4373-821c-e6a9cdc9ee86 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.587137 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.596933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:51:48.600065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d7335-c081-4373-821c-e6a9cdc9ee86 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9889d4f0-110a-4565-9bfb-8fa9f00b86e9,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:48.612407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7335-c081-4373-821c-e6a9cdc9ee86 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.614655 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7e6d7335-c081-4373-821c-e6a9cdc9ee86 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2481058 Jan 28 20:51:48.618169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 50942) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:48.626720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a497766a-1595-4257-bff6-9daebf468505 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '0bb67a86-1a4c-418a-a1a7-35d6dc610644', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:48.652668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 9536c49c-b364-408e-9f47-813cce86ff0e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9536c49c-b364-408e-9f47-813cce86ff0e,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:48.659694 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.680898 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-a497766a-1595-4257-bff6-9daebf468505 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Project b743b484c78d440cb1acc93f844b9b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:51:48.687708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a497766a-1595-4257-bff6-9daebf468505 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.774342 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a497766a-1595-4257-bff6-9daebf468505 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.781075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a497766a-1595-4257-bff6-9daebf468505 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.783262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:48.806020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'port_id': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'mac_address': 'fa:16:3e:d7:c4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:51:48.807446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497766a-1595-4257-bff6-9daebf468505 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64636ef5-c24d-427f-9e5c-8b86d09201b6,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:48.817098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a497766a-1595-4257-bff6-9daebf468505 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.821584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a497766a-1595-4257-bff6-9daebf468505 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1983685 Jan 28 20:51:48.822019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=9536c49c-b364-408e-9f47-813cce86ff0e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:48.822345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50944) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:48.828577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '0bb67a86-1a4c-418a-a1a7-35d6dc610644', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:48.860552 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Project b743b484c78d440cb1acc93f844b9b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:51:48.868274 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.873081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.892991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:51:48.914489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66153462-4cdf-476d-b3c9-435fe13b724b None None] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:51:48.919751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:48.931631 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.977469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba6b6c-f249-48b1-92ba-d1a9d104b338 req-8ba78ac6-5339-4121-b7be-8ac8fd7f698b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:48.978998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66ba6b6c-f249-48b1-92ba-d1a9d104b338 req-8ba78ac6-5339-4121-b7be-8ac8fd7f698b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0881138 Jan 28 20:51:48.980978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:48.985781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:49.039689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:49.043266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b121b5-b311-43dd-9b3f-3bec55682b02,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:49.046946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-589e180d-f577-4464-90ee-1b864c1a0ee7 None None] Provisioning complete for port 9536c49c-b364-408e-9f47-813cce86ff0e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:49.047981 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-589e180d-f577-4464-90ee-1b864c1a0ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:49.079060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:49.080746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2571166 Jan 28 20:51:49.088666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.089236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.090042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.090351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.090910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.091700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.092374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.093364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.093504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.095062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.095778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.096151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e12a8-7d87-47a9-8df6-9034b507ec2d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:49.118574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66ba6b6c-f249-48b1-92ba-d1a9d104b338 req-b2aa83f6-daef-4084-bfa9-fc6327d4799b tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301503 Jan 28 20:51:49.148341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 50954) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:51:49.225744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:51:49.264507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ecb14bbe-7e15-42fd-a005-07e87507e8d0 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/floatingips/cc971430-61e6-42f0-be61-52415e7d2e5d HTTP/1.1" status: 200 len: 993 time: 0.1111941 Jan 28 20:51:49.416973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-d18b6b50-1852-4a0d-b36d-97e4242066c2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953923106&fields=id&tenant_id=b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 267 time: 0.0421159 Jan 28 20:51:49.561887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-8ca4bed3-a17f-46aa-b8f7-91b292ed6668 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:49.564939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-8ca4bed3-a17f-46aa-b8f7-91b292ed6668 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/networks?id=205c1bce-eed1-4a01-a39a-e33d887aa05f HTTP/1.1" status: 200 len: 796 time: 0.1394873 Jan 28 20:51:49.583897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-554fe6e3-4c2f-4041-989a-337fd888e7c6 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/quotas/b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 375 time: 0.0134971 Jan 28 20:51:49.596061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a0265118-e6f2-4558-b4f1-922809873f29 None None] Provisioning complete for port 9536c49c-b364-408e-9f47-813cce86ff0e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:49.596692 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a0265118-e6f2-4558-b4f1-922809873f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:49.662010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-448c05e3-93f9-4e67-829e-515a7bc611b2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0707979 Jan 28 20:51:49.770368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-f519e65a-67b5-426d-8a52-04b4971bc7f6 service neutron] 10.222.0.44 "GET /v2.0/networks/205c1bce-eed1-4a01-a39a-e33d887aa05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937347 Jan 28 20:51:49.892856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-198057d9-6bad-4070-9c10-b20a558c8d31 service neutron] 10.222.0.44 "GET /v2.0/networks/205c1bce-eed1-4a01-a39a-e33d887aa05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153169 Jan 28 20:51:50.081603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e8efd51-c873-4fdf-a7c4-3878fc50af2b req-67e2e8e3-ad19-45a5-be19-a09d2f8ebfca tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 210 time: 0.0301232 Jan 28 20:51:50.158866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9536c49c-b364-408e-9f47-813cce86ff0e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:51:50.213331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9536c49c-b364-408e-9f47-813cce86ff0e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:50.213707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:50.600923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:51:50.670732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:50.672073 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:50.775316 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:50.802612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:50.805310 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f3e47f-5df7-4496-80a1-20a61b8e4081" -d '{"events": [{"server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "name": "network-vif-plugged", "status": "completed", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:50.824235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:50.828604 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:50.853807 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad7686-54d1-4871-a384-f163a9ffca99 x-openstack-request-id: req-25ad7686-54d1-4871-a384-f163a9ffca99 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:50.854092 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "name": "network-vif-plugged", "status": "completed", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:50.854321 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25ad7686-54d1-4871-a384-f163a9ffca99 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:50.854714 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'code': 200} Jan 28 20:51:50.879652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:51.184371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31cc970e-1c5b-45f9-b8bf-ef2945f94be5 req-8f8db0b4-ca47-4add-9ca9-d5ab8c548a38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 210 time: 0.0262713 Jan 28 20:51:51.227921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-83b60ea6-daba-46a6-a008-8a47bc102f0d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:51.229518 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-83b60ea6-daba-46a6-a008-8a47bc102f0d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "GET /v2.0/networks?id=205c1bce-eed1-4a01-a39a-e33d887aa05f HTTP/1.1" status: 200 len: 796 time: 0.1221631 Jan 28 20:51:51.291668 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-f4dacab0-24a3-4d58-b839-43e13d793790 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 472 time: 0.0529368 Jan 28 20:51:51.301300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'port': {'device_id': '56bb4d90-474a-4b81-8e54-53ba63662f4a', 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f', 'admin_state_up': True, 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'security_groups': ['0bb67a86-1a4c-418a-a1a7-35d6dc610644']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:51.425753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:51:51.429409 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:51.593499 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:51.620253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.20.0.21 (205c1bce-eed1-4a01-a39a-e33d887aa05f/05655bda-89ae-463f-b95c-5fbc24d922c2/cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:51:52.057143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:52.094110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:52.142890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:51:52.145879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:51:52.150618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:51:52.154511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:52.206490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:52.207120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:52.245387 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-14f27803-1937-4e38-9557-e40aac21a10b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9475126 Jan 28 20:51:52.266617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Request body: {'port': {'device_id': '56bb4d90-474a-4b81-8e54-53ba63662f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:51:52.357841 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:52.362983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbdee9-4b5e-4e20-9180-a0bd5c17cc7b req-d8f8c0d3-d10a-4e33-ae49-d63d3ff1d95d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:52.366067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92bbdee9-4b5e-4e20-9180-a0bd5c17cc7b req-d8f8c0d3-d10a-4e33-ae49-d63d3ff1d95d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 932 time: 0.0885699 Jan 28 20:51:52.417212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92bbdee9-4b5e-4e20-9180-a0bd5c17cc7b req-d727d282-488d-406d-8416-82c681b31af3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Jan 28 20:51:52.541368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7f3df617-3310-4031-a687-9f400d9f43af None None] Provisioning complete for port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:52.542311 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7f3df617-3310-4031-a687-9f400d9f43af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:52.610678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7f3df617-3310-4031-a687-9f400d9f43af None None] Port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:51:52.809715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:51:52.819097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:52.831923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Transition to ACTIVE for port object cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:51:52.837866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:52.907655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Pushing event updated for resources: {'Port': ['ID=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:53.020550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Attempting to bind port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:51:53.021499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Attempting to bind port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:51:53.021499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Attempting to bind port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 on network 205c1bce-eed1-4a01-a39a-e33d887aa05f {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:51:53.027960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 on network 205c1bce-eed1-4a01-a39a-e33d887aa05f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:51:53.028453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Attempting to bind port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 on network 205c1bce-eed1-4a01-a39a-e33d887aa05f {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:51:53.035939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:51:53.036360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Checking segment: {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:51:53.036758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Bound using segment: {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:51:53.037532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Bound port: cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:51:53.038106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:53.110818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] For port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:51:53.114406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] For port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:51:53.118883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:53.162150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:53.162150 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:53.162150 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-300eccad-ece9-4024-946d-142531ec6553 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 HTTP/1.1" status: 200 len: 1092 time: 0.9068367 Jan 28 20:51:53.162150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bb4d90-474a-4b81-8e54-53ba63662f4a', 'tag': 'cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:53.164866 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe460034-139f-4bde-9217-916d242f6958" -d '{"events": [{"name": "network-changed", "server_uuid": "56bb4d90-474a-4b81-8e54-53ba63662f4a", "tag": "cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:53.203132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eccad-ece9-4024-946d-142531ec6553 service neutron] Pushing event updated for resources: {'Port': ['ID=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:53.219209 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ca636-cf54-45d2-a5bc-0fcd7825a84a x-openstack-request-id: req-4f7ca636-cf54-45d2-a5bc-0fcd7825a84a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:53.219623 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bb4d90-474a-4b81-8e54-53ba63662f4a", "tag": "cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:53.220021 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f7ca636-cf54-45d2-a5bc-0fcd7825a84a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:53.220681 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bb4d90-474a-4b81-8e54-53ba63662f4a', 'tag': 'cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783', 'status': 'completed', 'code': 200} Jan 28 20:51:53.274110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-fa01fd89-bfc6-4f61-8c82-9ea9b6660a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:53.275719 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-fa01fd89-bfc6-4f61-8c82-9ea9b6660a4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 1095 time: 0.0475070 Jan 28 20:51:53.322839 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-a490019a-69b2-4a2f-a37f-1f3879761d9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 HTTP/1.1" status: 200 len: 217 time: 0.0398779 Jan 28 20:51:53.385426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-ff00528a-58fc-4afb-b598-67e417314108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:53.386870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-ff00528a-58fc-4afb-b598-67e417314108 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05655bda-89ae-463f-b95c-5fbc24d922c2 HTTP/1.1" status: 200 len: 838 time: 0.0578487 Jan 28 20:51:53.438460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-26a77325-4431-4a1b-8eeb-99b7f760c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:53.440058 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-26a77325-4431-4a1b-8eeb-99b7f760c285 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=205c1bce-eed1-4a01-a39a-e33d887aa05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464694 Jan 28 20:51:53.541331 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-c2dc3fdf-5a78-452b-ab81-f675dbc7e458 service neutron] 10.222.0.13 "GET /v2.0/networks/205c1bce-eed1-4a01-a39a-e33d887aa05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948873 Jan 28 20:51:53.556313 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f703b4b-c3b2-4415-9212-6463317c37b9 req-d7fd93cb-396c-487d-9af6-dca0ec0a08aa tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:53.557851 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f703b4b-c3b2-4415-9212-6463317c37b9 req-d7fd93cb-396c-487d-9af6-dca0ec0a08aa tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 944 time: 0.0513260 Jan 28 20:51:53.602798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f703b4b-c3b2-4415-9212-6463317c37b9 req-fe52e091-2828-4313-92d9-5e9cb6bc652a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 Jan 28 20:51:53.656876 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aeef734a-dfaf-44ab-82aa-164c5af6f1d4 req-31fcbc71-a3da-439b-b6aa-c8ef95eda9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/205c1bce-eed1-4a01-a39a-e33d887aa05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092601 Jan 28 20:51:53.753896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460034-139f-4bde-9217-916d242f6958 req-545fe325-05c9-4f0e-9380-3b30c7b07484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:53.755437 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe460034-139f-4bde-9217-916d242f6958 req-545fe325-05c9-4f0e-9380-3b30c7b07484 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 1095 time: 0.0446227 Jan 28 20:51:53.859461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460034-139f-4bde-9217-916d242f6958 req-275f44e9-238e-414a-b040-356b8380b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:53.860996 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe460034-139f-4bde-9217-916d242f6958 req-275f44e9-238e-414a-b040-356b8380b0b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=205c1bce-eed1-4a01-a39a-e33d887aa05f HTTP/1.1" status: 200 len: 897 time: 0.0990419 Jan 28 20:51:53.905119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe460034-139f-4bde-9217-916d242f6958 req-81346cd6-6725-4e6e-ac61-f82a3253c65b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 HTTP/1.1" status: 200 len: 217 time: 0.0367038 Jan 28 20:51:53.958067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460034-139f-4bde-9217-916d242f6958 req-b7b87658-3e3f-4974-a052-00d12a2170b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:53.960108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe460034-139f-4bde-9217-916d242f6958 req-b7b87658-3e3f-4974-a052-00d12a2170b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=05655bda-89ae-463f-b95c-5fbc24d922c2 HTTP/1.1" status: 200 len: 838 time: 0.0487161 Jan 28 20:51:54.009929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe460034-139f-4bde-9217-916d242f6958 req-37d644df-de21-489b-a5d9-83b449152474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:54.011462 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe460034-139f-4bde-9217-916d242f6958 req-37d644df-de21-489b-a5d9-83b449152474 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=205c1bce-eed1-4a01-a39a-e33d887aa05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437994 Jan 28 20:51:54.117984 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe460034-139f-4bde-9217-916d242f6958 req-8c7e3a70-bd7d-4704-80cf-81a2b61f5615 service neutron] 10.222.0.13 "GET /v2.0/networks/205c1bce-eed1-4a01-a39a-e33d887aa05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987630 Jan 28 20:51:54.229451 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fe460034-139f-4bde-9217-916d242f6958 req-e1bc285f-f6bd-4b8e-ba5e-45500d44625b service neutron] 10.222.0.13 "GET /v2.0/networks/205c1bce-eed1-4a01-a39a-e33d887aa05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046996 Jan 28 20:51:54.737524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2c98-0c19-47db-82ae-d3e9161e04cf req-43cb0a5a-cb17-4577-a4cc-b60a2610c347 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:54.738999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d5d2c98-0c19-47db-82ae-d3e9161e04cf req-43cb0a5a-cb17-4577-a4cc-b60a2610c347 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 944 time: 0.0586274 Jan 28 20:51:54.780645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d5d2c98-0c19-47db-82ae-d3e9161e04cf req-d5c74f21-db99-42f3-9c18-6652959de87d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345857 Jan 28 20:51:55.916722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6921a62-57fd-4823-8c61-beb26eba63c7 req-e889ece4-df25-40d3-ad57-dc0b3c535354 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:55.918212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6921a62-57fd-4823-8c61-beb26eba63c7 req-e889ece4-df25-40d3-ad57-dc0b3c535354 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 944 time: 0.0585427 Jan 28 20:51:55.962082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6921a62-57fd-4823-8c61-beb26eba63c7 req-df20603a-a0d9-42c5-8156-1afd9b1974ab tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367694 Jan 28 20:51:56.064534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:51:56.171856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:56.182593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783', 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f', 'port_id': 'cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783', 'mac_address': 'fa:16:3e:b6:e8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05655bda-89ae-463f-b95c-5fbc24d922c2', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:51:56.227428 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:56.245724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:51:56.266073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:56.270133 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:56.325813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:56.333284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.333627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.334503 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.334847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.335172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.335487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.335805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.336123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.336464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.336780 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.337096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.337410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:51:56.473094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:51:57.088430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f0de4-17ef-4902-8f4d-cca65d9af083 req-5f7f7096-f494-4f66-95f0-3debebdd1b2f tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:57.090008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c9f0de4-17ef-4902-8f4d-cca65d9af083 req-5f7f7096-f494-4f66-95f0-3debebdd1b2f tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 945 time: 0.0541975 Jan 28 20:51:57.129408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c9f0de4-17ef-4902-8f4d-cca65d9af083 req-a4f8c3a5-72dd-4a10-9825-f3c724ff1c78 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333931 Jan 28 20:51:58.074365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:51:58.125875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:51:58.129862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:51:58.130234 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:58.223881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:58.249158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bb4d90-474a-4b81-8e54-53ba63662f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:51:58.251513 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01506e07-5a89-4c6b-a682-f47563cd54b5" -d '{"events": [{"server_uuid": "56bb4d90-474a-4b81-8e54-53ba63662f4a", "name": "network-vif-plugged", "status": "completed", "tag": "cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:51:58.265114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:51:58.269949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9bb9-b64d-4e0e-bda9-712ca2941759 req-932263a1-c885-4c27-b97c-d24db9bc8b49 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:58.270566 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:51:58.272673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62ee9bb9-b64d-4e0e-bda9-712ca2941759 req-932263a1-c885-4c27-b97c-d24db9bc8b49 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 945 time: 0.0617344 Jan 28 20:51:58.310878 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434cc1d0-1712-455b-848f-70a478db653f x-openstack-request-id: req-434cc1d0-1712-455b-848f-70a478db653f {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:51:58.311484 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bb4d90-474a-4b81-8e54-53ba63662f4a", "name": "network-vif-plugged", "status": "completed", "tag": "cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:51:58.311748 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-434cc1d0-1712-455b-848f-70a478db653f {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:51:58.312140 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bb4d90-474a-4b81-8e54-53ba63662f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783', 'code': 200} Jan 28 20:51:58.317590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62ee9bb9-b64d-4e0e-bda9-712ca2941759 req-5df537b2-0e40-45e9-b6a4-6dfbdadaca85 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367608 Jan 28 20:51:58.347492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:51:58.420796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58ab4e-6639-4d6d-8e49-f5e3db5b432d req-2fd5b7ef-7b9d-4f64-97b3-0e4456916fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:58.422586 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9d58ab4e-6639-4d6d-8e49-f5e3db5b432d req-2fd5b7ef-7b9d-4f64-97b3-0e4456916fd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 1097 time: 0.0510068 Jan 28 20:51:58.457507 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9d58ab4e-6639-4d6d-8e49-f5e3db5b432d req-d9040ebe-7446-4a1f-8225-223404eed328 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282867 Jan 28 20:51:59.396544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-035c3be5-2f42-479b-adf0-e5f45b9f9b50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661664 Jan 28 20:51:59.540806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-07a08235-1f89-4d4e-bb2f-e3081b60b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:59.542370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-07a08235-1f89-4d4e-bb2f-e3081b60b572 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1097 time: 0.0894425 Jan 28 20:51:59.551890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dab6a6-207a-4bc6-9ecf-b22a27557efa req-7c76407d-fd18-4b1f-a864-6a9e3a53bc33 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:59.554308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6dab6a6-207a-4bc6-9ecf-b22a27557efa req-7c76407d-fd18-4b1f-a864-6a9e3a53bc33 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 946 time: 0.1131105 Jan 28 20:51:59.653983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6dab6a6-207a-4bc6-9ecf-b22a27557efa req-b7394fa7-84aa-480d-a4c4-2fe859cf602d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897553 Jan 28 20:51:59.697164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-31b861c4-b37b-430a-bee4-5e15315140d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:59.699280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-31b861c4-b37b-430a-bee4-5e15315140d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a HTTP/1.1" status: 200 len: 897 time: 0.1280689 Jan 28 20:51:59.778765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-25724fea-09cd-40a8-b99d-5245286dba66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 HTTP/1.1" status: 200 len: 1002 time: 0.0673127 Jan 28 20:51:59.835905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-b7134d20-17fb-470c-bbb0-2444a242af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:59.837457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-b7134d20-17fb-470c-bbb0-2444a242af25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3889be5-be10-465d-8e67-f6beedc8b2e9 HTTP/1.1" status: 200 len: 835 time: 0.0523078 Jan 28 20:51:59.889354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-47f357f4-ee03-4bf5-b941-7ff80014441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:51:59.890998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-47f357f4-ee03-4bf5-b941-7ff80014441c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450573 Jan 28 20:52:00.001580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-5141b5a6-8ebc-46cc-9d90-51048fa1a244 service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938246 Jan 28 20:52:00.105826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ec8d146-b48a-4c13-b7aa-b70274c6cf1f req-5c7933f5-f5d0-4ad7-90b5-6153487d1335 service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034181 Jan 28 20:52:00.817690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80082550-30a6-4b5c-bf1a-09aaa126cb7e req-37005ef2-ac5d-4409-8c76-9513847e68ed tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:00.819579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80082550-30a6-4b5c-bf1a-09aaa126cb7e req-37005ef2-ac5d-4409-8c76-9513847e68ed tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 946 time: 0.0601151 Jan 28 20:52:00.867440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80082550-30a6-4b5c-bf1a-09aaa126cb7e req-094327be-8747-4113-bac7-373e0c453d1b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388141 Jan 28 20:52:01.007931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42ea11-57df-49fe-8d3e-37c520072970 req-93b94f9a-fb10-4c68-a51f-82e06c8f779f tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:01.009714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff42ea11-57df-49fe-8d3e-37c520072970 req-93b94f9a-fb10-4c68-a51f-82e06c8f779f tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 946 time: 0.0657389 Jan 28 20:52:01.056613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff42ea11-57df-49fe-8d3e-37c520072970 req-4936e85b-81fd-4f3f-8f26-94528ba24738 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Jan 28 20:52:02.545783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51092) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:03.080606 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.260439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51100) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:03.404411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-695b598c-84d1-431b-947b-338f04cbf038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.473347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.20.0.17 (205c1bce-eed1-4a01-a39a-e33d887aa05f/05655bda-89ae-463f-b95c-5fbc24d922c2/177299ac-822b-4ee2-9179-88bbcafd19c4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:03.494735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-695b598c-84d1-431b-947b-338f04cbf038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.498895 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-695b598c-84d1-431b-947b-338f04cbf038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.539724 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-695b598c-84d1-431b-947b-338f04cbf038 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=612d7162f54f4e6292e6471d556cb0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776656 Jan 28 20:52:03.540508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b598c-84d1-431b-947b-338f04cbf038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433298fa-741d-4c07-8606-8f54bbaf78c3,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:03.548856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51104) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:03.618560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.619747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77624031-4239-4e09-8a85-ef65d3878741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.645025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77624031-4239-4e09-8a85-ef65d3878741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.663957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.702202 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77624031-4239-4e09-8a85-ef65d3878741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.705431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77624031-4239-4e09-8a85-ef65d3878741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:03.709847 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-77624031-4239-4e09-8a85-ef65d3878741 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/433298fa-741d-4c07-8606-8f54bbaf78c3 HTTP/1.1" status: 204 len: 168 time: 0.1561251 Jan 28 20:52:03.713173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:03.719539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77624031-4239-4e09-8a85-ef65d3878741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433298fa-741d-4c07-8606-8f54bbaf78c3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:03.720538 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:03.729543 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:03.768770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=177299ac-822b-4ee2-9179-88bbcafd19c4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:03.804823 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:04.003988 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:04.062654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-be13b10d-94ff-4169-b8ee-332cb73f2ed1 None None] Provisioning complete for port 177299ac-822b-4ee2-9179-88bbcafd19c4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:04.063256 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be13b10d-94ff-4169-b8ee-332cb73f2ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:04.111034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-be13b10d-94ff-4169-b8ee-332cb73f2ed1 None None] Port 177299ac-822b-4ee2-9179-88bbcafd19c4 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:52:04.376592 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:04.383013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:04.470473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=177299ac-822b-4ee2-9179-88bbcafd19c4,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:04.473982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:04.609010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:04.610708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:04.754816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 0a3042f5-6d74-40b8-89a2-b72255ccec88 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:04.892939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:04.898735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b0c8e922-8fab-4a1e-b056-7f4601efa400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "PUT /v2.0/routers/0a3042f5-6d74-40b8-89a2-b72255ccec88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3518252 Jan 28 20:52:04.904415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Sync routers for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:04.915019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:04.915673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:04.982622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-09e8e384-6099-4b32-88c6-c733c5430eea None None] Provisioning complete for port 177299ac-822b-4ee2-9179-88bbcafd19c4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:04.983003 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-09e8e384-6099-4b32-88c6-c733c5430eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:05.247519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-09e8e384-6099-4b32-88c6-c733c5430eea None None] Port 177299ac-822b-4ee2-9179-88bbcafd19c4 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:52:05.258232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:05.542235 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:03Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:10Z', 'revision_number': 1, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177299ac-822b-4ee2-9179-88bbcafd19c4', 'name': '', 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:fb:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '05655bda-89ae-463f-b95c-5fbc24d922c2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:03Z', 'updated_at': '2022-01-28T20:52:04Z', 'revision_number': 2, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '05655bda-89ae-463f-b95c-5fbc24d922c2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:05.571186 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Checking router: 0a3042f5-6d74-40b8-89a2-b72255ccec88 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:05.571553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Updating router 0a3042f5-6d74-40b8-89a2-b72255ccec88 port 177299ac-822b-4ee2-9179-88bbcafd19c4 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:52:05.598482 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:05.649352 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:52:05.937277 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:05.945249 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:06.010163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f36cc-7d5b-4d81-a351-947aafc4395b None None] Pushing event updated for resources: {'Port': ['ID=177299ac-822b-4ee2-9179-88bbcafd19c4,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:06.070042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Attempting to bind port 177299ac-822b-4ee2-9179-88bbcafd19c4 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:06.070219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Attempting to bind port 177299ac-822b-4ee2-9179-88bbcafd19c4 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:06.070721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Attempting to bind port 177299ac-822b-4ee2-9179-88bbcafd19c4 on network 205c1bce-eed1-4a01-a39a-e33d887aa05f {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:06.077296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:06.077670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Checking segment: {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:06.078071 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:06.078506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Bound using segment: {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:06.078978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Bound port: 177299ac-822b-4ee2-9179-88bbcafd19c4, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f8213-a434-4c19-abac-d366514ad9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:06.079360 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:06.170901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] For port 177299ac-822b-4ee2-9179-88bbcafd19c4, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:06.174874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] For port 177299ac-822b-4ee2-9179-88bbcafd19c4, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=177299ac-822b-4ee2-9179-88bbcafd19c4,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:06.181142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:06.250353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:06.251398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:51:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:06.293117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f36cc-7d5b-4d81-a351-947aafc4395b None None] Pushing event updated for resources: {'Port': ['ID=177299ac-822b-4ee2-9179-88bbcafd19c4,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:06.356089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-aa43c79d-4973-48bf-a58a-380ebfd15594 None None] Provisioning complete for port 177299ac-822b-4ee2-9179-88bbcafd19c4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:06.356489 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aa43c79d-4973-48bf-a58a-380ebfd15594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:06.415792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:06.535042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aa43c79d-4973-48bf-a58a-380ebfd15594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:06.619223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-aa43c79d-4973-48bf-a58a-380ebfd15594 None None] For port 177299ac-822b-4ee2-9179-88bbcafd19c4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=177299ac-822b-4ee2-9179-88bbcafd19c4,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:06.624438 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aa43c79d-4973-48bf-a58a-380ebfd15594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:06.699369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43c79d-4973-48bf-a58a-380ebfd15594 None None] Pushing event updated for resources: {'Port': ['ID=177299ac-822b-4ee2-9179-88bbcafd19c4,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:06.756762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-80b53bab-8d14-41ad-9821-35d9965da043 None None] Provisioning complete for port 177299ac-822b-4ee2-9179-88bbcafd19c4 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:06.757097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-80b53bab-8d14-41ad-9821-35d9965da043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:06.791540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:03Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:10Z', 'revision_number': 1, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177299ac-822b-4ee2-9179-88bbcafd19c4', 'name': '', 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:fb:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '05655bda-89ae-463f-b95c-5fbc24d922c2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:03Z', 'updated_at': '2022-01-28T20:52:06Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '05655bda-89ae-463f-b95c-5fbc24d922c2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:06.822613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0032fb0-f725-4ba8-8474-b46a16b6ef91 None None] The sync data for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 is: [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:03Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:10Z', 'revision_number': 1, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177299ac-822b-4ee2-9179-88bbcafd19c4', 'name': '', 'network_id': '205c1bce-eed1-4a01-a39a-e33d887aa05f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:fb:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '05655bda-89ae-463f-b95c-5fbc24d922c2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:03Z', 'updated_at': '2022-01-28T20:52:06Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '05655bda-89ae-463f-b95c-5fbc24d922c2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:07.712463 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fe90664f-e275-4f39-ba39-e826b588e1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:08.179536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 177299ac-822b-4ee2-9179-88bbcafd19c4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:08.237946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 177299ac-822b-4ee2-9179-88bbcafd19c4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:08.238330 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:10.227725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-523454c3-a27e-48e5-bde6-64564ac2a761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:11.713841 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:12.621492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-af268a56-ebc4-4be0-9154-1719185e88c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458672 Jan 28 20:52:12.707374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-1be08b56-f9cc-4e7a-a396-113fa70524d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:12.709513 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-1be08b56-f9cc-4e7a-a396-113fa70524d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 1096 time: 0.0441527 Jan 28 20:52:12.824984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-e114409b-db82-46f1-bf9c-47faf7fa7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:12.827125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-e114409b-db82-46f1-bf9c-47faf7fa7a7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=52f4c686-0dee-4c15-9166-5e6e08609e1b HTTP/1.1" status: 200 len: 898 time: 0.0964634 Jan 28 20:52:12.894432 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-ee0d3c06-beb5-4996-950e-64e5cee2411b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad HTTP/1.1" status: 200 len: 1000 time: 0.0597172 Jan 28 20:52:12.946053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-4fb03534-e9ad-4f7d-892e-6e7af8f32dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:12.947539 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-4fb03534-e9ad-4f7d-892e-6e7af8f32dda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6af71679-f67d-4e5c-a675-71ee08724e15 HTTP/1.1" status: 200 len: 835 time: 0.0460300 Jan 28 20:52:13.003205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-c112dff1-4521-4713-be71-d49966c5cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:13.004872 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-c112dff1-4521-4713-be71-d49966c5cba7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52f4c686-0dee-4c15-9166-5e6e08609e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485404 Jan 28 20:52:13.018635 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:13.110066 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-cd4a0e15-ba26-4b5b-a3b4-0af03b93cf2e service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973153 Jan 28 20:52:13.219290 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1fcaa6c5-ffef-4a5e-beb6-7554bf486740 req-27d00345-e661-444e-8087-6a922ddeac55 service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010957 Jan 28 20:52:13.259619 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:18.219537 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:21.584992 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:25.418035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51148) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:25.815243 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:26.137489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port 177299ac-822b-4ee2-9179-88bbcafd19c4 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:26.137953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:26.226656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port 177299ac-822b-4ee2-9179-88bbcafd19c4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=177299ac-822b-4ee2-9179-88bbcafd19c4,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:26.227019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:26.238765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for 177299ac-822b-4ee2-9179-88bbcafd19c4 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:26.438190 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:26.465487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=177299ac-822b-4ee2-9179-88bbcafd19c4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:26.480940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.481334 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.481655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.481994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.482328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.482659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.482988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.483313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.483636 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.483962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.484311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.484635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:26.667746 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:27.197426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 0a3042f5-6d74-40b8-89a2-b72255ccec88 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:27.317868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:27.323550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-06ec998a-a9ac-4805-b46f-0bfbc7bd9d43 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "PUT /v2.0/routers/0a3042f5-6d74-40b8-89a2-b72255ccec88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9043291 Jan 28 20:52:27.329262 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] Sync routers for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:27.345205 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:27.346245 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:27.458768 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:27.570664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0c321-dcfa-441b-acfe-29a0c5ef5847 req-1a64b66a-68b8-4188-aa69-c01964c708fd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:27.572261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67d0c321-dcfa-441b-acfe-29a0c5ef5847 req-1a64b66a-68b8-4188-aa69-c01964c708fd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 946 time: 0.0552192 Jan 28 20:52:27.617527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67d0c321-dcfa-441b-acfe-29a0c5ef5847 req-7aa5cb0f-4cc4-428a-8474-63eb61e91400 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Jan 28 20:52:27.695175 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:26Z', 'revision_number': 6, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:10Z', 'revision_number': 1, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:27.721848 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] Checking router: 0a3042f5-6d74-40b8-89a2-b72255ccec88 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:27.731585 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:27.732219 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:27.845620 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:28.073656 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:26Z', 'revision_number': 6, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:10Z', 'revision_number': 1, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:28.101195 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc6fe7-ac55-43f0-ad7a-4c97633b7204 None None] The sync data for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 is: [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:26Z', 'revision_number': 6, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'c659c807-1532-4cee-9557-45c485ef165f', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'port_id': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'mac_address': 'fa:16:3e:e4:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a13843-ceba-4068-bb95-914a7839c041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:51:07Z', 'updated_at': '2022-01-28T20:51:10Z', 'revision_number': 1, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:28.420901 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51156) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:28.599096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port ebf746e7-ee67-430b-a144-ddb63c083995 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:28.599447 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:28.679574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:28.680124 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:28.693036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for ebf746e7-ee67-430b-a144-ddb63c083995 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:28.744491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2399b2d-6311-4acc-ba78-f4a910c17bef req-2cbebf8f-917d-4ac0-a068-0bc187718366 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:28.746011 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2399b2d-6311-4acc-ba78-f4a910c17bef req-2cbebf8f-917d-4ac0-a068-0bc187718366 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 946 time: 0.0491738 Jan 28 20:52:28.786624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2399b2d-6311-4acc-ba78-f4a910c17bef req-0c6e5f48-b88c-42e6-abf4-a305ba86c508 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0bb67a86-1a4c-418a-a1a7-35d6dc610644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345542 Jan 28 20:52:28.854113 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:28.884957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=ebf746e7-ee67-430b-a144-ddb63c083995,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:28.971379 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:28.971776 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Floating IP cc971430-61e6-42f0-be61-52415e7d2e5d disassociated (deleted). External IP: 172.25.2.155, port: 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34. Jan 28 20:52:29.066967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473e6ed-ad2e-4646-a998-aa579999239a req-24323837-2162-4b57-91d1-49904deb0e16 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:29.069190 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7473e6ed-ad2e-4646-a998-aa579999239a req-24323837-2162-4b57-91d1-49904deb0e16 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 946 time: 0.1308644 Jan 28 20:52:29.260697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:29.260964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:29.310181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e1490638-13b7-420a-b0ee-2632e06abf66 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:29.405414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:29.405785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:29.451608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:29.504909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:29.510050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:29.514956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] Sync routers for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:29.524857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:29.525549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:29.550315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-98af55f4-471b-4741-9876-f5525c09d6a2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/floatingips/cc971430-61e6-42f0-be61-52415e7d2e5d HTTP/1.1" status: 204 len: 168 time: 1.1283011 Jan 28 20:52:29.553130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:52:29.554970 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d" -d '{"events": [{"name": "network-changed", "server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:29.615860 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c112f2d-7a4d-4b2a-9dc9-d6aad18f221f x-openstack-request-id: req-5c112f2d-7a4d-4b2a-9dc9-d6aad18f221f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:29.616423 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:29.617097 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c112f2d-7a4d-4b2a-9dc9-d6aad18f221f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:29.617793 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'status': 'completed', 'code': 200} Jan 28 20:52:29.647571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:29.657866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:29.703230 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-895b123d-6796-41f3-8fc4-840c04fc17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:29.705564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-895b123d-6796-41f3-8fc4-840c04fc17ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93eedc7af78849d0b6487edf1964282e&device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 1097 time: 0.0630441 Jan 28 20:52:29.718687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:29.794362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] No DVR routers for this DVR port cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:52:29.798892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:29.805619 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7473e6ed-ad2e-4646-a998-aa579999239a req-26d4e16d-64f4-4a39-8bab-c7ba70c97ab9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "DELETE /v2.0/ports/cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 HTTP/1.1" status: 204 len: 173 time: 0.7273302 Jan 28 20:52:29.898354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-f8c68052-ee37-41bc-bdb9-91a799550b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:29.900060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-f8c68052-ee37-41bc-bdb9-91a799550b12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a HTTP/1.1" status: 200 len: 897 time: 0.1854968 Jan 28 20:52:29.929726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ee5d1-b847-43ba-b877-5c78677e20ac req-df70558a-6b91-4f26-85b3-75c7a1553f5d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:29.931345 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d8ee5d1-b847-43ba-b877-5c78677e20ac req-df70558a-6b91-4f26-85b3-75c7a1553f5d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.1123030 Jan 28 20:52:29.949662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:40Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:29.950140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccc50df3-beba-4060-9d40-e114d056ec40 req-3c8e0068-ecc7-4440-bc89-60cbb8699dcc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bb4d90-474a-4b81-8e54-53ba63662f4a HTTP/1.1" status: 200 len: 210 time: 0.0489879 Jan 28 20:52:29.982347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] Checking router: e1490638-13b7-420a-b0ee-2632e06abf66 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:29.990275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-f48a9341-4cdd-47af-b8f7-4e8960a9984f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 HTTP/1.1" status: 200 len: 217 time: 0.0755625 Jan 28 20:52:29.994813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:29.995541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:30.063511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d8ee5d1-b847-43ba-b877-5c78677e20ac req-1d4005b2-6ced-4516-bbdb-0de20bcb9ba2 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157420 Jan 28 20:52:30.088087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-253289b1-4049-465d-b48c-f9910b02b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:30.088087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-253289b1-4049-465d-b48c-f9910b02b899 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3889be5-be10-465d-8e67-f6beedc8b2e9 HTTP/1.1" status: 200 len: 835 time: 0.0864518 Jan 28 20:52:30.125283 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 177299ac-822b-4ee2-9179-88bbcafd19c4 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:30.151614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-0bb86c5d-7cf1-4bad-a9f3-a0175aea0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:30.153354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-0bb86c5d-7cf1-4bad-a9f3-a0175aea0410 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542197 Jan 28 20:52:30.156295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 177299ac-822b-4ee2-9179-88bbcafd19c4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:30.156295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 177299ac-822b-4ee2-9179-88bbcafd19c4 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:30.184079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:30.303452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-5b700db5-fc51-4102-b869-1db02ff0eefe service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362929 Jan 28 20:52:30.434206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ffe043-d278-4b8c-8cfe-f54bc7aed83d req-09225255-a693-4a42-a84f-1c81da5c44a4 service neutron] 10.222.0.26 "GET /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178179 Jan 28 20:52:30.473274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:40Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:30.502679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce90bc-0c1c-46ad-934b-cb0a9840da8d None None] The sync data for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 is: [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '734c1d6c-2f2d-473a-aad3-3d92fd833360', 'name': '', 'network_id': '78ee896d-bcf0-4827-9490-ce1ac5cf5c3a', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'mac_address': 'fa:16:3e:3d:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:35Z', 'updated_at': '2022-01-28T20:50:40Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'subnets': [{'id': 'f3889be5-be10-465d-8e67-f6beedc8b2e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:30.766567 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5b40b-5745-4cf4-a454-c6521b8d0c89 None None] New status for floating IP cc971430-61e6-42f0-be61-52415e7d2e5d: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:52:31.011989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51170) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:31.077231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-990ce7b0-6ade-4ab9-9ab8-0e4d042cee55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.106034 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-990ce7b0-6ade-4ab9-9ab8-0e4d042cee55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.188687 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-990ce7b0-6ade-4ab9-9ab8-0e4d042cee55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.192056 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-990ce7b0-6ade-4ab9-9ab8-0e4d042cee55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.194037 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-990ce7b0-6ade-4ab9-9ab8-0e4d042cee55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/security-groups/0bb67a86-1a4c-418a-a1a7-35d6dc610644 HTTP/1.1" status: 204 len: 168 time: 0.1809959 Jan 28 20:52:31.204841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ce7b0-6ade-4ab9-9ab8-0e4d042cee55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb67a86-1a4c-418a-a1a7-35d6dc610644,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:31.212501 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a766ac2-a599-4a01-b54e-66bd04a5e0be req-f87d82dc-6654-43e6-ada6-93410a55243d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:31.214293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a766ac2-a599-4a01-b54e-66bd04a5e0be req-f87d82dc-6654-43e6-ada6-93410a55243d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0744956 Jan 28 20:52:31.247421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:31.289025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a766ac2-a599-4a01-b54e-66bd04a5e0be req-b7a14551-6499-4598-82cd-fc5a595223e5 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/security-groups?id=638bd814-0b5c-4911-9be3-62c8b32665f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511756 Jan 28 20:52:31.315221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa5d5fe-4009-447e-9bc0-5a7db2f0290d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting subnet 05655bda-89ae-463f-b95c-5fbc24d922c2 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:52:31.318388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d5fe-4009-447e-9bc0-5a7db2f0290d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.358707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d5fe-4009-447e-9bc0-5a7db2f0290d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.437260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-a453e683-6a81-4151-96c5-ab1afb7dc3f7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:31.438703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-a453e683-6a81-4151-96c5-ab1afb7dc3f7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 946 time: 0.0510707 Jan 28 20:52:31.451957 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d5fe-4009-447e-9bc0-5a7db2f0290d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.512922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d5fe-4009-447e-9bc0-5a7db2f0290d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.532664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:31.533003 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.540795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5d5fe-4009-447e-9bc0-5a7db2f0290d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Subnet': ['ID=05655bda-89ae-463f-b95c-5fbc24d922c2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:31.544473 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d5fe-4009-447e-9bc0-5a7db2f0290d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.548036 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cfa5d5fe-4009-447e-9bc0-5a7db2f0290d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/subnets/05655bda-89ae-463f-b95c-5fbc24d922c2 HTTP/1.1" status: 204 len: 168 time: 0.2990201 Jan 28 20:52:31.551025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51178) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:31.556784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ced25e-8eb3-47cd-99e0-b093f3ad463a None None] Network 205c1bce-eed1-4a01-a39a-e33d887aa05f requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:52:31.620634 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bb4d90-474a-4b81-8e54-53ba63662f4a', 'name': 'network-vif-deleted', 'tag': 'cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:52:31.623448 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f321f31-8a05-42f2-baff-d10e3c144860" -d '{"events": [{"server_uuid": "56bb4d90-474a-4b81-8e54-53ba63662f4a", "name": "network-vif-deleted", "tag": "cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:31.633827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:31.634191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.645885 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.649801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:31.685527 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dae51a7-1014-4162-9418-2ae4de5e65ed x-openstack-request-id: req-0dae51a7-1014-4162-9418-2ae4de5e65ed {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:31.685936 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bb4d90-474a-4b81-8e54-53ba63662f4a", "name": "network-vif-deleted", "tag": "cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:31.686274 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0dae51a7-1014-4162-9418-2ae4de5e65ed {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:31.686715 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bb4d90-474a-4b81-8e54-53ba63662f4a', 'name': 'network-vif-deleted', 'tag': 'cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783', 'status': 'completed', 'code': 200} Jan 28 20:52:31.714557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port 9536c49c-b364-408e-9f47-813cce86ff0e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:31.714907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.774445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] DHCP port deletion for 205c1bce-eed1-4a01-a39a-e33d887aa05f request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:52:31.786199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port 9536c49c-b364-408e-9f47-813cce86ff0e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9536c49c-b364-408e-9f47-813cce86ff0e,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:31.787311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.799818 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.801395 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for 9536c49c-b364-408e-9f47-813cce86ff0e owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:31.824112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] Deleting port 9536c49c-b364-408e-9f47-813cce86ff0e {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:31.824513 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.829374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:31.877425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] No DVR routers for this DVR port 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:52:31.881490 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.884925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0b1555f-5d4a-4329-ace3-76adcdeb555e req-9cdd458e-b209-422b-9852-33e8b523ff8a tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.26 "DELETE /v2.0/ports/6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 HTTP/1.1" status: 204 len: 173 time: 0.4397850 Jan 28 20:52:31.885381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'name': 'network-vif-deleted', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:52:31.887694 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c0d285-ee5b-4b1a-af04-a6b5eb8e6774" -d '{"events": [{"server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "name": "network-vif-deleted", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:31.894634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] For port 9536c49c-b364-408e-9f47-813cce86ff0e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9536c49c-b364-408e-9f47-813cce86ff0e,segment=NetworkSegment(f50f8213-a434-4c19-abac-d366514ad9de),segment_id=f50f8213-a434-4c19-abac-d366514ad9de)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:31.895033 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.916890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] Calling delete_port for 9536c49c-b364-408e-9f47-813cce86ff0e owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:31.917292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:31.932508 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a9b552-fd89-4961-8a75-edd4e071da1a x-openstack-request-id: req-e1a9b552-fd89-4961-8a75-edd4e071da1a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:31.932951 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a4286f-fc07-4c3c-b57f-27da3078d917", "name": "network-vif-deleted", "tag": "6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:31.933088 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1a9b552-fd89-4961-8a75-edd4e071da1a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:31.933529 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a4286f-fc07-4c3c-b57f-27da3078d917', 'name': 'network-vif-deleted', 'tag': '6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34', 'status': 'completed', 'code': 200} Jan 28 20:52:31.951847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=9536c49c-b364-408e-9f47-813cce86ff0e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:31.956753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] No DVR routers for this DVR port 9536c49c-b364-408e-9f47-813cce86ff0e on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:52:32.006703 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.038278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] No DVR routers for this DVR port 9536c49c-b364-408e-9f47-813cce86ff0e on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:52:32.044985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3bba0-07af-48ca-b626-3809a00de962 None None] Pushing event deleted for resources: {'Port': ['ID=9536c49c-b364-408e-9f47-813cce86ff0e,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:32.053086 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.075941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205c1bce-eed1-4a01-a39a-e33d887aa05f']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:32.086433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50f8213-a434-4c19-abac-d366514ad9de') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:32.086736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50f8213-a434-4c19-abac-d366514ad9de') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:32.096719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.110884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.117900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:52:32.118312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:52:32.121450 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:52:32.157311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9536c49c-b364-408e-9f47-813cce86ff0e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:32.179653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9536c49c-b364-408e-9f47-813cce86ff0e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:32.180005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9536c49c-b364-408e-9f47-813cce86ff0e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:32.187508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.207923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.211989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/networks/205c1bce-eed1-4a01-a39a-e33d887aa05f HTTP/1.1" status: 204 len: 168 time: 0.6602602 Jan 28 20:52:32.214876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51184) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:32.222686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea13ac-023e-4952-8263-6adcedc8bef5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Network': ['ID=205c1bce-eed1-4a01-a39a-e33d887aa05f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:32.268059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:32.293242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:32.293665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device cc30e2e4-2c9e-4ea5-b5fe-a1fcafce8783 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:32.422969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3b8d0bc-b20b-4bdb-b34b-ddd194560153 req-c488b790-4b7f-4679-b766-9c494a5b91af tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "GET /v2.0/ports?device_id=60a4286f-fc07-4c3c-b57f-27da3078d917 HTTP/1.1" status: 200 len: 210 time: 0.0308852 Jan 28 20:52:32.428748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port af6fad1b-f0ab-4db4-bfc9-c079b53ff3ea {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:32.429100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.777846 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.778175 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.791251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for af6fad1b-f0ab-4db4-bfc9-c079b53ff3ea owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:32.948559 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:32.975464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=af6fad1b-f0ab-4db4-bfc9-c079b53ff3ea,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:33.032293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:33.032615 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Floating IP c659c807-1532-4cee-9557-45c485ef165f disassociated (deleted). External IP: 172.25.2.32, port: ffb61039-7ba4-4787-84c6-4a84efba2aad. Jan 28 20:52:33.316267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 0a3042f5-6d74-40b8-89a2-b72255ccec88 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:33.437245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:33.442873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:33.456597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] Sync routers for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:33.476759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:33.480570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:33.480779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12cce0d6-3b7a-40b0-8901-2d05b58ee753 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/floatingips/c659c807-1532-4cee-9557-45c485ef165f HTTP/1.1" status: 204 len: 168 time: 1.2624106 Jan 28 20:52:33.491578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51194) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:33.601884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:33.746899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b432f0-f6e4-455e-b2e0-a8e5aa921632 req-0d2710d1-4cfc-4913-bef5-a89d4154cd53 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:33.748489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61b432f0-f6e4-455e-b2e0-a8e5aa921632 req-0d2710d1-4cfc-4913-bef5-a89d4154cd53 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 945 time: 0.0632811 Jan 28 20:52:33.804253 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61b432f0-f6e4-455e-b2e0-a8e5aa921632 req-73f52e21-da2c-4da9-a05d-3837ea2e9f65 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481491 Jan 28 20:52:33.851864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:26Z', 'revision_number': 6, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:33.878655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] Checking router: 0a3042f5-6d74-40b8-89a2-b72255ccec88 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:33.887534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:33.888284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:33.932691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:33.934335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:52:33.936942 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6051e1-803e-4735-96ec-ba2572f9e23c" -d '{"events": [{"name": "network-changed", "server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:33.974792 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d782495-c503-4562-8294-6de1dadeef34 x-openstack-request-id: req-9d782495-c503-4562-8294-6de1dadeef34 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:33.975150 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:33.975461 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d782495-c503-4562-8294-6de1dadeef34 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:33.975914 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'status': 'completed', 'code': 200} Jan 28 20:52:34.108131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-b9349329-73c7-4df7-b835-9ad3e1cc8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:34.109681 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-b9349329-73c7-4df7-b835-9ad3e1cc8c1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 1096 time: 0.0894802 Jan 28 20:52:34.167159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:34.238915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-2bea4fca-d44a-4f82-a0a5-94a972018398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:34.240429 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-2bea4fca-d44a-4f82-a0a5-94a972018398 service neutron] 10.222.0.13 "GET /v2.0/networks?id=52f4c686-0dee-4c15-9166-5e6e08609e1b HTTP/1.1" status: 200 len: 898 time: 0.1061966 Jan 28 20:52:34.306907 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-0ae3946c-8da3-451a-810a-9fcfdf329467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad HTTP/1.1" status: 200 len: 217 time: 0.0419588 Jan 28 20:52:34.367656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:26Z', 'revision_number': 6, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:34.388673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-dac0dbdb-d026-4a45-a6d1-41c1aa536a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:34.390144 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-dac0dbdb-d026-4a45-a6d1-41c1aa536a0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6af71679-f67d-4e5c-a675-71ee08724e15 HTTP/1.1" status: 200 len: 835 time: 0.0620518 Jan 28 20:52:34.399715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46568db5-bb7f-408a-a80b-e78448f5c323 None None] The sync data for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 is: [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:26Z', 'revision_number': 6, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '63d50991-e453-495b-b4bb-a9b5ace20866', 'name': '', 'network_id': '52f4c686-0dee-4c15-9166-5e6e08609e1b', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:c8:86:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:45Z', 'updated_at': '2022-01-28T20:50:51Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '6af71679-f67d-4e5c-a675-71ee08724e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:34.401352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port 734c1d6c-2f2d-473a-aad3-3d92fd833360 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:34.401705 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:34.502680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-c4bc6b33-db84-4bdd-a450-da7a0f41064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:34.504196 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-c4bc6b33-db84-4bdd-a450-da7a0f41064d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52f4c686-0dee-4c15-9166-5e6e08609e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051745 Jan 28 20:52:34.582099 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port 734c1d6c-2f2d-473a-aad3-3d92fd833360, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=734c1d6c-2f2d-473a-aad3-3d92fd833360,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:34.582502 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:34.600429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for 734c1d6c-2f2d-473a-aad3-3d92fd833360 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:34.631197 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebacce4-aeb7-466d-ae8e-01492a7f2f91 None None] New status for floating IP c659c807-1532-4cee-9557-45c485ef165f: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:52:34.677835 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-36a8ba2e-7dc7-4d1a-aacd-459adeef2f1b service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639519 Jan 28 20:52:34.833381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:34.835818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ed6051e1-803e-4735-96ec-ba2572f9e23c req-dc21723e-5a62-4291-82da-f4aa57a52668 service neutron] 10.222.0.13 "GET /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470160 Jan 28 20:52:34.856346 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:34.856703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6ce4d3ab-d30b-4f5a-b19b-9f6d975ffc34 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:34.908065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:34.935900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=734c1d6c-2f2d-473a-aad3-3d92fd833360,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:34.943576 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496bcdf-a3f9-454a-a653-2d65604838a4 req-92966992-5f8e-4ee0-9c6d-7e1c385d04a2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:34.945187 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7496bcdf-a3f9-454a-a653-2d65604838a4 req-92966992-5f8e-4ee0-9c6d-7e1c385d04a2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Jan 28 20:52:34.990618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7496bcdf-a3f9-454a-a653-2d65604838a4 req-804ef104-d2e2-449e-9bdf-8f30903a85f9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=619145e6-eb31-4587-9edf-db5872ee2cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351636 Jan 28 20:52:35.446790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-72608552-ca26-4805-9585-470eae355eab tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:35.448272 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-72608552-ca26-4805-9585-470eae355eab tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 945 time: 0.3990936 Jan 28 20:52:35.463358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:35.626392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port ffb61039-7ba4-4787-84c6-4a84efba2aad {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:35.627121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:35.794847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port ffb61039-7ba4-4787-84c6-4a84efba2aad, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=ffb61039-7ba4-4787-84c6-4a84efba2aad,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:35.795210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:35.822252 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for ffb61039-7ba4-4787-84c6-4a84efba2aad owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:35.837247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Router e1490638-13b7-420a-b0ee-2632e06abf66 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:36.022028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:36.031801 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-479ccc5b-2895-42f0-9ca2-9181911460c7 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "PUT /v2.0/routers/e1490638-13b7-420a-b0ee-2632e06abf66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5354998 Jan 28 20:52:36.031801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51204) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:36.034409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] Sync routers for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:36.045482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:36.046573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:36.088158 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.108105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4139afb3-a63e-4091-955d-b7f19e4938b0 req-12c552dc-61ad-4dd3-ad47-fb4cb39a871c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=90a13843-ceba-4068-bb95-914a7839c041 HTTP/1.1" status: 200 len: 210 time: 0.0361121 Jan 28 20:52:36.129059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4acf89-6170-4acd-b2ef-836767c8e108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting subnet f3889be5-be10-465d-8e67-f6beedc8b2e9 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:52:36.134620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=ffb61039-7ba4-4787-84c6-4a84efba2aad,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:36.136729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6f4acf89-6170-4acd-b2ef-836767c8e108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.185050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:36.204996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] No DVR routers for this DVR port ffb61039-7ba4-4787-84c6-4a84efba2aad on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:52:36.209729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.213080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f2f3054d-47de-4e8f-8967-6b4fecc9c50e req-321e5747-ae7e-4c6b-86bc-40505f77f3c9 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.13 "DELETE /v2.0/ports/ffb61039-7ba4-4787-84c6-4a84efba2aad HTTP/1.1" status: 204 len: 173 time: 0.7581451 Jan 28 20:52:36.213532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'name': 'network-vif-deleted', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:52:36.215798 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebef0e3-a388-4486-b090-8a1ae858069e" -d '{"events": [{"server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "name": "network-vif-deleted", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:36.224274 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6f4acf89-6170-4acd-b2ef-836767c8e108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.261613 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d990e7-af87-4ce6-86c8-bae65ea3be7f x-openstack-request-id: req-42d990e7-af87-4ce6-86c8-bae65ea3be7f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:36.261910 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a13843-ceba-4068-bb95-914a7839c041", "name": "network-vif-deleted", "tag": "ffb61039-7ba4-4787-84c6-4a84efba2aad", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:36.262164 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42d990e7-af87-4ce6-86c8-bae65ea3be7f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:36.262568 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a13843-ceba-4068-bb95-914a7839c041', 'name': 'network-vif-deleted', 'tag': 'ffb61039-7ba4-4787-84c6-4a84efba2aad', 'status': 'completed', 'code': 200} Jan 28 20:52:36.330048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6f4acf89-6170-4acd-b2ef-836767c8e108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.387075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:52:34Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:36.392310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6f4acf89-6170-4acd-b2ef-836767c8e108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.418355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] Checking router: e1490638-13b7-420a-b0ee-2632e06abf66 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:36.420842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4acf89-6170-4acd-b2ef-836767c8e108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Subnet': ['ID=f3889be5-be10-465d-8e67-f6beedc8b2e9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:36.425735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6f4acf89-6170-4acd-b2ef-836767c8e108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.427584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] Routers {'e1490638-13b7-420a-b0ee-2632e06abf66'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:36.428248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['e1490638-13b7-420a-b0ee-2632e06abf66'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:36.430588 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6f4acf89-6170-4acd-b2ef-836767c8e108 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/subnets/f3889be5-be10-465d-8e67-f6beedc8b2e9 HTTP/1.1" status: 204 len: 168 time: 0.3982005 Jan 28 20:52:36.432831 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a1688f-b680-4556-b600-99babd451379 None None] Network 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:52:36.433357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51208) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:36.544054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.630318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] Set router e1490638-13b7-420a-b0ee-2632e06abf66 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:36.662975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.724732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Deleting port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:36.725195 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.816557 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] For port d46bcb21-3ce0-49da-8b21-b3b2aa3b258c, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d46bcb21-3ce0-49da-8b21-b3b2aa3b258c,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:36.817079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.828846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Calling delete_port for d46bcb21-3ce0-49da-8b21-b3b2aa3b258c owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:36.837115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] DHCP port deletion for 78ee896d-bcf0-4827-9490-ce1ac5cf5c3a request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:52:36.881477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:52:34Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:36.910460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dfd2e-af69-47d6-95ec-b3131f9de851 None None] The sync data for ids ['e1490638-13b7-420a-b0ee-2632e06abf66'] in n-d-825064-3 is: [{'id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785763921', 'tenant_id': '93eedc7af78849d0b6487edf1964282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:29Z', 'updated_at': '2022-01-28T20:52:34Z', 'revision_number': 5, 'project_id': '93eedc7af78849d0b6487edf1964282e', 'gw_port': {'id': 'd46bcb21-3ce0-49da-8b21-b3b2aa3b258c', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1490638-13b7-420a-b0ee-2632e06abf66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:30Z', 'updated_at': '2022-01-28T20:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:36.924167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] Deleting port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:36.924657 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:36.994203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] For port 8782b32a-cd23-4ec5-8c3e-e007e99ee033, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8782b32a-cd23-4ec5-8c3e-e007e99ee033,segment=NetworkSegment(906cae39-2dab-49c6-9a41-688f487632d3),segment_id=906cae39-2dab-49c6-9a41-688f487632d3)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:36.994601 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.004471 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.007531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] Calling delete_port for 8782b32a-cd23-4ec5-8c3e-e007e99ee033 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:37.029956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Port': ['ID=d46bcb21-3ce0-49da-8b21-b3b2aa3b258c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:37.093907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.097318 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.124259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] Pushing event deleted for resources: {'Port': ['ID=8782b32a-cd23-4ec5-8c3e-e007e99ee033,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:37.127895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7423fc-e8c6-4d10-8e86-b95c8d6c2ead None None] No DVR routers for this DVR port 8782b32a-cd23-4ec5-8c3e-e007e99ee033 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:52:37.178449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51212) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:37.204318 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.206544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.237964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6703-f783-46f7-8395-ddff293fe1b0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.258531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.259377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Fanout notify agent at l3_agent the message router_deleted on router e1490638-13b7-420a-b0ee-2632e06abf66 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:52:37.267740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6703-f783-46f7-8395-ddff293fe1b0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.269342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.270642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3602cf00-7c58-4a9f-8c9a-16a52822cb0d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/routers/e1490638-13b7-420a-b0ee-2632e06abf66 HTTP/1.1" status: 204 len: 168 time: 0.8362002 Jan 28 20:52:37.273135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51214) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:37.343423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6703-f783-46f7-8395-ddff293fe1b0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.346528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6703-f783-46f7-8395-ddff293fe1b0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.350970 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a0ac6703-f783-46f7-8395-ddff293fe1b0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/security-groups/619145e6-eb31-4587-9edf-db5872ee2cf6 HTTP/1.1" status: 204 len: 168 time: 0.1687703 Jan 28 20:52:37.358730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac6703-f783-46f7-8395-ddff293fe1b0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619145e6-eb31-4587-9edf-db5872ee2cf6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:37.372120 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.385996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51218) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:37.493292 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.513515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ee896d-bcf0-4827-9490-ce1ac5cf5c3a']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:37.522884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906cae39-2dab-49c6-9a41-688f487632d3') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:37.523258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906cae39-2dab-49c6-9a41-688f487632d3') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:37.533244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.548064 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.556037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:52:37.556503 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:52:37.560105 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:52:37.620512 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.629298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.636068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/networks/78ee896d-bcf0-4827-9490-ce1ac5cf5c3a HTTP/1.1" status: 204 len: 168 time: 0.3618107 Jan 28 20:52:37.636655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51220) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:37.661297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ef0dc-d377-4d6b-b513-f1cdc8ea3643 tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'Network': ['ID=78ee896d-bcf0-4827-9490-ce1ac5cf5c3a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:37.721026 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ef5209ad-aa8b-4a1e-bd80-6aef2d62e0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.728836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c2f42a2-a514-4a1e-95fa-950d1b66774d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.758499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c2f42a2-a514-4a1e-95fa-950d1b66774d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.796140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.822167 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c2f42a2-a514-4a1e-95fa-950d1b66774d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.824913 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8c2f42a2-a514-4a1e-95fa-950d1b66774d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:37.828766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8c2f42a2-a514-4a1e-95fa-950d1b66774d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] 10.222.0.44 "DELETE /v2.0/security-groups/638bd814-0b5c-4911-9be3-62c8b32665f6 HTTP/1.1" status: 204 len: 168 time: 0.1872065 Jan 28 20:52:37.838449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f42a2-a514-4a1e-95fa-950d1b66774d tempest-TestNetworkAdvancedServerOps-363912918 tempest-TestNetworkAdvancedServerOps-363912918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638bd814-0b5c-4911-9be3-62c8b32665f6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:38.083139 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port 63d50991-e453-495b-b4bb-a9b5ace20866 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:38.083485 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.149375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51228) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:38.171173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 734c1d6c-2f2d-473a-aad3-3d92fd833360 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:38.180367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port 63d50991-e453-495b-b4bb-a9b5ace20866, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=63d50991-e453-495b-b4bb-a9b5ace20866,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:38.180952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.192838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 734c1d6c-2f2d-473a-aad3-3d92fd833360 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:38.193249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 734c1d6c-2f2d-473a-aad3-3d92fd833360 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:38.193727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d46bcb21-3ce0-49da-8b21-b3b2aa3b258c no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:38.200479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for 63d50991-e453-495b-b4bb-a9b5ace20866 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:38.217648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d46bcb21-3ce0-49da-8b21-b3b2aa3b258c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:38.218329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d46bcb21-3ce0-49da-8b21-b3b2aa3b258c not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:38.218962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8782b32a-cd23-4ec5-8c3e-e007e99ee033 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:38.238179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 8782b32a-cd23-4ec5-8c3e-e007e99ee033 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:38.238528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8782b32a-cd23-4ec5-8c3e-e007e99ee033 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:38.299759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ffb61039-7ba4-4787-84c6-4a84efba2aad no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:38.304158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4d2f8c38-4670-4547-bf5f-3f00699ce744 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93eedc7af78849d0b6487edf1964282e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512983 Jan 28 20:52:38.304685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51232) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:38.323794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: ffb61039-7ba4-4787-84c6-4a84efba2aad {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:38.324215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device ffb61039-7ba4-4787-84c6-4a84efba2aad not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:38.354864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d7f6fd6d-cbf4-41de-bee5-cbd9bfd75ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.377107 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d7f6fd6d-cbf4-41de-bee5-cbd9bfd75ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.404162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.433212 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=63d50991-e453-495b-b4bb-a9b5ace20866,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:38.437663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d7f6fd6d-cbf4-41de-bee5-cbd9bfd75ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.445063 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d7f6fd6d-cbf4-41de-bee5-cbd9bfd75ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.445063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d7f6fd6d-cbf4-41de-bee5-cbd9bfd75ba8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93dc9a09-8331-42f7-b494-a211e7cd71a1 HTTP/1.1" status: 204 len: 168 time: 0.1367314 Jan 28 20:52:38.451879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6fd6d-cbf4-41de-bee5-cbd9bfd75ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc9a09-8331-42f7-b494-a211e7cd71a1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:38.635050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.747105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51238) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:38.788335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-93a6081a-17aa-4087-bc0a-d79acbfc763e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3851fc3ba4546589e23415fe7124b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391088 Jan 28 20:52:38.790532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51240) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:38.838744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-933bdfff-ed19-49f0-a2a1-97a14993d750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.859795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-933bdfff-ed19-49f0-a2a1-97a14993d750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.860765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 0a3042f5-6d74-40b8-89a2-b72255ccec88 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:38.908002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-933bdfff-ed19-49f0-a2a1-97a14993d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.910745 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-933bdfff-ed19-49f0-a2a1-97a14993d750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:38.911923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-933bdfff-ed19-49f0-a2a1-97a14993d750 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47c16f90-58b3-403c-80b9-cfcd25286781 HTTP/1.1" status: 204 len: 168 time: 0.1204247 Jan 28 20:52:38.920069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bdfff-ed19-49f0-a2a1-97a14993d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c16f90-58b3-403c-80b9-cfcd25286781,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:38.976406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:38.984607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51244) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:38.987049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] Sync routers for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:38.988769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d979f9c8-b2f5-45f2-8836-2e5f361bbba3 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "PUT /v2.0/routers/0a3042f5-6d74-40b8-89a2-b72255ccec88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6013184 Jan 28 20:52:38.996834 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:38.997645 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:39.039862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-6952c9c9-850e-4fa4-aadb-700d709cdcc2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting subnet 6af71679-f67d-4e5c-a675-71ee08724e15 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:52:39.043186 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6952c9c9-850e-4fa4-aadb-700d709cdcc2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.090697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6952c9c9-850e-4fa4-aadb-700d709cdcc2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.106977 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:39.181220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6952c9c9-850e-4fa4-aadb-700d709cdcc2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.250506 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6952c9c9-850e-4fa4-aadb-700d709cdcc2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.287426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952c9c9-850e-4fa4-aadb-700d709cdcc2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Subnet': ['ID=6af71679-f67d-4e5c-a675-71ee08724e15,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:39.291623 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6952c9c9-850e-4fa4-aadb-700d709cdcc2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.294968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6952c9c9-850e-4fa4-aadb-700d709cdcc2 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/subnets/6af71679-f67d-4e5c-a675-71ee08724e15 HTTP/1.1" status: 204 len: 168 time: 0.3092337 Jan 28 20:52:39.300834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b525d-6589-4a68-aafe-e9aa7e73db05 None None] Network 52f4c686-0dee-4c15-9166-5e6e08609e1b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:52:39.308349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51254) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:39.308864 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:38Z', 'revision_number': 7, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:39.336483 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] Checking router: 0a3042f5-6d74-40b8-89a2-b72255ccec88 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:39.346305 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] Routers {'0a3042f5-6d74-40b8-89a2-b72255ccec88'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:39.346936 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0a3042f5-6d74-40b8-89a2-b72255ccec88'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:39.452134 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.483624 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] Set router 0a3042f5-6d74-40b8-89a2-b72255ccec88 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:39.515664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] DHCP port deletion for 52f4c686-0dee-4c15-9166-5e6e08609e1b request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:52:39.578249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] Deleting port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:39.578765 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.580879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.653810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] For port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8eecd321-aa7a-48fb-bf0c-a2a10c6348a9,segment=NetworkSegment(543ecca2-f3f4-472b-a7f9-eef69879ee2a),segment_id=543ecca2-f3f4-472b-a7f9-eef69879ee2a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:39.654315 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.658523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port cb50e301-7888-4647-b171-3ec035630310 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:52:39.658864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.671901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] Calling delete_port for 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:39.706508 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:38Z', 'revision_number': 7, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:39.768246 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.772056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port cb50e301-7888-4647-b171-3ec035630310, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cb50e301-7888-4647-b171-3ec035630310,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:39.772595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:39.787355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for cb50e301-7888-4647-b171-3ec035630310 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:52:39.805181 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] Pushing event deleted for resources: {'Port': ['ID=8eecd321-aa7a-48fb-bf0c-a2a10c6348a9,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:39.816545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3c799-097f-470d-92d9-6852f37dd290 None None] No DVR routers for this DVR port 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:52:39.870348 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab191e3e-acc7-46fd-83ef-5cf1b9cdc4ae None None] The sync data for ids ['0a3042f5-6d74-40b8-89a2-b72255ccec88'] in n-d-825064-3 is: [{'id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'name': 'tempest-TestNetworkBasicOps-router-1373220463', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'cb50e301-7888-4647-b171-3ec035630310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:50:39Z', 'updated_at': '2022-01-28T20:52:38Z', 'revision_number': 7, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': 'cb50e301-7888-4647-b171-3ec035630310', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3042f5-6d74-40b8-89a2-b72255ccec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:50:40Z', 'updated_at': '2022-01-28T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:39.994178 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.020032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=cb50e301-7888-4647-b171-3ec035630310,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:40.096393 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.223984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.226031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.233457 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1765b62a-f672-44dc-8191-206e0b63f1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.261413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:40.281910 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.282499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Fanout notify agent at l3_agent the message router_deleted on router 0a3042f5-6d74-40b8-89a2-b72255ccec88 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:52:40.287218 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:40.287710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8eecd321-aa7a-48fb-bf0c-a2a10c6348a9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:40.288634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 63d50991-e453-495b-b4bb-a9b5ace20866 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:40.290236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.294143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51278) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:40.294705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9d0691d6-795c-4ebb-bcfa-3e9c6ca4975c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/routers/0a3042f5-6d74-40b8-89a2-b72255ccec88 HTTP/1.1" status: 204 len: 168 time: 0.9847012 Jan 28 20:52:40.313385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 63d50991-e453-495b-b4bb-a9b5ace20866 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:40.313955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 63d50991-e453-495b-b4bb-a9b5ace20866 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:40.392842 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.487312 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.510990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f4c686-0dee-4c15-9166-5e6e08609e1b']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:40.521309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543ecca2-f3f4-472b-a7f9-eef69879ee2a') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:40.521849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543ecca2-f3f4-472b-a7f9-eef69879ee2a') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:40.541941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.555530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.562528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:52:40.562902 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:52:40.565846 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:52:40.627725 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.635724 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.639005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/networks/52f4c686-0dee-4c15-9166-5e6e08609e1b HTTP/1.1" status: 204 len: 168 time: 0.3429654 Jan 28 20:52:40.655806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51288) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:40.661121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'network': {'name': 'tempest-network-smoke--1110375625', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'port_security_enabled': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:40.664019 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0035bbe-290e-4ae6-b46d-c9463b8a6294 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Network': ['ID=52f4c686-0dee-4c15-9166-5e6e08609e1b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:40.685871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:52:40.689448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.717610 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:52:40.727231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.727585 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Added segment 3be52301-b7f7-4507-89bb-04ce15c4ac7e of type vlan for network 7e70fd35-0866-4a43-879d-d663c25d81c5 Jan 28 20:52:40.768949 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.801286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.807273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:40.808362 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.867465 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2105074 Jan 28 20:52:40.870287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51296) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:40.875745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-744820190', 'admin_state_up': True, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:40.889108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71cc06-cb0b-48c2-aabc-f53f0785e016 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Network': ['ID=7e70fd35-0866-4a43-879d-d663c25d81c5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:40.901187 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:52:40.907549 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.908845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:40.966306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.103185 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.296824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.315626 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.340293 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51302) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:41.345368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'network': {'name': 'tempest-network-smoke--1849782234', 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'port_security_enabled': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:41.369015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Made reservation on behalf of dfb24fc370c64b60bff83e86c323e463 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:52:41.372564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.383265 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.430723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.25.2.179 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/04f94dd7-d274-46fb-9d8a-1bb5677c00fd) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:41.465694 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.470708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.494155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:52:41.509283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9521982-82d7-48eb-b210-e6f540444367,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:41.512260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.512605 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Added segment 12c71a47-b0fb-4ef9-99fb-ea0454833985 of type vlan for network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc Jan 28 20:52:41.542652 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.554798 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.576653 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.580634 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.586857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:41.587472 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.612263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:41.617739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:41.621356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:41.640507 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2990615 Jan 28 20:52:41.643535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51304) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:41.648992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=04f94dd7-d274-46fb-9d8a-1bb5677c00fd,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:41.656113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'admin_state_up': True, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:41.672922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98985b81-8515-4dd1-a797-1872f5079143 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Network': ['ID=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:41.683403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:52:41.693132 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.694360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.753559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.755425 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.888838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:41.897391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:42.115600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cb50e301-7888-4647-b171-3ec035630310 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:52:42.137785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: cb50e301-7888-4647-b171-3ec035630310 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:52:42.138126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cb50e301-7888-4647-b171-3ec035630310 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:52:42.377409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:42.420127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:42.439513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:42.503500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 481992c1-6c06-4a6d-9bae-533f3d8af04c is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:52:42.565504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Allocated IP 172.25.2.166 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/f1dbe0fe-f90a-4e13-a04e-5c413356fc2d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:42.609352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:42.622048 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Sync routers for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:42.631001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:42.632053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fa475026-216b-443a-841a-cc24ce3c4045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7601142 Jan 28 20:52:42.635160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51306) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:42.636425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:42.637104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:42.649872 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:52:42.674083 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-30f0dade-8917-48fa-8e7f-ddc297b70994 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b743b484c78d440cb1acc93f844b9b11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377462 Jan 28 20:52:42.677362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51308) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:42.701755 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:42.743543 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:42.751169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:42.774428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8462f-be3b-4af6-92bc-2a509abe6996 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:42.778732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e9a8462f-be3b-4af6-92bc-2a509abe6996 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975113 Jan 28 20:52:42.779104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51310) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:42.784931 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:42.790660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:42.795181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:42.798592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=f1dbe0fe-f90a-4e13-a04e-5c413356fc2d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:42.810499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f73aeb6a-2116-4e82-907a-4d6b8abdaf7d tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302331 Jan 28 20:52:42.813063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51312) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:42.818292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1142958981', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:42.914420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:52:42.918031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:42.947927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:41Z', 'revision_number': 3, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:42.983021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Checking router: 481992c1-6c06-4a6d-9bae-533f3d8af04c for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:42.983374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Updating router 481992c1-6c06-4a6d-9bae-533f3d8af04c port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:52:43.023364 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.050244 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.062098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.140917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.211837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Subnet': ['ID=2800d6c0-a497-4eb5-b72d-fff83d492b03,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:43.233614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Checking segment: {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:43.233988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network hostable DHCP agents. Network: 7e70fd35-0866-4a43-879d-d663c25d81c5, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:52:43.256305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:52:43.268109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 7e70fd35-0866-4a43-879d-d663c25d81c5) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:43.273306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:43.273738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.292835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-558fe342-e60c-4043-a41a-850351f7c74c tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4784441 Jan 28 20:52:43.295321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51314) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:43.304060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.329392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ac3a4-243a-4341-a427-bec2e8bcd687 None None] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:52:43.339142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.453739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:52:43.571923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:43.587547 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Sync routers for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:43.597913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:43.598928 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:43.604789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.608592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-548201fe-4a41-4b5e-a22e-7b5cbc9e9ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9614861 Jan 28 20:52:43.608993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51316) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:43.665017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-7e70fd35-0866-4a43-879d-d663c25d81c5', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:52:43.665920 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.713639 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.767965 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:43.775680 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.794521 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.815182 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ddb324d-7e8e-4bfe-97e4-11052906b95f tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=dfb24fc370c64b60bff83e86c323e463&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2026057 Jan 28 20:52:43.815429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51320) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:43.852098 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Attempting to bind port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:43.852409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Attempting to bind port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:43.852999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Attempting to bind port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:43.885625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d502f0-875b-42d1-a235-9516a0bfb195 None None] Pushing event updated for resources: {'Port': ['ID=04f94dd7-d274-46fb-9d8a-1bb5677c00fd,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:43.890094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:43.890754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:43.891335 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.891890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:43.892587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Bound port: 04f94dd7-d274-46fb-9d8a-1bb5677c00fd, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:43.893942 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:43.933595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3335329-d861-4922-9140-a5ba974cd557 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:43.935785 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f3335329-d861-4922-9140-a5ba974cd557 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1188664 Jan 28 20:52:43.938323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51322) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:43.948986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Allocated IP 172.20.0.2 (7e70fd35-0866-4a43-879d-d663c25d81c5/2800d6c0-a497-4eb5-b72d-fff83d492b03/4fcc874c-2f2d-46a1-a7aa-db8a202e98c3) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:43.969904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] For port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:43.987181 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-91f0a870-4047-4e08-8343-4975c561311e tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473459 Jan 28 20:52:43.989878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51324) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:43.995202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] For port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=04f94dd7-d274-46fb-9d8a-1bb5677c00fd,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:43.997662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643452885', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:44.017142 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:42Z', 'revision_number': 3, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:44.023553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.045602 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Checking router: 0b61beb0-71cf-4c28-8a3f-c82478dddb9f for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:44.046356 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Updating router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:52:44.080386 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.118153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:44.118785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:44.124411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d502f0-875b-42d1-a235-9516a0bfb195 None None] Pushing event updated for resources: {'Port': ['ID=04f94dd7-d274-46fb-9d8a-1bb5677c00fd,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:44.128415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Made reservation on behalf of dfb24fc370c64b60bff83e86c323e463 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:52:44.133375 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.249376 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.260140 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.302693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:44.336374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:44.338274 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.20.0.1 (7e70fd35-0866-4a43-879d-d663c25d81c5/2800d6c0-a497-4eb5-b72d-fff83d492b03/8f0bfd13-a31d-429b-a2e8-cd43bc719263) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:44.351012 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.371293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:44.377446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:44.377737 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.380599 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Pushing event updated for resources: {'Port': ['ID=4fcc874c-2f2d-46a1-a7aa-db8a202e98c3,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:44.384949 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.439735 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Attempting to bind port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:44.441048 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Attempting to bind port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:44.442195 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Attempting to bind port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:44.449234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Subnet': ['ID=6e0fe131-5088-433e-b01a-967efaef1fbd,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:44.454155 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:44.454811 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:44.455515 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.456087 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:44.456752 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Bound port: f1dbe0fe-f90a-4e13-a04e-5c413356fc2d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:44.457992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Checking segment: {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:44.459048 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.459428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network hostable DHCP agents. Network: fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:52:44.487265 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:52:44.493887 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Pushing event updated for resources: {'Port': ['ID=f1dbe0fe-f90a-4e13-a04e-5c413356fc2d,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:44.499359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Attempting to bind port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:44.499692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Attempting to bind port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:44.500030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Attempting to bind port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 on network 7e70fd35-0866-4a43-879d-d663c25d81c5 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:44.506315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:44.509969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:44.510160 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.510407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Checking segment: {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:44.510556 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.510828 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.510952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.511162 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.511281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Bound using segment: {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:44.511478 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.511671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Bound port: 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:44.511796 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.512090 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.512251 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.512464 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.512790 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.513103 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.513424 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.513815 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:44.515346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:44.518125 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececf945-e6cf-45e4-bee5-6824720f77a0 None None] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:52:44.528520 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.556114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51326) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:44.556523 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-04c23774-da68-4544-8dcf-992c3b13d122 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5650375 Jan 28 20:52:44.562375 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] For port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:44.568249 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] For port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f1dbe0fe-f90a-4e13-a04e-5c413356fc2d,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:44.573628 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.614019 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.644376 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d80441-9a81-4ec1-bc36-ea35d55e407a None None] Pushing event updated for resources: {'Port': ['ID=f1dbe0fe-f90a-4e13-a04e-5c413356fc2d,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:44.648293 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:44.649008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:44.697258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] For port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:44.731212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:41Z', 'revision_number': 3, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:44.735748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] For port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4fcc874c-2f2d-46a1-a7aa-db8a202e98c3,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:44.762311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.763101 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:44.768995 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.779878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1dd25-54c6-4c0b-a6ef-fd88aecfabb4 None None] The sync data for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 is: [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:41Z', 'revision_number': 3, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:44.827510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:44.833291 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:44.841579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:44.849475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:52:44.850381 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:44.901424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=8f0bfd13-a31d-429b-a2e8-cd43bc719263,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:44.936095 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:45.013331 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:42Z', 'revision_number': 3, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:45.053012 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe78f7-0d80-44c4-8cb0-de1d5cff22ec None None] The sync data for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 is: [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:42Z', 'revision_number': 3, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:45.199012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:45.295262 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Allocated IP 172.20.0.2 (fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc/6e0fe131-5088-433e-b01a-967efaef1fbd/843f5924-0622-4d2b-900f-37966d4dc7cb) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:45.297386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929c846-0650-4b6f-927b-04372c2948e1 None None] Pushing event updated for resources: {'Port': ['ID=4fcc874c-2f2d-46a1-a7aa-db8a202e98c3,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:45.548094 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:45.559970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:45.631159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:45.640322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:45.647153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:45.649644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Pushing event updated for resources: {'Port': ['ID=843f5924-0622-4d2b-900f-37966d4dc7cb,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:45.725621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Attempting to bind port 843f5924-0622-4d2b-900f-37966d4dc7cb on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:45.726006 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Attempting to bind port 843f5924-0622-4d2b-900f-37966d4dc7cb by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:45.726390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Attempting to bind port 843f5924-0622-4d2b-900f-37966d4dc7cb on network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:45.732344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:45.733022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Checking segment: {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:45.733624 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:45.734197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Bound using segment: {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:45.734872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Bound port: 843f5924-0622-4d2b-900f-37966d4dc7cb, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:45.735449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:45.816273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] For port 843f5924-0622-4d2b-900f-37966d4dc7cb, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:45.821781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] For port 843f5924-0622-4d2b-900f-37966d4dc7cb, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=843f5924-0622-4d2b-900f-37966d4dc7cb,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:45.830536 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:45.915454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a3ba9-30ab-4c8e-97b8-0450c1c6a5bd None None] Pushing event updated for resources: {'Port': ['ID=843f5924-0622-4d2b-900f-37966d4dc7cb,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:45.977433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.217560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.231823 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.413516 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.459155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=8f0bfd13-a31d-429b-a2e8-cd43bc719263,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:46.511387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c894ff53-05b3-4b5e-8e01-1358c89b2654 None None] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:52:46.571259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:46.631457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-07c4877f-e7ac-49c0-9296-95eb1e4eec7b None None] Provisioning complete for port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:46.631999 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-07c4877f-e7ac-49c0-9296-95eb1e4eec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.653156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:46.656283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Allocated IP 172.20.0.1 (fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc/6e0fe131-5088-433e-b01a-967efaef1fbd/6babdeff-2b85-4825-aea5-3cea631287e1) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:46.658518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:46.717349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:46.717806 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.856134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-07c4877f-e7ac-49c0-9296-95eb1e4eec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.862824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.866440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 481992c1-6c06-4a6d-9bae-533f3d8af04c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:46.896083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.914722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-07c4877f-e7ac-49c0-9296-95eb1e4eec7b None None] For port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4fcc874c-2f2d-46a1-a7aa-db8a202e98c3,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:46.924379 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-07c4877f-e7ac-49c0-9296-95eb1e4eec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:46.989918 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.002735 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:52:47.003089 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:52:47.006692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4877f-e7ac-49c0-9296-95eb1e4eec7b None None] Pushing event updated for resources: {'Port': ['ID=4fcc874c-2f2d-46a1-a7aa-db8a202e98c3,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:47.048020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:47.055362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:47.061976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:47.068873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=6babdeff-2b85-4825-aea5-3cea631287e1,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:47.090650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:47.099277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9958bd46-39cf-485c-b751-267d57e2da2a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "PUT /v2.0/routers/481992c1-6c06-4a6d-9bae-533f3d8af04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8028095 Jan 28 20:52:47.101876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51328) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:47.118037 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.145580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3b87dfcb-8c3e-434a-8b22-308b8ba426bf None None] Provisioning complete for port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:47.146116 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3b87dfcb-8c3e-434a-8b22-308b8ba426bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.184550 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3b87dfcb-8c3e-434a-8b22-308b8ba426bf None None] Port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:52:47.197499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3b87dfcb-8c3e-434a-8b22-308b8ba426bf None None] Provisioning complete for port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:47.198582 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3b87dfcb-8c3e-434a-8b22-308b8ba426bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.240303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c61cb-446c-452d-8acc-96c50eda14b0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.240786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c61cb-446c-452d-8acc-96c50eda14b0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.241715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c61cb-446c-452d-8acc-96c50eda14b0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.242590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c61cb-446c-452d-8acc-96c50eda14b0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.243267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c61cb-446c-452d-8acc-96c50eda14b0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.243782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c61cb-446c-452d-8acc-96c50eda14b0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.244267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c61cb-446c-452d-8acc-96c50eda14b0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.246419 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-713c61cb-446c-452d-8acc-96c50eda14b0 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1434691 Jan 28 20:52:47.249961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51330) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:47.319675 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.377050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fd250-1525-4da6-9783-b072ff972c1b tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.377509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fd250-1525-4da6-9783-b072ff972c1b tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.377959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fd250-1525-4da6-9783-b072ff972c1b tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.378409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fd250-1525-4da6-9783-b072ff972c1b tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.378850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fd250-1525-4da6-9783-b072ff972c1b tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.379923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fd250-1525-4da6-9783-b072ff972c1b tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.380401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fd250-1525-4da6-9783-b072ff972c1b tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:47.382403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d75fd250-1525-4da6-9783-b072ff972c1b tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1288002 Jan 28 20:52:47.385113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51332) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:47.418564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f8bad68c-6b6a-41a8-b2f6-54d083f1ed06 None None] Provisioning complete for port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:47.418968 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8bad68c-6b6a-41a8-b2f6-54d083f1ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.474696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f8bad68c-6b6a-41a8-b2f6-54d083f1ed06 None None] Port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:52:47.547313 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d8a5d324-1107-48ac-bd5c-616a47b4f7b3 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.1607902 Jan 28 20:52:47.561414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f1dbe0fe-f90a-4e13-a04e-5c413356fc2d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:47.634833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-dcd7a891-bd39-456b-bbbd-6f9bc163475d None None] Provisioning complete for port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:47.635516 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a891-bd39-456b-bbbd-6f9bc163475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.710830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7a891-bd39-456b-bbbd-6f9bc163475d None None] Port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:52:47.713020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:47.713744 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.757917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.766896 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.860097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.889380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f1dbe0fe-f90a-4e13-a04e-5c413356fc2d,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:47.894156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=6babdeff-2b85-4825-aea5-3cea631287e1,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:47.895858 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.896899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 04f94dd7-d274-46fb-9d8a-1bb5677c00fd up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:47.908751 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:47.933387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51336) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:47.939758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a14769cf-ba54-44bc-851c-3e3de8ee8300 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036703223', 'description': 'tempest-secgroup-smoke-1036703223 description', 'project_id': 'b743b484c78d440cb1acc93f844b9b11'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:47.980802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a14769cf-ba54-44bc-851c-3e3de8ee8300 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.032077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=f1dbe0fe-f90a-4e13-a04e-5c413356fc2d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:48.068409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:48.070312 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.080780 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a14769cf-ba54-44bc-851c-3e3de8ee8300 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.088325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a14769cf-ba54-44bc-851c-3e3de8ee8300 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.128283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:48.130943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:48.139900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a14769cf-ba54-44bc-851c-3e3de8ee8300 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.147315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a14769cf-ba54-44bc-851c-3e3de8ee8300 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2065620 Jan 28 20:52:48.148327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51338) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:48.174630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-aa4d2498-cdc5-4250-90df-fc43071327b5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '4043bda8-857b-4618-b505-b72acd8c6baa', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:48.204986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14769cf-ba54-44bc-851c-3e3de8ee8300 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4043bda8-857b-4618-b505-b72acd8c6baa,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:48.231029 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.260319 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.262233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=04f94dd7-d274-46fb-9d8a-1bb5677c00fd,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:48.274126 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.276264 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2498-cdc5-4250-90df-fc43071327b5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.298495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:52:48.364568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=04f94dd7-d274-46fb-9d8a-1bb5677c00fd,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:48.390964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2498-cdc5-4250-90df-fc43071327b5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.397305 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2498-cdc5-4250-90df-fc43071327b5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.421114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d2498-cdc5-4250-90df-fc43071327b5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075a5cc9-a0bd-4d52-8ba4-f6c17f47bfc9,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:48.432252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-aa4d2498-cdc5-4250-90df-fc43071327b5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.433956 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa4d2498-cdc5-4250-90df-fc43071327b5 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696915 Jan 28 20:52:48.436935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51340) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:48.441976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-76e0af69-ebea-421a-94e7-1f1e7c4b8f9a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '4043bda8-857b-4618-b505-b72acd8c6baa', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:48.474901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Sync routers for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:48.488196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:52:48.490224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-20cbe77b-593f-4c72-bc14-c6cccd04b05e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "PUT /v2.0/routers/0b61beb0-71cf-4c28-8a3f-c82478dddb9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9329512 Jan 28 20:52:48.492883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51342) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:48.495222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:48.495898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:48.500959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-951bc377-79d3-4857-94a7-2ae1e79e6d7b tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1818111141', 'description': 'tempest-secgroup_access--1818111141 description', 'project_id': 'dfb24fc370c64b60bff83e86c323e463'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:48.503002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76e0af69-ebea-421a-94e7-1f1e7c4b8f9a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.505647 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Sync routers for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:52:48.518058 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:48.518616 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:48.547392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b9415b-5434-4925-8f39-6ced4a44ad94 None None] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:52:48.548457 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-951bc377-79d3-4857-94a7-2ae1e79e6d7b tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.599806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f1dbe0fe-f90a-4e13-a04e-5c413356fc2d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:48.608334 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76e0af69-ebea-421a-94e7-1f1e7c4b8f9a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.619214 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76e0af69-ebea-421a-94e7-1f1e7c4b8f9a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.639569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0af69-ebea-421a-94e7-1f1e7c4b8f9a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce68755-dd21-4ba2-8f14-c3cf9824f96e,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:48.652993 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-951bc377-79d3-4857-94a7-2ae1e79e6d7b tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.659151 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-951bc377-79d3-4857-94a7-2ae1e79e6d7b tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.668729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-76e0af69-ebea-421a-94e7-1f1e7c4b8f9a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.670925 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:48.674349 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76e0af69-ebea-421a-94e7-1f1e7c4b8f9a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2363741 Jan 28 20:52:48.675082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51344) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:48.681302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-45ff1d99-956b-45f7-ba18-ff37098e300e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '4043bda8-857b-4618-b505-b72acd8c6baa', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:48.690804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-951bc377-79d3-4857-94a7-2ae1e79e6d7b tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.692517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-951bc377-79d3-4857-94a7-2ae1e79e6d7b tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1986098 Jan 28 20:52:48.695544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51346) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:48.700128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-408430a9-f3cb-4f74-b533-bba1c89db742 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1486022101', 'description': 'tempest-secgroup_general--1486022101 description', 'project_id': 'dfb24fc370c64b60bff83e86c323e463'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:48.724956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bc377-79d3-4857-94a7-2ae1e79e6d7b tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:48.728059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45ff1d99-956b-45f7-ba18-ff37098e300e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.751972 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-408430a9-f3cb-4f74-b533-bba1c89db742 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.756372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2217a27b-4998-46cb-a757-dd34537d9e8e None None] Provisioning complete for port 843f5924-0622-4d2b-900f-37966d4dc7cb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:48.756743 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2217a27b-4998-46cb-a757-dd34537d9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.811179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:48.815793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45ff1d99-956b-45f7-ba18-ff37098e300e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.823834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45ff1d99-956b-45f7-ba18-ff37098e300e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.844950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff1d99-956b-45f7-ba18-ff37098e300e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63190438-ddc1-4eb9-b06a-73dc8ce29b55,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:48.853229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-408430a9-f3cb-4f74-b533-bba1c89db742 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.859695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:48.860363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.861019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-45ff1d99-956b-45f7-ba18-ff37098e300e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.865635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-408430a9-f3cb-4f74-b533-bba1c89db742 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.865992 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-45ff1d99-956b-45f7-ba18-ff37098e300e tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1861098 Jan 28 20:52:48.866433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51348) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:48.871992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4abad0ac-8175-4f26-a0d0-a0239bae3282 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '4043bda8-857b-4618-b505-b72acd8c6baa', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:48.902064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408430a9-f3cb-4f74-b533-bba1c89db742 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c917868-29c5-4351-83f6-ad4b2796effd,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:48.908337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-408430a9-f3cb-4f74-b533-bba1c89db742 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.912615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-408430a9-f3cb-4f74-b533-bba1c89db742 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2131541 Jan 28 20:52:48.913254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51350) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:48.921870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a364575e-6a4b-4912-a95b-8e5e29bbde88 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'security_group_rule': {'security_group_id': 'dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e', 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:48.927954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4abad0ac-8175-4f26-a0d0-a0239bae3282 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.933086 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 2, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:48.963565 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Checking router: 0b61beb0-71cf-4c28-8a3f-c82478dddb9f for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:48.964213 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Updating router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f port 6babdeff-2b85-4825-aea5-3cea631287e1 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:52:48.992316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a364575e-6a4b-4912-a95b-8e5e29bbde88 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:48.994566 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.027191 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4abad0ac-8175-4f26-a0d0-a0239bae3282 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.032975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4abad0ac-8175-4f26-a0d0-a0239bae3282 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.063929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abad0ac-8175-4f26-a0d0-a0239bae3282 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef73f051-dc75-46fe-8744-581de823d58c,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:49.071198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4abad0ac-8175-4f26-a0d0-a0239bae3282 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.072999 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4abad0ac-8175-4f26-a0d0-a0239bae3282 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2054992 Jan 28 20:52:49.076540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51352) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:49.084424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '4043bda8-857b-4618-b505-b72acd8c6baa', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:49.089884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a364575e-6a4b-4912-a95b-8e5e29bbde88 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.097203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a364575e-6a4b-4912-a95b-8e5e29bbde88 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.118243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364575e-6a4b-4912-a95b-8e5e29bbde88 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d59872-9b9d-49f9-b438-b9e60f9551a5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:49.120478 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Project b743b484c78d440cb1acc93f844b9b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:52:49.129965 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.139647 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a364575e-6a4b-4912-a95b-8e5e29bbde88 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.142793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a364575e-6a4b-4912-a95b-8e5e29bbde88 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2282088 Jan 28 20:52:49.208659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.216054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.245629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.246958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1689012 Jan 28 20:52:49.248065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca83b368-b0e5-4e51-b690-f7b5b5e1555c,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:49.249834 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51362) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:52:49.258219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.258567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.259001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.259364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.259779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.260134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.260515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.260851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.261354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.261693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.262020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.262350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ed2ff8-fdf8-4613-a707-6013659719ff tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:49.265691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ec565584-a656-48bf-aaae-5ab312d09e55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'security_group_rule': {'security_group_id': '4043bda8-857b-4618-b505-b72acd8c6baa', 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:49.299636 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-ec565584-a656-48bf-aaae-5ab312d09e55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Project b743b484c78d440cb1acc93f844b9b11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:52:49.307721 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec565584-a656-48bf-aaae-5ab312d09e55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.348441 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2217a27b-4998-46cb-a757-dd34537d9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.351827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-b0c74b54-fddf-4142-9b17-6a29e70ce2bd tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1486022101&fields=id&tenant_id=dfb24fc370c64b60bff83e86c323e463 HTTP/1.1" status: 200 len: 267 time: 0.0589128 Jan 28 20:52:49.373999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:49.382968 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec565584-a656-48bf-aaae-5ab312d09e55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.392373 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec565584-a656-48bf-aaae-5ab312d09e55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.404572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-f2fb60f2-bcf3-4e1d-9fdc-a24377d747db tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--1818111141&fields=id&tenant_id=dfb24fc370c64b60bff83e86c323e463 HTTP/1.1" status: 200 len: 267 time: 0.0517914 Jan 28 20:52:49.431321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec565584-a656-48bf-aaae-5ab312d09e55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575596de-4b72-458e-9697-99d9d4cfa456,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:49.442406 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ec565584-a656-48bf-aaae-5ab312d09e55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.443874 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ec565584-a656-48bf-aaae-5ab312d09e55 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1924388 Jan 28 20:52:49.494553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2217a27b-4998-46cb-a757-dd34537d9e8e None None] For port 843f5924-0622-4d2b-900f-37966d4dc7cb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=843f5924-0622-4d2b-900f-37966d4dc7cb,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:49.515382 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2217a27b-4998-46cb-a757-dd34537d9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.530882 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.540979 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.563523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-e6c4d47f-5c6f-4114-b60e-094072cad30d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:49.589259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-e6c4d47f-5c6f-4114-b60e-094072cad30d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/networks?id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc HTTP/1.1" status: 200 len: 797 time: 0.1675711 Jan 28 20:52:49.602357 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:49.607970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.611595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217a27b-4998-46cb-a757-dd34537d9e8e None None] Pushing event updated for resources: {'Port': ['ID=843f5924-0622-4d2b-900f-37966d4dc7cb,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:49.612442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-5ab25b40-b43b-4c11-bf8d-4ec76680d53c tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/quotas/dfb24fc370c64b60bff83e86c323e463 HTTP/1.1" status: 200 len: 375 time: 0.0200708 Jan 28 20:52:49.677990 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Attempting to bind port 6babdeff-2b85-4825-aea5-3cea631287e1 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:49.678357 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Attempting to bind port 6babdeff-2b85-4825-aea5-3cea631287e1 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:49.678717 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Attempting to bind port 6babdeff-2b85-4825-aea5-3cea631287e1 on network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:49.680126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 2, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:49.681995 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6e357-1db9-49c4-a715-f3bfad39128b None None] Pushing event updated for resources: {'Port': ['ID=6babdeff-2b85-4825-aea5-3cea631287e1,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:49.682697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-2cea0d28-80b7-4e2a-8469-b1955828174e tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692410 Jan 28 20:52:49.703678 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:49.704588 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Checking segment: {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:49.704996 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.705946 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Bound using segment: {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:49.706450 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Bound port: 6babdeff-2b85-4825-aea5-3cea631287e1, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:49.709125 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.718035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Checking router: 481992c1-6c06-4a6d-9bae-533f3d8af04c for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:52:49.718407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Updating router 481992c1-6c06-4a6d-9bae-533f3d8af04c port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:52:49.757284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.778572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e01346dc-8d9e-4411-822d-0ab740f149c0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036703223&fields=id&tenant_id=b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 267 time: 0.1109779 Jan 28 20:52:49.796076 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] For port 6babdeff-2b85-4825-aea5-3cea631287e1, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:49.803027 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] For port 6babdeff-2b85-4825-aea5-3cea631287e1, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6babdeff-2b85-4825-aea5-3cea631287e1,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:49.811919 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:49.860318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 843f5924-0622-4d2b-900f-37966d4dc7cb up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:49.883705 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:49.884516 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:49.934226 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6e357-1db9-49c4-a715-f3bfad39128b None None] Pushing event updated for resources: {'Port': ['ID=6babdeff-2b85-4825-aea5-3cea631287e1,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:49.953749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-10329f7f-859d-4042-b8b0-bd0120b92c0f None None] Provisioning complete for port 6babdeff-2b85-4825-aea5-3cea631287e1 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:49.954289 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-10329f7f-859d-4042-b8b0-bd0120b92c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:50.000834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-b8fcb1af-92eb-4e70-961f-2468cccdcedc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:50.003165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-b8fcb1af-92eb-4e70-961f-2468cccdcedc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/networks?id=7e70fd35-0866-4a43-879d-d663c25d81c5 HTTP/1.1" status: 200 len: 797 time: 0.2141271 Jan 28 20:52:50.033547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-2118fe08-ebb0-454a-a3e9-8bd8ec211ce0 service neutron] 10.222.0.44 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192880 Jan 28 20:52:50.034526 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:50.051428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-633aae9d-d89a-40f5-85ec-b5a003861d23 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/quotas/b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 375 time: 0.0362804 Jan 28 20:52:50.088636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 843f5924-0622-4d2b-900f-37966d4dc7cb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:50.089014 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:50.152587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-ddae00cb-0a61-40c8-9a93-ecd32fe1d60a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906129 Jan 28 20:52:50.192090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-ec45be05-a6ac-498c-9167-5f63d6913f33 service neutron] 10.222.0.44 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576684 Jan 28 20:52:50.200355 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-10329f7f-859d-4042-b8b0-bd0120b92c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:50.256458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-10329f7f-859d-4042-b8b0-bd0120b92c0f None None] For port 6babdeff-2b85-4825-aea5-3cea631287e1, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6babdeff-2b85-4825-aea5-3cea631287e1,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:50.268094 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-10329f7f-859d-4042-b8b0-bd0120b92c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:50.378666 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:49Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:50.430586 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea67749-3bca-471b-8233-4bd72cfabc65 None None] The sync data for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 is: [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:49Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:50.539146 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-10329f7f-859d-4042-b8b0-bd0120b92c0f None None] Provisioning complete for port 843f5924-0622-4d2b-900f-37966d4dc7cb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:50.539831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-10329f7f-859d-4042-b8b0-bd0120b92c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:50.588649 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:50.620719 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:50.625538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10329f7f-859d-4042-b8b0-bd0120b92c0f None None] Pushing event updated for resources: {'Port': ['ID=6babdeff-2b85-4825-aea5-3cea631287e1,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:50.763511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d89da-9c36-4c54-9b74-244f1c2398d9 None None] Pushing event updated for resources: {'Port': ['ID=8f0bfd13-a31d-429b-a2e8-cd43bc719263,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:50.946783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09e04306-2842-4528-b90a-7b682002017b req-318d02ac-cd81-4392-84f9-4721180c9d81 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 210 time: 0.0512743 Jan 28 20:52:50.956096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6babdeff-2b85-4825-aea5-3cea631287e1 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:50.971264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-2fe44616-9e9a-4bef-8062-2afe5c9dc9dc service neutron] 10.222.0.44 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001611 Jan 28 20:52:51.035913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Attempting to bind port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:51.036775 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Attempting to bind port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:51.037397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Attempting to bind port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 on network 7e70fd35-0866-4a43-879d-d663c25d81c5 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:51.065802 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:51.067455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Checking segment: {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:51.068088 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:51.068696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Bound using segment: {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:51.069302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Bound port: 8f0bfd13-a31d-429b-a2e8-cd43bc719263, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:51.069794 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:51.121457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-4ec6d896-e6c5-4ea5-af6a-9b4fd8b32e21 service neutron] 10.222.0.44 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390321 Jan 28 20:52:51.183790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 6babdeff-2b85-4825-aea5-3cea631287e1 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:51.184270 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:51.191214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8954d69b-dd7d-4adc-801e-f3a9b36b7a5d None None] Provisioning complete for port 6babdeff-2b85-4825-aea5-3cea631287e1 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:51.192010 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8954d69b-dd7d-4adc-801e-f3a9b36b7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:51.295334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] For port 8f0bfd13-a31d-429b-a2e8-cd43bc719263, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:51.299331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] For port 8f0bfd13-a31d-429b-a2e8-cd43bc719263, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8f0bfd13-a31d-429b-a2e8-cd43bc719263,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:51.309251 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:51.398583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e5c27cd-8494-4d33-a0d1-172b6f8d7d21 req-cf583976-e804-4b5d-bca6-b92308354c49 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 210 time: 0.0507762 Jan 28 20:52:51.459715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:52:51.460381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:51.471000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 04f94dd7-d274-46fb-9d8a-1bb5677c00fd up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:51.509446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d89da-9c36-4c54-9b74-244f1c2398d9 None None] Pushing event updated for resources: {'Port': ['ID=8f0bfd13-a31d-429b-a2e8-cd43bc719263,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:51.658100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8954d69b-dd7d-4adc-801e-f3a9b36b7a5d None None] Provisioning complete for port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:51.658478 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8954d69b-dd7d-4adc-801e-f3a9b36b7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:51.687055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:51.725574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:52:51.727429 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:51.727821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:51.925015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-b524fb74-0570-461a-8d21-2bb7bd0a5c54 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:51.929988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-b524fb74-0570-461a-8d21-2bb7bd0a5c54 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.13 "GET /v2.0/networks?id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc HTTP/1.1" status: 200 len: 797 time: 0.1705251 Jan 28 20:52:51.986940 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3e39a6e5-e5bf-4bde-a986-0a786a7de72d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfb24fc370c64b60bff83e86c323e463 HTTP/1.1" status: 200 len: 478 time: 0.0472162 Jan 28 20:52:51.991450 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8954d69b-dd7d-4adc-801e-f3a9b36b7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.006516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'port': {'device_id': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'admin_state_up': True, 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'security_groups': ['9c917868-29c5-4351-83f6-ad4b2796effd', 'dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:52.055273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e19710a6-a018-4b4f-844f-f19a48172144 req-472fe03f-5b8e-4fe3-addb-fcae107bded0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 210 time: 0.0292013 Jan 28 20:52:52.074954 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 843f5924-0622-4d2b-900f-37966d4dc7cb up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:52.107876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8954d69b-dd7d-4adc-801e-f3a9b36b7a5d None None] For port 8f0bfd13-a31d-429b-a2e8-cd43bc719263, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8f0bfd13-a31d-429b-a2e8-cd43bc719263,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:52.119051 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8954d69b-dd7d-4adc-801e-f3a9b36b7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.172047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Made reservation on behalf of dfb24fc370c64b60bff83e86c323e463 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:52:52.176234 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.208763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954d69b-dd7d-4adc-801e-f3a9b36b7a5d None None] Pushing event updated for resources: {'Port': ['ID=8f0bfd13-a31d-429b-a2e8-cd43bc719263,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:52.213319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 843f5924-0622-4d2b-900f-37966d4dc7cb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:52.213695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.324432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Allocated IP 172.20.0.9 (fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc/6e0fe131-5088-433e-b01a-967efaef1fbd/93e8ebfb-300f-4407-82b5-1ed456e01140) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:52.443483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-48815c8a-d160-43f2-b922-58c4ee81d9a7 None None] Provisioning complete for port 6babdeff-2b85-4825-aea5-3cea631287e1 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:52.443750 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-48815c8a-d160-43f2-b922-58c4ee81d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.449104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:51Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:52:52.499272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797c858-e288-45f4-a158-94bf8f14b7d1 None None] The sync data for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 is: [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:51Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:52:52.515280 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.552882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09c1ddfa-d3a3-4c0a-8f33-4de2ad3753a7 req-3c240f6e-8253-4562-a815-88b3e40e3314 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 210 time: 0.0682793 Jan 28 20:52:52.570731 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.666022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-48815c8a-d160-43f2-b922-58c4ee81d9a7 None None] Provisioning complete for port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:52.666022 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-48815c8a-d160-43f2-b922-58c4ee81d9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.671749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:52.679926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=93e8ebfb-300f-4407-82b5-1ed456e01140,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:52.682650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:52.705371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:52.719367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6babdeff-2b85-4825-aea5-3cea631287e1 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:52.720916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-74a913ec-a7db-4fbd-a468-258ab46ce702 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:52.722929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-74a913ec-a7db-4fbd-a468-258ab46ce702 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.26 "GET /v2.0/networks?id=7e70fd35-0866-4a43-879d-d663c25d81c5 HTTP/1.1" status: 200 len: 797 time: 0.2108078 Jan 28 20:52:52.817904 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-d9ac31bb-d32c-44ed-8db4-292d9a77d7a1 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b743b484c78d440cb1acc93f844b9b11 HTTP/1.1" status: 200 len: 380 time: 0.0832608 Jan 28 20:52:52.830707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'port': {'device_id': '7747a601-5908-4216-aa4a-007ba8e4b790', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'admin_state_up': True, 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'security_groups': ['4043bda8-857b-4618-b505-b72acd8c6baa']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:52.835945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:52.836964 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.860732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 6babdeff-2b85-4825-aea5-3cea631287e1 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:52.861108 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:52.881273 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3ff86f8d-8b41-4121-b9f5-e74eb91bdca6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8846905 Jan 28 20:52:52.896317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Request body: {'port': {'device_id': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:52.991721 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.010599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Made reservation on behalf of b743b484c78d440cb1acc93f844b9b11 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:52:53.014793 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.063770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f0654caf-080d-4d18-8fa6-c801c5ae9525 None None] Provisioning complete for port 93e8ebfb-300f-4407-82b5-1ed456e01140 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:53.065102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f0654caf-080d-4d18-8fa6-c801c5ae9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.152881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f0654caf-080d-4d18-8fa6-c801c5ae9525 None None] Port 93e8ebfb-300f-4407-82b5-1ed456e01140 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:52:53.204843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.20.0.13 (7e70fd35-0866-4a43-879d-d663c25d81c5/2800d6c0-a497-4eb5-b72d-fff83d492b03/56570a88-d143-4811-b30f-19511083bb3d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:52:53.244746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113817f-c692-4768-a967-0e6850442f15 req-bc792a8d-f379-4b92-8733-4714a9de8d91 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:53.246702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7113817f-c692-4768-a967-0e6850442f15 req-bc792a8d-f379-4b92-8733-4714a9de8d91 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 970 time: 0.0784395 Jan 28 20:52:53.341953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e8ebfb-300f-4407-82b5-1ed456e01140 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:52:53.354917 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.364415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7113817f-c692-4768-a967-0e6850442f15 req-42a7b6a2-5d81-4783-88a3-8c54eaf5a75b tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1030092 Jan 28 20:52:53.374162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Transition to ACTIVE for port object 93e8ebfb-300f-4407-82b5-1ed456e01140 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:52:53.387838 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.441011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.446144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Pushing event updated for resources: {'Port': ['ID=93e8ebfb-300f-4407-82b5-1ed456e01140,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:53.492405 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.532097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Attempting to bind port 93e8ebfb-300f-4407-82b5-1ed456e01140 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:53.532556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Attempting to bind port 93e8ebfb-300f-4407-82b5-1ed456e01140 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:53.532991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Attempting to bind port 93e8ebfb-300f-4407-82b5-1ed456e01140 on network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:53.538991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Port 93e8ebfb-300f-4407-82b5-1ed456e01140 on network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:52:53.539468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Attempting to bind port 93e8ebfb-300f-4407-82b5-1ed456e01140 on network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:53.545348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:53.545831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Checking segment: {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:53.546319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Bound using segment: {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:53.546953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Bound port: 93e8ebfb-300f-4407-82b5-1ed456e01140, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c71a47-b0fb-4ef9-99fb-ea0454833985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:53.547433 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.552777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:52:53.557121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:52:53.563410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:52:53.572298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=56570a88-d143-4811-b30f-19511083bb3d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:53.636830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] For port 93e8ebfb-300f-4407-82b5-1ed456e01140, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:53.641768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] For port 93e8ebfb-300f-4407-82b5-1ed456e01140, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e8ebfb-300f-4407-82b5-1ed456e01140,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:53.647659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.691993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:53.697241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:53.697945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.699522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] 10.222.0.13 "PUT /v2.0/ports/93e8ebfb-300f-4407-82b5-1ed456e01140 HTTP/1.1" status: 200 len: 1130 time: 0.8098745 Jan 28 20:52:53.700109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:52:53.700632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.714103 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fab57de-6f89-487e-86ea-7d788b53f15c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:53.756676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f87d8-28e3-4421-b98d-56192e059c22 service neutron] Pushing event updated for resources: {'Port': ['ID=93e8ebfb-300f-4407-82b5-1ed456e01140,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:53.771911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-f791e298-8330-48a9-a69f-7bb0cf7b121b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9421873 Jan 28 20:52:53.791670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Request body: {'port': {'device_id': '7747a601-5908-4216-aa4a-007ba8e4b790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:52:53.826332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-8d40d254-b9f1-40af-9469-5fe97b71d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:53.828051 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-8d40d254-b9f1-40af-9469-5fe97b71d8fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 1133 time: 0.0584595 Jan 28 20:52:53.846413 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bdcf61-445c-4102-87b8-3f031d9cf16d x-openstack-request-id: req-61bdcf61-445c-4102-87b8-3f031d9cf16d {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:53.846656 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:53.847516 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61bdcf61-445c-4102-87b8-3f031d9cf16d {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:53.848549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1f08e-a06b-420c-b915-03db6dbd6e70 req-6083ef91-c8b0-42a5-b3a6-a8b8da6f31c0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:53.849373 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'status': 'completed', 'code': 200} Jan 28 20:52:53.850741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ab1f08e-a06b-420c-b915-03db6dbd6e70 req-6083ef91-c8b0-42a5-b3a6-a8b8da6f31c0 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 932 time: 0.1813869 Jan 28 20:52:53.902504 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-94ed740c-c390-4ec8-a266-2354b914259e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e8ebfb-300f-4407-82b5-1ed456e01140 HTTP/1.1" status: 200 len: 217 time: 0.0632620 Jan 28 20:52:53.917822 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:53.934833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6ab1f08e-a06b-420c-b915-03db6dbd6e70 req-625392df-2073-4103-ab23-796ba4e37322 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766075 Jan 28 20:52:53.976236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-1e68bca4-143f-47ca-aa00-5338a37ec812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:53.977744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-1e68bca4-143f-47ca-aa00-5338a37ec812 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e0fe131-5088-433e-b01a-967efaef1fbd HTTP/1.1" status: 200 len: 835 time: 0.0676258 Jan 28 20:52:54.049504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d22b3473-6e7d-4609-89ad-35bd61daa25f None None] Provisioning complete for port 56570a88-d143-4811-b30f-19511083bb3d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:54.049881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d22b3473-6e7d-4609-89ad-35bd61daa25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:54.051800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-abe517dd-51c9-4b53-96d2-6f75790a17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.052786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-abe517dd-51c9-4b53-96d2-6f75790a17d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681174 Jan 28 20:52:54.093686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d22b3473-6e7d-4609-89ad-35bd61daa25f None None] Port 56570a88-d143-4811-b30f-19511083bb3d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:52:54.158146 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-5751397e-20b9-42ed-aba2-d6001b0c7f76 service neutron] 10.222.0.13 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979171 Jan 28 20:52:54.258495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56570a88-d143-4811-b30f-19511083bb3d {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:52:54.263899 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-71066794-8ed3-4027-9a71-3fa2d3c8bd20 req-e2f35701-4f95-42f1-a4a5-ad13f2881fbe service neutron] 10.222.0.13 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984540 Jan 28 20:52:54.266688 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:54.286958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Transition to ACTIVE for port object 56570a88-d143-4811-b30f-19511083bb3d will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:52:54.290121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:54.342861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Pushing event updated for resources: {'Port': ['ID=56570a88-d143-4811-b30f-19511083bb3d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:54.366846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-f51cf0a8-cbdd-4a3a-90ec-2a48ea169720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.368495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-f51cf0a8-cbdd-4a3a-90ec-2a48ea169720 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 1133 time: 0.0544243 Jan 28 20:52:54.431179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Attempting to bind port 56570a88-d143-4811-b30f-19511083bb3d on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:52:54.431730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Attempting to bind port 56570a88-d143-4811-b30f-19511083bb3d by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:52:54.432126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Attempting to bind port 56570a88-d143-4811-b30f-19511083bb3d on network 7e70fd35-0866-4a43-879d-d663c25d81c5 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:54.437554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Port 56570a88-d143-4811-b30f-19511083bb3d on network 7e70fd35-0866-4a43-879d-d663c25d81c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:52:54.438449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Attempting to bind port 56570a88-d143-4811-b30f-19511083bb3d on network 7e70fd35-0866-4a43-879d-d663c25d81c5 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:52:54.443496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:52:54.444077 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Checking segment: {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:52:54.444587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Bound using segment: {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:52:54.445085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Bound port: 56570a88-d143-4811-b30f-19511083bb3d, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be52301-b7f7-4507-89bb-04ce15c4ac7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:52:54.445515 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:54.485108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-1c4f0bdc-346c-41eb-bc6c-88627eb974d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.486583 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-1c4f0bdc-346c-41eb-bc6c-88627eb974d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc HTTP/1.1" status: 200 len: 898 time: 0.1118739 Jan 28 20:52:54.534474 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-d5bbe5d0-753f-4190-9c13-5c7b5e0cab2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e8ebfb-300f-4407-82b5-1ed456e01140 HTTP/1.1" status: 200 len: 217 time: 0.0374300 Jan 28 20:52:54.545961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] For port 56570a88-d143-4811-b30f-19511083bb3d, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:52:54.550543 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] For port 56570a88-d143-4811-b30f-19511083bb3d, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=56570a88-d143-4811-b30f-19511083bb3d,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:52:54.559532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7a67a-37fc-49b2-a3a9-c58f8bced98f req-d9f620d9-e8b7-4307-a5e8-5f3c6bd240f5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.561052 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96b7a67a-37fc-49b2-a3a9-c58f8bced98f req-d9f620d9-e8b7-4307-a5e8-5f3c6bd240f5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 982 time: 0.0967555 Jan 28 20:52:54.562574 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:54.587368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-0f60d7d8-6540-4c0c-9bb2-c376f7e6c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.588978 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-0f60d7d8-6540-4c0c-9bb2-c376f7e6c2ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e0fe131-5088-433e-b01a-967efaef1fbd HTTP/1.1" status: 200 len: 835 time: 0.0464942 Jan 28 20:52:54.622439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.623067 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:54.624540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] 10.222.0.26 "PUT /v2.0/ports/56570a88-d143-4811-b30f-19511083bb3d HTTP/1.1" status: 200 len: 1092 time: 0.8476286 Jan 28 20:52:54.625009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'tag': '56570a88-d143-4811-b30f-19511083bb3d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:52:54.627338 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "tag": "56570a88-d143-4811-b30f-19511083bb3d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:54.669251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-25b5772c-8716-4550-abaf-92ba729b8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.676776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-96b7a67a-37fc-49b2-a3a9-c58f8bced98f req-6ddfafce-e296-4034-a8c3-b91b386a6e73 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1088800 Jan 28 20:52:54.677539 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc35da-6993-40ed-8899-e92b50658f36 service neutron] Pushing event updated for resources: {'Port': ['ID=56570a88-d143-4811-b30f-19511083bb3d,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:54.685044 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-25b5772c-8716-4550-abaf-92ba729b8677 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886495 Jan 28 20:52:54.726473 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c054dee-b374-427b-be6e-f3b8fd0befc6 x-openstack-request-id: req-1c054dee-b374-427b-be6e-f3b8fd0befc6 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:54.726769 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "tag": "56570a88-d143-4811-b30f-19511083bb3d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:54.727080 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c054dee-b374-427b-be6e-f3b8fd0befc6 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:54.727414 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'tag': '56570a88-d143-4811-b30f-19511083bb3d', 'status': 'completed', 'code': 200} Jan 28 20:52:54.747282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-12a43ba0-e4f8-46f3-b35c-a256d0ebf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.748861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-12a43ba0-e4f8-46f3-b35c-a256d0ebf57e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 1095 time: 0.0589116 Jan 28 20:52:54.763840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8f0bfd13-a31d-429b-a2e8-cd43bc719263 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:54.806196 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-e71d019d-2050-4ead-88f1-066f343ec33f service neutron] 10.222.0.13 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099772 Jan 28 20:52:54.809173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-99a584bc-d938-4fe9-8019-842c1cdfcc0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56570a88-d143-4811-b30f-19511083bb3d HTTP/1.1" status: 200 len: 217 time: 0.0522366 Jan 28 20:52:54.827449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:54.827825 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:54.871743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-a2e2e9fb-53a0-418b-9551-97d1f4e99770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.873569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-a2e2e9fb-53a0-418b-9551-97d1f4e99770 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2800d6c0-a497-4eb5-b72d-fff83d492b03 HTTP/1.1" status: 200 len: 835 time: 0.0568912 Jan 28 20:52:54.923353 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fab57de-6f89-487e-86ea-7d788b53f15c req-be82bc94-2fc2-403d-964c-51840ff076eb service neutron] 10.222.0.13 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065369 Jan 28 20:52:54.942567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-8692268a-6ce4-43a9-b468-8d9e2ac0d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:54.944069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-8692268a-6ce4-43a9-b468-8d9e2ac0d17c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e70fd35-0866-4a43-879d-d663c25d81c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623016 Jan 28 20:52:55.058906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-ce64392d-8206-4aa6-8577-e23dae826c00 service neutron] 10.222.0.26 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069109 Jan 28 20:52:55.128595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567041e0-0edf-4324-93cd-1d4c9485ba37 req-5b9b3cac-dbec-45a3-b75d-2ad8c3407927 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:55.130065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-567041e0-0edf-4324-93cd-1d4c9485ba37 req-5b9b3cac-dbec-45a3-b75d-2ad8c3407927 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 944 time: 0.1072755 Jan 28 20:52:55.192398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-567041e0-0edf-4324-93cd-1d4c9485ba37 req-c7163388-96c6-4d8e-b431-1c7aeef44032 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552509 Jan 28 20:52:55.196283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1caf9894-7c32-4698-ae4b-2491469df0c2 req-8f880be4-cc3d-4856-ab5a-377cdda18688 service neutron] 10.222.0.26 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296546 Jan 28 20:52:55.282856 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-8d1f38f7-98c1-4011-8d0e-0172746c5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:55.284415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-8d1f38f7-98c1-4011-8d0e-0172746c5264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 1095 time: 0.0410693 Jan 28 20:52:55.377600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-95fd0892-5238-4962-b02c-98eb9bec26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:55.379827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-95fd0892-5238-4962-b02c-98eb9bec26ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e70fd35-0866-4a43-879d-d663c25d81c5 HTTP/1.1" status: 200 len: 898 time: 0.0882633 Jan 28 20:52:55.424226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-b39a95e7-8fa4-44db-b3fc-87d61eadcb95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56570a88-d143-4811-b30f-19511083bb3d HTTP/1.1" status: 200 len: 217 time: 0.0373673 Jan 28 20:52:55.478074 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-68ae7f76-c0fc-4705-b1f4-a342dc73e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:55.479551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-68ae7f76-c0fc-4705-b1f4-a342dc73e611 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2800d6c0-a497-4eb5-b72d-fff83d492b03 HTTP/1.1" status: 200 len: 835 time: 0.0478542 Jan 28 20:52:55.532469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-f8e3211c-e678-4cc8-a922-fea4e891f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:55.533975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-f8e3211c-e678-4cc8-a922-fea4e891f4ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e70fd35-0866-4a43-879d-d663c25d81c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476100 Jan 28 20:52:55.630009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-86aa2d3f-db6a-48da-b352-49639880de45 service neutron] 10.222.0.26 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880470 Jan 28 20:52:55.732368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a45f17a4-6e9d-4a31-a231-8a79a9d1de3e req-578c77ae-34d6-4e4b-8a4e-803909a4ee93 service neutron] 10.222.0.26 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955319 Jan 28 20:52:55.811272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd379d9-7919-41a1-a0a0-48032e7804f1 req-03ecd6f8-b196-43b5-a3cb-549827d7a2ad tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:55.812816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfd379d9-7919-41a1-a0a0-48032e7804f1 req-03ecd6f8-b196-43b5-a3cb-549827d7a2ad tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 982 time: 0.0535884 Jan 28 20:52:55.858289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfd379d9-7919-41a1-a0a0-48032e7804f1 req-0e411e31-78e9-4856-bf9a-55c40e9c0ae2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0385420 Jan 28 20:52:56.314156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfd0f5-69c6-4f2a-9624-4e820be35a85 req-4a79b512-93b7-48ee-83bb-f785f4b34e24 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:56.315637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3dfd0f5-69c6-4f2a-9624-4e820be35a85 req-4a79b512-93b7-48ee-83bb-f785f4b34e24 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 944 time: 0.0560141 Jan 28 20:52:56.356744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3dfd0f5-69c6-4f2a-9624-4e820be35a85 req-9e09ebdf-cc93-433b-99a1-82d8350f410a tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341363 Jan 28 20:52:56.393558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 93e8ebfb-300f-4407-82b5-1ed456e01140 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:52:56.488374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 93e8ebfb-300f-4407-82b5-1ed456e01140, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e8ebfb-300f-4407-82b5-1ed456e01140,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:56.499719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'port_id': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'mac_address': 'fa:16:3e:05:c3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:52:56.537915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:56.551083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e8ebfb-300f-4407-82b5-1ed456e01140 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:52:56.570688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 93e8ebfb-300f-4407-82b5-1ed456e01140, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e8ebfb-300f-4407-82b5-1ed456e01140,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:56.574790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:56.625784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=93e8ebfb-300f-4407-82b5-1ed456e01140,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:56.633739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.634112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.634458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.634776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.635107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.635428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.635751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.636075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.636426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.636744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.637064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.637378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:52:56.779001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['93e8ebfb-300f-4407-82b5-1ed456e01140'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:52:56.979125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1365c5d-ff95-4b26-bce7-f298f85e2181 req-4f89f379-7e32-4bee-8861-a95603ebef36 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:56.980618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1365c5d-ff95-4b26-bce7-f298f85e2181 req-4f89f379-7e32-4bee-8861-a95603ebef36 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 983 time: 0.0534234 Jan 28 20:52:57.021035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b1365c5d-ff95-4b26-bce7-f298f85e2181 req-36f456dc-5c30-459d-959a-8f3f15500cda tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0342050 Jan 28 20:52:57.476243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eca9c1-c36a-4510-8e7b-8cf3fbc03fc8 req-ef59ab9f-dcf6-41cb-af4f-7877ff52d207 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:57.477712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1eca9c1-c36a-4510-8e7b-8cf3fbc03fc8 req-ef59ab9f-dcf6-41cb-af4f-7877ff52d207 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 944 time: 0.0499990 Jan 28 20:52:57.516129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1eca9c1-c36a-4510-8e7b-8cf3fbc03fc8 req-0ce30e97-8d0c-420c-ba4b-6a8ff51d5fdd tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Jan 28 20:52:58.136095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cb6be-606c-4d10-a621-3bfffc6dc404 req-d5e37354-7810-408e-8dd6-3ffab6758315 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:58.137618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d16cb6be-606c-4d10-a621-3bfffc6dc404 req-d5e37354-7810-408e-8dd6-3ffab6758315 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 983 time: 0.0487411 Jan 28 20:52:58.177907 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d16cb6be-606c-4d10-a621-3bfffc6dc404 req-00a5c5c8-9502-4148-b1a6-3aac0d309abd tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0342240 Jan 28 20:52:58.403389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 93e8ebfb-300f-4407-82b5-1ed456e01140 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:52:58.453435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 93e8ebfb-300f-4407-82b5-1ed456e01140 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:52:58.457586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 93e8ebfb-300f-4407-82b5-1ed456e01140 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:52:58.458063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:58.534288 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:58.557531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:52:58.559777 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc94b49-78ba-4751-9c09-425e3b0ac3e7" -d '{"events": [{"server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "name": "network-vif-plugged", "status": "completed", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:52:58.573421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 93e8ebfb-300f-4407-82b5-1ed456e01140, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e8ebfb-300f-4407-82b5-1ed456e01140,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:58.577667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:58.610047 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac2395e-8c83-449b-a960-543bba1cc6f6 x-openstack-request-id: req-aac2395e-8c83-449b-a960-543bba1cc6f6 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:52:58.610335 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "name": "network-vif-plugged", "status": "completed", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:52:58.610633 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aac2395e-8c83-449b-a960-543bba1cc6f6 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:52:58.611023 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'code': 200} Jan 28 20:52:58.631477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=93e8ebfb-300f-4407-82b5-1ed456e01140,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:58.649614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35912f7-afa5-4e2e-8f12-574c98cd3acf req-62ec4827-e9e2-4ced-bae5-355ec05535aa tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:58.651112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f35912f7-afa5-4e2e-8f12-574c98cd3acf req-62ec4827-e9e2-4ced-bae5-355ec05535aa tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 944 time: 0.0662532 Jan 28 20:52:58.690797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f35912f7-afa5-4e2e-8f12-574c98cd3acf req-1f59221d-ce5f-4b15-a36c-ba05a6bf4d26 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Jan 28 20:52:58.707533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af469e6-1fcd-4e34-befe-44c7b02c1abe req-3417ef55-d9ab-4000-9a01-458f823ad252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:58.709253 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0af469e6-1fcd-4e34-befe-44c7b02c1abe req-3417ef55-d9ab-4000-9a01-458f823ad252 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 1135 time: 0.0432270 Jan 28 20:52:58.746268 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0af469e6-1fcd-4e34-befe-44c7b02c1abe req-a7b9ad2b-b09e-4143-b6a1-9883426a1236 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0297339 Jan 28 20:52:58.966913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 56570a88-d143-4811-b30f-19511083bb3d details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:52:59.060803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 56570a88-d143-4811-b30f-19511083bb3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=56570a88-d143-4811-b30f-19511083bb3d,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:59.070795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '56570a88-d143-4811-b30f-19511083bb3d', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'port_id': '56570a88-d143-4811-b30f-19511083bb3d', 'mac_address': 'fa:16:3e:e1:df:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:52:59.108192 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:59.120360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56570a88-d143-4811-b30f-19511083bb3d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:52:59.138668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 56570a88-d143-4811-b30f-19511083bb3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=56570a88-d143-4811-b30f-19511083bb3d,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:52:59.142612 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:52:59.196698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=56570a88-d143-4811-b30f-19511083bb3d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:52:59.314045 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4812ac-6651-407e-8bc9-f3485abc8ffb req-5d4d54a9-0710-45f5-8205-086685106191 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:59.315581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e4812ac-6651-407e-8bc9-f3485abc8ffb req-5d4d54a9-0710-45f5-8205-086685106191 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 984 time: 0.0579209 Jan 28 20:52:59.358263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e4812ac-6651-407e-8bc9-f3485abc8ffb req-a6184be0-0b80-4670-8507-ad4be41209bb tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0362034 Jan 28 20:52:59.374962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['56570a88-d143-4811-b30f-19511083bb3d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:52:59.811345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7fbe-7433-4297-9cac-ef6e6962ccfc req-53b533e0-4f96-47ea-a807-0a0d9c0e70bf tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:52:59.812804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44ab7fbe-7433-4297-9cac-ef6e6962ccfc req-53b533e0-4f96-47ea-a807-0a0d9c0e70bf tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 945 time: 0.0503182 Jan 28 20:52:59.854168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44ab7fbe-7433-4297-9cac-ef6e6962ccfc req-e102af4a-a20a-4059-b5ff-3561f0205e95 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Jan 28 20:53:00.477344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f609-2d1b-49b3-8abb-71f62dc16db2 req-10840bc3-1ad2-47a9-ba10-921caaca3bde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:00.478808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a11f609-2d1b-49b3-8abb-71f62dc16db2 req-10840bc3-1ad2-47a9-ba10-921caaca3bde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 984 time: 0.0544336 Jan 28 20:53:00.518824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a11f609-2d1b-49b3-8abb-71f62dc16db2 req-5558c4a3-1dbe-426b-b4aa-c1bf9cf53018 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0339658 Jan 28 20:53:00.634127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ad4b1-857b-4e65-bddb-86199d6d93cd req-098605ec-d1a3-42a2-92fb-4a96c83c3812 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:00.635630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b6ad4b1-857b-4e65-bddb-86199d6d93cd req-098605ec-d1a3-42a2-92fb-4a96c83c3812 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 984 time: 0.0492506 Jan 28 20:53:00.677228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b6ad4b1-857b-4e65-bddb-86199d6d93cd req-67f9ba57-f297-4fa3-b72d-d03df2165bc4 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0355761 Jan 28 20:53:00.784627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf14ecd-6957-4fd6-aec1-30e1da433aaf req-bc7f61fc-c840-4c5d-bc03-4173b8830676 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:00.786527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf14ecd-6957-4fd6-aec1-30e1da433aaf req-bc7f61fc-c840-4c5d-bc03-4173b8830676 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 1135 time: 0.0435357 Jan 28 20:53:00.806757 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bcf14ecd-6957-4fd6-aec1-30e1da433aaf req-59a5a1fc-6901-49e3-9bd7-275bac8404aa tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:00.884496 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bcf14ecd-6957-4fd6-aec1-30e1da433aaf req-59a5a1fc-6901-49e3-9bd7-275bac8404aa tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:00.888619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bcf14ecd-6957-4fd6-aec1-30e1da433aaf req-59a5a1fc-6901-49e3-9bd7-275bac8404aa tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:00.913115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bcf14ecd-6957-4fd6-aec1-30e1da433aaf req-59a5a1fc-6901-49e3-9bd7-275bac8404aa tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1190715 Jan 28 20:53:00.930502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5a1fc-6901-49e3-9bd7-275bac8404aa tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11537af8-ff9d-4733-890b-fa433d3c068c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:00.935385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51448) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:00.963322 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 56570a88-d143-4811-b30f-19511083bb3d up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:00.995628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a74e66-2275-4265-9cfa-3b8ed8545ed3 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:00.997218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b8a74e66-2275-4265-9cfa-3b8ed8545ed3 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 1130 time: 0.0609014 Jan 28 20:53:01.000356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51450) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:01.005474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:01.005662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b08bf-5da7-4860-9c96-6f69d7b3603a req-e1526bef-9d90-4b27-afd4-7dc8ff8432b1 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:01.007028 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d5b08bf-5da7-4860-9c96-6f69d7b3603a req-e1526bef-9d90-4b27-afd4-7dc8ff8432b1 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 945 time: 0.0854731 Jan 28 20:53:01.021918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 56570a88-d143-4811-b30f-19511083bb3d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:53:01.027074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 56570a88-d143-4811-b30f-19511083bb3d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:01.027435 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:01.036287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:01.047350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d5b08bf-5da7-4860-9c96-6f69d7b3603a req-169322ae-c97a-4a3e-a1f6-4aed7bdd94ba tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341072 Jan 28 20:53:01.116977 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:01.143468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56570a88-d143-4811-b30f-19511083bb3d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:01.146012 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b7eee-e2fb-450b-bdeb-37c7524adac5" -d '{"events": [{"server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "name": "network-vif-plugged", "status": "completed", "tag": "56570a88-d143-4811-b30f-19511083bb3d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:01.148537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:01.159432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 56570a88-d143-4811-b30f-19511083bb3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=56570a88-d143-4811-b30f-19511083bb3d,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:01.164840 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:01.189816 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1bdb7-e6b1-4a3e-9ec9-bfb6706d91c1 x-openstack-request-id: req-18f1bdb7-e6b1-4a3e-9ec9-bfb6706d91c1 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:01.190098 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "name": "network-vif-plugged", "status": "completed", "tag": "56570a88-d143-4811-b30f-19511083bb3d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:01.190335 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18f1bdb7-e6b1-4a3e-9ec9-bfb6706d91c1 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:01.190717 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56570a88-d143-4811-b30f-19511083bb3d', 'code': 200} Jan 28 20:53:01.217341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=56570a88-d143-4811-b30f-19511083bb3d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:01.259611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Allocated IP 172.25.2.64 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/243e2951-1feb-4bff-a352-9c47418de685) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:01.302000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3709f1-05f4-43ad-988c-28e7a0026299 req-bd764035-91e2-4f60-b5d1-529920423334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:01.303652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3709f1-05f4-43ad-988c-28e7a0026299 req-bd764035-91e2-4f60-b5d1-529920423334 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 1097 time: 0.0447762 Jan 28 20:53:01.339912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7c3709f1-05f4-43ad-988c-28e7a0026299 req-277a0383-c25e-4c6a-8779-077f97577132 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293865 Jan 28 20:53:01.403884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:01.407673 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-e2f784ba-1d48-4568-aa49-04e45ce01d70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768378 Jan 28 20:53:01.445338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:01.491267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:01.494475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:01.498071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:01.503782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=243e2951-1feb-4bff-a352-9c47418de685,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:01.914193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-cd94c67c-4b58-407b-b6e5-350c6ba41c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:01.915701 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-cd94c67c-4b58-407b-b6e5-350c6ba41c35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 1096 time: 0.0780699 Jan 28 20:53:02.120817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-1e782bf1-5bf6-45de-b82d-1bd16237af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:02.122368 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-1e782bf1-5bf6-45de-b82d-1bd16237af78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.1825526 Jan 28 20:53:02.186937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296ee67-2e31-4d84-9de9-410ab79df177 req-8c77a44b-540f-4802-873c-d105a9748660 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:02.188138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6296ee67-2e31-4d84-9de9-410ab79df177 req-8c77a44b-540f-4802-873c-d105a9748660 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 946 time: 0.0529518 Jan 28 20:53:02.229943 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-f118b23f-a217-4047-92f7-517c8ec54f8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 HTTP/1.1" status: 200 len: 1000 time: 0.1000662 Jan 28 20:53:02.238423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6296ee67-2e31-4d84-9de9-410ab79df177 req-24c960f2-c61d-462e-9c1c-227e846d7046 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Jan 28 20:53:02.365680 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-a515bac1-af47-4163-ae88-55f3eea85e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:02.367268 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-a515bac1-af47-4163-ae88-55f3eea85e0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.1275489 Jan 28 20:53:02.425411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:02.469118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-96a4150b-9939-4152-bceb-73202e2248f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:02.470633 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-96a4150b-9939-4152-bceb-73202e2248f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937557 Jan 28 20:53:02.553188 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:02.639503 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-b2241197-b49b-4fec-9fb9-2ff26110f383 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560895 Jan 28 20:53:02.789944 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e2a96618-fb0f-4a6c-9f9f-c50ec45faed6 req-c2f9e142-99cf-4ca3-85e3-f3b28db9a083 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260135 Jan 28 20:53:02.804065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:02.809709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:02.877144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=243e2951-1feb-4bff-a352-9c47418de685,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:02.891289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:02.991924 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Floating IP 87e26823-bc9a-4969-a8df-238046b88300 associated. External IP: 172.25.2.64, port: 93e8ebfb-300f-4407-82b5-1ed456e01140. Jan 28 20:53:03.201123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:03.313417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:03.328649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] Sync routers for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:03.333666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:03.339431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:03.340126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:03.363528 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5bd2f3e1-2d1c-4d33-8ce1-2319d6b95996 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3614931 Jan 28 20:53:03.364483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:03.368424 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a6529b-c338-4a1d-8ec9-a19e8041e318" -d '{"events": [{"name": "network-changed", "server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:03.369258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039f776-3e8f-4c7d-ad09-7b916052e470 req-0e5b9eab-c020-4283-8b5b-fd738b787447 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.369914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51460) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:03.391594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0039f776-3e8f-4c7d-ad09-7b916052e470 req-0e5b9eab-c020-4283-8b5b-fd738b787447 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 946 time: 0.0760520 Jan 28 20:53:03.429972 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e00fba-4fa5-487a-bb72-25ad466c8076 x-openstack-request-id: req-87e00fba-4fa5-487a-bb72-25ad466c8076 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:03.430361 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:03.430789 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87e00fba-4fa5-487a-bb72-25ad466c8076 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:03.431196 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'status': 'completed', 'code': 200} Jan 28 20:53:03.435644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0039f776-3e8f-4c7d-ad09-7b916052e470 req-9cfdc469-c906-44eb-848e-1dd2b23c8045 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474885 Jan 28 20:53:03.484526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:03.526686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-0841c91d-1f63-4df5-b8f6-ab2f2ca58ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.528342 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-0841c91d-1f63-4df5-b8f6-ab2f2ca58ed3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 1135 time: 0.0678914 Jan 28 20:53:03.530486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b07414-cb7f-48d6-8ec1-bf4e7fb3d64a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.530955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b07414-cb7f-48d6-8ec1-bf4e7fb3d64a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.531580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b07414-cb7f-48d6-8ec1-bf4e7fb3d64a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.533423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b07414-cb7f-48d6-8ec1-bf4e7fb3d64a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.533423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b07414-cb7f-48d6-8ec1-bf4e7fb3d64a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.533423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b07414-cb7f-48d6-8ec1-bf4e7fb3d64a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.533857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b07414-cb7f-48d6-8ec1-bf4e7fb3d64a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.536530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35b07414-cb7f-48d6-8ec1-bf4e7fb3d64a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1652267 Jan 28 20:53:03.539628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51466) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:03.623872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e781c1-b6aa-4311-bf41-104facf47ffd req-c294740a-3130-4eae-9da4-ba3ab5935943 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.625504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65e781c1-b6aa-4311-bf41-104facf47ffd req-c294740a-3130-4eae-9da4-ba3ab5935943 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 946 time: 0.1003463 Jan 28 20:53:03.630800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-008aa267-be82-48c3-a145-6b942b777de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.632387 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-008aa267-be82-48c3-a145-6b942b777de6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc HTTP/1.1" status: 200 len: 898 time: 0.0947819 Jan 28 20:53:03.637966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe9d84-e49a-4466-a509-f9eb2b968496 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.638632 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe9d84-e49a-4466-a509-f9eb2b968496 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.639060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe9d84-e49a-4466-a509-f9eb2b968496 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.639521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe9d84-e49a-4466-a509-f9eb2b968496 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.639973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe9d84-e49a-4466-a509-f9eb2b968496 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.640451 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe9d84-e49a-4466-a509-f9eb2b968496 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.640903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe9d84-e49a-4466-a509-f9eb2b968496 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.646716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7efe9d84-e49a-4466-a509-f9eb2b968496 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0884371 Jan 28 20:53:03.647413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51468) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:03.707403 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-9adda275-9768-4b2c-a407-dd7eb75bef69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e8ebfb-300f-4407-82b5-1ed456e01140 HTTP/1.1" status: 200 len: 998 time: 0.0649650 Jan 28 20:53:03.732484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '87e26823-bc9a-4969-a8df-238046b88300', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'port_id': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'mac_address': 'fa:16:3e:05:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:02Z', 'updated_at': '2022-01-28T20:53:02Z', 'revision_number': 0, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:50Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:03.756450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65e781c1-b6aa-4311-bf41-104facf47ffd req-b1000c40-032d-4c0e-81f1-57d410e2fe36 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079721 Jan 28 20:53:03.757140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-0e9751a5-06ee-4a35-8573-764b14444c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.758692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-0e9751a5-06ee-4a35-8573-764b14444c78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e0fe131-5088-433e-b01a-967efaef1fbd HTTP/1.1" status: 200 len: 835 time: 0.0456598 Jan 28 20:53:03.763972 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] Checking router: 0b61beb0-71cf-4c28-8a3f-c82478dddb9f for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:03.774406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:03.775020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:03.781829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51470) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:03.816796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-1eb5fc57-81cc-4449-9823-73a24784e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.818862 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-1eb5fc57-81cc-4449-9823-73a24784e81a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525753 Jan 28 20:53:03.887294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:03.889296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5579817-14ea-452a-bfc7-a33d99ce8c34 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:03.890830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e5579817-14ea-452a-bfc7-a33d99ce8c34 tempest-TestNetworkBasicOps-112510955 tempest-TestNetworkBasicOps-112510955-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 1092 time: 0.1079473 Jan 28 20:53:03.894769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51472) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:03.905710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '56570a88-d143-4811-b30f-19511083bb3d', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:03.934439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-bd04efa0-861b-4f6e-a62b-438ee8cdebc0 service neutron] 10.222.0.13 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087914 Jan 28 20:53:03.952566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:03.967571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d2ab9e98-4806-4227-94ea-c43946aaaf12 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.3130581 Jan 28 20:53:03.970115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51474) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:04.013647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ede22-c683-4616-a0b1-8f6822f31d0f tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:04.014220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ede22-c683-4616-a0b1-8f6822f31d0f tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:04.028191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4e8ede22-c683-4616-a0b1-8f6822f31d0f tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0b61beb0-71cf-4c28-8a3f-c82478dddb9f HTTP/1.1" status: 200 len: 1990 time: 0.0448041 Jan 28 20:53:04.084166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-33a6529b-c338-4a1d-8ec9-a19e8041e318 req-158a71ac-50e7-461f-adda-a698cec5a693 service neutron] 10.222.0.13 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404791 Jan 28 20:53:04.123036 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:04.126488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '87e26823-bc9a-4969-a8df-238046b88300', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'port_id': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'mac_address': 'fa:16:3e:05:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:02Z', 'updated_at': '2022-01-28T20:53:02Z', 'revision_number': 0, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:50Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:04.153860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa157e-520a-4db7-87ff-ee1aa07d2d7b None None] The sync data for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 is: [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '87e26823-bc9a-4969-a8df-238046b88300', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'port_id': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'mac_address': 'fa:16:3e:05:c3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:02Z', 'updated_at': '2022-01-28T20:53:02Z', 'revision_number': 0, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:50Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:04.238795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Allocated IP 172.25.2.76 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/01cd3456-a8b3-412d-b23c-dec75aadb44f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:04.348605 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:04.362463 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df477fe8-d174-4650-ae7a-2b700a59e938 None None] New status for floating IP 87e26823-bc9a-4969-a8df-238046b88300: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:53:04.386706 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:04.429065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:04.433906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:04.437593 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:04.464860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=01cd3456-a8b3-412d-b23c-dec75aadb44f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:05.103695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:05.172952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:05.329925 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:05.335430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:05.402416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event updated for resources: {'Port': ['ID=01cd3456-a8b3-412d-b23c-dec75aadb44f,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:05.419685 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:05.525967 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Floating IP 9c20ec51-2a6f-400c-841f-8ed46fae66b7 associated. External IP: 172.25.2.76, port: 56570a88-d143-4811-b30f-19511083bb3d. Jan 28 20:53:05.745842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 481992c1-6c06-4a6d-9bae-533f3d8af04c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:05.863564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:05.873118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] Sync routers for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:05.884755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:05.885102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:05.885356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:05.916145 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6d18ccba-0235-4728-867f-89260861cea8 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0145898 Jan 28 20:53:05.916764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'tag': '56570a88-d143-4811-b30f-19511083bb3d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:05.918965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51478) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:05.919477 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea959b-2078-4698-9e86-27ab53e1c68c" -d '{"events": [{"name": "network-changed", "server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "tag": "56570a88-d143-4811-b30f-19511083bb3d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:05.958920 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee4c439-c97a-47cf-be5d-cf4f7fec09ac x-openstack-request-id: req-6ee4c439-c97a-47cf-be5d-cf4f7fec09ac {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:05.959419 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "tag": "56570a88-d143-4811-b30f-19511083bb3d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:05.959804 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ee4c439-c97a-47cf-be5d-cf4f7fec09ac {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:05.960582 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'tag': '56570a88-d143-4811-b30f-19511083bb3d', 'status': 'completed', 'code': 200} Jan 28 20:53:05.993048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-46cd3511-ad4f-4490-a4b0-070ee54d57a1 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/floatingips/9c20ec51-2a6f-400c-841f-8ed46fae66b7 HTTP/1.1" status: 200 len: 991 time: 0.0722351 Jan 28 20:53:06.005598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:06.028583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-22e9e525-4f7f-44e7-9ee6-35451be804b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:06.030260 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-22e9e525-4f7f-44e7-9ee6-35451be804b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 1097 time: 0.0490639 Jan 28 20:53:06.127031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-e5055a15-2e92-4606-9b6d-98a356973376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:06.129056 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-e5055a15-2e92-4606-9b6d-98a356973376 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e70fd35-0866-4a43-879d-d663c25d81c5 HTTP/1.1" status: 200 len: 898 time: 0.0896900 Jan 28 20:53:06.196922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-6340caba-5c3a-4e03-9cd8-752a53c8aab1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56570a88-d143-4811-b30f-19511083bb3d HTTP/1.1" status: 200 len: 999 time: 0.0612605 Jan 28 20:53:06.238885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '9c20ec51-2a6f-400c-841f-8ed46fae66b7', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'port_id': '56570a88-d143-4811-b30f-19511083bb3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'mac_address': 'fa:16:3e:e1:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747a601-5908-4216-aa4a-007ba8e4b790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:04Z', 'updated_at': '2022-01-28T20:53:04Z', 'revision_number': 0, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:52Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:06.247315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-b4769a25-8ae6-409a-80c7-229881396db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:06.248958 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-b4769a25-8ae6-409a-80c7-229881396db2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2800d6c0-a497-4eb5-b72d-fff83d492b03 HTTP/1.1" status: 200 len: 835 time: 0.0451715 Jan 28 20:53:06.265488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] Checking router: 481992c1-6c06-4a6d-9bae-533f3d8af04c for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:06.277293 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:06.277901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:52:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:06.300319 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-98ad5d1a-26e0-48dc-bc0a-768104474ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:06.302543 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-98ad5d1a-26e0-48dc-bc0a-768104474ca9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e70fd35-0866-4a43-879d-d663c25d81c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462363 Jan 28 20:53:06.383351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:06.396193 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-f3e0da8b-92b0-490e-b43d-17d476017400 service neutron] 10.222.0.26 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827324 Jan 28 20:53:06.489796 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6bea959b-2078-4698-9e86-27ab53e1c68c req-e68944f1-3c5f-4c96-a786-3c706595cb51 service neutron] 10.222.0.26 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896888 Jan 28 20:53:06.611892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '9c20ec51-2a6f-400c-841f-8ed46fae66b7', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'port_id': '56570a88-d143-4811-b30f-19511083bb3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'mac_address': 'fa:16:3e:e1:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747a601-5908-4216-aa4a-007ba8e4b790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:04Z', 'updated_at': '2022-01-28T20:53:04Z', 'revision_number': 0, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:52Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:06.638054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaac9e7-66cf-4f68-8376-fc2ce022523f None None] The sync data for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 is: [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '9c20ec51-2a6f-400c-841f-8ed46fae66b7', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'port_id': '56570a88-d143-4811-b30f-19511083bb3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'mac_address': 'fa:16:3e:e1:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7747a601-5908-4216-aa4a-007ba8e4b790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:53:04Z', 'updated_at': '2022-01-28T20:53:04Z', 'revision_number': 0, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:52Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:06.823958 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f81a09-507c-4d0f-a66d-ba1821985506 None None] New status for floating IP 9c20ec51-2a6f-400c-841f-8ed46fae66b7: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:53:06.996527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51482) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:07.059425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1486341c-2306-4f23-be5b-6ad3407e0a76 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/floatingips/9c20ec51-2a6f-400c-841f-8ed46fae66b7 HTTP/1.1" status: 200 len: 993 time: 0.0617557 Jan 28 20:53:07.714541 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e6071462-e9a1-4cfe-9719-7479b7293c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:10.226150 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0dfea258-955e-471d-b2ae-139771124eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:11.717807 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:13.023323 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:13.255805 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:18.258763 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:19.650810 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:53:21.595748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:37.721689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15551407-44ec-4a17-bad3-67763a2fd5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.045455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51504) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:38.134045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6ec82bec-75fa-4200-bd61-0435cc4e70cc tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3061 time: 0.0873177 Jan 28 20:53:38.136964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51506) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:38.142385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'network': {'name': 'tempest-network-smoke--1018069876', 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'port_security_enabled': False}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:38.164926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Made reservation on behalf of dfb24fc370c64b60bff83e86c323e463 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:38.168996 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.193339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:53:38.202670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.203019 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Added segment e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe of type vlan for network 93c9de8f-467b-41cc-bcb2-d8be69d86248 Jan 28 20:53:38.245921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.279832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.286183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:38.286756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.345446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2071538 Jan 28 20:53:38.348976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51508) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:38.355511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'admin_state_up': True, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:38.362573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14884b95-bfff-4387-8285-c50665cae456 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Network': ['ID=93c9de8f-467b-41cc-bcb2-d8be69d86248,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:38.375263 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:53:38.385452 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.386524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.443205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:38.877886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:39.073539 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:39.093377 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:39.204899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Allocated IP 172.25.2.85 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/02044d73-994b-4f03-b86b-78e420a38e42) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:39.315459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:39.349198 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:39.389826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:39.394842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:39.398828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:39.422934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=02044d73-994b-4f03-b86b-78e420a38e42,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:39.662119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:39.877532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.004008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Router bc29419b-2a18-4634-a130-53fdadd33914 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:53:40.106556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:40.116774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Sync routers for ids ['bc29419b-2a18-4634-a130-53fdadd33914'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:40.125334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.125754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Routers {'bc29419b-2a18-4634-a130-53fdadd33914'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:40.126366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bc29419b-2a18-4634-a130-53fdadd33914'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:40.126534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7b5b0f89-8204-4416-ae6d-bad60fdeefde tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7766690 Jan 28 20:53:40.130727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51510) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.180949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9899515c-703a-49b3-9565-2b14a0a58b4d tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:40.182443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9899515c-703a-49b3-9565-2b14a0a58b4d tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=dfb24fc370c64b60bff83e86c323e463&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0508807 Jan 28 20:53:40.185170 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51512) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.237034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5408afb6-bf9d-4201-ad19-546dd2d279e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.244381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Set router bc29419b-2a18-4634-a130-53fdadd33914 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:40.276100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0e2f20-188c-452f-bcae-45b90fb6c119 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:40.277627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9d0e2f20-188c-452f-bcae-45b90fb6c119 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915759 Jan 28 20:53:40.280394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51516) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.308384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-626e31a1-ff72-4411-a1f8-c93ba00a243a tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268905 Jan 28 20:53:40.311158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51518) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.330126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51520) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.343944 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ed12aff0-d592-4707-96b9-71fd8ae5b710 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=dfb24fc370c64b60bff83e86c323e463&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293193 Jan 28 20:53:40.344237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51522) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.412237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2c825a3e-271d-4217-95dd-5c2664fcb821 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/floatingips/9c20ec51-2a6f-400c-841f-8ed46fae66b7 HTTP/1.1" status: 200 len: 993 time: 0.0801921 Jan 28 20:53:40.439625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd30ce-fe81-4ead-9579-9979acd192fc tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:40.441243 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ffd30ce-fe81-4ead-9579-9979acd192fc tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959120 Jan 28 20:53:40.444272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51526) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.449885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '02044d73-994b-4f03-b86b-78e420a38e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:53:39Z', 'revision_number': 3, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': '02044d73-994b-4f03-b86b-78e420a38e42', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:24:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:39Z', 'updated_at': '2022-01-28T20:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:40.479291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0a188d5a-1188-467f-bee3-eeb1d3e9d5e7 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338783 Jan 28 20:53:40.481796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51528) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.486089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Checking router: bc29419b-2a18-4634-a130-53fdadd33914 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:40.486897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Updating router bc29419b-2a18-4634-a130-53fdadd33914 port 02044d73-994b-4f03-b86b-78e420a38e42 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:53:40.489166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1732396612', 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248', 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:40.514875 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.589234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Made reservation on behalf of dfb24fc370c64b60bff83e86c323e463 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:40.592800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.710312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51532) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.791432 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.798356 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.798848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.854531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Attempting to bind port 02044d73-994b-4f03-b86b-78e420a38e42 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:53:40.854531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Attempting to bind port 02044d73-994b-4f03-b86b-78e420a38e42 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:53:40.854907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Attempting to bind port 02044d73-994b-4f03-b86b-78e420a38e42 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:40.867152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:40.867538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:40.867694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Subnet': ['ID=f20dcf5d-9ccd-4ae5-b251-eaefe472ee26,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:40.868090 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.868523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:40.868998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Bound port: 02044d73-994b-4f03-b86b-78e420a38e42, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:53:40.869425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.875478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.875830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.876166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.876524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.876850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.877301 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.878157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.878484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.878869 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.879127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.879450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.879780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:40.890805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port 01cd3456-a8b3-412d-b23c-dec75aadb44f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:53:40.891157 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.891489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Checking segment: {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:40.891857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network hostable DHCP agents. Network: 93c9de8f-467b-41cc-bcb2-d8be69d86248, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:53:40.894078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3ad26-eba8-4fb4-8815-26c450598b6f None None] Pushing event updated for resources: {'Port': ['ID=02044d73-994b-4f03-b86b-78e420a38e42,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:40.912786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:53:40.923496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 93c9de8f-467b-41cc-bcb2-d8be69d86248) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:40.929059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:40.929865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.933184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] For port 02044d73-994b-4f03-b86b-78e420a38e42, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:40.942251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] For port 02044d73-994b-4f03-b86b-78e420a38e42, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=02044d73-994b-4f03-b86b-78e420a38e42,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:40.944828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76437768-2d9b-42b8-bdbc-07cde9c33247 None None] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:53:40.948781 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.951692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-50eb5caa-297e-4456-9b6a-818b5b03182d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4688661 Jan 28 20:53:40.954982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51534) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:40.981953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.982205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:40.996052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for 01cd3456-a8b3-412d-b23c-dec75aadb44f owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:53:41.061317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3ad26-eba8-4fb4-8815-26c450598b6f None None] Pushing event updated for resources: {'Port': ['ID=02044d73-994b-4f03-b86b-78e420a38e42,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:41.070620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Routers {'bc29419b-2a18-4634-a130-53fdadd33914'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:41.071073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bc29419b-2a18-4634-a130-53fdadd33914'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:41.183012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.236324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] Set router bc29419b-2a18-4634-a130-53fdadd33914 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:41.240915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=01cd3456-a8b3-412d-b23c-dec75aadb44f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:41.248688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-93c9de8f-467b-41cc-bcb2-d8be69d86248', 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'fixed_ips': [{'subnet_id': 'f20dcf5d-9ccd-4ae5-b251-eaefe472ee26'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:53:41.249531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.303070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.303652 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Floating IP 9c20ec51-2a6f-400c-841f-8ed46fae66b7 disassociated (deleted). External IP: 172.25.2.76, port: 56570a88-d143-4811-b30f-19511083bb3d. Jan 28 20:53:41.442615 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.542673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Allocated IP 172.20.0.18 (93c9de8f-467b-41cc-bcb2-d8be69d86248/f20dcf5d-9ccd-4ae5-b251-eaefe472ee26/e9144c20-0ffc-4ed5-9764-a6b85a199d7e) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:41.543715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 481992c1-6c06-4a6d-9bae-533f3d8af04c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:41.628361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '02044d73-994b-4f03-b86b-78e420a38e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:53:39Z', 'revision_number': 3, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': '02044d73-994b-4f03-b86b-78e420a38e42', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:24:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:39Z', 'updated_at': '2022-01-28T20:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:41.657691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bd7f3-e47e-49fc-b41d-6db9a66037b2 None None] The sync data for ids ['bc29419b-2a18-4634-a130-53fdadd33914'] in n-d-825064-3 is: [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '02044d73-994b-4f03-b86b-78e420a38e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:53:39Z', 'revision_number': 3, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': '02044d73-994b-4f03-b86b-78e420a38e42', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:24:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:39Z', 'updated_at': '2022-01-28T20:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:41.665942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:41.675443 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.685424 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] Sync routers for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:41.699867 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:41.700839 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:41.714093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-12dab2cc-1de6-47ef-b348-90852c33d769 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/floatingips/9c20ec51-2a6f-400c-841f-8ed46fae66b7 HTTP/1.1" status: 204 len: 168 time: 1.0026484 Jan 28 20:53:41.714855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'tag': '56570a88-d143-4811-b30f-19511083bb3d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:41.717466 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "tag": "56570a88-d143-4811-b30f-19511083bb3d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:41.762808 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.766783 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.777438 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.785565 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019fcb30-2be9-49b6-8c06-ab27f628c0ec x-openstack-request-id: req-019fcb30-2be9-49b6-8c06-ab27f628c0ec {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:41.785943 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "tag": "56570a88-d143-4811-b30f-19511083bb3d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:41.786753 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-019fcb30-2be9-49b6-8c06-ab27f628c0ec {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:41.786753 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'tag': '56570a88-d143-4811-b30f-19511083bb3d', 'status': 'completed', 'code': 200} Jan 28 20:53:41.837541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:41.844266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:41.849369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:41.853841 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:41.885230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Pushing event updated for resources: {'Port': ['ID=e9144c20-0ffc-4ed5-9764-a6b85a199d7e,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:41.897071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-abcd52b4-6dc4-4bf2-94d6-84273db065e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:41.898350 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-abcd52b4-6dc4-4bf2-94d6-84273db065e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b743b484c78d440cb1acc93f844b9b11&device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 1097 time: 0.0821469 Jan 28 20:53:41.899620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Allocated IP 172.20.0.17 (93c9de8f-467b-41cc-bcb2-d8be69d86248/f20dcf5d-9ccd-4ae5-b251-eaefe472ee26/05dae084-ec64-4224-bb78-a4898eddca88) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:41.962184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Attempting to bind port e9144c20-0ffc-4ed5-9764-a6b85a199d7e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:53:41.962699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Attempting to bind port e9144c20-0ffc-4ed5-9764-a6b85a199d7e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:53:41.962970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Attempting to bind port e9144c20-0ffc-4ed5-9764-a6b85a199d7e on network 93c9de8f-467b-41cc-bcb2-d8be69d86248 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:41.969097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:41.969481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Checking segment: {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:41.969890 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:41.970290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Bound using segment: {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:41.970779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Bound port: e9144c20-0ffc-4ed5-9764-a6b85a199d7e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:53:41.971762 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:42.084638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] For port e9144c20-0ffc-4ed5-9764-a6b85a199d7e, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:42.089438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] For port e9144c20-0ffc-4ed5-9764-a6b85a199d7e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e9144c20-0ffc-4ed5-9764-a6b85a199d7e,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:42.099693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:42.199849 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb6318-d08c-4c42-b468-8f3ca8121836 None None] Pushing event updated for resources: {'Port': ['ID=e9144c20-0ffc-4ed5-9764-a6b85a199d7e,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:42.229277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:42.315448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:42.331884 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:52Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:42.416365 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] Checking router: 481992c1-6c06-4a6d-9bae-533f3d8af04c for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:42.432882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=05dae084-ec64-4224-bb78-a4898eddca88,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:42.452156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-7c34669b-4254-4829-b055-940dd7d45179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:42.453632 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-7c34669b-4254-4829-b055-940dd7d45179 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e70fd35-0866-4a43-879d-d663c25d81c5 HTTP/1.1" status: 200 len: 898 time: 0.5407293 Jan 28 20:53:42.458336 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:42.459863 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:42.463092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:42.489582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e485d86-4b52-4c59-9976-ea9b8197a860 req-7c559d4f-79f7-4f21-bcba-60da3c0454fc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:42.492896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e485d86-4b52-4c59-9976-ea9b8197a860 req-7c559d4f-79f7-4f21-bcba-60da3c0454fc tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 946 time: 0.3466997 Jan 28 20:53:42.505660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:42.584434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:42.621116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e485d86-4b52-4c59-9976-ea9b8197a860 req-63028423-aacc-4420-8c02-a910521dff1b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166475 Jan 28 20:53:42.679573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-f274a2dd-549b-41d7-8e36-984a1cae3dc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56570a88-d143-4811-b30f-19511083bb3d HTTP/1.1" status: 200 len: 217 time: 0.2146888 Jan 28 20:53:42.745501 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:42.867104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-88ac50c1-741d-433a-a84a-be9d4a7ac78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:42.868981 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-88ac50c1-741d-433a-a84a-be9d4a7ac78f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2800d6c0-a497-4eb5-b72d-fff83d492b03 HTTP/1.1" status: 200 len: 835 time: 0.1560948 Jan 28 20:53:42.876708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:42.905936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7e5f1-c79a-4194-a0c6-faf89d998598 req-3e2f2e8d-fb06-47db-b2c3-d0603f88a0cb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:42.932366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ef7e5f1-c79a-4194-a0c6-faf89d998598 req-3e2f2e8d-fb06-47db-b2c3-d0603f88a0cb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 945 time: 0.1320424 Jan 28 20:53:42.965617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e9144c20-0ffc-4ed5-9764-a6b85a199d7e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:42.982309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ef7e5f1-c79a-4194-a0c6-faf89d998598 req-f8baa8b9-ec3a-4647-a8c0-bf04fb270ae2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490019 Jan 28 20:53:43.057323 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.060720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e9144c20-0ffc-4ed5-9764-a6b85a199d7e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:43.061605 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.136691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.185029 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.203471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-cd39b447-df47-43c4-85f3-3c2b16865820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:43.205063 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-cd39b447-df47-43c4-85f3-3c2b16865820 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e70fd35-0866-4a43-879d-d663c25d81c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569904 Jan 28 20:53:43.233187 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port e9144c20-0ffc-4ed5-9764-a6b85a199d7e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e9144c20-0ffc-4ed5-9764-a6b85a199d7e,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:43.241114 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.242064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 02044d73-994b-4f03-b86b-78e420a38e42 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:43.272145 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:52Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:43.317822 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f2ee4-2b2f-4a93-af65-b5bd38c74bb7 None None] The sync data for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 is: [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:52:45Z', 'revision_number': 4, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '8f0bfd13-a31d-429b-a2e8-cd43bc719263', 'name': '', 'network_id': '7e70fd35-0866-4a43-879d-d663c25d81c5', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'mac_address': 'fa:16:3e:d5:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:43Z', 'updated_at': '2022-01-28T20:52:52Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'subnets': [{'id': '2800d6c0-a497-4eb5-b72d-fff83d492b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:43.383338 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.396863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=e9144c20-0ffc-4ed5-9764-a6b85a199d7e,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:43.415242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 02044d73-994b-4f03-b86b-78e420a38e42 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:43.416084 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.488050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-a59a4b0a-2a43-4bd1-a615-11e9f5bc8eaf service neutron] 10.222.0.26 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688913 Jan 28 20:53:43.561308 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.587563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 02044d73-994b-4f03-b86b-78e420a38e42, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=02044d73-994b-4f03-b86b-78e420a38e42,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:43.593233 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:43.660804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=02044d73-994b-4f03-b86b-78e420a38e42,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:43.807695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b195465-4639-45d3-97cd-85081567f814 req-27b56f0e-608c-4141-83c3-bfd925cbc31d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:43.810248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b195465-4639-45d3-97cd-85081567f814 req-27b56f0e-608c-4141-83c3-bfd925cbc31d tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.26 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 946 time: 0.0855632 Jan 28 20:53:43.937955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c47417d-65f8-4f01-8402-28a33b0d421a None None] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:53:44.007469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe774a-3146-40d2-8dee-5a15a90ab6ea req-87783a79-b30c-4445-895e-1d11ec9c5491 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:44.010368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd55f3d-ca39-4b74-bf98-3f2e58bf1599 None None] New status for floating IP 9c20ec51-2a6f-400c-841f-8ed46fae66b7: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:53:44.015437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3afe774a-3146-40d2-8dee-5a15a90ab6ea req-87783a79-b30c-4445-895e-1d11ec9c5491 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 946 time: 0.2502716 Jan 28 20:53:44.075109 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e610dd5e-e10e-42c9-8bbb-cbfeb03c72c6 req-ef00500d-785b-46c7-a6ca-48af8fa220c0 service neutron] 10.222.0.26 "GET /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730770 Jan 28 20:53:44.088418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3afe774a-3146-40d2-8dee-5a15a90ab6ea req-05de95eb-3125-4e89-b937-f3d1b567d979 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/security-groups?id=4043bda8-857b-4618-b505-b72acd8c6baa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714548 Jan 28 20:53:44.096106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port 56570a88-d143-4811-b30f-19511083bb3d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:53:44.098547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:44.145917 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:44.152867 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:44.253048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c5d98-1e10-4018-9bca-6507018dbb23 req-bd8c6042-97a0-4629-ae37-89a6e339bf9a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:44.255605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d33c5d98-1e10-4018-9bca-6507018dbb23 req-bd8c6042-97a0-4629-ae37-89a6e339bf9a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 945 time: 0.1511166 Jan 28 20:53:44.255846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=05dae084-ec64-4224-bb78-a4898eddca88,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:44.287599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:44.297988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port 56570a88-d143-4811-b30f-19511083bb3d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=56570a88-d143-4811-b30f-19511083bb3d,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:44.298472 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:44.314666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-10594a39-3d5b-4332-8478-9f89fa14ca7d None None] Provisioning complete for port e9144c20-0ffc-4ed5-9764-a6b85a199d7e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:44.315041 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-10594a39-3d5b-4332-8478-9f89fa14ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:44.331738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for 56570a88-d143-4811-b30f-19511083bb3d owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:53:44.362497 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d33c5d98-1e10-4018-9bca-6507018dbb23 req-a29ea8d6-af36-4697-b89e-312f8cec6930 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789433 Jan 28 20:53:44.431025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:44.433031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:44.543335 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:44.573284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Router bc29419b-2a18-4634-a130-53fdadd33914 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:44.584802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=56570a88-d143-4811-b30f-19511083bb3d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:44.726648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e9144c20-0ffc-4ed5-9764-a6b85a199d7e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:44.758913 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:44.765126 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c15ded8b-ce5d-47d6-a4ab-ed86d0f8caee tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "PUT /v2.0/routers/bc29419b-2a18-4634-a130-53fdadd33914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8089345 Jan 28 20:53:44.778468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986d25-df6f-41b4-8146-e20c3735a69d req-3fecb0e3-8f9c-493f-b04c-6dfc042baf12 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:44.780406 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49986d25-df6f-41b4-8146-e20c3735a69d req-3fecb0e3-8f9c-493f-b04c-6dfc042baf12 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 945 time: 0.0791652 Jan 28 20:53:44.784344 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Sync routers for ids ['bc29419b-2a18-4634-a130-53fdadd33914'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:44.804050 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Routers {'bc29419b-2a18-4634-a130-53fdadd33914'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:44.804816 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bc29419b-2a18-4634-a130-53fdadd33914'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:44.854022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8eacfb0a-c1b3-4e03-9cd9-e04bd2d5e254 None None] Provisioning complete for port e9144c20-0ffc-4ed5-9764-a6b85a199d7e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:44.854404 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8eacfb0a-c1b3-4e03-9cd9-e04bd2d5e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:44.856191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e9144c20-0ffc-4ed5-9764-a6b85a199d7e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:44.856553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.015379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:53:45.015623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.027089 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Set router bc29419b-2a18-4634-a130-53fdadd33914 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:45.048293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] No DVR routers for this DVR port 56570a88-d143-4811-b30f-19511083bb3d on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:53:45.065563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 02044d73-994b-4f03-b86b-78e420a38e42 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:45.066999 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.071565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b195465-4639-45d3-97cd-85081567f814 req-7330203e-c3ce-4bd4-9777-239c449051ef tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.26 "DELETE /v2.0/ports/56570a88-d143-4811-b30f-19511083bb3d HTTP/1.1" status: 204 len: 173 time: 1.2466505 Jan 28 20:53:45.072062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'name': 'network-vif-deleted', 'tag': '56570a88-d143-4811-b30f-19511083bb3d'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:45.078214 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc36cc8b-4f03-4c33-8862-8acdef2f07a8" -d '{"events": [{"server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "name": "network-vif-deleted", "tag": "56570a88-d143-4811-b30f-19511083bb3d"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:45.192282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8eacfb0a-c1b3-4e03-9cd9-e04bd2d5e254 None None] Provisioning complete for port 05dae084-ec64-4224-bb78-a4898eddca88 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:45.192667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8eacfb0a-c1b3-4e03-9cd9-e04bd2d5e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.203508 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219b006-bc71-4c6d-b1e1-aeada4ec64d7 x-openstack-request-id: req-4219b006-bc71-4c6d-b1e1-aeada4ec64d7 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:45.203808 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7747a601-5908-4216-aa4a-007ba8e4b790", "name": "network-vif-deleted", "tag": "56570a88-d143-4811-b30f-19511083bb3d", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:45.204054 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4219b006-bc71-4c6d-b1e1-aeada4ec64d7 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:45.204491 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7747a601-5908-4216-aa4a-007ba8e4b790', 'name': 'network-vif-deleted', 'tag': '56570a88-d143-4811-b30f-19511083bb3d', 'status': 'completed', 'code': 200} Jan 28 20:53:45.263922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 02044d73-994b-4f03-b86b-78e420a38e42 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:45.265793 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.269057 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] For port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:45.269770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.337455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8eacfb0a-c1b3-4e03-9cd9-e04bd2d5e254 None None] Port 05dae084-ec64-4224-bb78-a4898eddca88 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:53:45.353956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-84a7cf6f-e1ac-4d13-8ac3-14de44e695d9 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:45.362855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-84a7cf6f-e1ac-4d13-8ac3-14de44e695d9 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/networks?id=93c9de8f-467b-41cc-bcb2-d8be69d86248 HTTP/1.1" status: 200 len: 798 time: 0.3158994 Jan 28 20:53:45.396410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d44ff28-1bb9-4a04-b115-f7dba291ce5e req-573a439a-292c-47d7-8897-5a43d347d1ed tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "GET /v2.0/ports?device_id=7747a601-5908-4216-aa4a-007ba8e4b790 HTTP/1.1" status: 200 len: 210 time: 0.0999579 Jan 28 20:53:45.420954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-c4787105-2db8-4939-a840-4d16b68b5275 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/quotas/dfb24fc370c64b60bff83e86c323e463 HTTP/1.1" status: 200 len: 375 time: 0.0570993 Jan 28 20:53:45.463383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8ae32fb2-ca71-4e0f-b84e-24da4a3bc800 None None] Provisioning complete for port 05dae084-ec64-4224-bb78-a4898eddca88 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:45.463764 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8ae32fb2-ca71-4e0f-b84e-24da4a3bc800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.509329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8ae32fb2-ca71-4e0f-b84e-24da4a3bc800 None None] Port 05dae084-ec64-4224-bb78-a4898eddca88 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:53:45.521293 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '02044d73-994b-4f03-b86b-78e420a38e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:53:43Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': '02044d73-994b-4f03-b86b-78e420a38e42', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:24:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:39Z', 'updated_at': '2022-01-28T20:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '05dae084-ec64-4224-bb78-a4898eddca88', 'name': '', 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:1d:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f20dcf5d-9ccd-4ae5-b251-eaefe472ee26', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:41Z', 'updated_at': '2022-01-28T20:53:43Z', 'revision_number': 2, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': 'f20dcf5d-9ccd-4ae5-b251-eaefe472ee26', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:45.552843 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Checking router: bc29419b-2a18-4634-a130-53fdadd33914 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:45.553190 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Updating router bc29419b-2a18-4634-a130-53fdadd33914 port 05dae084-ec64-4224-bb78-a4898eddca88 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:53:45.566171 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.567421 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.567850 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Floating IP c7780f0a-2f62-4ce7-a1de-714833121de1 disassociated. External IP: 172.25.2.86, port: 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315. Jan 28 20:53:45.568858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:53:45.573199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-2484667e-e21d-420e-a53b-582c06969d01 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1453028 Jan 28 20:53:45.602144 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.642336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-aea8f856-6734-4af1-8b81-d32ffee045cd None None] Provisioning complete for port 05dae084-ec64-4224-bb78-a4898eddca88 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:45.643568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-aea8f856-6734-4af1-8b81-d32ffee045cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.675229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4975-3c69-4209-8816-c6fd0fef4fa4 req-64dc85a4-6a13-472b-bc3c-81c71851a3d8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:45.683646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-aea8f856-6734-4af1-8b81-d32ffee045cd None None] Port 05dae084-ec64-4224-bb78-a4898eddca88 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:53:45.688362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8bca4975-3c69-4209-8816-c6fd0fef4fa4 req-64dc85a4-6a13-472b-bc3c-81c71851a3d8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 945 time: 0.1721709 Jan 28 20:53:45.755064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8bca4975-3c69-4209-8816-c6fd0fef4fa4 req-d4e0d08d-2dbc-4427-867c-0f9adcecaee1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657330 Jan 28 20:53:45.773805 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.779764 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-116eb7aa-8b0d-49f3-ac80-d133db0339fb service neutron] 10.222.0.44 "GET /v2.0/networks/93c9de8f-467b-41cc-bcb2-d8be69d86248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968508 Jan 28 20:53:45.805320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:45.879862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-a7944f9b-a2e4-40ae-9038-1811c4a797ff service neutron] 10.222.0.44 "GET /v2.0/networks/93c9de8f-467b-41cc-bcb2-d8be69d86248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955775 Jan 28 20:53:45.917183 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.924222 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:45.942162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:46.008486 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Pushing event updated for resources: {'Port': ['ID=05dae084-ec64-4224-bb78-a4898eddca88,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:46.041949 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.041949 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.042203 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.042532 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.042864 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.043193 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.043519 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.043881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.044157 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.044518 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.044840 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.045159 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:46.063502 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Attempting to bind port 05dae084-ec64-4224-bb78-a4898eddca88 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:53:46.064058 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Attempting to bind port 05dae084-ec64-4224-bb78-a4898eddca88 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:53:46.064318 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Attempting to bind port 05dae084-ec64-4224-bb78-a4898eddca88 on network 93c9de8f-467b-41cc-bcb2-d8be69d86248 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:46.070273 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:46.070652 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Checking segment: {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:46.071560 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.071942 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Bound using segment: {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:46.072466 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Bound port: 05dae084-ec64-4224-bb78-a4898eddca88, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:53:46.072893 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.103725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0685452a-eddd-4eca-86c8-d3147922358d req-992ee199-6a7c-4d69-92f5-64931c87a93a tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 210 time: 0.0371945 Jan 28 20:53:46.113248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:46.152337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:46.165571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:46.166377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:46.185452 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] For port 05dae084-ec64-4224-bb78-a4898eddca88, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:46.189861 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] For port 05dae084-ec64-4224-bb78-a4898eddca88, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=05dae084-ec64-4224-bb78-a4898eddca88,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:46.190229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] No DVR routers for this DVR port 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:53:46.194246 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.196225 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.198592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-49986d25-df6f-41b4-8146-e20c3735a69d req-e2e5a99d-90af-4de0-9fe0-01d8d6b94638 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "DELETE /v2.0/ports/6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 HTTP/1.1" status: 204 len: 173 time: 1.4033945 Jan 28 20:53:46.199298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'name': 'network-vif-deleted', 'tag': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:46.202253 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4109cb6-2fe0-4cbe-a9aa-b6db8f583414" -d '{"events": [{"server_uuid": "680794f4-97ad-452c-ad6d-8a9cd2805be0", "name": "network-vif-deleted", "tag": "6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:46.270084 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0636e8a-7f81-44c8-98bf-635d8c152c83 x-openstack-request-id: req-d0636e8a-7f81-44c8-98bf-635d8c152c83 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:46.270277 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680794f4-97ad-452c-ad6d-8a9cd2805be0", "name": "network-vif-deleted", "tag": "6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:46.270549 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0636e8a-7f81-44c8-98bf-635d8c152c83 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:46.270982 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680794f4-97ad-452c-ad6d-8a9cd2805be0', 'name': 'network-vif-deleted', 'tag': '6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315', 'status': 'completed', 'code': 200} Jan 28 20:53:46.296065 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Routers {'bc29419b-2a18-4634-a130-53fdadd33914'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:46.296819 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bc29419b-2a18-4634-a130-53fdadd33914'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:46.471570 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] Set router bc29419b-2a18-4634-a130-53fdadd33914 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:46.495974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1d68d8e5-8225-43f2-8139-aa5983316506 None None] Provisioning complete for port 05dae084-ec64-4224-bb78-a4898eddca88 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:46.496381 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1d68d8e5-8225-43f2-8139-aa5983316506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.534482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51592) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:46.578687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:46.608910 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e18b7-a930-4a14-9baf-ef5decb1af14 None None] Pushing event updated for resources: {'Port': ['ID=05dae084-ec64-4224-bb78-a4898eddca88,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:46.716343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9134dba0-546b-43d2-accc-356030970c58 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.778986 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9134dba0-546b-43d2-accc-356030970c58 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.782240 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '02044d73-994b-4f03-b86b-78e420a38e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:53:43Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': '02044d73-994b-4f03-b86b-78e420a38e42', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:24:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:39Z', 'updated_at': '2022-01-28T20:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '05dae084-ec64-4224-bb78-a4898eddca88', 'name': '', 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:1d:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f20dcf5d-9ccd-4ae5-b251-eaefe472ee26', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:41Z', 'updated_at': '2022-01-28T20:53:46Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': 'f20dcf5d-9ccd-4ae5-b251-eaefe472ee26', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:46.804790 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1d68d8e5-8225-43f2-8139-aa5983316506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.845643 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcad29b-c10c-4386-ab8f-b806cfd0c318 None None] The sync data for ids ['bc29419b-2a18-4634-a130-53fdadd33914'] in n-d-825064-3 is: [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '02044d73-994b-4f03-b86b-78e420a38e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:53:43Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': '02044d73-994b-4f03-b86b-78e420a38e42', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:24:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:39Z', 'updated_at': '2022-01-28T20:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '05dae084-ec64-4224-bb78-a4898eddca88', 'name': '', 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:1d:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f20dcf5d-9ccd-4ae5-b251-eaefe472ee26', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:41Z', 'updated_at': '2022-01-28T20:53:46Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': 'f20dcf5d-9ccd-4ae5-b251-eaefe472ee26', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:46.949487 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9134dba0-546b-43d2-accc-356030970c58 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.953349 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9134dba0-546b-43d2-accc-356030970c58 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.957112 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9134dba0-546b-43d2-accc-356030970c58 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/security-groups/4043bda8-857b-4618-b505-b72acd8c6baa HTTP/1.1" status: 204 len: 168 time: 0.4207356 Jan 28 20:53:46.965275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1d68d8e5-8225-43f2-8139-aa5983316506 None None] For port 05dae084-ec64-4224-bb78-a4898eddca88, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=05dae084-ec64-4224-bb78-a4898eddca88,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:46.979813 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1d68d8e5-8225-43f2-8139-aa5983316506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:46.984140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134dba0-546b-43d2-accc-356030970c58 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4043bda8-857b-4618-b505-b72acd8c6baa,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:46.985807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2d8d8a3-b9f5-489a-a90d-bc8d85d8a5fe req-beffe76c-f405-4674-b0df-9d17c24b6eec tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 210 time: 0.1087930 Jan 28 20:53:47.034864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51598) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:47.128122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:47.148172 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 56570a88-d143-4811-b30f-19511083bb3d no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:47.200622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68d8e5-8225-43f2-8139-aa5983316506 None None] Pushing event updated for resources: {'Port': ['ID=05dae084-ec64-4224-bb78-a4898eddca88,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:47.254063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31334060-b28c-44ff-ad00-d4923ef621f0 req-b95dd4f4-5b70-421c-95df-c2c76a79c308 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 210 time: 0.0551116 Jan 28 20:53:47.267100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3d137a5a-136f-4b37-8472-d3c70fdf2ced None None] Provisioning complete for port 05dae084-ec64-4224-bb78-a4898eddca88 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:47.268150 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3d137a5a-136f-4b37-8472-d3c70fdf2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:47.270837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 56570a88-d143-4811-b30f-19511083bb3d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:53:47.281201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 56570a88-d143-4811-b30f-19511083bb3d not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:47.281844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:47.284605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:47.339539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:53:47.339990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 6d8cd0ed-1ea1-4613-9f46-57ceb4cb7315 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:47.358070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:47.358808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:47.602552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:47.720050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-be8638f7-eb5a-483f-8271-1fa53463d876 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:47.728623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-be8638f7-eb5a-483f-8271-1fa53463d876 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.26 "GET /v2.0/networks?id=93c9de8f-467b-41cc-bcb2-d8be69d86248 HTTP/1.1" status: 200 len: 798 time: 0.2014842 Jan 28 20:53:47.746596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Request body: {'port': {'device_id': 'c3f375e4-8838-407a-9895-76a2135e8198', 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248', 'admin_state_up': True, 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:47.881914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:47.914974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Made reservation on behalf of dfb24fc370c64b60bff83e86c323e463 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:47.919239 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:47.919415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5543-4504-4fa1-b80c-aeb6e4252a72 None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:48.004857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:48.118946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04f8bf66-0541-4016-b0b6-d1c2d0ec4e46 req-b844386f-5e1d-465c-87f7-df1025b7e4c2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 210 time: 0.0398805 Jan 28 20:53:48.173022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Allocated IP 172.20.0.20 (93c9de8f-467b-41cc-bcb2-d8be69d86248/f20dcf5d-9ccd-4ae5-b251-eaefe472ee26/4f40f0db-d99a-4564-bcb2-9828ed928a7b) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:48.279181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:48.394258 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e575b3b-7237-477b-b084-a2990f2ccfca None None] New status for floating IP c7780f0a-2f62-4ce7-a1de-714833121de1: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:53:48.414874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:48.419523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8902357a-2a9d-48c1-8044-b4d9afdf36aa req-68a4bc72-03b6-499d-8610-fe7a96cb6f18 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 210 time: 0.0456228 Jan 28 20:53:48.479994 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:48.530621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:48.562946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:48.569030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:48.602165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event updated for resources: {'Port': ['ID=4f40f0db-d99a-4564-bcb2-9828ed928a7b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:48.636657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:48.637308 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:48.656799 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port 8f0bfd13-a31d-429b-a2e8-cd43bc719263 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:53:48.657192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:48.665683 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-d31b61b6-d9b9-428f-ac7c-2147b3936509 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9237649 Jan 28 20:53:48.685552 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Request body: {'port': {'device_id': 'c3f375e4-8838-407a-9895-76a2135e8198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:48.849650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 05dae084-ec64-4224-bb78-a4898eddca88 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:48.905096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 05dae084-ec64-4224-bb78-a4898eddca88 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:48.905531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:48.960227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c5a3c95b-bd6a-4d72-a237-38f4835a44b6 None None] Provisioning complete for port 4f40f0db-d99a-4564-bcb2-9828ed928a7b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:48.960846 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c5a3c95b-bd6a-4d72-a237-38f4835a44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:49.006101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3c95b-bd6a-4d72-a237-38f4835a44b6 None None] Port 4f40f0db-d99a-4564-bcb2-9828ed928a7b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:53:49.135975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:49.160762 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port 8f0bfd13-a31d-429b-a2e8-cd43bc719263, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8f0bfd13-a31d-429b-a2e8-cd43bc719263,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:49.161090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:49.194525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for 8f0bfd13-a31d-429b-a2e8-cd43bc719263 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:53:49.227170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24796d61-79ca-48bc-95d3-72f695da96b3 req-4ff43530-9a4a-4a80-895c-d13b2a554186 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 210 time: 0.0304122 Jan 28 20:53:49.544255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6560-0bba-47ba-95c0-a5dbe6c48e6f req-b911028f-65ac-45b9-bd3c-701bbfca111f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:49.545927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b73b6560-0bba-47ba-95c0-a5dbe6c48e6f req-b911028f-65ac-45b9-bd3c-701bbfca111f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 895 time: 0.0551019 Jan 28 20:53:49.611010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:49.618797 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f40f0db-d99a-4564-bcb2-9828ed928a7b {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:53:49.648493 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:49.652912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=8f0bfd13-a31d-429b-a2e8-cd43bc719263,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:49.689195 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Transition to ACTIVE for port object 4f40f0db-d99a-4564-bcb2-9828ed928a7b will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:53:49.708905 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:49.819587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Pushing event updated for resources: {'Port': ['ID=4f40f0db-d99a-4564-bcb2-9828ed928a7b,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:49.952054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:49.954143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Attempting to bind port 4f40f0db-d99a-4564-bcb2-9828ed928a7b on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:53:49.954484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Attempting to bind port 4f40f0db-d99a-4564-bcb2-9828ed928a7b by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:53:49.954818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Attempting to bind port 4f40f0db-d99a-4564-bcb2-9828ed928a7b on network 93c9de8f-467b-41cc-bcb2-d8be69d86248 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:49.963329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Port 4f40f0db-d99a-4564-bcb2-9828ed928a7b on network 93c9de8f-467b-41cc-bcb2-d8be69d86248 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:53:49.963665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Attempting to bind port 4f40f0db-d99a-4564-bcb2-9828ed928a7b on network 93c9de8f-467b-41cc-bcb2-d8be69d86248 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:49.972451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:49.972811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Checking segment: {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:49.973201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Bound using segment: {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:49.973654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Bound port: 4f40f0db-d99a-4564-bcb2-9828ed928a7b, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:53:49.974021 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:50.125980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] For port 4f40f0db-d99a-4564-bcb2-9828ed928a7b, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:50.131050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] For port 4f40f0db-d99a-4564-bcb2-9828ed928a7b, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4f40f0db-d99a-4564-bcb2-9828ed928a7b,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:50.137071 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:50.219663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:50.220322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:50.222571 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f40f0db-d99a-4564-bcb2-9828ed928a7b HTTP/1.1" status: 200 len: 1055 time: 1.5435290 Jan 28 20:53:50.223081 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f375e4-8838-407a-9895-76a2135e8198', 'tag': '4f40f0db-d99a-4564-bcb2-9828ed928a7b'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:50.225994 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24053342-0c87-4b31-8a49-a386a9ecf6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f375e4-8838-407a-9895-76a2135e8198", "tag": "4f40f0db-d99a-4564-bcb2-9828ed928a7b"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:50.281948 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b0473-0ff3-4be2-9eda-0c681cdf3090 service neutron] Pushing event updated for resources: {'Port': ['ID=4f40f0db-d99a-4564-bcb2-9828ed928a7b,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:50.323665 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6f6f2-db5f-4d00-a394-18ef57b512fd x-openstack-request-id: req-d6b6f6f2-db5f-4d00-a394-18ef57b512fd {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:50.324116 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f375e4-8838-407a-9895-76a2135e8198", "tag": "4f40f0db-d99a-4564-bcb2-9828ed928a7b", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:50.324399 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6b6f6f2-db5f-4d00-a394-18ef57b512fd {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:50.324800 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f375e4-8838-407a-9895-76a2135e8198', 'tag': '4f40f0db-d99a-4564-bcb2-9828ed928a7b', 'status': 'completed', 'code': 200} Jan 28 20:53:50.352242 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Router 481992c1-6c06-4a6d-9bae-533f3d8af04c has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:53:50.373695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-0bc67cae-9f3f-4ae7-868a-27eb27508e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:50.375461 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-0bc67cae-9f3f-4ae7-868a-27eb27508e69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 1058 time: 0.0946801 Jan 28 20:53:50.395823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff9ccd07-d5f0-4e21-a3ac-d4a1537e1734 req-bd778471-def8-4f8d-8c89-7ab9adb58e3a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=680794f4-97ad-452c-ad6d-8a9cd2805be0 HTTP/1.1" status: 200 len: 210 time: 0.0330081 Jan 28 20:53:50.463527 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-53d375b5-8f72-4332-9801-8630dc9bc5c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=4f40f0db-d99a-4564-bcb2-9828ed928a7b HTTP/1.1" status: 200 len: 217 time: 0.0409391 Jan 28 20:53:50.559750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-57c94660-a70c-4ce3-98d5-69e32c09c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:50.561447 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-57c94660-a70c-4ce3-98d5-69e32c09c3df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f20dcf5d-9ccd-4ae5-b251-eaefe472ee26 HTTP/1.1" status: 200 len: 838 time: 0.0909624 Jan 28 20:53:50.568620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:50.574625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7cd6f29f-d977-4fe1-8fdb-b4f749927190 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "PUT /v2.0/routers/481992c1-6c06-4a6d-9bae-533f3d8af04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5380065 Jan 28 20:53:50.579003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51616) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:50.579804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] Sync routers for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:50.591067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:50.591822 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:50.633987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-85cdc7ba-90ce-4a8b-bd26-46e9f214d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:50.634218 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-85cdc7ba-90ce-4a8b-bd26-46e9f214d445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93c9de8f-467b-41cc-bcb2-d8be69d86248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636160 Jan 28 20:53:50.667801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting subnet 2800d6c0-a497-4eb5-b72d-fff83d492b03 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:53:50.675536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:50.766194 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:50.779705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:50.795319 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-e466f297-08d3-49ec-a77f-86de48a405c6 service neutron] 10.222.0.26 "GET /v2.0/networks/93c9de8f-467b-41cc-bcb2-d8be69d86248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532679 Jan 28 20:53:50.820468 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32e36-6780-4b89-8df3-b4d435b9f88c req-525044a8-fdc1-4e87-b0e5-327c4727b345 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:50.822298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-43d32e36-6780-4b89-8df3-b4d435b9f88c req-525044a8-fdc1-4e87-b0e5-327c4727b345 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 907 time: 0.1029267 Jan 28 20:53:50.874044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:50.937065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:50.972075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Subnet': ['ID=2800d6c0-a497-4eb5-b72d-fff83d492b03,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:50.979754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:53:49Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:50.986048 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:50.991087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/subnets/2800d6c0-a497-4eb5-b72d-fff83d492b03 HTTP/1.1" status: 204 len: 168 time: 0.4081364 Jan 28 20:53:50.993225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.993839 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.994433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.995006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.995571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.995877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51618) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:50.996426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.996997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.997562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.998112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.998701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.999305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:50.999933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f14de5-a256-47d4-9e80-0a62d4730b38 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:51.023846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d503f4-81ba-4bb6-8a72-a6d0fef62111 None None] Network 7e70fd35-0866-4a43-879d-d663c25d81c5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:53:51.027010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] Checking router: 481992c1-6c06-4a6d-9bae-533f3d8af04c for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:51.077568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] Routers {'481992c1-6c06-4a6d-9bae-533f3d8af04c'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:51.078095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['481992c1-6c06-4a6d-9bae-533f3d8af04c'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:51.122671 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b6bf6c5-b8b5-465d-b2d3-ee7f34ec0d5d req-63a47ff3-83d2-4247-a633-e944aa2b0faf service neutron] 10.222.0.26 "GET /v2.0/networks/93c9de8f-467b-41cc-bcb2-d8be69d86248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866884 Jan 28 20:53:51.139972 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:51.273609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-11c3b1f9-a091-4329-bf1e-8a070842423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:51.275366 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-11c3b1f9-a091-4329-bf1e-8a070842423c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 1058 time: 0.0912039 Jan 28 20:53:51.316091 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:51.428613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-ddb9b24b-190c-402c-9c20-e728af764d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:51.431335 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-ddb9b24b-190c-402c-9c20-e728af764d68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93c9de8f-467b-41cc-bcb2-d8be69d86248 HTTP/1.1" status: 200 len: 899 time: 0.1461179 Jan 28 20:53:51.434694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] Set router 481992c1-6c06-4a6d-9bae-533f3d8af04c gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:51.441860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Deleting port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:53:51.442263 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:51.490981 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] DHCP port deletion for 7e70fd35-0866-4a43-879d-d663c25d81c5 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:53:51.535992 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-64e1ebda-1a14-430c-bac1-d7a0bf7fba7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=4f40f0db-d99a-4564-bcb2-9828ed928a7b HTTP/1.1" status: 200 len: 217 time: 0.0911603 Jan 28 20:53:51.609600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-bc139ae9-2bcb-4b06-a379-7c3a855e6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:51.612646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-bc139ae9-2bcb-4b06-a379-7c3a855e6b0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f20dcf5d-9ccd-4ae5-b251-eaefe472ee26 HTTP/1.1" status: 200 len: 838 time: 0.0687747 Jan 28 20:53:51.617938 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:51.623925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-a168e7a1-1b8b-4370-9c8e-3c5e08f20ba2 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11425506&fields=id&tenant_id=27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 267 time: 0.0374930 Jan 28 20:53:51.675641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] For port 04f94dd7-d274-46fb-9d8a-1bb5677c00fd, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=04f94dd7-d274-46fb-9d8a-1bb5677c00fd,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:51.676020 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:51.680047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] Deleting port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:53:51.680449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:51.699160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Calling delete_port for 04f94dd7-d274-46fb-9d8a-1bb5677c00fd owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:53:51.713419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-96f097b2-bc3b-41ae-bfe0-0b37bc4de278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:51.714839 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-96f097b2-bc3b-41ae-bfe0-0b37bc4de278 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93c9de8f-467b-41cc-bcb2-d8be69d86248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924098 Jan 28 20:53:51.747806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-e88b3de5-6a2c-4663-9fc5-d672f1508f67 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:51.756670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-e88b3de5-6a2c-4663-9fc5-d672f1508f67 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1215439 Jan 28 20:53:51.761358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] For port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4fcc874c-2f2d-46a1-a7aa-db8a202e98c3,segment=NetworkSegment(3be52301-b7f7-4507-89bb-04ce15c4ac7e),segment_id=3be52301-b7f7-4507-89bb-04ce15c4ac7e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:51.761764 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:51.769741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-8390c28f-ec79-4a07-87de-2558ddbca42f tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/quotas/27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 375 time: 0.0120838 Jan 28 20:53:51.777898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] Calling delete_port for 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:53:51.790560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:53:49Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:51.822623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d321a-91ab-412d-ab58-fe985f80011a None None] The sync data for ids ['481992c1-6c06-4a6d-9bae-533f3d8af04c'] in n-d-825064-3 is: [{'id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'name': 'tempest-TestNetworkBasicOps-router-744820190', 'tenant_id': 'b743b484c78d440cb1acc93f844b9b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:40Z', 'updated_at': '2022-01-28T20:53:49Z', 'revision_number': 5, 'project_id': 'b743b484c78d440cb1acc93f844b9b11', 'gw_port': {'id': '04f94dd7-d274-46fb-9d8a-1bb5677c00fd', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ad:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481992c1-6c06-4a6d-9bae-533f3d8af04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:51.840873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acbc919c-2c1e-4ccf-b55e-2b1349b165ce tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622354 Jan 28 20:53:51.916758 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-6f838c1d-ea1f-4cf6-93a5-fc4e675661ab service neutron] 10.222.0.26 "GET /v2.0/networks/93c9de8f-467b-41cc-bcb2-d8be69d86248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679058 Jan 28 20:53:51.943525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:51.974240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] Pushing event deleted for resources: {'Port': ['ID=4fcc874c-2f2d-46a1-a7aa-db8a202e98c3,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:51.978032 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c17ed-9a47-47c0-9b19-8750c10bb29b None None] No DVR routers for this DVR port 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:53:52.006475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55040774-2010-4f09-9330-86d0862d1ed9 req-7d52fde1-4347-4822-8e39-0e701623c849 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:52.007980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-55040774-2010-4f09-9330-86d0862d1ed9 req-7d52fde1-4347-4822-8e39-0e701623c849 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 907 time: 0.0884552 Jan 28 20:53:52.014092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-0c1db910-bc0a-473c-855a-83063844fef4 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574080 Jan 28 20:53:52.068350 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.080649 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-24053342-0c87-4b31-8a49-a386a9ecf6a9 req-bff68c11-d6d4-4fdb-a3bd-2139d8519fb4 service neutron] 10.222.0.26 "GET /v2.0/networks/93c9de8f-467b-41cc-bcb2-d8be69d86248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560202 Jan 28 20:53:52.106542 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Port': ['ID=04f94dd7-d274-46fb-9d8a-1bb5677c00fd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:52.121121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-a695e67a-cbfc-4b4b-8176-8e303f2ccc36 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918198 Jan 28 20:53:52.169930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.273929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.276808 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.333083 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.334341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Fanout notify agent at l3_agent the message router_deleted on router 481992c1-6c06-4a6d-9bae-533f3d8af04c {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:53:52.342022 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.343286 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1cafd809-d4ae-48f9-b48f-a82a244d207b tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/routers/481992c1-6c06-4a6d-9bae-533f3d8af04c HTTP/1.1" status: 204 len: 168 time: 1.3464465 Jan 28 20:53:52.346723 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51638) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:52.446990 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a69585c1-2ce7-49b5-9865-13cd2461cabb req-ddfbcdce-b958-46bd-a316-88eb128f82e3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 210 time: 0.0285704 Jan 28 20:53:52.447812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.544709 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.568279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e70fd35-0866-4a43-879d-d663c25d81c5']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:52.579374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be52301-b7f7-4507-89bb-04ce15c4ac7e') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:52.579683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be52301-b7f7-4507-89bb-04ce15c4ac7e') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:52.590277 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.607084 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.617648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:53:52.618122 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:53:52.621509 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:53:52.688461 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.697332 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:52.700677 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] 10.222.0.44 "DELETE /v2.0/networks/7e70fd35-0866-4a43-879d-d663c25d81c5 HTTP/1.1" status: 204 len: 168 time: 0.3527195 Jan 28 20:53:52.726792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3573e-95bf-4cb8-9d35-e0a38bb60857 tempest-TestNetworkBasicOps-876414400 tempest-TestNetworkBasicOps-876414400-project] Pushing event deleted for resources: {'Network': ['ID=7e70fd35-0866-4a43-879d-d663c25d81c5,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:52.993970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:53.014898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:53:53.015519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4fcc874c-2f2d-46a1-a7aa-db8a202e98c3 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:53.015942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8f0bfd13-a31d-429b-a2e8-cd43bc719263 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:53.036393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 8f0bfd13-a31d-429b-a2e8-cd43bc719263 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:53:53.037111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8f0bfd13-a31d-429b-a2e8-cd43bc719263 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:53.037749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 04f94dd7-d274-46fb-9d8a-1bb5677c00fd no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:53:53.047317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51656) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:53.059328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 04f94dd7-d274-46fb-9d8a-1bb5677c00fd {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:53:53.059737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 04f94dd7-d274-46fb-9d8a-1bb5677c00fd not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:53:53.131015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2147126-71b6-41d1-ac61-5e641316b34a req-1c692549-e72f-4c50-a3f0-9213b2100671 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:53.132707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2147126-71b6-41d1-ac61-5e641316b34a req-1c692549-e72f-4c50-a3f0-9213b2100671 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 907 time: 0.0494645 Jan 28 20:53:53.202688 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6309b050-036b-4473-8912-c5e61930bdb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b743b484c78d440cb1acc93f844b9b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538441 Jan 28 20:53:53.205833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51660) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:53.260342 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfb24af5-a504-4737-b0ac-b9a25f6f080d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.283491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfb24af5-a504-4737-b0ac-b9a25f6f080d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.332655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfb24af5-a504-4737-b0ac-b9a25f6f080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.335536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfb24af5-a504-4737-b0ac-b9a25f6f080d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.336795 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cfb24af5-a504-4737-b0ac-b9a25f6f080d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59ee78ad-685c-4234-8e07-a2aa3b004c08 HTTP/1.1" status: 204 len: 168 time: 0.1300733 Jan 28 20:53:53.344975 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb24af5-a504-4737-b0ac-b9a25f6f080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ee78ad-685c-4234-8e07-a2aa3b004c08,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:53.478715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-f476d875-a571-4019-80f2-5afc70212428 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:53.480096 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-f476d875-a571-4019-80f2-5afc70212428 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1322341 Jan 28 20:53:53.538119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-0879cb1a-40a4-4dcd-849e-eb23c40f0ba5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 378 time: 0.0491462 Jan 28 20:53:53.553681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'port': {'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'admin_state_up': True, 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'security_groups': ['ebf012aa-475e-4931-a81d-fbc4ad2ccbf4']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:53.560527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80e64df3-c79b-4842-a501-67b950695aa3 req-cf2ef5d8-7523-44a5-987c-9dca422f3dc3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 210 time: 0.0310357 Jan 28 20:53:53.660933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51668) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:53.676551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb929f55-08f6-4fe5-b382-73e8b95b2997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.772992 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb929f55-08f6-4fe5-b382-73e8b95b2997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.777595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb929f55-08f6-4fe5-b382-73e8b95b2997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.818342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb929f55-08f6-4fe5-b382-73e8b95b2997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037dc1bf-29d7-489d-ada2-f447adc49689,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:53.826719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cb929f55-08f6-4fe5-b382-73e8b95b2997 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bcdb12dab5e04652b9f78b385b0f728f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641228 Jan 28 20:53:53.827739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51670) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:53.888436 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9652-4e2f-4caa-8e3f-a8d35b3e4d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.914259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9652-4e2f-4caa-8e3f-a8d35b3e4d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.965732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9652-4e2f-4caa-8e3f-a8d35b3e4d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.968551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9652-4e2f-4caa-8e3f-a8d35b3e4d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:53.969786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2e3a9652-4e2f-4caa-8e3f-a8d35b3e4d05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/037dc1bf-29d7-489d-ada2-f447adc49689 HTTP/1.1" status: 204 len: 168 time: 0.1406651 Jan 28 20:53:53.980334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a9652-4e2f-4caa-8e3f-a8d35b3e4d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037dc1bf-29d7-489d-ada2-f447adc49689,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:54.018264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:54.022163 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:54.183937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.20.0.7 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/eff8d5bb-19f5-4a52-867f-a375bda651fb) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:54.268030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd18932-88f9-4d0b-8392-dd0b22526278 req-00366eff-4787-4404-afdd-af8fafbab4b5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:54.271353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6bd18932-88f9-4d0b-8392-dd0b22526278 req-00366eff-4787-4404-afdd-af8fafbab4b5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 907 time: 0.0597477 Jan 28 20:53:54.359918 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:54.406055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:54.456470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:54.463950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:54.467910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:54.502622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=eff8d5bb-19f5-4a52-867f-a375bda651fb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:54.523197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:54.523722 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:54.544774 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-acddf661-deb3-425a-820b-d69156b67aef tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0005069 Jan 28 20:53:54.558259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Request body: {'port': {'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:54.645204 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:54.762502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6a569-a8b8-4005-9311-a98bcbc9fa8d req-c9806179-1ed9-4587-8f5f-92f857a8ff62 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:54.764440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dde6a569-a8b8-4005-9311-a98bcbc9fa8d req-c9806179-1ed9-4587-8f5f-92f857a8ff62 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 931 time: 0.0950935 Jan 28 20:53:54.813706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b7992e3c-f534-4fa7-804a-ec5b9b6442dd None None] Provisioning complete for port eff8d5bb-19f5-4a52-867f-a375bda651fb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:54.815009 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b7992e3c-f534-4fa7-804a-ec5b9b6442dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:54.818841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dde6a569-a8b8-4005-9311-a98bcbc9fa8d req-e0b9376e-7166-4c4f-bd91-aca4254cb505 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466290 Jan 28 20:53:54.866969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b7992e3c-f534-4fa7-804a-ec5b9b6442dd None None] Port eff8d5bb-19f5-4a52-867f-a375bda651fb cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:53:54.867855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51696) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:54.978994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1350664617-network', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:55.007637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Made reservation on behalf of 2e8f8c850e994c079fa387cecb814cfe for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:55.010448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.017810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff8d5bb-19f5-4a52-867f-a375bda651fb {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:53:55.022433 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.027032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.040671 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Transition to ACTIVE for port object eff8d5bb-19f5-4a52-867f-a375bda651fb will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:53:55.045564 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.101638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.106977 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Pushing event updated for resources: {'Port': ['ID=eff8d5bb-19f5-4a52-867f-a375bda651fb,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:55.113504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.144873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:53:55.151820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257b89db-022f-483c-83de-bed1aa2403be,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:55.160263 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4f40f0db-d99a-4564-bcb2-9828ed928a7b details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:53:55.173826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.174413 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Added segment 0a43c436-43ea-4d3a-a2bc-8456c5376023 of type vlan for network 4aa5bfe4-5717-4838-8778-ffa12a01048d Jan 28 20:53:55.218932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.219332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Attempting to bind port eff8d5bb-19f5-4a52-867f-a375bda651fb on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:53:55.219683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Attempting to bind port eff8d5bb-19f5-4a52-867f-a375bda651fb by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:53:55.221617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Attempting to bind port eff8d5bb-19f5-4a52-867f-a375bda651fb on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:55.238413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Port eff8d5bb-19f5-4a52-867f-a375bda651fb on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:53:55.238761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Attempting to bind port eff8d5bb-19f5-4a52-867f-a375bda651fb on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:55.246283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:55.246638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:55.247035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:55.247479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Bound port: eff8d5bb-19f5-4a52-867f-a375bda651fb, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:53:55.247847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.257865 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.260633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:55.261299 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.324194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4f40f0db-d99a-4564-bcb2-9828ed928a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4f40f0db-d99a-4564-bcb2-9828ed928a7b,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:55.337949 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '4f40f0db-d99a-4564-bcb2-9828ed928a7b', 'network_id': '93c9de8f-467b-41cc-bcb2-d8be69d86248', 'port_id': '4f40f0db-d99a-4564-bcb2-9828ed928a7b', 'mac_address': 'fa:16:3e:3f:91:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20dcf5d-9ccd-4ae5-b251-eaefe472ee26', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:53:55.361105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] For port eff8d5bb-19f5-4a52-867f-a375bda651fb, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:55.374072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] For port eff8d5bb-19f5-4a52-867f-a375bda651fb, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:55.379519 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5095060 Jan 28 20:53:55.383458 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51702) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:55.395296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Request body: {'subnet': {'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1350664617-subnet', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:55.400953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.404171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.420479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f40f0db-d99a-4564-bcb2-9828ed928a7b {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:53:55.442507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4f40f0db-d99a-4564-bcb2-9828ed928a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4f40f0db-d99a-4564-bcb2-9828ed928a7b,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:55.449660 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.451911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:55.452809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.454408 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] 10.222.0.13 "PUT /v2.0/ports/eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 1091 time: 0.9020524 Jan 28 20:53:55.460468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:55.463547 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db960649-9ac0-4a20-9a60-3c00feb42dff" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:55.481075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b1ab-336c-4851-baf1-431d028b914d admin admin] Pushing event updated for resources: {'Network': ['ID=4aa5bfe4-5717-4838-8778-ffa12a01048d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:55.516227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 4aa5bfe4-5717-4838-8778-ffa12a01048d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:53:55.519018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Made reservation on behalf of 2e8f8c850e994c079fa387cecb814cfe for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:53:55.521476 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.545845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7a9fa-23d4-4e9b-bc75-d1263e6445ac req-f84d7b66-280a-48fb-a6d8-1bfce257cb11 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:55.551484 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9aa7a9fa-23d4-4e9b-bc75-d1263e6445ac req-f84d7b66-280a-48fb-a6d8-1bfce257cb11 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 907 time: 0.1706636 Jan 28 20:53:55.554843 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e8134f-06de-4607-9bfa-e0bfe3113e3e x-openstack-request-id: req-d8e8134f-06de-4607-9bfa-e0bfe3113e3e {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:55.555094 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:55.555320 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8e8134f-06de-4607-9bfa-e0bfe3113e3e {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:55.555862 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'status': 'completed', 'code': 200} Jan 28 20:53:55.560436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896aba3-6c43-496e-806f-08c8d74d9d07 service neutron] Pushing event updated for resources: {'Port': ['ID=eff8d5bb-19f5-4a52-867f-a375bda651fb,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:55.641612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4f40f0db-d99a-4564-bcb2-9828ed928a7b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:55.646949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-867d9b18-fd44-4c91-83d0-c246127aa44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:55.648551 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-867d9b18-fd44-4c91-83d0-c246127aa44b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1094 time: 0.1420105 Jan 28 20:53:55.688593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['4f40f0db-d99a-4564-bcb2-9828ed928a7b'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:53:55.702023 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-7015e4e0-4637-4537-a883-e1289e65afca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 217 time: 0.0436912 Jan 28 20:53:55.798749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-a8907976-fa51-4dd3-a7f9-e1bc64c9867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:55.800370 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-a8907976-fa51-4dd3-a7f9-e1bc64c9867d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0925748 Jan 28 20:53:55.889903 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:55.901787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-f86160f6-b169-4e37-b8cf-11706ff435ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:55.903284 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-f86160f6-b169-4e37-b8cf-11706ff435ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961788 Jan 28 20:53:55.932424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-825298e5-cd44-41f5-a7fc-4ddefd8397a4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:53:55.933399 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-825298e5-cd44-41f5-a7fc-4ddefd8397a4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118525 Jan 28 20:53:55.951723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04166-c259-482d-ba44-60390520ef9f req-ed485555-d2e4-4bb7-9edf-dbc9bd7a4ef8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:55.953501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3e04166-c259-482d-ba44-60390520ef9f req-ed485555-d2e4-4bb7-9edf-dbc9bd7a4ef8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 943 time: 0.0534093 Jan 28 20:53:55.995643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3e04166-c259-482d-ba44-60390520ef9f req-261fb5a0-2c33-42f5-9b48-a17291dd0ca5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343645 Jan 28 20:53:56.018859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Pushing event updated for resources: {'Subnet': ['ID=88dfba5f-c1ad-4267-a0a9-1c462a544033,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:56.028270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Checking segment: {'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:56.028678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Network hostable DHCP agents. Network: 4aa5bfe4-5717-4838-8778-ffa12a01048d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:53:56.062514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Network 4aa5bfe4-5717-4838-8778-ffa12a01048d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:53:56.077305 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-3a89c7ec-007c-412c-90d7-47d8d709b5c2 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356554 Jan 28 20:53:56.078323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 4aa5bfe4-5717-4838-8778-ffa12a01048d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:56.082736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:56.083344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.089611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b88ba3-abbe-4331-bb52-4ead6b59e03f None None] Network 4aa5bfe4-5717-4838-8778-ffa12a01048d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:53:56.153888 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c76731b9-0bcc-441d-90f7-0fde19e3107d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7658205 Jan 28 20:53:56.154302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51708) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:56.162367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1350664617-router', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:53:56.192427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a514dea8-62a0-4b9f-bbb7-4b718399a2c1 req-c6151deb-6be3-49c4-b826-6af380040296 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065137 Jan 28 20:53:56.199930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.201171 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.265907 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.267606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-4aa5bfe4-5717-4838-8778-ffa12a01048d', 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'fixed_ips': [{'subnet_id': '88dfba5f-c1ad-4267-a0a9-1c462a544033'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 20:53:56.269060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.316774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-013f55b7-9aa3-42ae-886a-392d697f7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:56.318612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-013f55b7-9aa3-42ae-886a-392d697f7d91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1094 time: 0.0672760 Jan 28 20:53:56.434457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-79799702-1002-4f66-9d1a-bf68019d73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:56.435148 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.437275 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-79799702-1002-4f66-9d1a-bf68019d73b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.1119730 Jan 28 20:53:56.440121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Allocated IP 172.20.0.2 (4aa5bfe4-5717-4838-8778-ffa12a01048d/88dfba5f-c1ad-4267-a0a9-1c462a544033/ed43c8f9-205c-4536-8759-1daff19f0e86) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:56.489060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-bafde7f4-dca3-4943-b1d5-04e545ab2705 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 217 time: 0.0444651 Jan 28 20:53:56.554661 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-ad270878-3a03-4e16-9a0e-e5d44df71321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:56.556325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-ad270878-3a03-4e16-9a0e-e5d44df71321 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0614824 Jan 28 20:53:56.617021 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-4adcf6db-2719-409d-b12a-66ab2fc6733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:56.620428 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-4adcf6db-2719-409d-b12a-66ab2fc6733b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565262 Jan 28 20:53:56.649299 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:53:56.671480 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.676295 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.680677 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.724143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.726359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Network 4aa5bfe4-5717-4838-8778-ffa12a01048d is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:56.729673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:56.733812 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:56.743783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Pushing event updated for resources: {'Port': ['ID=ed43c8f9-205c-4536-8759-1daff19f0e86,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:56.752721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.753424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.753770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.754112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.754450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.754784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.755114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.755442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.755765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.756087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.756488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.756895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:53:56.781414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-bee7b3a3-4c44-4f2c-a635-dae357409b44 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543396 Jan 28 20:53:56.796027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902248d-71c5-40a1-adcb-6ac36053a081 req-ddd93601-da9d-4e2e-ace5-2de99c14f8b6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:56.797676 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5902248d-71c5-40a1-adcb-6ac36053a081 req-ddd93601-da9d-4e2e-ace5-2de99c14f8b6 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 908 time: 0.1228943 Jan 28 20:53:56.852122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Attempting to bind port ed43c8f9-205c-4536-8759-1daff19f0e86 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:53:56.854304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Attempting to bind port ed43c8f9-205c-4536-8759-1daff19f0e86 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:53:56.855268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Attempting to bind port ed43c8f9-205c-4536-8759-1daff19f0e86 on network 4aa5bfe4-5717-4838-8778-ffa12a01048d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:56.860778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:56.861932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Checking segment: {'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:56.862401 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.862921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Bound using segment: {'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:56.863565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Bound port: ed43c8f9-205c-4536-8759-1daff19f0e86, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:53:56.864061 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:56.875028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Allocated IP 172.25.2.97 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/10363369-8d63-4338-a365-e42b7cb474d4) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:56.934292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-db960649-9ac0-4a20-9a60-3c00feb42dff req-e344efb6-95ac-4394-a332-89e7876dfadd service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403925 Jan 28 20:53:56.952120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] For port ed43c8f9-205c-4536-8759-1daff19f0e86, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:56.956525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] For port ed43c8f9-205c-4536-8759-1daff19f0e86, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ed43c8f9-205c-4536-8759-1daff19f0e86,segment=NetworkSegment(0a43c436-43ea-4d3a-a2bc-8456c5376023),segment_id=0a43c436-43ea-4d3a-a2bc-8456c5376023)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:56.962322 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:57.023758 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:57.040930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240049-3229-49b3-9df3-28d83e010c4e None None] Pushing event updated for resources: {'Port': ['ID=ed43c8f9-205c-4536-8759-1daff19f0e86,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:57.067996 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:57.134672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:57.140573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:57.145796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:57.183005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Pushing event updated for resources: {'Port': ['ID=10363369-8d63-4338-a365-e42b7cb474d4,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:57.188904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4f40f0db-d99a-4564-bcb2-9828ed928a7b up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:57.232262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0cf8a-5047-4518-8cb9-aa1d232cd3d6 req-cee2d4d7-b022-4537-99b1-26d1f7cc8ecf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:57.238539 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abd0cf8a-5047-4518-8cb9-aa1d232cd3d6 req-cee2d4d7-b022-4537-99b1-26d1f7cc8ecf tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 943 time: 0.1391582 Jan 28 20:53:57.284319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 4f40f0db-d99a-4564-bcb2-9828ed928a7b completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:53:57.288538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 4f40f0db-d99a-4564-bcb2-9828ed928a7b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:57.289015 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:57.420751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abd0cf8a-5047-4518-8cb9-aa1d232cd3d6 req-67fbc7ba-3642-40bb-a44c-35a95984bdba tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410494 Jan 28 20:53:57.429728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:57.460556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f375e4-8838-407a-9895-76a2135e8198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f40f0db-d99a-4564-bcb2-9828ed928a7b'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:53:57.462940 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3d00e2-524b-4340-b50d-757e2a35ef1a" -d '{"events": [{"server_uuid": "c3f375e4-8838-407a-9895-76a2135e8198", "name": "network-vif-plugged", "status": "completed", "tag": "4f40f0db-d99a-4564-bcb2-9828ed928a7b"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:53:57.492739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 4f40f0db-d99a-4564-bcb2-9828ed928a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4f40f0db-d99a-4564-bcb2-9828ed928a7b,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:57.499189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:57.530528 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b6f7b7-f96e-4a8a-8abc-e520db0ac86d x-openstack-request-id: req-d7b6f7b7-f96e-4a8a-8abc-e520db0ac86d {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:53:57.530750 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f375e4-8838-407a-9895-76a2135e8198", "name": "network-vif-plugged", "status": "completed", "tag": "4f40f0db-d99a-4564-bcb2-9828ed928a7b", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:53:57.531096 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7b6f7b7-f96e-4a8a-8abc-e520db0ac86d {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:53:57.531553 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f375e4-8838-407a-9895-76a2135e8198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f40f0db-d99a-4564-bcb2-9828ed928a7b', 'code': 200} Jan 28 20:53:57.560013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=4f40f0db-d99a-4564-bcb2-9828ed928a7b,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:57.572741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:57.632682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4861b3-98a7-4036-a195-2a0d25a866f3 req-8767f219-e2a7-4f92-b4d8-f724064f2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:57.635178 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa4861b3-98a7-4036-a195-2a0d25a866f3 req-8767f219-e2a7-4f92-b4d8-f724064f2701 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 1060 time: 0.0500414 Jan 28 20:53:57.778298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:57.987202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d069a-3e63-460b-b317-be9860083348 req-b779e21a-b94e-402b-aa33-4a215fda2563 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:57.989619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e5d069a-3e63-460b-b317-be9860083348 req-b779e21a-b94e-402b-aa33-4a215fda2563 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 909 time: 0.0982060 Jan 28 20:53:58.004475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Router cbf92753-e936-4070-9f49-3043881ef586 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:53:58.133831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:53:58.144011 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Sync routers for ids ['cbf92753-e936-4070-9f49-3043881ef586'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:53:58.155152 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Routers {'cbf92753-e936-4070-9f49-3043881ef586'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:58.156294 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cbf92753-e936-4070-9f49-3043881ef586'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:58.161635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:58.163349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-df169a9d-4e36-4f17-9f76-9b448a630775 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0074580 Jan 28 20:53:58.166007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51720) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:58.283117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448939c9-8f4a-4e38-a8e2-53c2576889c5 None None] Network 4aa5bfe4-5717-4838-8778-ffa12a01048d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:53:58.296755 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Set router cbf92753-e936-4070-9f49-3043881ef586 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:58.359593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-be533347-4667-48d9-84b6-4b0822ee631c None None] Provisioning complete for port ed43c8f9-205c-4536-8759-1daff19f0e86 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:58.359966 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be533347-4667-48d9-84b6-4b0822ee631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:58.526867 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be533347-4667-48d9-84b6-4b0822ee631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:58.576921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-be533347-4667-48d9-84b6-4b0822ee631c None None] For port ed43c8f9-205c-4536-8759-1daff19f0e86, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ed43c8f9-205c-4536-8759-1daff19f0e86,segment=NetworkSegment(0a43c436-43ea-4d3a-a2bc-8456c5376023),segment_id=0a43c436-43ea-4d3a-a2bc-8456c5376023)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:53:58.590719 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-be533347-4667-48d9-84b6-4b0822ee631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:58.691731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be533347-4667-48d9-84b6-4b0822ee631c None None] Pushing event updated for resources: {'Port': ['ID=ed43c8f9-205c-4536-8759-1daff19f0e86,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:58.732486 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf92753-e936-4070-9f49-3043881ef586', 'name': 'tempest-ImageQuotaTest-1350664617-router', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '10363369-8d63-4338-a365-e42b7cb474d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:57Z', 'revision_number': 3, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'gw_port': {'id': '10363369-8d63-4338-a365-e42b7cb474d4', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:58.788480 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Checking router: cbf92753-e936-4070-9f49-3043881ef586 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:53:58.789668 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Updating router cbf92753-e936-4070-9f49-3043881ef586 port 10363369-8d63-4338-a365-e42b7cb474d4 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:53:58.844109 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:58.845152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ed43c8f9-205c-4536-8759-1daff19f0e86 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:53:58.906246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dcb06-19f7-4300-9a4b-db6ee07e8948 req-2b03cabe-99a7-48f8-b8f9-ac77b03345cd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:58.915856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f7dcb06-19f7-4300-9a4b-db6ee07e8948 req-2b03cabe-99a7-48f8-b8f9-ac77b03345cd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 943 time: 0.1329756 Jan 28 20:53:58.925512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4f159cce-da9f-4544-b060-229d30c0bd3a None None] Provisioning complete for port ed43c8f9-205c-4536-8759-1daff19f0e86 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:58.925888 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4f159cce-da9f-4544-b060-229d30c0bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:58.929974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ed43c8f9-205c-4536-8759-1daff19f0e86 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:53:58.930338 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:58.996662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f7dcb06-19f7-4300-9a4b-db6ee07e8948 req-8a576df9-9566-42a8-bb16-17b29c8294cb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797923 Jan 28 20:53:59.165009 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.168391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe09ba7-527b-4654-ae4f-db1cb9effc18 req-81c455ac-c5c0-43f8-bf01-a3b2f81eb1a8 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:59.169946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2fe09ba7-527b-4654-ae4f-db1cb9effc18 req-81c455ac-c5c0-43f8-bf01-a3b2f81eb1a8 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 909 time: 0.0876985 Jan 28 20:53:59.171113 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.178250 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.226003 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b8ac5-71e4-434d-bc59-a4f17373417b None None] Pushing event updated for resources: {'Port': ['ID=10363369-8d63-4338-a365-e42b7cb474d4,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:59.228630 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Attempting to bind port 10363369-8d63-4338-a365-e42b7cb474d4 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:53:59.228996 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Attempting to bind port 10363369-8d63-4338-a365-e42b7cb474d4 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:53:59.229355 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Attempting to bind port 10363369-8d63-4338-a365-e42b7cb474d4 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:53:59.234875 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:53:59.235234 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:53:59.235842 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.237444 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:53:59.237899 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Bound port: 10363369-8d63-4338-a365-e42b7cb474d4, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:53:59.238281 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.293337 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] For port 10363369-8d63-4338-a365-e42b7cb474d4, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:53:59.296728 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] For port 10363369-8d63-4338-a365-e42b7cb474d4, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=10363369-8d63-4338-a365-e42b7cb474d4,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:53:59.302218 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.356645 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Routers {'cbf92753-e936-4070-9f49-3043881ef586'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:53:59.357161 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cbf92753-e936-4070-9f49-3043881ef586'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:59.386658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9522c7-4594-4a09-99af-3afdaee4870a req-f302b96e-676a-4c7e-a59d-a77a9c9eebbd tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:59.388209 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec9522c7-4594-4a09-99af-3afdaee4870a req-f302b96e-676a-4c7e-a59d-a77a9c9eebbd tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 909 time: 0.1272476 Jan 28 20:53:59.415087 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b8ac5-71e4-434d-bc59-a4f17373417b None None] Pushing event updated for resources: {'Port': ['ID=10363369-8d63-4338-a365-e42b7cb474d4,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:59.440553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Allocated IP 172.20.0.1 (4aa5bfe4-5717-4838-8778-ffa12a01048d/88dfba5f-c1ad-4267-a0a9-1c462a544033/454da792-1e38-4646-9b4f-544727fe2b1a) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:53:59.482725 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] Set router cbf92753-e936-4070-9f49-3043881ef586 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:53:59.564628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa5bd2-994d-45dd-8948-d7ecc7d78f4c req-f516b274-9f16-4dcf-baac-54d75550986c tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:59.566147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-90fa5bd2-994d-45dd-8948-d7ecc7d78f4c req-f516b274-9f16-4dcf-baac-54d75550986c tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 1060 time: 0.0911763 Jan 28 20:53:59.584088 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.626280 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.668383 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fec1803e-8981-49f6-8550-53c070229917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf92753-e936-4070-9f49-3043881ef586', 'name': 'tempest-ImageQuotaTest-1350664617-router', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '10363369-8d63-4338-a365-e42b7cb474d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:57Z', 'revision_number': 3, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'gw_port': {'id': '10363369-8d63-4338-a365-e42b7cb474d4', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:53:59.673416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Network 4aa5bfe4-5717-4838-8778-ffa12a01048d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:53:59.690190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:53:59.695380 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1803e-8981-49f6-8550-53c070229917 None None] The sync data for ids ['cbf92753-e936-4070-9f49-3043881ef586'] in n-d-825064-3 is: [{'id': 'cbf92753-e936-4070-9f49-3043881ef586', 'name': 'tempest-ImageQuotaTest-1350664617-router', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '10363369-8d63-4338-a365-e42b7cb474d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:57Z', 'revision_number': 3, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'gw_port': {'id': '10363369-8d63-4338-a365-e42b7cb474d4', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:53:59.698035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:53:59.745768 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Pushing event updated for resources: {'Port': ['ID=454da792-1e38-4646-9b4f-544727fe2b1a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:53:59.760288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc736a6-9fd9-4ba9-a0ec-2b5cf1284ac9 req-e07f8cf1-9c76-4a60-b594-935338d30777 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:59.767938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abc736a6-9fd9-4ba9-a0ec-2b5cf1284ac9 req-e07f8cf1-9c76-4a60-b594-935338d30777 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 1135 time: 0.1124463 Jan 28 20:53:59.778939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:53:59.853195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-abc736a6-9fd9-4ba9-a0ec-2b5cf1284ac9 req-e275bff0-f6e8-4b76-83ec-38b8cd616f1c tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0820332 Jan 28 20:53:59.877629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51732) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:53:59.921238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0761cb7-fd7b-405d-86a4-64d24b555bf1 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:53:59.923160 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b0761cb7-fd7b-405d-86a4-64d24b555bf1 tempest-TestSecurityGroupsBasicOps-234702337 tempest-TestSecurityGroupsBasicOps-234702337-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 1055 time: 0.0442631 Jan 28 20:53:59.946279 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:00.026792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e54e53d4-97ea-4605-9cd8-dda47500e2e9 None None] Provisioning complete for port 454da792-1e38-4646-9b4f-544727fe2b1a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:54:00.027930 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e54e53d4-97ea-4605-9cd8-dda47500e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:00.071658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e54e53d4-97ea-4605-9cd8-dda47500e2e9 None None] Port 454da792-1e38-4646-9b4f-544727fe2b1a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:54:00.230396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e41d-a4fd-46c5-b53a-ce2fe9ddbfb6 req-722fae0e-b322-4e1a-8af8-76be78765d53 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:00.231946 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2918e41d-a4fd-46c5-b53a-ce2fe9ddbfb6 req-722fae0e-b322-4e1a-8af8-76be78765d53 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 943 time: 0.1158686 Jan 28 20:54:00.294932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:00.311025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:00.322601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f1915-7521-481f-bb4d-6f6d6c33b1db req-615599a7-7d26-4df8-ae0d-12f66b07b9cb tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:00.324296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-973f1915-7521-481f-bb4d-6f6d6c33b1db req-615599a7-7d26-4df8-ae0d-12f66b07b9cb tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 909 time: 0.1451721 Jan 28 20:54:00.329759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2918e41d-a4fd-46c5-b53a-ce2fe9ddbfb6 req-f71028fe-906e-41bd-a4d6-469d8c8cf9c7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903952 Jan 28 20:54:00.400567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:00.402449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Pushing event updated for resources: {'Port': ['ID=454da792-1e38-4646-9b4f-544727fe2b1a,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:00.507949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Network 4aa5bfe4-5717-4838-8778-ffa12a01048d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:54:00.509428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:54:00.651356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Router cbf92753-e936-4070-9f49-3043881ef586 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:54:00.787940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:54:00.793257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3fa25517-e201-491f-9532-9bb9b867dd8b admin admin] 10.222.0.44 "PUT /v2.0/routers/cbf92753-e936-4070-9f49-3043881ef586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6258364 Jan 28 20:54:00.812483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-46ec44e6-898e-44f7-8f62-752f4e182d76 None None] Provisioning complete for port 454da792-1e38-4646-9b4f-544727fe2b1a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:54:00.813034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46ec44e6-898e-44f7-8f62-752f4e182d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:00.852475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-46ec44e6-898e-44f7-8f62-752f4e182d76 None None] Port 454da792-1e38-4646-9b4f-544727fe2b1a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:54:00.856417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 10363369-8d63-4338-a365-e42b7cb474d4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:54:00.908855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 10363369-8d63-4338-a365-e42b7cb474d4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:54:00.909161 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:00.999404 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:01.030268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 10363369-8d63-4338-a365-e42b7cb474d4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=10363369-8d63-4338-a365-e42b7cb474d4,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:01.036319 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:01.037382 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ed43c8f9-205c-4536-8759-1daff19f0e86 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:54:01.116464 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=10363369-8d63-4338-a365-e42b7cb474d4,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:01.129074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ed43c8f9-205c-4536-8759-1daff19f0e86 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:54:01.129475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:01.511452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51263bc0-b385-44a9-a3ff-7382e18828ed req-ecc86d6f-97da-4043-8d6d-f01e52b2d929 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:01.513101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51263bc0-b385-44a9-a3ff-7382e18828ed req-ecc86d6f-97da-4043-8d6d-f01e52b2d929 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 909 time: 0.0925117 Jan 28 20:54:01.544511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f3bc4-c125-4477-b352-1492ba0d58e8 req-ebd40662-dfed-4720-885c-56cf0998a168 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:01.546238 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-954f3bc4-c125-4477-b352-1492ba0d58e8 req-ebd40662-dfed-4720-885c-56cf0998a168 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 943 time: 0.0874326 Jan 28 20:54:01.592696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-954f3bc4-c125-4477-b352-1492ba0d58e8 req-065eadda-afd2-4fba-973f-db811b9ef458 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382993 Jan 28 20:54:01.643043 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Sync routers for ids ['cbf92753-e936-4070-9f49-3043881ef586'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:54:01.652162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Routers {'cbf92753-e936-4070-9f49-3043881ef586'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:01.653025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cbf92753-e936-4070-9f49-3043881ef586'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:01.724168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-cfbedf7c-1edd-4206-845f-03b2e3885e46 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:01.726482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-cfbedf7c-1edd-4206-845f-03b2e3885e46 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 909 time: 0.0516155 Jan 28 20:54:01.771129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Set router cbf92753-e936-4070-9f49-3043881ef586 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:01.836673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting port 4f40f0db-d99a-4564-bcb2-9828ed928a7b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:01.837151 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:01.935163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] For port 4f40f0db-d99a-4564-bcb2-9828ed928a7b, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=4f40f0db-d99a-4564-bcb2-9828ed928a7b,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:01.935743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:01.949089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Calling delete_port for 4f40f0db-d99a-4564-bcb2-9828ed928a7b owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:01.958697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51762) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:01.987371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf92753-e936-4070-9f49-3043881ef586', 'name': 'tempest-ImageQuotaTest-1350664617-router', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '10363369-8d63-4338-a365-e42b7cb474d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:59Z', 'revision_number': 4, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'gw_port': {'id': '10363369-8d63-4338-a365-e42b7cb474d4', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '454da792-1e38-4646-9b4f-544727fe2b1a', 'name': '', 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'mac_address': 'fa:16:3e:25:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '88dfba5f-c1ad-4267-a0a9-1c462a544033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:59Z', 'updated_at': '2022-01-28T20:54:00Z', 'revision_number': 2, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'subnets': [{'id': '88dfba5f-c1ad-4267-a0a9-1c462a544033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:02.089954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.129446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Port': ['ID=4f40f0db-d99a-4564-bcb2-9828ed928a7b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:02.177604 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Checking router: cbf92753-e936-4070-9f49-3043881ef586 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:54:02.178242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Updating router cbf92753-e936-4070-9f49-3043881ef586 port 454da792-1e38-4646-9b4f-544727fe2b1a binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:54:02.180559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] No DVR routers for this DVR port 4f40f0db-d99a-4564-bcb2-9828ed928a7b on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:54:02.183614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.187731 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-83201f9b-2e78-4685-8e1d-7197a0935cfa req-7c3dcd2f-e179-4314-b4de-7d4f664b54bc tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.26 "DELETE /v2.0/ports/4f40f0db-d99a-4564-bcb2-9828ed928a7b HTTP/1.1" status: 204 len: 173 time: 0.4547966 Jan 28 20:54:02.188505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f375e4-8838-407a-9895-76a2135e8198', 'name': 'network-vif-deleted', 'tag': '4f40f0db-d99a-4564-bcb2-9828ed928a7b'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:54:02.192468 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e05c77-f1c4-4759-b37d-7016e761cdc4" -d '{"events": [{"server_uuid": "c3f375e4-8838-407a-9895-76a2135e8198", "name": "network-vif-deleted", "tag": "4f40f0db-d99a-4564-bcb2-9828ed928a7b"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:54:02.225636 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.246906 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3953f9-2e53-4b65-89f3-6b65c4ea17dc x-openstack-request-id: req-aa3953f9-2e53-4b65-89f3-6b65c4ea17dc {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:54:02.247283 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f375e4-8838-407a-9895-76a2135e8198", "name": "network-vif-deleted", "tag": "4f40f0db-d99a-4564-bcb2-9828ed928a7b", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:54:02.247647 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa3953f9-2e53-4b65-89f3-6b65c4ea17dc {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:54:02.248127 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f375e4-8838-407a-9895-76a2135e8198', 'name': 'network-vif-deleted', 'tag': '4f40f0db-d99a-4564-bcb2-9828ed928a7b', 'status': 'completed', 'code': 200} Jan 28 20:54:02.382733 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a823475-6131-4af0-afed-1e827e1cddbf req-c521f5d3-a333-44a9-8f56-920e1d36e0c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0401831 Jan 28 20:54:02.463161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.464022 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a823475-6131-4af0-afed-1e827e1cddbf req-7c027b11-9854-4063-a64b-4a7a439e6556 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 210 time: 0.0261185 Jan 28 20:54:02.562793 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.572401 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.631867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bbd80-bd4b-496b-899f-a8ebd6fa2e48 None None] Pushing event updated for resources: {'Port': ['ID=454da792-1e38-4646-9b4f-544727fe2b1a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:02.731888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a823475-6131-4af0-afed-1e827e1cddbf req-0f294833-9e6e-45f0-9561-f62e2786b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:02.732498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a823475-6131-4af0-afed-1e827e1cddbf req-0f294833-9e6e-45f0-9561-f62e2786b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:02.736950 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a823475-6131-4af0-afed-1e827e1cddbf req-0f294833-9e6e-45f0-9561-f62e2786b6dd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dfb24fc370c64b60bff83e86c323e463&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.2495100 Jan 28 20:54:02.770150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Attempting to bind port 454da792-1e38-4646-9b4f-544727fe2b1a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:54:02.770523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Attempting to bind port 454da792-1e38-4646-9b4f-544727fe2b1a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:54:02.770890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Attempting to bind port 454da792-1e38-4646-9b4f-544727fe2b1a on network 4aa5bfe4-5717-4838-8778-ffa12a01048d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:54:02.787095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 10363369-8d63-4338-a365-e42b7cb474d4 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:54:02.799716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:54:02.800326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Checking segment: {'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:54:02.800807 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.801639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Bound using segment: {'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:54:02.802276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Bound port: 454da792-1e38-4646-9b4f-544727fe2b1a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a43c436-43ea-4d3a-a2bc-8456c5376023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:54:02.802823 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.893976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d606844-18fa-4336-9d99-46c2bc1fdb10 req-8e275884-fa8f-467b-9129-09df40cff733 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3f375e4-8838-407a-9895-76a2135e8198 HTTP/1.1" status: 200 len: 210 time: 0.0690970 Jan 28 20:54:02.944537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966fe72-901c-45a4-90db-8323077b31dc req-aa6dacf0-21c5-4c37-bcd6-e7959145ede4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:02.946027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] For port 454da792-1e38-4646-9b4f-544727fe2b1a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:54:02.946182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0966fe72-901c-45a4-90db-8323077b31dc req-aa6dacf0-21c5-4c37-bcd6-e7959145ede4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 943 time: 0.1226239 Jan 28 20:54:02.950001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] For port 454da792-1e38-4646-9b4f-544727fe2b1a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=454da792-1e38-4646-9b4f-544727fe2b1a,segment=NetworkSegment(0a43c436-43ea-4d3a-a2bc-8456c5376023),segment_id=0a43c436-43ea-4d3a-a2bc-8456c5376023)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:54:02.951344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 10363369-8d63-4338-a365-e42b7cb474d4 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:54:02.951983 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.956395 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:02.960979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a823475-6131-4af0-afed-1e827e1cddbf req-b87f9129-a756-4a6b-8df8-6d545f65f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:02.962818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a823475-6131-4af0-afed-1e827e1cddbf req-b87f9129-a756-4a6b-8df8-6d545f65f78f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2185206 Jan 28 20:54:03.035594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0966fe72-901c-45a4-90db-8323077b31dc req-39f17c09-848f-42f9-8817-45851eddff35 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620759 Jan 28 20:54:03.074409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Deleting port 454da792-1e38-4646-9b4f-544727fe2b1a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:03.074921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:03.099072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bbd80-bd4b-496b-899f-a8ebd6fa2e48 None None] Pushing event updated for resources: {'Port': ['ID=454da792-1e38-4646-9b4f-544727fe2b1a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:03.113350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b3076ca4-4266-4f80-b414-67729427a394 None None] Provisioning complete for port 454da792-1e38-4646-9b4f-544727fe2b1a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:54:03.113727 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b3076ca4-4266-4f80-b414-67729427a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:03.136137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Routers {'cbf92753-e936-4070-9f49-3043881ef586'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:03.136796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cbf92753-e936-4070-9f49-3043881ef586'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:03.176356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] For port 454da792-1e38-4646-9b4f-544727fe2b1a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=454da792-1e38-4646-9b4f-544727fe2b1a,segment=NetworkSegment(0a43c436-43ea-4d3a-a2bc-8456c5376023),segment_id=0a43c436-43ea-4d3a-a2bc-8456c5376023)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:03.176850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:03.192273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Calling delete_port for 454da792-1e38-4646-9b4f-544727fe2b1a owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:03.325764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] Set router cbf92753-e936-4070-9f49-3043881ef586 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:03.375151 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b3076ca4-4266-4f80-b414-67729427a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:03.388024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:03.415961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Pushing event deleted for resources: {'Port': ['ID=454da792-1e38-4646-9b4f-544727fe2b1a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:03.593330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf92753-e936-4070-9f49-3043881ef586', 'name': 'tempest-ImageQuotaTest-1350664617-router', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '10363369-8d63-4338-a365-e42b7cb474d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:59Z', 'revision_number': 4, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'gw_port': {'id': '10363369-8d63-4338-a365-e42b7cb474d4', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '454da792-1e38-4646-9b4f-544727fe2b1a', 'name': '', 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'mac_address': 'fa:16:3e:25:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '88dfba5f-c1ad-4267-a0a9-1c462a544033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:59Z', 'updated_at': '2022-01-28T20:54:02Z', 'revision_number': 4, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'subnets': [{'id': '88dfba5f-c1ad-4267-a0a9-1c462a544033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:03.594876 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:03.624452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3125ed-2729-4c75-ad31-1774e15f0284 None None] The sync data for ids ['cbf92753-e936-4070-9f49-3043881ef586'] in n-d-825064-3 is: [{'id': 'cbf92753-e936-4070-9f49-3043881ef586', 'name': 'tempest-ImageQuotaTest-1350664617-router', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '10363369-8d63-4338-a365-e42b7cb474d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:53:59Z', 'revision_number': 4, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'gw_port': {'id': '10363369-8d63-4338-a365-e42b7cb474d4', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '454da792-1e38-4646-9b4f-544727fe2b1a', 'name': '', 'network_id': '4aa5bfe4-5717-4838-8778-ffa12a01048d', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'mac_address': 'fa:16:3e:25:fe:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf92753-e936-4070-9f49-3043881ef586', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '88dfba5f-c1ad-4267-a0a9-1c462a544033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:59Z', 'updated_at': '2022-01-28T20:54:02Z', 'revision_number': 4, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'subnets': [{'id': '88dfba5f-c1ad-4267-a0a9-1c462a544033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:54:03.627354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8c7be55a-7ee9-49c3-8b3c-1e29c9f63e5e None None] Could not find standard attr ID for object 454da792-1e38-4646-9b4f-544727fe2b1a. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:54:03.830938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Router cbf92753-e936-4070-9f49-3043881ef586 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:54:03.942517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:54:03.950119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7932c37d-a553-4ec2-80c1-547eafb9aa68 admin admin] 10.222.0.44 "PUT /v2.0/routers/cbf92753-e936-4070-9f49-3043881ef586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9872477 Jan 28 20:54:03.953805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51774) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:03.954164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51776) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:04.062201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.201780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.230081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042d154-4e6d-433b-9c0a-a7a00005e057 req-8bbdf91a-1082-435e-970d-06ad0ee94676 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:04.231624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2042d154-4e6d-433b-9c0a-a7a00005e057 req-8bbdf91a-1082-435e-970d-06ad0ee94676 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 943 time: 0.0840108 Jan 28 20:54:04.366262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.624139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2042d154-4e6d-433b-9c0a-a7a00005e057 req-43c1294a-b37c-4401-bd3c-48a6ce2d6179 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3736830 Jan 28 20:54:04.633793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Deleting port 10363369-8d63-4338-a365-e42b7cb474d4 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:04.634135 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.653679 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting port 05dae084-ec64-4224-bb78-a4898eddca88 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:04.654033 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.727235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] For port 10363369-8d63-4338-a365-e42b7cb474d4, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=10363369-8d63-4338-a365-e42b7cb474d4,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:04.727601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.741594 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Calling delete_port for 10363369-8d63-4338-a365-e42b7cb474d4 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:04.752100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eff8d5bb-19f5-4a52-867f-a375bda651fb details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:54:04.877076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eff8d5bb-19f5-4a52-867f-a375bda651fb, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:04.890741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:54:04.934358 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.936513 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.949500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff8d5bb-19f5-4a52-867f-a375bda651fb {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:54:04.964619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Pushing event deleted for resources: {'Port': ['ID=10363369-8d63-4338-a365-e42b7cb474d4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:04.966412 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] Sync routers for ids ['cbf92753-e936-4070-9f49-3043881ef586'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:54:04.972672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eff8d5bb-19f5-4a52-867f-a375bda651fb, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:04.978721 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:04.990842 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] Routers {'cbf92753-e936-4070-9f49-3043881ef586'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:04.991911 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['cbf92753-e936-4070-9f49-3043881ef586'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:05.030924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eff8d5bb-19f5-4a52-867f-a375bda651fb,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:05.037360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.075447 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] Set router cbf92753-e936-4070-9f49-3043881ef586 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:05.097936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] For port 05dae084-ec64-4224-bb78-a4898eddca88, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=05dae084-ec64-4224-bb78-a4898eddca88,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:05.100102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.115553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Calling delete_port for 05dae084-ec64-4224-bb78-a4898eddca88 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:05.145643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.147929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.168718 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf92753-e936-4070-9f49-3043881ef586', 'name': 'tempest-ImageQuotaTest-1350664617-router', 'tenant_id': '2e8f8c850e994c079fa387cecb814cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:56Z', 'updated_at': '2022-01-28T20:54:04Z', 'revision_number': 7, 'project_id': '2e8f8c850e994c079fa387cecb814cfe', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:05.199196 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.199756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbf92753-e936-4070-9f49-3043881ef586 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:54:05.205130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.208767 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fda4b86d-ef5b-4934-b095-c65f8a56fe9e admin admin] 10.222.0.44 "DELETE /v2.0/routers/cbf92753-e936-4070-9f49-3043881ef586 HTTP/1.1" status: 204 len: 168 time: 1.2550695 Jan 28 20:54:05.209101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51780) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:05.211644 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] Checking router: cbf92753-e936-4070-9f49-3043881ef586 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:54:05.224223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['eff8d5bb-19f5-4a52-867f-a375bda651fb'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:54:05.240998 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] Routers set() bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:05.241370 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] Router IDs set() for agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 20:54:05.242238 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_agentschedulers_db [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbf92753-e936-4070-9f49-3043881ef586'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent'). {{(pid=102309) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 20:54:05.242621 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a1b02-48bc-4273-822f-4463a520cc39 None None] The sync data for ids ['cbf92753-e936-4070-9f49-3043881ef586'] in n-d-825064-3 is: [] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:54:05.282422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac489b5-0e70-4f76-990a-701b5a075f54 admin admin] Deleting subnet 88dfba5f-c1ad-4267-a0a9-1c462a544033 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:54:05.286907 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ac489b5-0e70-4f76-990a-701b5a075f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.307402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4f40f0db-d99a-4564-bcb2-9828ed928a7b no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:05.339689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ac489b5-0e70-4f76-990a-701b5a075f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.342215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 4f40f0db-d99a-4564-bcb2-9828ed928a7b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:05.342565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 4f40f0db-d99a-4564-bcb2-9828ed928a7b not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:05.352119 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.411826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Port': ['ID=05dae084-ec64-4224-bb78-a4898eddca88,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:05.524702 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ac489b5-0e70-4f76-990a-701b5a075f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.608223 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ac489b5-0e70-4f76-990a-701b5a075f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.641325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac489b5-0e70-4f76-990a-701b5a075f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88dfba5f-c1ad-4267-a0a9-1c462a544033,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:05.645461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ac489b5-0e70-4f76-990a-701b5a075f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.650432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3ac489b5-0e70-4f76-990a-701b5a075f54 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/88dfba5f-c1ad-4267-a0a9-1c462a544033 HTTP/1.1" status: 204 len: 168 time: 0.4403324 Jan 28 20:54:05.652895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51784) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:05.666857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.685616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e30149-aa3f-4a62-b67a-83a7bb5ee5b3 None None] Network 4aa5bfe4-5717-4838-8778-ffa12a01048d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:54:05.791328 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.817269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37e51a-02f2-4941-a931-cdd3bdd1cb2c req-caf35f4b-f982-42eb-9234-2cbee6814ff6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:05.818791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e37e51a-02f2-4941-a931-cdd3bdd1cb2c req-caf35f4b-f982-42eb-9234-2cbee6814ff6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 944 time: 0.0792108 Jan 28 20:54:05.894639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e37e51a-02f2-4941-a931-cdd3bdd1cb2c req-6de6f761-67dd-4168-8633-975c629bc9ad tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496092 Jan 28 20:54:05.905731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Deleting port ed43c8f9-205c-4536-8759-1daff19f0e86 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:05.906069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.921471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] DHCP port deletion for 4aa5bfe4-5717-4838-8778-ffa12a01048d request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:54:05.948724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Router bc29419b-2a18-4634-a130-53fdadd33914 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:54:05.979156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] Deleting port ed43c8f9-205c-4536-8759-1daff19f0e86 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:05.979569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:05.987470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] For port ed43c8f9-205c-4536-8759-1daff19f0e86, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ed43c8f9-205c-4536-8759-1daff19f0e86,segment=NetworkSegment(0a43c436-43ea-4d3a-a2bc-8456c5376023),segment_id=0a43c436-43ea-4d3a-a2bc-8456c5376023)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:05.988060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.002241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Calling delete_port for ed43c8f9-205c-4536-8759-1daff19f0e86 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:06.050141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] For port ed43c8f9-205c-4536-8759-1daff19f0e86, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ed43c8f9-205c-4536-8759-1daff19f0e86,segment=NetworkSegment(0a43c436-43ea-4d3a-a2bc-8456c5376023),segment_id=0a43c436-43ea-4d3a-a2bc-8456c5376023)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:06.050535 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.063463 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:54:06.063833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] Calling delete_port for ed43c8f9-205c-4536-8759-1daff19f0e86 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:06.072001 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5b4eb2e5-a5b3-49c1-90ed-3eedbd688d7d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "PUT /v2.0/routers/bc29419b-2a18-4634-a130-53fdadd33914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1153595 Jan 28 20:54:06.074278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51786) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:06.082400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] Sync routers for ids ['bc29419b-2a18-4634-a130-53fdadd33914'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:54:06.097293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.123450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed43c8f9-205c-4536-8759-1daff19f0e86,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:06.128396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] No DVR routers for this DVR port ed43c8f9-205c-4536-8759-1daff19f0e86 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:54:06.131918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] Routers {'bc29419b-2a18-4634-a130-53fdadd33914'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:06.132604 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bc29419b-2a18-4634-a130-53fdadd33914'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:06.153531 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f994fd0-d34d-4cc2-baca-9df252ba231d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting subnet f20dcf5d-9ccd-4ae5-b251-eaefe472ee26 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:54:06.156989 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f994fd0-d34d-4cc2-baca-9df252ba231d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:54:06.201460 n-d-825064-3 neutron-server[102308]: self.session.flush() Jan 28 20:54:06.207955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f994fd0-d34d-4cc2-baca-9df252ba231d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.208432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.239196 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.242505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa5bfe4-5717-4838-8778-ffa12a01048d']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:06.260226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] No DVR routers for this DVR port ed43c8f9-205c-4536-8759-1daff19f0e86 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:54:06.262443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a43c436-43ea-4d3a-a2bc-8456c5376023') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:06.263893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a43c436-43ea-4d3a-a2bc-8456c5376023') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:06.277262 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.286335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab5fb2-a2bb-4c79-bc0c-723ce9de1db0 None None] Pushing event deleted for resources: {'Port': ['ID=ed43c8f9-205c-4536-8759-1daff19f0e86,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:06.294582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] Set router bc29419b-2a18-4634-a130-53fdadd33914 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:06.297703 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.305744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:54:06.306200 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:54:06.308041 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:54:06.315610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f994fd0-d34d-4cc2-baca-9df252ba231d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.381243 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f994fd0-d34d-4cc2-baca-9df252ba231d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.381525 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.386686 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.393175 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4aa5bfe4-5717-4838-8778-ffa12a01048d HTTP/1.1" status: 204 len: 168 time: 0.7365658 Jan 28 20:54:06.406121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913723c7-ab77-463d-990c-9369ce8a4fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa5bfe4-5717-4838-8778-ffa12a01048d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:06.428312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f994fd0-d34d-4cc2-baca-9df252ba231d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Subnet': ['ID=f20dcf5d-9ccd-4ae5-b251-eaefe472ee26,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:06.430395 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1f994fd0-d34d-4cc2-baca-9df252ba231d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.436856 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1f994fd0-d34d-4cc2-baca-9df252ba231d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/subnets/f20dcf5d-9ccd-4ae5-b251-eaefe472ee26 HTTP/1.1" status: 204 len: 168 time: 0.3610160 Jan 28 20:54:06.437865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51790) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:06.438445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885bd9a-fff6-4251-b3a2-950f01c1e0d3 None None] Network 93c9de8f-467b-41cc-bcb2-d8be69d86248 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:54:06.525320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51792) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:06.554443 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.570550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-52d7b29d-a8c1-49a4-9d09-5aabba1d7eb2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e8f8c850e994c079fa387cecb814cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440245 Jan 28 20:54:06.575434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51794) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:06.633833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d8def09-e85e-4f96-92be-f9b40a615fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.662832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d8def09-e85e-4f96-92be-f9b40a615fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.693632 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.727974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d8def09-e85e-4f96-92be-f9b40a615fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.730713 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d8def09-e85e-4f96-92be-f9b40a615fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.732370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5d8def09-e85e-4f96-92be-f9b40a615fd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/257b89db-022f-483c-83de-bed1aa2403be HTTP/1.1" status: 204 len: 168 time: 0.1553667 Jan 28 20:54:06.741728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8def09-e85e-4f96-92be-f9b40a615fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b89db-022f-483c-83de-bed1aa2403be,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:06.773615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eff8d5bb-19f5-4a52-867f-a375bda651fb up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:54:06.780258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting port 02044d73-994b-4f03-b86b-78e420a38e42 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:06.780797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.823644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 454da792-1e38-4646-9b4f-544727fe2b1a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:06.849974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 454da792-1e38-4646-9b4f-544727fe2b1a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:06.850469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 454da792-1e38-4646-9b4f-544727fe2b1a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:06.850728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 10363369-8d63-4338-a365-e42b7cb474d4 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:06.879501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 10363369-8d63-4338-a365-e42b7cb474d4 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:06.880113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 10363369-8d63-4338-a365-e42b7cb474d4 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:06.880742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ed43c8f9-205c-4536-8759-1daff19f0e86 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:06.902928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] For port 02044d73-994b-4f03-b86b-78e420a38e42, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=02044d73-994b-4f03-b86b-78e420a38e42,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:06.903300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:06.904278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: ed43c8f9-205c-4536-8759-1daff19f0e86 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:06.904626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ed43c8f9-205c-4536-8759-1daff19f0e86 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:06.913993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '02044d73-994b-4f03-b86b-78e420a38e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:54:05Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': '02044d73-994b-4f03-b86b-78e420a38e42', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:24:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:53:39Z', 'updated_at': '2022-01-28T20:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:06.917114 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port eff8d5bb-19f5-4a52-867f-a375bda651fb completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:54:06.923397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Calling delete_port for 02044d73-994b-4f03-b86b-78e420a38e42 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:06.959805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] DHCP port deletion for 93c9de8f-467b-41cc-bcb2-d8be69d86248 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:54:06.972548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] Checking router: bc29419b-2a18-4634-a130-53fdadd33914 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:54:06.976056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port eff8d5bb-19f5-4a52-867f-a375bda651fb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:54:06.976661 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.023224 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] Routers {'bc29419b-2a18-4634-a130-53fdadd33914'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:07.024162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['bc29419b-2a18-4634-a130-53fdadd33914'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:07.041306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc366c-1d19-4bc0-ac99-5ba067c24fca req-ba4cb22e-c3fe-4173-a2b4-a16faa77b6b3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:07.049592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9cc366c-1d19-4bc0-ac99-5ba067c24fca req-ba4cb22e-c3fe-4173-a2b4-a16faa77b6b3 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 944 time: 0.0628080 Jan 28 20:54:07.086923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9cc366c-1d19-4bc0-ac99-5ba067c24fca req-5ec4518d-49b0-4cd0-bc7b-097cff586324 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359108 Jan 28 20:54:07.139710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.140447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] Set router bc29419b-2a18-4634-a130-53fdadd33914 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:07.167904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Port': ['ID=02044d73-994b-4f03-b86b-78e420a38e42,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:07.209726 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:54:06Z', 'revision_number': 6, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:07.210729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51802) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:07.226549 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-738618ed-aa84-4d4d-a931-eb90461eb7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.232479 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.260081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c5780e-38ac-4e6a-bba6-dc3be9bb5a89 None None] The sync data for ids ['bc29419b-2a18-4634-a130-53fdadd33914'] in n-d-825064-3 is: [{'id': 'bc29419b-2a18-4634-a130-53fdadd33914', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1429843518', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:53:38Z', 'updated_at': '2022-01-28T20:54:06Z', 'revision_number': 6, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:54:07.265793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] Deleting port e9144c20-0ffc-4ed5-9764-a6b85a199d7e {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:07.266166 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.321351 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.335503 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-738618ed-aa84-4d4d-a931-eb90461eb7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.341230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-738618ed-aa84-4d4d-a931-eb90461eb7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.355734 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.358424 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.365285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:54:07.367717 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8de974-4387-425c-afcc-cd99c3efe484" -d '{"events": [{"server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "name": "network-vif-plugged", "status": "completed", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:54:07.382932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] For port e9144c20-0ffc-4ed5-9764-a6b85a199d7e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e9144c20-0ffc-4ed5-9764-a6b85a199d7e,segment=NetworkSegment(e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe),segment_id=e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:07.383341 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.393688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port eff8d5bb-19f5-4a52-867f-a375bda651fb, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:07.402481 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.403530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-738618ed-aa84-4d4d-a931-eb90461eb7d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1910954 Jan 28 20:54:07.406205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] Calling delete_port for e9144c20-0ffc-4ed5-9764-a6b85a199d7e owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:07.410238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51806) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:07.427228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.430345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Fanout notify agent at l3_agent the message router_deleted on router bc29419b-2a18-4634-a130-53fdadd33914 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:54:07.437803 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f68318f-fb3d-4ac4-9cc7-a8adfe3e425a x-openstack-request-id: req-2f68318f-fb3d-4ac4-9cc7-a8adfe3e425a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:54:07.438096 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "name": "network-vif-plugged", "status": "completed", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:54:07.438348 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f68318f-fb3d-4ac4-9cc7-a8adfe3e425a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:54:07.438778 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'code': 200} Jan 28 20:54:07.441599 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.446577 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4cd921d2-51c4-40af-9029-305a8c5997a1 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/routers/bc29419b-2a18-4634-a130-53fdadd33914 HTTP/1.1" status: 204 len: 168 time: 1.0075374 Jan 28 20:54:07.447309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51808) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:07.465202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738618ed-aa84-4d4d-a931-eb90461eb7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff970ad8-3ff9-4af8-b0e8-2c20637a9671,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:07.526419 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b10fae4d-efc3-4fc0-89fd-b25f131ba847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.538276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=eff8d5bb-19f5-4a52-867f-a375bda651fb,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:07.562803 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b10fae4d-efc3-4fc0-89fd-b25f131ba847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.564793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.570289 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.581804 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dddb0-3df6-47e9-a279-0e50e99ce77b req-06f923c1-b80f-48c1-b56a-deabceec057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:07.583341 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a4dddb0-3df6-47e9-a279-0e50e99ce77b req-06f923c1-b80f-48c1-b56a-deabceec057d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1096 time: 0.0805285 Jan 28 20:54:07.601070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] Pushing event deleted for resources: {'Port': ['ID=e9144c20-0ffc-4ed5-9764-a6b85a199d7e,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:07.606961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c665b79-f311-4533-b981-4abc9b802e67 None None] No DVR routers for this DVR port e9144c20-0ffc-4ed5-9764-a6b85a199d7e on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:54:07.639193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b10fae4d-efc3-4fc0-89fd-b25f131ba847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.650881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b10fae4d-efc3-4fc0-89fd-b25f131ba847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.654449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b10fae4d-efc3-4fc0-89fd-b25f131ba847 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff970ad8-3ff9-4af8-b0e8-2c20637a9671 HTTP/1.1" status: 204 len: 168 time: 0.2408786 Jan 28 20:54:07.664746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fae4d-efc3-4fc0-89fd-b25f131ba847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff970ad8-3ff9-4af8-b0e8-2c20637a9671,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:07.708690 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a4dddb0-3df6-47e9-a279-0e50e99ce77b req-009d7fde-4731-49b8-a9d1-fa37912905ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984547 Jan 28 20:54:07.715178 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.734689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c0591c08-4c51-4fb2-823e-c247d37786a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.746795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c9de8f-467b-41cc-bcb2-d8be69d86248']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:07.760473 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:07.761061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e983522e-6b7c-4cb3-ab9d-baaa8e0cf0fe') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:07.772816 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.789610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.796509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:54:07.796913 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:54:07.800502 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:54:07.889502 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.898541 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:07.902054 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/networks/93c9de8f-467b-41cc-bcb2-d8be69d86248 HTTP/1.1" status: 204 len: 168 time: 0.4535735 Jan 28 20:54:07.906610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51812) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:07.926034 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc7d84-d37a-43ef-a5cd-1607e1e45079 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Network': ['ID=93c9de8f-467b-41cc-bcb2-d8be69d86248,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:08.113202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting port 243e2951-1feb-4bff-a352-9c47418de685 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:08.113714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:08.223644 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:08.223974 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:08.252838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Calling delete_port for 243e2951-1feb-4bff-a352-9c47418de685 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:08.312467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4c2fe-76f6-47f5-9312-d057ab5e07de req-b1d3daa7-d581-41e4-8d40-f3c3daec2266 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:08.314006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28b4c2fe-76f6-47f5-9312-d057ab5e07de req-b1d3daa7-d581-41e4-8d40-f3c3daec2266 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 945 time: 0.1079550 Jan 28 20:54:08.373016 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28b4c2fe-76f6-47f5-9312-d057ab5e07de req-dcbfb179-004e-4a02-a0ef-47b851e2b2f6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506699 Jan 28 20:54:08.450609 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:08.474444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Port': ['ID=243e2951-1feb-4bff-a352-9c47418de685,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:08.536409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:08.536748 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Floating IP 87e26823-bc9a-4969-a8df-238046b88300 disassociated (deleted). External IP: 172.25.2.64, port: 93e8ebfb-300f-4407-82b5-1ed456e01140. Jan 28 20:54:08.706481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e9144c20-0ffc-4ed5-9764-a6b85a199d7e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:08.730027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: e9144c20-0ffc-4ed5-9764-a6b85a199d7e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:08.730797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e9144c20-0ffc-4ed5-9764-a6b85a199d7e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:08.731287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 02044d73-994b-4f03-b86b-78e420a38e42 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:08.755253 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:54:08.757375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 02044d73-994b-4f03-b86b-78e420a38e42 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:08.757779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 02044d73-994b-4f03-b86b-78e420a38e42 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:08.758246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 05dae084-ec64-4224-bb78-a4898eddca88 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:08.777558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 05dae084-ec64-4224-bb78-a4898eddca88 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:08.777877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 05dae084-ec64-4224-bb78-a4898eddca88 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:08.871005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:54:08.875776 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:08.880937 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] Sync routers for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:54:08.889786 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:08.890390 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:08.904260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b5420306-a55e-4490-abe6-66de0e8a6cb0 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/floatingips/87e26823-bc9a-4969-a8df-238046b88300 HTTP/1.1" status: 204 len: 168 time: 0.9965122 Jan 28 20:54:08.904970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:54:08.907332 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd77897-8eb2-4a46-9dae-6b524267c34b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:54:08.998756 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:09.086281 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc185ce-e4ca-4017-8880-a5eb3d71e5e2 x-openstack-request-id: req-6bc185ce-e4ca-4017-8880-a5eb3d71e5e2 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:54:09.086669 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:54:09.086979 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bc185ce-e4ca-4017-8880-a5eb3d71e5e2 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:54:09.087511 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'status': 'completed', 'code': 200} Jan 28 20:54:09.152682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-d74cd974-a643-4bb0-a234-b9a604899558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:09.154108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-d74cd974-a643-4bb0-a234-b9a604899558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb24fc370c64b60bff83e86c323e463&device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 1135 time: 0.0433271 Jan 28 20:54:09.155271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf56c7-f785-4b84-8a25-f0340f55ba79 req-faa93117-307b-443a-a6ea-8e3696b0a780 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:09.156816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2bf56c7-f785-4b84-8a25-f0340f55ba79 req-faa93117-307b-443a-a6ea-8e3696b0a780 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 984 time: 0.0562663 Jan 28 20:54:09.200263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2bf56c7-f785-4b84-8a25-f0340f55ba79 req-d362ddcf-8dfd-4e66-97f1-8886e7499442 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0360360 Jan 28 20:54:09.256499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-57d3af0d-2dc9-4106-8f78-b62cc0c2a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:09.259037 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-57d3af0d-2dc9-4106-8f78-b62cc0c2a5a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc HTTP/1.1" status: 200 len: 898 time: 0.0974190 Jan 28 20:54:09.296904 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:50Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:09.302830 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-48ea0827-cb79-4f3d-bf2f-fa3f27d4c112 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93e8ebfb-300f-4407-82b5-1ed456e01140 HTTP/1.1" status: 200 len: 217 time: 0.0363367 Jan 28 20:54:09.322658 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] Checking router: 0b61beb0-71cf-4c28-8a3f-c82478dddb9f for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:54:09.331395 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:09.332002 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:53:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:09.353864 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-0bf2c955-9d04-4fc5-a705-25ee2c0c2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:09.355362 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-0bf2c955-9d04-4fc5-a705-25ee2c0c2157 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6e0fe131-5088-433e-b01a-967efaef1fbd HTTP/1.1" status: 200 len: 835 time: 0.0447550 Jan 28 20:54:09.402190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-314dc086-fa7e-4826-8cf6-9c30603d0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:09.403865 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-314dc086-fa7e-4826-8cf6-9c30603d0c8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405819 Jan 28 20:54:09.440079 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:09.498415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35b479-094b-4b1c-89a6-d32004cccad8 req-ca71bf84-1a2d-4710-805e-07f6a269c041 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:09.499985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a35b479-094b-4b1c-89a6-d32004cccad8 req-ca71bf84-1a2d-4710-805e-07f6a269c041 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Jan 28 20:54:09.502425 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-bdda23ed-50b8-4a66-bead-47619cc7bf26 service neutron] 10.222.0.13 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913460 Jan 28 20:54:09.541314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a35b479-094b-4b1c-89a6-d32004cccad8 req-82bd7cc1-c687-46d7-a4af-b06dca919339 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337837 Jan 28 20:54:09.601782 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9fd77897-8eb2-4a46-9dae-6b524267c34b req-521080b7-3559-4b5a-a0d8-24f367c36ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918190 Jan 28 20:54:09.653016 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:50Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:09.660887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0bbf7-5a52-46c5-9da1-32102ac9eb4e req-b7d14dcd-1ca3-4bfd-8fac-cec4acb62aa0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:09.662311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98a0bbf7-5a52-46c5-9da1-32102ac9eb4e req-b7d14dcd-1ca3-4bfd-8fac-cec4acb62aa0 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 945 time: 0.0519552 Jan 28 20:54:09.684054 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598c454-0de5-4213-8bd3-e4ddd803f572 None None] The sync data for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 is: [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6babdeff-2b85-4825-aea5-3cea631287e1', 'name': '', 'network_id': 'fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'mac_address': 'fa:16:3e:74:c5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:46Z', 'updated_at': '2022-01-28T20:52:50Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'subnets': [{'id': '6e0fe131-5088-433e-b01a-967efaef1fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:54:09.702296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98a0bbf7-5a52-46c5-9da1-32102ac9eb4e req-5caab588-1595-4eec-8b0b-c191b2426ac8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340290 Jan 28 20:54:09.728431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51828) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:09.915225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0062b324-f947-452b-8edb-852e88c8f237 None None] New status for floating IP 87e26823-bc9a-4969-a8df-238046b88300: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:54:09.950726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfabba-cece-40f2-a1e3-fd052b9ec87b tempest-TestVolumeBootPattern-11839125 tempest-TestVolumeBootPattern-11839125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:09.952302 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d7dfabba-cece-40f2-a1e3-fd052b9ec87b tempest-TestVolumeBootPattern-11839125 tempest-TestVolumeBootPattern-11839125-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1091 time: 0.2227576 Jan 28 20:54:09.955608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51832) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:09.959934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:54:09.985127 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:10.081223 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:10.189152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.25.2.71 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/23b159e1-a292-446f-a5a1-bf817ccf3fed) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:54:10.230847 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f467a521-73b2-4062-a9d3-6cb578da6f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:10.306391 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:10.331343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dbea6-cbcc-4294-8b7e-313a21a4d4db req-86cd3a5a-fae2-48b8-abfa-540f58d88f98 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:10.332987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-915dbea6-cbcc-4294-8b7e-313a21a4d4db req-86cd3a5a-fae2-48b8-abfa-540f58d88f98 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 984 time: 0.0566678 Jan 28 20:54:10.340970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:10.379427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-915dbea6-cbcc-4294-8b7e-313a21a4d4db req-2a3301db-7d18-4d51-abd3-26ca595a7b79 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c917868-29c5-4351-83f6-ad4b2796effd&id=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0396378 Jan 28 20:54:10.382722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:54:10.389553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:54:10.394113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:54:10.418234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=23b159e1-a292-446f-a5a1-bf817ccf3fed,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:10.558468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-095e9db0-7ec6-4ad6-aef3-237f52e5bd0d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:10.559920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-095e9db0-7ec6-4ad6-aef3-237f52e5bd0d tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 984 time: 0.1226459 Jan 28 20:54:10.782024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting port 93e8ebfb-300f-4407-82b5-1ed456e01140 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:10.782536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:10.970496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] For port 93e8ebfb-300f-4407-82b5-1ed456e01140, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=93e8ebfb-300f-4407-82b5-1ed456e01140,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:10.971053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:10.988431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Calling delete_port for 93e8ebfb-300f-4407-82b5-1ed456e01140 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:10.990388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:11.110085 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:11.257982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:11.305995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Port': ['ID=93e8ebfb-300f-4407-82b5-1ed456e01140,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:11.357924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] No DVR routers for this DVR port 93e8ebfb-300f-4407-82b5-1ed456e01140 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:54:11.361953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:11.365373 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d1a7d278-0a13-4adc-bdd1-33abf9ed04b4 req-aa97f089-a7b4-4a3c-967c-67ace7baace5 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.13 "DELETE /v2.0/ports/93e8ebfb-300f-4407-82b5-1ed456e01140 HTTP/1.1" status: 204 len: 173 time: 0.7961540 Jan 28 20:54:11.365829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'name': 'network-vif-deleted', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:54:11.368084 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244a2974-e028-4259-8b95-6ba9171df44d" -d '{"events": [{"server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "name": "network-vif-deleted", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:54:11.386300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:11.392750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:11.433264 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95015e1e-34f0-43a3-9358-4f9867b4ad05 x-openstack-request-id: req-95015e1e-34f0-43a3-9358-4f9867b4ad05 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:54:11.433669 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a87d439-a872-4dcd-9d0f-ca361dfc22a0", "name": "network-vif-deleted", "tag": "93e8ebfb-300f-4407-82b5-1ed456e01140", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:54:11.433840 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95015e1e-34f0-43a3-9358-4f9867b4ad05 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:54:11.434172 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a87d439-a872-4dcd-9d0f-ca361dfc22a0', 'name': 'network-vif-deleted', 'tag': '93e8ebfb-300f-4407-82b5-1ed456e01140', 'status': 'completed', 'code': 200} Jan 28 20:54:11.484222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=23b159e1-a292-446f-a5a1-bf817ccf3fed,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:11.491903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee316b72-da82-4188-9d44-30bb0ada57e8 req-284a7930-07ca-4a77-b60a-07bb3a6fc909 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a87d439-a872-4dcd-9d0f-ca361dfc22a0 HTTP/1.1" status: 200 len: 210 time: 0.0296161 Jan 28 20:54:11.496366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:11.597574 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Floating IP cd979752-75b4-4da3-ad0a-783b1515778c associated. External IP: 172.25.2.71, port: eff8d5bb-19f5-4a52-867f-a375bda651fb. Jan 28 20:54:11.730758 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.141236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:54:12.253993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:54:12.265193 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:54:12.273325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.275188 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:12.275802 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:54:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:12.304648 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9518734c-4d8b-47fb-ac98-8dd01a65d78d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3479345 Jan 28 20:54:12.381770 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:12.550553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51846) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:12.603966 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:10Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:12.604659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-38e5ad0a-5e53-4011-ab9d-abdece0da1a2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.627358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-38e5ad0a-5e53-4011-ab9d-abdece0da1a2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.633439 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:54:12.642438 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:12.643045 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:54:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:12.668978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-38e5ad0a-5e53-4011-ab9d-abdece0da1a2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.671612 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-38e5ad0a-5e53-4011-ab9d-abdece0da1a2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.673052 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-38e5ad0a-5e53-4011-ab9d-abdece0da1a2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/security-groups/9c917868-29c5-4351-83f6-ad4b2796effd HTTP/1.1" status: 204 len: 168 time: 0.1212640 Jan 28 20:54:12.675915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51848) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:12.682697 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5ad0a-5e53-4011-ab9d-abdece0da1a2 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c917868-29c5-4351-83f6-ad4b2796effd,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:12.731748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc2e64ad-6bcf-4210-be6c-735d3b57f828 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.746088 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:12.755330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc2e64ad-6bcf-4210-be6c-735d3b57f828 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.799171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 93e8ebfb-300f-4407-82b5-1ed456e01140 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:12.801613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc2e64ad-6bcf-4210-be6c-735d3b57f828 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.804929 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bc2e64ad-6bcf-4210-be6c-735d3b57f828 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:12.809088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bc2e64ad-6bcf-4210-be6c-735d3b57f828 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/security-groups/dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e HTTP/1.1" status: 204 len: 168 time: 0.1295092 Jan 28 20:54:12.809421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51850) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:12.821377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 93e8ebfb-300f-4407-82b5-1ed456e01140 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:12.821642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e64ad-6bcf-4210-be6c-735d3b57f828 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedca8f6-afcc-41e6-ac2b-e7f16fba9e1e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:12.822140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 93e8ebfb-300f-4407-82b5-1ed456e01140 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:12.983325 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:10Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:13.011881 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f901ad-1b1d-46dc-867c-a5a424d28121 None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:10Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:54:13.030767 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:13.194107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:13.212077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e15ea-3354-4fd0-9543-9d1f4f69fe3b None None] New status for floating IP cd979752-75b4-4da3-ad0a-783b1515778c: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:54:13.271117 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:13.435104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:54:13.437373 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b6e141-3495-4548-8f10-fd00e4b35871" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:54:13.469533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting port 6babdeff-2b85-4825-aea5-3cea631287e1 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:13.469955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:13.474726 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9f89fb-15ab-4de3-9119-92a105dd3ef9 x-openstack-request-id: req-3d9f89fb-15ab-4de3-9119-92a105dd3ef9 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:54:13.475014 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:54:13.475267 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d9f89fb-15ab-4de3-9119-92a105dd3ef9 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:54:13.475649 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'status': 'completed', 'code': 200} Jan 28 20:54:13.587165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-417d670e-0e2f-4102-a719-cf19953aab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:13.588572 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-417d670e-0e2f-4102-a719-cf19953aab24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1096 time: 0.0713863 Jan 28 20:54:13.594916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] For port 6babdeff-2b85-4825-aea5-3cea631287e1, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6babdeff-2b85-4825-aea5-3cea631287e1,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:13.595299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:13.624905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Calling delete_port for 6babdeff-2b85-4825-aea5-3cea631287e1 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:13.742307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-31c07e2a-ec1e-4aec-a151-1e6da940ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:13.743775 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-31c07e2a-ec1e-4aec-a151-1e6da940ce03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.1460588 Jan 28 20:54:13.861214 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-4792c8f4-21e0-4792-af7d-d7151988e235 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 1000 time: 0.1081204 Jan 28 20:54:13.947623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-7249ca82-6c86-4e9b-bd36-2f1e12a1b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:13.949127 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-7249ca82-6c86-4e9b-bd36-2f1e12a1b2b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0821078 Jan 28 20:54:13.965787 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:14.009857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Port': ['ID=6babdeff-2b85-4825-aea5-3cea631287e1,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:14.065304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-a046d79b-a246-43b3-9fe9-9f8aa81bf201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:14.066841 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-a046d79b-a246-43b3-9fe9-9f8aa81bf201 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102097 Jan 28 20:54:14.245551 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-1f9f57ec-88b3-44c8-9760-daefd42a0930 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713779 Jan 28 20:54:14.309059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:14.427127 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90b6e141-3495-4548-8f10-fd00e4b35871 req-38c36bdc-cfce-4b90-a577-a08c6c68bfa6 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710825 Jan 28 20:54:14.555690 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:54:14.666988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:54:14.674930 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d467e6d3-2231-453e-a94d-925400d3b808 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "PUT /v2.0/routers/0b61beb0-71cf-4c28-8a3f-c82478dddb9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8618007 Jan 28 20:54:14.675537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51854) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:14.677105 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] Sync routers for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:54:14.686305 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:14.686923 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:54:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:14.731427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a249c6-d918-4439-98e6-06b70dcbed6f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting subnet 6e0fe131-5088-433e-b01a-967efaef1fbd {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:54:14.734469 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b6a249c6-d918-4439-98e6-06b70dcbed6f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:14.775234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b6a249c6-d918-4439-98e6-06b70dcbed6f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:14.794360 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:14.857381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b6a249c6-d918-4439-98e6-06b70dcbed6f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:14.920917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b6a249c6-d918-4439-98e6-06b70dcbed6f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:14.947891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a249c6-d918-4439-98e6-06b70dcbed6f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0fe131-5088-433e-b01a-967efaef1fbd,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:14.952889 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b6a249c6-d918-4439-98e6-06b70dcbed6f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:14.959189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b6a249c6-d918-4439-98e6-06b70dcbed6f tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/subnets/6e0fe131-5088-433e-b01a-967efaef1fbd HTTP/1.1" status: 204 len: 168 time: 0.2801716 Jan 28 20:54:14.959635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51856) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:14.960507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1bf3ea-829f-444f-943c-085981f4f0fc None None] Network fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:54:15.004070 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:15.075486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.128318 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] Checking router: 0b61beb0-71cf-4c28-8a3f-c82478dddb9f for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:54:15.137037 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] Routers {'0b61beb0-71cf-4c28-8a3f-c82478dddb9f'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:54:15.137753 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:54:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:15.186347 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] DHCP port deletion for fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:54:15.205830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.244790 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] Deleting port 843f5924-0622-4d2b-900f-37966d4dc7cb {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:15.245172 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.272124 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] Set router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:54:15.281988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Deleting port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:15.283856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.317575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] For port 843f5924-0622-4d2b-900f-37966d4dc7cb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=843f5924-0622-4d2b-900f-37966d4dc7cb,segment=NetworkSegment(12c71a47-b0fb-4ef9-99fb-ea0454833985),segment_id=12c71a47-b0fb-4ef9-99fb-ea0454833985)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:15.318164 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.333393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] Calling delete_port for 843f5924-0622-4d2b-900f-37966d4dc7cb owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:15.393268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] For port f1dbe0fe-f90a-4e13-a04e-5c413356fc2d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=f1dbe0fe-f90a-4e13-a04e-5c413356fc2d,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:15.393644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.406772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Calling delete_port for f1dbe0fe-f90a-4e13-a04e-5c413356fc2d owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:15.424157 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.449390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] Pushing event deleted for resources: {'Port': ['ID=843f5924-0622-4d2b-900f-37966d4dc7cb,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:15.466388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f24862-d90d-43d3-9955-9b4f39238f3d None None] No DVR routers for this DVR port 843f5924-0622-4d2b-900f-37966d4dc7cb on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:54:15.504586 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:15.535867 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fc820-0ebd-4813-88bf-6dc50c0caffa None None] The sync data for ids ['0b61beb0-71cf-4c28-8a3f-c82478dddb9f'] in n-d-825064-3 is: [{'id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-540080546', 'tenant_id': 'dfb24fc370c64b60bff83e86c323e463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:52:41Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 5, 'project_id': 'dfb24fc370c64b60bff83e86c323e463', 'gw_port': {'id': 'f1dbe0fe-f90a-4e13-a04e-5c413356fc2d', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b61beb0-71cf-4c28-8a3f-c82478dddb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:52:42Z', 'updated_at': '2022-01-28T20:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:54:15.625750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.637616 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-27ca9683-ee4b-4f20-a95d-984068264044 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648255 Jan 28 20:54:15.663130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Port': ['ID=f1dbe0fe-f90a-4e13-a04e-5c413356fc2d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:15.756733 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.820764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-d68d9c3d-be29-4ca1-a6ff-bebb29e4e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:15.822242 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-d68d9c3d-be29-4ca1-a6ff-bebb29e4e7a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1096 time: 0.1340182 Jan 28 20:54:15.872699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.876818 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.962384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.962950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Fanout notify agent at l3_agent the message router_deleted on router 0b61beb0-71cf-4c28-8a3f-c82478dddb9f {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:54:15.975748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:15.979454 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-62205d1f-8386-4b17-b3ee-322354549083 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/routers/0b61beb0-71cf-4c28-8a3f-c82478dddb9f HTTP/1.1" status: 204 len: 168 time: 1.0161977 Jan 28 20:54:15.979699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51858) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:16.047430 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-add1c031-c0ac-42b1-b6c0-bd7765636e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:16.049308 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-add1c031-c0ac-42b1-b6c0-bd7765636e8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.1980534 Jan 28 20:54:16.117559 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:16.137281 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-c9b9ac31-95b8-4212-8356-936264af6f4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 1000 time: 0.0788095 Jan 28 20:54:16.258440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:16.261980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-10c3e9ea-a684-408b-b461-7af26c96e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:16.263469 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-10c3e9ea-a684-408b-b461-7af26c96e1ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.1192281 Jan 28 20:54:16.302738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:16.315501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c71a47-b0fb-4ef9-99fb-ea0454833985') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:16.315796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c71a47-b0fb-4ef9-99fb-ea0454833985') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:16.327017 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:16.347924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-d27871c2-f59b-401f-aa3c-d5a1b99235ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:16.349444 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-d27871c2-f59b-401f-aa3c-d5a1b99235ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783961 Jan 28 20:54:16.350310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:16.356149 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:54:16.356646 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:54:16.359594 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:54:16.465936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:16.474330 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:16.477511 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] 10.222.0.44 "DELETE /v2.0/networks/fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc HTTP/1.1" status: 204 len: 168 time: 0.4968183 Jan 28 20:54:16.497673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a37d75-d9e0-4749-b5b4-ea62596f6368 tempest-TestSecurityGroupsBasicOps-1414786332 tempest-TestSecurityGroupsBasicOps-1414786332-project] Pushing event deleted for resources: {'Network': ['ID=fd73720f-7ea5-4bd9-aa2d-dc0a8dbdb1fc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:16.515770 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-5f6e84e6-f55a-460b-9acc-786213c256f3 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465950 Jan 28 20:54:16.612620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-dfa7f1d0-cdab-4201-893a-56ed0d720ab2 req-ac5e20e2-c337-4efe-b46c-cf8a90c72fe9 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900774 Jan 28 20:54:16.711400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6babdeff-2b85-4825-aea5-3cea631287e1 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:16.732572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 6babdeff-2b85-4825-aea5-3cea631287e1 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:16.732920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6babdeff-2b85-4825-aea5-3cea631287e1 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:16.733349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 843f5924-0622-4d2b-900f-37966d4dc7cb no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:16.750036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51866) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:16.752512 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 843f5924-0622-4d2b-900f-37966d4dc7cb {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:16.752865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 843f5924-0622-4d2b-900f-37966d4dc7cb not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:16.753286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f1dbe0fe-f90a-4e13-a04e-5c413356fc2d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:16.772715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: f1dbe0fe-f90a-4e13-a04e-5c413356fc2d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:16.773066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device f1dbe0fe-f90a-4e13-a04e-5c413356fc2d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:16.888841 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7b204724-bf8a-4be4-b71e-50c53dafeb32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfb24fc370c64b60bff83e86c323e463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375947 Jan 28 20:54:16.891175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51870) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:16.939315 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99fc276b-c90d-484f-ad04-66927edf01d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:16.963980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99fc276b-c90d-484f-ad04-66927edf01d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.328534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99fc276b-c90d-484f-ad04-66927edf01d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.331855 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-99fc276b-c90d-484f-ad04-66927edf01d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.333176 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-99fc276b-c90d-484f-ad04-66927edf01d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9521982-82d7-48eb-b210-e6f540444367 HTTP/1.1" status: 204 len: 168 time: 0.4402456 Jan 28 20:54:17.340860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc276b-c90d-484f-ad04-66927edf01d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9521982-82d7-48eb-b210-e6f540444367,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:17.588324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51876) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:17.601978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74374dae-e527-49fb-a993-41ccedb459d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.678407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74374dae-e527-49fb-a993-41ccedb459d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.682819 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74374dae-e527-49fb-a993-41ccedb459d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.720640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74374dae-e527-49fb-a993-41ccedb459d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad161b8a-29f9-4997-a9db-ee01a76795a6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:17.726349 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-74374dae-e527-49fb-a993-41ccedb459d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e51d82a0c8ad496080cd334274e40df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368966 Jan 28 20:54:17.729119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51878) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:17.778529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13f9f2c0-6012-480b-a711-b55157efc78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.799484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13f9f2c0-6012-480b-a711-b55157efc78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.845752 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13f9f2c0-6012-480b-a711-b55157efc78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.848595 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13f9f2c0-6012-480b-a711-b55157efc78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:17.849754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13f9f2c0-6012-480b-a711-b55157efc78e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad161b8a-29f9-4997-a9db-ee01a76795a6 HTTP/1.1" status: 204 len: 168 time: 0.1194389 Jan 28 20:54:17.857254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9f2c0-6012-480b-a711-b55157efc78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad161b8a-29f9-4997-a9db-ee01a76795a6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:18.170265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51884) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:18.211130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a18d9c14-e2e1-4c57-bf77-600654881e65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25663f1a9f004ce080c8acefec728005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397291 Jan 28 20:54:18.213720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51886) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:18.266396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33d99cc2-7f9d-47e0-9822-cacc7731a101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:18.268483 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:18.291708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33d99cc2-7f9d-47e0-9822-cacc7731a101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:18.339491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33d99cc2-7f9d-47e0-9822-cacc7731a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:18.342126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-33d99cc2-7f9d-47e0-9822-cacc7731a101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:18.343315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-33d99cc2-7f9d-47e0-9822-cacc7731a101 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11537af8-ff9d-4733-890b-fa433d3c068c HTTP/1.1" status: 204 len: 168 time: 0.1285896 Jan 28 20:54:18.351798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d99cc2-7f9d-47e0-9822-cacc7731a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11537af8-ff9d-4733-890b-fa433d3c068c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:19.013988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 51908) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:19.113143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-548510768-network', 'tenant_id': '0e2f466acb1d4eb2a5cef1f4b4635807'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:54:19.138809 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Made reservation on behalf of 0e2f466acb1d4eb2a5cef1f4b4635807 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:54:19.141235 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.150295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.227100 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.231714 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.257045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:54:19.268660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90992e88-ce32-4200-aff1-c38e8893fac7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:19.275307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.276086 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Added segment cb4836c7-b096-44e2-814b-38bf5b7a8541 of type vlan for network 735b0217-8bb8-453e-9be8-bd5c71a0da66 Jan 28 20:54:19.316287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.340800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.341858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:19.342429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.410328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3951855 Jan 28 20:54:19.413410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51914) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:19.418398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Request body: {'subnet': {'network_id': '735b0217-8bb8-453e-9be8-bd5c71a0da66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-548510768-subnet', 'tenant_id': '0e2f466acb1d4eb2a5cef1f4b4635807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:54:19.434530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254b7f9-0ae8-4423-821b-44d9c335e053 admin admin] Pushing event updated for resources: {'Network': ['ID=735b0217-8bb8-453e-9be8-bd5c71a0da66,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:19.442549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Made reservation on behalf of 0e2f466acb1d4eb2a5cef1f4b4635807 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:54:19.444938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.445730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 735b0217-8bb8-453e-9be8-bd5c71a0da66 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:54:19.610756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.668799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10812c40-c86d-4555-9ef6-b199afc321e1,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:19.678497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Checking segment: {'id': 'cb4836c7-b096-44e2-814b-38bf5b7a8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '735b0217-8bb8-453e-9be8-bd5c71a0da66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:54:19.678849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Network hostable DHCP agents. Network: 735b0217-8bb8-453e-9be8-bd5c71a0da66, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:54:19.696408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Network 735b0217-8bb8-453e-9be8-bd5c71a0da66 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:54:19.705140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 735b0217-8bb8-453e-9be8-bd5c71a0da66) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:54:19.710324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:19.711455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:19.715934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ccdfb-f667-486a-ac00-e856be53cb1c None None] Network 735b0217-8bb8-453e-9be8-bd5c71a0da66 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:54:19.728383 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-092a7038-80fd-4974-a481-9f5fb442d84d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3137233 Jan 28 20:54:19.849492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c5192-3a92-41dc-8519-5629df57075e None None] Network 735b0217-8bb8-453e-9be8-bd5c71a0da66 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:54:20.219190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51930) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:20.225033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1949312046-network', 'tenant_id': '37a9e62922f3457ab577dbd6ce6fd77f'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:54:20.248683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Made reservation on behalf of 37a9e62922f3457ab577dbd6ce6fd77f for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:54:20.251168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.262191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.341857 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.349579 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.376640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:54:20.387666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57d71f3-4e2f-4317-a1df-eabec6d551af,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:20.393237 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.394446 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Added segment 8560aa61-e844-4161-8de8-7182aaf83f02 of type vlan for network a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa Jan 28 20:54:20.437190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.465534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.466740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:20.467330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.531079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3107238 Jan 28 20:54:20.534261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 51934) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:20.541684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Request body: {'subnet': {'network_id': 'a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1949312046-subnet', 'tenant_id': '37a9e62922f3457ab577dbd6ce6fd77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:54:20.546567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720ad28-0965-45e0-b374-f2fe1bd9311f admin admin] Pushing event updated for resources: {'Network': ['ID=a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:20.557519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:54:20.569149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Made reservation on behalf of 37a9e62922f3457ab577dbd6ce6fd77f for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:54:20.571775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.752487 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.811063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa3e4fb-6070-4121-bfdf-59da8f52aca4,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:20.821258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Checking segment: {'id': '8560aa61-e844-4161-8de8-7182aaf83f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:54:20.821614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Network hostable DHCP agents. Network: a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:54:20.838850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Network a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:54:20.848712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:54:20.852902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:20.853507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:20.857718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738dc46d-aaf5-4ec9-be81-a86de379ee15 None None] Network a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:54:20.869989 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-75a2ef38-54d2-44a4-a92b-e4e267f42f8d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3346789 Jan 28 20:54:20.999023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e03ec-7717-49df-ac4a-99e1e0d47733 None None] Network a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:54:21.365479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-1fa4e832-97ed-4be0-9400-0aa207e5cfd3 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:21.366981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-1fa4e832-97ed-4be0-9400-0aa207e5cfd3 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/networks?id=735b0217-8bb8-453e-9be8-bd5c71a0da66 HTTP/1.1" status: 200 len: 811 time: 0.1001139 Jan 28 20:54:21.383209 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-11457e97-cb6f-44dc-876f-26fcda4ce082 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/quotas/0e2f466acb1d4eb2a5cef1f4b4635807 HTTP/1.1" status: 200 len: 375 time: 0.0102355 Jan 28 20:54:21.419223 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-abd0a013-a4e5-4176-94e8-c4c028853c2c tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e2f466acb1d4eb2a5cef1f4b4635807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303988 Jan 28 20:54:21.508009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-97f69386-80f1-45e5-bc3b-ecd7d606fd1f service neutron] 10.222.0.44 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809526 Jan 28 20:54:21.598331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-4957278e-573e-468f-91d4-ea684693bb6a service neutron] 10.222.0.44 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841310 Jan 28 20:54:21.621070 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:21.768354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0d41dc2-de43-4d1a-b11f-d8e12e38c5d4 req-fa0351f7-bab9-4389-b1df-9c196f5f62e5 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 210 time: 0.0270605 Jan 28 20:54:22.683910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-b6af8f30-0169-44df-856b-e7a90dde3bd0 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:22.685439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-b6af8f30-0169-44df-856b-e7a90dde3bd0 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.26 "GET /v2.0/networks?id=735b0217-8bb8-453e-9be8-bd5c71a0da66 HTTP/1.1" status: 200 len: 811 time: 0.1107798 Jan 28 20:54:22.700098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Request body: {'port': {'device_id': 'c15cc785-c737-4e25-ae63-e77f7ab64699', 'network_id': '735b0217-8bb8-453e-9be8-bd5c71a0da66', 'admin_state_up': True, 'tenant_id': '0e2f466acb1d4eb2a5cef1f4b4635807'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:54:22.815771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Made reservation on behalf of 0e2f466acb1d4eb2a5cef1f4b4635807 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:54:22.819515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:22.863509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1208bf65-c3d8-4ac6-917d-9b5261a88f9e req-ffa36ba3-1b6a-48be-a63e-15c5856edc29 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 210 time: 0.0275531 Jan 28 20:54:22.948932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Allocated IP 172.20.0.10 (735b0217-8bb8-453e-9be8-bd5c71a0da66/10812c40-c86d-4555-9ef6-b199afc321e1/04cb42c7-6f0a-452a-a687-320c8b3d455d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:54:23.094831 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.128588 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.173203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Network 735b0217-8bb8-453e-9be8-bd5c71a0da66 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:54:23.176612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:54:23.180085 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:54:23.203221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Pushing event updated for resources: {'Port': ['ID=04cb42c7-6f0a-452a-a687-320c8b3d455d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:23.230261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:23.230867 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.246854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-7af0945f-db08-4a40-aafc-1d7c59d45104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5515594 Jan 28 20:54:23.257188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-daba69a0-a385-412d-8bd8-64a211927f62 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:54:23.258257 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-daba69a0-a385-412d-8bd8-64a211927f62 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050094 Jan 28 20:54:23.372787 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Request body: {'port': {'device_id': 'c15cc785-c737-4e25-ae63-e77f7ab64699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:54:23.434163 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.691739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cb42c7-6f0a-452a-a687-320c8b3d455d {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:54:23.698932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.710566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Transition to ACTIVE for port object 04cb42c7-6f0a-452a-a687-320c8b3d455d will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:54:23.714402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.766624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Pushing event updated for resources: {'Port': ['ID=04cb42c7-6f0a-452a-a687-320c8b3d455d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:23.833451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Attempting to bind port 04cb42c7-6f0a-452a-a687-320c8b3d455d on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:54:23.833790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Attempting to bind port 04cb42c7-6f0a-452a-a687-320c8b3d455d by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'cb4836c7-b096-44e2-814b-38bf5b7a8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '735b0217-8bb8-453e-9be8-bd5c71a0da66'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:54:23.834118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Attempting to bind port 04cb42c7-6f0a-452a-a687-320c8b3d455d on network 735b0217-8bb8-453e-9be8-bd5c71a0da66 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:54:23.838418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Port 04cb42c7-6f0a-452a-a687-320c8b3d455d on network 735b0217-8bb8-453e-9be8-bd5c71a0da66 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:54:23.838742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Attempting to bind port 04cb42c7-6f0a-452a-a687-320c8b3d455d on network 735b0217-8bb8-453e-9be8-bd5c71a0da66 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:54:23.843496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:54:23.843840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Checking segment: {'id': 'cb4836c7-b096-44e2-814b-38bf5b7a8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '735b0217-8bb8-453e-9be8-bd5c71a0da66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:54:23.844317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Bound using segment: {'id': 'cb4836c7-b096-44e2-814b-38bf5b7a8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '735b0217-8bb8-453e-9be8-bd5c71a0da66'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:54:23.844747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Bound port: 04cb42c7-6f0a-452a-a687-320c8b3d455d, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4836c7-b096-44e2-814b-38bf5b7a8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '735b0217-8bb8-453e-9be8-bd5c71a0da66'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:54:23.845102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.910859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] For port 04cb42c7-6f0a-452a-a687-320c8b3d455d, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:54:23.914043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] For port 04cb42c7-6f0a-452a-a687-320c8b3d455d, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d,segment=NetworkSegment(cb4836c7-b096-44e2-814b-38bf5b7a8541),segment_id=cb4836c7-b096-44e2-814b-38bf5b7a8541)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:54:23.918675 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.954323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:23.955527 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:23.957064 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/04cb42c7-6f0a-452a-a687-320c8b3d455d HTTP/1.1" status: 200 len: 1092 time: 0.6901999 Jan 28 20:54:23.957526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15cc785-c737-4e25-ae63-e77f7ab64699', 'tag': '04cb42c7-6f0a-452a-a687-320c8b3d455d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:54:23.959942 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b29b894-59ca-4de7-9676-b192f475cb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c15cc785-c737-4e25-ae63-e77f7ab64699", "tag": "04cb42c7-6f0a-452a-a687-320c8b3d455d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:54:23.989995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ab4fb-24bb-457e-b42e-06d67cf807a8 service neutron] Pushing event updated for resources: {'Port': ['ID=04cb42c7-6f0a-452a-a687-320c8b3d455d,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:24.007789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e5766-ef26-41da-a153-791d3b339c78 req-cb299e2c-aeb4-4219-b6a3-3b49c0570551 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:24.009368 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c02543c-9f5c-49ff-8079-b5edc83b828b x-openstack-request-id: req-4c02543c-9f5c-49ff-8079-b5edc83b828b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:54:24.009529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e3e5766-ef26-41da-a153-791d3b339c78 req-cb299e2c-aeb4-4219-b6a3-3b49c0570551 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 944 time: 0.0617321 Jan 28 20:54:24.009662 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15cc785-c737-4e25-ae63-e77f7ab64699", "tag": "04cb42c7-6f0a-452a-a687-320c8b3d455d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:54:24.009912 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c02543c-9f5c-49ff-8079-b5edc83b828b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:54:24.010347 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15cc785-c737-4e25-ae63-e77f7ab64699', 'tag': '04cb42c7-6f0a-452a-a687-320c8b3d455d', 'status': 'completed', 'code': 200} Jan 28 20:54:24.040772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-ea4a05c2-d5a5-47f4-8643-7697953034d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:24.042306 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-ea4a05c2-d5a5-47f4-8643-7697953034d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e2f466acb1d4eb2a5cef1f4b4635807&device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 1095 time: 0.0438995 Jan 28 20:54:24.049780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e3e5766-ef26-41da-a153-791d3b339c78 req-d098f966-7b3e-4d4d-a6a7-c58770e0546c tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333738 Jan 28 20:54:24.088535 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-69a05829-ed16-4036-8398-3c8900476cec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d HTTP/1.1" status: 200 len: 217 time: 0.0378401 Jan 28 20:54:24.136811 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-dd3cc00a-7209-4960-a96d-865dff48ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:24.138259 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-dd3cc00a-7209-4960-a96d-865dff48ebd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10812c40-c86d-4555-9ef6-b199afc321e1 HTTP/1.1" status: 200 len: 851 time: 0.0433323 Jan 28 20:54:24.170877 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-cda110c2-32ff-41e0-b55c-4ff1e4edd1c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=735b0217-8bb8-453e-9be8-bd5c71a0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249093 Jan 28 20:54:24.263192 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-669acc19-d664-4137-b0f1-93a17b33332b service neutron] 10.222.0.26 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Jan 28 20:54:24.351918 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3fe45b93-f819-4bfe-a7cb-0e6a617eb6fc req-df4fd067-2ef0-4d92-943b-1054d47b66a5 service neutron] 10.222.0.26 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814002 Jan 28 20:54:24.438815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-8cf958af-1497-4c74-990b-a8f011776785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:24.440872 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-8cf958af-1497-4c74-990b-a8f011776785 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e2f466acb1d4eb2a5cef1f4b4635807&device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 1095 time: 0.0409691 Jan 28 20:54:24.535520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-7b49b5b4-3186-4677-be15-c5237c30e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:24.536930 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-7b49b5b4-3186-4677-be15-c5237c30e893 service neutron] 10.222.0.26 "GET /v2.0/networks?id=735b0217-8bb8-453e-9be8-bd5c71a0da66 HTTP/1.1" status: 200 len: 912 time: 0.0895727 Jan 28 20:54:24.578358 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-622b293c-b70b-436d-be95-399bc936353f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d HTTP/1.1" status: 200 len: 217 time: 0.0347569 Jan 28 20:54:24.636703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-2188b6cd-9d19-4d47-b7d8-f76926d36619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:24.638131 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-2188b6cd-9d19-4d47-b7d8-f76926d36619 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10812c40-c86d-4555-9ef6-b199afc321e1 HTTP/1.1" status: 200 len: 851 time: 0.0518136 Jan 28 20:54:24.673284 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-1f558a41-23b9-44b6-beae-b3610bb8a3ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=735b0217-8bb8-453e-9be8-bd5c71a0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261035 Jan 28 20:54:24.769820 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-ed52a9b6-e7be-408d-aa9b-2adfabe8ac9e service neutron] 10.222.0.26 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887015 Jan 28 20:54:24.869905 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1b29b894-59ca-4de7-9676-b192f475cb1c req-2dbdbcca-6361-4e1b-afb4-c1f4d2641ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927768 Jan 28 20:54:25.170745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6300d-896f-41ee-ac2d-ee00e22aef0d req-553b1b82-964f-42ef-89cb-124c52e0aab3 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:25.172140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dda6300d-896f-41ee-ac2d-ee00e22aef0d req-553b1b82-964f-42ef-89cb-124c52e0aab3 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 944 time: 0.0498958 Jan 28 20:54:25.215983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dda6300d-896f-41ee-ac2d-ee00e22aef0d req-fa01dd7b-9bff-4664-80ac-1c8fe46366cb tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364716 Jan 28 20:54:26.331374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9926663-ab23-4642-94ba-bccc32b76c47 req-c75db17f-3aca-4f2a-b7a0-6dfe0368452f tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:26.333144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9926663-ab23-4642-94ba-bccc32b76c47 req-c75db17f-3aca-4f2a-b7a0-6dfe0368452f tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 944 time: 0.0509872 Jan 28 20:54:26.371105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9926663-ab23-4642-94ba-bccc32b76c47 req-1886b68c-56ae-40be-a668-63daf5018938 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Jan 28 20:54:27.345136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 04cb42c7-6f0a-452a-a687-320c8b3d455d details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:54:27.447922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 04cb42c7-6f0a-452a-a687-320c8b3d455d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d,segment=NetworkSegment(cb4836c7-b096-44e2-814b-38bf5b7a8541),segment_id=cb4836c7-b096-44e2-814b-38bf5b7a8541)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:27.459644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '04cb42c7-6f0a-452a-a687-320c8b3d455d', 'network_id': '735b0217-8bb8-453e-9be8-bd5c71a0da66', 'port_id': '04cb42c7-6f0a-452a-a687-320c8b3d455d', 'mac_address': 'fa:16:3e:8d:ed:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10812c40-c86d-4555-9ef6-b199afc321e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:54:27.492682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfa77d-6be8-46f0-a628-b38d11a0aee2 req-a4e4b39d-e3b5-43cb-87bb-c90a7254ae6a tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:27.494128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ecfa77d-6be8-46f0-a628-b38d11a0aee2 req-a4e4b39d-e3b5-43cb-87bb-c90a7254ae6a tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 944 time: 0.0507271 Jan 28 20:54:27.504652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:27.518945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cb42c7-6f0a-452a-a687-320c8b3d455d {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:54:27.536538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ecfa77d-6be8-46f0-a628-b38d11a0aee2 req-7b863120-23b8-438b-b04c-cea010425a29 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356436 Jan 28 20:54:27.539112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 04cb42c7-6f0a-452a-a687-320c8b3d455d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d,segment=NetworkSegment(cb4836c7-b096-44e2-814b-38bf5b7a8541),segment_id=cb4836c7-b096-44e2-814b-38bf5b7a8541)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:27.542989 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:27.596489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=04cb42c7-6f0a-452a-a687-320c8b3d455d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:27.766251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['04cb42c7-6f0a-452a-a687-320c8b3d455d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:54:28.651203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e4186-788c-47b4-bc7c-e7cae15efc6b req-1657e546-8400-4745-b0b2-95bf3b32af61 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:28.652897 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-071e4186-788c-47b4-bc7c-e7cae15efc6b req-1657e546-8400-4745-b0b2-95bf3b32af61 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 945 time: 0.0508056 Jan 28 20:54:28.696574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-071e4186-788c-47b4-bc7c-e7cae15efc6b req-fbb5bf29-ecc5-43f8-bc0a-e73ac746efc2 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375073 Jan 28 20:54:29.357729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 04cb42c7-6f0a-452a-a687-320c8b3d455d up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:54:29.560105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 04cb42c7-6f0a-452a-a687-320c8b3d455d completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:54:29.563624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 04cb42c7-6f0a-452a-a687-320c8b3d455d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:54:29.564001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:29.639694 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:29.662326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15cc785-c737-4e25-ae63-e77f7ab64699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cb42c7-6f0a-452a-a687-320c8b3d455d'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:54:29.664565 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00d150-e0e6-412a-9882-1dc7f078d903" -d '{"events": [{"server_uuid": "c15cc785-c737-4e25-ae63-e77f7ab64699", "name": "network-vif-plugged", "status": "completed", "tag": "04cb42c7-6f0a-452a-a687-320c8b3d455d"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:54:29.680055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 04cb42c7-6f0a-452a-a687-320c8b3d455d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d,segment=NetworkSegment(cb4836c7-b096-44e2-814b-38bf5b7a8541),segment_id=cb4836c7-b096-44e2-814b-38bf5b7a8541)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:29.684127 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:29.735156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=04cb42c7-6f0a-452a-a687-320c8b3d455d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:29.771930 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d4653d-1950-4026-bcc0-0b0bc1986276 x-openstack-request-id: req-15d4653d-1950-4026-bcc0-0b0bc1986276 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:54:29.772271 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15cc785-c737-4e25-ae63-e77f7ab64699", "name": "network-vif-plugged", "status": "completed", "tag": "04cb42c7-6f0a-452a-a687-320c8b3d455d", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:54:29.772549 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15d4653d-1950-4026-bcc0-0b0bc1986276 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:54:29.772936 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15cc785-c737-4e25-ae63-e77f7ab64699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cb42c7-6f0a-452a-a687-320c8b3d455d', 'code': 200} Jan 28 20:54:29.818072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bcbba-6df4-4213-ad16-65f7850f5c74 req-bcedb4b3-968f-4994-8dd7-388850f7698f tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:29.819590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b9bcbba-6df4-4213-ad16-65f7850f5c74 req-bcedb4b3-968f-4994-8dd7-388850f7698f tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0528898 Jan 28 20:54:29.859458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7b9bcbba-6df4-4213-ad16-65f7850f5c74 req-6677afeb-4a08-49af-b4e5-65d19c75054d tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Jan 28 20:54:29.874434 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0a373-6b6f-41c6-a679-ae6d8078c222 req-85c3948b-cbd9-4985-82f0-89b5f9cbd987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:29.875910 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-80f0a373-6b6f-41c6-a679-ae6d8078c222 req-85c3948b-cbd9-4985-82f0-89b5f9cbd987 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 1097 time: 0.0412216 Jan 28 20:54:29.913405 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-80f0a373-6b6f-41c6-a679-ae6d8078c222 req-5ded5629-6682-458a-bc05-df46983970bb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292656 Jan 28 20:54:30.992949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49af8b-e0f2-472e-83f3-4eb996fb1760 req-3d24c7c9-1d05-45fb-ba27-6f94b1c71104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:30.994446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c49af8b-e0f2-472e-83f3-4eb996fb1760 req-3d24c7c9-1d05-45fb-ba27-6f94b1c71104 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0532866 Jan 28 20:54:31.035869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c49af8b-e0f2-472e-83f3-4eb996fb1760 req-0943ce67-0730-42f6-b7b7-d3a134e4ec79 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353131 Jan 28 20:54:32.159401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cf60a-d2e0-4c2e-bb60-533abf484a6d req-02ecb97d-9d95-4fff-9ceb-b0817c6bdcbc tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:32.160883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-785cf60a-d2e0-4c2e-bb60-533abf484a6d req-02ecb97d-9d95-4fff-9ceb-b0817c6bdcbc tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0553281 Jan 28 20:54:32.203061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-785cf60a-d2e0-4c2e-bb60-533abf484a6d req-b6bfb4f7-e6f8-4622-9511-ee2943edf318 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361571 Jan 28 20:54:32.319132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069d3d1-79a1-4e8a-a0ea-b820b8a37d5d req-111399c6-4acc-4196-92c2-64ff12cff2d9 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:32.320535 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5069d3d1-79a1-4e8a-a0ea-b820b8a37d5d req-111399c6-4acc-4196-92c2-64ff12cff2d9 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0491898 Jan 28 20:54:32.357441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5069d3d1-79a1-4e8a-a0ea-b820b8a37d5d req-81e6d702-9eea-43f3-aa6c-5b166cd15996 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309086 Jan 28 20:54:32.609007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3497ca-6c6b-4987-9f16-32a5e616a40e req-eb9e6f9b-3c57-4436-8216-52592bdb09cc tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:32.610971 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e3497ca-6c6b-4987-9f16-32a5e616a40e req-eb9e6f9b-3c57-4436-8216-52592bdb09cc tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0724607 Jan 28 20:54:32.668981 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e3497ca-6c6b-4987-9f16-32a5e616a40e req-c1843ea3-48cd-414b-8ab5-95d3fb0749f1 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Jan 28 20:54:33.650294 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:54:33.798751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec985d3-955d-4647-9bf3-a8a930b04a31 req-974e89f1-5462-4bfa-8602-e8ea78c166f6 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:33.800740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fec985d3-955d-4647-9bf3-a8a930b04a31 req-974e89f1-5462-4bfa-8602-e8ea78c166f6 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0498703 Jan 28 20:54:33.847351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fec985d3-955d-4647-9bf3-a8a930b04a31 req-c308f791-8f53-49ad-9265-9955b62f873a tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Jan 28 20:54:34.079644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb8661-6c6d-4124-8e9d-9fbd15478236 req-b530b1bf-72e3-41da-8333-ba2256a5e45d tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:34.082349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65cb8661-6c6d-4124-8e9d-9fbd15478236 req-b530b1bf-72e3-41da-8333-ba2256a5e45d tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0729589 Jan 28 20:54:34.093274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-646b9393-584f-47d1-a942-7447e63debb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:34.094781 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-646b9393-584f-47d1-a942-7447e63debb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e2f466acb1d4eb2a5cef1f4b4635807&device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 1097 time: 0.0487938 Jan 28 20:54:34.129979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65cb8661-6c6d-4124-8e9d-9fbd15478236 req-8bf8ed5d-d83c-4561-b8de-c7ffdd189983 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Jan 28 20:54:34.196492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-0b16c0dc-d6f0-4040-bd1c-2e27b1d566e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:34.198094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-0b16c0dc-d6f0-4040-bd1c-2e27b1d566e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=735b0217-8bb8-453e-9be8-bd5c71a0da66 HTTP/1.1" status: 200 len: 912 time: 0.0959969 Jan 28 20:54:34.249870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-d38ba9fc-d412-410c-955f-2db02a23f536 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d HTTP/1.1" status: 200 len: 217 time: 0.0394461 Jan 28 20:54:34.298390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-8fe96000-7e50-4dd0-818a-aa81c2969da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:34.301232 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-8fe96000-7e50-4dd0-818a-aa81c2969da1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10812c40-c86d-4555-9ef6-b199afc321e1 HTTP/1.1" status: 200 len: 851 time: 0.0499847 Jan 28 20:54:34.340922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-f0294df7-ab05-415f-9d2c-2c83d6739400 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=735b0217-8bb8-453e-9be8-bd5c71a0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317714 Jan 28 20:54:34.448964 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-c88bc3c8-e73c-4f0b-a09b-7c4339079666 service neutron] 10.222.0.26 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999408 Jan 28 20:54:34.545649 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-97cda019-9081-4d10-ad44-72d74f94aee6 req-a091395f-80e2-423e-ae07-f01e663c2774 service neutron] 10.222.0.26 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885708 Jan 28 20:54:35.267664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8195b1c-4baa-45f4-bc8c-bbc24735bd7a req-afc586b4-5ef6-4259-8362-202179f804a8 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:35.270813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8195b1c-4baa-45f4-bc8c-bbc24735bd7a req-afc586b4-5ef6-4259-8362-202179f804a8 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0567193 Jan 28 20:54:35.312154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8195b1c-4baa-45f4-bc8c-bbc24735bd7a req-866f113e-4bb6-4dba-82ab-d2ef061235d2 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347970 Jan 28 20:54:36.430027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061278b-ce77-4c67-b73e-85fee8fbcb96 req-428fdc17-ad2b-4349-bd8e-a9156ddb2c13 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:36.431474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7061278b-ce77-4c67-b73e-85fee8fbcb96 req-428fdc17-ad2b-4349-bd8e-a9156ddb2c13 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0481188 Jan 28 20:54:36.475135 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7061278b-ce77-4c67-b73e-85fee8fbcb96 req-4c6ead6c-72ae-4497-8890-ebfac4c76e5b tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Jan 28 20:54:36.710200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea91afa-c066-41f3-a6f7-1911b5fb5a0e req-6ba60d5f-071e-42eb-ae82-489815944575 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:36.712074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fea91afa-c066-41f3-a6f7-1911b5fb5a0e req-6ba60d5f-071e-42eb-ae82-489815944575 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0636644 Jan 28 20:54:36.763690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fea91afa-c066-41f3-a6f7-1911b5fb5a0e req-8996fb90-66a9-4c30-a2ed-4ed8a5895837 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450611 Jan 28 20:54:37.721866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60072714-c66e-459b-baed-1c6d906ff329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:37.900650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075a5c-f365-48c1-9e29-00547a51b987 req-d5a60fb9-2f87-4994-bd5e-1fed6cfe66e1 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:37.902133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41075a5c-f365-48c1-9e29-00547a51b987 req-d5a60fb9-2f87-4994-bd5e-1fed6cfe66e1 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0501139 Jan 28 20:54:37.940529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-41075a5c-f365-48c1-9e29-00547a51b987 req-0e3ab092-4e36-449e-a0b5-edb93c34f39f tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Jan 28 20:54:38.149826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2dab2-06ee-4283-abd2-e74f70b92db5 req-63e9efbf-c392-4675-a70a-3be9cb0e6113 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:38.151316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63e2dab2-06ee-4283-abd2-e74f70b92db5 req-63e9efbf-c392-4675-a70a-3be9cb0e6113 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0520823 Jan 28 20:54:38.171164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-60f22146-2b5d-485c-a676-9775ce27a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:38.173171 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-60f22146-2b5d-485c-a676-9775ce27a18a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e2f466acb1d4eb2a5cef1f4b4635807&device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 1097 time: 0.0461054 Jan 28 20:54:38.195037 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63e2dab2-06ee-4283-abd2-e74f70b92db5 req-0ce84968-cb95-4c01-8992-aa5c6aa49a77 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Jan 28 20:54:38.264556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-4fc0c28a-6467-4e34-a677-cc8812835099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:38.266038 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-4fc0c28a-6467-4e34-a677-cc8812835099 service neutron] 10.222.0.26 "GET /v2.0/networks?id=735b0217-8bb8-453e-9be8-bd5c71a0da66 HTTP/1.1" status: 200 len: 912 time: 0.0849018 Jan 28 20:54:38.310498 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-0375bf47-8390-428b-8b97-b3a06534e07e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d HTTP/1.1" status: 200 len: 217 time: 0.0375843 Jan 28 20:54:38.358955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-4d573f5e-ca72-48cc-ab4d-7673cf4c4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:38.360413 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-4d573f5e-ca72-48cc-ab4d-7673cf4c4379 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10812c40-c86d-4555-9ef6-b199afc321e1 HTTP/1.1" status: 200 len: 851 time: 0.0422673 Jan 28 20:54:38.393087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-96ee30ad-f526-42a1-b6d0-d455450bf374 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=735b0217-8bb8-453e-9be8-bd5c71a0da66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253792 Jan 28 20:54:38.485551 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-80127d83-c980-48ac-909d-ed57970c7edd service neutron] 10.222.0.26 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849535 Jan 28 20:54:38.576505 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1ee79f4-953d-4c68-a5b3-9d36aa8437fc req-c0ff8bb1-59c4-41f1-8719-fcf240db840f service neutron] 10.222.0.26 "GET /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839124 Jan 28 20:54:39.314147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba76661-dde7-4902-b09e-f0280ae141d8 req-983e634e-98fa-4574-bc73-851b19e21410 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:39.316247 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ba76661-dde7-4902-b09e-f0280ae141d8 req-983e634e-98fa-4574-bc73-851b19e21410 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Jan 28 20:54:39.353921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ba76661-dde7-4902-b09e-f0280ae141d8 req-6f85790f-d2ec-499f-b694-c4af7b53754d tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Jan 28 20:54:39.588690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4302385-66c6-402f-bb39-fcb3d3499bf5 req-5ebd8c70-71bb-4210-a776-e49a7e6c7664 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:39.590162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4302385-66c6-402f-bb39-fcb3d3499bf5 req-5ebd8c70-71bb-4210-a776-e49a7e6c7664 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0505810 Jan 28 20:54:39.634801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4302385-66c6-402f-bb39-fcb3d3499bf5 req-a442ec61-f631-4fe5-9219-377fc9cbd9c0 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Jan 28 20:54:40.238731 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8865-5a69-4119-a156-0c5f5d486ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:40.759082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980d38c-e0ab-4e7f-ba6b-1f85987ae894 req-b2be2e8d-5e93-4fc5-beb7-6861616a83c1 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:40.760604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d980d38c-e0ab-4e7f-ba6b-1f85987ae894 req-b2be2e8d-5e93-4fc5-beb7-6861616a83c1 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0526352 Jan 28 20:54:40.803660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d980d38c-e0ab-4e7f-ba6b-1f85987ae894 req-794b1c17-8517-4a6e-a8df-d46e67e709f4 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/security-groups?id=90992e88-ce32-4200-aff1-c38e8893fac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Jan 28 20:54:41.361619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d87849-465e-4a3c-9839-a353b60ee30a req-4bae3ac6-c9de-4d1f-8f16-a8e85523348c tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:54:41.363155 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06d87849-465e-4a3c-9839-a353b60ee30a req-4bae3ac6-c9de-4d1f-8f16-a8e85523348c tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.26 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 946 time: 0.0489466 Jan 28 20:54:41.461084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Deleting port 04cb42c7-6f0a-452a-a687-320c8b3d455d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:54:41.461425 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:41.555175 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] For port 04cb42c7-6f0a-452a-a687-320c8b3d455d, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=04cb42c7-6f0a-452a-a687-320c8b3d455d,segment=NetworkSegment(cb4836c7-b096-44e2-814b-38bf5b7a8541),segment_id=cb4836c7-b096-44e2-814b-38bf5b7a8541)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:54:41.555546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:41.567515 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Calling delete_port for 04cb42c7-6f0a-452a-a687-320c8b3d455d owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:54:41.693440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:41.706613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['04cb42c7-6f0a-452a-a687-320c8b3d455d'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:54:41.722037 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Pushing event deleted for resources: {'Port': ['ID=04cb42c7-6f0a-452a-a687-320c8b3d455d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:41.734514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.734858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.735199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.735545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.735878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.736228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.736554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.737442 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.737763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.738084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.738406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.738720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:54:41.746631 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:41.777358 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] No DVR routers for this DVR port 04cb42c7-6f0a-452a-a687-320c8b3d455d on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:54:41.780137 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:41.784075 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-06d87849-465e-4a3c-9839-a353b60ee30a req-d43657c9-41a3-4316-8a73-1e2b7ac9be12 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.26 "DELETE /v2.0/ports/04cb42c7-6f0a-452a-a687-320c8b3d455d HTTP/1.1" status: 204 len: 173 time: 0.4139049 Jan 28 20:54:41.784569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15cc785-c737-4e25-ae63-e77f7ab64699', 'name': 'network-vif-deleted', 'tag': '04cb42c7-6f0a-452a-a687-320c8b3d455d'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:54:41.787464 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22638407-daa7-439b-933b-e77822e4ff36" -d '{"events": [{"server_uuid": "c15cc785-c737-4e25-ae63-e77f7ab64699", "name": "network-vif-deleted", "tag": "04cb42c7-6f0a-452a-a687-320c8b3d455d"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:54:41.824676 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3564e029-a2c3-470c-b612-686fd87c3788 x-openstack-request-id: req-3564e029-a2c3-470c-b612-686fd87c3788 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:54:41.824988 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15cc785-c737-4e25-ae63-e77f7ab64699", "name": "network-vif-deleted", "tag": "04cb42c7-6f0a-452a-a687-320c8b3d455d", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:54:41.825260 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3564e029-a2c3-470c-b612-686fd87c3788 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:54:41.825667 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15cc785-c737-4e25-ae63-e77f7ab64699', 'name': 'network-vif-deleted', 'tag': '04cb42c7-6f0a-452a-a687-320c8b3d455d', 'status': 'completed', 'code': 200} Jan 28 20:54:41.903776 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e18fa3d-133a-45fd-86a2-af509f4338a3 req-02b7c77c-f9aa-43bd-9b00-12fd9cbbf0d6 tempest-TestServerAdvancedOps-945319807 tempest-TestServerAdvancedOps-945319807-project] 10.222.0.44 "GET /v2.0/ports?device_id=c15cc785-c737-4e25-ae63-e77f7ab64699 HTTP/1.1" status: 200 len: 210 time: 0.0264735 Jan 28 20:54:42.963605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52034) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:43.009308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-37346109-813e-4402-8e15-4fccd3de3abf admin admin] Deleting subnet 10812c40-c86d-4555-9ef6-b199afc321e1 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:54:43.012395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37346109-813e-4402-8e15-4fccd3de3abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.038981 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.048881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37346109-813e-4402-8e15-4fccd3de3abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.088702 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37346109-813e-4402-8e15-4fccd3de3abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.150868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37346109-813e-4402-8e15-4fccd3de3abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.177530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37346109-813e-4402-8e15-4fccd3de3abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10812c40-c86d-4555-9ef6-b199afc321e1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:43.181588 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37346109-813e-4402-8e15-4fccd3de3abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.184772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-37346109-813e-4402-8e15-4fccd3de3abf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10812c40-c86d-4555-9ef6-b199afc321e1 HTTP/1.1" status: 204 len: 168 time: 0.2200539 Jan 28 20:54:43.187153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52036) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:43.252692 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.263898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.335830 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.355823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735b0217-8bb8-453e-9be8-bd5c71a0da66']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:43.365525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4836c7-b096-44e2-814b-38bf5b7a8541') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:43.365828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4836c7-b096-44e2-814b-38bf5b7a8541') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:43.375143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.388987 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.395139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:54:43.395550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:54:43.397303 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:54:43.450632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.456639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.459731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/735b0217-8bb8-453e-9be8-bd5c71a0da66 HTTP/1.1" status: 204 len: 168 time: 0.2716839 Jan 28 20:54:43.462619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52038) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:43.471624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186b2a-cb97-483e-ae3c-48a27b07dbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=735b0217-8bb8-453e-9be8-bd5c71a0da66,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:43.506127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c15756-601c-416e-9d7d-a95142b0fdca admin admin] Deleting subnet 7aa3e4fb-6070-4121-bfdf-59da8f52aca4 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:54:43.509324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1c15756-601c-416e-9d7d-a95142b0fdca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.543616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1c15756-601c-416e-9d7d-a95142b0fdca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.581573 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1c15756-601c-416e-9d7d-a95142b0fdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.636708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1c15756-601c-416e-9d7d-a95142b0fdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.662754 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c15756-601c-416e-9d7d-a95142b0fdca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa3e4fb-6070-4121-bfdf-59da8f52aca4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:43.664744 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b1c15756-601c-416e-9d7d-a95142b0fdca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.667870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b1c15756-601c-416e-9d7d-a95142b0fdca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7aa3e4fb-6070-4121-bfdf-59da8f52aca4 HTTP/1.1" status: 204 len: 168 time: 0.2042966 Jan 28 20:54:43.670304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52040) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:43.737006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.816428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.835543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:43.844456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8560aa61-e844-4161-8de8-7182aaf83f02') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:43.844752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8560aa61-e844-4161-8de8-7182aaf83f02') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:54:43.854500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.867370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.873092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:54:43.873471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:54:43.875084 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:54:43.927896 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.933268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:43.936403 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] 10.222.0.44 "DELETE /v2.0/networks/a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa HTTP/1.1" status: 204 len: 168 time: 0.2651868 Jan 28 20:54:43.953681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa7044-a6ac-485c-a72e-b617dff2b29a admin admin] Pushing event deleted for resources: {'Network': ['ID=a52dd7ae-22a8-46c3-8868-a1f61ec0a3aa,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:44.092348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52044) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:44.138317 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9ad95814-2d4a-4816-94b1-e51aef777e92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e2f466acb1d4eb2a5cef1f4b4635807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447094 Jan 28 20:54:44.140872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52046) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:44.190951 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c75689-9c3d-4ac3-8cc6-935aca073870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:44.211363 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c75689-9c3d-4ac3-8cc6-935aca073870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:44.262378 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c75689-9c3d-4ac3-8cc6-935aca073870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:44.265152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-97c75689-9c3d-4ac3-8cc6-935aca073870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:44.266343 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-97c75689-9c3d-4ac3-8cc6-935aca073870 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90992e88-ce32-4200-aff1-c38e8893fac7 HTTP/1.1" status: 204 len: 168 time: 0.1245759 Jan 28 20:54:44.274459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c75689-9c3d-4ac3-8cc6-935aca073870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90992e88-ce32-4200-aff1-c38e8893fac7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:44.574421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52052) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:44.615216 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-192d74b8-86df-44bb-b968-f0b6b70cd015 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37a9e62922f3457ab577dbd6ce6fd77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396385 Jan 28 20:54:44.617750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52054) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:54:44.665556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2dae-5eca-4a71-b9a3-356b1a8afefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:44.687434 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2dae-5eca-4a71-b9a3-356b1a8afefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:44.736187 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2dae-5eca-4a71-b9a3-356b1a8afefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:44.739697 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6ecd2dae-5eca-4a71-b9a3-356b1a8afefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:44.740942 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6ecd2dae-5eca-4a71-b9a3-356b1a8afefd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c57d71f3-4e2f-4317-a1df-eabec6d551af HTTP/1.1" status: 204 len: 168 time: 0.1223071 Jan 28 20:54:44.749062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd2dae-5eca-4a71-b9a3-356b1a8afefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57d71f3-4e2f-4317-a1df-eabec6d551af,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:54:45.418099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 04cb42c7-6f0a-452a-a687-320c8b3d455d no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:54:45.441344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 04cb42c7-6f0a-452a-a687-320c8b3d455d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:54:45.441689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 04cb42c7-6f0a-452a-a687-320c8b3d455d not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:54:48.277341 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:54:51.638718 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:07.724606 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d324b621-5a87-4f10-83e8-22311419a6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:10.230085 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-036b7df9-df2c-4568-a4e7-a7381e99299f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:10.650090 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:55:11.731080 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:13.024885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:13.265606 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:17.747458 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-192dd943-535a-400a-ac7a-e7b1fcf24598 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1803999 Jan 28 20:55:17.829104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-682cf8cd-6774-40f4-8814-019773bb3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:17.830607 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-682cf8cd-6774-40f4-8814-019773bb3ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1096 time: 0.0407090 Jan 28 20:55:17.935860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-95923c56-21d5-4300-be96-e209b38b45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:17.937284 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-95923c56-21d5-4300-be96-e209b38b45ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.0874724 Jan 28 20:55:18.001719 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-2fd1c50e-d9b7-495a-93fe-0a488a80fd3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 1000 time: 0.0573537 Jan 28 20:55:18.049952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-c9251f4a-5de6-4597-941e-399341f83d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:18.051385 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-c9251f4a-5de6-4597-941e-399341f83d38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0433838 Jan 28 20:55:18.098667 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-863fbf25-f4d4-40fa-9c5e-2f54365ef852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:18.100144 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-863fbf25-f4d4-40fa-9c5e-2f54365ef852 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424139 Jan 28 20:55:18.189634 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-ec22c1bf-2f0f-4616-b739-34ecf149a0df service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830343 Jan 28 20:55:18.274664 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:18.285386 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-352a8566-0843-4c3f-9ad2-8a468f218ff2 req-75712e6e-b2d1-49cb-b710-8c0d1070af4b service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898435 Jan 28 20:55:21.627999 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:37.726941 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e871f6b-4687-4047-8a3e-c03e6daf59b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:40.231078 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-de3e91f8-a22c-43da-b1e9-6fefc220fb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:41.735077 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:43.027277 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:43.267925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:47.649534 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:55:48.275113 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:49.740754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-4cb4539b-6adf-4f9e-8016-3bb4da83b506 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11425506&fields=id&tenant_id=27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 267 time: 0.0403657 Jan 28 20:55:49.846549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-d6b21837-3c0c-4b92-9851-169934761823 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:49.848003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-d6b21837-3c0c-4b92-9851-169934761823 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.0999591 Jan 28 20:55:49.862628 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-aca73936-4177-4151-bea4-497884872c5d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/quotas/27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 375 time: 0.0087514 Jan 28 20:55:49.919432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-23efa8ba-de09-400d-aa80-3602faa0cd7b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512035 Jan 28 20:55:49.934728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-13f76961-5872-496b-a7e2-1de9beb575de service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:55:49.935692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-13f76961-5872-496b-a7e2-1de9beb575de service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051339 Jan 28 20:55:50.029499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-068a4192-108d-42f7-a974-7c4f2f068498 service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845802 Jan 28 20:55:50.117368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-7448a697-f34c-41cc-b038-181f7c9c8b7e service neutron] 10.222.0.44 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817697 Jan 28 20:55:50.425659 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d272efc1-0412-4244-9b84-fa05b519fa55 req-0f2de177-c32f-4e7f-8e70-65a03c01ce3a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 210 time: 0.0347049 Jan 28 20:55:51.475983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-ebe6a823-57df-4d50-9b92-655bee2c6a3c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:51.477854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-ebe6a823-57df-4d50-9b92-655bee2c6a3c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 811 time: 0.1129093 Jan 28 20:55:51.522747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-871637a9-3e47-4cb3-9541-e38723e12bcb req-7691f540-058e-47b3-a1da-c8287a828271 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 210 time: 0.0262113 Jan 28 20:55:51.525067 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-d3435d62-ad85-44c7-965d-98ee0278db00 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27927cd84a1e4644b725b1157b4a8c65 HTTP/1.1" status: 200 len: 378 time: 0.0380867 Jan 28 20:55:51.534897 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'port': {'device_id': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'admin_state_up': True, 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'security_groups': ['ebf012aa-475e-4931-a81d-fbc4ad2ccbf4']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:55:51.629383 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:51.662540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Made reservation on behalf of 27927cd84a1e4644b725b1157b4a8c65 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:55:51.664417 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:51.792915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.20.0.5 (833d0a8f-29a4-488d-a0a9-de6459b1a855/ef990b61-5593-488d-8859-5b4227c2fee4/ce216cab-5eff-4225-bbf4-09e3ac833557) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:55:51.939120 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:51.974866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.019421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:55:52.025665 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:55:52.029577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:55:52.062208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=ce216cab-5eff-4225-bbf4-09e3ac833557,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:52.077565 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.077914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.078259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.078609 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.078944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.079281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.079620 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.079943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.080294 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.080629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.080956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.081286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:55:52.102204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:52.102858 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.127049 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9e7e6ef8-5016-4908-915e-37f7a092bb68 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898318 Jan 28 20:55:52.134106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Request body: {'port': {'device_id': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:55:52.191162 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.274785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c5227c78-3236-4ab6-9230-80ecb07d58ce None None] Provisioning complete for port ce216cab-5eff-4225-bbf4-09e3ac833557 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:55:52.275082 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c5227c78-3236-4ab6-9230-80ecb07d58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.313941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c5227c78-3236-4ab6-9230-80ecb07d58ce None None] Port ce216cab-5eff-4225-bbf4-09e3ac833557 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:55:52.469239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce216cab-5eff-4225-bbf4-09e3ac833557 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:55:52.477860 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.489681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Transition to ACTIVE for port object ce216cab-5eff-4225-bbf4-09e3ac833557 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:55:52.493779 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.552633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Pushing event updated for resources: {'Port': ['ID=ce216cab-5eff-4225-bbf4-09e3ac833557,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:52.629059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Attempting to bind port ce216cab-5eff-4225-bbf4-09e3ac833557 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:55:52.629345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Attempting to bind port ce216cab-5eff-4225-bbf4-09e3ac833557 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:55:52.629571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Attempting to bind port ce216cab-5eff-4225-bbf4-09e3ac833557 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:55:52.635351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Port ce216cab-5eff-4225-bbf4-09e3ac833557 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:55:52.635866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Attempting to bind port ce216cab-5eff-4225-bbf4-09e3ac833557 on network 833d0a8f-29a4-488d-a0a9-de6459b1a855 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:55:52.648793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:55:52.649403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Checking segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:55:52.650013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Bound using segment: {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:55:52.650567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Bound port: ce216cab-5eff-4225-bbf4-09e3ac833557, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d57bc35-8409-4c01-99f9-7355ec3ff174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:55:52.651138 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.716455 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92244e8-9be0-4b61-9ada-22ab75eaba82 req-c0f22373-e826-48be-a981-cf10429ade7c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:52.719554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e92244e8-9be0-4b61-9ada-22ab75eaba82 req-c0f22373-e826-48be-a981-cf10429ade7c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0982246 Jan 28 20:55:52.728839 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] For port ce216cab-5eff-4225-bbf4-09e3ac833557, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:55:52.734870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] For port ce216cab-5eff-4225-bbf4-09e3ac833557, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ce216cab-5eff-4225-bbf4-09e3ac833557,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:55:52.743462 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.780409 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e92244e8-9be0-4b61-9ada-22ab75eaba82 req-b3cf6564-6136-41cd-a232-00e5596d780a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494683 Jan 28 20:55:52.816577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:52.817540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:55:52.821468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] 10.222.0.26 "PUT /v2.0/ports/ce216cab-5eff-4225-bbf4-09e3ac833557 HTTP/1.1" status: 200 len: 1091 time: 0.6923089 Jan 28 20:55:52.822396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:55:52.826678 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e704c951-16bb-4b77-9921-c66b12e919c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:55:52.916526 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14420ead-e99a-4f41-a268-2d450086fa74 x-openstack-request-id: req-14420ead-e99a-4f41-a268-2d450086fa74 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:55:52.916794 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:55:52.917055 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14420ead-e99a-4f41-a268-2d450086fa74 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:55:52.917449 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'status': 'completed', 'code': 200} Jan 28 20:55:52.922562 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a27ade-771a-4c97-be80-e21e5b72459b service neutron] Pushing event updated for resources: {'Port': ['ID=ce216cab-5eff-4225-bbf4-09e3ac833557,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:55:52.940580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-531d4b72-7fc2-4b2b-b6a4-b2a3556f0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:52.942705 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-531d4b72-7fc2-4b2b-b6a4-b2a3556f0663 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 1094 time: 0.0708761 Jan 28 20:55:52.989863 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-1a9456cd-ed28-4905-8236-fe8a93d44880 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce216cab-5eff-4225-bbf4-09e3ac833557 HTTP/1.1" status: 200 len: 217 time: 0.0376089 Jan 28 20:55:53.046970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9c478db9-10d0-4a46-b492-7bf02e86d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.048742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-9c478db9-10d0-4a46-b492-7bf02e86d0fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0520117 Jan 28 20:55:53.097621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-8133e10a-53ce-4247-9082-50e00609bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.099216 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-8133e10a-53ce-4247-9082-50e00609bb75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427065 Jan 28 20:55:53.190869 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-5016b353-77bd-440b-981d-cf9e882929dd service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840199 Jan 28 20:55:53.288744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4df2d71-c4c1-4b63-934a-fd5601c40f18 req-243ca44c-7c9a-483c-a961-23f3d80ea2e0 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898607 Jan 28 20:55:53.379415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-5668afa5-8e82-4d16-a7c1-4190960fed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.381150 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-5668afa5-8e82-4d16-a7c1-4190960fed74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 1094 time: 0.0487618 Jan 28 20:55:53.792105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-7de1c4cf-0fcb-4a83-be14-336bdf5baec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.793524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-7de1c4cf-0fcb-4a83-be14-336bdf5baec9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.4052439 Jan 28 20:55:53.837291 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-e040307d-9085-4859-bdd9-2659319ab2ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce216cab-5eff-4225-bbf4-09e3ac833557 HTTP/1.1" status: 200 len: 217 time: 0.0363817 Jan 28 20:55:53.887236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-b6a2b5cf-4359-4a35-be82-339b9589dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.888737 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-b6a2b5cf-4359-4a35-be82-339b9589dfdf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0449579 Jan 28 20:55:53.917613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a757e24-05af-4f91-a753-03b436ca988d req-c9f8a46b-d607-4624-a119-605b37863dfa tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.919131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a757e24-05af-4f91-a753-03b436ca988d req-c9f8a46b-d607-4624-a119-605b37863dfa tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0499961 Jan 28 20:55:53.944059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-014c0e18-3a40-4e38-98b0-6d3460f69a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:53.945666 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-014c0e18-3a40-4e38-98b0-6d3460f69a53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498443 Jan 28 20:55:53.961439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a757e24-05af-4f91-a753-03b436ca988d req-69d80273-a79b-4d79-a5eb-2d1db1783ecb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358858 Jan 28 20:55:54.039485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-15514c64-4e3b-4200-8d0a-ef1703e29922 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865996 Jan 28 20:55:54.136223 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e704c951-16bb-4b77-9921-c66b12e919c4 req-82536261-be98-4031-967f-441d315db28c service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900214 Jan 28 20:55:55.081025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b054cc-b5a5-4595-85dd-af975aed1fa5 req-73cc8f21-152c-4ff1-b97e-5f5819f68dd7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:55.082500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4b054cc-b5a5-4595-85dd-af975aed1fa5 req-73cc8f21-152c-4ff1-b97e-5f5819f68dd7 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0518806 Jan 28 20:55:55.121071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4b054cc-b5a5-4595-85dd-af975aed1fa5 req-972e3b38-911c-47cd-9f3c-5f05df127dc8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319979 Jan 28 20:55:56.233690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e77e2-e996-465a-8576-efa77cba1845 req-3a669c0a-8fa0-46bb-b0a7-1003864a3cc6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:56.235173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d33e77e2-e996-465a-8576-efa77cba1845 req-3a669c0a-8fa0-46bb-b0a7-1003864a3cc6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0484576 Jan 28 20:55:56.274650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d33e77e2-e996-465a-8576-efa77cba1845 req-5b241e4e-9683-4b9c-b2c2-e805dceb30e4 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327051 Jan 28 20:55:57.402656 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501aaa3-b21a-4cac-849f-235b6015ddd7 req-237f6a58-b394-41d3-b52e-66a8534813ea tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:57.404144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e501aaa3-b21a-4cac-849f-235b6015ddd7 req-237f6a58-b394-41d3-b52e-66a8534813ea tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0559170 Jan 28 20:55:57.445526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e501aaa3-b21a-4cac-849f-235b6015ddd7 req-ddce5530-d69e-468e-8293-0675260b091a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349658 Jan 28 20:55:58.899564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9c33d-ec8f-4bd1-b0b1-04649d753a09 req-ff946148-c215-46eb-9206-386bfe46d19c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:55:58.901298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06f9c33d-ec8f-4bd1-b0b1-04649d753a09 req-ff946148-c215-46eb-9206-386bfe46d19c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.3866551 Jan 28 20:55:58.943083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-06f9c33d-ec8f-4bd1-b0b1-04649d753a09 req-69ff0bd7-f10b-4b17-bbac-423da556c0eb tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345376 Jan 28 20:56:00.067835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9044884-e36a-4969-a525-c4fae509e8fc req-48ac836f-90c4-4956-a39b-05848b980b7c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:00.069402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9044884-e36a-4969-a525-c4fae509e8fc req-48ac836f-90c4-4956-a39b-05848b980b7c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0529702 Jan 28 20:56:00.109700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9044884-e36a-4969-a525-c4fae509e8fc req-fbd3f6a8-b036-4284-b3d1-4133acf77709 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331352 Jan 28 20:56:01.234828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9589330-3676-41cc-bfc0-c32373d377e8 req-fe64099a-d91c-4d2f-a853-a2243fa7edb1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:01.236379 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9589330-3676-41cc-bfc0-c32373d377e8 req-fe64099a-d91c-4d2f-a853-a2243fa7edb1 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0570118 Jan 28 20:56:01.280581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9589330-3676-41cc-bfc0-c32373d377e8 req-83ee1265-6fd6-4947-83a2-f4c765240e01 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360343 Jan 28 20:56:02.406390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723358fb-3d72-493e-b86d-cbdb090259f8 req-cdfb05af-8585-4005-b495-a5f1ce8d5097 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:02.407885 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-723358fb-3d72-493e-b86d-cbdb090259f8 req-cdfb05af-8585-4005-b495-a5f1ce8d5097 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0586402 Jan 28 20:56:02.450824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-723358fb-3d72-493e-b86d-cbdb090259f8 req-463345de-520d-4813-8871-afb640a8a582 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365212 Jan 28 20:56:03.563209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1642b35-c0a2-40c3-8123-00d19ba4b724 req-45409d19-5894-41ed-820d-43feb0601256 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:03.564671 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1642b35-c0a2-40c3-8123-00d19ba4b724 req-45409d19-5894-41ed-820d-43feb0601256 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 943 time: 0.0469079 Jan 28 20:56:03.601531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1642b35-c0a2-40c3-8123-00d19ba4b724 req-7649278e-2df4-4f7d-9d3f-898945282107 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309074 Jan 28 20:56:03.838793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ce216cab-5eff-4225-bbf4-09e3ac833557 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:56:03.931112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ce216cab-5eff-4225-bbf4-09e3ac833557, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ce216cab-5eff-4225-bbf4-09e3ac833557,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:56:03.941113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'port_id': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'mac_address': 'fa:16:3e:ea:9b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:56:03.977599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:03.989765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce216cab-5eff-4225-bbf4-09e3ac833557 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:56:04.007796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ce216cab-5eff-4225-bbf4-09e3ac833557, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ce216cab-5eff-4225-bbf4-09e3ac833557,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:56:04.012171 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:04.065645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=ce216cab-5eff-4225-bbf4-09e3ac833557,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:56:04.073967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.074310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.074646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.074976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.075302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.075632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.075955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.076309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.076630 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.076944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.077259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.077575 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:04.234477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['ce216cab-5eff-4225-bbf4-09e3ac833557'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:56:04.722939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62817e3e-e9d4-4ba9-a82a-5f023d1fb416 req-3c0f9b26-490d-447b-bd8a-2c35e5809bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:04.724461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62817e3e-e9d4-4ba9-a82a-5f023d1fb416 req-3c0f9b26-490d-447b-bd8a-2c35e5809bbd tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 944 time: 0.0507417 Jan 28 20:56:04.763570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62817e3e-e9d4-4ba9-a82a-5f023d1fb416 req-f42cfeba-8b1e-440e-8fa5-3e0c8b9a3c1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323560 Jan 28 20:56:05.852475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ce216cab-5eff-4225-bbf4-09e3ac833557 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:56:05.886031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44cf6-c491-4340-bfeb-c808e94c367e req-33664fd0-445c-4573-a2e5-cf7d2d76b3ca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:05.892222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-88e44cf6-c491-4340-bfeb-c808e94c367e req-33664fd0-445c-4573-a2e5-cf7d2d76b3ca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 944 time: 0.0589087 Jan 28 20:56:05.906197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port ce216cab-5eff-4225-bbf4-09e3ac833557 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:56:05.909810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port ce216cab-5eff-4225-bbf4-09e3ac833557 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:56:05.910184 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:05.941536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-88e44cf6-c491-4340-bfeb-c808e94c367e req-e917a55e-06cf-4092-ac89-c9f79708dc15 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439360 Jan 28 20:56:05.989676 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:06.012992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:56:06.015364 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f9e211-40b6-41e3-b426-49d58103c8a1" -d '{"events": [{"server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "name": "network-vif-plugged", "status": "completed", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:56:06.032905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ce216cab-5eff-4225-bbf4-09e3ac833557, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ce216cab-5eff-4225-bbf4-09e3ac833557,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:56:06.037300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:06.061289 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ef186e-d294-4844-af2b-aabbc8a247bf x-openstack-request-id: req-92ef186e-d294-4844-af2b-aabbc8a247bf {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:56:06.061680 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "name": "network-vif-plugged", "status": "completed", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:56:06.061846 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92ef186e-d294-4844-af2b-aabbc8a247bf {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:56:06.062177 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'code': 200} Jan 28 20:56:06.089295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=ce216cab-5eff-4225-bbf4-09e3ac833557,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:56:06.163091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9163d-2c24-429e-a4ff-1730d973ca67 req-de06f67a-31c8-498a-9c01-0b154d118ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:06.164634 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6be9163d-2c24-429e-a4ff-1730d973ca67 req-de06f67a-31c8-498a-9c01-0b154d118ea3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 1096 time: 0.0426075 Jan 28 20:56:06.201630 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6be9163d-2c24-429e-a4ff-1730d973ca67 req-9915ddc5-1536-4381-8953-24c87a240e5b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291073 Jan 28 20:56:07.054316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbeaa8-21df-4033-9990-b1e0422026da req-7c820277-a9db-4623-a479-c0707fbfb861 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:07.055811 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3dbeaa8-21df-4033-9990-b1e0422026da req-7c820277-a9db-4623-a479-c0707fbfb861 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 945 time: 0.0512183 Jan 28 20:56:07.099626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3dbeaa8-21df-4033-9990-b1e0422026da req-e7db1e63-303c-430e-802d-96f727252b8a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370274 Jan 28 20:56:07.738554 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1fe07559-ed56-4c1a-b473-777a6903da4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:08.229690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abf7f1-998e-4688-8f7a-fd54a19f0beb req-9dccd0e7-a3c7-49e8-809d-db73d213259b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:08.231348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29abf7f1-998e-4688-8f7a-fd54a19f0beb req-9dccd0e7-a3c7-49e8-809d-db73d213259b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 945 time: 0.0504191 Jan 28 20:56:08.269771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29abf7f1-998e-4688-8f7a-fd54a19f0beb req-f276a9cc-0d58-4553-bed9-8ed30f5e4926 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323153 Jan 28 20:56:08.388042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782e6b3-91b5-4a1a-b7f7-2e3da2007e94 req-a6ed18c4-e5fd-4012-8ab7-84fa07011156 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:08.389618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3782e6b3-91b5-4a1a-b7f7-2e3da2007e94 req-a6ed18c4-e5fd-4012-8ab7-84fa07011156 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 945 time: 0.0535774 Jan 28 20:56:08.427216 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3782e6b3-91b5-4a1a-b7f7-2e3da2007e94 req-d5f1e9bf-64e3-490c-91fb-5f527eb276f8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317664 Jan 28 20:56:08.449397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52178) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:56:08.488288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98abf74b-c624-4a67-9685-04654a6b12b4 tempest-TestVolumeBootPattern-11839125 tempest-TestVolumeBootPattern-11839125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:08.489792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-98abf74b-c624-4a67-9685-04654a6b12b4 tempest-TestVolumeBootPattern-11839125 tempest-TestVolumeBootPattern-11839125-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 1091 time: 0.0394077 Jan 28 20:56:08.492502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52180) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:56:08.496758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:56:08.520883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:08.622399 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:08.723542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Allocated IP 172.25.2.235 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ae3ae82c-925d-422e-b658-6527ba327f6c) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:56:08.826724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:08.858896 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:08.892976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:56:08.895805 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:56:08.901309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:56:08.928917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=ae3ae82c-925d-422e-b658-6527ba327f6c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:56:08.940922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.941268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.941610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.941947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.942284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.942615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.942943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.943267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.943591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.943914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.944266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:08.944610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:56:09.278721 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:09.349950 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:09.511951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:09.516943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:09.593924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event updated for resources: {'Port': ['ID=ae3ae82c-925d-422e-b658-6527ba327f6c,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:56:09.607138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:09.710053 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Floating IP 0129f4c8-97d4-4318-bc25-6eb4948dfa45 associated. External IP: 172.25.2.235, port: ce216cab-5eff-4225-bbf4-09e3ac833557. Jan 28 20:56:09.938637 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:56:10.052007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:56:10.062874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901576-116c-4805-9833-7eb63fab048d None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:56:10.071245 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:10.073686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93901576-116c-4805-9833-7eb63fab048d None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:56:10.074319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-93901576-116c-4805-9833-7eb63fab048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:55:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:56:10.097425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5bceac6d-5584-4926-8f07-5fb88d8271b9 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6039350 Jan 28 20:56:10.098006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:56:10.100274 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:56:10.136237 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347b0a6a-81ff-4c1c-a9d1-36ff8a2a71a9 x-openstack-request-id: req-347b0a6a-81ff-4c1c-a9d1-36ff8a2a71a9 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:56:10.136526 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:56:10.136775 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-347b0a6a-81ff-4c1c-a9d1-36ff8a2a71a9 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:56:10.137251 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'status': 'completed', 'code': 200} Jan 28 20:56:10.186620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-93901576-116c-4805-9833-7eb63fab048d None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:56:10.200036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-d0652762-cbf8-4eca-bc82-eee1ff068455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:10.201586 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-d0652762-cbf8-4eca-bc82-eee1ff068455 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 1096 time: 0.0418189 Jan 28 20:56:10.279384 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d1ac29f4-e36f-4635-82fd-0b34326487ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:10.301058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-eb5a14a0-68d1-473e-bb09-65869894f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:10.302554 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-eb5a14a0-68d1-473e-bb09-65869894f085 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.0944993 Jan 28 20:56:10.368122 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-9f874ac2-f936-4112-9b5b-1628fe6ec036 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce216cab-5eff-4225-bbf4-09e3ac833557 HTTP/1.1" status: 200 len: 999 time: 0.0578966 Jan 28 20:56:10.419246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-4bd14581-e5c1-4ced-83fd-6b3e00e1e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:10.420753 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-4bd14581-e5c1-4ced-83fd-6b3e00e1e34f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0454566 Jan 28 20:56:10.434307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-93901576-116c-4805-9833-7eb63fab048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0129f4c8-97d4-4318-bc25-6eb4948dfa45', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:ea:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:56:09Z', 'updated_at': '2022-01-28T20:56:09Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}, {'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 1, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:56:10.464118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901576-116c-4805-9833-7eb63fab048d None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:56:10.472197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93901576-116c-4805-9833-7eb63fab048d None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:56:10.472623 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-b148c695-4518-4e9d-b669-c3e960883ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:10.472797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-93901576-116c-4805-9833-7eb63fab048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:56:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:56:10.474250 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-b148c695-4518-4e9d-b669-c3e960883ed4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465431 Jan 28 20:56:10.565923 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-68daeefc-5fe9-4a83-8b8e-bdd1d72e0e3f service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839801 Jan 28 20:56:10.577827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-93901576-116c-4805-9833-7eb63fab048d None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:56:10.668550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea6e8851-ee3c-46aa-92d5-144a43edf5c8 req-38273524-8ca3-443b-8abe-79cd9e5b0dca service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954134 Jan 28 20:56:10.803629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-93901576-116c-4805-9833-7eb63fab048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0129f4c8-97d4-4318-bc25-6eb4948dfa45', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:ea:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:56:09Z', 'updated_at': '2022-01-28T20:56:09Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}, {'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 1, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:56:10.830137 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93901576-116c-4805-9833-7eb63fab048d None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0129f4c8-97d4-4318-bc25-6eb4948dfa45', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:ea:9b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:56:09Z', 'updated_at': '2022-01-28T20:56:09Z', 'revision_number': 0, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}, {'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 1, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:56:11.011789 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc07143-1ca7-4284-8c36-a24abb6e21ad None None] New status for floating IP 0129f4c8-97d4-4318-bc25-6eb4948dfa45: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:56:11.736802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:13.030484 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:13.269926 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:17.599933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75709087-023c-4530-bb8f-2af5caf7e651 req-dc734fd9-04f8-4d41-a80a-0bc9fd1da78c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404232 Jan 28 20:56:17.680025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709087-023c-4530-bb8f-2af5caf7e651 req-0fd5d56a-39db-4583-a1b3-7c52a796ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:17.681849 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75709087-023c-4530-bb8f-2af5caf7e651 req-0fd5d56a-39db-4583-a1b3-7c52a796ce9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1096 time: 0.0416205 Jan 28 20:56:17.789134 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709087-023c-4530-bb8f-2af5caf7e651 req-9dde9ebe-ec35-4887-a2c6-99ec9791360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:17.790669 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75709087-023c-4530-bb8f-2af5caf7e651 req-9dde9ebe-ec35-4887-a2c6-99ec9791360f service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.0920229 Jan 28 20:56:17.855623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75709087-023c-4530-bb8f-2af5caf7e651 req-8058e959-f5e0-4f83-b247-2862328943cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 1000 time: 0.0587831 Jan 28 20:56:17.902769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709087-023c-4530-bb8f-2af5caf7e651 req-13236f93-9103-462d-beec-3d40f5255031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:17.904203 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75709087-023c-4530-bb8f-2af5caf7e651 req-13236f93-9103-462d-beec-3d40f5255031 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0429046 Jan 28 20:56:17.958871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709087-023c-4530-bb8f-2af5caf7e651 req-e3bcc4b7-3165-400d-aa6e-2b158106ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:56:17.960391 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75709087-023c-4530-bb8f-2af5caf7e651 req-e3bcc4b7-3165-400d-aa6e-2b158106ef11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460203 Jan 28 20:56:18.048342 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75709087-023c-4530-bb8f-2af5caf7e651 req-6e678b3b-04ea-4db6-84de-16c46f3867ae service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813801 Jan 28 20:56:18.141218 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75709087-023c-4530-bb8f-2af5caf7e651 req-0881e216-11f5-4c50-ac99-2cdcb6af8c43 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Jan 28 20:56:18.285797 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:21.654564 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:24.647971 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:56:37.729972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-71b7ab42-dd5b-4e43-b69a-11de540ad339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:40.230991 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-525075e5-3357-4888-92a6-1c67b8e8dcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:41.740295 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:43.046622 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:43.270759 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:48.287260 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:56:51.661191 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:01.646832 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:57:06.366180 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-91cc45af-2931-48b6-9648-94ebd56286d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421553 Jan 28 20:57:06.451040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-2c63d7c0-1d14-46ed-b15f-7756f9655033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:06.452549 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-2c63d7c0-1d14-46ed-b15f-7756f9655033 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 1096 time: 0.0408461 Jan 28 20:57:06.556728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-ac254c8c-b7a9-4a61-98ec-0ddf59b3b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:06.558166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-ac254c8c-b7a9-4a61-98ec-0ddf59b3b329 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.0865083 Jan 28 20:57:06.621766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-87d19201-e8a4-4989-91b3-22a03b43d1e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce216cab-5eff-4225-bbf4-09e3ac833557 HTTP/1.1" status: 200 len: 1001 time: 0.0570967 Jan 28 20:57:06.671572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-9b4bf7e2-e835-4f1c-836d-c4c619769412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:06.673326 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-9b4bf7e2-e835-4f1c-836d-c4c619769412 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0437140 Jan 28 20:57:06.724596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-f9a907bf-02bf-4db5-ae32-99b52e817e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:06.726077 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-f9a907bf-02bf-4db5-ae32-99b52e817e48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450726 Jan 28 20:57:06.817136 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-67627fa4-9d71-4a8e-970f-e6ebb027d326 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839591 Jan 28 20:57:06.919197 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b26f6ba-63cc-4ba7-b4b4-01542fc61c47 req-69268907-9948-42ce-892e-9094f1bbee45 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950141 Jan 28 20:57:07.731361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa5c352a-2371-4dc5-88b6-9257e5d47eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:10.231044 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d26f6e93-09c3-4076-93d2-7e70e1bc8cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:11.744851 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:13.035296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:13.272744 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:18.287986 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:18.606356 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-6ac27ad9-fbfa-41da-9d0c-b451fa3c7111 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419958 Jan 28 20:57:18.686772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-eba0047d-5b0e-4402-931b-a0b9d1f88143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:18.688329 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-eba0047d-5b0e-4402-931b-a0b9d1f88143 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1096 time: 0.0405016 Jan 28 20:57:18.792807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-f79d52d5-a52c-4640-9ed3-444f821ef86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:18.794285 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-f79d52d5-a52c-4640-9ed3-444f821ef86a service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.0878878 Jan 28 20:57:18.861402 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-07b69cb4-7093-453e-9182-1949aeedabec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 1000 time: 0.0595758 Jan 28 20:57:18.909392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-4edafc46-b459-433f-a4c4-87263ab9f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:18.910824 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-4edafc46-b459-433f-a4c4-87263ab9f793 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0438144 Jan 28 20:57:18.959741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-82bf5146-6d90-4c61-a2e4-857f29731d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:18.961261 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-82bf5146-6d90-4c61-a2e4-857f29731d01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443034 Jan 28 20:57:19.060382 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-6afc8dde-be2b-4fb6-9fc3-e7e7c445ef86 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924559 Jan 28 20:57:19.153714 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0e05945f-8dc8-4e62-8fee-d52d2f98b697 req-8f49db24-9dc1-4b5e-9078-4a3a595ce448 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858583 Jan 28 20:57:21.664274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:37.731925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f581337a-c2d1-4605-95a4-f9dca0841f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:38.596620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52212) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:57:38.645901 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:57:38.772256 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port ae3ae82c-925d-422e-b658-6527ba327f6c {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:57:38.772608 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:38.851508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:38.851835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:38.863239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for ae3ae82c-925d-422e-b658-6527ba327f6c owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:57:39.016438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:39.043795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=ae3ae82c-925d-422e-b658-6527ba327f6c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:39.056527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.056880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.057218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.057553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.057882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.058206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.058532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.058880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.059200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.059520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.059840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.060158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:39.120000 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:39.120382 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Floating IP 0129f4c8-97d4-4318-bc25-6eb4948dfa45 disassociated (deleted). External IP: 172.25.2.235, port: ce216cab-5eff-4225-bbf4-09e3ac833557. Jan 28 20:57:39.335727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:57:39.447815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:57:39.452628 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:39.457400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:57:39.468742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:39.469363 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:57:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:39.479678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e544cedc-10fd-4803-962c-f591c981d875 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "DELETE /v2.0/floatingips/0129f4c8-97d4-4318-bc25-6eb4948dfa45 HTTP/1.1" status: 204 len: 168 time: 0.8819609 Jan 28 20:57:39.480426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:57:39.482843 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cfb571-07d5-4d4a-834f-51acc3e999cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:39.534593 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033758ca-c97d-4371-96b1-2e880cd6271b x-openstack-request-id: req-033758ca-c97d-4371-96b1-2e880cd6271b {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:39.534911 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:39.535207 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-033758ca-c97d-4371-96b1-2e880cd6271b {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:39.535598 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'status': 'completed', 'code': 200} Jan 28 20:57:39.587629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:39.602654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-0f903ef6-50dc-458a-b81a-524c441729ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:39.604226 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-0f903ef6-50dc-458a-b81a-524c441729ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 1096 time: 0.0456760 Jan 28 20:57:39.704944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-cfa434ef-3886-4578-b53a-a235232eb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:39.706432 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-cfa434ef-3886-4578-b53a-a235232eb247 service neutron] 10.222.0.26 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.0951264 Jan 28 20:57:39.757860 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-ce53a856-bfaf-4f76-92a4-ac5c173de60e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce216cab-5eff-4225-bbf4-09e3ac833557 HTTP/1.1" status: 200 len: 217 time: 0.0396020 Jan 28 20:57:39.811628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-35d0d17a-33ff-4369-8b9c-dcee51e0ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:39.813202 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-35d0d17a-33ff-4369-8b9c-dcee51e0ab03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0472937 Jan 28 20:57:39.864222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-d17d4e9a-fdff-41bd-9e6c-9efa738831ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:39.865815 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-d17d4e9a-fdff-41bd-9e6c-9efa738831ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445447 Jan 28 20:57:39.972783 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-317ea07b-895a-4935-b7ef-8380172e2603 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994105 Jan 28 20:57:40.014018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 1, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:40.044046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:57:40.054158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:40.054935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:57:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:40.073825 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-00cfb571-07d5-4d4a-834f-51acc3e999cc req-20062ffe-33b5-41aa-808c-222dcd696e08 service neutron] 10.222.0.26 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902843 Jan 28 20:57:40.172634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:40.274019 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b47d134a-1251-47ba-b2a1-b85fdff5bae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:40.425627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 1, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:40.452975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad00e2-c85a-48f9-a663-f1e50d6ee360 None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'cd979752-75b4-4da3-ad0a-783b1515778c', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'port_id': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'mac_address': 'fa:16:3e:e7:89:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:54:10Z', 'updated_at': '2022-01-28T20:54:13Z', 'revision_number': 1, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:57:40.689047 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119bee1-bf55-4bc9-9c27-5246d3ffe629 None None] New status for floating IP 0129f4c8-97d4-4318-bc25-6eb4948dfa45: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:57:40.776069 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d8810-312f-4f0b-9882-0ceb10b54b86 req-73598d7d-2935-439d-a732-7323680785f5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:40.777609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-625d8810-312f-4f0b-9882-0ceb10b54b86 req-73598d7d-2935-439d-a732-7323680785f5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 945 time: 0.0676639 Jan 28 20:57:40.832047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-625d8810-312f-4f0b-9882-0ceb10b54b86 req-b79dabd3-dea7-4d9f-8d24-591411d55fed tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423346 Jan 28 20:57:41.749265 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:41.987681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ec506-ec4c-4f42-b387-a47eff0b1c5a req-4b20ca57-8faf-4ce5-9ad6-22fbeeff3a42 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:41.991514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a7ec506-ec4c-4f42-b387-a47eff0b1c5a req-4b20ca57-8faf-4ce5-9ad6-22fbeeff3a42 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 945 time: 0.0829263 Jan 28 20:57:42.039808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a7ec506-ec4c-4f42-b387-a47eff0b1c5a req-ef9b0a8f-8c0a-469d-8ebe-c37e70d35ca8 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409713 Jan 28 20:57:42.441749 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de006921-7d77-4097-bd7d-4337c822863c req-7baf20d1-1bba-45d0-a208-0c95ef7a0d96 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:42.443380 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de006921-7d77-4097-bd7d-4337c822863c req-7baf20d1-1bba-45d0-a208-0c95ef7a0d96 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 945 time: 0.0807414 Jan 28 20:57:42.570003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port ce216cab-5eff-4225-bbf4-09e3ac833557 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:57:42.570346 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:42.697091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] For port ce216cab-5eff-4225-bbf4-09e3ac833557, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ce216cab-5eff-4225-bbf4-09e3ac833557,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:42.697700 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:42.718524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for ce216cab-5eff-4225-bbf4-09e3ac833557 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:57:42.850817 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:42.884842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=ce216cab-5eff-4225-bbf4-09e3ac833557,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:42.898705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.899065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.899422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.899785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.900122 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.900488 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.900820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.901147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.901474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.901798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.902127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.902452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:57:42.938554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] No DVR routers for this DVR port ce216cab-5eff-4225-bbf4-09e3ac833557 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:57:42.941315 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:42.945478 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-de006921-7d77-4097-bd7d-4337c822863c req-23dd8ba2-dc5b-4e45-bbb1-b9be5df8edb6 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.26 "DELETE /v2.0/ports/ce216cab-5eff-4225-bbf4-09e3ac833557 HTTP/1.1" status: 204 len: 173 time: 0.4963925 Jan 28 20:57:42.945942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'name': 'network-vif-deleted', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:57:42.948367 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fabdeb6-da07-4864-9cbb-be2a76fc2839" -d '{"events": [{"server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "name": "network-vif-deleted", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:43.040484 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:43.129733 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c931dac-6ec6-44a6-956c-f61ccc86c590 x-openstack-request-id: req-0c931dac-6ec6-44a6-956c-f61ccc86c590 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:43.130222 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbac296-9bf4-428f-85cd-6b80544cc5e8", "name": "network-vif-deleted", "tag": "ce216cab-5eff-4225-bbf4-09e3ac833557", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:43.130732 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c931dac-6ec6-44a6-956c-f61ccc86c590 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:43.131251 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbac296-9bf4-428f-85cd-6b80544cc5e8', 'name': 'network-vif-deleted', 'tag': 'ce216cab-5eff-4225-bbf4-09e3ac833557', 'status': 'completed', 'code': 200} Jan 28 20:57:43.143800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd071925-29aa-4827-9bde-8e9395d8577c req-1973b6e9-4cbc-4b7e-957e-bf6fb0a89a3b tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 210 time: 0.0310874 Jan 28 20:57:43.279257 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:44.262619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d89585dc-009b-4546-9d84-ca6a385d4a8b req-fc9a082d-142a-4e60-a839-be0b58b9d411 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 210 time: 0.0448689 Jan 28 20:57:45.363905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d4f3688-5347-43f5-b887-2d069f01e3b8 req-5af8cce4-abf7-4984-adfe-4e344ac122ed tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 210 time: 0.0266201 Jan 28 20:57:46.174758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ce216cab-5eff-4225-bbf4-09e3ac833557 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:57:46.198064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: ce216cab-5eff-4225-bbf4-09e3ac833557 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:57:46.198406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ce216cab-5eff-4225-bbf4-09e3ac833557 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:57:46.460425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24ed7f51-f3a3-41fc-94bf-f94e5f6aea8a req-fa5014bd-0594-4355-9d08-a1c4c95c32a5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfbac296-9bf4-428f-85cd-6b80544cc5e8 HTTP/1.1" status: 200 len: 210 time: 0.0286000 Jan 28 20:57:48.298970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:51.680089 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:51.824267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52270) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:57:51.980783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port 23b159e1-a292-446f-a5a1-bf817ccf3fed {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:57:51.981129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:52.057482 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:52.057813 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:52.069695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for 23b159e1-a292-446f-a5a1-bf817ccf3fed owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:57:52.214734 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:52.243786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=23b159e1-a292-446f-a5a1-bf817ccf3fed,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:52.304498 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:52.304841 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Floating IP cd979752-75b4-4da3-ad0a-783b1515778c disassociated (deleted). External IP: 172.25.2.71, port: eff8d5bb-19f5-4a52-867f-a375bda651fb. Jan 28 20:57:52.512502 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:57:52.617873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:57:52.622695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:52.627787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:57:52.637402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:52.638080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:57:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:52.651147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9365e51f-8a56-4b1d-88c7-f3454d399580 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "DELETE /v2.0/floatingips/cd979752-75b4-4da3-ad0a-783b1515778c HTTP/1.1" status: 204 len: 168 time: 0.8258009 Jan 28 20:57:52.651748 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:57:52.654107 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908696a1-8cac-4d5d-9fbf-6e68942535b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:52.693156 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8ac618-fd12-440e-8085-a5bf3a6044ac x-openstack-request-id: req-6b8ac618-fd12-440e-8085-a5bf3a6044ac {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:52.693513 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:52.693771 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b8ac618-fd12-440e-8085-a5bf3a6044ac {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:52.694181 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'status': 'completed', 'code': 200} Jan 28 20:57:52.749015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:52.756438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-289f8543-fd54-4b8b-b469-bf820f98e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:52.757985 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-289f8543-fd54-4b8b-b469-bf820f98e958 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27927cd84a1e4644b725b1157b4a8c65&device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 1096 time: 0.0447245 Jan 28 20:57:52.866756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-7e3ea6ec-e1d4-449a-a5b3-a69101f381cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:52.868420 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-7e3ea6ec-e1d4-449a-a5b3-a69101f381cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 200 len: 912 time: 0.1014569 Jan 28 20:57:52.888241 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000400-5ad1-412e-87ed-18bc0841a95b req-cbc47c3a-7d75-41a1-abc7-e2ffe1d82a1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:52.890437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1000400-5ad1-412e-87ed-18bc0841a95b req-cbc47c3a-7d75-41a1-abc7-e2ffe1d82a1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 945 time: 0.0508218 Jan 28 20:57:52.911784 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-0b52282b-6905-40b8-b62a-500e943a56ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 200 len: 217 time: 0.0362866 Jan 28 20:57:52.930791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1000400-5ad1-412e-87ed-18bc0841a95b req-0fb53d6d-bb46-4f3b-8eab-9e62bd37be40 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335391 Jan 28 20:57:52.963576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:52.968878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-f7f54baa-9c04-4a1b-a23f-71b6d8431720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:52.970352 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-f7f54baa-9c04-4a1b-a23f-71b6d8431720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 200 len: 850 time: 0.0519643 Jan 28 20:57:52.990212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:57:52.998410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:57:52.999023 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:57:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:53.021926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-04ab77b3-b36c-4a19-9135-406d18cb016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:53.023432 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-04ab77b3-b36c-4a19-9135-406d18cb016b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=833d0a8f-29a4-488d-a0a9-de6459b1a855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452278 Jan 28 20:57:53.106000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:57:53.116893 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-59191073-7715-4ac9-be0c-4995d53652c9 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842493 Jan 28 20:57:53.214138 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-908696a1-8cac-4d5d-9fbf-6e68942535b0 req-cdd5820a-d18a-4d6f-bec4-89e19a38ac58 service neutron] 10.222.0.13 "GET /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905664 Jan 28 20:57:53.307408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:57:53.337752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cc98f-bde5-4af1-bf2a-0eac87e81c2b None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:46:49Z', 'revision_number': 4, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '746cf128-cc00-4d19-9e35-bba2a152946d', 'name': '', 'network_id': '833d0a8f-29a4-488d-a0a9-de6459b1a855', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'mac_address': 'fa:16:3e:99:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:48Z', 'updated_at': '2022-01-28T20:46:59Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'subnets': [{'id': 'ef990b61-5593-488d-8859-5b4227c2fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:57:53.553745 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09de5845-287d-422e-9a30-34e13d35def1 None None] New status for floating IP cd979752-75b4-4da3-ad0a-783b1515778c: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:57:54.048517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c5e10-ada5-46d5-b5d1-900ae4b099a1 req-cf5e9c8f-3b06-401c-995b-636076e9cf32 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:54.049973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-315c5e10-ada5-46d5-b5d1-900ae4b099a1 req-cf5e9c8f-3b06-401c-995b-636076e9cf32 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 945 time: 0.0505958 Jan 28 20:57:54.090865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-315c5e10-ada5-46d5-b5d1-900ae4b099a1 req-b5e97453-fcac-4cd8-8cc5-73748395ab9e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/security-groups?id=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343533 Jan 28 20:57:54.517020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-55a4d078-29ff-4c2f-abc1-d707bddc784d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:57:54.518511 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-55a4d078-29ff-4c2f-abc1-d707bddc784d tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Jan 28 20:57:54.606583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port eff8d5bb-19f5-4a52-867f-a375bda651fb {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:57:54.606936 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:54.697466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] For port eff8d5bb-19f5-4a52-867f-a375bda651fb, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=eff8d5bb-19f5-4a52-867f-a375bda651fb,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:57:54.697748 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:54.710412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for eff8d5bb-19f5-4a52-867f-a375bda651fb owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:57:54.838467 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:54.868948 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=eff8d5bb-19f5-4a52-867f-a375bda651fb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:57:54.907269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] No DVR routers for this DVR port eff8d5bb-19f5-4a52-867f-a375bda651fb on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:57:54.910009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:57:54.914120 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0df5b5ab-f1d2-4ed9-9fbf-70ba5e71e212 req-cb14a61b-37cf-4ecf-9eb2-823d4e530cca tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.13 "DELETE /v2.0/ports/eff8d5bb-19f5-4a52-867f-a375bda651fb HTTP/1.1" status: 204 len: 173 time: 0.3898938 Jan 28 20:57:54.914452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'name': 'network-vif-deleted', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:57:54.916732 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3992ca-a349-4d24-be2c-ae349b786946" -d '{"events": [{"server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "name": "network-vif-deleted", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:57:54.957886 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de9ced4-20a8-451a-abbd-aea7bf14aebe x-openstack-request-id: req-8de9ced4-20a8-451a-abbd-aea7bf14aebe {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:57:54.958227 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2eb72f-998e-4157-aaef-f859b2053d12", "name": "network-vif-deleted", "tag": "eff8d5bb-19f5-4a52-867f-a375bda651fb", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:57:54.958481 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8de9ced4-20a8-451a-abbd-aea7bf14aebe {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:57:54.958884 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2eb72f-998e-4157-aaef-f859b2053d12', 'name': 'network-vif-deleted', 'tag': 'eff8d5bb-19f5-4a52-867f-a375bda651fb', 'status': 'completed', 'code': 200} Jan 28 20:57:55.186194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28dc3c81-b857-4cf4-84f3-daaec5556125 req-f4c4712c-cc91-4955-a71f-7899895437ab tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 210 time: 0.0280275 Jan 28 20:57:56.288113 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f03a1598-c740-4d39-917e-545b44f38a05 req-1b34c519-877e-4016-b7a1-43cf696b4c9a tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 210 time: 0.0288787 Jan 28 20:57:57.386259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-268ef2b2-3d15-43e6-94a0-bdc20f8e355a req-01c092bf-a144-4d21-aaaa-7713043012bc tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Jan 28 20:57:58.489405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c669de4e-e2f4-4e89-8319-04c0bb5b18fe req-e52cef8d-7e7b-4869-abb5-17e70c1a982e tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac2eb72f-998e-4157-aaef-f859b2053d12 HTTP/1.1" status: 200 len: 210 time: 0.0257065 Jan 28 20:57:59.544689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52292) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:57:59.944249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eff8d5bb-19f5-4a52-867f-a375bda651fb no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:57:59.963854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: eff8d5bb-19f5-4a52-867f-a375bda651fb {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:57:59.964223 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device eff8d5bb-19f5-4a52-867f-a375bda651fb not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:57:59.990588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Deleting port d311d21a-4c4d-493c-be88-53e897584709 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:57:59.990933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:00.067205 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:00.067535 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:00.078835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Calling delete_port for d311d21a-4c4d-493c-be88-53e897584709 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:00.211095 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:00.235874 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'Port': ['ID=d311d21a-4c4d-493c-be88-53e897584709,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:00.296163 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:00.299035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:00.300318 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dc07db9b-2e66-4a12-a286-48dcc283bf1c tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "DELETE /v2.0/floatingips/c7780f0a-2f62-4ce7-a1de-714833121de1 HTTP/1.1" status: 204 len: 168 time: 0.7545424 Jan 28 20:58:02.539949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52308) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:02.599546 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f501f7cd-7ce0-4ff9-b5df-3279854004b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:02.625107 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f501f7cd-7ce0-4ff9-b5df-3279854004b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:02.693982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f501f7cd-7ce0-4ff9-b5df-3279854004b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:02.696553 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f501f7cd-7ce0-4ff9-b5df-3279854004b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:02.697800 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f501f7cd-7ce0-4ff9-b5df-3279854004b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] 10.222.0.44 "DELETE /v2.0/security-groups/ebf012aa-475e-4931-a81d-fbc4ad2ccbf4 HTTP/1.1" status: 204 len: 168 time: 0.1566739 Jan 28 20:58:02.710221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501f7cd-7ce0-4ff9-b5df-3279854004b5 tempest-TestVolumeBootPattern-76810305 tempest-TestVolumeBootPattern-76810305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf012aa-475e-4931-a81d-fbc4ad2ccbf4,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:02.766390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52312) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:03.250001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:03.501906 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Deleting port 746cf128-cc00-4d19-9e35-bba2a152946d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:58:03.502180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:03.578021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] For port 746cf128-cc00-4d19-9e35-bba2a152946d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=746cf128-cc00-4d19-9e35-bba2a152946d,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:03.578383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:03.590131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Calling delete_port for 746cf128-cc00-4d19-9e35-bba2a152946d owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:03.765596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:03.795165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Pushing event deleted for resources: {'Port': ['ID=746cf128-cc00-4d19-9e35-bba2a152946d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:03.961308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:04.477492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:58:04.576988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:58:04.582661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-293114f2-3f23-4912-891f-e45c8512b22b admin admin] 10.222.0.44 "PUT /v2.0/routers/36228078-5fbc-4eaf-a6aa-dd41bec53d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151691 Jan 28 20:58:04.585116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52318) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:04.587798 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] Sync routers for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:58:04.598504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:58:04.599222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:57:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:04.687279 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:04.702054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:58:04.790444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:04.859250 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Deleting port 1812aa2d-c906-4f01-87a2-0329c191acb0 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:58:04.859901 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:04.883588 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:58:03Z', 'revision_number': 5, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port': {'id': '1812aa2d-c906-4f01-87a2-0329c191acb0', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:44Z', 'updated_at': '2022-01-28T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:04.914120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] Checking router: 36228078-5fbc-4eaf-a6aa-dd41bec53d60 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:58:04.922490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] Routers {'36228078-5fbc-4eaf-a6aa-dd41bec53d60'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:58:04.923086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:57:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:04.942404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] For port 1812aa2d-c906-4f01-87a2-0329c191acb0, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1812aa2d-c906-4f01-87a2-0329c191acb0,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:04.942683 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:04.953902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Calling delete_port for 1812aa2d-c906-4f01-87a2-0329c191acb0 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:05.010624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] Set router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:58:05.063317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:58:04Z', 'revision_number': 6, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:05.093216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e16e83-fa5b-4842-bc8b-7f950a5f55bf None None] The sync data for ids ['36228078-5fbc-4eaf-a6aa-dd41bec53d60'] in n-d-825064-3 is: [{'id': '36228078-5fbc-4eaf-a6aa-dd41bec53d60', 'name': 'tempest-TestVolumeBootPattern-679151397-router', 'tenant_id': '27927cd84a1e4644b725b1157b4a8c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:43Z', 'updated_at': '2022-01-28T20:58:04Z', 'revision_number': 6, 'project_id': '27927cd84a1e4644b725b1157b4a8c65', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:58:05.120312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.150618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Pushing event deleted for resources: {'Port': ['ID=1812aa2d-c906-4f01-87a2-0329c191acb0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:05.214885 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.310368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.312540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.356230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.356753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36228078-5fbc-4eaf-a6aa-dd41bec53d60 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:58:05.360925 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.362070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f8056983-4b3d-41df-b590-1d62ed1cf077 admin admin] 10.222.0.44 "DELETE /v2.0/routers/36228078-5fbc-4eaf-a6aa-dd41bec53d60 HTTP/1.1" status: 204 len: 168 time: 0.7760503 Jan 28 20:58:05.364758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52320) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:05.410409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc05c658-f5b4-4597-a180-c5b446d01992 admin admin] Deleting subnet ef990b61-5593-488d-8859-5b4227c2fee4 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:58:05.414111 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fc05c658-f5b4-4597-a180-c5b446d01992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.451087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fc05c658-f5b4-4597-a180-c5b446d01992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.537573 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fc05c658-f5b4-4597-a180-c5b446d01992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.591125 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fc05c658-f5b4-4597-a180-c5b446d01992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.613986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05c658-f5b4-4597-a180-c5b446d01992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef990b61-5593-488d-8859-5b4227c2fee4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:05.620546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fc05c658-f5b4-4597-a180-c5b446d01992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.624399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fc05c658-f5b4-4597-a180-c5b446d01992 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ef990b61-5593-488d-8859-5b4227c2fee4 HTTP/1.1" status: 204 len: 168 time: 0.2586074 Jan 28 20:58:05.625869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c62b6-db2d-4b4b-b69a-d504f0635466 None None] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:58:05.626962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52322) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:05.697159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.753941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Deleting port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:58:05.754292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.823657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] For port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:05.824031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.833122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] DHCP port deletion for 833d0a8f-29a4-488d-a0a9-de6459b1a855 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:58:05.841266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Calling delete_port for 84d3229d-1b0c-45f5-9ba2-b2091d41a44a owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:05.884730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Deleting port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:58:05.885097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.927150 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:05.961424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:05.965280 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] No DVR routers for this DVR port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:58:06.053394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.077028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833d0a8f-29a4-488d-a0a9-de6459b1a855']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:06.087673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d57bc35-8409-4c01-99f9-7355ec3ff174') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:06.087993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d57bc35-8409-4c01-99f9-7355ec3ff174') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:06.101651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.110869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] For port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,segment=NetworkSegment(9d57bc35-8409-4c01-99f9-7355ec3ff174),segment_id=9d57bc35-8409-4c01-99f9-7355ec3ff174)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:06.111269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.115773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.121688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:58:06.122075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:58:06.123813 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:58:06.126899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Calling delete_port for 84d3229d-1b0c-45f5-9ba2-b2091d41a44a owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:06.184203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.191483 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.194824 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] 10.222.0.44 "DELETE /v2.0/networks/833d0a8f-29a4-488d-a0a9-de6459b1a855 HTTP/1.1" status: 204 len: 168 time: 0.5667644 Jan 28 20:58:06.198138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52324) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:06.204285 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.204658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc41ad-365c-4b6e-b8b7-43daf59b0271 admin admin] Pushing event deleted for resources: {'Network': ['ID=833d0a8f-29a4-488d-a0a9-de6459b1a855,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:06.228745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Network 833d0a8f-29a4-488d-a0a9-de6459b1a855 is not hosted by any dhcp agent {{(pid=102308) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:58:06.229210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] No DVR routers for this DVR port 84d3229d-1b0c-45f5-9ba2-b2091d41a44a on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:58:06.230963 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Pushing event deleted for resources: {'Port': ['ID=84d3229d-1b0c-45f5-9ba2-b2091d41a44a,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:06.248561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.248828 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.249168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.249511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.249844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.250174 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.250502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.250824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.251144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.251486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.251806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.252124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a7b858-9afd-4ba1-8cdb-ab305828b80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:58:06.567709 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.814379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Deleting port 48b0ae02-505d-4d00-adb5-124f50902b10 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:58:06.814712 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.844000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 746cf128-cc00-4d19-9e35-bba2a152946d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:06.864962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 746cf128-cc00-4d19-9e35-bba2a152946d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:58:06.865316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 746cf128-cc00-4d19-9e35-bba2a152946d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:06.865742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1812aa2d-c906-4f01-87a2-0329c191acb0 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:06.883995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1812aa2d-c906-4f01-87a2-0329c191acb0 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:58:06.884453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1812aa2d-c906-4f01-87a2-0329c191acb0 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:06.884872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 84d3229d-1b0c-45f5-9ba2-b2091d41a44a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:06.890522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] For port 48b0ae02-505d-4d00-adb5-124f50902b10, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=48b0ae02-505d-4d00-adb5-124f50902b10,segment=NetworkSegment(6f55a0c7-1c6a-4e4a-8256-8f8118792c2e),segment_id=6f55a0c7-1c6a-4e4a-8256-8f8118792c2e)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:06.890892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:06.903342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 84d3229d-1b0c-45f5-9ba2-b2091d41a44a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:58:06.903556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Calling delete_port for 48b0ae02-505d-4d00-adb5-124f50902b10 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:06.903701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 84d3229d-1b0c-45f5-9ba2-b2091d41a44a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:07.079956 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:07.108907 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Pushing event deleted for resources: {'Port': ['ID=48b0ae02-505d-4d00-adb5-124f50902b10,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:07.272736 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:07.489327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Router 507924f2-5744-460f-afdc-caff1d6bff0b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:58:07.602634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:58:07.607636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-70ba4d5d-108d-4fce-9500-ece439efbe3d admin admin] 10.222.0.44 "PUT /v2.0/routers/507924f2-5744-460f-afdc-caff1d6bff0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4071259 Jan 28 20:58:07.610087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52326) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:07.613699 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] Sync routers for ids ['507924f2-5744-460f-afdc-caff1d6bff0b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:58:07.622338 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] Routers {'507924f2-5744-460f-afdc-caff1d6bff0b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:58:07.623026 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:57:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['507924f2-5744-460f-afdc-caff1d6bff0b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:07.728974 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] Set router 507924f2-5744-460f-afdc-caff1d6bff0b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:58:07.734783 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf5b5-a324-45fd-b2f1-4e43f2e7c459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:07.920566 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:58:07Z', 'revision_number': 5, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:08.034966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.044074 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] Checking router: 507924f2-5744-460f-afdc-caff1d6bff0b for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:58:08.053681 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] Routers {'507924f2-5744-460f-afdc-caff1d6bff0b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:58:08.054295 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T20:57:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['507924f2-5744-460f-afdc-caff1d6bff0b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:08.131858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.158384 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] Set router 507924f2-5744-460f-afdc-caff1d6bff0b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:58:08.188956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Deleting port 71a6ea95-5aff-4c9e-8abe-042c91729f5e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:58:08.189304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.266945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] For port 71a6ea95-5aff-4c9e-8abe-042c91729f5e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=71a6ea95-5aff-4c9e-8abe-042c91729f5e,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:08.267312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.279977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Calling delete_port for 71a6ea95-5aff-4c9e-8abe-042c91729f5e owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:08.337699 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:58:07Z', 'revision_number': 5, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:08.363301 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8120ae2-a8eb-4840-b322-7f3245196b39 None None] The sync data for ids ['507924f2-5744-460f-afdc-caff1d6bff0b'] in n-d-825064-3 is: [{'id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'name': 'tempest-TestVolumeBootPattern-666100336-router', 'tenant_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:46:53Z', 'updated_at': '2022-01-28T20:58:07Z', 'revision_number': 5, 'project_id': '1bfeaafa6fe74ed99cebcb82ae2fa2d6', 'gw_port': {'id': '71a6ea95-5aff-4c9e-8abe-042c91729f5e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507924f2-5744-460f-afdc-caff1d6bff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:46:55Z', 'updated_at': '2022-01-28T20:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:58:08.455404 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.480791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Pushing event deleted for resources: {'Port': ['ID=71a6ea95-5aff-4c9e-8abe-042c91729f5e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:08.544593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.633079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.635029 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.677015 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.677459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507924f2-5744-460f-afdc-caff1d6bff0b {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:58:08.683532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.684785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e5452678-6bd5-445b-ad1e-52ec3e65bafc admin admin] 10.222.0.44 "DELETE /v2.0/routers/507924f2-5744-460f-afdc-caff1d6bff0b HTTP/1.1" status: 204 len: 168 time: 1.0737958 Jan 28 20:58:08.687345 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52328) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:08.736522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d66e7fe-3fc8-4476-adcd-a73f63aec29d admin admin] Deleting subnet 1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:58:08.740426 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d66e7fe-3fc8-4476-adcd-a73f63aec29d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.775429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d66e7fe-3fc8-4476-adcd-a73f63aec29d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.858823 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d66e7fe-3fc8-4476-adcd-a73f63aec29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.900986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 48b0ae02-505d-4d00-adb5-124f50902b10 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:08.918606 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d66e7fe-3fc8-4476-adcd-a73f63aec29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.928872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 48b0ae02-505d-4d00-adb5-124f50902b10 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:58:08.929561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 48b0ae02-505d-4d00-adb5-124f50902b10 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:08.951049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66e7fe-3fc8-4476-adcd-a73f63aec29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:08.953077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5d66e7fe-3fc8-4476-adcd-a73f63aec29d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:08.959338 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5d66e7fe-3fc8-4476-adcd-a73f63aec29d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1d4b85d9-eead-4e3a-98a7-7eadb6c0b6b4 HTTP/1.1" status: 204 len: 168 time: 0.2685957 Jan 28 20:58:08.959549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873d082b-ab1d-42db-8204-4a1ab166d2cd None None] Network 16608093-5b3c-496c-9362-903c1ea5cab2 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:58:08.959657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52330) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:09.029705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.086119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Deleting port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:58:09.086469 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.155628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] For port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=78c39e7d-8d95-4f8f-8e03-cc64275f9d2b,segment=NetworkSegment(6f55a0c7-1c6a-4e4a-8256-8f8118792c2e),segment_id=6f55a0c7-1c6a-4e4a-8256-8f8118792c2e)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:09.155883 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.168670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Calling delete_port for 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:09.244668 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.270086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c39e7d-8d95-4f8f-8e03-cc64275f9d2b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:09.273693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] No DVR routers for this DVR port 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:58:09.347191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.368422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16608093-5b3c-496c-9362-903c1ea5cab2']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:09.378955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:09.379374 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f55a0c7-1c6a-4e4a-8256-8f8118792c2e') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:58:09.393464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.395483 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353fddb7-9145-41cf-bb63-16ead3c14831 None None] DHCP port deletion for 16608093-5b3c-496c-9362-903c1ea5cab2 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 20:58:09.408444 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.415814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:58:09.416241 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: timer() Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:58:09.418105 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:58:09.477594 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.485556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.490093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] 10.222.0.44 "DELETE /v2.0/networks/16608093-5b3c-496c-9362-903c1ea5cab2 HTTP/1.1" status: 204 len: 168 time: 0.5298729 Jan 28 20:58:09.500937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b748a62-2e87-486d-97da-ea079a8e2413 admin admin] Pushing event deleted for resources: {'Network': ['ID=16608093-5b3c-496c-9362-903c1ea5cab2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:09.620753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52336) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:09.661352 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-39c05fbd-0e1a-4e81-8800-0cef57eca5c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27927cd84a1e4644b725b1157b4a8c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393105 Jan 28 20:58:09.663650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52338) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:09.710022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1966d7d-8222-4591-8a40-880a76d30138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.730758 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1966d7d-8222-4591-8a40-880a76d30138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.780225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1966d7d-8222-4591-8a40-880a76d30138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.782801 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f1966d7d-8222-4591-8a40-880a76d30138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:09.784039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f1966d7d-8222-4591-8a40-880a76d30138 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd0af285-0e1e-4871-a8c5-1bebc4ad4f10 HTTP/1.1" status: 204 len: 168 time: 0.1194081 Jan 28 20:58:09.792225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1966d7d-8222-4591-8a40-880a76d30138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0af285-0e1e-4871-a8c5-1bebc4ad4f10,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:10.114342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52344) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:10.153256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4258ddd1-66f6-41f0-aaab-120179accb07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bfeaafa6fe74ed99cebcb82ae2fa2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377753 Jan 28 20:58:10.155803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52346) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:10.206303 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8eec6fd9-562b-4bf8-85c0-e3ac966d833e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:10.227393 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8eec6fd9-562b-4bf8-85c0-e3ac966d833e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:10.237939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2cf6e7b2-6e03-4f29-ad5f-0ee212e14f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:10.273283 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8eec6fd9-562b-4bf8-85c0-e3ac966d833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:10.275887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8eec6fd9-562b-4bf8-85c0-e3ac966d833e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:10.277124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8eec6fd9-562b-4bf8-85c0-e3ac966d833e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17b2f5c4-a307-47a2-9c02-7d8243a85f74 HTTP/1.1" status: 204 len: 168 time: 0.1203723 Jan 28 20:58:10.285270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec6fd9-562b-4bf8-85c0-e3ac966d833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b2f5c4-a307-47a2-9c02-7d8243a85f74,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:10.845180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:10.871945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:58:10.872332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78c39e7d-8d95-4f8f-8e03-cc64275f9d2b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:10.872758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 71a6ea95-5aff-4c9e-8abe-042c91729f5e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:10.893150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 71a6ea95-5aff-4c9e-8abe-042c91729f5e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:58:10.894110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 71a6ea95-5aff-4c9e-8abe-042c91729f5e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:11.748932 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:13.041443 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:13.270703 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:15.646922 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:58:18.314140 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:20.627998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-10aa0aed-bb16-4e89-8544-e04797b271e1 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b246785ef5d944ad8ea1087727741811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287893 Jan 28 20:58:20.809450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-372d4e86-70c2-4b6f-8a85-a8b839fc8a27 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:20.811014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-372d4e86-70c2-4b6f-8a85-a8b839fc8a27 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776650 Jan 28 20:58:20.826457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-c1255805-07ec-42e5-9dc8-f32ad2cea816 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/quotas/b246785ef5d944ad8ea1087727741811 HTTP/1.1" status: 200 len: 375 time: 0.0095570 Jan 28 20:58:20.861670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-d79a2b31-f34c-4a27-8628-11551fd9d07a tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b246785ef5d944ad8ea1087727741811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299323 Jan 28 20:58:21.016993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef106bee-99ce-44a6-aa12-f820b482e1d9 req-a1cb3a42-6cca-432e-870c-99d16a5200e6 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 210 time: 0.0264320 Jan 28 20:58:21.680979 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:21.878333 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-3b237bdc-a043-4054-bd46-ab8f72030870 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b246785ef5d944ad8ea1087727741811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333002 Jan 28 20:58:22.077548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-43677e28-ca16-4501-a74f-91a7c9a582df tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:22.079053 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-43677e28-ca16-4501-a74f-91a7c9a582df tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941609 Jan 28 20:58:22.092189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Request body: {'port': {'device_id': 'd5f3aaa0-69c9-4e0f-ae2e-e5af1054d648', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'admin_state_up': True, 'tenant_id': 'b246785ef5d944ad8ea1087727741811'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:58:22.114865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a568e013-9a22-4974-903f-c242e6bc47b3 req-6008be93-8699-425c-8a78-db48434e35ab tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 210 time: 0.0263379 Jan 28 20:58:22.205561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Made reservation on behalf of b246785ef5d944ad8ea1087727741811 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:58:22.209232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.218179 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.293770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.297806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.361914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:22.434578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Allocated IP 192.168.233.112 (9bee3126-a1e7-46c0-aed7-67212fa1e9a9/81d6d3ff-89a0-4ad2-963a-0e9a094b71c8/8558016d-27c3-4101-825a-1c35263774ff) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:58:22.594837 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.627711 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.672486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:58:22.675602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:58:22.679161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:58:22.685356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Pushing event updated for resources: {'Port': ['ID=8558016d-27c3-4101-825a-1c35263774ff,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:22.731951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:22.732704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.748900 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-29013662-9812-4dd9-924a-c2ae78babb8b tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6606119 Jan 28 20:58:22.762580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Request body: {'port': {'device_id': 'd5f3aaa0-69c9-4e0f-ae2e-e5af1054d648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:58:22.824066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.915860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3c850c67-faac-4964-9a57-94afb3d480ec None None] Provisioning complete for port 8558016d-27c3-4101-825a-1c35263774ff triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:58:22.916531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c850c67-faac-4964-9a57-94afb3d480ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:22.950236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3c850c67-faac-4964-9a57-94afb3d480ec None None] Port 8558016d-27c3-4101-825a-1c35263774ff cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 20:58:23.083348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8558016d-27c3-4101-825a-1c35263774ff {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:58:23.090809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:23.103896 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Transition to ACTIVE for port object 8558016d-27c3-4101-825a-1c35263774ff will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:58:23.108536 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:23.205501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8558016d-27c3-4101-825a-1c35263774ff,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:23.235453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Attempting to bind port 8558016d-27c3-4101-825a-1c35263774ff on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:58:23.235789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Attempting to bind port 8558016d-27c3-4101-825a-1c35263774ff by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:58:23.236127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Attempting to bind port 8558016d-27c3-4101-825a-1c35263774ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:58:23.238708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e1fd1-a3d8-4ca3-8725-6555e10f9702 req-b915f7fb-220f-44da-9a48-7ed87873f4fc tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:23.240271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e5e1fd1-a3d8-4ca3-8725-6555e10f9702 req-b915f7fb-220f-44da-9a48-7ed87873f4fc tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 948 time: 0.0505242 Jan 28 20:58:23.241984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Port 8558016d-27c3-4101-825a-1c35263774ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:58:23.242323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Attempting to bind port 8558016d-27c3-4101-825a-1c35263774ff on network 9bee3126-a1e7-46c0-aed7-67212fa1e9a9 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:58:23.247538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:58:23.247887 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Checking segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:58:23.248305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Bound using segment: {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:58:23.248750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Bound port: 8558016d-27c3-4101-825a-1c35263774ff, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b13170-e30d-4a63-a9af-8d1556715562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:58:23.249116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:23.280983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e5e1fd1-a3d8-4ca3-8725-6555e10f9702 req-df2ceb8a-22b3-4c56-83cb-9e7a7c28a5a5 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Jan 28 20:58:23.321404 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] For port 8558016d-27c3-4101-825a-1c35263774ff, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:58:23.324516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] For port 8558016d-27c3-4101-825a-1c35263774ff, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8558016d-27c3-4101-825a-1c35263774ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:58:23.329870 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:23.373125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:23.373797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:23.375194 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/8558016d-27c3-4101-825a-1c35263774ff HTTP/1.1" status: 200 len: 1096 time: 0.6169932 Jan 28 20:58:23.375621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f3aaa0-69c9-4e0f-ae2e-e5af1054d648', 'tag': '8558016d-27c3-4101-825a-1c35263774ff'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:58:23.377994 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788dcdd-ad96-4365-a868-38bb98633758" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648", "tag": "8558016d-27c3-4101-825a-1c35263774ff"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:58:23.400282 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f354e-f037-4d72-b188-8a718d5a23b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8558016d-27c3-4101-825a-1c35263774ff,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:23.437582 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e1e596-e71b-49f3-a655-123342fc380f x-openstack-request-id: req-e7e1e596-e71b-49f3-a655-123342fc380f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:58:23.437976 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648", "tag": "8558016d-27c3-4101-825a-1c35263774ff", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:58:23.438387 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7e1e596-e71b-49f3-a655-123342fc380f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:58:23.438940 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f3aaa0-69c9-4e0f-ae2e-e5af1054d648', 'tag': '8558016d-27c3-4101-825a-1c35263774ff', 'status': 'completed', 'code': 200} Jan 28 20:58:23.471418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-78462291-a574-4725-a657-25c504e3f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:23.473707 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-78462291-a574-4725-a657-25c504e3f392 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b246785ef5d944ad8ea1087727741811&device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 1099 time: 0.0476701 Jan 28 20:58:23.517325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-239b6189-ae92-4986-b2b2-067dca7d0a7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=8558016d-27c3-4101-825a-1c35263774ff HTTP/1.1" status: 200 len: 217 time: 0.0355604 Jan 28 20:58:23.570482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-15803d61-d0d1-4c1d-b8e2-223e24cc71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:23.571942 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-15803d61-d0d1-4c1d-b8e2-223e24cc71a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0476522 Jan 28 20:58:23.623462 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-f9f826ff-b92a-4c72-9ecf-a3f836d783ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:23.624906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-f9f826ff-b92a-4c72-9ecf-a3f836d783ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458722 Jan 28 20:58:23.716347 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-a7e45e0a-b74f-4016-926c-ef7b5ffd538b service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842941 Jan 28 20:58:23.810429 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2b45a9b8-c322-4ad3-bf33-e4b51191e4a0 req-25ca1da3-9b9a-4b31-85d9-805454713228 service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861020 Jan 28 20:58:23.898574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788dcdd-ad96-4365-a868-38bb98633758 req-f793c239-ef4a-43ad-831a-8bcf7aa45200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:23.899994 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e788dcdd-ad96-4365-a868-38bb98633758 req-f793c239-ef4a-43ad-831a-8bcf7aa45200 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b246785ef5d944ad8ea1087727741811&device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 1099 time: 0.0412450 Jan 28 20:58:23.993196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788dcdd-ad96-4365-a868-38bb98633758 req-78d550b1-d072-4302-b624-e21aad4c0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:23.994673 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e788dcdd-ad96-4365-a868-38bb98633758 req-78d550b1-d072-4302-b624-e21aad4c0a5d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9 HTTP/1.1" status: 200 len: 870 time: 0.0880368 Jan 28 20:58:24.039496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e788dcdd-ad96-4365-a868-38bb98633758 req-12feb97d-08ad-463b-abdb-533ecfdce358 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=8558016d-27c3-4101-825a-1c35263774ff HTTP/1.1" status: 200 len: 217 time: 0.0379205 Jan 28 20:58:24.089936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788dcdd-ad96-4365-a868-38bb98633758 req-89612aa5-1f45-45f9-9556-f7582683fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:24.091431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e788dcdd-ad96-4365-a868-38bb98633758 req-89612aa5-1f45-45f9-9556-f7582683fdc2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=81d6d3ff-89a0-4ad2-963a-0e9a094b71c8 HTTP/1.1" status: 200 len: 843 time: 0.0458510 Jan 28 20:58:24.139643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788dcdd-ad96-4365-a868-38bb98633758 req-37f4863f-b22b-4070-89d5-737800176ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:24.141222 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e788dcdd-ad96-4365-a868-38bb98633758 req-37f4863f-b22b-4070-89d5-737800176ee1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9bee3126-a1e7-46c0-aed7-67212fa1e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430088 Jan 28 20:58:24.238495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e788dcdd-ad96-4365-a868-38bb98633758 req-63abc64e-0f68-432d-9c84-4d61a9d710fa service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895925 Jan 28 20:58:24.334647 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e788dcdd-ad96-4365-a868-38bb98633758 req-eb39dc1f-1492-4044-a6a3-df2e6c4a3f5b service neutron] 10.222.0.26 "GET /v2.0/networks/9bee3126-a1e7-46c0-aed7-67212fa1e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 Jan 28 20:58:24.408079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc412f-a047-407e-bbfe-1458e5f9ed7d req-fb615aee-c9a6-4953-8d46-1f5cec939ba2 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:24.409656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ebc412f-a047-407e-bbfe-1458e5f9ed7d req-fb615aee-c9a6-4953-8d46-1f5cec939ba2 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 948 time: 0.0540779 Jan 28 20:58:24.450667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7ebc412f-a047-407e-bbfe-1458e5f9ed7d req-a7b10249-a30b-469f-b97e-9c388d0607bd tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336015 Jan 28 20:58:25.565824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c171602-d682-4117-b27b-285ec2de61d3 req-d0e64388-d279-4c13-aac5-80efeddb996f tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:25.567980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c171602-d682-4117-b27b-285ec2de61d3 req-d0e64388-d279-4c13-aac5-80efeddb996f tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 948 time: 0.0487247 Jan 28 20:58:25.605450 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c171602-d682-4117-b27b-285ec2de61d3 req-96fbf15e-7d69-4f9a-b82e-afbec8eeedc3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Jan 28 20:58:26.353857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8558016d-27c3-4101-825a-1c35263774ff details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:58:26.448457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8558016d-27c3-4101-825a-1c35263774ff, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8558016d-27c3-4101-825a-1c35263774ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:26.459352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '8558016d-27c3-4101-825a-1c35263774ff', 'network_id': '9bee3126-a1e7-46c0-aed7-67212fa1e9a9', 'port_id': '8558016d-27c3-4101-825a-1c35263774ff', 'mac_address': 'fa:16:3e:68:bc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d6d3ff-89a0-4ad2-963a-0e9a094b71c8', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:58:26.495007 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:26.507837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8558016d-27c3-4101-825a-1c35263774ff {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:58:26.529934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8558016d-27c3-4101-825a-1c35263774ff, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8558016d-27c3-4101-825a-1c35263774ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:26.533931 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:26.594470 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8558016d-27c3-4101-825a-1c35263774ff,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:26.726353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e1648-70de-4986-b8c6-1bf77005b6a2 req-7b5d8c2f-f7f1-424f-b940-7450639cfcf9 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:26.727842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-652e1648-70de-4986-b8c6-1bf77005b6a2 req-7b5d8c2f-f7f1-424f-b940-7450639cfcf9 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 949 time: 0.0506814 Jan 28 20:58:26.763085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8558016d-27c3-4101-825a-1c35263774ff'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:58:26.767691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-652e1648-70de-4986-b8c6-1bf77005b6a2 req-63fab108-d336-432b-ad88-ffe5eae5da8c tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Jan 28 20:58:27.886671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09917-733c-4834-8637-4ec84ea8d878 req-c317f5ff-f04a-40e6-8294-de9160c9efc9 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:27.888125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1f09917-733c-4834-8637-4ec84ea8d878 req-c317f5ff-f04a-40e6-8294-de9160c9efc9 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 949 time: 0.0521190 Jan 28 20:58:27.925644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1f09917-733c-4834-8637-4ec84ea8d878 req-532134b0-d1dd-499f-aa39-82598ecac03a tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Jan 28 20:58:28.352641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8558016d-27c3-4101-825a-1c35263774ff up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:58:28.400569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 8558016d-27c3-4101-825a-1c35263774ff completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:58:28.404374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 8558016d-27c3-4101-825a-1c35263774ff triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:58:28.404752 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:28.482478 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:28.503696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f3aaa0-69c9-4e0f-ae2e-e5af1054d648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8558016d-27c3-4101-825a-1c35263774ff'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:58:28.506173 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e9a5a-7030-4e7f-868c-f20733f2070a" -d '{"events": [{"server_uuid": "d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648", "name": "network-vif-plugged", "status": "completed", "tag": "8558016d-27c3-4101-825a-1c35263774ff"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:58:28.519230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 8558016d-27c3-4101-825a-1c35263774ff, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8558016d-27c3-4101-825a-1c35263774ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:28.524025 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:28.550454 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869c5b64-c5de-4575-882a-76c182a999db x-openstack-request-id: req-869c5b64-c5de-4575-882a-76c182a999db {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:58:28.550746 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648", "name": "network-vif-plugged", "status": "completed", "tag": "8558016d-27c3-4101-825a-1c35263774ff", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:58:28.551044 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-869c5b64-c5de-4575-882a-76c182a999db {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:58:28.551414 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f3aaa0-69c9-4e0f-ae2e-e5af1054d648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8558016d-27c3-4101-825a-1c35263774ff', 'code': 200} Jan 28 20:58:28.577960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=8558016d-27c3-4101-825a-1c35263774ff,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:28.650028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f1d76-a5b9-4cab-83ae-6a16f9b05db8 req-ee69495a-3d85-478d-9f7a-8710c229966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:28.651414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b75f1d76-a5b9-4cab-83ae-6a16f9b05db8 req-ee69495a-3d85-478d-9f7a-8710c229966a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 1101 time: 0.0444372 Jan 28 20:58:28.686769 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b75f1d76-a5b9-4cab-83ae-6a16f9b05db8 req-5c822afe-c0dc-4130-a108-e0e0eaa8ca0a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284147 Jan 28 20:58:29.045050 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358840d9-c4f5-40e5-84ac-baaa755adfbb req-295620ea-2167-4d56-87eb-43407ff44bf1 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:29.046828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-358840d9-c4f5-40e5-84ac-baaa755adfbb req-295620ea-2167-4d56-87eb-43407ff44bf1 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 950 time: 0.0496678 Jan 28 20:58:29.088801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-358840d9-c4f5-40e5-84ac-baaa755adfbb req-61c942cd-d8bd-4aea-a271-860cfb1dc368 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347073 Jan 28 20:58:30.203655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae465d-1130-4ae3-886e-1cd2b0508283 req-c7e321ba-fcc5-4b56-86a5-4e76fa9da394 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:30.205158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2ae465d-1130-4ae3-886e-1cd2b0508283 req-c7e321ba-fcc5-4b56-86a5-4e76fa9da394 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 950 time: 0.0489280 Jan 28 20:58:30.242822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2ae465d-1130-4ae3-886e-1cd2b0508283 req-220fda9a-05d7-43a9-8d32-b8ad0720f5e0 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Jan 28 20:58:30.616561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-6d64efa2-9cf9-49c9-8848-1a1c5943881d req-a0e2f137-7d2c-473f-8f06-9cff99dd2b8f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:58:30.617561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d64efa2-9cf9-49c9-8848-1a1c5943881d req-a0e2f137-7d2c-473f-8f06-9cff99dd2b8f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1061473 Jan 28 20:58:30.996974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-3e5bdb9c-0749-46d5-8611-65d266693ca8 req-bd547a96-ce33-4d44-b84f-056faf50be79 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:58:30.997985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e5bdb9c-0749-46d5-8611-65d266693ca8 req-bd547a96-ce33-4d44-b84f-056faf50be79 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556514 Jan 28 20:58:31.331464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dd8e2-1b51-4c90-ab5a-82be4ce2d2fa req-8e54383a-1d47-4078-89ac-8c4198e988e7 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:31.333063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b2dd8e2-1b51-4c90-ab5a-82be4ce2d2fa req-8e54383a-1d47-4078-89ac-8c4198e988e7 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 950 time: 0.0547161 Jan 28 20:58:31.372713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b2dd8e2-1b51-4c90-ab5a-82be4ce2d2fa req-2901168d-9aef-41d4-991c-53cbc160b763 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Jan 28 20:58:32.508854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e9c39-6f54-4c2f-8839-3374967f0114 req-46e4bd6b-983a-4bb1-9f99-9ab3db5d296c tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:32.510323 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-911e9c39-6f54-4c2f-8839-3374967f0114 req-46e4bd6b-983a-4bb1-9f99-9ab3db5d296c tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 950 time: 0.0529010 Jan 28 20:58:32.548649 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-911e9c39-6f54-4c2f-8839-3374967f0114 req-18c1c7d3-d6e2-4d26-8012-fbd1f01561a1 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Jan 28 20:58:32.640426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-2fa39c6d-291a-4551-bf49-8f52720f8548 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:32.641886 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-2fa39c6d-291a-4551-bf49-8f52720f8548 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648 HTTP/1.1" status: 200 len: 950 time: 0.0489340 Jan 28 20:58:32.732102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Deleting port 8558016d-27c3-4101-825a-1c35263774ff {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:58:32.732484 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:32.818213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] For port 8558016d-27c3-4101-825a-1c35263774ff, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=8558016d-27c3-4101-825a-1c35263774ff,segment=NetworkSegment(d9b13170-e30d-4a63-a9af-8d1556715562),segment_id=d9b13170-e30d-4a63-a9af-8d1556715562)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:32.818583 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:32.830466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Calling delete_port for 8558016d-27c3-4101-825a-1c35263774ff owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:58:32.971929 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:32.985096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['8558016d-27c3-4101-825a-1c35263774ff'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:58:33.023600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Pushing event deleted for resources: {'Port': ['ID=8558016d-27c3-4101-825a-1c35263774ff,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:33.046210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] No DVR routers for this DVR port 8558016d-27c3-4101-825a-1c35263774ff on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:58:33.049285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:33.053542 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ee339e11-7143-4b4b-a668-e307126d22a9 req-bfe4b7fe-f4c9-4d15-90f4-ff6ea6af12d3 tempest-ServersAdminNegativeTestJSON-1429761554 tempest-ServersAdminNegativeTestJSON-1429761554-project] 10.222.0.26 "DELETE /v2.0/ports/8558016d-27c3-4101-825a-1c35263774ff HTTP/1.1" status: 204 len: 173 time: 0.4056404 Jan 28 20:58:33.054036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f3aaa0-69c9-4e0f-ae2e-e5af1054d648', 'name': 'network-vif-deleted', 'tag': '8558016d-27c3-4101-825a-1c35263774ff'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:58:33.056496 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8010c073-f453-4399-bfd2-23bc729e9e5b" -d '{"events": [{"server_uuid": "d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648", "name": "network-vif-deleted", "tag": "8558016d-27c3-4101-825a-1c35263774ff"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:58:33.101032 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1980da1-043d-4d5c-af64-b677cf220e68 x-openstack-request-id: req-d1980da1-043d-4d5c-af64-b677cf220e68 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:58:33.101330 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f3aaa0-69c9-4e0f-ae2e-e5af1054d648", "name": "network-vif-deleted", "tag": "8558016d-27c3-4101-825a-1c35263774ff", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:58:33.101640 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1980da1-043d-4d5c-af64-b677cf220e68 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:58:33.102050 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f3aaa0-69c9-4e0f-ae2e-e5af1054d648', 'name': 'network-vif-deleted', 'tag': '8558016d-27c3-4101-825a-1c35263774ff', 'status': 'completed', 'code': 200} Jan 28 20:58:33.849055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52480) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:33.989285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6a5e5ca5-9d26-45d0-b727-5cea1f96ea3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b246785ef5d944ad8ea1087727741811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390285 Jan 28 20:58:33.991739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52484) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:34.038582 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b777e7c-dcba-4463-a5a3-9cae747bdd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.061900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b777e7c-dcba-4463-a5a3-9cae747bdd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.107593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b777e7c-dcba-4463-a5a3-9cae747bdd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.110162 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b777e7c-dcba-4463-a5a3-9cae747bdd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.111335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3b777e7c-dcba-4463-a5a3-9cae747bdd95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9 HTTP/1.1" status: 204 len: 168 time: 0.1186876 Jan 28 20:58:34.119058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b777e7c-dcba-4463-a5a3-9cae747bdd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e0c0c-ae9f-4219-959f-fe2a78f35eb9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:34.373120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52490) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:34.386567 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-79719313-9830-46f2-a88a-b162a2361883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.464246 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-79719313-9830-46f2-a88a-b162a2361883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.467874 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-79719313-9830-46f2-a88a-b162a2361883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.505655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-79719313-9830-46f2-a88a-b162a2361883 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acbf01bbfd614fb0ac011cc8dbfbadbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314301 Jan 28 20:58:34.506528 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79719313-9830-46f2-a88a-b162a2361883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09ccb39-2a56-4552-b6b4-ac1cf202a163,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:34.508379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52492) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:34.561604 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d08b3a4-49e3-4b03-a049-be5962ccba30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.582778 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d08b3a4-49e3-4b03-a049-be5962ccba30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.635883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d08b3a4-49e3-4b03-a049-be5962ccba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.638499 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9d08b3a4-49e3-4b03-a049-be5962ccba30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:34.639653 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9d08b3a4-49e3-4b03-a049-be5962ccba30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e09ccb39-2a56-4552-b6b4-ac1cf202a163 HTTP/1.1" status: 204 len: 168 time: 0.1292071 Jan 28 20:58:34.648812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08b3a4-49e3-4b03-a049-be5962ccba30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09ccb39-2a56-4552-b6b4-ac1cf202a163,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:35.301855 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52514) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:35.401572 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1643013941-network', 'tenant_id': 'd9c1043608704a048d0b5ce9b00ca44a'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:58:35.424685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Made reservation on behalf of d9c1043608704a048d0b5ce9b00ca44a for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:58:35.427533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.435651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.510407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.514335 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.541645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:58:35.548055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1d0c86-1979-49ed-959e-7f4b06d468f9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:35.554770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.555125 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Added segment 372e10cb-d4b8-4d18-8f70-dd41a744ab8e of type vlan for network 1c58c36e-f88a-460b-ad43-554a639ff359 Jan 28 20:58:35.598201 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.621781 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.623023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:35.623594 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.680457 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3774538 Jan 28 20:58:35.683403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52518) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:58:35.689028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22317bfe-d84f-4f59-8c6b-f98a23c9dd73 admin admin] Pushing event updated for resources: {'Network': ['ID=1c58c36e-f88a-460b-ad43-554a639ff359,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:35.690257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Request body: {'subnet': {'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1643013941-subnet', 'tenant_id': 'd9c1043608704a048d0b5ce9b00ca44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:58:35.699395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 1c58c36e-f88a-460b-ad43-554a639ff359 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:58:35.716719 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Made reservation on behalf of d9c1043608704a048d0b5ce9b00ca44a for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:58:35.719002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.884137 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.939939 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:35.947195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Checking segment: {'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:58:35.947550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Network hostable DHCP agents. Network: 1c58c36e-f88a-460b-ad43-554a639ff359, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:58:35.964161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Network 1c58c36e-f88a-460b-ad43-554a639ff359 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:58:35.974044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 1c58c36e-f88a-460b-ad43-554a639ff359) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:58:35.978777 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:35.979374 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:35.986427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561aebe9-7fd4-4243-86df-cd48770c8c47 None None] Network 1c58c36e-f88a-460b-ad43-554a639ff359 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:58:35.995681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6f1b0a95-caf3-49db-bff1-c8012e8a001a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3105035 Jan 28 20:58:36.116311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151adf6f-b86d-4b24-8baf-c242aef9e183 None None] Network 1c58c36e-f88a-460b-ad43-554a639ff359 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:58:36.392745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8558016d-27c3-4101-825a-1c35263774ff no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:58:36.412426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 8558016d-27c3-4101-825a-1c35263774ff {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:58:36.412776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 8558016d-27c3-4101-825a-1c35263774ff not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:58:36.441811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-00b91d08-1b83-48a3-add0-36ff62f81e44 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:36.443280 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-00b91d08-1b83-48a3-add0-36ff62f81e44 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 812 time: 0.1058362 Jan 28 20:58:36.457828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-1cb010bd-aa2b-44ac-b94c-078568464a17 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/quotas/d9c1043608704a048d0b5ce9b00ca44a HTTP/1.1" status: 200 len: 375 time: 0.0088267 Jan 28 20:58:36.489336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-312dd7a2-b068-4507-a289-2fb2a66ce7e5 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263410 Jan 28 20:58:36.499684 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-1ead84b9-b67e-4506-a984-bbb32f749656 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:58:36.500672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-1ead84b9-b67e-4506-a984-bbb32f749656 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049040 Jan 28 20:58:36.591020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-86bffd1f-43a8-420e-a095-0887e2b858b1 service neutron] 10.222.0.44 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839374 Jan 28 20:58:36.679544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-4ca984dd-d31e-49e6-9fe6-469778ac3665 service neutron] 10.222.0.44 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834868 Jan 28 20:58:36.836055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ae8c366e-f637-457a-a28c-f00e308cef00 req-b9804f45-0d07-41c6-9a52-f260777f5f5e tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 210 time: 0.0272591 Jan 28 20:58:37.740526 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22a38ba2-aa83-4d54-9de2-e84e94cf60c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:37.896508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-91ecfaff-1ce1-4552-8f6c-15274fc91eb3 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:37.898134 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-91ecfaff-1ce1-4552-8f6c-15274fc91eb3 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.26 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 812 time: 0.1221218 Jan 28 20:58:37.912655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Request body: {'port': {'device_id': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359', 'admin_state_up': True, 'tenant_id': 'd9c1043608704a048d0b5ce9b00ca44a'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:58:37.943486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d11651f-29f4-49dd-9767-3201288924dc req-40f2948a-ac34-4866-a234-ad81ed801f56 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 210 time: 0.0274990 Jan 28 20:58:38.049688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Made reservation on behalf of d9c1043608704a048d0b5ce9b00ca44a for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:58:38.053372 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:38.189877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Allocated IP 172.20.0.8 (1c58c36e-f88a-460b-ad43-554a639ff359/2f8cf823-094c-4b05-a8a7-98b1bb5e89fa/bf8a60d9-d356-4aa0-ab1d-818dbbe4664c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:58:38.336031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:38.369959 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:38.415684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Network 1c58c36e-f88a-460b-ad43-554a639ff359 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:58:38.418945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:58:38.422800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:58:38.446178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Pushing event updated for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:38.474108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:38.474602 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:38.489425 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-31f54b33-ee90-4059-84da-94faffd65ac6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819030 Jan 28 20:58:38.500981 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Request body: {'port': {'device_id': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:58:38.557907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:38.818936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8a60d9-d356-4aa0-ab1d-818dbbe4664c {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:58:38.826236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:38.837662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Transition to ACTIVE for port object bf8a60d9-d356-4aa0-ab1d-818dbbe4664c will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:58:38.841528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:38.892249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:38.960488 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Attempting to bind port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:58:38.961225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Attempting to bind port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:58:38.961225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Attempting to bind port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on network 1c58c36e-f88a-460b-ad43-554a639ff359 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:58:38.965338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on network 1c58c36e-f88a-460b-ad43-554a639ff359 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:58:38.965655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Attempting to bind port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on network 1c58c36e-f88a-460b-ad43-554a639ff359 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:58:38.970325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:58:38.970660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Checking segment: {'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:58:38.971040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Bound using segment: {'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:58:38.971494 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Bound port: bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:58:38.971809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:39.036641 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:58:39.039741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:58:39.044666 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:39.068204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc704be-0e94-47b4-8cf6-5377f798eb47 req-3927ccca-4e6c-45d0-ad14-0391accf1732 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:39.069604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2dc704be-0e94-47b4-8cf6-5377f798eb47 req-3927ccca-4e6c-45d0-ad14-0391accf1732 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 943 time: 0.0537210 Jan 28 20:58:39.078651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:39.079262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:39.080784 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] 10.222.0.26 "PUT /v2.0/ports/bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 1091 time: 0.5838377 Jan 28 20:58:39.081230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:58:39.083604 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97a234d-eeb6-410d-ad7d-caa213ad79c1" -d '{"events": [{"name": "network-changed", "server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:58:39.118548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2dc704be-0e94-47b4-8cf6-5377f798eb47 req-30baf5a9-bf00-4e8f-9115-6d53e9d15912 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426533 Jan 28 20:58:39.120003 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6f9ac-0a26-4edb-a01f-2075877c10fd service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:39.138991 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e734ea9-a897-4970-9470-10b98516d3f5 x-openstack-request-id: req-9e734ea9-a897-4970-9470-10b98516d3f5 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:58:39.139270 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:58:39.139520 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e734ea9-a897-4970-9470-10b98516d3f5 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:58:39.139906 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'status': 'completed', 'code': 200} Jan 28 20:58:39.172533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-bda1b07d-3f6a-47b5-8ab0-88451e01db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:39.174002 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-bda1b07d-3f6a-47b5-8ab0-88451e01db1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1094 time: 0.0451190 Jan 28 20:58:39.218914 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-bc65cfe1-3a42-457e-a3f4-de34714bb73f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0368435 Jan 28 20:58:39.267248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-30e493f7-12c8-4d97-9a93-a76b782d3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:39.268720 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-30e493f7-12c8-4d97-9a93-a76b782d3469 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0431645 Jan 28 20:58:39.301573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-3c39069b-42ce-463c-8ddf-cefd20c02e73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261450 Jan 28 20:58:39.392914 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-49a30ba4-f783-4e63-b73b-924ad263e5f3 service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846524 Jan 28 20:58:39.483293 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-ea0b1d96-e62f-4d79-aeb2-002c662d91ce req-41aeeaf7-1a6e-476b-aa2e-13ed9bd60f7b service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828922 Jan 28 20:58:39.574755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-2cfe12ff-249a-465a-8521-cc0c8fe21203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:39.576268 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-2cfe12ff-249a-465a-8521-cc0c8fe21203 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1094 time: 0.0422051 Jan 28 20:58:39.673924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-8d3ba49c-ac38-49d4-9bcd-e39f7a513664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:39.676148 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-8d3ba49c-ac38-49d4-9bcd-e39f7a513664 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 913 time: 0.0929697 Jan 28 20:58:39.718179 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-3a2deed5-0285-4a99-847c-4e34a615c93e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0353014 Jan 28 20:58:39.776152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-71cc49a1-0250-4d8e-906e-3b929e404844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:39.777667 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-71cc49a1-0250-4d8e-906e-3b929e404844 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0512397 Jan 28 20:58:40.149530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-63b3bf2f-bf27-4d9a-af46-b327240ef77e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3632433 Jan 28 20:58:40.241332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6b4a2-0c40-4ad9-b313-8b1261282df9 req-89833a08-9753-437d-9852-faec6fa32e29 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:40.242679 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0129-38f0-4f19-bf2e-a2feb74d6855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:40.243696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82e6b4a2-0c40-4ad9-b313-8b1261282df9 req-89833a08-9753-437d-9852-faec6fa32e29 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 943 time: 0.0527358 Jan 28 20:58:40.254468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-36736956-6fbd-498c-9238-9a97a3251619 service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973954 Jan 28 20:58:40.290942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82e6b4a2-0c40-4ad9-b313-8b1261282df9 req-57fa49ba-bf17-434c-aaf3-8dba868c74b7 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Jan 28 20:58:40.361322 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b97a234d-eeb6-410d-ad7d-caa213ad79c1 req-af8ce2ba-e9df-472e-a325-47b88f839038 service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995500 Jan 28 20:58:41.416740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47018e8e-2316-419e-a258-590f7ec70b8b req-58324aad-96e5-4487-904f-8385326ea5fd tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:41.418224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47018e8e-2316-419e-a258-590f7ec70b8b req-58324aad-96e5-4487-904f-8385326ea5fd tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 943 time: 0.0487936 Jan 28 20:58:41.455697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47018e8e-2316-419e-a258-590f7ec70b8b req-05500f56-0ad7-4e4c-b330-b183f6db828b tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Jan 28 20:58:41.751132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:42.415865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:58:42.511993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:42.523488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359', 'port_id': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'mac_address': 'fa:16:3e:c6:01:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8cf823-094c-4b05-a8a7-98b1bb5e89fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:58:42.561211 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:42.574086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8a60d9-d356-4aa0-ab1d-818dbbe4664c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:58:42.576018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6aa39-3a49-44b7-9661-3b0d85c4e18e req-22823b28-bcc2-4276-a9b6-d5a1f72ca69b tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:42.577571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1e6aa39-3a49-44b7-9661-3b0d85c4e18e req-22823b28-bcc2-4276-a9b6-d5a1f72ca69b tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 943 time: 0.0531304 Jan 28 20:58:42.593530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:42.599027 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:42.619231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e1e6aa39-3a49-44b7-9661-3b0d85c4e18e req-fced0310-67ac-4d65-8d60-51960ce20979 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Jan 28 20:58:42.648586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:42.798984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['bf8a60d9-d356-4aa0-ab1d-818dbbe4664c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:58:43.067234 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:43.273287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:43.798694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8ad5f-ad55-4571-80b4-61fdd2a09ad4 req-8f5f65f4-948f-4c0b-b5b9-678d72bda2d0 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:43.800222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14f8ad5f-ad55-4571-80b4-61fdd2a09ad4 req-8f5f65f4-948f-4c0b-b5b9-678d72bda2d0 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 944 time: 0.1110883 Jan 28 20:58:43.838173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14f8ad5f-ad55-4571-80b4-61fdd2a09ad4 req-4d6f2d44-dca8-42e2-a2c9-716aaf1746e0 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Jan 28 20:58:44.407233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:58:44.454820 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:58:44.458463 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:58:44.458830 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:44.533953 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:44.556480 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:58:44.558680 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6285b72-8ed0-46e4-a5e9-d90dd111da29" -d '{"events": [{"server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:58:44.571353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:58:44.576278 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:44.600949 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8dcdc5-c4b4-48bc-b1df-7790f744033c x-openstack-request-id: req-2a8dcdc5-c4b4-48bc-b1df-7790f744033c {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:58:44.601248 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:58:44.601509 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a8dcdc5-c4b4-48bc-b1df-7790f744033c {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:58:44.601878 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'code': 200} Jan 28 20:58:44.627935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:58:44.691258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed26da9-81db-4b7c-9a2b-f9aec7772051 req-d12f0e11-6599-488d-8e25-61208fac4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:44.692778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aed26da9-81db-4b7c-9a2b-f9aec7772051 req-d12f0e11-6599-488d-8e25-61208fac4951 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1096 time: 0.0416379 Jan 28 20:58:44.736887 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aed26da9-81db-4b7c-9a2b-f9aec7772051 req-dc7b8fc3-99d9-4201-95ff-af716851743e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Jan 28 20:58:44.951989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8686d3d-5217-412a-bce5-7b4d61d80e45 req-7a0357ca-8fd7-4fce-b8f0-264284fa2f5a tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:44.953507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8686d3d-5217-412a-bce5-7b4d61d80e45 req-7a0357ca-8fd7-4fce-b8f0-264284fa2f5a tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0506034 Jan 28 20:58:44.993164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8686d3d-5217-412a-bce5-7b4d61d80e45 req-2b789f73-7a84-4762-bc8a-b6c681888405 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Jan 28 20:58:46.171986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f2ff5-0e11-4ef1-9856-fcc953b56976 req-d34a744c-4ced-41ed-9438-f4922f9b7da1 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:46.173520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e22f2ff5-0e11-4ef1-9856-fcc953b56976 req-d34a744c-4ced-41ed-9438-f4922f9b7da1 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.1115208 Jan 28 20:58:46.211856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e22f2ff5-0e11-4ef1-9856-fcc953b56976 req-90a92015-ef01-452d-aa07-6fb8629e8fc3 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Jan 28 20:58:46.451142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eeb60-fd6f-430c-9648-777810ed7d73 req-8fcfb020-d83d-4b6b-8518-a44d48170959 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:46.452630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb8eeb60-fd6f-430c-9648-777810ed7d73 req-8fcfb020-d83d-4b6b-8518-a44d48170959 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0511861 Jan 28 20:58:46.513859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb8eeb60-fd6f-430c-9648-777810ed7d73 req-80ec919d-a8fd-4644-82be-f41727bc53d4 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521257 Jan 28 20:58:46.517325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-43940c9e-785a-4c91-9819-fb843bb7eb12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242216 Jan 28 20:58:46.527107 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-175e5c46-c7fb-4542-a92f-d8d24aa8e9fc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 20:58:46.527998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-175e5c46-c7fb-4542-a92f-d8d24aa8e9fc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049090 Jan 28 20:58:47.635177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44687dc-0a72-4ad9-ad7c-94a146bc3aef req-e13f8471-d3e6-46c8-b401-d98bf2bf6033 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:47.636722 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e44687dc-0a72-4ad9-ad7c-94a146bc3aef req-e13f8471-d3e6-46c8-b401-d98bf2bf6033 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0525367 Jan 28 20:58:47.676620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e44687dc-0a72-4ad9-ad7c-94a146bc3aef req-d9b61fdb-a2c1-4f47-a203-d825b068c4da tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Jan 28 20:58:47.681012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede0cf-87c1-429e-b907-f024583cba82 req-9fcff355-ddec-4842-9c8e-7d3ff0c6edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:47.682556 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-9fcff355-ddec-4842-9c8e-7d3ff0c6edaf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1096 time: 0.0418191 Jan 28 20:58:47.776364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede0cf-87c1-429e-b907-f024583cba82 req-5a8a7a2b-2053-4bf9-8ae2-bcaf3455897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:47.777833 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-5a8a7a2b-2053-4bf9-8ae2-bcaf3455897e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 913 time: 0.0885596 Jan 28 20:58:47.820486 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-567b9419-a3e6-4530-be31-711bf4afca0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0354798 Jan 28 20:58:47.873156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede0cf-87c1-429e-b907-f024583cba82 req-c355059b-2998-4746-8091-e0d022cd8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:47.874607 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-c355059b-2998-4746-8091-e0d022cd8abc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0471871 Jan 28 20:58:47.905700 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-fee7b77e-9949-45dd-a78b-c72b3e4bc649 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238345 Jan 28 20:58:47.993922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-0ca1c8e3-7a21-4aff-b8c7-9d0dace3868f service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812562 Jan 28 20:58:48.093108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-ecabb926-9e02-470e-b398-c39e280ba9e3 service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858059 Jan 28 20:58:48.319679 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:48.792117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eed43b-1e59-4d3f-a339-4627a0912d68 req-9ee9287b-f718-4b75-a684-e669b9a45b75 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:48.793619 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9eed43b-1e59-4d3f-a339-4627a0912d68 req-9ee9287b-f718-4b75-a684-e669b9a45b75 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0501277 Jan 28 20:58:48.832113 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9eed43b-1e59-4d3f-a339-4627a0912d68 req-b765424c-a02b-4011-8caf-46b687a7151b tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Jan 28 20:58:49.949178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc2ab-78f8-4609-9a5d-dc5aec30a8b8 req-29951534-8f40-433a-aa21-49cc6488003c tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:49.950623 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80ebc2ab-78f8-4609-9a5d-dc5aec30a8b8 req-29951534-8f40-433a-aa21-49cc6488003c tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0489569 Jan 28 20:58:49.987088 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80ebc2ab-78f8-4609-9a5d-dc5aec30a8b8 req-e621badd-d5c5-49f2-8119-cf5c5f94c854 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305092 Jan 28 20:58:51.106203 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb96de5-e105-4927-8f7d-948866a070cc req-910a3237-8848-401d-8c35-9cafc1ee8594 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:51.107560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0cb96de5-e105-4927-8f7d-948866a070cc req-910a3237-8848-401d-8c35-9cafc1ee8594 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0522387 Jan 28 20:58:51.145236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0cb96de5-e105-4927-8f7d-948866a070cc req-13658dc7-f56c-4ad6-82ba-c5e7ebc075ab tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jan 28 20:58:51.664497 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:58:52.259123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5d40c-0e40-4a09-b94e-cf1e1d5cff3b req-d8bc7d9c-f1bd-4712-b443-9a02c2c7d7b1 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:52.260583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcc5d40c-0e40-4a09-b94e-cf1e1d5cff3b req-d8bc7d9c-f1bd-4712-b443-9a02c2c7d7b1 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0480399 Jan 28 20:58:52.299120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcc5d40c-0e40-4a09-b94e-cf1e1d5cff3b req-6f3b7b61-38bd-4317-a029-886a459cf185 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Jan 28 20:58:52.646370 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:58:53.412892 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bbb61-307e-4ad4-8f75-68211bede792 req-529359fe-d8d8-432b-a9c0-9e850039731c tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:53.414365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-966bbb61-307e-4ad4-8f75-68211bede792 req-529359fe-d8d8-432b-a9c0-9e850039731c tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0492458 Jan 28 20:58:53.451782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-966bbb61-307e-4ad4-8f75-68211bede792 req-96aaec8d-c55e-42eb-995d-169deecd62b5 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Jan 28 20:58:54.572846 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f51e0-5675-4705-b74a-d0a7ae197a82 req-ba642c1d-ad3d-4f4c-ad9f-add7d7496b8d tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:54.574305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-740f51e0-5675-4705-b74a-d0a7ae197a82 req-ba642c1d-ad3d-4f4c-ad9f-add7d7496b8d tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0526674 Jan 28 20:58:54.612422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-740f51e0-5675-4705-b74a-d0a7ae197a82 req-b2a5662e-df46-48d2-8752-ece1c032c777 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Jan 28 20:58:55.731022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db7b5f-90c5-4a7b-9ca0-71657f68a61d req-1cd8bbf8-a101-4777-9633-224adad1988e tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:55.732527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02db7b5f-90c5-4a7b-9ca0-71657f68a61d req-1cd8bbf8-a101-4777-9633-224adad1988e tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0496778 Jan 28 20:58:55.770678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-02db7b5f-90c5-4a7b-9ca0-71657f68a61d req-7cb0ff5f-10b4-4032-8314-4440d8630dac tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Jan 28 20:58:56.901410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed376f-f426-4c3b-948b-e62dff4fce9f req-4bdf3def-37fe-4c1e-b4cc-3cf74c706764 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:56.902868 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2ed376f-f426-4c3b-948b-e62dff4fce9f req-4bdf3def-37fe-4c1e-b4cc-3cf74c706764 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0485432 Jan 28 20:58:56.942104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a2ed376f-f426-4c3b-948b-e62dff4fce9f req-6ec6b31c-7cfa-4197-8881-5919c258b764 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Jan 28 20:58:58.059032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245188-42da-4b8e-89d2-b7910c806d7b req-ea41de43-e513-42e1-9e32-e3727a9df899 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:58.060533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0245188-42da-4b8e-89d2-b7910c806d7b req-ea41de43-e513-42e1-9e32-e3727a9df899 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0523095 Jan 28 20:58:58.099549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a0245188-42da-4b8e-89d2-b7910c806d7b req-20316b8d-ee72-48be-848d-1223ab395cd5 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326207 Jan 28 20:58:59.219054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd5d7c-9c2c-4292-850a-c5bef306487a req-1bc09a7e-e2b3-4f50-b8f9-ac9dbc1b2386 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:58:59.220555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98fd5d7c-9c2c-4292-850a-c5bef306487a req-1bc09a7e-e2b3-4f50-b8f9-ac9dbc1b2386 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0512917 Jan 28 20:58:59.258192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98fd5d7c-9c2c-4292-850a-c5bef306487a req-ecb3b4f6-fd28-4655-8e7d-cd11efb1ce03 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309846 Jan 28 20:59:00.372359 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d610a7-6f8c-44ce-be11-fa449644db30 req-7d8ff11b-7886-4156-850d-17d8c38ae00a tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:00.373835 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4d610a7-6f8c-44ce-be11-fa449644db30 req-7d8ff11b-7886-4156-850d-17d8c38ae00a tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0478642 Jan 28 20:59:00.411749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4d610a7-6f8c-44ce-be11-fa449644db30 req-21b7d9d7-d383-4fea-8954-5688be826674 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Jan 28 20:59:01.529694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d81731-3ebc-44b1-b636-2af596c52d98 req-55ee723a-6104-4143-9b6d-adf16fa6029f tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:01.531156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37d81731-3ebc-44b1-b636-2af596c52d98 req-55ee723a-6104-4143-9b6d-adf16fa6029f tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0522110 Jan 28 20:59:01.576117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37d81731-3ebc-44b1-b636-2af596c52d98 req-f64f374e-aa01-4b41-80cb-fdc7c1e221f7 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387342 Jan 28 20:59:02.692739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25193e-4b5f-4eea-995c-40eb4e3c1922 req-4d46830c-7a77-414f-96df-6ae2eaf549d9 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:02.694172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b25193e-4b5f-4eea-995c-40eb4e3c1922 req-4d46830c-7a77-414f-96df-6ae2eaf549d9 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0494158 Jan 28 20:59:02.733006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b25193e-4b5f-4eea-995c-40eb4e3c1922 req-cf52d3c9-293a-48de-982f-90728f66b023 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Jan 28 20:59:03.847466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83442db-cc8d-4894-bf20-9597cb2ba04e req-659e5715-01f3-4c3f-8d82-67d76e17e789 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:03.848956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c83442db-cc8d-4894-bf20-9597cb2ba04e req-659e5715-01f3-4c3f-8d82-67d76e17e789 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0478873 Jan 28 20:59:03.885548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c83442db-cc8d-4894-bf20-9597cb2ba04e req-ebbb06c5-f49c-4ba5-bec3-50d250d005cc tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Jan 28 20:59:05.005579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854b842-809b-412f-8585-1c570de16bfc req-dc67fbea-d7be-4dbf-815d-0075a7dd503f tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:05.007038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f854b842-809b-412f-8585-1c570de16bfc req-dc67fbea-d7be-4dbf-815d-0075a7dd503f tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0522604 Jan 28 20:59:05.045149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f854b842-809b-412f-8585-1c570de16bfc req-c47ca45f-03e1-4378-ace4-d9e8562b6cd2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Jan 28 20:59:06.160350 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45008bd1-5fda-4676-be54-8573b5f68d0f req-cc299af6-496d-4738-abba-11aa9b0aec4e tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:06.161824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45008bd1-5fda-4676-be54-8573b5f68d0f req-cc299af6-496d-4738-abba-11aa9b0aec4e tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0494962 Jan 28 20:59:06.212868 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-45008bd1-5fda-4676-be54-8573b5f68d0f req-93e5d2db-fc02-4204-8359-6d32d9dff183 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Jan 28 20:59:07.333353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e174e-90e5-4f41-8bb2-997c8bc3e614 req-33589d7f-db90-4250-abe9-f105e97d437f tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:07.334906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-992e174e-90e5-4f41-8bb2-997c8bc3e614 req-33589d7f-db90-4250-abe9-f105e97d437f tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0533049 Jan 28 20:59:07.374544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-992e174e-90e5-4f41-8bb2-997c8bc3e614 req-290113c1-f0aa-4433-8a77-9eb57923ef30 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Jan 28 20:59:07.389537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-f55a41fa-7148-4150-a565-7e8a1b3177ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:07.389537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-f55a41fa-7148-4150-a565-7e8a1b3177ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1096 time: 0.0440917 Jan 28 20:59:07.498537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-e9fe362a-e43e-4363-a3cd-dce722be2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:07.499906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-e9fe362a-e43e-4363-a3cd-dce722be2599 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 913 time: 0.0891342 Jan 28 20:59:07.543805 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-2c13b4d4-9843-4378-b893-0efa00ef9996 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0364964 Jan 28 20:59:07.593946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-5a82debc-28dd-4632-9dd7-3a554abcbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:07.595426 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-5a82debc-28dd-4632-9dd7-3a554abcbf37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0446501 Jan 28 20:59:07.628974 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-ae0ff9ca-5562-4a38-b7c1-64d102471b13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255842 Jan 28 20:59:07.725833 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-3000877f-01da-461c-ad76-afffa2e9929d service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900426 Jan 28 20:59:07.744220 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46a4bd57-6058-45ce-b29f-a08914011892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:07.822077 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e23205b4-e971-413f-ac83-c4168f8d4b8f req-a0b18468-35bd-41f6-8625-ff8636d189ef service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887589 Jan 28 20:59:08.495732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ab3b7-b475-4104-8bd9-e5734b98b6c3 req-0cd45ef8-1630-4f28-be1d-0e294ec73b43 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:08.497249 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a34ab3b7-b475-4104-8bd9-e5734b98b6c3 req-0cd45ef8-1630-4f28-be1d-0e294ec73b43 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0530028 Jan 28 20:59:08.536917 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a34ab3b7-b475-4104-8bd9-e5734b98b6c3 req-731bf807-0a06-450c-98ee-e0073b284fcc tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337975 Jan 28 20:59:09.653819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b3c75-fac9-4a24-a308-99f0bdc7c1d3 req-6c319815-dcd1-4c0e-90ef-2505d54b0c52 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:09.655208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c43b3c75-fac9-4a24-a308-99f0bdc7c1d3 req-6c319815-dcd1-4c0e-90ef-2505d54b0c52 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0487516 Jan 28 20:59:09.695407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c43b3c75-fac9-4a24-a308-99f0bdc7c1d3 req-69d3d792-4b54-45ba-9db4-b4ea4e9678c9 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330801 Jan 28 20:59:10.236134 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f4435409-44a6-4f8d-bd4e-78c96c1dfd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:10.815005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a2e6d-3eb3-4ead-a601-5ce42bc52418 req-2cf9e5e9-1b13-4e86-8745-47c41e415265 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:10.817125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a9a2e6d-3eb3-4ead-a601-5ce42bc52418 req-2cf9e5e9-1b13-4e86-8745-47c41e415265 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0492589 Jan 28 20:59:10.857531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a9a2e6d-3eb3-4ead-a601-5ce42bc52418 req-c2c8a7f5-d4bb-4a23-88ed-94c2a9bab3f0 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339284 Jan 28 20:59:11.755783 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:11.982685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dd9fd-1ebc-4e3d-9467-362d7d4fbbff req-847aacd7-d1e9-4d1f-be77-6aca00c88c46 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:11.984168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e6dd9fd-1ebc-4e3d-9467-362d7d4fbbff req-847aacd7-d1e9-4d1f-be77-6aca00c88c46 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0589805 Jan 28 20:59:12.022326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e6dd9fd-1ebc-4e3d-9467-362d7d4fbbff req-b7e23968-3903-4da3-9cf6-a56fc203b091 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Jan 28 20:59:13.046077 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:13.136117 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22c96e-de3e-4499-b783-f240752d80c4 req-316d15d0-37ae-40dc-8319-8080d494f897 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:13.137545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f22c96e-de3e-4499-b783-f240752d80c4 req-316d15d0-37ae-40dc-8319-8080d494f897 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0489597 Jan 28 20:59:13.174871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f22c96e-de3e-4499-b783-f240752d80c4 req-c4344b48-00e2-46ee-bbeb-00be8908defd tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313838 Jan 28 20:59:13.274383 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:14.298560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa8b45-e0fc-4b78-ba13-b13e1bfd9773 req-ba4a9a41-d552-4067-811c-d5472c9ed711 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:14.300079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aaa8b45-e0fc-4b78-ba13-b13e1bfd9773 req-ba4a9a41-d552-4067-811c-d5472c9ed711 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0550542 Jan 28 20:59:14.340204 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2aaa8b45-e0fc-4b78-ba13-b13e1bfd9773 req-18df2e2d-aa8d-4184-ab38-d4c28161f939 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Jan 28 20:59:15.151440 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-28ede0cf-87c1-429e-b907-f024583cba82 req-a8cb859e-d583-4c19-8442-ddb22bfcb594 service neutron] show failed (client error): The resource could not be found. Jan 28 20:59:15.152628 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-a8cb859e-d583-4c19-8442-ddb22bfcb594 service neutron] 10.222.0.26 "GET /v2.0/ports/bf8a60d9-d356-4aa0-ab1d-818dbbe4664c/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0632577 Jan 28 20:59:15.390525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede0cf-87c1-429e-b907-f024583cba82 req-addd6558-b04b-4fd5-834e-afcb203fcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:15.390743 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-addd6558-b04b-4fd5-834e-afcb203fcb74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab&tenant_id=d9c1043608704a048d0b5ce9b00ca44a HTTP/1.1" status: 200 len: 1096 time: 0.0772130 Jan 28 20:59:15.404875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:59:15.462793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:15.464476 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eb280-2b70-4702-a8da-018a84a664b4 req-ee8b2a88-8f96-40c0-a411-26fc88a92c5a tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:15.466069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-598eb280-2b70-4702-a8da-018a84a664b4 req-ee8b2a88-8f96-40c0-a411-26fc88a92c5a tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 945 time: 0.0543065 Jan 28 20:59:15.504573 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-598eb280-2b70-4702-a8da-018a84a664b4 req-c9816286-1894-4641-a2fd-b94219f17024 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Jan 28 20:59:15.668966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:59:15.701354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:59:15.741924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:59:15.744206 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c506ac-5a20-4402-b1c1-68b69933d68b" -d '{"events": [{"server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:59:15.748096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:15.760929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Transition to ACTIVE for port object bf8a60d9-d356-4aa0-ab1d-818dbbe4664c will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:59:15.765981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:15.801581 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1765958e-a244-498b-94c5-16452656730b x-openstack-request-id: req-1765958e-a244-498b-94c5-16452656730b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:59:15.801871 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:59:15.802121 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1765958e-a244-498b-94c5-16452656730b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:59:15.802509 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'code': 200} Jan 28 20:59:15.835626 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=6']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:15.837733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] No DVR routers for this DVR port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:59:15.850208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.850557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.850900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.851236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.851567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.851893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.852245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.852573 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.852898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.853222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.853545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.853865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:15.886206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Attempting to bind port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:59:15.886537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Attempting to bind port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:59:15.886870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Attempting to bind port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on network 1c58c36e-f88a-460b-ad43-554a639ff359 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:59:15.891203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on network 1c58c36e-f88a-460b-ad43-554a639ff359 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:59:15.891530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Attempting to bind port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on network 1c58c36e-f88a-460b-ad43-554a639ff359 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:59:15.897023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:59:15.897370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Checking segment: {'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:59:15.897759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Bound using segment: {'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:59:15.898199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Bound port: bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372e10cb-d4b8-4d18-8f70-dd41a744ab8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:59:15.898562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:15.962229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:59:15.965281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:59:15.969181 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:16.001742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:16.002353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:16.003808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] 10.222.0.13 "PUT /v2.0/ports/bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 1091 time: 0.6033916 Jan 28 20:59:16.036213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f586e5-e392-4cbf-b16e-7452cb26de36 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:16.072429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede0cf-87c1-429e-b907-f024583cba82 req-4b38d50c-f016-4119-93e5-6642c0027978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:16.073992 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-4b38d50c-f016-4119-93e5-6642c0027978 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1094 time: 0.0459983 Jan 28 20:59:16.167400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede0cf-87c1-429e-b907-f024583cba82 req-5d4732e8-14cd-4b16-b180-2100690d0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:16.168920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-5d4732e8-14cd-4b16-b180-2100690d0726 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 913 time: 0.0882261 Jan 28 20:59:16.209887 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-86648f8f-4ef9-43b9-97e1-c7e678ee5fee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0347695 Jan 28 20:59:16.261243 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede0cf-87c1-429e-b907-f024583cba82 req-ac372de7-fdaf-4ce3-a6e5-aa27603e3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:16.262606 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-ac372de7-fdaf-4ce3-a6e5-aa27603e3e37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0469978 Jan 28 20:59:16.293566 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-682f2a9d-dce3-476b-96a2-5dd394e2d77f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244544 Jan 28 20:59:16.384313 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-e1bc03f7-2d8a-4b49-9d43-80da2e435503 service neutron] 10.222.0.13 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844135 Jan 28 20:59:16.478347 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-28ede0cf-87c1-429e-b907-f024583cba82 req-3facb793-04ce-4dd1-8ed1-8da3fb5e4daa service neutron] 10.222.0.13 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878427 Jan 28 20:59:16.622175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff1e7e-cac2-48ab-9eff-c387d6f3c30c req-a76ad84f-724c-43de-a00c-f26f92e0968b tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:16.623659 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcff1e7e-cac2-48ab-9eff-c387d6f3c30c req-a76ad84f-724c-43de-a00c-f26f92e0968b tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 943 time: 0.0492401 Jan 28 20:59:16.661694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fcff1e7e-cac2-48ab-9eff-c387d6f3c30c req-eb42bc2c-cb3e-4cc4-bfdb-ad88121e1a24 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Jan 28 20:59:17.776410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835644ba-363b-405a-9589-5242908baa71 req-0ccac946-202c-4c6f-9452-b83f8ab7cec6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:17.777863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-835644ba-363b-405a-9589-5242908baa71 req-0ccac946-202c-4c6f-9452-b83f8ab7cec6 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 943 time: 0.0479810 Jan 28 20:59:17.803548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:59:17.806001 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402f57cc-1c96-47f6-adba-f9f91db5cb12" -d '{"events": [{"name": "network-changed", "server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:59:17.815862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-835644ba-363b-405a-9589-5242908baa71 req-339f9585-9099-4f3f-abd6-96ceb7ceeb68 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Jan 28 20:59:17.854965 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2fc449-ee52-4cb1-978b-242d0293b7e3 x-openstack-request-id: req-7a2fc449-ee52-4cb1-978b-242d0293b7e3 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:59:17.855146 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:59:17.855348 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a2fc449-ee52-4cb1-978b-242d0293b7e3 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:59:17.855864 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'status': 'completed', 'code': 200} Jan 28 20:59:17.941884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-e714b025-31e0-41fd-a725-307d0487c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:17.943313 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-e714b025-31e0-41fd-a725-307d0487c5b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1094 time: 0.0619001 Jan 28 20:59:17.945189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-a7a8389e-69aa-4e31-9a86-6da805987b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:17.946545 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-a7a8389e-69aa-4e31-9a86-6da805987b12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1094 time: 0.0734398 Jan 28 20:59:18.118171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-c75cd50c-9138-4060-a4b3-857028d8146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:18.119658 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-c75cd50c-9138-4060-a4b3-857028d8146d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 913 time: 0.1679370 Jan 28 20:59:18.122298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-7a78457b-f7eb-47f8-bc15-1582deb583fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:18.123614 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-7a78457b-f7eb-47f8-bc15-1582deb583fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 913 time: 0.1621208 Jan 28 20:59:18.191750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-327f3d65-e1fc-4413-8269-69c1d94e218b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0652800 Jan 28 20:59:18.193166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-ccc2c2e0-be2b-44f3-ba78-cf80c6fb433b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0603552 Jan 28 20:59:18.278794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-647af558-3007-4d69-901c-4dde056732a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:18.280253 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-647af558-3007-4d69-901c-4dde056732a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0750659 Jan 28 20:59:18.281455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-389403e1-2e91-4bd3-85b7-c98a18193c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:18.282744 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-389403e1-2e91-4bd3-85b7-c98a18193c13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0846763 Jan 28 20:59:18.314746 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:18.335248 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-eb31587f-a263-4951-8a38-2b457d730b3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480387 Jan 28 20:59:18.337189 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-38dcbc0b-7380-456b-9948-57410c8ad6ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411429 Jan 28 20:59:18.493079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:59:18.499535 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-5287bb03-1df2-4a8c-9d0b-5858a4dd81e6 service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573994 Jan 28 20:59:18.501483 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-da072824-357c-4a4c-ba7a-3e0bdf133914 service neutron] 10.222.0.13 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520646 Jan 28 20:59:18.530814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:59:18.658575 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-cedcf360-686b-4667-ac52-f9c3cfb304fb service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510808 Jan 28 20:59:18.660550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-402f57cc-1c96-47f6-adba-f9f91db5cb12 req-962e0b74-5f20-4135-a2be-d5a72a3d3b90 service neutron] 10.222.0.13 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519692 Jan 28 20:59:18.935145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76d550-4dea-4ced-8315-bda9d595497d req-96f1879e-ea63-4090-b9cd-ede16db4e0f4 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:18.936626 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f76d550-4dea-4ced-8315-bda9d595497d req-96f1879e-ea63-4090-b9cd-ede16db4e0f4 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 943 time: 0.0526557 Jan 28 20:59:18.973378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7f76d550-4dea-4ced-8315-bda9d595497d req-416dc4cc-1b7f-403b-8195-fb7344bd2c1a tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Jan 28 20:59:19.244140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-7c716fb0-98b4-4146-a258-f667d5cee06e tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:19.245638 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-7c716fb0-98b4-4146-a258-f667d5cee06e tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.26 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab&tenant_id=d9c1043608704a048d0b5ce9b00ca44a&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 943 time: 0.0878668 Jan 28 20:59:19.312321 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-05dda9c3-3745-43ee-95dc-48c0bd62e84d service neutron] delete failed (client error): The resource could not be found. Jan 28 20:59:19.313355 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-05dda9c3-3745-43ee-95dc-48c0bd62e84d service neutron] 10.222.0.26 "DELETE /v2.0/ports/bf8a60d9-d356-4aa0-ab1d-818dbbe4664c/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0609744 Jan 28 20:59:19.398501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-7cbc0936-467c-4777-903e-d8c023c31ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:19.400010 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-7cbc0936-467c-4777-903e-d8c023c31ff6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1094 time: 0.0424724 Jan 28 20:59:19.487446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-7595c228-5a14-4c5d-bfb7-8a0b3c91a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:19.489266 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-7595c228-5a14-4c5d-bfb7-8a0b3c91a63c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 913 time: 0.0824263 Jan 28 20:59:19.532870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-5f2b56e3-2df0-4f59-8c93-e2e2c6285b43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0368733 Jan 28 20:59:19.582505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-2da9344e-e757-4761-ad7c-581d22e507c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:19.583901 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-2da9344e-e757-4761-ad7c-581d22e507c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0435483 Jan 28 20:59:19.614900 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-a557e1f3-2f42-4094-961d-5e071289d2bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241265 Jan 28 20:59:19.709548 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-d8377f8d-70b3-42b8-ac34-2d79ee6e5b1c service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871437 Jan 28 20:59:19.801745 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-b3b3c2ac-9c7c-4a2a-9735-24d65a82c97b service neutron] 10.222.0.26 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854766 Jan 28 20:59:20.288967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:59:20.390522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:59:20.404148 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'network_id': '1c58c36e-f88a-460b-ad43-554a639ff359', 'port_id': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'mac_address': 'fa:16:3e:c6:01:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8cf823-094c-4b05-a8a7-98b1bb5e89fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:59:20.448323 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:20.460907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8a60d9-d356-4aa0-ab1d-818dbbe4664c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:59:20.480980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:59:20.485101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:20.499057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba254fd3-9492-418d-9e21-c7c7aa5615e6 req-d5fd040d-cf15-4262-88fa-f667f3c44e1b tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:20.500654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba254fd3-9492-418d-9e21-c7c7aa5615e6 req-d5fd040d-cf15-4262-88fa-f667f3c44e1b tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 943 time: 0.0501945 Jan 28 20:59:20.533130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:20.540047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba254fd3-9492-418d-9e21-c7c7aa5615e6 req-0f076d6f-b58d-4283-b357-49cceb690a02 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Jan 28 20:59:20.543744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.544093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.544462 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.544799 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.545129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.545455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.545782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.546360 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.546807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.547131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.547452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.547768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:20.602871 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-16f26547-a932-409a-b69f-2820e826bf78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411870 Jan 28 20:59:20.687740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-4a50eb85-8ac9-4a30-860b-0d5090dcbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:20.689260 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-4a50eb85-8ac9-4a30-860b-0d5090dcbeae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 1095 time: 0.0444183 Jan 28 20:59:20.766676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['bf8a60d9-d356-4aa0-ab1d-818dbbe4664c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:59:20.793733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-0450674e-7363-4a73-958a-fefc62804b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:20.795201 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-0450674e-7363-4a73-958a-fefc62804b1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 200 len: 913 time: 0.0839336 Jan 28 20:59:20.840878 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-c73450af-8a96-4a40-80ae-1cbdcd4c1c6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 200 len: 217 time: 0.0384743 Jan 28 20:59:20.889656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-a36727f3-07c7-43e7-a162-054df6df04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:20.891119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-a36727f3-07c7-43e7-a162-054df6df04e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 200 len: 852 time: 0.0437675 Jan 28 20:59:20.922906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-ea245305-226e-46f6-871b-880fa25497ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c58c36e-f88a-460b-ad43-554a639ff359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244322 Jan 28 20:59:21.012773 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-ea2aed12-64f6-4bf0-ab9f-20f358feb2ab service neutron] 10.222.0.13 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818133 Jan 28 20:59:21.106320 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b8a930f3-b381-4f6d-bd5c-a9a129219641 req-67486fab-adac-4542-b943-cdec70fc614f service neutron] 10.222.0.13 "GET /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863354 Jan 28 20:59:21.662787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f693f-ddf9-4910-bc17-c4b59b0efee5 req-7bac6c4e-625b-4610-b173-7df83f0a53b3 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:21.664169 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-760f693f-ddf9-4910-bc17-c4b59b0efee5 req-7bac6c4e-625b-4610-b173-7df83f0a53b3 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 944 time: 0.0505457 Jan 28 20:59:21.688693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:21.702845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-760f693f-ddf9-4910-bc17-c4b59b0efee5 req-029dc697-d008-4ec8-a76b-d271db1aadb4 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.44 "GET /v2.0/security-groups?id=2e1d0c86-1979-49ed-959e-7f4b06d468f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Jan 28 20:59:21.801133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-331ef989-555b-4230-88e6-eef5b9ddec74 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:21.802579 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-331ef989-555b-4230-88e6-eef5b9ddec74 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.13 "GET /v2.0/ports?device_id=28d7e1c6-1499-44ef-8e02-63b13253f8ab HTTP/1.1" status: 200 len: 944 time: 0.0498142 Jan 28 20:59:21.894116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Deleting port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 20:59:21.894468 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:21.980159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] For port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,segment=NetworkSegment(372e10cb-d4b8-4d18-8f70-dd41a744ab8e),segment_id=372e10cb-d4b8-4d18-8f70-dd41a744ab8e)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:59:21.980562 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:21.992424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Calling delete_port for bf8a60d9-d356-4aa0-ab1d-818dbbe4664c owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 20:59:22.120268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:22.131863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['bf8a60d9-d356-4aa0-ab1d-818dbbe4664c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:59:22.153045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Pushing event deleted for resources: {'Port': ['ID=bf8a60d9-d356-4aa0-ab1d-818dbbe4664c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:22.196820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] No DVR routers for this DVR port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:59:22.200046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:22.203548 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d665bb07-6144-4e48-ba40-d6d064e9d32d req-6ce87f9b-6ceb-46b2-aa9f-ae3341c643d2 tempest-DeleteServersTestJSON-1600968744 tempest-DeleteServersTestJSON-1600968744-project] 10.222.0.13 "DELETE /v2.0/ports/bf8a60d9-d356-4aa0-ab1d-818dbbe4664c HTTP/1.1" status: 204 len: 173 time: 0.3951764 Jan 28 20:59:22.203988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'name': 'network-vif-deleted', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:59:22.207168 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5720573-0fe5-452f-b3e7-30cbf0c9a189" -d '{"events": [{"server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "name": "network-vif-deleted", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:59:22.242432 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73d240-6ef1-4983-a2ed-b80ba0019738 x-openstack-request-id: req-5e73d240-6ef1-4983-a2ed-b80ba0019738 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:59:22.242754 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d7e1c6-1499-44ef-8e02-63b13253f8ab", "name": "network-vif-deleted", "tag": "bf8a60d9-d356-4aa0-ab1d-818dbbe4664c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:59:22.243007 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e73d240-6ef1-4983-a2ed-b80ba0019738 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:59:22.243409 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d7e1c6-1499-44ef-8e02-63b13253f8ab', 'name': 'network-vif-deleted', 'tag': 'bf8a60d9-d356-4aa0-ab1d-818dbbe4664c', 'status': 'completed', 'code': 200} Jan 28 20:59:22.304637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:59:22.326001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: bf8a60d9-d356-4aa0-ab1d-818dbbe4664c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:59:22.326296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 20:59:22.344342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Port bf8a60d9-d356-4aa0-ab1d-818dbbe4664c not found, will not notify nova. {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 20:59:22.829930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52676) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:59:22.878406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Deleting subnet 2f8cf823-094c-4b05-a8a7-98b1bb5e89fa {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 20:59:22.881414 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:22.914311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:22.951507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.003319 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.026121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8cf823-094c-4b05-a8a7-98b1bb5e89fa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:23.036677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.039837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2f8cf823-094c-4b05-a8a7-98b1bb5e89fa HTTP/1.1" status: 204 len: 168 time: 0.2088799 Jan 28 20:59:23.041602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.041945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.042276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.042610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.042739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52678) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:59:23.043251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.043251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.043556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.043868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.044202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.044525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.044840 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.045154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a213b57-fe03-4546-a538-27386e6dc5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:59:23.113338 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.193620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.213541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c58c36e-f88a-460b-ad43-554a639ff359']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:59:23.222894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372e10cb-d4b8-4d18-8f70-dd41a744ab8e') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:59:23.223186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372e10cb-d4b8-4d18-8f70-dd41a744ab8e') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:59:23.232208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.245384 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.251365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:59:23.251745 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: timer() Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:59:23.253727 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:59:23.306763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.312366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.316025 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1c58c36e-f88a-460b-ad43-554a639ff359 HTTP/1.1" status: 204 len: 168 time: 0.2721832 Jan 28 20:59:23.327077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36198082-f7ff-4a06-a4d5-d7d2c917ae02 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c58c36e-f88a-460b-ad43-554a639ff359,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:23.424535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52682) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:59:23.463972 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2774c2e7-325d-4c9e-9b80-53f504c43d30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9c1043608704a048d0b5ce9b00ca44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382149 Jan 28 20:59:23.466426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52684) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:59:23.520428 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e655239-1578-4744-9a27-1f9faa47f9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.541544 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e655239-1578-4744-9a27-1f9faa47f9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.588453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e655239-1578-4744-9a27-1f9faa47f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.591027 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9e655239-1578-4744-9a27-1f9faa47f9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:23.592202 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9e655239-1578-4744-9a27-1f9faa47f9f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e1d0c86-1979-49ed-959e-7f4b06d468f9 HTTP/1.1" status: 204 len: 168 time: 0.1248496 Jan 28 20:59:23.600915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655239-1578-4744-9a27-1f9faa47f9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1d0c86-1979-49ed-959e-7f4b06d468f9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:24.262739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 52706) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:59:24.369346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1299646751-network', 'tenant_id': 'c4c04c89a98b4e1484203d79d6f49370'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:59:24.394295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Made reservation on behalf of c4c04c89a98b4e1484203d79d6f49370 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:59:24.396699 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.405149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.481854 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.485410 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.509938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:59:24.519323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02428e7c-1b3e-47fb-8caf-9706271b1b68,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:24.524029 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.524400 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Added segment 2840d321-d6ab-4bb7-b868-c02c87acac8f of type vlan for network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 Jan 28 20:59:24.566118 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.590839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.591705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:24.592307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.649447 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3855929 Jan 28 20:59:24.652448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 52710) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 20:59:24.654996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94e87e-3e9c-4caa-af79-b98801c55808 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe817ed-7b46-44aa-b50e-19b4a5f60e63,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:24.658268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Request body: {'subnet': {'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1299646751-subnet', 'tenant_id': 'c4c04c89a98b4e1484203d79d6f49370', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:59:24.664936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:59:24.681480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Made reservation on behalf of c4c04c89a98b4e1484203d79d6f49370 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:59:24.683860 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.848001 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.905078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:24.915047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Checking segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:59:24.915400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Network hostable DHCP agents. Network: ebe817ed-7b46-44aa-b50e-19b4a5f60e63, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:59:24.931954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:59:24.941212 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, ebe817ed-7b46-44aa-b50e-19b4a5f60e63) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:59:24.945375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:24.946100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:24.951838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5424d37-fd09-46d1-8f76-caf925ff784e None None] Network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:59:24.961574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a47b11a4-c2f1-4ce6-b509-a97dc1b613f0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3080053 Jan 28 20:59:25.079523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d968d-31c6-43b7-8f9b-bf44e7a6fe85 None None] Network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 20:59:25.384145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-72438f00-b9a1-4ebe-b436-01f1c4131562 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:25.385572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-72438f00-b9a1-4ebe-b436-01f1c4131562 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 815 time: 0.0982668 Jan 28 20:59:25.401211 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-1fc4e078-06a2-44c9-8689-e3190e76bc92 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/quotas/c4c04c89a98b4e1484203d79d6f49370 HTTP/1.1" status: 200 len: 375 time: 0.0097961 Jan 28 20:59:25.436448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-841b1c57-1e15-4b05-9204-c68c82ea060d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298805 Jan 28 20:59:25.525229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-15b314d9-4891-400e-a3f3-5e8a1d703f73 service neutron] 10.222.0.44 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817096 Jan 28 20:59:25.615257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-9f232a8d-79b3-4221-a29b-a3a519e6c52a service neutron] 10.222.0.44 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839956 Jan 28 20:59:25.775743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fe80f9cb-ad8a-4659-be44-640e2c5671d8 req-0e313ec7-c14c-4058-a31f-609e63a4a312 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 210 time: 0.0265384 Jan 28 20:59:26.327123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:59:26.346872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: bf8a60d9-d356-4aa0-ab1d-818dbbe4664c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 20:59:26.347210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device bf8a60d9-d356-4aa0-ab1d-818dbbe4664c not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:59:26.684370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-09d748b2-abb6-46f8-b75a-81911d433c2d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:26.686145 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-09d748b2-abb6-46f8-b75a-81911d433c2d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 815 time: 0.1084845 Jan 28 20:59:26.700292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Request body: {'port': {'device_id': '35c72efc-09ba-429f-a751-4eb4020215de', 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63', 'admin_state_up': True, 'tenant_id': 'c4c04c89a98b4e1484203d79d6f49370'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:59:26.814747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Made reservation on behalf of c4c04c89a98b4e1484203d79d6f49370 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:59:26.818311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:26.870693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-94d10f98-902d-4d2a-bab5-496ff5b52366 req-12263bfb-3465-4f61-88fd-685280ff894c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 210 time: 0.0266902 Jan 28 20:59:26.947472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Allocated IP 172.20.0.9 (ebe817ed-7b46-44aa-b50e-19b4a5f60e63/50e99fbe-fdcf-43a3-a73c-4e25ce32a63d/78ee04f1-eec6-49e0-a751-9e23beb2ef7a) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:59:27.091547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:27.125462 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:27.174888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:59:27.177865 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:59:27.181447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:59:27.187631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:27.232028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:27.232655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:27.247963 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b21982ab-efb0-4d7c-ac66-24c5e50998b5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5524778 Jan 28 20:59:27.259567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Request body: {'port': {'device_id': '35c72efc-09ba-429f-a751-4eb4020215de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:59:27.312221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:27.891232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ee04f1-eec6-49e0-a751-9e23beb2ef7a {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:59:27.898799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:27.911423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Transition to ACTIVE for port object 78ee04f1-eec6-49e0-a751-9e23beb2ef7a will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:59:27.919296 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:27.985285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:27.989620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff98e-8696-495a-baf3-15f0ea77ffa7 req-3fce3660-a7dd-49f0-8bc0-20ac5be50d1b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:27.991099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30eff98e-8696-495a-baf3-15f0ea77ffa7 req-3fce3660-a7dd-49f0-8bc0-20ac5be50d1b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 943 time: 0.0479786 Jan 28 20:59:28.031182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-30eff98e-8696-495a-baf3-15f0ea77ffa7 req-8e968cb1-36af-49bc-b4a5-a47750144b1a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Jan 28 20:59:28.036580 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Attempting to bind port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 20:59:28.036924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Attempting to bind port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 20:59:28.037258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Attempting to bind port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:59:28.041611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:59:28.041938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Attempting to bind port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:59:28.047018 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:59:28.047352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Checking segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 20:59:28.047735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Bound using segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:59:28.048159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Bound port: 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 20:59:28.048538 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:28.114402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:59:28.117607 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:59:28.121651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:28.152805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:28.153435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:28.154921 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] 10.222.0.13 "PUT /v2.0/ports/78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 1091 time: 0.8992445 Jan 28 20:59:28.157402 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:59:28.160451 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076f8b61-c94d-4004-8614-897842177ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:59:28.189281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7a167-623f-44de-9915-2bdf6eadff82 service neutron] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:28.200873 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875ea83e-1f21-4f69-840b-47f54896453f x-openstack-request-id: req-875ea83e-1f21-4f69-840b-47f54896453f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:59:28.201137 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:59:28.201390 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-875ea83e-1f21-4f69-840b-47f54896453f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:59:28.201782 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'status': 'completed', 'code': 200} Jan 28 20:59:28.247551 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-19908fae-7f1f-4644-8915-5c6fdf0a05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:28.249069 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-19908fae-7f1f-4644-8915-5c6fdf0a05c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1094 time: 0.0411325 Jan 28 20:59:28.290348 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-39c7dae0-3900-4363-935c-c0d1548e0c0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 217 time: 0.0342133 Jan 28 20:59:28.342453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-0af162b6-eb6d-4d22-b24e-8a52aaaafdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:28.344011 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-0af162b6-eb6d-4d22-b24e-8a52aaaafdba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0476217 Jan 28 20:59:28.375440 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-493e7c62-335f-4109-a01b-ec54577d69a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242577 Jan 28 20:59:28.468108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-b9b93554-0b3b-423f-ac5e-df76d2f933f2 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855911 Jan 28 20:59:28.561055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c494bb0f-f8e9-4f77-bfff-e03f5304c430 req-3dcc28b7-1255-451b-8453-6351bdedf9d0 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Jan 28 20:59:28.649228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f8b61-c94d-4004-8614-897842177ad4 req-6e1de94d-44ce-47d7-9e10-3ba9bf6fce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:28.650698 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-076f8b61-c94d-4004-8614-897842177ad4 req-6e1de94d-44ce-47d7-9e10-3ba9bf6fce51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1094 time: 0.0420139 Jan 28 20:59:28.751471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f8b61-c94d-4004-8614-897842177ad4 req-c369df4f-7b7a-43f0-b5ca-b8b1dbf7ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:28.753538 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-076f8b61-c94d-4004-8614-897842177ad4 req-c369df4f-7b7a-43f0-b5ca-b8b1dbf7ba32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0967107 Jan 28 20:59:28.798906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-076f8b61-c94d-4004-8614-897842177ad4 req-15300c8e-43e9-4c70-992d-bf461001b986 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 217 time: 0.0336835 Jan 28 20:59:28.847691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f8b61-c94d-4004-8614-897842177ad4 req-63b62d2a-b2c3-4621-b1c9-4d2eecaf010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:28.849157 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-076f8b61-c94d-4004-8614-897842177ad4 req-63b62d2a-b2c3-4621-b1c9-4d2eecaf010a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0433414 Jan 28 20:59:28.880648 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-076f8b61-c94d-4004-8614-897842177ad4 req-ab3d3312-f85e-4af7-ae8a-3e8452b29e55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241034 Jan 28 20:59:28.971833 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-076f8b61-c94d-4004-8614-897842177ad4 req-e2d531d9-c3b4-45e8-849e-77f15e40c3ac service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841897 Jan 28 20:59:29.059994 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-076f8b61-c94d-4004-8614-897842177ad4 req-bb176cb2-c786-4527-9f91-14a468e0e51d service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813992 Jan 28 20:59:29.147764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647d37f-30e6-4c87-b54b-991f78541366 req-7438aeec-cd5b-4275-b272-342f2e3c5f07 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:29.149218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9647d37f-30e6-4c87-b54b-991f78541366 req-7438aeec-cd5b-4275-b272-342f2e3c5f07 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 943 time: 0.0464301 Jan 28 20:59:29.190483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9647d37f-30e6-4c87-b54b-991f78541366 req-aa1afeab-a49f-46c0-8165-2b200abeeb82 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344205 Jan 28 20:59:29.645871 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:59:30.306633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9023-edbe-41cc-99e6-428d3173624d req-b43c89c0-9dcb-4bb5-9f27-7f7f41f43e37 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:30.308099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb7b9023-edbe-41cc-99e6-428d3173624d req-b43c89c0-9dcb-4bb5-9f27-7f7f41f43e37 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 943 time: 0.0496020 Jan 28 20:59:30.345254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb7b9023-edbe-41cc-99e6-428d3173624d req-967a4e08-1675-47fb-be6d-a17e49e3b451 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307345 Jan 28 20:59:31.460976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6c71d-084f-43f8-a4d3-71175b9ad84e req-6d54dea2-33e6-4dfa-ae3f-4995fce2ac35 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:31.462432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3e6c71d-084f-43f8-a4d3-71175b9ad84e req-6d54dea2-33e6-4dfa-ae3f-4995fce2ac35 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 943 time: 0.0483875 Jan 28 20:59:31.499101 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3e6c71d-084f-43f8-a4d3-71175b9ad84e req-ad46cdac-7c4e-4542-8a63-2c9b83e788e7 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307062 Jan 28 20:59:32.366349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 78ee04f1-eec6-49e0-a751-9e23beb2ef7a details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:59:32.464560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:59:32.474713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63', 'port_id': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'mac_address': 'fa:16:3e:c0:fe:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e99fbe-fdcf-43a3-a73c-4e25ce32a63d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:59:32.511248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:32.524169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ee04f1-eec6-49e0-a751-9e23beb2ef7a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 20:59:32.544535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:59:32.548862 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:32.599903 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:32.616727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515921-e0a8-41ec-9144-8766f794e708 req-c33b1d7f-ca3d-4168-9cd6-cd88edd3f37b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:32.618122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93515921-e0a8-41ec-9144-8766f794e708 req-c33b1d7f-ca3d-4168-9cd6-cd88edd3f37b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 944 time: 0.0480506 Jan 28 20:59:32.657655 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-93515921-e0a8-41ec-9144-8766f794e708 req-2c107259-b93c-4b3a-97cc-bc7a5184b1ae tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Jan 28 20:59:32.741139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['78ee04f1-eec6-49e0-a751-9e23beb2ef7a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:59:33.773710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1de9be-dbf0-45d1-a654-f636e8e09d09 req-df129a8a-5b1a-440d-bd10-da94c47a0d7e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:33.775260 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a1de9be-dbf0-45d1-a654-f636e8e09d09 req-df129a8a-5b1a-440d-bd10-da94c47a0d7e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 944 time: 0.0484705 Jan 28 20:59:33.812810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a1de9be-dbf0-45d1-a654-f636e8e09d09 req-96885ca8-b66e-4e8a-ab0e-b61768bd4787 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Jan 28 20:59:34.381878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 78ee04f1-eec6-49e0-a751-9e23beb2ef7a up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:59:34.436851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:59:34.440924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:59:34.441281 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:34.673260 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:34.695376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 20:59:34.697610 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407074ee-4619-4540-affe-bc5fb98263a9" -d '{"events": [{"server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "name": "network-vif-plugged", "status": "completed", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:59:34.710034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:59:34.714705 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:34.761568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:59:34.799941 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af9b1e1-9e34-4bd0-9b46-8adf990eb290 x-openstack-request-id: req-1af9b1e1-9e34-4bd0-9b46-8adf990eb290 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:59:34.800276 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "name": "network-vif-plugged", "status": "completed", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:59:34.800599 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1af9b1e1-9e34-4bd0-9b46-8adf990eb290 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:59:34.801043 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'code': 200} Jan 28 20:59:34.897370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13135-e10f-40bc-9487-5799f9e48545 req-b1d5d96c-bfe4-49d8-b203-462723567a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:34.899034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde13135-e10f-40bc-9487-5799f9e48545 req-b1d5d96c-bfe4-49d8-b203-462723567a45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1096 time: 0.0461342 Jan 28 20:59:34.929956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9c052-3362-4d18-a4f8-e9288e183fac req-b880061a-5441-4ed7-a4d2-4d1607a17f5d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:34.931351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fed9c052-3362-4d18-a4f8-e9288e183fac req-b880061a-5441-4ed7-a4d2-4d1607a17f5d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0493114 Jan 28 20:59:34.935899 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde13135-e10f-40bc-9487-5799f9e48545 req-5b868e40-2ebc-4ad6-889d-eb0cac838dc5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303333 Jan 28 20:59:34.968064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fed9c052-3362-4d18-a4f8-e9288e183fac req-ce760d51-dd45-4c70-8895-f80be8be05a9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305188 Jan 28 20:59:36.085767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4d655-d37a-4810-aeba-3515c8d927e3 req-c2eff8bb-ecfa-4092-b32d-835e844a4f2d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:36.087222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05c4d655-d37a-4810-aeba-3515c8d927e3 req-c2eff8bb-ecfa-4092-b32d-835e844a4f2d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0488403 Jan 28 20:59:36.127712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-05c4d655-d37a-4810-aeba-3515c8d927e3 req-da2826d0-99ee-457c-b88c-ccf220f372e9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345829 Jan 28 20:59:36.240130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c9f60-2c9b-441a-9d2c-f678072e6d31 req-5726c736-397d-450b-8619-77c683ae2e73 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:36.241615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308c9f60-2c9b-441a-9d2c-f678072e6d31 req-5726c736-397d-450b-8619-77c683ae2e73 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0485651 Jan 28 20:59:36.277969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-308c9f60-2c9b-441a-9d2c-f678072e6d31 req-e1af55e4-2694-42ab-958b-93b24d4f7f8f tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304303 Jan 28 20:59:36.475988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024793c-fb7b-4e48-8cd7-1bd2160a138b req-b389799b-7f57-4b41-b670-535ed21c7498 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:36.477467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8024793c-fb7b-4e48-8cd7-1bd2160a138b req-b389799b-7f57-4b41-b670-535ed21c7498 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0476806 Jan 28 20:59:36.514462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8024793c-fb7b-4e48-8cd7-1bd2160a138b req-8a70738d-5ae0-4ab6-89e7-9c03e8a7f2dc tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Jan 28 20:59:36.626931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4dbd1-853f-4d78-891a-986669252cd0 req-c65c1756-4bea-47bf-8d16-24e9a324fa49 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:36.628742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e4dbd1-853f-4d78-891a-986669252cd0 req-c65c1756-4bea-47bf-8d16-24e9a324fa49 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0490451 Jan 28 20:59:36.670136 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-50e4dbd1-853f-4d78-891a-986669252cd0 req-fa454836-c0c3-4bb0-b500-818a99d1077d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354173 Jan 28 20:59:36.935873 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-6ca5f6e5-c89e-44ab-9d3a-3f6ea825acc1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713124 Jan 28 20:59:36.948416 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa1f7-1168-4db8-82df-586eaa51081e req-978d7e9c-b0b5-424c-9516-15c94d7edf70 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:36.949909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35afa1f7-1168-4db8-82df-586eaa51081e req-978d7e9c-b0b5-424c-9516-15c94d7edf70 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0752172 Jan 28 20:59:36.990239 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-35afa1f7-1168-4db8-82df-586eaa51081e req-0af8e5f3-6013-4234-adcb-c52e8d9f778b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328436 Jan 28 20:59:37.746599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e91a2b83-4dce-4ec2-abdf-8e58908cb55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:38.116442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d165-c5cd-4cde-92a3-a93fb79ec44b req-a4d23957-274d-43a4-9189-f9d4686a79b4 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:38.117913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20e9d165-c5cd-4cde-92a3-a93fb79ec44b req-a4d23957-274d-43a4-9189-f9d4686a79b4 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0494888 Jan 28 20:59:38.160358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20e9d165-c5cd-4cde-92a3-a93fb79ec44b req-446fe750-e9b8-4fa6-80a4-001eefc1984e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361736 Jan 28 20:59:38.163046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-118d64f3-256e-4c0b-afe6-4698c78d230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:38.164641 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-118d64f3-256e-4c0b-afe6-4698c78d230b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1096 time: 0.0417995 Jan 28 20:59:38.254595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-21b9d6cb-6a71-49ac-9873-76ccef56fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:38.256094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-21b9d6cb-6a71-49ac-9873-76ccef56fc4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0840552 Jan 28 20:59:38.305230 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-73830a9a-f700-4605-bc50-4fa76beb66b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 217 time: 0.0401127 Jan 28 20:59:38.355771 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-375ac592-5386-40f4-92a5-fd9fc2bfd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:38.357292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-375ac592-5386-40f4-92a5-fd9fc2bfd334 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0449915 Jan 28 20:59:38.388544 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-234463d2-a675-4dc1-b554-d2d62e16e470 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246048 Jan 28 20:59:38.492243 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-82e47671-4e58-4026-8e53-a98291752c65 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962584 Jan 28 20:59:38.589495 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-3af25b77-01cc-4193-9297-2920ccc73d21 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898879 Jan 28 20:59:39.275776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2994d-f16e-46bc-ac5d-4e78bdf18735 req-bdaee729-f4c8-4926-8f1b-cd7dc465abce tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:39.277284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34f2994d-f16e-46bc-ac5d-4e78bdf18735 req-bdaee729-f4c8-4926-8f1b-cd7dc465abce tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0488105 Jan 28 20:59:39.316446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34f2994d-f16e-46bc-ac5d-4e78bdf18735 req-8e7781fc-29f5-4754-97bc-301cf86b0563 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Jan 28 20:59:40.241081 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a1ed60fd-2dbe-4223-bc55-ef3fd2322f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:40.432319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70688eb-3697-479d-b383-6dc7c8e2b9c9 req-af1a271b-c276-49ce-b3d3-63c32f683931 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:40.433791 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d70688eb-3697-479d-b383-6dc7c8e2b9c9 req-af1a271b-c276-49ce-b3d3-63c32f683931 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0503047 Jan 28 20:59:40.472711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d70688eb-3697-479d-b383-6dc7c8e2b9c9 req-68682847-b578-4070-859b-9bd177c245b6 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Jan 28 20:59:41.588145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d533-eb83-4cd8-b8c3-2014fd8f5a48 req-8257dd78-c8d7-4d8d-8656-f70f67360493 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:41.589637 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92c5d533-eb83-4cd8-b8c3-2014fd8f5a48 req-8257dd78-c8d7-4d8d-8656-f70f67360493 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0483844 Jan 28 20:59:41.630104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92c5d533-eb83-4cd8-b8c3-2014fd8f5a48 req-28066d96-fa5f-41c7-a66b-717a0b3d4a56 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Jan 28 20:59:41.756923 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:42.743898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd51cbd-90ac-4844-a6d4-ea946f7776ba req-4c407023-e922-4167-8c40-01cc4a36c3f7 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:42.745381 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccd51cbd-90ac-4844-a6d4-ea946f7776ba req-4c407023-e922-4167-8c40-01cc4a36c3f7 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0481656 Jan 28 20:59:42.781987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccd51cbd-90ac-4844-a6d4-ea946f7776ba req-25be8f41-ef4f-48e3-aa62-fdb113826b8b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306950 Jan 28 20:59:43.048815 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:43.275416 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:43.900084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba001-5462-46d3-95c5-29ed8ba5b5a1 req-bcc1ad94-7108-49dc-ba88-c2a59d0ee882 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:43.901561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89dba001-5462-46d3-95c5-29ed8ba5b5a1 req-bcc1ad94-7108-49dc-ba88-c2a59d0ee882 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0479848 Jan 28 20:59:43.938328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89dba001-5462-46d3-95c5-29ed8ba5b5a1 req-a06d4b8f-9478-4596-bbf9-10dc1b4c0444 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Jan 28 20:59:45.052296 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b9bf7-299f-4ad3-9cbe-8df1d595ec9a req-6c8fece9-1534-4c83-93a5-34ed597f14a5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:45.053744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be5b9bf7-299f-4ad3-9cbe-8df1d595ec9a req-6c8fece9-1534-4c83-93a5-34ed597f14a5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0482569 Jan 28 20:59:45.093085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be5b9bf7-299f-4ad3-9cbe-8df1d595ec9a req-624db031-ac9e-49f3-8ee7-6c3510172665 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Jan 28 20:59:46.205235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367bb61-009f-4e1c-971d-a58fbea124cd req-ba50f2dc-cc6f-4179-850e-a436074d59cc tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:46.207278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9367bb61-009f-4e1c-971d-a58fbea124cd req-ba50f2dc-cc6f-4179-850e-a436074d59cc tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0486443 Jan 28 20:59:46.244062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9367bb61-009f-4e1c-971d-a58fbea124cd req-0b930992-4c11-4de6-aa36-13cf43c4ee27 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Jan 28 20:59:47.359798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c32fe-fc5b-4970-9923-f0056b3340ee req-3244738c-bf2a-47aa-9c91-ba362424100e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:47.361302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d6c32fe-fc5b-4970-9923-f0056b3340ee req-3244738c-bf2a-47aa-9c91-ba362424100e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0484343 Jan 28 20:59:47.400425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d6c32fe-fc5b-4970-9923-f0056b3340ee req-758f3872-df7f-44da-94be-3ccbe5f64b51 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Jan 28 20:59:48.324599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:48.520433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45b984-8340-4e98-a5f8-f64d01574631 req-a5cce897-6eb5-46f3-b19b-11a5c37b0566 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:48.521870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee45b984-8340-4e98-a5f8-f64d01574631 req-a5cce897-6eb5-46f3-b19b-11a5c37b0566 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0480781 Jan 28 20:59:48.562644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee45b984-8340-4e98-a5f8-f64d01574631 req-59639eb5-7cfa-46ef-b6cc-6740eabd69c2 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348301 Jan 28 20:59:49.678450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff942d2-9790-49ed-a0ed-920e6077df30 req-43496dc2-628b-4147-8a88-6ec2b47d8099 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:49.679805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ff942d2-9790-49ed-a0ed-920e6077df30 req-43496dc2-628b-4147-8a88-6ec2b47d8099 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0483153 Jan 28 20:59:49.716573 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ff942d2-9790-49ed-a0ed-920e6077df30 req-7fb89695-0f6c-4f10-b02c-ba431ca5c307 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Jan 28 20:59:50.832929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d23cba-58eb-44a9-a0f2-0018a35e39f1 req-d948cf22-8154-4cd8-a1f5-fc681dbc6669 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:50.834580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75d23cba-58eb-44a9-a0f2-0018a35e39f1 req-d948cf22-8154-4cd8-a1f5-fc681dbc6669 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0488472 Jan 28 20:59:50.872893 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-75d23cba-58eb-44a9-a0f2-0018a35e39f1 req-eccb36de-6f68-463d-ab26-948e315d8bf9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Jan 28 20:59:51.676108 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 20:59:51.984574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d7f13-965e-4e0f-af31-cc3dd853b8d3 req-05fa3861-2470-498d-a082-6649741ba758 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:51.986033 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f50d7f13-965e-4e0f-af31-cc3dd853b8d3 req-05fa3861-2470-498d-a082-6649741ba758 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0474501 Jan 28 20:59:52.027042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f50d7f13-965e-4e0f-af31-cc3dd853b8d3 req-da7ae950-ecbe-4349-9133-d48e5274a916 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Jan 28 20:59:53.141007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb472b-1ae9-4d45-9626-a39abd87bcb4 req-a82b0141-cbde-40a3-9133-ae21a97af173 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:53.142364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14eb472b-1ae9-4d45-9626-a39abd87bcb4 req-a82b0141-cbde-40a3-9133-ae21a97af173 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0481923 Jan 28 20:59:53.184262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-14eb472b-1ae9-4d45-9626-a39abd87bcb4 req-68db4c83-0625-404f-b35c-ba0596928fa8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356531 Jan 28 20:59:54.298128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088f9e5-43a9-4a7d-823b-49d02381d6cf req-d63578f8-620f-4d60-bb7f-5c2d5f2d07d8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:54.299588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1088f9e5-43a9-4a7d-823b-49d02381d6cf req-d63578f8-620f-4d60-bb7f-5c2d5f2d07d8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0500534 Jan 28 20:59:54.337081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1088f9e5-43a9-4a7d-823b-49d02381d6cf req-3bb13760-2ae3-4ae4-b97c-207dca02d59a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310447 Jan 28 20:59:55.452486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d705e-5027-41d6-87a0-cba2a40622d0 req-ab6a95c1-c565-4ed6-879c-7b36eb9a5076 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:55.453976 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b90d705e-5027-41d6-87a0-cba2a40622d0 req-ab6a95c1-c565-4ed6-879c-7b36eb9a5076 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0481377 Jan 28 20:59:55.494583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b90d705e-5027-41d6-87a0-cba2a40622d0 req-39ebc09e-de79-46df-b4a0-b62d6c494c04 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Jan 28 20:59:56.607742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95abef-d8d8-4d05-841e-5ec1c92a8c89 req-1b17b6bd-0dd5-452b-ae93-2e41428be72b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:56.609205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee95abef-d8d8-4d05-841e-5ec1c92a8c89 req-1b17b6bd-0dd5-452b-ae93-2e41428be72b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0471306 Jan 28 20:59:56.648302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee95abef-d8d8-4d05-841e-5ec1c92a8c89 req-29be3c15-3938-4d11-bc75-6886be61b3da tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323210 Jan 28 20:59:57.760793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2a3b5-02c4-472f-ae7a-e8a6785e8734 req-38b2ff72-80c6-4266-9fbb-77cb5be780eb tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:57.762264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffc2a3b5-02c4-472f-ae7a-e8a6785e8734 req-38b2ff72-80c6-4266-9fbb-77cb5be780eb tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0478854 Jan 28 20:59:57.799854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ffc2a3b5-02c4-472f-ae7a-e8a6785e8734 req-8e1aa571-5f48-4fc4-87d5-cafff3242a9a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jan 28 20:59:58.915780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0879d1-55cf-482b-8fe2-06234833d51f req-af5cbde2-e94f-4968-9d79-08b409b17497 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:59:58.917242 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a0879d1-55cf-482b-8fe2-06234833d51f req-af5cbde2-e94f-4968-9d79-08b409b17497 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0475860 Jan 28 20:59:58.957114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7a0879d1-55cf-482b-8fe2-06234833d51f req-d6d1e2e9-6306-4310-9620-a426bf3d6136 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331156 Jan 28 21:00:00.070725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38137f90-18d8-489e-97b4-94e5eb106a86 req-9f0fcefe-e8a4-4533-86e8-2bb718b6a321 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:00.072198 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38137f90-18d8-489e-97b4-94e5eb106a86 req-9f0fcefe-e8a4-4533-86e8-2bb718b6a321 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0484560 Jan 28 21:00:00.108870 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38137f90-18d8-489e-97b4-94e5eb106a86 req-f067aa7b-495e-453a-96a4-ebb95ef0002c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307388 Jan 28 21:00:01.222757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4f438-4ef7-4532-95e9-1cc38dc28e15 req-d7794d3a-c771-4213-9a18-d1c89ef1c0bb tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:01.224206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37f4f438-4ef7-4532-95e9-1cc38dc28e15 req-d7794d3a-c771-4213-9a18-d1c89ef1c0bb tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0477319 Jan 28 21:00:01.262657 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-37f4f438-4ef7-4532-95e9-1cc38dc28e15 req-85176ea1-7866-46f8-a239-e9fe5942251e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Jan 28 21:00:02.376964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26a9bd-0f66-4b0e-a3b6-d3ad3e0986b2 req-33de9bc6-1658-4701-a8d2-5cc1a265c33c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:02.378942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a26a9bd-0f66-4b0e-a3b6-d3ad3e0986b2 req-33de9bc6-1658-4701-a8d2-5cc1a265c33c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0473061 Jan 28 21:00:02.420325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a26a9bd-0f66-4b0e-a3b6-d3ad3e0986b2 req-d946b729-3597-43fe-a90e-e4ab07e293ad tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Jan 28 21:00:03.537414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c9cdd-194e-44b0-be8c-4ba957852b11 req-cbe70753-56c3-4882-b3ff-00156e5bd9ee tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:03.538899 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd2c9cdd-194e-44b0-be8c-4ba957852b11 req-cbe70753-56c3-4882-b3ff-00156e5bd9ee tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0508018 Jan 28 21:00:03.576743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd2c9cdd-194e-44b0-be8c-4ba957852b11 req-e8c2d0c9-5c55-4f4f-a67d-12f7e5f081c0 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318916 Jan 28 21:00:04.691346 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d94e7-2e20-4c8d-b9ea-606490458855 req-3889b37e-9a56-4ba0-b66e-67f480fac519 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:04.693041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf1d94e7-2e20-4c8d-b9ea-606490458855 req-3889b37e-9a56-4ba0-b66e-67f480fac519 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0497775 Jan 28 21:00:04.730591 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf1d94e7-2e20-4c8d-b9ea-606490458855 req-1016fa8e-2ecf-4c78-b1ca-8ecd103071c7 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Jan 28 21:00:05.446623 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-386b9a73-d5fe-4218-9f76-bfbaa1f4f850 service neutron] show failed (client error): The resource could not be found. Jan 28 21:00:05.447631 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-386b9a73-d5fe-4218-9f76-bfbaa1f4f850 service neutron] 10.222.0.13 "GET /v2.0/ports/78ee04f1-eec6-49e0-a751-9e23beb2ef7a/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0545619 Jan 28 21:00:05.696068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-5310a518-fabf-47dc-9357-cd9440f611e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:05.697605 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-5310a518-fabf-47dc-9357-cd9440f611e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de&tenant_id=c4c04c89a98b4e1484203d79d6f49370 HTTP/1.1" status: 200 len: 1096 time: 0.0968802 Jan 28 21:00:05.709400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:00:05.763144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:05.844796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961df31f-df4e-4e12-b0df-c0466ad3f88c req-b11ccfab-c2aa-450d-a7db-204c742c96c9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:05.846249 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-961df31f-df4e-4e12-b0df-c0466ad3f88c req-b11ccfab-c2aa-450d-a7db-204c742c96c9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0480049 Jan 28 21:00:05.887006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-961df31f-df4e-4e12-b0df-c0466ad3f88c req-d9e1e680-b22d-4029-9568-cd1e10199ea8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344090 Jan 28 21:00:05.967926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:06.000222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:00:06.049129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:06.051406 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062251fe-eabc-47fb-b964-af830b7b9d87" -d '{"events": [{"server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "name": "network-vif-unplugged", "status": "completed", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:06.056031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:06.068674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Transition to ACTIVE for port object 78ee04f1-eec6-49e0-a751-9e23beb2ef7a will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:00:06.073357 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:06.110004 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab05f2bb-4280-47ac-a22d-0f07a189c859 x-openstack-request-id: req-ab05f2bb-4280-47ac-a22d-0f07a189c859 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:06.110004 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "name": "network-vif-unplugged", "status": "completed", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:06.110004 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab05f2bb-4280-47ac-a22d-0f07a189c859 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:06.110336 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'code': 200} Jan 28 21:00:06.140074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=6']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:06.142318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] No DVR routers for this DVR port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:00:06.178965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Attempting to bind port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:00:06.179292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Attempting to bind port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:00:06.179646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Attempting to bind port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:00:06.184700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:00:06.185030 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Attempting to bind port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:00:06.189770 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:00:06.190105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Checking segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:00:06.190486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Bound using segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:00:06.190916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Bound port: 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:00:06.191268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:06.258425 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:00:06.261514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:00:06.264888 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:06.297908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:06.298524 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:06.299912 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] 10.222.0.26 "PUT /v2.0/ports/78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 1091 time: 0.5950987 Jan 28 21:00:06.331584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f5fe5-4a40-42d9-9e58-5503f91930fe service neutron] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:06.363818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-b4a424a3-f692-4028-a070-f7ff45a5431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:06.366106 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-b4a424a3-f692-4028-a070-f7ff45a5431d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1094 time: 0.0432141 Jan 28 21:00:06.460290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-78555d83-d64f-4507-aea0-fa5bc8909525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:06.461783 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-78555d83-d64f-4507-aea0-fa5bc8909525 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0891407 Jan 28 21:00:06.503702 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-226b3cb3-5e31-4022-ba98-910ed08a2526 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 217 time: 0.0348830 Jan 28 21:00:06.552927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-7bc93ba8-68ba-4f06-bc3c-f5311d68296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:06.554506 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-7bc93ba8-68ba-4f06-bc3c-f5311d68296f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0439112 Jan 28 21:00:06.585396 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-0cf2ec63-3855-4dc1-b96a-ebc49d03a378 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242565 Jan 28 21:00:06.644838 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:00:06.678573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-d0540df2-a248-44d2-8250-1a06a51a2e67 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862174 Jan 28 21:00:06.765730 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-062745fa-a6da-4ed3-869b-cc826bd5c925 req-a03ba308-f0d4-427a-bad3-74dc608ed8ee service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805655 Jan 28 21:00:07.329608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89d779-bd99-4c39-abc4-1d480e724d92 req-d1463522-fda6-4d09-8c40-a2c552ba9b38 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:07.331112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e89d779-bd99-4c39-abc4-1d480e724d92 req-d1463522-fda6-4d09-8c40-a2c552ba9b38 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 943 time: 0.3714767 Jan 28 21:00:07.375173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e89d779-bd99-4c39-abc4-1d480e724d92 req-695bd70c-82f0-48ca-a1c7-d111a5a0c1a5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Jan 28 21:00:07.395400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-1f4ac83c-ba2f-4548-bcc5-e4e453cffc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:07.395400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-1f4ac83c-ba2f-4548-bcc5-e4e453cffc5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1094 time: 0.0491641 Jan 28 21:00:07.501485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-5b048688-5e83-44de-b7d1-08690fcbe760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:07.510260 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-5b048688-5e83-44de-b7d1-08690fcbe760 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0936532 Jan 28 21:00:07.557528 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-fdeb9496-3881-464a-8ad6-45b64334567b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 217 time: 0.0408962 Jan 28 21:00:07.612727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-9c4bc2f7-e465-461f-bf27-8be356cd80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:07.614145 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-9c4bc2f7-e465-461f-bf27-8be356cd80c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0501702 Jan 28 21:00:07.648658 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-81959fc9-dbb8-46f5-b451-a47abeebb37b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261590 Jan 28 21:00:07.744846 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-b3700505-bb38-45da-8312-a7cce6a81242 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892165 Jan 28 21:00:07.747922 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b1eddd73-a01e-48ee-bcfc-6e095abef337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:07.855496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8295e8a1-a8c7-4a2e-81c7-abadcc08a950 req-b65abc76-27f3-4fa2-a60b-84bcb4431807 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036620 Jan 28 21:00:08.111435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:08.113819 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:08.170183 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb600205-b9dd-4a17-a21b-9ba9e06ae0a4 x-openstack-request-id: req-fb600205-b9dd-4a17-a21b-9ba9e06ae0a4 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:08.170788 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:08.171555 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb600205-b9dd-4a17-a21b-9ba9e06ae0a4 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:08.172333 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'status': 'completed', 'code': 200} Jan 28 21:00:08.234376 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-98cdc3e0-47e1-4349-b54d-5b29c57e1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:08.236117 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-98cdc3e0-47e1-4349-b54d-5b29c57e1eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1094 time: 0.0439341 Jan 28 21:00:08.335055 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-a2089dd1-1135-49c4-b9e1-1f75e3019bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:08.336561 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-a2089dd1-1135-49c4-b9e1-1f75e3019bab service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0941296 Jan 28 21:00:08.380147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-394300a8-84d5-492a-a4bf-eb84606e80fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 217 time: 0.0363305 Jan 28 21:00:08.482224 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-7c19e23c-f614-49af-9f80-bf61087f3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:08.483753 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-7c19e23c-f614-49af-9f80-bf61087f3bb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0857399 Jan 28 21:00:08.486310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-3ef0fa9d-1f4c-4cf4-934c-405d92910b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:08.488033 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-3ef0fa9d-1f4c-4cf4-934c-405d92910b20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1094 time: 0.1016765 Jan 28 21:00:08.499703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409d680-cce1-407f-a42b-719efb79eb31 req-28b76417-a59a-4170-a1fc-7ba6a782381b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:08.501209 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1409d680-cce1-407f-a42b-719efb79eb31 req-28b76417-a59a-4170-a1fc-7ba6a782381b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 943 time: 0.0496051 Jan 28 21:00:08.520340 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-ddcb8fae-ddc2-4e8e-af28-a94933ce0db9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283108 Jan 28 21:00:08.546567 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1409d680-cce1-407f-a42b-719efb79eb31 req-bb4400f5-7417-4be5-ace0-9ba5639ccc90 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382156 Jan 28 21:00:08.647881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 78ee04f1-eec6-49e0-a751-9e23beb2ef7a details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:00:08.694846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-38ad688c-57a1-4eed-a17d-6542e9eacf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:08.696367 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-38ad688c-57a1-4eed-a17d-6542e9eacf1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.1709356 Jan 28 21:00:08.698249 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-723b5bfb-e067-4e16-a9a1-3564806c70e6 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614509 Jan 28 21:00:08.744035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:08.755380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63', 'port_id': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'mac_address': 'fa:16:3e:c0:fe:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e99fbe-fdcf-43a3-a73c-4e25ce32a63d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:00:08.757587 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-92b1090b-3f63-4820-8349-212ef7510988 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 217 time: 0.0532620 Jan 28 21:00:08.807223 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:08.821788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ee04f1-eec6-49e0-a751-9e23beb2ef7a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:00:08.841447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:08.846789 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:08.847969 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-e37bda4e-9cf3-4f83-b0aa-ead4c9e97145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:08.849829 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-e37bda4e-9cf3-4f83-b0aa-ead4c9e97145 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0659716 Jan 28 21:00:08.878473 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-b0ee5d24-0d9b-4273-9076-286004bc875c service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729300 Jan 28 21:00:08.894206 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-bce916ba-e369-4026-8ca4-ba22a92fdd53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303638 Jan 28 21:00:08.898266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:08.999424 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-9c3f89e8-bc95-492b-bb64-783a9314cd42 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955830 Jan 28 21:00:09.085597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['78ee04f1-eec6-49e0-a751-9e23beb2ef7a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:00:09.094692 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b6d98f7f-fbd5-4196-8702-f119dfbb5f8b req-c3d0829b-d258-40ab-a3c5-10fa427f623c service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876226 Jan 28 21:00:09.673025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48ac4b-6d1f-4f1c-bf7f-484f8096389d req-ad7fafd0-44a1-4b3c-9fc6-526aa8d520bd tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:09.674395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b48ac4b-6d1f-4f1c-bf7f-484f8096389d req-ad7fafd0-44a1-4b3c-9fc6-526aa8d520bd tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 944 time: 0.0506091 Jan 28 21:00:09.711582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b48ac4b-6d1f-4f1c-bf7f-484f8096389d req-30a00385-74c7-4632-bc14-013473cce821 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Jan 28 21:00:09.905335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8191-ff18-48bf-afc8-d9b2cb0f1ba7 req-827ddb5e-59f2-41ee-b5e0-6ea2c4442f9d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:09.906801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b35c8191-ff18-48bf-afc8-d9b2cb0f1ba7 req-827ddb5e-59f2-41ee-b5e0-6ea2c4442f9d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 944 time: 0.0512049 Jan 28 21:00:09.922336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-8495cad6-32ae-40fd-a857-939b0fc5cac8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:09.923891 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-8495cad6-32ae-40fd-a857-939b0fc5cac8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de&tenant_id=c4c04c89a98b4e1484203d79d6f49370&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 944 time: 0.0565481 Jan 28 21:00:09.945802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b35c8191-ff18-48bf-afc8-d9b2cb0f1ba7 req-b7e07e54-6b3b-452f-a137-41d62878cace tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Jan 28 21:00:09.983924 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-10c8e94a-de77-4013-b83a-a0070950f965 service neutron] delete failed (client error): The resource could not be found. Jan 28 21:00:09.984992 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-10c8e94a-de77-4013-b83a-a0070950f965 service neutron] 10.222.0.13 "DELETE /v2.0/ports/78ee04f1-eec6-49e0-a751-9e23beb2ef7a/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0544362 Jan 28 21:00:10.066221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-36626ccc-6286-48a3-ab38-da44192a9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:10.067787 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-36626ccc-6286-48a3-ab38-da44192a9f38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 1095 time: 0.0413930 Jan 28 21:00:10.162686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-7c432eba-0855-4fa2-8616-84e6914cf21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:10.164305 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-7c432eba-0855-4fa2-8616-84e6914cf21d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0890338 Jan 28 21:00:10.209035 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-7f710a1a-31b5-476a-b645-fafce6de2534 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 200 len: 217 time: 0.0374520 Jan 28 21:00:10.243044 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-18185e54-d86e-48bd-a52b-05198c3a78c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:10.258277 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-c9e7d98f-b3d6-4407-ade3-1937607e5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:10.259876 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-c9e7d98f-b3d6-4407-ade3-1937607e5e35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0454888 Jan 28 21:00:10.291961 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-55cfd807-58c2-485c-859c-351d08d50246 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247576 Jan 28 21:00:10.385557 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-547ab876-5c01-47ad-b5e9-146d1ac20ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870759 Jan 28 21:00:10.475693 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-95aba9fd-e6c3-4c8d-bb51-8f02ff24533c req-81408022-abbd-4696-b72c-a89a50ebb207 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808356 Jan 28 21:00:10.630744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 78ee04f1-eec6-49e0-a751-9e23beb2ef7a no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:00:10.653267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 78ee04f1-eec6-49e0-a751-9e23beb2ef7a up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:00:10.699203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 78ee04f1-eec6-49e0-a751-9e23beb2ef7a not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:00:10.712885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:00:10.716507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:00:10.716873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:10.798209 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:10.825391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:10.827630 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d32ab-975c-4ab5-baf3-d7a8df94fadb" -d '{"events": [{"server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "name": "network-vif-plugged", "status": "completed", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:10.841015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:10.845720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:10.877912 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476fbc7e-8a70-4592-a145-18791fe0c082 x-openstack-request-id: req-476fbc7e-8a70-4592-a145-18791fe0c082 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:10.878206 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "name": "network-vif-plugged", "status": "completed", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:10.878464 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-476fbc7e-8a70-4592-a145-18791fe0c082 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:10.879189 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'code': 200} Jan 28 21:00:10.906463 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:11.062089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b457d-a20b-43ba-b2a6-406d48c8753a req-cd377d71-1cf8-420c-946f-89e8e866d0fd tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:11.063479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d56b457d-a20b-43ba-b2a6-406d48c8753a req-cd377d71-1cf8-420c-946f-89e8e866d0fd tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0489662 Jan 28 21:00:11.101047 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d56b457d-a20b-43ba-b2a6-406d48c8753a req-e3f8d7b3-3ed3-4ca4-846e-1820815c38eb tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Jan 28 21:00:11.217666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32681818-6f4f-44b1-9bbb-add9ae93fdaa req-5a094c4b-4d32-42c6-b39e-dc2f5b24fa0c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:11.219107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32681818-6f4f-44b1-9bbb-add9ae93fdaa req-5a094c4b-4d32-42c6-b39e-dc2f5b24fa0c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0509529 Jan 28 21:00:11.257478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32681818-6f4f-44b1-9bbb-add9ae93fdaa req-61de0c18-abf7-422a-8cf4-926712b26350 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Jan 28 21:00:11.371622 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a666b52-a5c1-4ee6-89a9-06517f71fd35 req-5d059331-78e3-457c-943a-f5826800e0a8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:11.373066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a666b52-a5c1-4ee6-89a9-06517f71fd35 req-5d059331-78e3-457c-943a-f5826800e0a8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0486124 Jan 28 21:00:11.415737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a666b52-a5c1-4ee6-89a9-06517f71fd35 req-88b620ed-5dc7-4b3b-a7c3-fea3555110be tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Jan 28 21:00:11.763180 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:11.776577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0ab7fcb0-ffaf-4022-b6d1-743f4edb7444 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:11.778406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0ab7fcb0-ffaf-4022-b6d1-743f4edb7444 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 815 time: 0.1099977 Jan 28 21:00:11.795244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-7dd16180-6a41-4be4-b3ff-7bbd92a2a2a9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/quotas/c4c04c89a98b4e1484203d79d6f49370 HTTP/1.1" status: 200 len: 375 time: 0.0109823 Jan 28 21:00:11.847815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-e38b7bf9-d61d-48f1-875d-d4f2feb56758 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463765 Jan 28 21:00:11.941689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-c783ac4a-b43f-406b-9389-98a81d7ae194 service neutron] 10.222.0.44 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856194 Jan 28 21:00:12.040222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-9fdf85a9-6c00-4b79-864e-e2dd44a4e3f5 service neutron] 10.222.0.44 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917974 Jan 28 21:00:12.211277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da220d19-2bda-4507-8463-8837fe83c1f9 req-f07c1c94-2d7a-4bbb-82b5-c7a94158d9f2 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 210 time: 0.0283933 Jan 28 21:00:13.052532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:13.058851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09493-47e5-4aae-a13e-79a98104557f req-f86bf35c-290e-4d7b-aecf-755cad285f56 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:13.060402 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d0b09493-47e5-4aae-a13e-79a98104557f req-f86bf35c-290e-4d7b-aecf-755cad285f56 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.26 "GET /v2.0/ports?device_id=35c72efc-09ba-429f-a751-4eb4020215de HTTP/1.1" status: 200 len: 945 time: 0.0559735 Jan 28 21:00:13.149854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Deleting port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:00:13.150097 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:13.242676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] For port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:13.243058 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:13.257893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Calling delete_port for 78ee04f1-eec6-49e0-a751-9e23beb2ef7a owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:00:13.279948 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:13.311553 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c06e4ff-010e-4bae-ae14-8baa625af138 req-13a29ee7-1a2b-4c33-8876-1eb8be2cc66f tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 210 time: 0.0276449 Jan 28 21:00:13.401729 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:13.432484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['78ee04f1-eec6-49e0-a751-9e23beb2ef7a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:00:13.441433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Pushing event deleted for resources: {'Port': ['ID=78ee04f1-eec6-49e0-a751-9e23beb2ef7a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:13.532065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] No DVR routers for this DVR port 78ee04f1-eec6-49e0-a751-9e23beb2ef7a on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:00:13.535702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:13.539771 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d0b09493-47e5-4aae-a13e-79a98104557f req-d2d64d63-20f1-40c3-ada8-b658c38f006e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.26 "DELETE /v2.0/ports/78ee04f1-eec6-49e0-a751-9e23beb2ef7a HTTP/1.1" status: 204 len: 173 time: 0.4734995 Jan 28 21:00:13.540260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'name': 'network-vif-deleted', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:13.542528 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c11a2a-48f3-4a4c-8862-97ea5fc1b2ca" -d '{"events": [{"server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "name": "network-vif-deleted", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:13.591863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-72dd5cb5-3673-404d-99a3-a55d2266e070 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:13.594184 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-72dd5cb5-3673-404d-99a3-a55d2266e070 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 815 time: 0.1638191 Jan 28 21:00:13.596336 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a0fa9e-6de8-41f6-bb5a-d4ac7699c855 x-openstack-request-id: req-e7a0fa9e-6de8-41f6-bb5a-d4ac7699c855 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:13.596626 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c72efc-09ba-429f-a751-4eb4020215de", "name": "network-vif-deleted", "tag": "78ee04f1-eec6-49e0-a751-9e23beb2ef7a", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:13.596879 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7a0fa9e-6de8-41f6-bb5a-d4ac7699c855 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:13.597304 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c72efc-09ba-429f-a751-4eb4020215de', 'name': 'network-vif-deleted', 'tag': '78ee04f1-eec6-49e0-a751-9e23beb2ef7a', 'status': 'completed', 'code': 200} Jan 28 21:00:13.607871 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Request body: {'port': {'device_id': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63', 'admin_state_up': True, 'tenant_id': 'c4c04c89a98b4e1484203d79d6f49370'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:00:13.721413 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Made reservation on behalf of c4c04c89a98b4e1484203d79d6f49370 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:00:13.733142 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:13.869256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Allocated IP 172.20.0.7 (ebe817ed-7b46-44aa-b50e-19b4a5f60e63/50e99fbe-fdcf-43a3-a73c-4e25ce32a63d/c5f14743-07f4-4ca8-9e91-e17f10b3f307) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:00:14.011054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.045051 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.058354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['78ee04f1-eec6-49e0-a751-9e23beb2ef7a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:00:14.098571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:00:14.102188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:00:14.106750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:00:14.109279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:14.156098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:14.156731 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.172582 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2bc402df-be08-464a-8cd5-35b77c539a19 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683930 Jan 28 21:00:14.186365 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Request body: {'port': {'device_id': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:00:14.241892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.429188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807cd80-acb8-4d2e-9ee1-c2e21b9b7b5c req-581369cf-d292-4ce8-a97c-488e7eec7e49 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:14.430782 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0807cd80-acb8-4d2e-9ee1-c2e21b9b7b5c req-581369cf-d292-4ce8-a97c-488e7eec7e49 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 931 time: 0.0508401 Jan 28 21:00:14.472913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0807cd80-acb8-4d2e-9ee1-c2e21b9b7b5c req-fa7460cf-f59e-46cf-8f04-5a67a3078509 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Jan 28 21:00:14.509893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f14743-07f4-4ca8-9e91-e17f10b3f307 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:00:14.517154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.529309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Transition to ACTIVE for port object c5f14743-07f4-4ca8-9e91-e17f10b3f307 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:00:14.532889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.600684 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:14.657283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Attempting to bind port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:00:14.657603 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Attempting to bind port c5f14743-07f4-4ca8-9e91-e17f10b3f307 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:00:14.657944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Attempting to bind port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:00:14.662396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:00:14.662719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Attempting to bind port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:00:14.667457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:00:14.667792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Checking segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:00:14.668190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Bound using segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:00:14.668628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Bound port: c5f14743-07f4-4ca8-9e91-e17f10b3f307, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:00:14.668980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.733272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:00:14.736161 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:00:14.741371 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.773711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:14.774340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:14.775791 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] 10.222.0.13 "PUT /v2.0/ports/c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 1091 time: 0.5934718 Jan 28 21:00:14.800740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c800a65-140b-443b-8839-4042e476bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:14.853454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-e7081934-9fba-44c3-89e4-ab2842aec367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:14.854845 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-e7081934-9fba-44c3-89e4-ab2842aec367 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 1094 time: 0.0404823 Jan 28 21:00:14.899913 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-4cb4523e-6d66-4faf-b6e5-c4a16f742bf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 217 time: 0.0378554 Jan 28 21:00:14.950328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0daa91b8-4b21-4b7d-8cdf-a5b55529bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:14.951791 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-0daa91b8-4b21-4b7d-8cdf-a5b55529bf6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0452881 Jan 28 21:00:14.984327 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-ab63de0f-6871-473e-83ec-71af20fed6e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239992 Jan 28 21:00:15.415059 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-2e4f466d-6bd4-43d9-8ec8-c92728ff27cb service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227581 Jan 28 21:00:15.510885 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2a9e7cc-2089-46e9-8e21-4c4ac36cf38f req-cd5bc8d6-d4a3-4008-8d48-c42078f1ac93 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899591 Jan 28 21:00:15.594310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4f9f-b6b0-4f5f-8ac9-9e8f1dcb7730 req-4b10c1bc-6bed-42e7-9cc5-0b9765a4bb52 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:15.595975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ec4f9f-b6b0-4f5f-8ac9-9e8f1dcb7730 req-4b10c1bc-6bed-42e7-9cc5-0b9765a4bb52 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 943 time: 0.0520437 Jan 28 21:00:15.599490 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:15.602453 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f399dd-9077-4847-b559-bb38846ccf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:15.643805 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11ec4f9f-b6b0-4f5f-8ac9-9e8f1dcb7730 req-f309285e-8be8-48b1-825c-0f816b26c615 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376167 Jan 28 21:00:15.648449 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0615f4d-b3ac-4726-b21f-18b58c444c71 x-openstack-request-id: req-f0615f4d-b3ac-4726-b21f-18b58c444c71 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:15.648724 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:15.649005 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0615f4d-b3ac-4726-b21f-18b58c444c71 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:15.649496 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'status': 'completed', 'code': 200} Jan 28 21:00:15.714459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f399dd-9077-4847-b559-bb38846ccf1b req-7c8f297c-574f-4808-a175-a063f9630abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:15.715949 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50f399dd-9077-4847-b559-bb38846ccf1b req-7c8f297c-574f-4808-a175-a063f9630abb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 1094 time: 0.0441208 Jan 28 21:00:15.816204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f399dd-9077-4847-b559-bb38846ccf1b req-f58acb47-865f-4fa3-b90e-04bf303d0f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:15.818313 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50f399dd-9077-4847-b559-bb38846ccf1b req-f58acb47-865f-4fa3-b90e-04bf303d0f13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0927086 Jan 28 21:00:15.860539 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50f399dd-9077-4847-b559-bb38846ccf1b req-d3f74315-8980-4bc4-822f-5dc829f0ca7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 217 time: 0.0356460 Jan 28 21:00:15.913743 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f399dd-9077-4847-b559-bb38846ccf1b req-f4d1db0e-5e3c-47d5-b88b-f94f8d9f1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:15.915151 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50f399dd-9077-4847-b559-bb38846ccf1b req-f4d1db0e-5e3c-47d5-b88b-f94f8d9f1e0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0473576 Jan 28 21:00:15.947346 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50f399dd-9077-4847-b559-bb38846ccf1b req-1f5c6242-2aa6-43b5-a7fd-69a9d7a6cf3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250988 Jan 28 21:00:16.039554 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50f399dd-9077-4847-b559-bb38846ccf1b req-17a07c28-87b3-4b5e-b4f4-ce9f3ec92e44 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850973 Jan 28 21:00:16.139440 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50f399dd-9077-4847-b559-bb38846ccf1b req-2b178a7e-8665-4a76-9d7c-663f90cccd99 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926287 Jan 28 21:00:16.685768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 78ee04f1-eec6-49e0-a751-9e23beb2ef7a no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:00:16.706389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 78ee04f1-eec6-49e0-a751-9e23beb2ef7a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:00:16.706737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 78ee04f1-eec6-49e0-a751-9e23beb2ef7a not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:00:16.767722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17018e-f315-4a8e-9e09-76a638c42490 req-2a1bd508-a3af-429d-9c2f-ba502daa2fc7 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:16.769192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e17018e-f315-4a8e-9e09-76a638c42490 req-2a1bd508-a3af-429d-9c2f-ba502daa2fc7 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 943 time: 0.0491695 Jan 28 21:00:16.806731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e17018e-f315-4a8e-9e09-76a638c42490 req-4abb1ef4-1a96-4745-bf32-c1155c3e195a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Jan 28 21:00:17.919273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec388cb-842f-4d9d-96ce-c7ebc2f75c2c req-a0d3057e-1852-4676-87d5-5feecfb25871 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:17.920742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ec388cb-842f-4d9d-96ce-c7ebc2f75c2c req-a0d3057e-1852-4676-87d5-5feecfb25871 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 943 time: 0.0485818 Jan 28 21:00:17.962311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ec388cb-842f-4d9d-96ce-c7ebc2f75c2c req-e8a40190-ed8f-44ca-a360-92fc8666d24f tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354278 Jan 28 21:00:18.335363 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:18.657164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c5f14743-07f4-4ca8-9e91-e17f10b3f307 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:00:18.753592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:18.765378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63', 'port_id': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'mac_address': 'fa:16:3e:03:87:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e99fbe-fdcf-43a3-a73c-4e25ce32a63d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:00:18.802554 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:18.814615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f14743-07f4-4ca8-9e91-e17f10b3f307 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:00:18.833379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:18.838448 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:18.886529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:19.035582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c5f14743-07f4-4ca8-9e91-e17f10b3f307'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:00:19.076292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7fbcb-eec2-4200-9bf1-b0b69108a24f req-6a325a60-53aa-43ef-8dfb-4f68d1043bba tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:19.077769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40b7fbcb-eec2-4200-9bf1-b0b69108a24f req-6a325a60-53aa-43ef-8dfb-4f68d1043bba tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 944 time: 0.0498302 Jan 28 21:00:19.117950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40b7fbcb-eec2-4200-9bf1-b0b69108a24f req-1d8f2059-60ce-47f4-a283-312897fd70bf tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Jan 28 21:00:20.231142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a3c77-a3cc-440e-a49f-59fdd023dd94 req-8d9cb657-2cd1-47e1-ab3b-db2a848ba19d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:20.232648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-068a3c77-a3cc-440e-a49f-59fdd023dd94 req-8d9cb657-2cd1-47e1-ab3b-db2a848ba19d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 944 time: 0.0485258 Jan 28 21:00:20.272111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-068a3c77-a3cc-440e-a49f-59fdd023dd94 req-7530c22a-dcb5-44af-be64-f9f2fd4be923 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Jan 28 21:00:20.672398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c5f14743-07f4-4ca8-9e91-e17f10b3f307 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:00:20.720825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port c5f14743-07f4-4ca8-9e91-e17f10b3f307 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:00:20.725763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port c5f14743-07f4-4ca8-9e91-e17f10b3f307 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:00:20.726167 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:20.807600 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:20.829498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:20.831729 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b01a07-9d10-4031-b63c-9a6ed35de5fb" -d '{"events": [{"server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "name": "network-vif-plugged", "status": "completed", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:20.844835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:20.849227 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:20.872275 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b3a1e0-2c91-42e8-a0a4-c96bed7db49f x-openstack-request-id: req-10b3a1e0-2c91-42e8-a0a4-c96bed7db49f {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:20.872566 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "name": "network-vif-plugged", "status": "completed", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:20.872817 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10b3a1e0-2c91-42e8-a0a4-c96bed7db49f {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:20.873205 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'code': 200} Jan 28 21:00:20.899613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:20.907040 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.907391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.907736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.908073 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.908445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.908777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.909109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.909438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.909777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.910087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.910411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:20.910733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:21.019499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75230ee-224c-4cbf-bf93-9f30a37cb489 req-1289ab3b-6a8f-426a-ade5-73ca4937f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:21.021994 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d75230ee-224c-4cbf-bf93-9f30a37cb489 req-1289ab3b-6a8f-426a-ade5-73ca4937f174 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 1096 time: 0.0935159 Jan 28 21:00:21.057532 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d75230ee-224c-4cbf-bf93-9f30a37cb489 req-dd081c01-e75d-4ccc-80cd-e96d3bf030b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279193 Jan 28 21:00:21.388610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cbf73-8813-4690-8642-874070efe3e5 req-39bbe289-08ae-4135-a6fb-16fa380881aa tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:21.390093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d7cbf73-8813-4690-8642-874070efe3e5 req-39bbe289-08ae-4135-a6fb-16fa380881aa tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0497303 Jan 28 21:00:21.431526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d7cbf73-8813-4690-8642-874070efe3e5 req-1c9b99fd-868c-4197-a1be-f70a0a86604e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351613 Jan 28 21:00:21.701876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:22.546878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47b36e-abed-41e7-aa7c-15b134904e8a req-911aa176-060c-4411-a6cb-985beea7dd69 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:22.548350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc47b36e-abed-41e7-aa7c-15b134904e8a req-911aa176-060c-4411-a6cb-985beea7dd69 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0495291 Jan 28 21:00:22.586098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc47b36e-abed-41e7-aa7c-15b134904e8a req-5de196a0-19b2-450d-81eb-c7a968a80f64 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Jan 28 21:00:22.697887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9916f55-6f6e-4be1-b8bd-676af7e8060c req-b89a2cba-aa4a-4e71-a62f-b70061c5794c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:22.699250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9916f55-6f6e-4be1-b8bd-676af7e8060c req-b89a2cba-aa4a-4e71-a62f-b70061c5794c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0481985 Jan 28 21:00:22.735876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9916f55-6f6e-4be1-b8bd-676af7e8060c req-9cf56193-2140-4b75-aa09-eaf32a8d2c82 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307171 Jan 28 21:00:23.079724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-16d0ea55-9fe1-4dc7-a60c-09fe56506b7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695400 Jan 28 21:00:23.095318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa43c6-712e-4b1a-856c-f597287f11a1 req-f16e14f0-d2e2-4082-a0ae-1d971991546a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:23.096799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27aa43c6-712e-4b1a-856c-f597287f11a1 req-f16e14f0-d2e2-4082-a0ae-1d971991546a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0626986 Jan 28 21:00:23.138114 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-27aa43c6-712e-4b1a-856c-f597287f11a1 req-1b588112-8a0e-40a3-b9cb-adf61689010b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333204 Jan 28 21:00:24.175670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-2b6c826e-e5f9-41e2-ad77-f5ff55ebc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:24.177742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-2b6c826e-e5f9-41e2-ad77-f5ff55ebc12f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 1096 time: 0.0462451 Jan 28 21:00:24.254631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc7b7c-06b4-470a-a11c-078b8205aa70 req-b5b165cd-a944-4acf-b819-1540fbcdb70b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:24.257120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61dc7b7c-06b4-470a-a11c-078b8205aa70 req-b5b165cd-a944-4acf-b819-1540fbcdb70b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0502791 Jan 28 21:00:24.275067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-04cf43ca-f71f-4a91-a375-898101a26617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:24.276590 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-04cf43ca-f71f-4a91-a375-898101a26617 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0928285 Jan 28 21:00:24.298632 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61dc7b7c-06b4-470a-a11c-078b8205aa70 req-993e833f-92c3-4ee7-9ad0-2a84f463e814 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Jan 28 21:00:24.319577 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-89ab7bd6-ab8a-4057-9b01-358a8ed93ea6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 217 time: 0.0368700 Jan 28 21:00:24.367078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-36cd6187-4115-4944-9ae0-f4d655d8e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:24.368562 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-36cd6187-4115-4944-9ae0-f4d655d8e20d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0429966 Jan 28 21:00:24.405255 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-13d62a08-919f-4333-9ea6-71092e08c23d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302389 Jan 28 21:00:24.493294 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-b43b6e03-2de9-4ab4-9891-877432c74614 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814574 Jan 28 21:00:24.583930 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-936cb383-3e6b-4896-a771-e32252897712 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843227 Jan 28 21:00:25.417595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171b5c7-9e22-4d48-9f0e-474979fe1f13 req-a63541a5-03dc-4366-b391-a0fa0bc40dd2 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:25.419067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a171b5c7-9e22-4d48-9f0e-474979fe1f13 req-a63541a5-03dc-4366-b391-a0fa0bc40dd2 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0495937 Jan 28 21:00:25.457365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a171b5c7-9e22-4d48-9f0e-474979fe1f13 req-a1292e18-f47e-498f-aa06-d059df3771e7 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Jan 28 21:00:26.577213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0c6d-cce9-4c86-a9cd-69785ed384e6 req-4276b46f-265f-4359-9a21-7e9bc6da9def tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:26.578656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63fd0c6d-cce9-4c86-a9cd-69785ed384e6 req-4276b46f-265f-4359-9a21-7e9bc6da9def tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0520039 Jan 28 21:00:26.616531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63fd0c6d-cce9-4c86-a9cd-69785ed384e6 req-fee5cc12-025a-4593-a34e-365ca781ce7b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Jan 28 21:00:27.731204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bb156-2790-455c-86ce-4c643e61c316 req-001ec6b9-13ab-4e51-910c-d63ce68ec91b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:27.732703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-057bb156-2790-455c-86ce-4c643e61c316 req-001ec6b9-13ab-4e51-910c-d63ce68ec91b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0476575 Jan 28 21:00:27.770374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-057bb156-2790-455c-86ce-4c643e61c316 req-ca8a1edb-8187-44f9-a9c5-1d08f5d85cb1 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Jan 28 21:00:28.887311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b261c61-73f9-47fd-9a27-f3334c744e69 req-9fb31e1e-b30e-43a9-a419-0f03075afce5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:28.888876 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b261c61-73f9-47fd-9a27-f3334c744e69 req-9fb31e1e-b30e-43a9-a419-0f03075afce5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0486422 Jan 28 21:00:28.925129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b261c61-73f9-47fd-9a27-f3334c744e69 req-0ad61ec4-e574-4dc0-8612-dc31ae070e15 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304525 Jan 28 21:00:30.056982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1327-0bbf-4b3d-9eb3-fd5698d041cb req-a8598576-d034-432f-bd0f-3fdb627231e5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:30.058479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff8e1327-0bbf-4b3d-9eb3-fd5698d041cb req-a8598576-d034-432f-bd0f-3fdb627231e5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0677311 Jan 28 21:00:30.096166 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff8e1327-0bbf-4b3d-9eb3-fd5698d041cb req-0ab80681-9a57-45d9-9b80-247c528149ee tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Jan 28 21:00:31.214010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d793b4-4486-4e99-9d1f-de1f15a5fc9b req-bd9a6ee3-adb7-43ce-8e4d-f7c343675f21 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:31.215490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38d793b4-4486-4e99-9d1f-de1f15a5fc9b req-bd9a6ee3-adb7-43ce-8e4d-f7c343675f21 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0489762 Jan 28 21:00:31.253057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-38d793b4-4486-4e99-9d1f-de1f15a5fc9b req-6928dfee-5b49-407b-8889-8c928197c59c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jan 28 21:00:32.368932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a046-5d68-4fdb-b1a3-71819005a75a req-f694898b-7e8d-44b7-8990-98e8dfd23a75 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:32.370437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63e6a046-5d68-4fdb-b1a3-71819005a75a req-f694898b-7e8d-44b7-8990-98e8dfd23a75 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0485528 Jan 28 21:00:32.409130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-63e6a046-5d68-4fdb-b1a3-71819005a75a req-96406e68-9c0a-4066-ac67-955aac2843f0 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Jan 28 21:00:33.778051 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f21c-2c22-4436-915f-e4605371b26c req-4f5fb0c9-fb78-4935-89d3-36002720ec66 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:33.779501 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ab8f21c-2c22-4436-915f-e4605371b26c req-4f5fb0c9-fb78-4935-89d3-36002720ec66 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0522428 Jan 28 21:00:33.818439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ab8f21c-2c22-4436-915f-e4605371b26c req-d1dfff19-f168-4ca8-9e74-e58b057a5595 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329950 Jan 28 21:00:34.949792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32e586-a011-425e-a097-9680fe84d917 req-49b5c3d8-b8ce-4cee-b8cd-56e6eae9d4c2 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:34.951248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af32e586-a011-425e-a097-9680fe84d917 req-49b5c3d8-b8ce-4cee-b8cd-56e6eae9d4c2 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0505714 Jan 28 21:00:34.987935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af32e586-a011-425e-a097-9680fe84d917 req-5982b14e-1bf0-413a-aecc-a50839b96da0 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307679 Jan 28 21:00:36.101364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1c404-5cfb-443b-9bd9-7368d7f879e1 req-c459961d-15e3-48e3-bb20-4e17f522bbe8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:36.102818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6d1c404-5cfb-443b-9bd9-7368d7f879e1 req-c459961d-15e3-48e3-bb20-4e17f522bbe8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0485809 Jan 28 21:00:36.140908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6d1c404-5cfb-443b-9bd9-7368d7f879e1 req-9ad3e235-9024-47ae-9b41-008cea0e580c tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Jan 28 21:00:37.259881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d83da-3a7c-43e1-b456-c2166b7fbdf4 req-a3e85af6-282f-4014-b2ab-6f1557277848 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:37.261367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e36d83da-3a7c-43e1-b456-c2166b7fbdf4 req-a3e85af6-282f-4014-b2ab-6f1557277848 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0544963 Jan 28 21:00:37.302092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e36d83da-3a7c-43e1-b456-c2166b7fbdf4 req-2dea2655-843f-4224-8aa6-a1525f145a42 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Jan 28 21:00:37.749439 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cf2e34f7-4824-4c65-85a3-eef6bfb0d240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:38.440200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ce41-7b24-4340-84ab-677d4154eda0 req-fa90efe4-4204-4e1b-8563-a2144684d525 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:38.441733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb17ce41-7b24-4340-84ab-677d4154eda0 req-fa90efe4-4204-4e1b-8563-a2144684d525 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0578444 Jan 28 21:00:38.486053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cb17ce41-7b24-4340-84ab-677d4154eda0 req-85e2dcd7-a9ab-4926-9fb6-762fc389ba63 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379627 Jan 28 21:00:39.603058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab854f1-aa2b-49ee-aacd-1b610c11edff req-9618451d-a47d-4fba-bea1-9af51154931e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:39.604840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ab854f1-aa2b-49ee-aacd-1b610c11edff req-9618451d-a47d-4fba-bea1-9af51154931e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0487082 Jan 28 21:00:39.642311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4ab854f1-aa2b-49ee-aacd-1b610c11edff req-324e97f6-797d-435a-9573-0efaebfc2770 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Jan 28 21:00:40.244380 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a946b065-2506-479a-8817-6dd1003c9f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:40.771802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3317e00-ed54-4b03-92f1-9f17a0337b35 req-14812eb1-8a10-4c66-a2ab-28b72df76f46 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:40.773433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3317e00-ed54-4b03-92f1-9f17a0337b35 req-14812eb1-8a10-4c66-a2ab-28b72df76f46 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0565536 Jan 28 21:00:40.814708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3317e00-ed54-4b03-92f1-9f17a0337b35 req-889ce1d0-6537-415d-b52b-f99e02ca7560 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Jan 28 21:00:41.762672 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:41.929731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245ef2-3902-47e9-8bc6-25065cef1ad3 req-2440198c-bfd7-4315-b1db-2fc2d81de7f6 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:41.931287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d245ef2-3902-47e9-8bc6-25065cef1ad3 req-2440198c-bfd7-4315-b1db-2fc2d81de7f6 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0490127 Jan 28 21:00:41.969627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d245ef2-3902-47e9-8bc6-25065cef1ad3 req-c4501d95-c84f-4174-8d98-e516f5a8c3bc tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jan 28 21:00:43.084746 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:43.088900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465346c4-cbd6-4775-85e8-6057d8f5fff8 req-b833a051-354d-4518-ac98-b63639cc0ba6 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:43.090435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-465346c4-cbd6-4775-85e8-6057d8f5fff8 req-b833a051-354d-4518-ac98-b63639cc0ba6 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0504346 Jan 28 21:00:43.138266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-465346c4-cbd6-4775-85e8-6057d8f5fff8 req-c120b2d0-db21-4479-86c4-805fd0ee933e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Jan 28 21:00:43.281200 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:43.643431 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:00:44.255245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b57c-4de1-4f16-a60a-2537cf37e30a req-43c74f0b-1f56-460a-88ca-a854d9fae334 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:44.256759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd97b57c-4de1-4f16-a60a-2537cf37e30a req-43c74f0b-1f56-460a-88ca-a854d9fae334 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0525091 Jan 28 21:00:44.294898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd97b57c-4de1-4f16-a60a-2537cf37e30a req-791edb89-232d-4e0d-a925-d9ee2eac5470 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jan 28 21:00:45.411838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bd3de-9358-4a14-91da-6ba1586e598b req-c0ebc961-9a30-46d5-9dcc-74c3cfd916cb tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:45.413390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-355bd3de-9358-4a14-91da-6ba1586e598b req-c0ebc961-9a30-46d5-9dcc-74c3cfd916cb tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0502093 Jan 28 21:00:45.450246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-355bd3de-9358-4a14-91da-6ba1586e598b req-1a03fd53-8d6a-48c8-896b-b543080f5bcb tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Jan 28 21:00:46.564494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141b557-5835-470b-9b75-7e55675cdb10 req-b31ad058-eb2b-4e70-8c8a-5ba3dbf83dda tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:46.565965 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141b557-5835-470b-9b75-7e55675cdb10 req-b31ad058-eb2b-4e70-8c8a-5ba3dbf83dda tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0499687 Jan 28 21:00:46.604418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f141b557-5835-470b-9b75-7e55675cdb10 req-3dbcc31a-42dc-407e-80a5-91df0f1e13bd tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Jan 28 21:00:47.725688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b69c-20cc-4588-b90d-2eaf8cfd17ba req-bee0ffcd-7cfa-48fa-a1df-7392ffa502a9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:47.727165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee69b69c-20cc-4588-b90d-2eaf8cfd17ba req-bee0ffcd-7cfa-48fa-a1df-7392ffa502a9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0539873 Jan 28 21:00:47.765290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee69b69c-20cc-4588-b90d-2eaf8cfd17ba req-43d90cd7-3c83-428b-9956-813cf3f27935 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Jan 28 21:00:48.351844 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:48.881120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cb729-9c19-413e-a68d-5c56ee839119 req-fa029087-12cc-4aaa-8419-7c714b84e8e1 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:48.882620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-441cb729-9c19-413e-a68d-5c56ee839119 req-fa029087-12cc-4aaa-8419-7c714b84e8e1 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0509372 Jan 28 21:00:48.921392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-441cb729-9c19-413e-a68d-5c56ee839119 req-ab9fa6fe-de82-4ce7-adb4-b0c77d015000 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Jan 28 21:00:50.051210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b0cc-5184-4a9d-9b21-9b5c87bd3e22 req-1105ea9b-e15d-40b2-8c14-486f0be58c39 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:50.053025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e497b0cc-5184-4a9d-9b21-9b5c87bd3e22 req-1105ea9b-e15d-40b2-8c14-486f0be58c39 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0573733 Jan 28 21:00:50.091830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e497b0cc-5184-4a9d-9b21-9b5c87bd3e22 req-ab57b938-b5e3-4b5a-9a45-68abaebc9269 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Jan 28 21:00:51.211178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dfdd6-ac1b-46c6-919b-0587aae9ffca req-c6239df0-2695-4878-ab00-fd996d815f20 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:51.212660 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-499dfdd6-ac1b-46c6-919b-0587aae9ffca req-c6239df0-2695-4878-ab00-fd996d815f20 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0531693 Jan 28 21:00:51.249273 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-499dfdd6-ac1b-46c6-919b-0587aae9ffca req-10aa9a11-dc3a-47f7-a7b2-342e1c9f951a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305898 Jan 28 21:00:51.318597 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-b5e0c8ca-d3f0-4282-b437-e4bc6e90f04c service neutron] show failed (client error): The resource could not be found. Jan 28 21:00:51.319641 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-b5e0c8ca-d3f0-4282-b437-e4bc6e90f04c service neutron] 10.222.0.13 "GET /v2.0/ports/c5f14743-07f4-4ca8-9e91-e17f10b3f307/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0623469 Jan 28 21:00:51.514967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-609595e7-6eeb-45c7-8cac-61b364d3e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:51.516470 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-609595e7-6eeb-45c7-8cac-61b364d3e0e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e&tenant_id=c4c04c89a98b4e1484203d79d6f49370 HTTP/1.1" status: 200 len: 1096 time: 0.0411537 Jan 28 21:00:51.529282 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:00:51.584922 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:51.705129 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:51.787582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:51.820261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:00:51.859117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:51.861384 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2003f2-94df-4c7f-b88a-655eb913fbd0" -d '{"events": [{"server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:51.866148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:51.878878 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Transition to ACTIVE for port object c5f14743-07f4-4ca8-9e91-e17f10b3f307 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:00:51.882148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:51.912593 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c187357-94d4-43b2-a68c-cd7cc069f4c3 x-openstack-request-id: req-6c187357-94d4-43b2-a68c-cd7cc069f4c3 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:51.912879 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:51.913126 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c187357-94d4-43b2-a68c-cd7cc069f4c3 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:51.913516 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'code': 200} Jan 28 21:00:51.948292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] No DVR routers for this DVR port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:00:51.950234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=6']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:51.961314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.961818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.962012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.962361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.962686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.963016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.963338 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.963659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.963982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.964335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.964657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:51.964976 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:52.002435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Attempting to bind port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:00:52.002785 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Attempting to bind port c5f14743-07f4-4ca8-9e91-e17f10b3f307 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:00:52.003146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Attempting to bind port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:00:52.008230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:00:52.008553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Attempting to bind port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on network ebe817ed-7b46-44aa-b50e-19b4a5f60e63 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:00:52.013205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:00:52.013543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Checking segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:00:52.013922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Bound using segment: {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:00:52.014342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Bound port: c5f14743-07f4-4ca8-9e91-e17f10b3f307, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2840d321-d6ab-4bb7-b868-c02c87acac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:00:52.014693 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:52.076824 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:00:52.079727 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:00:52.085098 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:52.118091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:52.118715 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:52.120136 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] 10.222.0.26 "PUT /v2.0/ports/c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 1091 time: 0.5949531 Jan 28 21:00:52.144144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a81e2c-02c8-42fe-b4dd-6878f8f39277 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:52.188646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-7f5a60c8-ef83-4a7b-9272-cb2baad7c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:52.190118 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-7f5a60c8-ef83-4a7b-9272-cb2baad7c87c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 1094 time: 0.0416663 Jan 28 21:00:52.282525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-7af601be-1ef4-4f34-9284-395ebb5f4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:52.283995 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-7af601be-1ef4-4f34-9284-395ebb5f4232 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0873563 Jan 28 21:00:52.326778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-d307f480-5705-4d30-bb3f-20b4aa36ca3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 217 time: 0.0352678 Jan 28 21:00:52.368500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c3d50-4db1-4f9b-b8d3-01289984b0f8 req-89193529-0683-46ea-aab0-8bcfcec6bfdf tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:52.370035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de8c3d50-4db1-4f9b-b8d3-01289984b0f8 req-89193529-0683-46ea-aab0-8bcfcec6bfdf tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 943 time: 0.0492525 Jan 28 21:00:52.381394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-6e56792e-064f-4ba2-a75e-8ef4d60eb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:52.382892 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-6e56792e-064f-4ba2-a75e-8ef4d60eb7ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0486777 Jan 28 21:00:52.410646 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de8c3d50-4db1-4f9b-b8d3-01289984b0f8 req-77ae5765-16d0-4f65-83d9-ea399e03a90a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Jan 28 21:00:52.416871 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-7ef93aa5-a66f-4c71-bd6c-b1a4124aca1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250850 Jan 28 21:00:52.506026 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-d960df53-d63b-4201-9a4d-a262313b2426 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818958 Jan 28 21:00:52.599617 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-313dd504-013d-4763-86a1-16e5ab9eb23a req-1253e88b-517b-4068-9d06-6c5aaef57cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863705 Jan 28 21:00:53.535728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504d65d-8fc0-4197-a7d3-6c174798ee38 req-d703d869-df96-4da0-a842-21eba365a52d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:53.537358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6504d65d-8fc0-4197-a7d3-6c174798ee38 req-d703d869-df96-4da0-a842-21eba365a52d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 943 time: 0.0504310 Jan 28 21:00:53.581059 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6504d65d-8fc0-4197-a7d3-6c174798ee38 req-7fd8ae2c-9eed-4864-94cd-768ea26734a5 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Jan 28 21:00:53.914683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:53.917155 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:53.968385 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abcf913-f4ce-4592-a05c-b50a1e184dfa x-openstack-request-id: req-0abcf913-f4ce-4592-a05c-b50a1e184dfa {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:53.968667 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:53.968913 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0abcf913-f4ce-4592-a05c-b50a1e184dfa {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:53.969311 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'status': 'completed', 'code': 200} Jan 28 21:00:54.061228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-7f863355-1c8f-4cca-8ae9-d1f49e2cb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.062786 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-7f863355-1c8f-4cca-8ae9-d1f49e2cb0a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 1094 time: 0.0756371 Jan 28 21:00:54.064846 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-1e0c5465-b63e-41fb-acdc-f893581bd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.066933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-1e0c5465-b63e-41fb-acdc-f893581bd648 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 1094 time: 0.0779409 Jan 28 21:00:54.236094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-d9462d23-2263-4626-9adf-adffe852f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.237685 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-d9462d23-2263-4626-9adf-adffe852f11e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.1662216 Jan 28 21:00:54.239385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-644e2865-dc0f-4eee-ac34-d5104c6371dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.240817 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-644e2865-dc0f-4eee-ac34-d5104c6371dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.1677487 Jan 28 21:00:54.285588 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-2c4a17e9-0d07-4f4d-8e7d-ea7134a9ba3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 217 time: 0.0402369 Jan 28 21:00:54.321709 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-f86b8c77-8edd-4def-80d5-2528ae764d4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 217 time: 0.0706449 Jan 28 21:00:54.396892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-66a8fffa-9794-4cef-9bed-9fcf679306da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.398383 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-66a8fffa-9794-4cef-9bed-9fcf679306da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0856290 Jan 28 21:00:54.401947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-a425fac1-4a44-42c4-8293-ce7195ed1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.403299 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-a425fac1-4a44-42c4-8293-ce7195ed1cd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0584438 Jan 28 21:00:54.436450 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-242213aa-f0d4-4c61-b6b1-a03cae8e3be6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312440 Jan 28 21:00:54.457833 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-c5146102-1ff6-4784-9d06-0d61e382bbc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444136 Jan 28 21:00:54.602608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-bf64b312-f58b-4f35-a80f-52c7c88abf67 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532564 Jan 28 21:00:54.605905 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-bba33f3d-3d93-446a-bfa7-d31fc4d409e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376452 Jan 28 21:00:54.707319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4dd56-c0af-4987-9138-cc3f8101bc67 req-bd1e76ed-e9af-4e4a-9b33-d31f8a4925f9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.709051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c4dd56-c0af-4987-9138-cc3f8101bc67 req-bd1e76ed-e9af-4e4a-9b33-d31f8a4925f9 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 943 time: 0.0549598 Jan 28 21:00:54.748928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c4dd56-c0af-4987-9138-cc3f8101bc67 req-c5047ec9-8f34-4b28-b38e-2bc92f24c490 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335433 Jan 28 21:00:54.769439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-8709fdcb-c57a-40cb-b0ad-cb51e1b4e7c1 service neutron] 10.222.0.26 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597464 Jan 28 21:00:54.771420 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa24ab69-a0ba-4d72-969c-0c3b56dac2db req-512b1973-7873-4c0d-9917-44f29f460bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538389 Jan 28 21:00:54.810010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c5f14743-07f4-4ca8-9e91-e17f10b3f307 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:00:54.827990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c5f14743-07f4-4ca8-9e91-e17f10b3f307 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:00:54.918843 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c5f14743-07f4-4ca8-9e91-e17f10b3f307 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:00:54.946237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:54.954209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cf7a6-996d-48d0-a78e-bf8e47c95f12 req-0727905b-d054-491b-a0b3-007ff341c49e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.955707 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-313cf7a6-996d-48d0-a78e-bf8e47c95f12 req-0727905b-d054-491b-a0b3-007ff341c49e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 943 time: 0.0504189 Jan 28 21:00:54.957220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'network_id': 'ebe817ed-7b46-44aa-b50e-19b4a5f60e63', 'port_id': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'mac_address': 'fa:16:3e:03:87:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e99fbe-fdcf-43a3-a73c-4e25ce32a63d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:00:54.966394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-4204af07-21b6-46dd-bdb1-59a816ca5104 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:54.967962 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-4204af07-21b6-46dd-bdb1-59a816ca5104 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e&tenant_id=c4c04c89a98b4e1484203d79d6f49370&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 943 time: 0.0558231 Jan 28 21:00:54.998477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-313cf7a6-996d-48d0-a78e-bf8e47c95f12 req-7ed21b15-c691-4a4f-a133-d4a466090e63 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Jan 28 21:00:55.000671 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:55.016501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f14743-07f4-4ca8-9e91-e17f10b3f307 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:00:55.031961 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-be551d91-4e59-4882-a79d-53a9a2d6ecc9 service neutron] delete failed (client error): The resource could not be found. Jan 28 21:00:55.033149 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-be551d91-4e59-4882-a79d-53a9a2d6ecc9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c5f14743-07f4-4ca8-9e91-e17f10b3f307/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0586965 Jan 28 21:00:55.037495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:55.041433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:55.099956 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:55.129907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-e4a35078-d60f-46c0-b931-9896e180fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:55.131438 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-e4a35078-d60f-46c0-b931-9896e180fb94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4c04c89a98b4e1484203d79d6f49370&device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 1095 time: 0.0473626 Jan 28 21:00:55.229902 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-45cb9145-62d9-418d-8a66-d81a3f51ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:55.231414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-45cb9145-62d9-418d-8a66-d81a3f51ee9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 200 len: 916 time: 0.0929346 Jan 28 21:00:55.268077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['c5f14743-07f4-4ca8-9e91-e17f10b3f307'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:00:55.274522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-9256d349-1481-454d-8d1f-d33b34329aa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 200 len: 217 time: 0.0366635 Jan 28 21:00:55.326952 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-0fadf2d2-84c9-4844-97a9-bab3ab83fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:55.328471 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-0fadf2d2-84c9-4844-97a9-bab3ab83fd32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 200 len: 855 time: 0.0480583 Jan 28 21:00:55.365647 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-335a144a-46f7-4434-b8db-bd779c8de8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebe817ed-7b46-44aa-b50e-19b4a5f60e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310142 Jan 28 21:00:55.459221 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-72b33f67-7190-4448-9c0d-a8572d3089c8 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859766 Jan 28 21:00:55.557664 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-aa87faf1-9808-420a-b2ce-bd708253dcc4 req-c17039c2-9a12-4617-baf3-a6d50f309404 service neutron] 10.222.0.13 "GET /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919554 Jan 28 21:00:56.128384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee77b5d-9a6c-4d6b-9551-78170ac869cd req-5a7fd937-a0d2-45a3-b8f2-f8121b694ec8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:56.130888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee77b5d-9a6c-4d6b-9551-78170ac869cd req-5a7fd937-a0d2-45a3-b8f2-f8121b694ec8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 944 time: 0.0520377 Jan 28 21:00:56.168798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dee77b5d-9a6c-4d6b-9551-78170ac869cd req-f4c2d31c-379d-440b-9af4-2b8f40af086a tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Jan 28 21:00:56.285238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc638b-dcc0-4da7-a8a7-4cbe0c393fed req-c8bbb6a3-4ae6-4ea3-b4aa-3ded57e49720 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:56.286317 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67cc638b-dcc0-4da7-a8a7-4cbe0c393fed req-c8bbb6a3-4ae6-4ea3-b4aa-3ded57e49720 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 944 time: 0.0519691 Jan 28 21:00:56.325859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67cc638b-dcc0-4da7-a8a7-4cbe0c393fed req-c0a12da9-21ce-4ede-8c94-899b235d3cfc tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Jan 28 21:00:56.440427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7123f-9440-4f2f-9d16-62d85e042e21 req-8eeb5385-7c61-4c32-99d8-2bc456649f21 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:56.443103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ec7123f-9440-4f2f-9d16-62d85e042e21 req-8eeb5385-7c61-4c32-99d8-2bc456649f21 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 944 time: 0.0511799 Jan 28 21:00:56.480103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ec7123f-9440-4f2f-9d16-62d85e042e21 req-0e3160b8-0369-4f21-8455-9197c9af5fab tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Jan 28 21:00:56.821233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5902d1-9717-4e6a-9004-92cc3bb72d98 req-2e6babef-56e7-4705-9bec-926e14afff8b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:56.822773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a5902d1-9717-4e6a-9004-92cc3bb72d98 req-2e6babef-56e7-4705-9bec-926e14afff8b tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 944 time: 0.0518134 Jan 28 21:00:56.833878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c5f14743-07f4-4ca8-9e91-e17f10b3f307 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:00:56.866489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9a5902d1-9717-4e6a-9004-92cc3bb72d98 req-1e9e697d-8ccf-4a1e-9d7f-c85235b4afd8 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376537 Jan 28 21:00:56.893524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port c5f14743-07f4-4ca8-9e91-e17f10b3f307 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:00:56.899276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port c5f14743-07f4-4ca8-9e91-e17f10b3f307 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:00:56.899686 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:56.980580 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:57.002760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:57.006073 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f8af20-348d-4b37-b6b8-8056a294805d" -d '{"events": [{"server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "name": "network-vif-plugged", "status": "completed", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:57.022542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:57.027277 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:57.055862 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49fdaaf-1860-4d44-b594-65932ecd5b5b x-openstack-request-id: req-d49fdaaf-1860-4d44-b594-65932ecd5b5b {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:57.056152 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "name": "network-vif-plugged", "status": "completed", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:57.056427 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d49fdaaf-1860-4d44-b594-65932ecd5b5b {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:57.056816 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'code': 200} Jan 28 21:00:57.082886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:57.990181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d1679-4434-4ceb-8d08-ba543086811c req-3d9e799d-4a1f-4bd0-8439-d8bbbfc9df47 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:57.991709 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be4d1679-4434-4ceb-8d08-ba543086811c req-3d9e799d-4a1f-4bd0-8439-d8bbbfc9df47 tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0553398 Jan 28 21:00:58.035956 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be4d1679-4434-4ceb-8d08-ba543086811c req-b8042458-eea9-4f9f-a320-7ff3540a8bff tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.44 "GET /v2.0/security-groups?id=02428e7c-1b3e-47fb-8caf-9706271b1b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336356 Jan 28 21:00:58.052493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-2f1cabac-a25c-47ba-bc01-dd8010f2f36e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:00:58.053951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-2f1cabac-a25c-47ba-bc01-dd8010f2f36e tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5f97d7f-4546-4d21-b56e-31a775c0463e HTTP/1.1" status: 200 len: 945 time: 0.0512414 Jan 28 21:00:58.143468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Deleting port c5f14743-07f4-4ca8-9e91-e17f10b3f307 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:00:58.143809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:58.235778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] For port c5f14743-07f4-4ca8-9e91-e17f10b3f307, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c5f14743-07f4-4ca8-9e91-e17f10b3f307,segment=NetworkSegment(2840d321-d6ab-4bb7-b868-c02c87acac8f),segment_id=2840d321-d6ab-4bb7-b868-c02c87acac8f)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:00:58.236143 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:58.247826 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Calling delete_port for c5f14743-07f4-4ca8-9e91-e17f10b3f307 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:00:58.379292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:58.390909 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['c5f14743-07f4-4ca8-9e91-e17f10b3f307'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:00:58.409384 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Pushing event deleted for resources: {'Port': ['ID=c5f14743-07f4-4ca8-9e91-e17f10b3f307,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:58.451125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] No DVR routers for this DVR port c5f14743-07f4-4ca8-9e91-e17f10b3f307 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:00:58.453804 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:58.457818 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-302e1d31-3c34-4fbc-9b31-285915d294b8 req-90367e6d-04ab-4ba3-89d2-3b9eb9d9181d tempest-ServerDiskConfigTestJSON-130033399 tempest-ServerDiskConfigTestJSON-130033399-project] 10.222.0.26 "DELETE /v2.0/ports/c5f14743-07f4-4ca8-9e91-e17f10b3f307 HTTP/1.1" status: 204 len: 173 time: 0.3981016 Jan 28 21:00:58.458272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'name': 'network-vif-deleted', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:00:58.460636 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7f96a1-e4e9-48d9-bbdc-c9508f947da4" -d '{"events": [{"server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "name": "network-vif-deleted", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:00:58.500133 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de954d1-4f6d-441c-803b-fc9e39ca8fac x-openstack-request-id: req-9de954d1-4f6d-441c-803b-fc9e39ca8fac {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:00:58.500492 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f97d7f-4546-4d21-b56e-31a775c0463e", "name": "network-vif-deleted", "tag": "c5f14743-07f4-4ca8-9e91-e17f10b3f307", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:00:58.500767 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9de954d1-4f6d-441c-803b-fc9e39ca8fac {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:00:58.501172 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f97d7f-4546-4d21-b56e-31a775c0463e', 'name': 'network-vif-deleted', 'tag': 'c5f14743-07f4-4ca8-9e91-e17f10b3f307', 'status': 'completed', 'code': 200} Jan 28 21:00:59.159988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53040) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:00:59.204926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Deleting subnet 50e99fbe-fdcf-43a3-a73c-4e25ce32a63d {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:00:59.208123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.242169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.283258 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.334535 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.361216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e99fbe-fdcf-43a3-a73c-4e25ce32a63d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:59.364397 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.367668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/50e99fbe-fdcf-43a3-a73c-4e25ce32a63d HTTP/1.1" status: 204 len: 168 time: 0.2059476 Jan 28 21:00:59.370268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53042) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:00:59.374544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.374889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.375229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.375562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.375891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.376242 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.376570 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.376894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.377213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.377540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.377862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.378181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2ac98-4c75-44fa-8a86-59b5f1e482e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:00:59.445362 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.525611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.546001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe817ed-7b46-44aa-b50e-19b4a5f60e63']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:00:59.554918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2840d321-d6ab-4bb7-b868-c02c87acac8f') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:00:59.555287 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2840d321-d6ab-4bb7-b868-c02c87acac8f') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:00:59.564386 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.577138 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.583836 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:00:59.584256 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:00:59.585957 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:00:59.642279 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.648404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.651525 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ebe817ed-7b46-44aa-b50e-19b4a5f60e63 HTTP/1.1" status: 204 len: 168 time: 0.2802241 Jan 28 21:00:59.663011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3d604-b515-4e71-81af-193708a24a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe817ed-7b46-44aa-b50e-19b4a5f60e63,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:00:59.758259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53046) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:00:59.803050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-07950f64-6c4d-475e-8561-c7b881408a06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4c04c89a98b4e1484203d79d6f49370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413182 Jan 28 21:00:59.803304 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53048) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:00:59.851877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86ecd628-60fa-4dab-bf0c-fbaa8ebac31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.872125 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86ecd628-60fa-4dab-bf0c-fbaa8ebac31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.917319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86ecd628-60fa-4dab-bf0c-fbaa8ebac31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.919769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-86ecd628-60fa-4dab-bf0c-fbaa8ebac31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:00:59.921210 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-86ecd628-60fa-4dab-bf0c-fbaa8ebac31a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02428e7c-1b3e-47fb-8caf-9706271b1b68 HTTP/1.1" status: 204 len: 168 time: 0.1170480 Jan 28 21:00:59.929102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecd628-60fa-4dab-bf0c-fbaa8ebac31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02428e7c-1b3e-47fb-8caf-9706271b1b68,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:00.572110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53072) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:00.667685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1474439968-network', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:00.691254 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Made reservation on behalf of c07a0972c67c4bf6af480571cd4c2fef for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:01:00.693515 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:00.705054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:00.779528 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:00.783512 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:00.810629 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:01:00.819932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94891740-fb0c-4b36-9537-fd2f3adb067f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:00.826469 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:00.826816 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Added segment 442e87e4-4c31-49df-9906-eb9c5c73cbda of type vlan for network 29277681-5b2e-48f5-980e-c3869d3c7fd1 Jan 28 21:01:00.868080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:00.893471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:00.895040 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:00.895641 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:00.951764 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3785069 Jan 28 21:01:00.954763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53076) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:00.959406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee16c02-4177-4981-aea7-f816f0eeafd4 admin admin] Pushing event updated for resources: {'Network': ['ID=29277681-5b2e-48f5-980e-c3869d3c7fd1,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:00.961053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Request body: {'subnet': {'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1474439968-subnet', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:00.968977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:01:00.983745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Made reservation on behalf of c07a0972c67c4bf6af480571cd4c2fef for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:01:00.986122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.155787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.208398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1777977-e1b2-4c12-a8b1-85bc1eb8f934,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:01.218564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:01:01.218921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Network hostable DHCP agents. Network: 29277681-5b2e-48f5-980e-c3869d3c7fd1, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:01:01.236367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:01:01.244380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 29277681-5b2e-48f5-980e-c3869d3c7fd1) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:01:01.248361 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:01.248975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.253250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402cf81-2ce3-41cc-8536-92670d26384c None None] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:01:01.267244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f19fa066-7aaa-48f7-86d3-89d69b8aaa37 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3083093 Jan 28 21:01:01.267471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53078) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:01.272964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:01.293229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.294252 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.350705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.405149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-29277681-5b2e-48f5-980e-c3869d3c7fd1', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:01:01.406088 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.486398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.551488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Allocated IP 172.20.0.2 (29277681-5b2e-48f5-980e-c3869d3c7fd1/d1777977-e1b2-4c12-a8b1-85bc1eb8f934/cded9412-a694-495f-90d3-c56e9c493453) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:01:01.694579 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.698115 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.704584 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.714372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.744264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:01:01.748551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:01:01.752684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:01:01.756383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Pushing event updated for resources: {'Port': ['ID=cded9412-a694-495f-90d3-c56e9c493453,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:01.810623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Attempting to bind port cded9412-a694-495f-90d3-c56e9c493453 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:01:01.810998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Attempting to bind port cded9412-a694-495f-90d3-c56e9c493453 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:01:01.811356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Attempting to bind port cded9412-a694-495f-90d3-c56e9c493453 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:01:01.817011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:01:01.817011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:01:01.817504 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.817858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:01:01.818325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Bound port: cded9412-a694-495f-90d3-c56e9c493453, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:01:01.818735 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.822609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Allocated IP 172.25.2.162 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ff5ba2d8-c6ad-46e1-ab1e-f4107828c281) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:01:01.887587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] For port cded9412-a694-495f-90d3-c56e9c493453, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:01:01.890806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] For port cded9412-a694-495f-90d3-c56e9c493453, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cded9412-a694-495f-90d3-c56e9c493453,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:01:01.895486 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.957129 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:01.966253 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356721c1-85b4-46dc-b63f-7a48eb7de4c0 None None] Pushing event updated for resources: {'Port': ['ID=cded9412-a694-495f-90d3-c56e9c493453,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:01.997965 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:02.042142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:01:02.045304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:01:02.049228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:01:02.054923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5ba2d8-c6ad-46e1-ab1e-f4107828c281,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:02.324453 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:02.514003 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:02.643214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:01:02.756478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:01:02.766238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:01:02.776254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:02.780157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8cd25b72-df10-479a-a1de-128cee2aec78 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5091364 Jan 28 21:01:02.780391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53082) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:02.781191 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:01:02.781859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:00:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:02.887813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c5f14743-07f4-4ca8-9e91-e17f10b3f307 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:01:02.916910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: c5f14743-07f4-4ca8-9e91-e17f10b3f307 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:01:02.917222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c5f14743-07f4-4ca8-9e91-e17f10b3f307 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:01:02.919683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:01:02.955305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e16d50-21f9-412e-b663-71855cb289ec None None] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:01:03.039240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cded9412-a694-495f-90d3-c56e9c493453 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:01:03.165216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d6dec7fe-6221-48c6-b115-ce95afaec44d None None] Provisioning complete for port cded9412-a694-495f-90d3-c56e9c493453 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:03.165587 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6dec7fe-6221-48c6-b115-ce95afaec44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.212852 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.457169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cded9412-a694-495f-90d3-c56e9c493453 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:03.457539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.565343 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6dec7fe-6221-48c6-b115-ce95afaec44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.588875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:02Z', 'revision_number': 3, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:03.622767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:01:03.623120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Updating router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:01:03.680210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d6dec7fe-6221-48c6-b115-ce95afaec44d None None] For port cded9412-a694-495f-90d3-c56e9c493453, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cded9412-a694-495f-90d3-c56e9c493453,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:03.692127 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6dec7fe-6221-48c6-b115-ce95afaec44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.693871 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.713609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Allocated IP 172.20.0.1 (29277681-5b2e-48f5-980e-c3869d3c7fd1/d1777977-e1b2-4c12-a8b1-85bc1eb8f934/87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:01:03.719971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.828976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.863906 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.870222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dec7fe-6221-48c6-b115-ce95afaec44d None None] Pushing event updated for resources: {'Port': ['ID=cded9412-a694-495f-90d3-c56e9c493453,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:03.903782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-03f59ff1-3ef5-4c24-8fef-3e6f0e34ec10 None None] Provisioning complete for port cded9412-a694-495f-90d3-c56e9c493453 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:03.904037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:01:03.904148 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03f59ff1-3ef5-4c24-8fef-3e6f0e34ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:03.908433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 21:01:03.908642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:01:03.908774 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 21:01:03.913509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:01:03.916640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Pushing event updated for resources: {'Port': ['ID=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:03.956258 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.089077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.123502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.131168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.193202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Attempting to bind port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:01:04.193490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Attempting to bind port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:01:04.193846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Attempting to bind port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:01:04.199115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739a165-7435-4fc0-a530-14064ec93ed8 None None] Pushing event updated for resources: {'Port': ['ID=ff5ba2d8-c6ad-46e1-ab1e-f4107828c281,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:04.207328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:01:04.207328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:01:04.207592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.207930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:01:04.208427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Bound port: ff5ba2d8-c6ad-46e1-ab1e-f4107828c281, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:01:04.208808 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.230669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-97a90ba5-b545-40ac-ac96-98b6699ae225 None None] Provisioning complete for port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:04.231042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97a90ba5-b545-40ac-ac96-98b6699ae225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.279106 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.283935 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.286213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-97a90ba5-b545-40ac-ac96-98b6699ae225 None None] Port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:01:04.289716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] For port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:01:04.292952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] For port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ff5ba2d8-c6ad-46e1-ab1e-f4107828c281,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:01:04.299755 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.361615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:01:04.362241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:00:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:04.363854 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.368880 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739a165-7435-4fc0-a530-14064ec93ed8 None None] Pushing event updated for resources: {'Port': ['ID=ff5ba2d8-c6ad-46e1-ab1e-f4107828c281,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:04.369101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Pushing event updated for resources: {'Port': ['ID=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:04.460468 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:01:04.461946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:01:04.499528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:01:04.587302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:01:04.702367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:01:04.716295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5ba58bc9-868c-479a-bebc-ab94b0b346f6 admin admin] 10.222.0.44 "PUT /v2.0/routers/8cf92376-3da8-423b-b3fc-3ed9f79f6fda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276371 Jan 28 21:01:04.716504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b265a4fe-e73a-46a8-97a6-58c66d9bed8a None None] Provisioning complete for port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:04.716504 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b265a4fe-e73a-46a8-97a6-58c66d9bed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:04.756326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 2, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:04.759190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b265a4fe-e73a-46a8-97a6-58c66d9bed8a None None] Port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:01:04.783876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eff444-4b3c-4229-81b1-d838f17c615f None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 2, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:01:04.956010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cded9412-a694-495f-90d3-c56e9c493453 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:01:05.028300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port cded9412-a694-495f-90d3-c56e9c493453 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:05.028674 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.181006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53092) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:06.187753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-33349358-46e1-49d6-90de-f3ac67cd686d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766606452', 'description': 'tempest-description--547456476'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:06.210988 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-33349358-46e1-49d6-90de-f3ac67cd686d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.276938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-33349358-46e1-49d6-90de-f3ac67cd686d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.280753 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-33349358-46e1-49d6-90de-f3ac67cd686d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.311646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-33349358-46e1-49d6-90de-f3ac67cd686d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.312928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-33349358-46e1-49d6-90de-f3ac67cd686d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1309175 Jan 28 21:01:06.314891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33349358-46e1-49d6-90de-f3ac67cd686d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:06.315900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53094) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:06.321884 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-21af1050-3ace-41b6-8197-88a9a324a1c3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'security_group_rule': {'security_group_id': 'dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:06.351160 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21af1050-3ace-41b6-8197-88a9a324a1c3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.418311 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21af1050-3ace-41b6-8197-88a9a324a1c3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.422129 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21af1050-3ace-41b6-8197-88a9a324a1c3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.440574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af1050-3ace-41b6-8197-88a9a324a1c3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b62496-fce3-4f89-87e8-bc54f891bb6b,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:06.451487 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-21af1050-3ace-41b6-8197-88a9a324a1c3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.452781 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-21af1050-3ace-41b6-8197-88a9a324a1c3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351435 Jan 28 21:01:06.455492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53096) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:06.461202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6c55eb6a-7630-41d3-87d8-eb193d62d70e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'security_group_rule': {'security_group_id': 'dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:06.490718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c55eb6a-7630-41d3-87d8-eb193d62d70e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.551840 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c55eb6a-7630-41d3-87d8-eb193d62d70e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.555435 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c55eb6a-7630-41d3-87d8-eb193d62d70e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.600374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55eb6a-7630-41d3-87d8-eb193d62d70e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afc32e5-1510-4177-96a4-f911636214b7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:06.600374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c55eb6a-7630-41d3-87d8-eb193d62d70e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.600374 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c55eb6a-7630-41d3-87d8-eb193d62d70e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306207 Jan 28 21:01:06.600374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53098) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:06.603330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:06.626585 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.679387 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:01:06.688076 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:01:06.688783 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:00:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:06.726792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:06.796268 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:01:06.845758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Allocated IP 172.25.2.210 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ec329329-f490-4ba2-966f-88171b6bccb9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:01:06.964487 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.005695 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.009909 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 2, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:07.011254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:01:07.040210 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:01:07.040659 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Updating router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:01:07.051330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:01:07.054545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:01:07.059284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:01:07.063022 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:07.063600 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.063851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'Port': ['ID=ec329329-f490-4ba2-966f-88171b6bccb9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:07.068112 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.149192 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.157668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.169443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ff5ba2d8-c6ad-46e1-ab1e-f4107828c281,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:07.173766 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.196035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.232436 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=ff5ba2d8-c6ad-46e1-ab1e-f4107828c281,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:07.379141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.379691 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.388294 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.393121 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.438254 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Pushing event updated for resources: {'Port': ['ID=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:07.450388 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.450572 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.450810 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.451141 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.451465 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.451788 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.452109 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.453475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.453812 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.454138 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.454460 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.454793 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:07.468769 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'Port': ['ID=ec329329-f490-4ba2-966f-88171b6bccb9,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:07.478662 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.498010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.507935 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-337645a0-c1bc-4f0a-aee2-512ede81b41b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9052076 Jan 28 21:01:07.508120 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Attempting to bind port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:01:07.508120 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Attempting to bind port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:01:07.508428 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Attempting to bind port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:01:07.513756 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:01:07.514460 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:01:07.515041 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.515594 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:01:07.516248 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Bound port: 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:01:07.516821 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.610332 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] For port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:01:07.614415 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] For port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:01:07.618660 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.660374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-067eedbd-b918-433f-a8cc-fd65e698bbb7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--766606452&fields=id&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 267 time: 0.0384922 Jan 28 21:01:07.679458 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:01:07.680270 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:00:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:07.681896 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0ea2-6cf0-42d8-a709-060f1f742e71 None None] Pushing event updated for resources: {'Port': ['ID=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:07.754562 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea3cce58-9d04-4262-bd86-d4e93112f7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.795353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-87d12040-9db6-4124-8ce1-ee2adc5af8eb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:07.797451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-87d12040-9db6-4124-8ce1-ee2adc5af8eb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 812 time: 0.1194210 Jan 28 21:01:07.801886 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:01:07.803624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-56c668ec-fd92-4812-9af5-e536a9b4cb33 None None] Provisioning complete for port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:07.804110 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-56c668ec-fd92-4812-9af5-e536a9b4cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.823276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-2067cd9c-6246-49c4-8316-1872c7d417b8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/quotas/c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 375 time: 0.0167794 Jan 28 21:01:07.892766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-8eda6305-0d2b-4ffa-ae60-97e9ceeb355c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681086 Jan 28 21:01:07.897467 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-56c668ec-fd92-4812-9af5-e536a9b4cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.935007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-56c668ec-fd92-4812-9af5-e536a9b4cb33 None None] For port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:07.938982 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-56c668ec-fd92-4812-9af5-e536a9b4cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:07.992377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c668ec-fd92-4812-9af5-e536a9b4cb33 None None] Pushing event updated for resources: {'Port': ['ID=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:08.004683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-0c79e3ee-1455-45f7-b4d6-e5485eedf68e service neutron] 10.222.0.44 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984955 Jan 28 21:01:08.037878 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:08.060564 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a9c0f513-c6f2-4993-80f4-cef5b066d5aa None None] Provisioning complete for port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:08.061565 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a9c0f513-c6f2-4993-80f4-cef5b066d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:08.064156 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb8ca0-6465-4df9-b9ff-2a807c4d7b1b None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:01:08.099060 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-a6014e5b-1c50-43b5-b858-0f452a52fb13 service neutron] 10.222.0.44 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883543 Jan 28 21:01:08.284536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-017e69fd-b524-447c-a9d5-90044743f833 req-27c0d751-bd2b-4203-9ec3-8b0ae024a573 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 210 time: 0.0281715 Jan 28 21:01:08.976653 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:01:09.023086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:09.023460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:09.102302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:01:09.149352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:09.149726 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:09.315039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-a11a2008-88ca-47fe-b394-5dfdc772fcaa tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:09.317661 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-a11a2008-88ca-47fe-b394-5dfdc772fcaa tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 812 time: 0.1295428 Jan 28 21:01:09.363794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-8c915916-2d1c-4a4b-821f-0697f05368df tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 379 time: 0.0365438 Jan 28 21:01:09.373529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'port': {'device_id': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'admin_state_up': True, 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'security_groups': ['dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:09.390527 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7bf935da-d682-4b77-bb0f-57f03ff0b6d7 req-55d6793d-ea11-447f-82f3-36ddb119220a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 210 time: 0.0314274 Jan 28 21:01:09.482921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Made reservation on behalf of c07a0972c67c4bf6af480571cd4c2fef for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:01:09.486952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:09.615263 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Allocated IP 172.20.0.6 (29277681-5b2e-48f5-980e-c3869d3c7fd1/d1777977-e1b2-4c12-a8b1-85bc1eb8f934/21e78211-d35d-4c9d-82e9-3636a146e114) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:01:09.749815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:09.781900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:09.829131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:01:09.832172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:01:09.836530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:01:09.840307 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:09.886504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:09.887045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:09.904489 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-519e1558-cf4c-4aa2-8825-9c39699f5752 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5347860 Jan 28 21:01:09.917216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Request body: {'port': {'device_id': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:09.976941 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:10.080290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d3c80e63-5a32-4bc6-bb96-c92ce722aae2 None None] Provisioning complete for port 21e78211-d35d-4c9d-82e9-3636a146e114 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:10.080664 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d3c80e63-5a32-4bc6-bb96-c92ce722aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:10.114711 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d3c80e63-5a32-4bc6-bb96-c92ce722aae2 None None] Port 21e78211-d35d-4c9d-82e9-3636a146e114 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:01:10.238414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e78211-d35d-4c9d-82e9-3636a146e114 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:01:10.245527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f755c293-fc9f-4941-a4ce-cb8ea49c9454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:10.246026 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:10.258417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Transition to ACTIVE for port object 21e78211-d35d-4c9d-82e9-3636a146e114 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:01:10.261405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:10.312673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:10.384114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Attempting to bind port 21e78211-d35d-4c9d-82e9-3636a146e114 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:01:10.385136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Attempting to bind port 21e78211-d35d-4c9d-82e9-3636a146e114 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:01:10.385136 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Attempting to bind port 21e78211-d35d-4c9d-82e9-3636a146e114 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:01:10.393342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Port 21e78211-d35d-4c9d-82e9-3636a146e114 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:01:10.393673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Attempting to bind port 21e78211-d35d-4c9d-82e9-3636a146e114 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:01:10.399825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:01:10.400249 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:01:10.400673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:01:10.401112 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Bound port: 21e78211-d35d-4c9d-82e9-3636a146e114, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:01:10.401481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:10.471323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:01:10.475276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:01:10.483144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:10.518950 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:10.520429 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:10.521196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb05e6-1f3a-465a-a205-ab67ea2cb36b req-120a7fb4-fede-4b6b-bbe2-68cc03a40ec4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:10.522035 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] 10.222.0.13 "PUT /v2.0/ports/21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 1091 time: 0.6091282 Jan 28 21:01:10.522500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:01:10.522789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3eb05e6-1f3a-465a-a205-ab67ea2cb36b req-120a7fb4-fede-4b6b-bbe2-68cc03a40ec4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 943 time: 0.0591416 Jan 28 21:01:10.524975 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a80d33-1472-4682-b29e-b4d39eeecbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:01:10.561042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5c0e9-870a-4b2e-b5da-1c36c98f7048 service neutron] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:10.578982 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487ce4e2-5cb5-40fd-a66c-f5a67e74e96e x-openstack-request-id: req-487ce4e2-5cb5-40fd-a66c-f5a67e74e96e {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:01:10.579270 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:01:10.579547 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-487ce4e2-5cb5-40fd-a66c-f5a67e74e96e {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:01:10.579941 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114', 'status': 'completed', 'code': 200} Jan 28 21:01:10.588351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3eb05e6-1f3a-465a-a205-ab67ea2cb36b req-d0a6b633-d801-4c0b-a594-c18ebd63d8d4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590174 Jan 28 21:01:10.951963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-bcb31fa7-e365-48dd-be33-27ce7d2fcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:10.953567 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-bcb31fa7-e365-48dd-be33-27ce7d2fcaa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1094 time: 0.3870089 Jan 28 21:01:10.994067 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-7e15eb01-800c-4c27-ac09-886965e21fc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 217 time: 0.0326765 Jan 28 21:01:11.040924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-4cb6fc79-9ade-4e07-877f-9523e0508868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:11.042328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-4cb6fc79-9ade-4e07-877f-9523e0508868 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0423906 Jan 28 21:01:11.088852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-d2c71688-941b-4580-92b7-24647228fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:11.090364 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-d2c71688-941b-4580-92b7-24647228fab3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413284 Jan 28 21:01:11.182723 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-337a3f3d-681e-4717-b028-b39de5d189d2 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853858 Jan 28 21:01:11.275500 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2a0bc068-54c3-4367-b335-b0942e8ceb5c req-a945d711-0ea8-488d-8bdd-a40c8290ead4 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850925 Jan 28 21:01:11.363378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-256810ec-cb02-4b7e-93e8-b46488c78d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:11.364935 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-256810ec-cb02-4b7e-93e8-b46488c78d2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1094 time: 0.0424097 Jan 28 21:01:11.453815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-4395bdb0-29f0-44ef-817d-a533eb0cc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:11.455324 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-4395bdb0-29f0-44ef-817d-a533eb0cc75c service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0839067 Jan 28 21:01:11.500620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-ab37228e-9214-4756-a6fb-43f4ce63d6b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 217 time: 0.0385802 Jan 28 21:01:11.553213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-10d9686b-0722-4793-bf8d-f0774e50af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:11.554671 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-10d9686b-0722-4793-bf8d-f0774e50af43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0447595 Jan 28 21:01:11.602611 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-d3ebfccb-1ad6-4663-afd7-0667e33cb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:11.604096 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-d3ebfccb-1ad6-4663-afd7-0667e33cb582 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399599 Jan 28 21:01:11.701049 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-e1bdadd2-a137-4b86-8260-f9fefd260007 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898201 Jan 28 21:01:11.706793 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f407b2c-7dd3-471b-9d19-ed7f97b37899 req-a52830bf-8a42-4ed2-a38b-0f117bcbc3b5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:11.708405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f407b2c-7dd3-471b-9d19-ed7f97b37899 req-a52830bf-8a42-4ed2-a38b-0f117bcbc3b5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 943 time: 0.0503027 Jan 28 21:01:11.746861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2f407b2c-7dd3-471b-9d19-ed7f97b37899 req-52232bdf-79b5-4624-908b-0e109ffda5b5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325189 Jan 28 21:01:11.766996 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:11.798591 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-16a80d33-1472-4682-b29e-b4d39eeecbb3 req-6d67baf3-df36-4684-9011-89a3e7e6972f service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903602 Jan 28 21:01:12.867034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044c803-9743-4879-ae11-eb79f296cc55 req-bfa01688-bc22-4c95-a961-8af606d3deb9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:12.868617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5044c803-9743-4879-ae11-eb79f296cc55 req-bfa01688-bc22-4c95-a961-8af606d3deb9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 943 time: 0.0531197 Jan 28 21:01:12.906063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5044c803-9743-4879-ae11-eb79f296cc55 req-d3a8075a-884a-4b2f-a741-4df2fb3387ea tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Jan 28 21:01:13.057273 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:13.283896 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:14.020209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05d70c-339c-4d07-bf83-6df0725057d6 req-dff8a627-21ae-4aab-8b37-53542f96e853 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:14.021703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd05d70c-339c-4d07-bf83-6df0725057d6 req-dff8a627-21ae-4aab-8b37-53542f96e853 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 943 time: 0.0480177 Jan 28 21:01:14.059357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd05d70c-339c-4d07-bf83-6df0725057d6 req-8bb00f18-855a-4869-bb89-9b1e22f46cd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317080 Jan 28 21:01:14.911088 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 21e78211-d35d-4c9d-82e9-3636a146e114 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:01:15.006177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:15.016351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '21e78211-d35d-4c9d-82e9-3636a146e114', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': '21e78211-d35d-4c9d-82e9-3636a146e114', 'mac_address': 'fa:16:3e:23:a8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:01:15.053978 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:15.066821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e78211-d35d-4c9d-82e9-3636a146e114 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:01:15.086366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:15.091551 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:15.140935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:15.182682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63bc40-42d1-4054-94d3-c351d49a080b req-518248a6-b9de-464d-a646-b5adf8467669 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:15.184150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a63bc40-42d1-4054-94d3-c351d49a080b req-518248a6-b9de-464d-a646-b5adf8467669 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 944 time: 0.0520701 Jan 28 21:01:15.223418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a63bc40-42d1-4054-94d3-c351d49a080b req-f74d253d-13f5-4742-b9b5-c54185fc29d5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330451 Jan 28 21:01:15.307047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['21e78211-d35d-4c9d-82e9-3636a146e114'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:01:16.349960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2bce6-716e-429e-8755-c7f1911db582 req-219f7138-3130-4e65-937b-a1b5647bc593 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:16.351293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e2bce6-716e-429e-8755-c7f1911db582 req-219f7138-3130-4e65-937b-a1b5647bc593 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 944 time: 0.0540860 Jan 28 21:01:16.388506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e2bce6-716e-429e-8755-c7f1911db582 req-a945a38a-aaca-4da8-b973-17860e8237dd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 Jan 28 21:01:16.926309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 21e78211-d35d-4c9d-82e9-3636a146e114 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:01:16.974580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 21e78211-d35d-4c9d-82e9-3636a146e114 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:01:16.978120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 21e78211-d35d-4c9d-82e9-3636a146e114 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:16.978487 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:17.212567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:17.233781 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:01:17.235956 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11da2025-98c4-4667-904d-c0410dc2091f" -d '{"events": [{"server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "name": "network-vif-plugged", "status": "completed", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:01:17.248438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:17.252433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:17.276133 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6cd790-84b6-43b4-9f04-681145b9d1d0 x-openstack-request-id: req-6f6cd790-84b6-43b4-9f04-681145b9d1d0 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:01:17.276448 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "name": "network-vif-plugged", "status": "completed", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:01:17.276692 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f6cd790-84b6-43b4-9f04-681145b9d1d0 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:01:17.277069 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114', 'code': 200} Jan 28 21:01:17.303870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:17.373784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4c314-e10e-439a-9da0-aa17c39b7244 req-9a3d2772-8b64-41d3-aa84-10e7fdf79e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:17.375397 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-96f4c314-e10e-439a-9da0-aa17c39b7244 req-9a3d2772-8b64-41d3-aa84-10e7fdf79e69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1096 time: 0.0419641 Jan 28 21:01:17.414712 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-96f4c314-e10e-439a-9da0-aa17c39b7244 req-cfb588d9-cc8b-48bd-8a2e-65246ec8e694 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325351 Jan 28 21:01:17.505320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defddc5-3aad-47e4-89b9-b8549a6e0db0 req-fdb9a701-07d2-4e03-9b38-1b24f0cff3a0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:17.506726 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9defddc5-3aad-47e4-89b9-b8549a6e0db0 req-fdb9a701-07d2-4e03-9b38-1b24f0cff3a0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0493455 Jan 28 21:01:17.545045 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9defddc5-3aad-47e4-89b9-b8549a6e0db0 req-b3a2e89f-f9da-415d-a5c5-8c00dceaa063 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324576 Jan 28 21:01:18.366885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:18.662028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4e983-9db5-4f7f-98ff-0ae308114daf req-085a36b3-461e-4c5b-8326-55a66a635e42 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:18.663395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0aa4e983-9db5-4f7f-98ff-0ae308114daf req-085a36b3-461e-4c5b-8326-55a66a635e42 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0502930 Jan 28 21:01:18.700832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0aa4e983-9db5-4f7f-98ff-0ae308114daf req-69a7bda8-da7a-4598-a1d4-508a9ed6d788 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312872 Jan 28 21:01:18.815386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60011e7a-41fc-44f6-8ca1-ab10ac42ec42 req-2c0966d6-eb5c-44bf-b670-955c5e5fbe80 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:18.816930 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60011e7a-41fc-44f6-8ca1-ab10ac42ec42 req-2c0966d6-eb5c-44bf-b670-955c5e5fbe80 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0531397 Jan 28 21:01:18.825488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53152) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:01:18.829713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'floatingip': {'port_id': '21e78211-d35d-4c9d-82e9-3636a146e114'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:18.868608 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:19.300122 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:19.304537 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:19.405377 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Floating IP 35547f45-8488-4674-a20e-0a518d624014 associated. External IP: 172.25.2.210, port: 21e78211-d35d-4c9d-82e9-3636a146e114. Jan 28 21:01:19.610964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:01:19.714733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:01:19.719246 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:19.725641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:01:19.734383 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:01:19.734994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:01:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:19.749079 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f95a18b1-e77c-49c7-b1ec-1fdb864d553c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "PUT /v2.0/floatingips/35547f45-8488-4674-a20e-0a518d624014 HTTP/1.1" status: 200 len: 991 time: 0.9225659 Jan 28 21:01:19.749668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:01:19.752157 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e458a7-7703-479d-af0f-11daff37602d" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:01:19.849652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:01:19.857813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037f9d-5591-402a-910c-df11954f50ff req-057c56c1-fc0f-491e-969e-96db374ffc55 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:19.859427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71037f9d-5591-402a-910c-df11954f50ff req-057c56c1-fc0f-491e-969e-96db374ffc55 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0508232 Jan 28 21:01:19.867864 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696ecddc-7400-4beb-9a89-9409e4dd6756 x-openstack-request-id: req-696ecddc-7400-4beb-9a89-9409e4dd6756 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:01:19.868245 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:01:19.868551 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-696ecddc-7400-4beb-9a89-9409e4dd6756 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:01:19.868957 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114', 'status': 'completed', 'code': 200} Jan 28 21:01:19.905771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71037f9d-5591-402a-910c-df11954f50ff req-11b6dac5-4082-4d0f-9b5d-ceb273146d5e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358315 Jan 28 21:01:19.934783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e458a7-7703-479d-af0f-11daff37602d req-5ac1bf7a-73a3-4184-96de-e8c07ac3693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:19.936529 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4e458a7-7703-479d-af0f-11daff37602d req-5ac1bf7a-73a3-4184-96de-e8c07ac3693a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1096 time: 0.0458882 Jan 28 21:01:20.030072 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e458a7-7703-479d-af0f-11daff37602d req-ab9b4241-ab59-44ab-bb3a-f124af6971ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:20.031620 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4e458a7-7703-479d-af0f-11daff37602d req-ab9b4241-ab59-44ab-bb3a-f124af6971ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0875895 Jan 28 21:01:20.091961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '21e78211-d35d-4c9d-82e9-3636a146e114', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:23:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:01:19Z', 'revision_number': 1, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:20.122453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:01:20.125312 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4e458a7-7703-479d-af0f-11daff37602d req-16c442eb-a880-4235-afcf-deec3240ba30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 999 time: 0.0872695 Jan 28 21:01:20.131325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:01:20.131944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:01:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:20.177911 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e458a7-7703-479d-af0f-11daff37602d req-be2eaedc-9d7f-4229-986b-cb104286f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:20.179408 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4e458a7-7703-479d-af0f-11daff37602d req-be2eaedc-9d7f-4229-986b-cb104286f804 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0477598 Jan 28 21:01:20.194678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b7072-6376-4764-b024-c648ae3bbc51 req-3e7bdc3d-6120-4aa9-b0b5-54196c967000 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:20.196276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-923b7072-6376-4764-b024-c648ae3bbc51 req-3e7bdc3d-6120-4aa9-b0b5-54196c967000 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0861411 Jan 28 21:01:20.202586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-217f304d-7ce5-4264-a3b3-9f37d6fad9ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819521 Jan 28 21:01:20.231042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e458a7-7703-479d-af0f-11daff37602d req-dde33df2-df32-4756-ae16-b6f352159e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:20.232669 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4e458a7-7703-479d-af0f-11daff37602d req-dde33df2-df32-4756-ae16-b6f352159e71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470951 Jan 28 21:01:20.246474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:01:20.262097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-923b7072-6376-4764-b024-c648ae3bbc51 req-dca34be4-eb47-4b09-841c-ec25105c554c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534995 Jan 28 21:01:20.342850 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4e458a7-7703-479d-af0f-11daff37602d req-bf5f4e1f-a985-4d6c-ada0-e4a07e7b94e6 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028512 Jan 28 21:01:20.445247 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d4e458a7-7703-479d-af0f-11daff37602d req-62cb12af-1602-4fff-9497-1cae8dc2167f service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951395 Jan 28 21:01:20.492707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '21e78211-d35d-4c9d-82e9-3636a146e114', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:23:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:01:19Z', 'revision_number': 1, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:20.528123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8fa60-a1b5-4557-8ca0-58538aa412a8 None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '21e78211-d35d-4c9d-82e9-3636a146e114', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:23:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:01:19Z', 'revision_number': 1, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:01:20.643353 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:01:20.726279 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb4a80-1ae6-481a-a4ec-51d4610ec8c4 None None] New status for floating IP 35547f45-8488-4674-a20e-0a518d624014: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:01:21.342441 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-fb023de3-1ac6-4cb9-b86a-75a1bed6b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:21.343990 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-fb023de3-1ac6-4cb9-b86a-75a1bed6b210 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1096 time: 0.0430987 Jan 28 21:01:21.376974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b3e3-048f-49bb-b60d-38491e70028f req-7edebd64-d0ee-4be5-8fb6-063dff153bee tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:21.378687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3061b3e3-048f-49bb-b60d-38491e70028f req-7edebd64-d0ee-4be5-8fb6-063dff153bee tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0526211 Jan 28 21:01:21.418072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3061b3e3-048f-49bb-b60d-38491e70028f req-59f57548-d311-4edf-b938-b230c25d03af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331571 Jan 28 21:01:21.442303 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-09ee89a0-a9e8-4e87-afeb-d24b609fe320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:21.443820 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-09ee89a0-a9e8-4e87-afeb-d24b609fe320 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0933280 Jan 28 21:01:21.511660 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-5a7f58df-17cb-4ecb-bf07-bb8519e43756 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 1001 time: 0.0596077 Jan 28 21:01:21.564511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-a40db078-af6c-47b1-be94-95d1e5822387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:21.566524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-a40db078-af6c-47b1-be94-95d1e5822387 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0491779 Jan 28 21:01:21.611992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-2dcf7bb5-c2fe-4662-9f3c-80c7a5bfa35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:21.613557 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-2dcf7bb5-c2fe-4662-9f3c-80c7a5bfa35d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407443 Jan 28 21:01:21.704311 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-bfe270b7-2796-4058-81f6-0dc0491d6c5d service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841377 Jan 28 21:01:21.705508 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:21.797965 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-69be14df-4fee-466d-ada7-1f26e8617733 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873561 Jan 28 21:01:22.537099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7f0d2-32d0-4d71-ac33-1c95b9d2fed6 req-b967bd12-0418-401f-b977-43d67bf66d97 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:22.539575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ff7f0d2-32d0-4d71-ac33-1c95b9d2fed6 req-b967bd12-0418-401f-b977-43d67bf66d97 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0517144 Jan 28 21:01:22.577533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ff7f0d2-32d0-4d71-ac33-1c95b9d2fed6 req-9bf10002-2961-470c-9c41-dfe0b7bdfbab tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Jan 28 21:01:22.618291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-123689f8-d8fc-467a-9972-b2ed487d0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:22.619792 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-123689f8-d8fc-467a-9972-b2ed487d0e99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1096 time: 0.0431674 Jan 28 21:01:22.728370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-f8e277cc-dec7-492b-ad3c-14568c09c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:22.729846 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-f8e277cc-dec7-492b-ad3c-14568c09c189 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0896633 Jan 28 21:01:22.795937 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-4baf2f42-73be-4a42-a7da-907bf4093bdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 1001 time: 0.0585656 Jan 28 21:01:22.842986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-35ad2696-c9d8-4c2d-97ce-dd4c394db80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:22.844400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-35ad2696-c9d8-4c2d-97ce-dd4c394db80b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0421731 Jan 28 21:01:22.892772 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-07887eaa-33f3-4a4c-a826-cbc7153fe2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:22.894485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-07887eaa-33f3-4a4c-a826-cbc7153fe2fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439036 Jan 28 21:01:22.981521 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-f90cba82-7621-4d05-87a9-619212992187 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808508 Jan 28 21:01:23.074906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-86359fdd-f425-41e7-8eb0-ab7735748d19 req-8343efa6-ffdc-4bc2-8276-186bad8b80ca service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 Jan 28 21:01:23.698080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c263bf-67a4-46b7-aee5-a6e95cdd8761 req-87cd651d-b87e-4564-ae85-bf151a31eb6c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:23.699428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c263bf-67a4-46b7-aee5-a6e95cdd8761 req-87cd651d-b87e-4564-ae85-bf151a31eb6c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0519290 Jan 28 21:01:23.736394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29c263bf-67a4-46b7-aee5-a6e95cdd8761 req-56385633-d2c6-4c4a-92d7-97e8bb84fba2 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309758 Jan 28 21:01:24.851349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3db76-b54f-43fb-82bc-c86c9de8c9c9 req-63da645f-bb74-40b3-838b-4a554ab91c73 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:24.852856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79e3db76-b54f-43fb-82bc-c86c9de8c9c9 req-63da645f-bb74-40b3-838b-4a554ab91c73 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0476391 Jan 28 21:01:24.889703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79e3db76-b54f-43fb-82bc-c86c9de8c9c9 req-cfb1be7b-0868-419e-bb9b-5ca943ed8133 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310025 Jan 28 21:01:26.007053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be4727-e346-442c-b534-0eaebbd853cc req-bd7ec36a-3a73-42eb-a3bc-419191a57975 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:26.008543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32be4727-e346-442c-b534-0eaebbd853cc req-bd7ec36a-3a73-42eb-a3bc-419191a57975 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0485499 Jan 28 21:01:26.045208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-32be4727-e346-442c-b534-0eaebbd853cc req-305d371c-8875-490f-8a57-ffd51595cdd4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307581 Jan 28 21:01:27.164141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb84af5-7f47-4d78-a488-9f6096c7a94d req-b0280c61-8e4a-46bd-af0f-d63a26a446cf tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:27.165599 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fb84af5-7f47-4d78-a488-9f6096c7a94d req-b0280c61-8e4a-46bd-af0f-d63a26a446cf tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0537467 Jan 28 21:01:27.203540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6fb84af5-7f47-4d78-a488-9f6096c7a94d req-8550b6d2-62d7-4d2b-8a38-a142e659044b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318198 Jan 28 21:01:28.320707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca9cdb-7c8f-4e87-877d-0dd5b23896e1 req-a2fede58-3f2e-4dca-8c12-c39218af2d3e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:28.322167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fca9cdb-7c8f-4e87-877d-0dd5b23896e1 req-a2fede58-3f2e-4dca-8c12-c39218af2d3e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0500090 Jan 28 21:01:28.358734 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fca9cdb-7c8f-4e87-877d-0dd5b23896e1 req-623802ff-e05f-474f-965d-51f7e7061eb8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305779 Jan 28 21:01:29.474540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce7841-d637-4f5b-a76d-27f359e0dd8b req-fd6325bc-a11a-4ab3-8827-6faf75907558 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:29.476297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31ce7841-d637-4f5b-a76d-27f359e0dd8b req-fd6325bc-a11a-4ab3-8827-6faf75907558 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0485356 Jan 28 21:01:29.514026 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31ce7841-d637-4f5b-a76d-27f359e0dd8b req-95aa9bfc-1213-46c2-ace7-230a95bffd1c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320508 Jan 28 21:01:30.640580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c1868-267a-40c6-84f2-6472fb8b6c3e req-fd272fab-1105-46f8-b908-7d902b391778 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:30.642191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d6c1868-267a-40c6-84f2-6472fb8b6c3e req-fd272fab-1105-46f8-b908-7d902b391778 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0551035 Jan 28 21:01:30.680066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0d6c1868-267a-40c6-84f2-6472fb8b6c3e req-2d235569-6b54-44e5-9251-73b9a50a40ed tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Jan 28 21:01:31.795950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b2985-e687-42e1-8be0-6c46220fb7ba req-347941ed-fb00-4304-9e9d-37afc2676114 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:31.797492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f49b2985-e687-42e1-8be0-6c46220fb7ba req-347941ed-fb00-4304-9e9d-37afc2676114 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0490425 Jan 28 21:01:31.835968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f49b2985-e687-42e1-8be0-6c46220fb7ba req-f633c560-caf5-4611-b5a2-6555ece5bc2b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Jan 28 21:01:32.949812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8f664-537f-41cd-b35d-5ea2e290c281 req-ba4331fb-6ab7-41af-b06e-0f1d106c3e7b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:32.951263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28e8f664-537f-41cd-b35d-5ea2e290c281 req-ba4331fb-6ab7-41af-b06e-0f1d106c3e7b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0484099 Jan 28 21:01:32.988410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28e8f664-537f-41cd-b35d-5ea2e290c281 req-6e38b122-407f-4746-b916-449dc70ff4b8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311584 Jan 28 21:01:34.104068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52a959-dcd3-4464-bf7f-9d5fabf16fb9 req-60508c6f-958a-4683-b6b7-8d4345cdf5de tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:34.105532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc52a959-dcd3-4464-bf7f-9d5fabf16fb9 req-60508c6f-958a-4683-b6b7-8d4345cdf5de tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0512137 Jan 28 21:01:34.143581 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc52a959-dcd3-4464-bf7f-9d5fabf16fb9 req-2419b59b-8136-45d6-8cfc-8693343573df tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319288 Jan 28 21:01:35.258328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec64b0b-5804-476f-aa09-7b45e1b55e72 req-493cc1b9-7eda-4205-af9d-6100f82a4044 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:35.259793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bec64b0b-5804-476f-aa09-7b45e1b55e72 req-493cc1b9-7eda-4205-af9d-6100f82a4044 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0490303 Jan 28 21:01:35.297070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bec64b0b-5804-476f-aa09-7b45e1b55e72 req-f98057cf-4a72-4803-9cb7-8d56356813e7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313494 Jan 28 21:01:36.410199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf76c8-6362-46bc-a0cf-b9180f085f98 req-64dae8f7-5172-4406-b821-87e71f33917e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:36.411665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5bf76c8-6362-46bc-a0cf-b9180f085f98 req-64dae8f7-5172-4406-b821-87e71f33917e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0485606 Jan 28 21:01:36.448202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5bf76c8-6362-46bc-a0cf-b9180f085f98 req-bbf0d16d-bb5a-4688-9758-7492b0a8745f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305307 Jan 28 21:01:37.567269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09171f6-80cd-4f51-baf7-4770ddca592a req-65764f1e-cd58-4635-89c8-d979d2165242 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:37.568775 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f09171f6-80cd-4f51-baf7-4770ddca592a req-65764f1e-cd58-4635-89c8-d979d2165242 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0535891 Jan 28 21:01:37.606282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f09171f6-80cd-4f51-baf7-4770ddca592a req-1ec89999-0534-4a52-b1b7-ca015a7eb24e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Jan 28 21:01:37.745939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5b1d-7f53-487c-a28a-71f72782ddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:38.724362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042aa00-dcad-4794-af5e-b7f213cb4a67 req-ef2f6c91-5329-4e76-b1f3-1dc4f293873e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:38.725827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0042aa00-dcad-4794-af5e-b7f213cb4a67 req-ef2f6c91-5329-4e76-b1f3-1dc4f293873e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0498672 Jan 28 21:01:38.763921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0042aa00-dcad-4794-af5e-b7f213cb4a67 req-b8e64863-7672-4a6a-9f80-682752f0517d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322206 Jan 28 21:01:39.883207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192f5be-4ecd-4d9b-b940-0bcffca962f4 req-f7de98d2-bd6c-4eba-9c75-a83d2aeaef40 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:39.884687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1192f5be-4ecd-4d9b-b940-0bcffca962f4 req-f7de98d2-bd6c-4eba-9c75-a83d2aeaef40 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0480525 Jan 28 21:01:39.922743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1192f5be-4ecd-4d9b-b940-0bcffca962f4 req-b8b921e7-6e36-4b0e-8059-f7422a0acede tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320916 Jan 28 21:01:40.250093 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-afecfb41-fe89-487a-81ae-3d6239bf9285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:41.042523 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a2283-1117-4573-a184-b2da4da6c1ab req-c61bcab7-3a57-4299-a2ad-baa76ae8daea tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:41.043991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be9a2283-1117-4573-a184-b2da4da6c1ab req-c61bcab7-3a57-4299-a2ad-baa76ae8daea tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0516896 Jan 28 21:01:41.082451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be9a2283-1117-4573-a184-b2da4da6c1ab req-a9f00463-390e-434e-8770-0d9d69262588 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jan 28 21:01:41.768378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:42.199336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92eef-b54e-482d-806d-54f6e6a9a06f req-ccf21f95-df24-4985-b255-da03fa8f6cae tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:42.200830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0f92eef-b54e-482d-806d-54f6e6a9a06f req-ccf21f95-df24-4985-b255-da03fa8f6cae tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0500312 Jan 28 21:01:42.238879 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0f92eef-b54e-482d-806d-54f6e6a9a06f req-fb127b71-1230-471f-bdeb-88f2bd5dbfee tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318475 Jan 28 21:01:43.060023 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:43.289982 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:43.360724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6415f33-db01-4374-917f-a83c7d044fd6 req-9595855d-6216-45ea-9da0-286ff8d5ffb7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:43.362298 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6415f33-db01-4374-917f-a83c7d044fd6 req-9595855d-6216-45ea-9da0-286ff8d5ffb7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0489354 Jan 28 21:01:43.401854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6415f33-db01-4374-917f-a83c7d044fd6 req-ff9cf93e-6ec4-478a-b2f1-096037e6c873 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332561 Jan 28 21:01:44.518552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31797356-c300-4a24-b84a-c928865d67ce req-073fada7-b9a3-4fed-ac46-d4913ce86dc0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:44.519790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31797356-c300-4a24-b84a-c928865d67ce req-073fada7-b9a3-4fed-ac46-d4913ce86dc0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0511081 Jan 28 21:01:44.556864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31797356-c300-4a24-b84a-c928865d67ce req-b1fbc1da-78c5-48af-b2c0-815baa1b254e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Jan 28 21:01:45.679743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec57171-0f7e-4bdd-86b7-c220edd03def req-7f8e0ba6-3bff-4a26-bdc5-7ac9fb344d7d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:45.681133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ec57171-0f7e-4bdd-86b7-c220edd03def req-7f8e0ba6-3bff-4a26-bdc5-7ac9fb344d7d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0595214 Jan 28 21:01:45.720604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ec57171-0f7e-4bdd-86b7-c220edd03def req-82a2c4bd-702a-4478-b86d-5cf1b62d7241 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 Jan 28 21:01:46.835415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb305d4-288c-48c7-97e0-976a06bd8082 req-6bd41f15-2db8-46ed-8a9e-c6e2861f1d49 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:46.836903 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cb305d4-288c-48c7-97e0-976a06bd8082 req-6bd41f15-2db8-46ed-8a9e-c6e2861f1d49 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0485871 Jan 28 21:01:46.873480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cb305d4-288c-48c7-97e0-976a06bd8082 req-e2eecc6b-f4c8-499f-bac9-18c82ae698e3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Jan 28 21:01:48.002700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa72e6-13fb-48f7-9bbc-218cb2a54239 req-4e093214-4161-400f-b311-3f232aba90d4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:48.004266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72aa72e6-13fb-48f7-9bbc-218cb2a54239 req-4e093214-4161-400f-b311-3f232aba90d4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0521784 Jan 28 21:01:48.041555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-72aa72e6-13fb-48f7-9bbc-218cb2a54239 req-492f625e-e730-450e-93f3-432726321048 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Jan 28 21:01:48.371908 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:48.681199 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-b3bc9246-4aa5-40d8-97da-3f7a288a275d service neutron] show failed (client error): The resource could not be found. Jan 28 21:01:48.682187 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-b3bc9246-4aa5-40d8-97da-3f7a288a275d service neutron] 10.222.0.13 "GET /v2.0/ports/21e78211-d35d-4c9d-82e9-3636a146e114/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0573690 Jan 28 21:01:48.882674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-18bf0a62-a546-46b9-a564-7125d50c8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:48.884206 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-18bf0a62-a546-46b9-a564-7125d50c8f88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 1096 time: 0.0425241 Jan 28 21:01:48.895602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:01:48.952116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:49.159436 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:49.159685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298843f4-098f-47c0-b43a-7786318ba00e req-263b3811-d27c-4565-a45f-2d3d8ec9aa01 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:49.161121 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-298843f4-098f-47c0-b43a-7786318ba00e req-263b3811-d27c-4565-a45f-2d3d8ec9aa01 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0500696 Jan 28 21:01:49.195378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:01:49.201311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-298843f4-098f-47c0-b43a-7786318ba00e req-41bf74e4-0553-499d-93cd-84f4ff9d3059 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338650 Jan 28 21:01:49.237621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:01:49.239869 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a46ebb-a67b-4a6f-86f0-2f8d071f0bb6" -d '{"events": [{"server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "name": "network-vif-unplugged", "status": "completed", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:01:49.243901 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:49.256991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Transition to ACTIVE for port object 21e78211-d35d-4c9d-82e9-3636a146e114 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:01:49.260835 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:49.299515 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d6b0c7-8e71-4f92-a883-beff2f9f95c9 x-openstack-request-id: req-68d6b0c7-8e71-4f92-a883-beff2f9f95c9 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:01:49.300000 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "name": "network-vif-unplugged", "status": "completed", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:01:49.300459 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68d6b0c7-8e71-4f92-a883-beff2f9f95c9 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:01:49.301128 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114', 'code': 200} Jan 28 21:01:49.397248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=6']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:49.446698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] No DVR routers for this DVR port 21e78211-d35d-4c9d-82e9-3636a146e114 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:01:49.584129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Attempting to bind port 21e78211-d35d-4c9d-82e9-3636a146e114 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:01:49.584412 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Attempting to bind port 21e78211-d35d-4c9d-82e9-3636a146e114 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:01:49.584745 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Attempting to bind port 21e78211-d35d-4c9d-82e9-3636a146e114 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:01:49.588962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Port 21e78211-d35d-4c9d-82e9-3636a146e114 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:01:49.589285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Attempting to bind port 21e78211-d35d-4c9d-82e9-3636a146e114 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:01:49.594016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:01:49.594351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:01:49.594733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:01:49.595160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Bound port: 21e78211-d35d-4c9d-82e9-3636a146e114, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:01:49.596030 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:49.659264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:01:49.662283 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:01:49.667066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:49.699673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:49.700380 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:49.701741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] 10.222.0.26 "PUT /v2.0/ports/21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 1091 time: 0.8102210 Jan 28 21:01:49.726640 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcde9dd-1da4-40c0-9e43-4bc50b75d570 service neutron] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:49.771361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-84e27f82-5e0c-440d-9e39-06f5b18ecea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:49.772895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-84e27f82-5e0c-440d-9e39-06f5b18ecea9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1094 time: 0.0433390 Jan 28 21:01:49.872739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-78990107-247f-4663-9bff-453224e025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:49.874253 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-78990107-247f-4663-9bff-453224e025a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0947230 Jan 28 21:01:49.939839 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-3232a50b-1675-4ac8-9309-afdee12dc52a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 999 time: 0.0576155 Jan 28 21:01:49.993936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-96389b0b-047b-4156-8e04-82a1737f38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:49.995314 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-96389b0b-047b-4156-8e04-82a1737f38fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0488660 Jan 28 21:01:50.041685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-4089e2ae-0286-499f-8e0a-b091391be686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:50.043156 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-4089e2ae-0286-499f-8e0a-b091391be686 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398662 Jan 28 21:01:50.131780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-7645575f-ea4e-4c23-ae4f-f24018756c28 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811679 Jan 28 21:01:50.225093 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f524f617-454e-4d7b-ba3e-10f21091a5c3 req-5493dbc9-d7d0-4db4-82ac-347fcdaa5746 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868311 Jan 28 21:01:50.325305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2499086-3b6c-4f02-84e9-a8796b863994 req-acffe01d-f106-4451-a695-6b7b2f69e9ec tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:50.326711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2499086-3b6c-4f02-84e9-a8796b863994 req-acffe01d-f106-4451-a695-6b7b2f69e9ec tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 943 time: 0.0513701 Jan 28 21:01:50.367705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2499086-3b6c-4f02-84e9-a8796b863994 req-d8838152-9b72-4423-a7d9-87b51695d8b8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335655 Jan 28 21:01:51.302244 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:01:51.304634 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d533f944-c040-4f91-9739-28148bafa20f" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:01:51.353233 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754042e-9a7b-4eef-9618-131a7748c370 x-openstack-request-id: req-5754042e-9a7b-4eef-9618-131a7748c370 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:01:51.353533 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:01:51.353917 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5754042e-9a7b-4eef-9618-131a7748c370 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:01:51.354475 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114', 'status': 'completed', 'code': 200} Jan 28 21:01:51.445928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f944-c040-4f91-9739-28148bafa20f req-d130c4c0-fd90-4138-ac49-5e7c7f7e47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.447431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-d130c4c0-fd90-4138-ac49-5e7c7f7e47c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1094 time: 0.0719242 Jan 28 21:01:51.451843 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f944-c040-4f91-9739-28148bafa20f req-0bed01a9-ca6b-4615-a9ce-b2c4ffc26cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.453292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-0bed01a9-ca6b-4615-a9ce-b2c4ffc26cde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1094 time: 0.0765305 Jan 28 21:01:51.517880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9764a-6543-4427-b935-e4337c90910e req-47d3c260-11ea-4705-a8f2-2eaddc5b07dc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.519639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2fa9764a-6543-4427-b935-e4337c90910e req-47d3c260-11ea-4705-a8f2-2eaddc5b07dc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 943 time: 0.0558984 Jan 28 21:01:51.560594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2fa9764a-6543-4427-b935-e4337c90910e req-c6dd3e6f-a9e2-4200-a2c6-d4824c924f56 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347049 Jan 28 21:01:51.622086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f944-c040-4f91-9739-28148bafa20f req-54e02139-db6b-4143-91c4-53f6868bedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.623575 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-54e02139-db6b-4143-91c4-53f6868bedcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1614721 Jan 28 21:01:51.624695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f944-c040-4f91-9739-28148bafa20f req-76756d04-0c4a-4814-92f6-b19f232a26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.626009 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-76756d04-0c4a-4814-92f6-b19f232a26d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1718881 Jan 28 21:01:51.741696 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:51.791935 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-4eef9d85-0a28-4497-a7f9-297323e5dc98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 999 time: 0.1613164 Jan 28 21:01:51.796046 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-d3fd2c1b-574c-41e2-b0a4-0fe67146e7a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 999 time: 0.1569967 Jan 28 21:01:51.873389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f944-c040-4f91-9739-28148bafa20f req-8260477c-c620-4cb1-aa09-e0a1eec1c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.874805 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-8260477c-c620-4cb1-aa09-e0a1eec1c745 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0763609 Jan 28 21:01:51.878909 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f944-c040-4f91-9739-28148bafa20f req-50fd4e22-7212-42b2-afdb-4bbee460efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.880404 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-50fd4e22-7212-42b2-afdb-4bbee460efab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0733516 Jan 28 21:01:51.949575 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f944-c040-4f91-9739-28148bafa20f req-4fade610-626e-475e-a461-106b2eee2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.951121 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-4fade610-626e-475e-a461-106b2eee2827 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698991 Jan 28 21:01:51.953451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f944-c040-4f91-9739-28148bafa20f req-93018830-41ce-41b5-8bca-27c22882fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:51.954900 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-93018830-41ce-41b5-8bca-27c22882fd4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664010 Jan 28 21:01:52.106183 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-d6f3beb5-103d-431c-b325-61933b58e101 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484580 Jan 28 21:01:52.108034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-19ee6554-1878-4510-9163-521ffad70aaa service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436603 Jan 28 21:01:52.261678 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-74b6f96c-f00f-4e2b-a7ce-ccbc456d8efa service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485221 Jan 28 21:01:52.263537 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d533f944-c040-4f91-9739-28148bafa20f req-4eac0947-92f5-481c-b19b-af49d2dbbc9b service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436050 Jan 28 21:01:52.698530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9da4-e700-4aac-97e8-e64ede390880 req-1ced6689-760e-472d-9aa5-52a6e4e6e2ea tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:52.700771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81de9da4-e700-4aac-97e8-e64ede390880 req-1ced6689-760e-472d-9aa5-52a6e4e6e2ea tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 943 time: 0.0645440 Jan 28 21:01:52.739215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81de9da4-e700-4aac-97e8-e64ede390880 req-be9c5c46-3309-461a-8c1f-d762385ad1f3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Jan 28 21:01:52.929767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533d6e8-1cbc-4223-aa42-3f04cd1f2444 req-6c52fdb7-33f4-4e01-abfe-ff21fc4c0685 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:52.931269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0533d6e8-1cbc-4223-aa42-3f04cd1f2444 req-6c52fdb7-33f4-4e01-abfe-ff21fc4c0685 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 943 time: 0.0500922 Jan 28 21:01:52.945738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-34864c0b-ccf5-400b-806d-a869756d4465 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:52.947219 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-34864c0b-ccf5-400b-806d-a869756d4465 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a&tenant_id=c07a0972c67c4bf6af480571cd4c2fef&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 943 time: 0.0557199 Jan 28 21:01:52.970922 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0533d6e8-1cbc-4223-aa42-3f04cd1f2444 req-f4596001-b8ae-4a33-8360-c58aa5774bb8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329075 Jan 28 21:01:53.008613 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-16395816-9998-4898-9de5-219fe6965480 service neutron] delete failed (client error): The resource could not be found. Jan 28 21:01:53.009655 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-16395816-9998-4898-9de5-219fe6965480 service neutron] 10.222.0.13 "DELETE /v2.0/ports/21e78211-d35d-4c9d-82e9-3636a146e114/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0551672 Jan 28 21:01:53.091260 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-1bc42da8-62b1-4d8b-aacf-6d9f52b27e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:53.092811 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-1bc42da8-62b1-4d8b-aacf-6d9f52b27e78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 1094 time: 0.0397947 Jan 28 21:01:53.098836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 21e78211-d35d-4c9d-82e9-3636a146e114 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:01:53.137200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 21e78211-d35d-4c9d-82e9-3636a146e114 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:01:53.139498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 21e78211-d35d-4c9d-82e9-3636a146e114 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:01:53.186845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-b02b9a16-ea16-4e81-8fd6-b255ffcadd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:53.188409 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-b02b9a16-ea16-4e81-8fd6-b255ffcadd99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0891433 Jan 28 21:01:53.233969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:53.244713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '21e78211-d35d-4c9d-82e9-3636a146e114', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': '21e78211-d35d-4c9d-82e9-3636a146e114', 'mac_address': 'fa:16:3e:23:a8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:01:53.254237 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-bb8e2a20-0f38-4988-8b10-a570d20ce218 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 200 len: 999 time: 0.0594831 Jan 28 21:01:53.281770 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:53.295209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e78211-d35d-4c9d-82e9-3636a146e114 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:01:53.303108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-f93c53d0-39a0-484b-99c5-7576a817080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:53.304627 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-f93c53d0-39a0-484b-99c5-7576a817080e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0446885 Jan 28 21:01:53.318979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:53.322361 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:53.354930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-6884175d-6d87-45af-b0ad-39a7cc67251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:53.356409 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-6884175d-6d87-45af-b0ad-39a7cc67251a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456851 Jan 28 21:01:53.374943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:53.385740 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.386183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.386644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.387089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.387538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.388027 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.388563 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.389046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.389509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.390024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.390606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.390969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:53.452276 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-7ad3bfe8-a98b-4be2-9ecf-2fdc781ba794 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888686 Jan 28 21:01:53.562538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['21e78211-d35d-4c9d-82e9-3636a146e114'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:01:53.562773 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fb71bc43-d472-4f92-b1f3-87cd4857486c req-79c996b4-66c1-4680-9293-632a4458d516 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984392 Jan 28 21:01:54.117311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03815606-49c8-4135-809d-893d196fa1f2 req-36330de4-c7ff-4727-a99f-0e1edb65366b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:54.118798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03815606-49c8-4135-809d-893d196fa1f2 req-36330de4-c7ff-4727-a99f-0e1edb65366b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 944 time: 0.0605035 Jan 28 21:01:54.477293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03815606-49c8-4135-809d-893d196fa1f2 req-42ad116b-3478-4ea5-88d3-1f0df3912694 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522744 Jan 28 21:01:54.588977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20a175-b1c2-443d-aef4-c6eb17c6d494 req-c39d0030-49cc-45c2-8557-30e726e0377c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:54.590432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a20a175-b1c2-443d-aef4-c6eb17c6d494 req-c39d0030-49cc-45c2-8557-30e726e0377c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 944 time: 0.0479972 Jan 28 21:01:54.627565 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0a20a175-b1c2-443d-aef4-c6eb17c6d494 req-f74a1994-33bc-4bfe-a585-bbcd6a4cf931 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Jan 28 21:01:54.744753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfa139-4e89-472d-8ad2-fafd16df0efb req-28ce613f-8adb-4ad5-a0b6-c37a0709ea6d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:54.746218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9cdfa139-4e89-472d-8ad2-fafd16df0efb req-28ce613f-8adb-4ad5-a0b6-c37a0709ea6d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 944 time: 0.0507638 Jan 28 21:01:54.785054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9cdfa139-4e89-472d-8ad2-fafd16df0efb req-cc8c6e5e-5ddf-476d-81c9-739f1806ae6c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Jan 28 21:01:55.025502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7776c-8d57-4df7-a6e2-25ef4f6786c6 req-becd2c77-89b1-42fd-a716-61a4054d4862 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:55.026977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92e7776c-8d57-4df7-a6e2-25ef4f6786c6 req-becd2c77-89b1-42fd-a716-61a4054d4862 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 944 time: 0.0584154 Jan 28 21:01:55.068207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-92e7776c-8d57-4df7-a6e2-25ef4f6786c6 req-0686108f-ff4c-4326-8a76-d34e4df7785e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350175 Jan 28 21:01:55.153531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 21e78211-d35d-4c9d-82e9-3636a146e114 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:01:55.207387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 21e78211-d35d-4c9d-82e9-3636a146e114 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:01:55.211585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 21e78211-d35d-4c9d-82e9-3636a146e114 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:01:55.211961 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:55.295181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:55.320007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:01:55.322291 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014b289a-a2a4-41ec-b4fc-81f820b25bbf" -d '{"events": [{"server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "name": "network-vif-plugged", "status": "completed", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:01:55.336132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:55.340902 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:55.380661 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe67571-693e-402c-a3aa-e31f7bb5604a x-openstack-request-id: req-1fe67571-693e-402c-a3aa-e31f7bb5604a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:01:55.380948 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "name": "network-vif-plugged", "status": "completed", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:01:55.381195 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fe67571-693e-402c-a3aa-e31f7bb5604a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:01:55.381582 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114', 'code': 200} Jan 28 21:01:55.410037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:56.192310 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067811-fad4-430b-9a1c-8ee2c09c6ed7 req-fe655f51-b91d-4731-8c24-3033769e25fe tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:56.193800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e067811-fad4-430b-9a1c-8ee2c09c6ed7 req-fe655f51-b91d-4731-8c24-3033769e25fe tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0551829 Jan 28 21:01:56.231557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e067811-fad4-430b-9a1c-8ee2c09c6ed7 req-a314cec8-2cec-41fa-87b8-e4dc0970baa8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316224 Jan 28 21:01:56.424686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a609160-9224-4af1-9a1f-4827117a075f req-ee397190-05f9-4a90-9c1f-f36968e22952 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:56.426134 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1a609160-9224-4af1-9a1f-4827117a075f req-ee397190-05f9-4a90-9c1f-f36968e22952 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 945 time: 0.0500000 Jan 28 21:01:56.512946 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Deleting port 21e78211-d35d-4c9d-82e9-3636a146e114 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:01:56.513290 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:56.941815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] For port 21e78211-d35d-4c9d-82e9-3636a146e114, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=21e78211-d35d-4c9d-82e9-3636a146e114,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:01:56.942184 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:57.109720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:57.110075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:57.110391 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Floating IP 35547f45-8488-4674-a20e-0a518d624014 disassociated. External IP: 172.25.2.210, port: 21e78211-d35d-4c9d-82e9-3636a146e114. Jan 28 21:01:57.110830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Calling delete_port for 21e78211-d35d-4c9d-82e9-3636a146e114 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:01:57.237584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:57.268377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event deleted for resources: {'Port': ['ID=21e78211-d35d-4c9d-82e9-3636a146e114,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:01:57.279162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.279511 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.279852 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.280207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.280540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.280885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.281197 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.281516 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.281835 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.282269 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.282460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.283596 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:01:57.330327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e4b6e5f-fdf7-4bf9-bd84-129721cd3ffd req-a24782a9-dc15-4fc8-aff5-9d421a07b58e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eba2179-64cc-4ba6-818e-d9eb29dd392a HTTP/1.1" status: 200 len: 210 time: 0.0254538 Jan 28 21:01:57.395851 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:01:57.503169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:01:57.514327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:01:57.524272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:01:57.524891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:01:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:57.544373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] No DVR routers for this DVR port 21e78211-d35d-4c9d-82e9-3636a146e114 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:01:57.547252 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:01:57.551072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1a609160-9224-4af1-9a1f-4827117a075f req-fde7bfba-5d03-4b94-94b5-3eb70bf774d6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "DELETE /v2.0/ports/21e78211-d35d-4c9d-82e9-3636a146e114 HTTP/1.1" status: 204 len: 173 time: 1.1189365 Jan 28 21:01:57.551535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'name': 'network-vif-deleted', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:01:57.553875 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf29ef6-7397-456c-b9c7-1bed357bf7c3" -d '{"events": [{"server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "name": "network-vif-deleted", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:01:57.593526 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c747a-1399-4aae-835f-f75ed916ba78 x-openstack-request-id: req-a44c747a-1399-4aae-835f-f75ed916ba78 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:01:57.593914 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba2179-64cc-4ba6-818e-d9eb29dd392a", "name": "network-vif-deleted", "tag": "21e78211-d35d-4c9d-82e9-3636a146e114", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:01:57.594230 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a44c747a-1399-4aae-835f-f75ed916ba78 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:01:57.596705 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba2179-64cc-4ba6-818e-d9eb29dd392a', 'name': 'network-vif-deleted', 'tag': '21e78211-d35d-4c9d-82e9-3636a146e114', 'status': 'completed', 'code': 200} Jan 28 21:01:57.644129 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:01:57.654187 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:01:57.875932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:57.902528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:01:57.910784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:01:57.911387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:01:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:58.018676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:01:58.227751 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:01:58.257232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7808b-0f3f-489f-ad18-7744cb0cc70e None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:01:58.480302 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476d05a-f0bd-4a0d-b164-c71c35827c72 None None] New status for floating IP 35547f45-8488-4674-a20e-0a518d624014: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:01:58.574538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-fe16a466-04e7-4ebd-8eec-839590fe5833 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--766606452&fields=id&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 267 time: 0.0335345 Jan 28 21:01:58.688087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-e3704e0d-da22-4cb7-884c-cd91d56de5a9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:01:58.689845 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-e3704e0d-da22-4cb7-884c-cd91d56de5a9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 812 time: 0.1078460 Jan 28 21:01:58.704147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-7f1cd082-6cd8-4ee5-9128-50876f4bca1e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/quotas/c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 375 time: 0.0087216 Jan 28 21:01:58.760452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-c8067f2e-91a2-41ba-8f79-dc447f3a598f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488982 Jan 28 21:01:58.861771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f2c8afcf-2b46-4eb4-b137-de930dc8fd58 service neutron] 10.222.0.44 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853262 Jan 28 21:01:58.950409 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-dfaafd0a-ba2f-4134-ab3d-9afec2972f70 service neutron] 10.222.0.44 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825422 Jan 28 21:02:00.120311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8657843a-341a-4654-b7e3-7de0b91adbc3 req-bc4cf8ec-251b-4754-9739-6e625d5e97f5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Jan 28 21:02:01.121848 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-62cf55a0-37f5-4ee7-b878-757a4e87e20e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:01.123304 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-62cf55a0-37f5-4ee7-b878-757a4e87e20e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 812 time: 0.1127279 Jan 28 21:02:01.172664 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f2728cd2-20eb-4c47-85da-8ef7cb1baabb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 379 time: 0.0392823 Jan 28 21:02:01.181679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 21e78211-d35d-4c9d-82e9-3636a146e114 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:02:01.183108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'port': {'device_id': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'admin_state_up': True, 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'security_groups': ['dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:02:01.203217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 21e78211-d35d-4c9d-82e9-3636a146e114 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:02:01.203560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 21e78211-d35d-4c9d-82e9-3636a146e114 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:02:01.238875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa32cf8f-f48a-4a07-b51b-c18a07698484 req-eb3000f8-6d3c-4519-ba5d-d9ecb483a02a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 210 time: 0.0353866 Jan 28 21:02:01.302043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Made reservation on behalf of c07a0972c67c4bf6af480571cd4c2fef for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:02:01.305545 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:01.451579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Allocated IP 172.20.0.4 (29277681-5b2e-48f5-980e-c3869d3c7fd1/d1777977-e1b2-4c12-a8b1-85bc1eb8f934/62fe6651-4347-4df6-af0e-a87e907288e2) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:02:01.590149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:01.623474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:01.667226 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:02:01.671236 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:02:01.675484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:02:01.703673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:01.729646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:01.730303 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:01.748060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-13cb1b04-8a9f-4cce-8742-9685b13d7acc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688829 Jan 28 21:02:01.762113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Request body: {'port': {'device_id': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:02:01.825336 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:01.861349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2297cc5f-70b5-49af-bac1-7536a8c12a14 None None] Provisioning complete for port 62fe6651-4347-4df6-af0e-a87e907288e2 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:02:01.861719 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2297cc5f-70b5-49af-bac1-7536a8c12a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:01.895535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2297cc5f-70b5-49af-bac1-7536a8c12a14 None None] Port 62fe6651-4347-4df6-af0e-a87e907288e2 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:02:02.092800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fe6651-4347-4df6-af0e-a87e907288e2 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:02:02.101219 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:02.114255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Transition to ACTIVE for port object 62fe6651-4347-4df6-af0e-a87e907288e2 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:02:02.117302 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:02.170863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:02.245008 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Attempting to bind port 62fe6651-4347-4df6-af0e-a87e907288e2 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:02:02.245353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Attempting to bind port 62fe6651-4347-4df6-af0e-a87e907288e2 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:02:02.245685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Attempting to bind port 62fe6651-4347-4df6-af0e-a87e907288e2 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:02:02.250205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Port 62fe6651-4347-4df6-af0e-a87e907288e2 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:02:02.250528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Attempting to bind port 62fe6651-4347-4df6-af0e-a87e907288e2 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:02:02.256616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:02:02.256965 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:02:02.257354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:02:02.257789 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Bound port: 62fe6651-4347-4df6-af0e-a87e907288e2, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:02:02.258154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:02.328465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:02:02.331642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:02:02.336773 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:02.357992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0222e32-9aca-4276-a180-96108c5c35ec req-5746272d-011c-46d6-a8f4-f43a0087f3e0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:02.359395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0222e32-9aca-4276-a180-96108c5c35ec req-5746272d-011c-46d6-a8f4-f43a0087f3e0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0490408 Jan 28 21:02:02.377959 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:02.378814 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:02.380346 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] 10.222.0.26 "PUT /v2.0/ports/62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 1091 time: 0.6227655 Jan 28 21:02:02.380829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:02.383195 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1" -d '{"events": [{"name": "network-changed", "server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:02.412570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf3568-3887-4748-8a23-44d407f72b70 service neutron] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:02.430244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b0222e32-9aca-4276-a180-96108c5c35ec req-adb302bf-bbe6-48cc-aaaa-d76b42a5f600 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636895 Jan 28 21:02:02.442070 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40291df-0610-421b-b74c-68b6b80f816e x-openstack-request-id: req-f40291df-0610-421b-b74c-68b6b80f816e {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:02.442504 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:02.442714 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f40291df-0610-421b-b74c-68b6b80f816e {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:02.443003 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2', 'status': 'completed', 'code': 200} Jan 28 21:02:02.477598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-dac8ed54-be70-4bdc-865a-bf70de8da2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:02.479273 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-dac8ed54-be70-4bdc-865a-bf70de8da2cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1094 time: 0.0496454 Jan 28 21:02:02.526750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-4ac8e24a-6da0-4153-bad2-26743d66f1af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 217 time: 0.0391862 Jan 28 21:02:02.578708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-e699fbf0-3afd-4ef6-aa01-1d8a16214603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:02.586912 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-e699fbf0-3afd-4ef6-aa01-1d8a16214603 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0469398 Jan 28 21:02:02.627179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-de4a175d-a6d3-4b6f-933a-577968ef64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:02.628695 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-de4a175d-a6d3-4b6f-933a-577968ef64f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411391 Jan 28 21:02:02.724315 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-8f530e10-7a93-4ef8-a03b-b0fc6d422a87 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886259 Jan 28 21:02:02.824945 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b433d25b-2507-4f47-bf5c-57d50aa064cf req-c0f538d0-70e0-4912-bcc2-2c2db7b91735 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939386 Jan 28 21:02:02.916935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-708ff31f-8204-4f91-9c85-35ef4225a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:02.918440 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-708ff31f-8204-4f91-9c85-35ef4225a24e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1094 time: 0.0478673 Jan 28 21:02:03.008996 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-968c7984-b834-4ea2-9b0c-4b06d6e52b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:03.010472 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-968c7984-b834-4ea2-9b0c-4b06d6e52b81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0849149 Jan 28 21:02:03.071658 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-88725cf1-46ed-4390-9a5c-87229b8f25ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 217 time: 0.0544324 Jan 28 21:02:03.131645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-0dc0b327-8827-4072-abb4-4bcadb9dc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:03.133168 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-0dc0b327-8827-4072-abb4-4bcadb9dc61d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0541334 Jan 28 21:02:03.182775 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-8d807d59-0e89-465f-be06-f72234f442cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:03.184257 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-8d807d59-0e89-465f-be06-f72234f442cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438509 Jan 28 21:02:03.283977 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-0a635aa5-b06a-42c6-b679-ccafea74f081 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911076 Jan 28 21:02:03.381395 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2cfbc3ee-aaf7-467e-ab22-2f2179d148c1 req-20f7e840-64aa-48de-8905-d7ba8841c4e6 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910070 Jan 28 21:02:03.553370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4e91-9f09-494e-9455-dfff365a2325 req-f006967f-10ad-435f-b21d-766a12745422 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:03.554864 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7a4e91-9f09-494e-9455-dfff365a2325 req-f006967f-10ad-435f-b21d-766a12745422 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0540109 Jan 28 21:02:03.594040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f7a4e91-9f09-494e-9455-dfff365a2325 req-5b489f50-51b4-480b-84c8-03ab2f411cdf tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331824 Jan 28 21:02:04.711037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96925d-6d4f-4478-b448-2a6ece144d37 req-1ccf7262-44e1-4477-aace-2bad044df5bb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:04.712580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c96925d-6d4f-4478-b448-2a6ece144d37 req-1ccf7262-44e1-4477-aace-2bad044df5bb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0495610 Jan 28 21:02:04.763313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c96925d-6d4f-4478-b448-2a6ece144d37 req-b6bb9cd3-d625-4497-bd30-a3b7729d0654 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447085 Jan 28 21:02:05.225940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 62fe6651-4347-4df6-af0e-a87e907288e2 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:02:05.325030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:05.335418 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '62fe6651-4347-4df6-af0e-a87e907288e2', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': '62fe6651-4347-4df6-af0e-a87e907288e2', 'mac_address': 'fa:16:3e:9e:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:02:05.372810 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:05.385538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fe6651-4347-4df6-af0e-a87e907288e2 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:02:05.405735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:05.409824 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:05.458695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:05.606021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['62fe6651-4347-4df6-af0e-a87e907288e2'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:02:05.883430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3ae0d-1998-4205-8420-a3eebeebf4b4 req-6630fcbd-451c-41e2-8062-fb8aa40b4348 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:05.884972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61b3ae0d-1998-4205-8420-a3eebeebf4b4 req-6630fcbd-451c-41e2-8062-fb8aa40b4348 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 944 time: 0.0518644 Jan 28 21:02:05.924324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61b3ae0d-1998-4205-8420-a3eebeebf4b4 req-c365cd68-7488-41dc-9ad0-ca68ce23ea4c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331495 Jan 28 21:02:07.041515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4cef2-8d67-4ab2-ad01-06ae3faece83 req-6f40fa84-0876-493a-800e-49e6890e8e40 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:07.043616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ce4cef2-8d67-4ab2-ad01-06ae3faece83 req-6f40fa84-0876-493a-800e-49e6890e8e40 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 944 time: 0.0506151 Jan 28 21:02:07.082789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ce4cef2-8d67-4ab2-ad01-06ae3faece83 req-b0f85822-2c8d-4947-bc4c-239bac3c6de0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Jan 28 21:02:07.226017 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 62fe6651-4347-4df6-af0e-a87e907288e2 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:02:07.273840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 62fe6651-4347-4df6-af0e-a87e907288e2 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:02:07.277345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 62fe6651-4347-4df6-af0e-a87e907288e2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:02:07.277710 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:07.509018 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:07.530910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:07.533342 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31212b2e-ef39-42c5-96a2-2741aa5d07f4" -d '{"events": [{"server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "name": "network-vif-plugged", "status": "completed", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:07.546163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:07.550371 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:07.574401 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a279060c-9bda-41c7-8cde-57ac56de19b1 x-openstack-request-id: req-a279060c-9bda-41c7-8cde-57ac56de19b1 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:07.574681 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "name": "network-vif-plugged", "status": "completed", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:07.574923 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a279060c-9bda-41c7-8cde-57ac56de19b1 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:07.575295 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2', 'code': 200} Jan 28 21:02:07.602708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:07.692171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27a86-d383-44c1-868d-62027ab1a54b req-829deb29-0f0f-4cf9-b3be-ba5c377f45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:07.694041 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cfa27a86-d383-44c1-868d-62027ab1a54b req-829deb29-0f0f-4cf9-b3be-ba5c377f45b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1096 time: 0.0452278 Jan 28 21:02:07.729954 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cfa27a86-d383-44c1-868d-62027ab1a54b req-8a756882-ddf1-4448-9edb-61a0d12e1840 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291870 Jan 28 21:02:07.749806 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d6ea41a3-dd58-4bdc-923d-5e3a102f67c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:08.223006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0906faf-aa68-4253-bb3b-f76c534c73dc req-2dec99e1-b377-426e-a768-f9448d312d66 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:08.224504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0906faf-aa68-4253-bb3b-f76c534c73dc req-2dec99e1-b377-426e-a768-f9448d312d66 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0520561 Jan 28 21:02:08.269951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0906faf-aa68-4253-bb3b-f76c534c73dc req-67a116cf-0c56-4327-b538-0841c3ab7a92 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 Jan 28 21:02:09.386266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cfed-e0fb-43e0-a904-de7e47ea7949 req-df8a663d-9859-4bfe-b0a4-9eb6c8161aad tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:09.387766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cf0cfed-e0fb-43e0-a904-de7e47ea7949 req-df8a663d-9859-4bfe-b0a4-9eb6c8161aad tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0485117 Jan 28 21:02:09.425985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cf0cfed-e0fb-43e0-a904-de7e47ea7949 req-d6f505ab-94b0-414b-a74a-8aadac7d2565 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Jan 28 21:02:09.537300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1dc0c-62f6-44f5-93ee-97f59bd39b8f req-0889514a-4d43-4535-b014-58e90fd23c47 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:09.538761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c3e1dc0c-62f6-44f5-93ee-97f59bd39b8f req-0889514a-4d43-4535-b014-58e90fd23c47 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Jan 28 21:02:09.547574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53328) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:02:09.552695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'floatingip': {'port_id': '62fe6651-4347-4df6-af0e-a87e907288e2'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:02:09.592787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:10.018722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:10.022568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:10.121518 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Floating IP 35547f45-8488-4674-a20e-0a518d624014 associated. External IP: 172.25.2.210, port: 62fe6651-4347-4df6-af0e-a87e907288e2. Jan 28 21:02:10.252567 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c0a59cf9-3890-4132-a87b-0d8123053f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:10.328834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:02:10.362822 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-073fb27b-93b7-4c38-8a1d-5bdc50785659 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451753 Jan 28 21:02:10.445295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:02:10.446407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-2afd99ba-d611-49c6-b749-240f299659de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:10.450365 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-2afd99ba-d611-49c6-b749-240f299659de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1096 time: 0.0419769 Jan 28 21:02:10.451610 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:10.454932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:02:10.464162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:02:10.464899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:02:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:02:10.483580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bd124317-0ead-41bf-80a9-f7b7234a3bd5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "PUT /v2.0/floatingips/35547f45-8488-4674-a20e-0a518d624014 HTTP/1.1" status: 200 len: 991 time: 0.9317195 Jan 28 21:02:10.483580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:10.483954 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea" -d '{"events": [{"name": "network-changed", "server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:10.527739 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeca5fa5-c4f1-4101-bd56-8b5890540ee1 x-openstack-request-id: req-aeca5fa5-c4f1-4101-bd56-8b5890540ee1 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:10.527978 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:10.528286 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aeca5fa5-c4f1-4101-bd56-8b5890540ee1 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:10.528752 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2', 'status': 'completed', 'code': 200} Jan 28 21:02:10.569615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-cac11547-e71a-492a-9f91-57a1c0597247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:10.571120 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-cac11547-e71a-492a-9f91-57a1c0597247 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1032653 Jan 28 21:02:10.575866 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:02:10.650656 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-4ca34adc-b445-47fe-95a4-140a27887b96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 999 time: 0.0722022 Jan 28 21:02:10.690365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd753bb3-2255-4633-8237-48a8f73d8549 req-2725f2cf-77e6-4fcc-be5d-de41afd0bc34 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:10.692270 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd753bb3-2255-4633-8237-48a8f73d8549 req-2725f2cf-77e6-4fcc-be5d-de41afd0bc34 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0561926 Jan 28 21:02:10.716039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-f8d8fe6e-5bc1-46f2-9ff9-4349dc5ad1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:10.717748 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-f8d8fe6e-5bc1-46f2-9ff9-4349dc5ad1b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0552959 Jan 28 21:02:10.736347 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cd753bb3-2255-4633-8237-48a8f73d8549 req-465d7bc8-fa49-4d97-bd7b-44f81a2fbe70 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366266 Jan 28 21:02:10.769670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-3f9a72d1-f56d-48c1-a49b-1d7d7b2ab6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:10.771389 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-3f9a72d1-f56d-48c1-a49b-1d7d7b2ab6b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436404 Jan 28 21:02:10.830119 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '62fe6651-4347-4df6-af0e-a87e907288e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:9e:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:02:09Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:02:10.858252 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:02:10.866914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:02:10.867536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:02:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:02:10.872911 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-fec78fbf-a007-4d20-958b-8799dfdf5d7c service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939212 Jan 28 21:02:10.964050 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-afaa3696-7fe3-42c5-a46a-424d6d1dd2e8 req-53074164-3a9d-4957-b31a-d80c66180940 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841136 Jan 28 21:02:10.978433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:02:10.999114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-178939c5-2712-4046-ad81-245c2c51b324 req-3253feb5-c6fd-4d2a-a2ea-7e387dd8f5b2 service neutron] (102306) timed out ('10.222.0.44', 43564) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 21:02:11.050632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-ae5fe323-057b-4749-95b6-249908cd61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:11.052130 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-ae5fe323-057b-4749-95b6-249908cd61fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1096 time: 0.0422215 Jan 28 21:02:11.149125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-1a2d5a53-7063-4015-8fb5-11f8ba60f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:11.155602 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-1a2d5a53-7063-4015-8fb5-11f8ba60f927 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0920162 Jan 28 21:02:11.216854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '62fe6651-4347-4df6-af0e-a87e907288e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:9e:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:02:09Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:02:11.218208 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-ec287300-ad0c-46cc-920d-f80ed5a6dd09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 999 time: 0.0608602 Jan 28 21:02:11.249081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f5b9f-3897-4440-846f-fdb4356ac4ca None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '62fe6651-4347-4df6-af0e-a87e907288e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:9e:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:02:09Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:02:11.274119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-6f9386a5-c701-40ea-aece-7fcb15492c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:11.275623 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-6f9386a5-c701-40ea-aece-7fcb15492c04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0500674 Jan 28 21:02:11.327529 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-89648dc3-9b57-4cfe-a989-90366ca87bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:11.329180 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-89648dc3-9b57-4cfe-a989-90366ca87bdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455039 Jan 28 21:02:11.422580 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-a94245f6-ba8f-4b3e-b93d-af4a96f24606 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Jan 28 21:02:11.461841 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd3da1-d70d-4f2d-ac9b-a14a4cbead2e None None] New status for floating IP 35547f45-8488-4674-a20e-0a518d624014: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:02:11.522922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a5dad8b6-f2bd-4840-ab1b-926c7e72daea req-6bbceba0-03f6-46c5-8729-d3be47091047 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935190 Jan 28 21:02:11.771246 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:11.861129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35b439-4afb-404f-84b5-42014cf60860 req-a0f91b58-994f-4537-a476-0bde597d3144 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:11.862603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d35b439-4afb-404f-84b5-42014cf60860 req-a0f91b58-994f-4537-a476-0bde597d3144 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0531342 Jan 28 21:02:11.899137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d35b439-4afb-404f-84b5-42014cf60860 req-743dbb6c-4cb5-4edb-b951-abdae31d21a7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305488 Jan 28 21:02:13.013616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce666f6-32e8-4d69-bda3-08d32ea769df req-aeac4a4f-523a-4e8a-a47d-94a2447b76f2 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:13.015089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ce666f6-32e8-4d69-bda3-08d32ea769df req-aeac4a4f-523a-4e8a-a47d-94a2447b76f2 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0488214 Jan 28 21:02:13.053153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ce666f6-32e8-4d69-bda3-08d32ea769df req-b5e0b55f-165b-4884-b818-ebc63877dc39 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Jan 28 21:02:13.063491 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:13.281665 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:14.169428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788707d-8309-4a25-b8ab-2a5003d551cc req-a7353af6-7e9e-4a2a-945e-dab166c29949 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:14.171142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9788707d-8309-4a25-b8ab-2a5003d551cc req-a7353af6-7e9e-4a2a-945e-dab166c29949 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0480695 Jan 28 21:02:14.208082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9788707d-8309-4a25-b8ab-2a5003d551cc req-98f15f4c-06b2-46ac-9648-b0e6ac45ce0b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301270 Jan 28 21:02:15.335157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bdfcb-c834-43ba-918d-97f18b34255c req-9c923a73-7ac3-44b4-9f3b-893291d402c9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:15.336672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-834bdfcb-c834-43ba-918d-97f18b34255c req-9c923a73-7ac3-44b4-9f3b-893291d402c9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0596128 Jan 28 21:02:15.377361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-834bdfcb-c834-43ba-918d-97f18b34255c req-78024b9b-3415-4f64-acf2-7dd7b84a0884 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345805 Jan 28 21:02:16.504360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f03d3-3753-4805-ad1c-442fe6c7e23d req-d8f0cb16-4327-4fa3-80bb-23c00b621f42 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:16.506025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f4f03d3-3753-4805-ad1c-442fe6c7e23d req-d8f0cb16-4327-4fa3-80bb-23c00b621f42 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0500848 Jan 28 21:02:16.551695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8f4f03d3-3753-4805-ad1c-442fe6c7e23d req-5aa8263e-3389-4c76-abc7-04bd4cb4e5fc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362530 Jan 28 21:02:17.667888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe0377-1822-4097-8c97-3e5469d0ba29 req-e5fa8a4e-2c29-43c3-85aa-f01f2fc51f60 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:17.669285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89fe0377-1822-4097-8c97-3e5469d0ba29 req-e5fa8a4e-2c29-43c3-85aa-f01f2fc51f60 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0479777 Jan 28 21:02:17.706428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89fe0377-1822-4097-8c97-3e5469d0ba29 req-7d391eca-1780-4048-8b69-9b5329bd2ec6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308516 Jan 28 21:02:18.380634 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:18.832432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeb554-19d4-4106-b19e-eebcc7978c47 req-4a8acc17-e5c5-4e79-af78-1a8a05b48fda tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:18.833896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8adeb554-19d4-4106-b19e-eebcc7978c47 req-4a8acc17-e5c5-4e79-af78-1a8a05b48fda tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0601532 Jan 28 21:02:18.875040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8adeb554-19d4-4106-b19e-eebcc7978c47 req-b49011b5-e328-4372-8ce6-0a73aaab56b5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350468 Jan 28 21:02:20.007580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49289675-f631-4be4-8b41-40bd8772b075 req-025b477c-3efd-4162-b1cc-f42110b8a8cd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:20.009207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49289675-f631-4be4-8b41-40bd8772b075 req-025b477c-3efd-4162-b1cc-f42110b8a8cd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0514450 Jan 28 21:02:20.047364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49289675-f631-4be4-8b41-40bd8772b075 req-17d19ae6-1c48-44a9-8637-41cd944926f9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320978 Jan 28 21:02:21.164086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f7968-9d8d-4f2e-8fa7-41a5bdb162d3 req-c0383fb1-05e3-46e0-960a-a52e09d28346 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:21.165577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-607f7968-9d8d-4f2e-8fa7-41a5bdb162d3 req-c0383fb1-05e3-46e0-960a-a52e09d28346 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Jan 28 21:02:21.202711 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-607f7968-9d8d-4f2e-8fa7-41a5bdb162d3 req-bcc415b6-1eee-4f2e-9aa3-79d7e3e6937c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309546 Jan 28 21:02:21.747298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:22.322864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85efc9-1397-4771-b052-78e8fff776d8 req-33042327-2a51-4138-81df-90d0e2bf0fb4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:22.324384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c85efc9-1397-4771-b052-78e8fff776d8 req-33042327-2a51-4138-81df-90d0e2bf0fb4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0536909 Jan 28 21:02:22.362816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0c85efc9-1397-4771-b052-78e8fff776d8 req-397a49fe-0ccd-4c83-8d58-5f985b592eab tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323844 Jan 28 21:02:23.491351 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9a358-f212-4d8c-bdb5-309d10c63591 req-3bf680ba-654d-4220-adac-a2ea24b12dbb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:23.492846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e9a358-f212-4d8c-bdb5-309d10c63591 req-3bf680ba-654d-4220-adac-a2ea24b12dbb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0610337 Jan 28 21:02:23.529541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6e9a358-f212-4d8c-bdb5-309d10c63591 req-60895600-9be5-4d8d-a8fb-68837b7ea9a4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308018 Jan 28 21:02:24.643796 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc80ab-46c1-4a87-b106-b22cad9ee8ea req-34ad4162-8064-4113-8b56-e3a89ebfa6fa tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:24.645358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ebc80ab-46c1-4a87-b106-b22cad9ee8ea req-34ad4162-8064-4113-8b56-e3a89ebfa6fa tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0481117 Jan 28 21:02:24.682841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1ebc80ab-46c1-4a87-b106-b22cad9ee8ea req-cab2b809-0c6f-4ee6-9942-0157c7a84e47 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314834 Jan 28 21:02:25.805378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b28658-9016-44b8-befc-78ddb00b9f2d req-11b7a45f-3610-41b7-bce5-02aff3759238 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:25.806890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24b28658-9016-44b8-befc-78ddb00b9f2d req-11b7a45f-3610-41b7-bce5-02aff3759238 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0549567 Jan 28 21:02:25.847564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24b28658-9016-44b8-befc-78ddb00b9f2d req-d7c50d93-eaac-4e26-b4c4-60f64f79c391 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345898 Jan 28 21:02:26.963852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b2ef2-9a0b-40fc-b435-1ddc331c4d30 req-b0ad102a-a4a7-49ec-9dd7-30ad1efc96ec tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:26.965372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-521b2ef2-9a0b-40fc-b435-1ddc331c4d30 req-b0ad102a-a4a7-49ec-9dd7-30ad1efc96ec tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0500023 Jan 28 21:02:27.004155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-521b2ef2-9a0b-40fc-b435-1ddc331c4d30 req-e3e4d022-90a8-4101-b7a9-45693bd20233 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Jan 28 21:02:28.129150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c70f2-3a42-42b7-bd16-1edd187ff37b req-ae4f7082-6b72-40bf-93ff-c822e3ad74fb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:28.130618 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d4c70f2-3a42-42b7-bd16-1edd187ff37b req-ae4f7082-6b72-40bf-93ff-c822e3ad74fb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0493181 Jan 28 21:02:28.168385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2d4c70f2-3a42-42b7-bd16-1edd187ff37b req-3821e33a-072e-4f56-93f8-94068b40f251 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Jan 28 21:02:29.289457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb39fbf-a162-4e8f-ba90-182518fe595f req-cd4f70ab-b405-4fb6-b355-c9029e6835f4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:29.290913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccb39fbf-a162-4e8f-ba90-182518fe595f req-cd4f70ab-b405-4fb6-b355-c9029e6835f4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0541639 Jan 28 21:02:29.329327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccb39fbf-a162-4e8f-ba90-182518fe595f req-faa3ff62-af63-4ca1-aed5-99923cd879d3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318956 Jan 28 21:02:30.446652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec151a-9a3d-486a-98e4-1bc5469ea755 req-971a658f-0dde-4494-9164-8e1d4210a0e9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:30.448233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4ec151a-9a3d-486a-98e4-1bc5469ea755 req-971a658f-0dde-4494-9164-8e1d4210a0e9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0498309 Jan 28 21:02:30.487577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4ec151a-9a3d-486a-98e4-1bc5469ea755 req-82e89764-4f0c-42b9-99c5-972b4c7bd5c6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332694 Jan 28 21:02:31.602251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120ad96-89a9-4a5b-94d4-26167e06b65b req-0c5c9683-8c41-47d9-ae96-5c7fdefe990d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:31.603737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d120ad96-89a9-4a5b-94d4-26167e06b65b req-0c5c9683-8c41-47d9-ae96-5c7fdefe990d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Jan 28 21:02:31.643454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d120ad96-89a9-4a5b-94d4-26167e06b65b req-bca89a3b-97c1-4fd4-8dff-e0f65cca77bd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336792 Jan 28 21:02:32.763060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85482da7-3876-41b6-a633-46b347508806 req-f8f52f19-c39e-43ed-8338-027b638c34c1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:32.764528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-85482da7-3876-41b6-a633-46b347508806 req-f8f52f19-c39e-43ed-8338-027b638c34c1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0523052 Jan 28 21:02:32.803024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-85482da7-3876-41b6-a633-46b347508806 req-37842ff4-60dd-4792-9159-83cbdde8e656 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Jan 28 21:02:33.918989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf308f5-3e0c-42b8-8269-cbeea4185460 req-0535c021-5826-47d4-8885-aebcd5113092 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:33.920804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9bf308f5-3e0c-42b8-8269-cbeea4185460 req-0535c021-5826-47d4-8885-aebcd5113092 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0509286 Jan 28 21:02:33.961621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9bf308f5-3e0c-42b8-8269-cbeea4185460 req-5b4891d5-9f69-46f6-a723-ea5f26660d98 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340738 Jan 28 21:02:34.645842 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:02:35.079574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b46eeb-07aa-4936-85e3-a3758fbb0fc9 req-180a1f01-a377-4094-8f6f-4f3326d44d40 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:35.081262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58b46eeb-07aa-4936-85e3-a3758fbb0fc9 req-180a1f01-a377-4094-8f6f-4f3326d44d40 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Jan 28 21:02:35.124604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58b46eeb-07aa-4936-85e3-a3758fbb0fc9 req-70351d8a-0f73-4185-bde5-f9c886efde0b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371828 Jan 28 21:02:36.251343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4e1be-dca9-49e0-a087-bfd9c79b583d req-5123b357-1dab-4dde-9f2b-4c8adacb2186 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:36.253789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3e4e1be-dca9-49e0-a087-bfd9c79b583d req-5123b357-1dab-4dde-9f2b-4c8adacb2186 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0539167 Jan 28 21:02:36.290745 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3e4e1be-dca9-49e0-a087-bfd9c79b583d req-86391447-399c-4028-8dbe-acc44fa11c95 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Jan 28 21:02:36.541668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-31e02c6a-59ab-40dd-8159-e9a5f751cf59 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678260 Jan 28 21:02:36.553442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683463b-4281-4fc0-b28c-b8596ae31ef7 req-3db605e6-2658-44ea-820a-4644b64758cc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:36.554890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4683463b-4281-4fc0-b28c-b8596ae31ef7 req-3db605e6-2658-44ea-820a-4644b64758cc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0723472 Jan 28 21:02:36.594002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4683463b-4281-4fc0-b28c-b8596ae31ef7 req-400bce4f-8259-4d07-a350-be98433433ed tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323408 Jan 28 21:02:37.682930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-e6ab7995-ff4b-4f44-b2cf-56973f0313c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:37.684476 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-e6ab7995-ff4b-4f44-b2cf-56973f0313c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1096 time: 0.0441628 Jan 28 21:02:37.717938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc510440-5674-4f78-98cf-13e944abd515 req-f396c18d-1a0d-437d-bd54-079e570e4a95 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:37.719405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc510440-5674-4f78-98cf-13e944abd515 req-f396c18d-1a0d-437d-bd54-079e570e4a95 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0557206 Jan 28 21:02:37.751329 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3852e374-a13e-4d4b-a973-3e725b26a79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:37.759389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cc510440-5674-4f78-98cf-13e944abd515 req-fe6cbfb3-ab45-4469-9234-3df047c114bd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Jan 28 21:02:37.783448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-035866c7-abfe-4fb6-bb1d-03cbbad3585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:37.785022 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-035866c7-abfe-4fb6-bb1d-03cbbad3585f service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0929070 Jan 28 21:02:37.850514 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-ba056500-6ed1-4e75-a13d-030733261dc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 1001 time: 0.0584626 Jan 28 21:02:37.898713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-4ec6e929-56f6-4c5c-aba6-582625875ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:37.900051 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-4ec6e929-56f6-4c5c-aba6-582625875ee3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0431628 Jan 28 21:02:37.949416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-b1855c65-e511-4502-9d39-c1bf217c96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:37.950880 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-b1855c65-e511-4502-9d39-c1bf217c96ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444629 Jan 28 21:02:38.040523 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-0bbfce7a-b987-4f9f-9178-1d6fb6af58fb service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812931 Jan 28 21:02:38.135446 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-31da1c36-4144-4670-a29a-6845d95cc1e4 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881574 Jan 28 21:02:38.877586 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcf543-f8f7-4347-89df-6f6db7a2e8ff req-db1b8488-73a0-4b0e-a71e-2e41cad6b246 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:38.879160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eddcf543-f8f7-4347-89df-6f6db7a2e8ff req-db1b8488-73a0-4b0e-a71e-2e41cad6b246 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0509079 Jan 28 21:02:38.918455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eddcf543-f8f7-4347-89df-6f6db7a2e8ff req-0fe9b89c-b80d-4e85-bb84-26f3b99dca1b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331750 Jan 28 21:02:39.912776 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-8ab90629-418c-472d-8659-ce24487e435d req-7dbcaea9-8cb1-4461-8f46-d4423e4e68cb service neutron] show failed (client error): The resource could not be found. Jan 28 21:02:39.913814 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-7dbcaea9-8cb1-4461-8f46-d4423e4e68cb service neutron] 10.222.0.26 "GET /v2.0/ports/62fe6651-4347-4df6-af0e-a87e907288e2/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0604765 Jan 28 21:02:40.044861 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e596cb6-fdfe-4ba6-b584-ba12e6525195 req-c68a7eb2-3d26-4617-9514-311f2bc10918 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:40.046518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e596cb6-fdfe-4ba6-b584-ba12e6525195 req-c68a7eb2-3d26-4617-9514-311f2bc10918 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Jan 28 21:02:40.088633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e596cb6-fdfe-4ba6-b584-ba12e6525195 req-ec96da5c-8dd1-4788-b39b-23327b5c2224 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352058 Jan 28 21:02:40.136290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-028a9880-a103-4530-bb68-881388486662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:40.137320 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-028a9880-a103-4530-bb68-881388486662 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 1096 time: 0.0543730 Jan 28 21:02:40.149451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:02:40.211604 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:40.257516 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-54d08d4f-deba-4f90-be2d-4ef8e1b552d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:40.456386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:40.498544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:02:40.551179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:40.553494 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6212925-e910-43b3-a72b-49da734278af" -d '{"events": [{"server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "name": "network-vif-unplugged", "status": "completed", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:40.558070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:40.574968 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Transition to ACTIVE for port object 62fe6651-4347-4df6-af0e-a87e907288e2 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:02:40.583740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:40.614546 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c9d29f-eb8d-4dc8-805b-df0b56ccf4eb x-openstack-request-id: req-e0c9d29f-eb8d-4dc8-805b-df0b56ccf4eb {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:40.614840 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "name": "network-vif-unplugged", "status": "completed", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:40.615093 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0c9d29f-eb8d-4dc8-805b-df0b56ccf4eb {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:40.615488 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2', 'code': 200} Jan 28 21:02:40.688956 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=6']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:40.739854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] No DVR routers for this DVR port 62fe6651-4347-4df6-af0e-a87e907288e2 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:02:40.891060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Attempting to bind port 62fe6651-4347-4df6-af0e-a87e907288e2 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:02:40.891324 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Attempting to bind port 62fe6651-4347-4df6-af0e-a87e907288e2 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:02:40.891662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Attempting to bind port 62fe6651-4347-4df6-af0e-a87e907288e2 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:02:40.896493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Port 62fe6651-4347-4df6-af0e-a87e907288e2 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:02:40.896822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Attempting to bind port 62fe6651-4347-4df6-af0e-a87e907288e2 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:02:40.901643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:02:40.901987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:02:40.902374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:02:40.902807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Bound port: 62fe6651-4347-4df6-af0e-a87e907288e2, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:02:40.903176 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:40.969229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:02:40.973176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:02:40.977743 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:41.019543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:41.020203 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:41.021632 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] 10.222.0.13 "PUT /v2.0/ports/62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 1091 time: 0.8764114 Jan 28 21:02:41.044480 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4081791-5bb1-4d9a-9190-58b55df29c85 service neutron] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:41.090746 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-00638227-873f-45a1-82c7-eb19d06a5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:41.092334 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-00638227-873f-45a1-82c7-eb19d06a5715 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1094 time: 0.0421495 Jan 28 21:02:41.213344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-2d9f6a0c-6ce7-432e-ae8d-e0479527c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:41.215133 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-2d9f6a0c-6ce7-432e-ae8d-e0479527c5e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1160631 Jan 28 21:02:41.235679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214d8a-e85c-4e71-a49b-03e014fcb967 req-a1e5d977-5def-4709-a967-711fc450be74 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:41.238403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d214d8a-e85c-4e71-a49b-03e014fcb967 req-a1e5d977-5def-4709-a967-711fc450be74 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0775189 Jan 28 21:02:41.275970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d214d8a-e85c-4e71-a49b-03e014fcb967 req-4e648a84-9dcf-48a6-a42c-f8f84bee98de tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307341 Jan 28 21:02:41.288753 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-24d2baf6-05b5-428a-b8e6-9e8a542eff3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 999 time: 0.0667102 Jan 28 21:02:41.339094 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-db295a3a-f1ca-4e49-b013-f1897495c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:41.340595 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-db295a3a-f1ca-4e49-b013-f1897495c32d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0442863 Jan 28 21:02:41.384432 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab90629-418c-472d-8659-ce24487e435d req-aed77818-f8b4-4aaf-80bf-25de661de5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:41.385973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-aed77818-f8b4-4aaf-80bf-25de661de5d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387824 Jan 28 21:02:41.480098 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-c1a7cd4b-9601-4fcb-ab0c-99f41f8a2bfb service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844569 Jan 28 21:02:41.568619 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8ab90629-418c-472d-8659-ce24487e435d req-ba05db67-187e-4f34-bb00-e369193895d0 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807891 Jan 28 21:02:41.774943 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:42.393026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8305486-ecc1-475e-a949-2db2d9c4b8f8 req-003823c7-a548-4ff7-80ed-508b9184ae73 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:42.394112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8305486-ecc1-475e-a949-2db2d9c4b8f8 req-003823c7-a548-4ff7-80ed-508b9184ae73 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0486448 Jan 28 21:02:42.431866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8305486-ecc1-475e-a949-2db2d9c4b8f8 req-d617037a-67b8-43a0-8337-bbe00cf87d2f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Jan 28 21:02:42.617554 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:42.619997 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78" -d '{"events": [{"name": "network-changed", "server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:42.728314 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37d3f8-8077-415f-a5d4-7aee47edda7c x-openstack-request-id: req-3c37d3f8-8077-415f-a5d4-7aee47edda7c {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:42.728663 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:42.728991 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c37d3f8-8077-415f-a5d4-7aee47edda7c {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:42.729446 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2', 'status': 'completed', 'code': 200} Jan 28 21:02:42.823089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-ffc18748-323e-42e5-850c-e40262e52662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:42.824612 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-ffc18748-323e-42e5-850c-e40262e52662 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1094 time: 0.0768702 Jan 28 21:02:42.829071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-b04f5c84-a09a-47df-94cc-e85fbcd47130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:42.831347 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-b04f5c84-a09a-47df-94cc-e85fbcd47130 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1094 time: 0.0752277 Jan 28 21:02:42.985875 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-b6cf4fcf-1c5e-4601-8669-9eb9eebe3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:42.987356 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-b6cf4fcf-1c5e-4601-8669-9eb9eebe3071 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1549752 Jan 28 21:02:42.988415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-e551e970-a768-4553-b838-8ba77c2836ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:42.989756 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-e551e970-a768-4553-b838-8ba77c2836ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1480403 Jan 28 21:02:43.091383 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:43.104569 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-fc27d1a8-76ca-4062-b783-cd16b7806256 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 999 time: 0.1100614 Jan 28 21:02:43.106370 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-0df51174-6a89-4f5b-a1c9-82ee48916a19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 999 time: 0.1064320 Jan 28 21:02:43.284102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:43.534550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-4fe4fd22-ed3a-455d-bef9-ccc5227bf0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:43.541591 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-4fe4fd22-ed3a-455d-bef9-ccc5227bf0fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.4249630 Jan 28 21:02:43.541591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-00762c7e-8272-4199-b3d2-aa679bbbdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:43.541591 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-00762c7e-8272-4199-b3d2-aa679bbbdd35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.4199345 Jan 28 21:02:43.551262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f923d-ea23-415b-a352-0891df6519bb req-8fc27cc0-c96e-4fb6-99d4-dc82732b9f4f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:43.555401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a31f923d-ea23-415b-a352-0891df6519bb req-8fc27cc0-c96e-4fb6-99d4-dc82732b9f4f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0526168 Jan 28 21:02:43.591461 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a31f923d-ea23-415b-a352-0891df6519bb req-395e963c-22b6-4aa1-92b8-54278325ed1f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322046 Jan 28 21:02:43.612267 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-175207b0-9205-4c28-beeb-cd0956b8bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:43.613761 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-175207b0-9205-4c28-beeb-cd0956b8bc04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711668 Jan 28 21:02:43.616367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-ccfbed3c-632c-49d3-aa3c-71653c501ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:43.617996 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-ccfbed3c-632c-49d3-aa3c-71653c501ff8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665982 Jan 28 21:02:43.777967 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-f5ca1495-0ebc-434e-8978-3460f6809c31 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568904 Jan 28 21:02:43.779886 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-98ef6149-817e-4fe3-ada4-c1383046cdc9 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496236 Jan 28 21:02:43.856785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859a1ce-10f3-43f6-912e-34d012a1fd07 req-b2cd30f1-a839-4c47-95b2-a8ed2e9282bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:43.858423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5859a1ce-10f3-43f6-912e-34d012a1fd07 req-b2cd30f1-a839-4c47-95b2-a8ed2e9282bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.1118650 Jan 28 21:02:43.880218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-6e86cd44-c8b3-424e-841c-0f34751f0d67 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:43.881669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-6e86cd44-c8b3-424e-841c-0f34751f0d67 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8&tenant_id=c07a0972c67c4bf6af480571cd4c2fef&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 943 time: 0.1246431 Jan 28 21:02:43.940952 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5859a1ce-10f3-43f6-912e-34d012a1fd07 req-8b542042-bd7c-4254-b293-cc232783a8cb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752535 Jan 28 21:02:43.942061 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-cae52670-c3b6-40da-a332-c4702b433e81 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564827 Jan 28 21:02:43.945782 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9b8a243e-cd5e-4d8b-b8a8-9380b990bf78 req-badb19f0-3112-4fb4-8775-a49e2e32bb4e service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529641 Jan 28 21:02:43.968318 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-be7cb78f-a605-46d2-a6f2-9037b50527e7 service neutron] delete failed (client error): The resource could not be found. Jan 28 21:02:43.969774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-be7cb78f-a605-46d2-a6f2-9037b50527e7 service neutron] 10.222.0.26 "DELETE /v2.0/ports/62fe6651-4347-4df6-af0e-a87e907288e2/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0799947 Jan 28 21:02:44.054369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-7b5303f5-9ca5-48e1-ba15-d4e327f48304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:44.055877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-7b5303f5-9ca5-48e1-ba15-d4e327f48304 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1094 time: 0.0417571 Jan 28 21:02:44.142851 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-7643a9b8-8383-4d51-8f4a-548c1537af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:44.144255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-7643a9b8-8383-4d51-8f4a-548c1537af5d service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0816643 Jan 28 21:02:44.210938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-6ee5be90-68ff-464f-8010-391a6086c466 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 999 time: 0.0597975 Jan 28 21:02:44.260732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-098d870b-f7be-47cc-95fd-9151c899bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:44.262183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-098d870b-f7be-47cc-95fd-9151c899bae9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0445294 Jan 28 21:02:44.309490 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-cf8a1ad1-2bf5-4f34-9015-97efd4050ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:44.310962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-cf8a1ad1-2bf5-4f34-9015-97efd4050ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418286 Jan 28 21:02:44.401629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-9fc76100-8e49-48af-9316-9f4fe037f708 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834553 Jan 28 21:02:44.490977 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d46ba7bd-1c1c-4735-a0f5-20196ec62afc req-b530981b-e341-4252-85b1-951939f2c93d service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827942 Jan 28 21:02:45.069799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c363a-2a95-4fa8-87de-bc8d7a308033 req-bd565232-98d7-4a50-aa23-e01caae14103 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:45.071272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a2c363a-2a95-4fa8-87de-bc8d7a308033 req-bd565232-98d7-4a50-aa23-e01caae14103 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0549140 Jan 28 21:02:45.107432 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a2c363a-2a95-4fa8-87de-bc8d7a308033 req-9f57ab40-accd-4e3b-b8ef-9ee98b948999 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302880 Jan 28 21:02:45.227078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d6ee6-366c-4338-a1b5-fc8d281278fe req-8d1a76e4-01dc-4df0-8b15-f10219408f4f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:45.228622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e6d6ee6-366c-4338-a1b5-fc8d281278fe req-8d1a76e4-01dc-4df0-8b15-f10219408f4f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0558589 Jan 28 21:02:45.266697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e6d6ee6-366c-4338-a1b5-fc8d281278fe req-3cb5cbaf-89cc-4777-834b-40d22fed12f8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Jan 28 21:02:45.439528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 62fe6651-4347-4df6-af0e-a87e907288e2 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:02:45.462089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 62fe6651-4347-4df6-af0e-a87e907288e2 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:02:45.464678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa53657-d153-495a-b7f1-20c4a95dfb28 req-4c340bfb-dcb4-4e61-8023-bdf481c2b33a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:45.466408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afa53657-d153-495a-b7f1-20c4a95dfb28 req-4c340bfb-dcb4-4e61-8023-bdf481c2b33a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 943 time: 0.0523798 Jan 28 21:02:45.508065 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afa53657-d153-495a-b7f1-20c4a95dfb28 req-a3b4c7f7-16a9-43c2-a447-09cd8aebd114 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338717 Jan 28 21:02:45.540584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-73802d97-9a28-4d0d-aa88-668ac8b7b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:45.542270 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-73802d97-9a28-4d0d-aa88-668ac8b7b12e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 1094 time: 0.0438814 Jan 28 21:02:45.552166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 62fe6651-4347-4df6-af0e-a87e907288e2 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:02:45.581037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:45.591156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '62fe6651-4347-4df6-af0e-a87e907288e2', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': '62fe6651-4347-4df6-af0e-a87e907288e2', 'mac_address': 'fa:16:3e:9e:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:02:45.630165 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:45.634346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-c7a363e8-a2b3-4106-9126-922eb8e342d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:45.635918 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-c7a363e8-a2b3-4106-9126-922eb8e342d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0873241 Jan 28 21:02:45.643019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fe6651-4347-4df6-af0e-a87e907288e2 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:02:45.662727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:45.667581 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:45.709052 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-239616d5-4aff-47b6-9791-12fb4679e361 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 200 len: 999 time: 0.0655723 Jan 28 21:02:45.714850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:45.761300 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-fdcf1f76-f29e-4088-b9f0-510b472be9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:45.762756 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-fdcf1f76-f29e-4088-b9f0-510b472be9ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0465691 Jan 28 21:02:45.810262 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-60a737d9-c9ee-49ad-a941-15fec3703dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:45.811742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-60a737d9-c9ee-49ad-a941-15fec3703dbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415952 Jan 28 21:02:45.903401 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-8cb60d09-caa6-4d72-8580-226544510c8c service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843017 Jan 28 21:02:45.921072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['62fe6651-4347-4df6-af0e-a87e907288e2'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:02:45.996190 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c90468aa-be9c-462d-88e7-a8938fbb23de req-1e48c5e4-cc22-4a44-9bf7-a8915128a472 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860171 Jan 28 21:02:46.629146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440aab3-7cf8-4ab3-a13c-174b99731709 req-10dfdf2a-d0e1-48ba-8e11-9df9d6f77a26 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:46.630635 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8440aab3-7cf8-4ab3-a13c-174b99731709 req-10dfdf2a-d0e1-48ba-8e11-9df9d6f77a26 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 944 time: 0.0518470 Jan 28 21:02:46.667427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8440aab3-7cf8-4ab3-a13c-174b99731709 req-0eaeb314-57ff-4d4c-9c17-f74f3d2d2288 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308585 Jan 28 21:02:46.904236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a946-dd3e-44b9-a00d-ca33215a8e21 req-0309ca55-2d0d-4b37-aac4-292745727a23 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:46.905685 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7077a946-dd3e-44b9-a00d-ca33215a8e21 req-0309ca55-2d0d-4b37-aac4-292745727a23 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 944 time: 0.0479708 Jan 28 21:02:46.943703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7077a946-dd3e-44b9-a00d-ca33215a8e21 req-163f4e86-ab8c-419f-8107-4eda64d246d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Jan 28 21:02:47.455490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 62fe6651-4347-4df6-af0e-a87e907288e2 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:02:47.502839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 62fe6651-4347-4df6-af0e-a87e907288e2 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:02:47.506586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 62fe6651-4347-4df6-af0e-a87e907288e2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:02:47.506960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:47.586085 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:47.608701 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:47.611897 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd51aa0-fe86-4276-b577-622f156f1142" -d '{"events": [{"server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "name": "network-vif-plugged", "status": "completed", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:47.624328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:47.629796 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:47.656861 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd79b748-5027-416b-90d1-8bf676f98253 x-openstack-request-id: req-dd79b748-5027-416b-90d1-8bf676f98253 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:47.657149 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "name": "network-vif-plugged", "status": "completed", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:47.657400 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd79b748-5027-416b-90d1-8bf676f98253 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:47.658323 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2', 'code': 200} Jan 28 21:02:47.681570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:48.063494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2c2d9-a3c8-4600-a6de-6e1c6f2f8159 req-5408b630-c46e-42bd-adce-e4f7c5c7388e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:48.065075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4df2c2d9-a3c8-4600-a6de-6e1c6f2f8159 req-5408b630-c46e-42bd-adce-e4f7c5c7388e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0507445 Jan 28 21:02:48.103067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4df2c2d9-a3c8-4600-a6de-6e1c6f2f8159 req-2db2e389-2402-4480-a0a8-af77a1314d7f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313816 Jan 28 21:02:48.192786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-4f8fcda5-2fe9-4790-8601-ef3103c50d72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:48.194307 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-4f8fcda5-2fe9-4790-8601-ef3103c50d72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 945 time: 0.0535779 Jan 28 21:02:48.282498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Deleting port 62fe6651-4347-4df6-af0e-a87e907288e2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:02:48.283785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:48.376286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] For port 62fe6651-4347-4df6-af0e-a87e907288e2, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=62fe6651-4347-4df6-af0e-a87e907288e2,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:48.376844 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:48.378950 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:48.545988 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:48.546258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:48.546575 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Floating IP 35547f45-8488-4674-a20e-0a518d624014 disassociated. External IP: 172.25.2.210, port: 62fe6651-4347-4df6-af0e-a87e907288e2. Jan 28 21:02:48.546920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Calling delete_port for 62fe6651-4347-4df6-af0e-a87e907288e2 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:02:48.678453 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:48.710133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event deleted for resources: {'Port': ['ID=62fe6651-4347-4df6-af0e-a87e907288e2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:48.827873 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:02:48.936500 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:02:48.950175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:02:48.960394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:02:48.961013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:02:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:02:48.975922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] No DVR routers for this DVR port 62fe6651-4347-4df6-af0e-a87e907288e2 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:02:48.978792 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:48.982210 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fce4035e-cec4-460f-a353-b49c0671e6c9 req-bc0fceb6-c530-4068-ab39-c4efd72e1c22 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "DELETE /v2.0/ports/62fe6651-4347-4df6-af0e-a87e907288e2 HTTP/1.1" status: 204 len: 173 time: 0.7814124 Jan 28 21:02:48.982656 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'name': 'network-vif-deleted', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:48.984963 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce22e2b-92eb-4d2a-b517-e33699a7c326" -d '{"events": [{"server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "name": "network-vif-deleted", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:49.025648 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b2cd8-827a-4fa3-bc23-9983e9e84cb0 x-openstack-request-id: req-896b2cd8-827a-4fa3-bc23-9983e9e84cb0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:49.025943 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8", "name": "network-vif-deleted", "tag": "62fe6651-4347-4df6-af0e-a87e907288e2", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:49.026195 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-896b2cd8-827a-4fa3-bc23-9983e9e84cb0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:49.026600 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8', 'name': 'network-vif-deleted', 'tag': '62fe6651-4347-4df6-af0e-a87e907288e2', 'status': 'completed', 'code': 200} Jan 28 21:02:49.078361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:02:49.227940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b34d893d-8d38-413b-ae76-ddb4330ef83b req-7eb16a72-47bc-4d20-8965-b47f603834e7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=62c6a3b6-9c54-4fe5-b7f6-5916bf1735a8 HTTP/1.1" status: 200 len: 210 time: 0.0370390 Jan 28 21:02:49.296728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:02:49.323920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:02:49.332428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:02:49.333275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:02:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:02:49.442675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:02:49.631326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:02:49.660765 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec3fc9-5db9-4a47-b5ec-909e59c5d76d None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:02:49.873238 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa9435-19a4-4791-99e1-aa6e135d4948 None None] New status for floating IP 35547f45-8488-4674-a20e-0a518d624014: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:02:50.463090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-92987ced-68b8-4eb2-a618-ff8bb72de8fe tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--766606452&fields=id&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 267 time: 0.0325773 Jan 28 21:02:50.567405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-5e77c51b-1a48-44d0-bd89-5cea9666f011 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:50.569017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-5e77c51b-1a48-44d0-bd89-5cea9666f011 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 812 time: 0.0992701 Jan 28 21:02:50.583642 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-0fa24192-3a79-421a-a887-419b4ea424df tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/quotas/c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 375 time: 0.0089171 Jan 28 21:02:50.636898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c53c5093-dda0-4e70-ac46-6b9abbfdf880 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479789 Jan 28 21:02:50.735512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-7464e6c8-795e-4986-a062-aab98f3748ca service neutron] 10.222.0.44 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863938 Jan 28 21:02:50.826185 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-6b81a58b-1ae6-46e1-b46b-51160facf723 service neutron] 10.222.0.44 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814004 Jan 28 21:02:50.989398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71591781-f6b0-4d5a-95f2-c85e5682e586 req-7c8a5178-dd38-4237-aafe-48886f245f15 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 210 time: 0.0339184 Jan 28 21:02:51.747656 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:51.886144 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-97e3ecaa-a82d-4a58-b043-0efa17d5eacc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:51.890071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-97e3ecaa-a82d-4a58-b043-0efa17d5eacc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 812 time: 0.1072245 Jan 28 21:02:51.934465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-78255617-e9e9-46f9-ac20-21fa669eeda7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 379 time: 0.0370498 Jan 28 21:02:51.945078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'port': {'device_id': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'admin_state_up': True, 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'security_groups': ['dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:02:52.070932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Made reservation on behalf of c07a0972c67c4bf6af480571cd4c2fef for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:02:52.074263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:52.090452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aea264d6-ee70-4394-b663-06ca2ff1cad6 req-a1ed0a11-6a9c-4556-bc49-25d9a6a949a5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 210 time: 0.0321496 Jan 28 21:02:52.214397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Allocated IP 172.20.0.11 (29277681-5b2e-48f5-980e-c3869d3c7fd1/d1777977-e1b2-4c12-a8b1-85bc1eb8f934/fbb07cad-7b64-44b6-ae1c-1282ce94039e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:02:52.343892 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:52.377283 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:52.417025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:02:52.427188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:02:52.431023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:02:52.717091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4b88333d-f8cc-49f6-b859-bd81509fd3c2 None None] Provisioning complete for port fbb07cad-7b64-44b6-ae1c-1282ce94039e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:02:52.717460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4b88333d-f8cc-49f6-b859-bd81509fd3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:52.752460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4b88333d-f8cc-49f6-b859-bd81509fd3c2 None None] Port fbb07cad-7b64-44b6-ae1c-1282ce94039e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:02:52.785264 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:52.797415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.797754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.798089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.798583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.798942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.799265 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.799560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.799876 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.800211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.800532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.800850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.801169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:52.817828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:52.818418 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:52.834107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-bc17d4b0-d059-422d-8fac-519b669263bc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8931262 Jan 28 21:02:52.846193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Request body: {'port': {'device_id': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:02:52.897210 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:53.153718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb07cad-7b64-44b6-ae1c-1282ce94039e {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:02:53.162078 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:53.198106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Transition to ACTIVE for port object fbb07cad-7b64-44b6-ae1c-1282ce94039e will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:02:53.204377 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:53.256060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181948d-6d4d-4bc9-b871-71502fdcdfaa req-40a59254-01e7-46a4-bea7-c00627eb5b6f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:53.257588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4181948d-6d4d-4bc9-b871-71502fdcdfaa req-40a59254-01e7-46a4-bea7-c00627eb5b6f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 932 time: 0.0931318 Jan 28 21:02:53.279614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:53.352900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4181948d-6d4d-4bc9-b871-71502fdcdfaa req-a31e5fc0-088a-43d1-82b9-a653ed988c30 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876293 Jan 28 21:02:53.376441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:02:53.376811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:02:53.377189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:02:53.382106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:02:53.382428 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:02:53.387495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:02:53.387841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:02:53.388262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:02:53.388697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Bound port: fbb07cad-7b64-44b6-ae1c-1282ce94039e, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:02:53.389059 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:53.454273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:02:53.457870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:02:53.462313 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:53.497592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:53.498659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:53.500030 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] 10.222.0.26 "PUT /v2.0/ports/fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1092 time: 0.6584239 Jan 28 21:02:53.503404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:53.507371 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e0ba71-f90a-4a12-8b73-741c84af2187" -d '{"events": [{"name": "network-changed", "server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:53.522921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 62fe6651-4347-4df6-af0e-a87e907288e2 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:02:53.548505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6642853-e0d3-4182-aec2-c4cdb5daef4e service neutron] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:53.549216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 62fe6651-4347-4df6-af0e-a87e907288e2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:02:53.549388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 62fe6651-4347-4df6-af0e-a87e907288e2 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:02:53.556941 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7467f-8cef-4080-a48b-ea2482e7c3d1 x-openstack-request-id: req-f9f7467f-8cef-4080-a48b-ea2482e7c3d1 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:53.557290 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:53.557431 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9f7467f-8cef-4080-a48b-ea2482e7c3d1 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:53.557830 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'status': 'completed', 'code': 200} Jan 28 21:02:53.605893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-b18c8986-2c02-4f1a-83f3-3135c0ab793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:53.607436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-b18c8986-2c02-4f1a-83f3-3135c0ab793a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0467913 Jan 28 21:02:53.653777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-799cb814-4ba7-4d34-99c4-1a44e5098560 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 217 time: 0.0365574 Jan 28 21:02:53.704022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-62a3a6bc-902e-4e10-bc7b-bad804f5c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:53.706486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-62a3a6bc-902e-4e10-bc7b-bad804f5c6eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0452261 Jan 28 21:02:53.754283 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-57d602cc-2bf9-408a-8063-e219cdd22a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:53.755724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-57d602cc-2bf9-408a-8063-e219cdd22a3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428948 Jan 28 21:02:53.845358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-3354e89f-63a2-494b-85d1-0dc635618881 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827816 Jan 28 21:02:53.937446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb15a78a-8a79-40d4-b91a-d5dff67dc242 req-704d440d-c1cf-47bb-99ed-2b3b1fb12aef service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850546 Jan 28 21:02:54.029639 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-2104db84-fa75-42ea-9ffd-2047b5928010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:54.031108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-2104db84-fa75-42ea-9ffd-2047b5928010 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0421381 Jan 28 21:02:54.119767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-8ee25d3d-d0eb-4114-aa7e-952e5b41833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:54.121261 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-8ee25d3d-d0eb-4114-aa7e-952e5b41833c service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0831320 Jan 28 21:02:54.165346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-65a0202a-b443-4c28-91e7-7b61fb0c8d72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 217 time: 0.0368958 Jan 28 21:02:54.215225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-9ab72271-5c78-44ea-8236-d73cd6c53abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:54.216732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-9ab72271-5c78-44ea-8236-d73cd6c53abd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0446849 Jan 28 21:02:54.265363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-fe179ba6-de6f-43cc-929d-1bf9b3a1985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:54.266861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-fe179ba6-de6f-43cc-929d-1bf9b3a1985a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419486 Jan 28 21:02:54.369686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-352f3769-1414-4e9c-b4cc-cc1d904fc872 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946579 Jan 28 21:02:54.526750 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25075256-4ac7-4ada-9deb-7350d2f22b71 req-f5e3b375-6df7-4e11-9fa0-86f45f16ebdb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:54.528127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25075256-4ac7-4ada-9deb-7350d2f22b71 req-f5e3b375-6df7-4e11-9fa0-86f45f16ebdb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 944 time: 0.1017945 Jan 28 21:02:54.531743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2e0ba71-f90a-4a12-8b73-741c84af2187 req-7a6a533e-14dc-4408-9fd2-d4c8cd129e92 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549153 Jan 28 21:02:54.570125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25075256-4ac7-4ada-9deb-7350d2f22b71 req-13777e05-31fa-44c9-bbd1-faab769f1943 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349283 Jan 28 21:02:55.477478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:02:55.693444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649106a1-0450-49ba-bd60-18ffb34b5c96 req-c4820161-ef61-4785-a459-6f8a06a5117f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:55.694855 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-649106a1-0450-49ba-bd60-18ffb34b5c96 req-c4820161-ef61-4785-a459-6f8a06a5117f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 944 time: 0.0509939 Jan 28 21:02:55.729917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:55.731526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-649106a1-0450-49ba-bd60-18ffb34b5c96 req-bfa4ad5c-7efd-4e02-ba65-a7dbe2789578 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306258 Jan 28 21:02:55.742289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'mac_address': 'fa:16:3e:94:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:02:55.780073 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:55.792541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb07cad-7b64-44b6-ae1c-1282ce94039e {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:02:55.812308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:55.816634 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:55.865569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:55.873075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.873431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.873766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.874093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.874417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.874753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.875070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.875386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.875699 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.876013 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.876415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:55.876736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:02:56.036819 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['fbb07cad-7b64-44b6-ae1c-1282ce94039e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:02:56.846029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a95e-393a-4ecf-b267-69f0b0405d8a req-804436e5-4ff7-480c-bde8-0021e3734585 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:56.847742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a318a95e-393a-4ecf-b267-69f0b0405d8a req-804436e5-4ff7-480c-bde8-0021e3734585 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 945 time: 0.0485268 Jan 28 21:02:56.884441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a318a95e-393a-4ecf-b267-69f0b0405d8a req-3f3dbc85-eb56-42ac-8156-ccb27c02f169 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309863 Jan 28 21:02:57.482902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:02:57.530647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port fbb07cad-7b64-44b6-ae1c-1282ce94039e completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:02:57.534226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port fbb07cad-7b64-44b6-ae1c-1282ce94039e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:02:57.535151 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:57.613206 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:57.636358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:02:57.638618 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912e934-e9fa-4d23-ba45-a624124aca69" -d '{"events": [{"server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "name": "network-vif-plugged", "status": "completed", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:02:57.652108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:02:57.656067 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:57.679876 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f4006-7dc0-4ec7-b874-375bab30632c x-openstack-request-id: req-0c2f4006-7dc0-4ec7-b874-375bab30632c {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:02:57.680160 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "name": "network-vif-plugged", "status": "completed", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:02:57.680434 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c2f4006-7dc0-4ec7-b874-375bab30632c {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:02:57.680823 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'code': 200} Jan 28 21:02:57.708612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:02:57.783276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217beb2-1571-4561-b698-9b983a755192 req-2caae0b6-bec1-4c6f-b305-a48596c831dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:57.785458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7217beb2-1571-4561-b698-9b983a755192 req-2caae0b6-bec1-4c6f-b305-a48596c831dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1097 time: 0.0515800 Jan 28 21:02:57.819702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7217beb2-1571-4561-b698-9b983a755192 req-12f8ccab-08cd-4b1a-b288-36386c456c42 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275381 Jan 28 21:02:58.006324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd165d-9246-4aa9-b88e-1af322d0babd req-2d9d5b58-5c02-4172-9371-4c207b87f9a8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:58.007818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1dd165d-9246-4aa9-b88e-1af322d0babd req-2d9d5b58-5c02-4172-9371-4c207b87f9a8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0487196 Jan 28 21:02:58.048673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1dd165d-9246-4aa9-b88e-1af322d0babd req-fa9e81d1-cb50-44a5-9e89-3de5dc653242 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323439 Jan 28 21:02:59.165803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc44dbd-2acb-43dc-bffa-b31ce79d00ec req-d6529ed0-3fb0-4d06-b079-ecdddb8a300f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:59.167278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cc44dbd-2acb-43dc-bffa-b31ce79d00ec req-d6529ed0-3fb0-4d06-b079-ecdddb8a300f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0484421 Jan 28 21:02:59.204418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5cc44dbd-2acb-43dc-bffa-b31ce79d00ec req-3301b5ca-673b-4068-8cf1-71fcfc48de0b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308752 Jan 28 21:02:59.320007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112ca60-f5de-4d3c-a8cf-d8b31e95e07c req-fd5353cf-a704-4520-9af1-2330d0936382 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:02:59.321575 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0112ca60-f5de-4d3c-a8cf-d8b31e95e07c req-fd5353cf-a704-4520-9af1-2330d0936382 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0529997 Jan 28 21:02:59.330159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53516) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:02:59.334473 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'floatingip': {'port_id': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:02:59.372979 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:59.796464 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:59.800568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:02:59.911229 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Floating IP 35547f45-8488-4674-a20e-0a518d624014 associated. External IP: 172.25.2.210, port: fbb07cad-7b64-44b6-ae1c-1282ce94039e. Jan 28 21:03:00.119956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:03:00.231279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:03:00.236071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:00.242964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:03:00.252665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:03:00.253272 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:02:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:00.263505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e0004c83-f5bf-4aee-8be6-e7e90f7d7b96 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "PUT /v2.0/floatingips/35547f45-8488-4674-a20e-0a518d624014 HTTP/1.1" status: 200 len: 992 time: 0.9323230 Jan 28 21:03:00.264080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:00.266740 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:00.310933 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633dbd0-43bb-4098-924c-0f63173433f5 x-openstack-request-id: req-e633dbd0-43bb-4098-924c-0f63173433f5 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:00.311219 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:00.311474 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e633dbd0-43bb-4098-924c-0f63173433f5 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:00.311872 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'status': 'completed', 'code': 200} Jan 28 21:03:00.380541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-1f809b0a-6fa2-41b6-92d4-156e2706ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:00.382250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-1f809b0a-6fa2-41b6-92d4-156e2706ec91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1097 time: 0.0445776 Jan 28 21:03:00.385216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:03:00.536645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-88140bbd-f39a-4e38-a6d9-3aac892b90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:00.538107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-88140bbd-f39a-4e38-a6d9-3aac892b90eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1450994 Jan 28 21:03:00.560760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-b9b47c36-a373-41a7-9844-926c9117d7d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960248 Jan 28 21:03:00.599440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44676ac-5ac6-438e-ae7b-ce4ce30abc67 req-53de61ab-71b9-4802-932c-73a794254f10 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:00.601189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f44676ac-5ac6-438e-ae7b-ce4ce30abc67 req-53de61ab-71b9-4802-932c-73a794254f10 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.1354344 Jan 28 21:03:00.628966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:94:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:02:59Z', 'revision_number': 9, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:00.645451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-4e698fa8-7a71-42ef-bdb3-5037467eb078 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1000 time: 0.0955594 Jan 28 21:03:00.657665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:03:00.668244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:03:00.668929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:02:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:00.693648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f44676ac-5ac6-438e-ae7b-ce4ce30abc67 req-774723a2-02a9-4937-91ce-53dd12c696c9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829155 Jan 28 21:03:00.709742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-0a8da83a-24e6-4cda-a8d8-468a4c346716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:00.711368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-0a8da83a-24e6-4cda-a8d8-468a4c346716 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0582280 Jan 28 21:03:00.762695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-881cba30-32fe-434f-ba57-daa9ca7fa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:00.764366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-881cba30-32fe-434f-ba57-daa9ca7fa17c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457346 Jan 28 21:03:00.784578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:03:00.871353 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-6b1c01a8-cf65-496d-9edf-59799c119bdc service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988526 Jan 28 21:03:00.977215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3a661466-057a-48f4-9d0e-1c4f2f9e97aa req-bb4eef0e-bb94-47c3-a52b-0dbe8c586613 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949054 Jan 28 21:03:01.034951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:94:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:02:59Z', 'revision_number': 9, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:01.068078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da98ef04-7b79-41dd-a8e8-3544909a8e9c None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:94:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:02:59Z', 'revision_number': 9, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:03:01.276095 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3dd41-8c3f-4823-aae8-88825efb85f4 None None] New status for floating IP 35547f45-8488-4674-a20e-0a518d624014: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:03:01.712614 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-910223e3-e479-49b8-bbcc-3bbe248e88fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:01.714221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-910223e3-e479-49b8-bbcc-3bbe248e88fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1097 time: 0.0418513 Jan 28 21:03:01.836509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-e89978be-8943-41cd-80e8-aeb60acd1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:01.837967 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-e89978be-8943-41cd-80e8-aeb60acd1189 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1169631 Jan 28 21:03:01.846034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f18a02-89d4-48d8-b42c-d0c0be7de1f6 req-1d9b9e63-4231-4f02-ac24-c798050ce854 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:01.847390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53f18a02-89d4-48d8-b42c-d0c0be7de1f6 req-1d9b9e63-4231-4f02-ac24-c798050ce854 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0745423 Jan 28 21:03:01.930370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53f18a02-89d4-48d8-b42c-d0c0be7de1f6 req-e4eeb204-88a6-4aed-bfc4-94125819f97e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760853 Jan 28 21:03:01.932152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-c1a1cacc-c669-4a05-9cce-977e508d7906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1003 time: 0.0839221 Jan 28 21:03:01.983112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-67b0dfd4-fb09-4a5b-bc40-8145c65d96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:01.988408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-67b0dfd4-fb09-4a5b-bc40-8145c65d96fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0449073 Jan 28 21:03:02.030267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-ca80ec20-bb7a-4bd7-9448-37e99e198dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:02.031733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-ca80ec20-bb7a-4bd7-9448-37e99e198dc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404615 Jan 28 21:03:02.125348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-b7797d18-7583-49e0-bbf0-d557514f1f1b service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863843 Jan 28 21:03:02.226910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-cb7ac92d-906e-42f4-ac02-ed1d45c8ef80 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937941 Jan 28 21:03:03.053232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63462d-0124-44b4-bb4b-1fcc700af82d req-5e42eba0-acff-4a65-92ae-6a47380db032 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:03.054682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea63462d-0124-44b4-bb4b-1fcc700af82d req-5e42eba0-acff-4a65-92ae-6a47380db032 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0549328 Jan 28 21:03:03.443860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea63462d-0124-44b4-bb4b-1fcc700af82d req-d757897e-5276-4a33-9c75-74c9d5e87984 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830514 Jan 28 21:03:04.561695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da228b-9707-4b53-836d-472303a620fc req-94dd8eba-e27c-4fe9-95a5-f78f70c13695 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:04.563257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0da228b-9707-4b53-836d-472303a620fc req-94dd8eba-e27c-4fe9-95a5-f78f70c13695 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0513713 Jan 28 21:03:04.601349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0da228b-9707-4b53-836d-472303a620fc req-39478118-866a-4096-a9ab-db2a0210ad00 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Jan 28 21:03:05.715426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d7ce-88f7-4943-be85-4529937570ca req-8f81d6df-fa98-4659-98ae-e34c685bda7d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:05.716926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5021d7ce-88f7-4943-be85-4529937570ca req-8f81d6df-fa98-4659-98ae-e34c685bda7d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0492008 Jan 28 21:03:05.754266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5021d7ce-88f7-4943-be85-4529937570ca req-3249514c-4328-475b-a429-072b2e218912 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314312 Jan 28 21:03:06.872816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b87e9-5931-464d-8953-c788ad12b29d req-e47e576f-b6a1-450d-a9c1-d7a293af9db8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:06.874301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b18b87e9-5931-464d-8953-c788ad12b29d req-e47e576f-b6a1-450d-a9c1-d7a293af9db8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0513263 Jan 28 21:03:06.911051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b18b87e9-5931-464d-8953-c788ad12b29d req-20ec285c-3164-4602-b2e0-af9a8d6d88d7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301404 Jan 28 21:03:07.755759 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-56ef9291-4e8b-4a1e-9583-c5585c7a6b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:08.030836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc9dea-0288-4678-9d74-7e1293400928 req-fe6ee6cb-47c0-4198-9b03-046b08289edc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:08.032297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dfbc9dea-0288-4678-9d74-7e1293400928 req-fe6ee6cb-47c0-4198-9b03-046b08289edc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0491638 Jan 28 21:03:08.074164 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dfbc9dea-0288-4678-9d74-7e1293400928 req-e2f6dc9d-d2de-4fd1-9c3e-ecfecf1ef549 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342712 Jan 28 21:03:09.194910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97019d99-ccfe-4dbf-9b0e-80f02439d99b req-25217856-fb5a-4d38-9ca1-14df827ee91c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:09.196407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97019d99-ccfe-4dbf-9b0e-80f02439d99b req-25217856-fb5a-4d38-9ca1-14df827ee91c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0505755 Jan 28 21:03:09.234179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97019d99-ccfe-4dbf-9b0e-80f02439d99b req-c97f2655-4c4d-4c99-90f6-659116813d7c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316832 Jan 28 21:03:10.249618 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-81766263-1ae8-4d2b-bd19-2b81fb7e6875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:10.358273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730be0-e023-41f0-90eb-9b88fbae9168 req-f656456b-a23b-4b10-8809-40e09de9e5ff tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:10.359909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20730be0-e023-41f0-90eb-9b88fbae9168 req-f656456b-a23b-4b10-8809-40e09de9e5ff tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0571425 Jan 28 21:03:10.409128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-20730be0-e023-41f0-90eb-9b88fbae9168 req-ded9897c-d7b3-4565-9d92-903e642066bf tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Jan 28 21:03:11.396446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-4b2cf8e7-7a79-4afe-bb1c-0a708dc8486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:11.397943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-4b2cf8e7-7a79-4afe-bb1c-0a708dc8486b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1097 time: 0.0412133 Jan 28 21:03:11.531678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-8740b16c-a265-41a1-b943-b580dbab5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:11.533173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-8740b16c-a265-41a1-b943-b580dbab5366 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1163142 Jan 28 21:03:11.556376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c71278-cc59-4b1b-8ccd-0eabdc4dd86e req-7d278498-8831-4af4-9307-d450af60a61c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:11.558098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7c71278-cc59-4b1b-8ccd-0eabdc4dd86e req-7d278498-8831-4af4-9307-d450af60a61c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0697927 Jan 28 21:03:11.634168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-a03a03e8-e7d2-4bc2-ab10-b2b9ab53e298 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1003 time: 0.0923085 Jan 28 21:03:11.638983 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7c71278-cc59-4b1b-8ccd-0eabdc4dd86e req-9e3baff8-baa7-44b0-bd39-a2c8f98b893b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538907 Jan 28 21:03:11.644546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:03:11.685478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-940cbd31-7749-4fd7-872f-abcec85f0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:11.686915 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-940cbd31-7749-4fd7-872f-abcec85f0ea1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0438023 Jan 28 21:03:11.742533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-93d768b8-4028-4411-a8f0-ab597a3904bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:11.744068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-93d768b8-4028-4411-a8f0-ab597a3904bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501640 Jan 28 21:03:11.777217 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:11.837251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-e9a1f7f0-b932-410f-8bc3-3e4b0a374d28 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863883 Jan 28 21:03:11.927808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f3739ea-1543-4b37-b1cb-dd471de46115 req-7cae00e4-cef9-4e82-81aa-952ccde8601d service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837755 Jan 28 21:03:12.757443 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148fd93-0174-4e35-8ca7-b2db18e410fd req-b85002b7-35a6-41a4-b994-072c56735270 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:12.758940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6148fd93-0174-4e35-8ca7-b2db18e410fd req-b85002b7-35a6-41a4-b994-072c56735270 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0493267 Jan 28 21:03:12.796187 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6148fd93-0174-4e35-8ca7-b2db18e410fd req-80c67e10-cd65-4bc7-8232-759b92f0da5e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313883 Jan 28 21:03:13.068455 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:13.287460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:13.917419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecbc8e-7214-43cc-be42-81297fb3d78a req-2ac23be0-8c7b-4d01-8521-965365fcc2de tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:13.918905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2ecbc8e-7214-43cc-be42-81297fb3d78a req-2ac23be0-8c7b-4d01-8521-965365fcc2de tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0548244 Jan 28 21:03:13.957751 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2ecbc8e-7214-43cc-be42-81297fb3d78a req-715896eb-4071-4059-bd3e-57bd95d512f1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325642 Jan 28 21:03:15.075780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba4fdd-5c09-48a2-ada2-7ed6c3f0f8bc req-e0ac8e7d-c443-45f1-82fd-a6b0dda84010 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:15.077289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9ba4fdd-5c09-48a2-ada2-7ed6c3f0f8bc req-e0ac8e7d-c443-45f1-82fd-a6b0dda84010 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0511184 Jan 28 21:03:15.116275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9ba4fdd-5c09-48a2-ada2-7ed6c3f0f8bc req-a09bcdc3-ad00-4411-8810-889beec067db tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326869 Jan 28 21:03:16.233429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e16129-b677-44fb-a10c-075b78ca84a1 req-ff74cfa9-2a2a-451c-afc6-c37e225a1e1d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:16.234951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42e16129-b677-44fb-a10c-075b78ca84a1 req-ff74cfa9-2a2a-451c-afc6-c37e225a1e1d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0499191 Jan 28 21:03:16.274159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42e16129-b677-44fb-a10c-075b78ca84a1 req-b0fd666b-81c8-4b0e-b658-336aa75b7fa3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326366 Jan 28 21:03:17.397418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ef75f-cba1-4f01-b130-a1dba066404d req-d0d02894-ddf2-48ac-988f-5115ed7ab9bd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:17.398923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-735ef75f-cba1-4f01-b130-a1dba066404d req-d0d02894-ddf2-48ac-988f-5115ed7ab9bd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0556836 Jan 28 21:03:17.438010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-735ef75f-cba1-4f01-b130-a1dba066404d req-747716d5-4dfe-4d7e-82de-1ace117e51fb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331116 Jan 28 21:03:18.407550 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:18.566930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abbb0c-f9a3-4e07-b5ac-c216c49045c5 req-763f105f-9523-4ec6-9c11-d640698c86d3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:18.569067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3abbb0c-f9a3-4e07-b5ac-c216c49045c5 req-763f105f-9523-4ec6-9c11-d640698c86d3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0529375 Jan 28 21:03:18.610687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e3abbb0c-f9a3-4e07-b5ac-c216c49045c5 req-881c0e95-5418-49c9-8993-f802ab29ee6e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339277 Jan 28 21:03:19.730669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26682d1a-0937-4f48-aeb2-fdcb3ca272f0 req-f7cbac44-7fc5-4ddf-8628-fb9b1abe043d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:19.732492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26682d1a-0937-4f48-aeb2-fdcb3ca272f0 req-f7cbac44-7fc5-4ddf-8628-fb9b1abe043d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0502951 Jan 28 21:03:19.773263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26682d1a-0937-4f48-aeb2-fdcb3ca272f0 req-a600037b-c86b-47c2-86e7-5df23023682d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345895 Jan 28 21:03:20.901961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c6df-65ee-484b-ad96-61343efe0a2e req-446c13f6-3163-4773-bfee-26f7e8645118 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:20.903474 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b05c6df-65ee-484b-ad96-61343efe0a2e req-446c13f6-3163-4773-bfee-26f7e8645118 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0608861 Jan 28 21:03:20.942207 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b05c6df-65ee-484b-ad96-61343efe0a2e req-0639254a-0466-4bf9-8f5e-6df6d76957fb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Jan 28 21:03:21.747223 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:22.060133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5de0d-7ade-4385-bb27-7e9f3c0c1997 req-12056726-744c-4064-9248-3caafc00675e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:22.061556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6c5de0d-7ade-4385-bb27-7e9f3c0c1997 req-12056726-744c-4064-9248-3caafc00675e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0499840 Jan 28 21:03:22.101289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6c5de0d-7ade-4385-bb27-7e9f3c0c1997 req-1b7f5bca-546b-4f51-84ed-9f573c260281 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336092 Jan 28 21:03:23.219751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a808-0f81-412b-b906-d6365e812eae req-0e5a5e55-6384-4bd4-87a8-69794d956153 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:23.221220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a0a808-0f81-412b-b906-d6365e812eae req-0e5a5e55-6384-4bd4-87a8-69794d956153 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0491505 Jan 28 21:03:23.260470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8a0a808-0f81-412b-b906-d6365e812eae req-63e82d2d-fae2-4483-9a08-ac1fcb1b0c68 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327384 Jan 28 21:03:24.382053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b46cc-2060-44b8-9eaa-5a14642edd55 req-9c90b9bd-4c54-49b1-accc-9bcf8696b3d4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:24.383550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f8b46cc-2060-44b8-9eaa-5a14642edd55 req-9c90b9bd-4c54-49b1-accc-9bcf8696b3d4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0529821 Jan 28 21:03:24.421761 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f8b46cc-2060-44b8-9eaa-5a14642edd55 req-4a1aae1a-fe9e-42fc-9764-e43d59b9a05a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Jan 28 21:03:25.538791 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046281f-9479-40cc-9600-9df0fb04c841 req-3b23c8a9-a717-4fd6-a5c7-e72f0c09ef67 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:25.540248 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a046281f-9479-40cc-9600-9df0fb04c841 req-3b23c8a9-a717-4fd6-a5c7-e72f0c09ef67 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0496950 Jan 28 21:03:25.578768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a046281f-9479-40cc-9600-9df0fb04c841 req-c32e5582-5ad3-49bf-abba-53999bd68f0c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322022 Jan 28 21:03:26.693190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cabae6-8033-457d-b8cf-a0aec482c10e req-740fddb1-8595-43b2-8b6a-18ab90d12fa6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:26.695739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2cabae6-8033-457d-b8cf-a0aec482c10e req-740fddb1-8595-43b2-8b6a-18ab90d12fa6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0489016 Jan 28 21:03:26.731985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c2cabae6-8033-457d-b8cf-a0aec482c10e req-722c96a5-94a2-4728-9847-36dd4002481e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Jan 28 21:03:27.858638 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c48c2-91cc-46a5-8ca2-a169dff14199 req-7fb230d1-51ba-422b-b813-2dec04a07b9d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:27.860162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f9c48c2-91cc-46a5-8ca2-a169dff14199 req-7fb230d1-51ba-422b-b813-2dec04a07b9d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0574942 Jan 28 21:03:27.905296 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f9c48c2-91cc-46a5-8ca2-a169dff14199 req-f53952f7-bfcc-4a57-afbc-1211756df6f8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389006 Jan 28 21:03:29.033993 n-d-825064-3 neutron-server[102307]: INFO neutron.api.v2.resource [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-76cb2079-2a0a-4616-bee0-5b27dd69be30 service neutron] show failed (client error): The resource could not be found. Jan 28 21:03:29.035001 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-76cb2079-2a0a-4616-bee0-5b27dd69be30 service neutron] 10.222.0.26 "GET /v2.0/ports/fbb07cad-7b64-44b6-ae1c-1282ce94039e/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0819769 Jan 28 21:03:29.046396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603314d3-0ac0-4a1d-be0b-5b881ae6e34c req-81458c13-1f82-44e3-8656-aa30ef8156d8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:29.047844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-603314d3-0ac0-4a1d-be0b-5b881ae6e34c req-81458c13-1f82-44e3-8656-aa30ef8156d8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0694275 Jan 28 21:03:29.098756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-603314d3-0ac0-4a1d-be0b-5b881ae6e34c req-40d1e895-ad63-4715-9ab6-e99970b48ae4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441854 Jan 28 21:03:29.232513 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-191340c6-5ca1-4eed-9af1-13aaadc26ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:29.234095 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-191340c6-5ca1-4eed-9af1-13aaadc26ff8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 1097 time: 0.0408716 Jan 28 21:03:29.245604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:03:29.301038 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:29.502290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:29.534288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:03:29.573574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:29.575796 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd890c25-e68d-4db6-9e4c-965dbfbdbbb6" -d '{"events": [{"server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:29.579658 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:29.592147 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Transition to ACTIVE for port object fbb07cad-7b64-44b6-ae1c-1282ce94039e will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:03:29.596592 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:29.629272 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba935fa-2718-4aa3-8a8d-17d6a9cd2625 x-openstack-request-id: req-1ba935fa-2718-4aa3-8a8d-17d6a9cd2625 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:29.629568 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:29.629821 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ba935fa-2718-4aa3-8a8d-17d6a9cd2625 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:29.630691 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'code': 200} Jan 28 21:03:29.684997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=6']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:29.700096 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.700870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.700870 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.701225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.701566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.701906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.702233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.702564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.702895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.703221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.703545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.703867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:03:29.738045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] No DVR routers for this DVR port fbb07cad-7b64-44b6-ae1c-1282ce94039e on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:03:29.878624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:03:29.878963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:03:29.879285 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:03:29.884238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:03:29.884585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:03:29.889491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:03:29.889841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:03:29.890231 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:03:29.890686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Bound port: fbb07cad-7b64-44b6-ae1c-1282ce94039e, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:03:29.891019 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:29.955396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:03:29.958389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:03:29.963507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:29.999635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:30.000216 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:30.002451 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1092 time: 0.7604821 Jan 28 21:03:30.034079 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b0af3-9948-42f6-9529-1a8c0e6459c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=7']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:30.070768 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-1f49f34d-4df5-4dd5-a424-c8d0e6f15562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:30.072334 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-1f49f34d-4df5-4dd5-a424-c8d0e6f15562 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0462182 Jan 28 21:03:30.170694 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-5881f166-4719-4430-a252-10d9175a630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:30.172472 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-5881f166-4719-4430-a252-10d9175a630a service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0936232 Jan 28 21:03:30.220810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ece83-4dad-4a8b-8ebf-38419457416b req-d35ea3b1-dfa0-4747-af76-6ca294d40416 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:30.222287 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf2ece83-4dad-4a8b-8ebf-38419457416b req-d35ea3b1-dfa0-4747-af76-6ca294d40416 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 944 time: 0.0514920 Jan 28 21:03:30.244647 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-f93b21ff-647e-4cd9-9017-1fc36d8ed01f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1001 time: 0.0648031 Jan 28 21:03:30.260500 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf2ece83-4dad-4a8b-8ebf-38419457416b req-08a2aaa6-172c-4c1e-a59a-1fd32150df68 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Jan 28 21:03:30.295414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-0856ed27-67fb-4df4-86c6-8d3daac18233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:30.297020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-0856ed27-67fb-4df4-86c6-8d3daac18233 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0455520 Jan 28 21:03:30.343512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-cf232548-11f0-46b5-85e5-996df4762396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:30.345027 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-cf232548-11f0-46b5-85e5-996df4762396 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401089 Jan 28 21:03:30.437026 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-d6c82086-0984-4adf-87c6-b16519255913 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Jan 28 21:03:30.528013 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e097bf80-94cc-48a5-bb8d-8ede3c0a893a req-40b3cff5-35e7-4dcf-b186-a4fd023510ca service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822694 Jan 28 21:03:31.380316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27af8d-07fb-4612-8464-4ddfa4ea255d req-0243b7e0-cc45-4009-8b70-8d0819aeaf44 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:31.382439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e27af8d-07fb-4612-8464-4ddfa4ea255d req-0243b7e0-cc45-4009-8b70-8d0819aeaf44 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 944 time: 0.0488522 Jan 28 21:03:31.420415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6e27af8d-07fb-4612-8464-4ddfa4ea255d req-a2eed06a-7f49-43bb-90a3-d47bc1861f5b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318141 Jan 28 21:03:31.631627 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:31.634328 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561546d8-88f4-40c0-9c94-d7439c01d081" -d '{"events": [{"name": "network-changed", "server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:31.684945 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e17719d-cc9a-4c2d-aeb8-ca3425ac8cf1 x-openstack-request-id: req-2e17719d-cc9a-4c2d-aeb8-ca3425ac8cf1 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:31.685230 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:31.685493 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e17719d-cc9a-4c2d-aeb8-ca3425ac8cf1 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:31.685884 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'status': 'completed', 'code': 200} Jan 28 21:03:31.754674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-a7ef9d09-0a6b-4d35-b11d-60461ef78409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:31.756212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-a7ef9d09-0a6b-4d35-b11d-60461ef78409 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0511041 Jan 28 21:03:31.757290 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-cdf63f8e-137f-4ea6-8c78-b1b2aea1510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:31.758805 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-cdf63f8e-137f-4ea6-8c78-b1b2aea1510a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0466273 Jan 28 21:03:31.851244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-1ba57da3-6180-44e7-a308-be22051cff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:31.851635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-d108ecd1-e75f-438a-90fd-8d708bd83db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:31.852733 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-1ba57da3-6180-44e7-a308-be22051cff9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0895281 Jan 28 21:03:31.852871 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-d108ecd1-e75f-438a-90fd-8d708bd83db1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0861411 Jan 28 21:03:31.919063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-4c5ad52f-5256-4194-aa04-5f8545003a5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1001 time: 0.0593460 Jan 28 21:03:31.924676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-71079779-201c-4c72-bcc8-0a0cd2b95a19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1001 time: 0.0633371 Jan 28 21:03:31.972896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-6eb390ed-40c3-42c3-8d49-3e1f4f60fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:31.974392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-6eb390ed-40c3-42c3-8d49-3e1f4f60fb25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0484068 Jan 28 21:03:31.975140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-a8e92aa9-1ff6-4e01-bfe8-d9dc94e1dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:31.977671 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-a8e92aa9-1ff6-4e01-bfe8-d9dc94e1dba7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0461304 Jan 28 21:03:32.021106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-a3ef9c82-41be-4b3c-b18c-1314edc85b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:32.022670 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-a3ef9c82-41be-4b3c-b18c-1314edc85b38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410464 Jan 28 21:03:32.030309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-f5cd6471-93b7-4ee3-839d-2433fcbf5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:32.031812 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-f5cd6471-93b7-4ee3-839d-2433fcbf5501 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424271 Jan 28 21:03:32.117648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-120fa29f-76c6-4774-bac9-6452b34f581f service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875506 Jan 28 21:03:32.146703 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-21041a51-5bd9-4629-a6dc-b9e1245d0984 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023190 Jan 28 21:03:32.214192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-76f01e95-c670-4f1f-bc5b-be743c01e5d5 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897324 Jan 28 21:03:32.238528 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-561546d8-88f4-40c0-9c94-d7439c01d081 req-2d0d2ea5-f3a4-40c8-9484-c2e2c6c6942a service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844498 Jan 28 21:03:32.535031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763611b-4633-46ec-8a2a-982ac7911ff4 req-bcd9a4f8-0d40-4d0d-b1d1-9f4effaa9224 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:32.536426 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d763611b-4633-46ec-8a2a-982ac7911ff4 req-bcd9a4f8-0d40-4d0d-b1d1-9f4effaa9224 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 944 time: 0.0488105 Jan 28 21:03:32.575017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d763611b-4633-46ec-8a2a-982ac7911ff4 req-4669047a-5698-4be7-a638-369dc75bad4f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317557 Jan 28 21:03:32.854276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-d46593c6-b197-4612-a11b-debeb351c177 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:32.855736 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-d46593c6-b197-4612-a11b-debeb351c177 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9&tenant_id=c07a0972c67c4bf6af480571cd4c2fef&binding%3Ahost_id=n-h1-825064-3 HTTP/1.1" status: 200 len: 944 time: 0.0550680 Jan 28 21:03:32.870268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86755b20-63a0-4007-91b4-55f10296d284 req-f619e406-9afe-49f9-bb4c-fec46a1cea16 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:32.871792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86755b20-63a0-4007-91b4-55f10296d284 req-f619e406-9afe-49f9-bb4c-fec46a1cea16 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 944 time: 0.0494802 Jan 28 21:03:32.909566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86755b20-63a0-4007-91b4-55f10296d284 req-155b92ae-0772-4435-85d5-5800e95e767c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Jan 28 21:03:32.923065 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-8a79d8c4-b239-4c26-9e82-ef753de6323e service neutron] 10.222.0.13 "GET /v2.0/ports/fbb07cad-7b64-44b6-ae1c-1282ce94039e/bindings/n-h1-825064-3 HTTP/1.1" status: 200 len: 382 time: 0.0599630 Jan 28 21:03:32.988676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-ff0f46d2-7e84-4abc-b4a5-4808c8703ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:32.990195 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-ff0f46d2-7e84-4abc-b4a5-4808c8703ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1095 time: 0.0412512 Jan 28 21:03:33.078035 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-1a73610d-6e76-4518-8372-328892b8cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:33.079414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-1a73610d-6e76-4518-8372-328892b8cd09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0832553 Jan 28 21:03:33.154697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-710e9c9c-e1ef-4b46-94d0-5122ade19cd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1001 time: 0.0682325 Jan 28 21:03:33.205031 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-0ddc16e6-7653-4b8b-881e-259ad395f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:33.206468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-0ddc16e6-7653-4b8b-881e-259ad395f3ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0441499 Jan 28 21:03:33.250947 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-d44b1b41-9d9f-4aad-8b88-6d35d7fdc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:33.252454 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-d44b1b41-9d9f-4aad-8b88-6d35d7fdc28d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399535 Jan 28 21:03:33.344005 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-2694342a-ee7e-46ae-a39a-e8147a6e551a service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852284 Jan 28 21:03:33.446238 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-25766a68-5bb3-4bb7-bf81-8f2cec545338 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953615 Jan 28 21:03:33.641583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:03:33.699231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:03:33.762372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:03:33.769753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:33.780750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'mac_address': 'fa:16:3e:94:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:03:33.818719 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:33.831770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb07cad-7b64-44b6-ae1c-1282ce94039e {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:03:33.850458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:33.855218 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:33.906020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:34.032508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47322da-d931-4f96-837c-cf99d248f55f req-29625a44-9dc2-412e-bc60-45ea13441f9e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:34.033979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e47322da-d931-4f96-837c-cf99d248f55f req-29625a44-9dc2-412e-bc60-45ea13441f9e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 945 time: 0.0528119 Jan 28 21:03:34.075318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e47322da-d931-4f96-837c-cf99d248f55f req-92902ffe-3102-403a-9715-9875680498ee tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347967 Jan 28 21:03:34.134640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['fbb07cad-7b64-44b6-ae1c-1282ce94039e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:03:35.200116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d923d-a384-4872-ac95-c6eadfa00ac4 req-c94ccf5a-3a2a-45d4-82ed-5f128462a649 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:35.201665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-119d923d-a384-4872-ac95-c6eadfa00ac4 req-c94ccf5a-3a2a-45d4-82ed-5f128462a649 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 945 time: 0.0565262 Jan 28 21:03:35.239784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-119d923d-a384-4872-ac95-c6eadfa00ac4 req-06facaed-df12-41b5-ab49-e528e659d44a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Jan 28 21:03:35.460998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-e15942b9-3995-4491-a630-e441a2f42847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:35.462456 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-e15942b9-3995-4491-a630-e441a2f42847 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 1096 time: 0.0401216 Jan 28 21:03:35.474375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:03:35.528976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:35.683850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:03:35.731109 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:35.736944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port fbb07cad-7b64-44b6-ae1c-1282ce94039e completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:03:35.740738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port fbb07cad-7b64-44b6-ae1c-1282ce94039e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:03:35.741835 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:35.766054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:03:35.799429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fbb07cad-7b64-44b6-ae1c-1282ce94039e {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:03:35.808869 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:35.819532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Ignored duplicate provisioning block setup for port fbb07cad-7b64-44b6-ae1c-1282ce94039e by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 21:03:35.821235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:35.823575 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:35.876373 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 21:03:35.876787 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 21:03:35.908379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=9']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:35.947067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] No DVR routers for this DVR port fbb07cad-7b64-44b6-ae1c-1282ce94039e on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:03:36.083349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:03:36.083602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:03:36.083934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:03:36.088657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:03:36.088985 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Attempting to bind port fbb07cad-7b64-44b6-ae1c-1282ce94039e on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:03:36.094347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:03:36.094693 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:03:36.095079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:03:36.095512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Bound port: fbb07cad-7b64-44b6-ae1c-1282ce94039e, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:03:36.095862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:36.139952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-eba07b58-dc31-4ccc-afab-4e3a86c72c0f None None] Provisioning complete for port fbb07cad-7b64-44b6-ae1c-1282ce94039e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:03:36.140300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-eba07b58-dc31-4ccc-afab-4e3a86c72c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:36.158000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:03:36.161034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:03:36.166573 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:36.178623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-eba07b58-dc31-4ccc-afab-4e3a86c72c0f None None] Port fbb07cad-7b64-44b6-ae1c-1282ce94039e cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:03:36.209252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.210484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:36.212027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] 10.222.0.26 "PUT /v2.0/ports/fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1092 time: 0.7415316 Jan 28 21:03:36.212509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:36.214802 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ce03fa-f99a-4396-8668-f89bfa05cda9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:36.235879 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162da08a-84d4-4bcc-8a2c-1830f0062994 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=10']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:36.286695 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b453398-73d0-49b9-b290-b2b7b9946f32 x-openstack-request-id: req-4b453398-73d0-49b9-b290-b2b7b9946f32 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:36.286986 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:36.287234 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b453398-73d0-49b9-b290-b2b7b9946f32 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:36.287629 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'status': 'completed', 'code': 200} Jan 28 21:03:36.292062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-d869b725-ae80-4bd5-b7e6-5cd4a613ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.293659 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-d869b725-ae80-4bd5-b7e6-5cd4a613ab51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1096 time: 0.0538816 Jan 28 21:03:36.358755 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-bcaf4e99-39ff-4f0d-a63b-910918686845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.360372 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-bcaf4e99-39ff-4f0d-a63b-910918686845 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1096 time: 0.0521362 Jan 28 21:03:36.422318 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:36.424368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4ed70-829f-4881-9719-7e418ccf93ca req-4e23e4cc-5ed4-4a5f-9e6e-3c36d45fe768 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.425881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac4ed70-829f-4881-9719-7e418ccf93ca req-4e23e4cc-5ed4-4a5f-9e6e-3c36d45fe768 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 945 time: 0.0764751 Jan 28 21:03:36.448376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:36.450623 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d1239a-d4a5-4a37-9286-6707b9fe4f44" -d '{"events": [{"server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "name": "network-vif-plugged", "status": "completed", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:36.454571 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-8bc5d402-035f-4af0-9506-be1feecc7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.455950 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-8bc5d402-035f-4af0-9506-be1feecc7466 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1546884 Jan 28 21:03:36.464527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:36.468900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-b0f14000-8f49-4b52-a2ef-84a391b854ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.470583 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-b0f14000-8f49-4b52-a2ef-84a391b854ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1029787 Jan 28 21:03:36.471669 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:36.515277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cac4ed70-829f-4881-9719-7e418ccf93ca req-9d1489d7-d7af-4146-af53-d5449937a84e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775166 Jan 28 21:03:36.531536 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de02cd18-6da4-4a04-94ba-68d2bf30c744 x-openstack-request-id: req-de02cd18-6da4-4a04-94ba-68d2bf30c744 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:36.531816 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "name": "network-vif-plugged", "status": "completed", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:36.532074 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de02cd18-6da4-4a04-94ba-68d2bf30c744 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:36.532484 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'code': 200} Jan 28 21:03:36.535324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=11']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:36.549722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6384adac-991c-4d5f-a847-b52ecd26ab2d None None] Provisioning complete for port fbb07cad-7b64-44b6-ae1c-1282ce94039e triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:03:36.550101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6384adac-991c-4d5f-a847-b52ecd26ab2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:36.551731 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-81061dde-d477-43cb-87c4-4262afa65257 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1003 time: 0.0742936 Jan 28 21:03:36.557048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-485e5baa-088a-4daf-a390-b6b9319bbbb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1003 time: 0.0890973 Jan 28 21:03:36.605907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-08088a23-1004-4c4c-800e-aad191c8af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.607304 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-08088a23-1004-4c4c-800e-aad191c8af26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0488431 Jan 28 21:03:36.614841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-482d6f86-b077-414b-ad40-ceb910a75524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.617095 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-482d6f86-b077-414b-ad40-ceb910a75524 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0502460 Jan 28 21:03:36.655393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-8cc7a9e1-089d-4ec1-be6c-4dd2c101c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.656967 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-8cc7a9e1-089d-4ec1-be6c-4dd2c101c4ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432513 Jan 28 21:03:36.661729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-594efaa5-ad76-4fd0-a0d7-2050cb754b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.663699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-594efaa5-ad76-4fd0-a0d7-2050cb754b73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401311 Jan 28 21:03:36.751797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-50bf01e4-d323-4baf-9398-036714cd06af service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805683 Jan 28 21:03:36.752823 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-f3d530ea-4aee-4d66-a64a-90678f96d8e8 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874412 Jan 28 21:03:36.844747 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-b7de28b5-b2aa-4ba3-a3f4-5443b746144f service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853708 Jan 28 21:03:36.846968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-daaa4093-8fe7-4bca-aa75-1d489312aa7e req-accd1648-a04e-46af-a6ec-55fa6c98bbac service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871303 Jan 28 21:03:36.935688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-67545074-5af5-42a5-b1c0-3b4d3a50308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:36.937127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-67545074-5af5-42a5-b1c0-3b4d3a50308b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 1098 time: 0.0417769 Jan 28 21:03:37.029742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-f06fd93a-b3de-4f11-aa4a-687bbe6cba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:37.031208 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-f06fd93a-b3de-4f11-aa4a-687bbe6cba74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0874555 Jan 28 21:03:37.097662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-0a5f3696-c21c-44f1-bc9a-686e8ff92ab3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 200 len: 1003 time: 0.0599003 Jan 28 21:03:37.147618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-58a72e88-d2ff-4bc8-9d0e-7975ba66be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:37.149667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-58a72e88-d2ff-4bc8-9d0e-7975ba66be07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0452127 Jan 28 21:03:37.212898 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-fe6948c3-fd45-4fdc-9b4c-d0397efe33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:37.214401 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-fe6948c3-fd45-4fdc-9b4c-d0397efe33ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474336 Jan 28 21:03:37.307525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-414dd1a0-420c-4e56-85a0-890b51b9cc4c service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855007 Jan 28 21:03:37.414692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23ce03fa-f99a-4396-8668-f89bfa05cda9 req-a0dbf74e-cb56-440a-8c13-110397af0e1d service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000421 Jan 28 21:03:37.637207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29e1a-a35b-46b2-89b0-d9be036f4c1b req-8736139c-313a-431c-a89a-71b619e1924f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:37.638719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99b29e1a-a35b-46b2-89b0-d9be036f4c1b req-8736139c-313a-431c-a89a-71b619e1924f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 947 time: 0.0496373 Jan 28 21:03:37.679967 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-99b29e1a-a35b-46b2-89b0-d9be036f4c1b req-25eb4150-9e02-4ccf-8b5a-a5b69ab12c7d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351791 Jan 28 21:03:37.758550 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c6ebfc02-5255-4ffc-a6df-ec569fded95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:38.796736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3a879-901a-435c-86ea-f49acc81b924 req-06aafb13-7e0c-4219-bb44-cbfe61bffac4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:38.798201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81f3a879-901a-435c-86ea-f49acc81b924 req-06aafb13-7e0c-4219-bb44-cbfe61bffac4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 947 time: 0.0489945 Jan 28 21:03:38.836925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81f3a879-901a-435c-86ea-f49acc81b924 req-8765b1d3-375d-412c-b024-5eaf9d65a47b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327547 Jan 28 21:03:38.954436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f066-5260-499c-bfdb-7dc7f2afd7e8 req-6ec60277-e301-403e-9bc3-b0a8afcd48dd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:38.955880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1863f066-5260-499c-bfdb-7dc7f2afd7e8 req-6ec60277-e301-403e-9bc3-b0a8afcd48dd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 947 time: 0.0527782 Jan 28 21:03:38.994335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1863f066-5260-499c-bfdb-7dc7f2afd7e8 req-02df6487-71d0-4cb8-9e99-1caac131b648 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322351 Jan 28 21:03:39.106994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca056e-e78a-4903-af80-96bfa661999f req-23b0c451-aa2c-4cb9-9dc3-b1effa983520 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:39.108472 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7ca056e-e78a-4903-af80-96bfa661999f req-23b0c451-aa2c-4cb9-9dc3-b1effa983520 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 947 time: 0.0474787 Jan 28 21:03:39.145928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7ca056e-e78a-4903-af80-96bfa661999f req-454955f1-8aa1-4bd5-8cd1-4c5e8d0abe08 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Jan 28 21:03:39.378401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f816d-7b93-4b33-9c4c-7649a3f41121 req-507ee890-8195-488e-b543-d1f03172da64 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:39.379910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-749f816d-7b93-4b33-9c4c-7649a3f41121 req-507ee890-8195-488e-b543-d1f03172da64 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 947 time: 0.0517225 Jan 28 21:03:39.422326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-749f816d-7b93-4b33-9c4c-7649a3f41121 req-bc278597-27a6-4861-a619-ceed5d480d30 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361137 Jan 28 21:03:39.712051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:03:39.735638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:03:39.767776 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:03:39.853433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:39.864260 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'mac_address': 'fa:16:3e:94:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:03:39.907010 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:39.921074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbb07cad-7b64-44b6-ae1c-1282ce94039e {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:03:39.941101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:39.946754 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:39.995678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=12']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:40.174793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['fbb07cad-7b64-44b6-ae1c-1282ce94039e'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:03:40.266248 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d142eebe-1991-4aa0-a8d3-f809af97c1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:40.564636 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01d278-2251-4137-b68b-925c0b980a8e req-316d7ea6-0300-4fcf-8f0e-39e3d219c310 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:40.566072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f01d278-2251-4137-b68b-925c0b980a8e req-316d7ea6-0300-4fcf-8f0e-39e3d219c310 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0693543 Jan 28 21:03:40.604866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6f01d278-2251-4137-b68b-925c0b980a8e req-f4f02bdd-0f72-4ce4-8836-716ecbd80e7b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317280 Jan 28 21:03:40.705418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-f8493011-2228-435e-9922-a074e93057c9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:40.706853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-f8493011-2228-435e-9922-a074e93057c9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 946 time: 0.0491233 Jan 28 21:03:40.793278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Deleting port fbb07cad-7b64-44b6-ae1c-1282ce94039e {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:03:40.793611 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:40.886281 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] For port fbb07cad-7b64-44b6-ae1c-1282ce94039e, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=fbb07cad-7b64-44b6-ae1c-1282ce94039e,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:40.886561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:41.491098 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:41.491432 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:41.491742 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Floating IP 35547f45-8488-4674-a20e-0a518d624014 disassociated. External IP: 172.25.2.210, port: fbb07cad-7b64-44b6-ae1c-1282ce94039e. Jan 28 21:03:41.492079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Calling delete_port for fbb07cad-7b64-44b6-ae1c-1282ce94039e owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:03:41.639720 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:41.675276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event deleted for resources: {'Port': ['ID=fbb07cad-7b64-44b6-ae1c-1282ce94039e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:41.742460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:03:41.746552 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b0be597-56af-4e58-b853-0cf49253fd03 req-a22c4977-abf3-4c3a-91ab-7e57cbbf4045 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd142183-d192-4568-8688-eb04d4fb76a9 HTTP/1.1" status: 200 len: 210 time: 0.0604985 Jan 28 21:03:41.746903 n-d-825064-3 neutron-server[102308]: INFO neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No ports have port_id starting with fbb07cad-7b64-44b6-ae1c-1282ce94039e Jan 28 21:03:41.748057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e requested by agent hyperv_n-h2-825064-3 not found in database {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 28 21:03:41.785368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:41.834308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:03:41.954385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:03:41.966682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:03:41.977204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:03:41.978000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:03:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:41.993705 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] No DVR routers for this DVR port fbb07cad-7b64-44b6-ae1c-1282ce94039e on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:03:41.996459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:42.000091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e62204f5-6982-4820-bdc0-e1706f3376c3 req-ea6dbc5c-1d95-400e-b0cd-0ae0735d4f72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "DELETE /v2.0/ports/fbb07cad-7b64-44b6-ae1c-1282ce94039e HTTP/1.1" status: 204 len: 173 time: 1.2866702 Jan 28 21:03:42.000572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'name': 'network-vif-deleted', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:42.002835 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b7e6b0-b823-4852-9dd0-372e90221316" -d '{"events": [{"server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "name": "network-vif-deleted", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:42.039772 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca194f03-f82e-4c16-b03e-13a1acce8a87 x-openstack-request-id: req-ca194f03-f82e-4c16-b03e-13a1acce8a87 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:42.040044 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd142183-d192-4568-8688-eb04d4fb76a9", "name": "network-vif-deleted", "tag": "fbb07cad-7b64-44b6-ae1c-1282ce94039e", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:42.040315 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca194f03-f82e-4c16-b03e-13a1acce8a87 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:42.040720 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd142183-d192-4568-8688-eb04d4fb76a9', 'name': 'network-vif-deleted', 'tag': 'fbb07cad-7b64-44b6-ae1c-1282ce94039e', 'status': 'completed', 'code': 200} Jan 28 21:03:42.093628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:03:42.302708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:42.334242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:03:42.343667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:03:42.344461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:03:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:42.612469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:03:42.807618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:42.834052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772616a-45c4-4231-b650-8a5ed83f697d None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:03:43.033745 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-6a6bbabb-d5d6-4fba-9b62-956700dd14f1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--766606452&fields=id&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 267 time: 0.0362506 Jan 28 21:03:43.061592 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d913bcf6-d1cf-4caa-89b2-62b32b8a5002 None None] New status for floating IP 35547f45-8488-4674-a20e-0a518d624014: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:03:43.074749 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:43.150602 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-88b149b0-2345-4e61-9298-15467f7f4ffc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:43.151993 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-88b149b0-2345-4e61-9298-15467f7f4ffc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 812 time: 0.1107128 Jan 28 21:03:43.167690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-248e094d-c476-4b77-b5d9-4b8919343078 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/quotas/c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 375 time: 0.0095749 Jan 28 21:03:43.230762 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-5ac95288-3383-4ba7-873f-d11132825cd6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547190 Jan 28 21:03:43.289885 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:43.449149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c08c6570-f6a5-40e4-ace0-0cabf04a7526 service neutron] 10.222.0.44 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066982 Jan 28 21:03:43.538550 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-b0103457-7ab3-4e36-a20d-e1a6691ad18d service neutron] 10.222.0.44 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826864 Jan 28 21:03:43.703644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-00706494-1745-4287-a72d-55a54f6b348b req-96ffad7f-2f09-4f02-950c-2987010cb20c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 210 time: 0.0262916 Jan 28 21:03:44.812614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8f73308-7b3d-4372-889c-6e2e59af5b3f req-5815b25a-cd3c-4567-8682-def893422efd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Jan 28 21:03:44.946810 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-64b201f2-523e-4558-826a-1c1253a677b7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:44.948303 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-64b201f2-523e-4558-826a-1c1253a677b7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 812 time: 0.4482725 Jan 28 21:03:44.993970 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-91f66b2d-7ac3-468b-8936-c9e8f4d4ae4b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 379 time: 0.0342016 Jan 28 21:03:45.002414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'port': {'device_id': 'ec655909-87ac-418a-a27e-620cd648bb66', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'admin_state_up': True, 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'security_groups': ['dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:03:45.110261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Made reservation on behalf of c07a0972c67c4bf6af480571cd4c2fef for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:03:45.113785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:45.240853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Allocated IP 172.20.0.8 (29277681-5b2e-48f5-980e-c3869d3c7fd1/d1777977-e1b2-4c12-a8b1-85bc1eb8f934/7fd2f029-764e-4d79-a95e-b9832b9a9980) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:03:45.376787 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:45.415113 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:45.459109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:03:45.463211 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:03:45.466736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:03:45.490101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:45.519355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:45.519991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:45.538108 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-c04d8040-e737-4778-8139-99bd63ecf417 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5389278 Jan 28 21:03:45.549866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Request body: {'port': {'device_id': 'ec655909-87ac-418a-a27e-620cd648bb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:03:45.606640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:45.712519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e09fa693-9019-4a8d-8910-2d6b14a406a8 None None] Provisioning complete for port 7fd2f029-764e-4d79-a95e-b9832b9a9980 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:03:45.713137 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e09fa693-9019-4a8d-8910-2d6b14a406a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:45.747321 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:03:45.770768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: fbb07cad-7b64-44b6-ae1c-1282ce94039e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:03:45.771109 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device fbb07cad-7b64-44b6-ae1c-1282ce94039e not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:03:45.773498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e09fa693-9019-4a8d-8910-2d6b14a406a8 None None] Port 7fd2f029-764e-4d79-a95e-b9832b9a9980 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:03:45.877311 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd2f029-764e-4d79-a95e-b9832b9a9980 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:03:45.885540 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:45.897744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Transition to ACTIVE for port object 7fd2f029-764e-4d79-a95e-b9832b9a9980 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:03:45.902211 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:45.955343 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:46.004156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1018741-073f-40f5-a8ae-e2c3c95ff7b9 req-e4cbbb9f-8f2d-4ff1-b35d-38389588fe5d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.005755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1018741-073f-40f5-a8ae-e2c3c95ff7b9 req-e4cbbb9f-8f2d-4ff1-b35d-38389588fe5d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.1260819 Jan 28 21:03:46.032815 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:03:46.033157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:03:46.033479 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:03:46.038883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:03:46.039205 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:03:46.044495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:03:46.044850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:03:46.045499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:03:46.045928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Bound port: 7fd2f029-764e-4d79-a95e-b9832b9a9980, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:03:46.046289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:46.050933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1018741-073f-40f5-a8ae-e2c3c95ff7b9 req-0a1e89de-eff3-418c-8017-206f85aa2e2f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377083 Jan 28 21:03:46.117281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:03:46.120645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:03:46.124832 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:46.172673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.173302 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:46.174739 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] 10.222.0.13 "PUT /v2.0/ports/7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1091 time: 0.6292522 Jan 28 21:03:46.175190 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:46.177510 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53079fe-e829-424a-b4d4-d8a75d066a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:46.201074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e2e65-7cf2-4193-9156-1f777a6c46fd service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:46.220236 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5228d9-4be6-497e-a664-41360d511d55 x-openstack-request-id: req-1d5228d9-4be6-497e-a664-41360d511d55 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:46.220605 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:46.221035 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d5228d9-4be6-497e-a664-41360d511d55 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:46.221513 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'status': 'completed', 'code': 200} Jan 28 21:03:46.268510 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-1c4052d1-bb65-4c9f-a3a0-d21cdfde63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.270055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-1c4052d1-bb65-4c9f-a3a0-d21cdfde63a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1094 time: 0.0424452 Jan 28 21:03:46.316906 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-a6bb9ac9-59f8-4c1a-8455-ce5f0c5f9024 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 217 time: 0.0391257 Jan 28 21:03:46.366061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-1161d1f7-be3a-4102-ace1-3bd0322a4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.367619 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-1161d1f7-be3a-4102-ace1-3bd0322a4d9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0445437 Jan 28 21:03:46.416452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-ce951477-f7a2-4c72-81db-2fc91f4ec81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.417911 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-ce951477-f7a2-4c72-81db-2fc91f4ec81d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431342 Jan 28 21:03:46.511466 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-152d347f-0e74-4c3f-a7eb-8f97db4803d7 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858645 Jan 28 21:03:46.601728 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e1f7fb3-d880-4e4b-9fe4-f97d9d187565 req-a93aa4da-3b43-4052-81eb-407641060ebb service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834739 Jan 28 21:03:46.690240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-2094d65a-ae5f-4750-8756-b4d26fc8885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.691650 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-2094d65a-ae5f-4750-8756-b4d26fc8885b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1094 time: 0.0464442 Jan 28 21:03:46.780632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-93f7589a-56a3-44da-82b7-79f21135deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.782088 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-93f7589a-56a3-44da-82b7-79f21135deff service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0836148 Jan 28 21:03:46.825734 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-0666db99-f19c-4b2b-958f-3215b879ce57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 217 time: 0.0359573 Jan 28 21:03:46.880401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-1cb7d443-5b67-4bc1-8d4a-116e559523d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.882308 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-1cb7d443-5b67-4bc1-8d4a-116e559523d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0485270 Jan 28 21:03:46.929718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-273d2357-4cae-41a2-aed4-0a2f75c6b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:46.931176 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-273d2357-4cae-41a2-aed4-0a2f75c6b728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409844 Jan 28 21:03:47.021447 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-a9125192-c208-4347-8d0a-02f89001b3ab service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824976 Jan 28 21:03:47.118027 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e53079fe-e829-424a-b4d4-d8a75d066a7d req-13825d22-eaf2-4f72-bcdf-9b9a0a052181 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897317 Jan 28 21:03:47.168873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cb7af-912a-449b-9622-79766bb0c0be req-64d22550-0863-4422-829e-d0a5e867fbbc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:47.170613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b31cb7af-912a-449b-9622-79766bb0c0be req-64d22550-0863-4422-829e-d0a5e867fbbc tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0506022 Jan 28 21:03:47.207325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b31cb7af-912a-449b-9622-79766bb0c0be req-06b225d0-d3ae-449b-91d7-e857f6353f31 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306792 Jan 28 21:03:48.378385 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42ce2-d17b-4475-8356-4521041e59ef req-15108a87-7eac-4cfd-be2f-39d581d79608 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:48.379874 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aff42ce2-d17b-4475-8356-4521041e59ef req-15108a87-7eac-4cfd-be2f-39d581d79608 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.1036139 Jan 28 21:03:48.411387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:48.422098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aff42ce2-d17b-4475-8356-4521041e59ef req-197e424e-470c-493c-bc47-817e793f98b1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354817 Jan 28 21:03:48.643955 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:03:49.542383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7149-72cb-4d2b-a234-fbddb589858c req-775d9207-3ee1-4a70-9b8e-97e2396df61f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:49.543863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d81f7149-72cb-4d2b-a234-fbddb589858c req-775d9207-3ee1-4a70-9b8e-97e2396df61f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0540545 Jan 28 21:03:49.587440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d81f7149-72cb-4d2b-a234-fbddb589858c req-a4d77928-cf3e-4b05-a87e-b9a8cbb5d69b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373275 Jan 28 21:03:49.744787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:03:49.838079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:49.848204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'mac_address': 'fa:16:3e:af:9d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:03:49.887859 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:49.900887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd2f029-764e-4d79-a95e-b9832b9a9980 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:03:49.919142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:49.922833 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:49.969708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:50.150438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['7fd2f029-764e-4d79-a95e-b9832b9a9980'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:03:50.701633 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624ff3f-999b-471e-9c11-4ca05cdfd8d2 req-4612c4ab-c30a-484c-be5e-abe5e8e1e3a4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:50.703110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2624ff3f-999b-471e-9c11-4ca05cdfd8d2 req-4612c4ab-c30a-484c-be5e-abe5e8e1e3a4 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0483880 Jan 28 21:03:50.740931 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2624ff3f-999b-471e-9c11-4ca05cdfd8d2 req-91153228-dbf6-4e08-b380-8411ce057668 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318372 Jan 28 21:03:51.745347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:51.762596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:03:51.812961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 7fd2f029-764e-4d79-a95e-b9832b9a9980 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:03:51.816667 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 7fd2f029-764e-4d79-a95e-b9832b9a9980 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:03:51.817049 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:51.857225 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea3094-0dcb-4f25-859b-6ef57d263cb0 req-aa102b9c-beb5-49ea-b6bd-3ebe81b2374d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:51.858951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cea3094-0dcb-4f25-859b-6ef57d263cb0 req-aa102b9c-beb5-49ea-b6bd-3ebe81b2374d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0503654 Jan 28 21:03:51.894714 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:51.898789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cea3094-0dcb-4f25-859b-6ef57d263cb0 req-c38440cf-c3e6-438d-92f3-edc3c7da1f2c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339592 Jan 28 21:03:51.918106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:51.920730 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8df7efc-bc3f-4076-a35c-fb20a8832073" -d '{"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:51.936896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:03:51.942091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:51.965398 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d04432a-4bcf-45c2-8b7d-39e4a313dfab x-openstack-request-id: req-1d04432a-4bcf-45c2-8b7d-39e4a313dfab {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:51.965688 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:51.965936 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d04432a-4bcf-45c2-8b7d-39e4a313dfab {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:51.966319 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'code': 200} Jan 28 21:03:51.992313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:03:52.053360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568b163-2533-426a-8fd7-87679f2e3045 req-96fc5adc-a309-4f58-8787-2ead1918163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:52.054870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c568b163-2533-426a-8fd7-87679f2e3045 req-96fc5adc-a309-4f58-8787-2ead1918163f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1096 time: 0.0418074 Jan 28 21:03:52.089468 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c568b163-2533-426a-8fd7-87679f2e3045 req-6b157c90-ac0b-4bbf-8e0c-29be28131b3e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273719 Jan 28 21:03:53.015517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b5688-8454-457e-be46-e64dc6863cf8 req-aa6822ca-2b2d-4424-950c-82f872edb918 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:53.016998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c2b5688-8454-457e-be46-e64dc6863cf8 req-aa6822ca-2b2d-4424-950c-82f872edb918 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0515039 Jan 28 21:03:53.056129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c2b5688-8454-457e-be46-e64dc6863cf8 req-989373fe-0487-4057-ad77-feaa6cac4b81 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Jan 28 21:03:54.172477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54638e3e-9a04-4b1c-afc5-a8123981875d req-287c4a01-6165-4394-9ae2-69a60e71e3f0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:54.173945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54638e3e-9a04-4b1c-afc5-a8123981875d req-287c4a01-6165-4394-9ae2-69a60e71e3f0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0486720 Jan 28 21:03:54.211324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-54638e3e-9a04-4b1c-afc5-a8123981875d req-8500ad86-3357-4a7c-ae95-e48209f2e80d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Jan 28 21:03:54.321893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7095826-e070-46e9-b283-4ead4b5734ea req-4b43dc18-db85-4096-86fc-d3353cc26fcd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:54.323361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7095826-e070-46e9-b283-4ead4b5734ea req-4b43dc18-db85-4096-86fc-d3353cc26fcd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0496242 Jan 28 21:03:54.332012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53712) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:03:54.337278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Request body: {'floatingip': {'port_id': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:03:54.378936 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:54.808325 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:54.812642 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:54.907564 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Floating IP 35547f45-8488-4674-a20e-0a518d624014 associated. External IP: 172.25.2.210, port: 7fd2f029-764e-4d79-a95e-b9832b9a9980. Jan 28 21:03:55.114918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:03:55.221699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:03:55.226887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:03:55.231375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:03:55.241257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:03:55.241865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:03:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:55.253120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a269ac58-ef29-4196-952c-e5e149c3f472 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "PUT /v2.0/floatingips/35547f45-8488-4674-a20e-0a518d624014 HTTP/1.1" status: 200 len: 992 time: 0.9200437 Jan 28 21:03:55.253811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:03:55.256878 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b084128-4c5f-4195-a10a-74c42a80bef0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:03:55.294534 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e4ff8-ac98-4bc1-95b5-070cd0e2d8d7 x-openstack-request-id: req-4b2e4ff8-ac98-4bc1-95b5-070cd0e2d8d7 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:03:55.294534 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:03:55.294534 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b2e4ff8-ac98-4bc1-95b5-070cd0e2d8d7 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:03:55.295201 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'status': 'completed', 'code': 200} Jan 28 21:03:55.366881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-d6bab488-af80-40dc-a2b3-2ee2d835dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:55.368413 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-d6bab488-af80-40dc-a2b3-2ee2d835dfe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1096 time: 0.0485506 Jan 28 21:03:55.373300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:03:55.469574 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-925afc2b-c93e-4047-9d6a-0dae679c47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:55.471078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-925afc2b-c93e-4047-9d6a-0dae679c47ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0959470 Jan 28 21:03:55.566332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-f492b946-f69a-404e-974e-4654093e2f64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1000 time: 0.0869374 Jan 28 21:03:55.626936 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-d5328809-50cf-468d-8fd5-def39a6193ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:55.628464 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-d5328809-50cf-468d-8fd5-def39a6193ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0541062 Jan 28 21:03:55.633385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:af:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec655909-87ac-418a-a27e-620cd648bb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:03:54Z', 'revision_number': 13, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:55.666056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:03:55.675123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:03:55.676308 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:03:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:55.678394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-0a6eec04-e55d-4a01-81d4-19d76c26df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:55.679970 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-0a6eec04-e55d-4a01-81d4-19d76c26df14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444224 Jan 28 21:03:55.775531 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-a214e896-1dcd-4c73-b119-6e1e20e59c49 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891492 Jan 28 21:03:55.788025 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:03:55.878689 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6b084128-4c5f-4195-a10a-74c42a80bef0 req-2e8206be-0e28-44a7-8d21-0de6740a7e5d service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962465 Jan 28 21:03:56.016055 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:af:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec655909-87ac-418a-a27e-620cd648bb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:03:54Z', 'revision_number': 13, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:03:56.041714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52476e0d-c2ce-4160-a56c-bf0c5f2704d1 None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '35547f45-8488-4674-a20e-0a518d624014', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'floating_ip_address': '172.25.2.210', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'port_id': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'mac_address': 'fa:16:3e:af:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec655909-87ac-418a-a27e-620cd648bb66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:01:07Z', 'updated_at': '2022-01-28T21:03:54Z', 'revision_number': 13, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:03:56.240735 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933cb8d-fd3d-4952-8dd9-5ee5bac866e6 None None] New status for floating IP 35547f45-8488-4674-a20e-0a518d624014: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:03:56.730503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c650a01-b398-4c14-bda1-5c5bc4175354 req-f4e15d3f-4c92-4029-8678-8450f736b178 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:03:56.731966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c650a01-b398-4c14-bda1-5c5bc4175354 req-f4e15d3f-4c92-4029-8678-8450f736b178 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0521729 Jan 28 21:03:56.768927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c650a01-b398-4c14-bda1-5c5bc4175354 req-4845c4a7-e370-4975-999d-2737eccd27fe tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310786 Jan 28 21:04:06.811809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83f2ab-1f57-4896-89be-4496a50e39e1 req-fff8b06f-ec79-4fee-815b-6c3a6571953f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:06.813404 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e83f2ab-1f57-4896-89be-4496a50e39e1 req-fff8b06f-ec79-4fee-815b-6c3a6571953f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0495374 Jan 28 21:04:06.883491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2e83f2ab-1f57-4896-89be-4496a50e39e1 req-e4ce5f57-e87d-4c87-8b8a-c82f04d7e20d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575626 Jan 28 21:04:06.887005 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-6ca44222-dee0-44a5-838c-ab2da6c6ed84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383502 Jan 28 21:04:07.763217 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1353-0bd2-40b3-92be-5acfc583d363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:07.981668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-3275d18b-d996-40b0-8d0c-4a3f6326b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:07.983276 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-3275d18b-d996-40b0-8d0c-4a3f6326b37f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1096 time: 0.0426803 Jan 28 21:04:08.006519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df46bd-7bdc-4ec1-baf1-cc97513b5cd7 req-1327a066-8de0-467d-96b5-c0be80877e88 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:08.008614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6df46bd-7bdc-4ec1-baf1-cc97513b5cd7 req-1327a066-8de0-467d-96b5-c0be80877e88 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Jan 28 21:04:08.049719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f6df46bd-7bdc-4ec1-baf1-cc97513b5cd7 req-4ed8c9ee-70ea-45df-8ac0-4076d8ba42b3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348365 Jan 28 21:04:08.081773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-4c6e1b83-0065-464f-9587-eac9bd4aa456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:08.083286 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-4c6e1b83-0065-464f-9587-eac9bd4aa456 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0940254 Jan 28 21:04:08.156610 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-78dd9f7a-140c-46c2-81c6-25ee362e639a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1002 time: 0.0622125 Jan 28 21:04:08.214925 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-a3fc749a-0856-41e0-8599-0935f6c33311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:08.217161 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-a3fc749a-0856-41e0-8599-0935f6c33311 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0541830 Jan 28 21:04:08.270483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-026b3671-382b-4794-b3d9-3996b0ff37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:08.272078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-026b3671-382b-4794-b3d9-3996b0ff37a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485473 Jan 28 21:04:08.283658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-db4fa034-2ea1-4d86-b687-6cfb14c0dfc9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:04:08.284684 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-db4fa034-2ea1-4d86-b687-6cfb14c0dfc9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050766 Jan 28 21:04:08.381869 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-df23cc21-2151-45f9-8654-54ba6c09995c service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903692 Jan 28 21:04:08.474915 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-7d4d8ec4-a344-461f-b360-c25828bd79c4 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866532 Jan 28 21:04:09.170967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a662ab-40ed-449b-897b-5e5f2469be54 req-77820a1a-24b4-4bab-9a1c-1e22d5c99b92 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:09.172622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74a662ab-40ed-449b-897b-5e5f2469be54 req-77820a1a-24b4-4bab-9a1c-1e22d5c99b92 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0524802 Jan 28 21:04:09.211436 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74a662ab-40ed-449b-897b-5e5f2469be54 req-0151c13c-1191-4398-a198-20db94abfddf tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327168 Jan 28 21:04:10.247848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05bfa3f7-b7cd-4708-a373-3bb110ef9cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:10.327293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb38a1a-4358-4745-923b-362eeec52616 req-d683a95c-7859-49d8-8439-36467004fc63 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:10.328779 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eb38a1a-4358-4745-923b-362eeec52616 req-d683a95c-7859-49d8-8439-36467004fc63 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0480869 Jan 28 21:04:10.365269 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2eb38a1a-4358-4745-923b-362eeec52616 req-dbb0223e-22c0-422c-8d30-5622869f1ff6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305793 Jan 28 21:04:11.484601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dff193-a634-4f3a-88ec-9c230ecf1f2b req-727c3115-f6ba-4038-ac08-9ab9d2950c66 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:11.486053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29dff193-a634-4f3a-88ec-9c230ecf1f2b req-727c3115-f6ba-4038-ac08-9ab9d2950c66 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Jan 28 21:04:11.523682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29dff193-a634-4f3a-88ec-9c230ecf1f2b req-313657d4-b998-4c45-a8a3-4870b5882698 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Jan 28 21:04:11.787909 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:12.638938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc948-8294-4a8c-84cf-1ea668bf78cd req-7a8434cf-9454-4b9a-a68f-6ea5ce39ff2c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:12.640453 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70efc948-8294-4a8c-84cf-1ea668bf78cd req-7a8434cf-9454-4b9a-a68f-6ea5ce39ff2c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Jan 28 21:04:12.677584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70efc948-8294-4a8c-84cf-1ea668bf78cd req-d09eb787-0a3c-4d4a-b419-7e303922f610 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Jan 28 21:04:13.074111 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:13.293594 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:13.794564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6de40-fac6-45f6-bb05-730073f62715 req-d6d6d531-3be6-491e-af3f-f0c254b840a9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:13.796293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10d6de40-fac6-45f6-bb05-730073f62715 req-d6d6d531-3be6-491e-af3f-f0c254b840a9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0494931 Jan 28 21:04:13.833309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10d6de40-fac6-45f6-bb05-730073f62715 req-33c3a593-8ad7-4300-a040-2d037f7c5f98 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Jan 28 21:04:14.955642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bc492-ca65-4106-b31f-2e7d0647fc68 req-4e85478c-7d6d-4592-8fb6-430b1f9c77c8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:14.957128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857bc492-ca65-4106-b31f-2e7d0647fc68 req-4e85478c-7d6d-4592-8fb6-430b1f9c77c8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0542424 Jan 28 21:04:14.995293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-857bc492-ca65-4106-b31f-2e7d0647fc68 req-1ef4054a-bc63-4cb5-a7b2-c310ebccea80 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316281 Jan 28 21:04:16.113081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56b589-782d-4ac5-9fd2-26bcacd26081 req-ed3fd4e8-fb4a-4f41-8e05-f197ca3dcbb2 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:16.115506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad56b589-782d-4ac5-9fd2-26bcacd26081 req-ed3fd4e8-fb4a-4f41-8e05-f197ca3dcbb2 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0528510 Jan 28 21:04:16.156231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ad56b589-782d-4ac5-9fd2-26bcacd26081 req-e9973b56-8dbc-488b-a6b9-bfa718b57076 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346930 Jan 28 21:04:17.275965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df49e23-e453-471a-a037-81a645e4f63c req-bc19c550-6dbb-4907-9fe9-ceadbf3acdca tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:17.277354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5df49e23-e453-471a-a037-81a645e4f63c req-bc19c550-6dbb-4907-9fe9-ceadbf3acdca tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Jan 28 21:04:17.315938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5df49e23-e453-471a-a037-81a645e4f63c req-5e1daf71-3619-4b57-81a1-b8b5b953aa37 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325871 Jan 28 21:04:18.425759 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:18.442802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba694b7d-228c-4522-a43e-942bfdab3b29 req-8c30aa8b-89d8-4d83-a699-6729f5944c3c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:18.444331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba694b7d-228c-4522-a43e-942bfdab3b29 req-8c30aa8b-89d8-4d83-a699-6729f5944c3c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0556302 Jan 28 21:04:18.484987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba694b7d-228c-4522-a43e-942bfdab3b29 req-1b3f83ea-3a54-41e2-b2e5-8aad4796b3c2 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Jan 28 21:04:19.602682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffce84-81ab-4615-8ea7-aedd164f10a9 req-7c8fa580-ad05-4ede-8171-cf634018e83a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:19.604162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bdffce84-81ab-4615-8ea7-aedd164f10a9 req-7c8fa580-ad05-4ede-8171-cf634018e83a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0506892 Jan 28 21:04:19.642847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bdffce84-81ab-4615-8ea7-aedd164f10a9 req-b1e98d95-16d2-49db-bcba-5b23cade3e9d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324757 Jan 28 21:04:20.758213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2b91e-2cf4-4f50-9d76-94d8c83aab1d req-b03b457a-3b8e-4b2b-aa3e-76cccada9d2c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:20.759656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44a2b91e-2cf4-4f50-9d76-94d8c83aab1d req-b03b457a-3b8e-4b2b-aa3e-76cccada9d2c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0492489 Jan 28 21:04:20.797574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44a2b91e-2cf4-4f50-9d76-94d8c83aab1d req-818762d8-cde0-419f-87d1-23dfa80c7363 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313241 Jan 28 21:04:21.746269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:21.916044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a009c8-d780-482b-87f4-660b14c4eb20 req-bcff0a7f-cc1b-4d04-855c-796014638cba tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:21.917556 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47a009c8-d780-482b-87f4-660b14c4eb20 req-bcff0a7f-cc1b-4d04-855c-796014638cba tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Jan 28 21:04:21.962923 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47a009c8-d780-482b-87f4-660b14c4eb20 req-af3fa86b-7430-4e07-b419-2eea342fb305 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391428 Jan 28 21:04:23.081868 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdb830-41f0-44d4-87de-343451715f73 req-2d487226-13db-4249-b583-6d01f701018f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:23.083334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fbfdb830-41f0-44d4-87de-343451715f73 req-2d487226-13db-4249-b583-6d01f701018f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Jan 28 21:04:23.120462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fbfdb830-41f0-44d4-87de-343451715f73 req-c274e9a7-1845-4baa-a7cd-75532f8c9e7e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Jan 28 21:04:23.618487 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-bf9cd6f9-38aa-476f-84e7-ba2ff9419fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:23.619999 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-bf9cd6f9-38aa-476f-84e7-ba2ff9419fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1096 time: 0.0415866 Jan 28 21:04:23.727044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-2e6bf181-8b12-4316-a1de-36c82fed959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:23.728551 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-2e6bf181-8b12-4316-a1de-36c82fed959e service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0891743 Jan 28 21:04:23.794622 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-fc8f7fea-96f1-4fd5-abbd-dfd29dde25b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1002 time: 0.0594225 Jan 28 21:04:23.843368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-5ed1d7f0-c1f5-4529-983b-f8c5e3306c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:23.844880 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-5ed1d7f0-c1f5-4529-983b-f8c5e3306c29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0439365 Jan 28 21:04:23.892000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-1fa19f81-77f8-4905-ba00-09c85a6532c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:23.893507 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-1fa19f81-77f8-4905-ba00-09c85a6532c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429177 Jan 28 21:04:23.982931 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-7a7b85eb-8d48-4652-8193-89290929cfa2 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825732 Jan 28 21:04:24.075148 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5b5def19-1cf2-4770-bb6a-8b1cef88543d req-9877f3fb-2cd4-4bc0-baed-a7e6b45027b6 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 Jan 28 21:04:24.238949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d543c-07e1-48f3-ab9e-edc79f9a8e8b req-ca91416e-dd05-4ee8-a88a-bf08e059dcd1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:24.240348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec7d543c-07e1-48f3-ab9e-edc79f9a8e8b req-ca91416e-dd05-4ee8-a88a-bf08e059dcd1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0490792 Jan 28 21:04:24.279698 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec7d543c-07e1-48f3-ab9e-edc79f9a8e8b req-01f569d9-743e-44ac-871f-debbb891c494 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334501 Jan 28 21:04:25.400784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5021d8-35d4-4929-8643-99b1500b1524 req-c14b301f-d9a5-4b22-8657-e2ae19d4f8af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:25.402926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db5021d8-35d4-4929-8643-99b1500b1524 req-c14b301f-d9a5-4b22-8657-e2ae19d4f8af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0538757 Jan 28 21:04:25.440477 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-db5021d8-35d4-4929-8643-99b1500b1524 req-87495e5b-880c-46db-a1bd-fdea82fd06ff tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Jan 28 21:04:25.643897 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:04:26.555406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0673e-b14e-4e34-a1f8-8de259c04c04 req-c36756a6-12c7-413b-b99c-3a6bbee2ac54 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:26.556909 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31d0673e-b14e-4e34-a1f8-8de259c04c04 req-c36756a6-12c7-413b-b99c-3a6bbee2ac54 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0492284 Jan 28 21:04:26.595938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-31d0673e-b14e-4e34-a1f8-8de259c04c04 req-91931759-7bab-43b8-843d-a47bb8eed917 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Jan 28 21:04:27.711546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021922b-70f3-442c-90af-f753648977d2 req-8ec8f7d0-dc73-426f-b8cd-6f2ad1d06bac tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:27.713068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a021922b-70f3-442c-90af-f753648977d2 req-8ec8f7d0-dc73-426f-b8cd-6f2ad1d06bac tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0498526 Jan 28 21:04:27.751407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a021922b-70f3-442c-90af-f753648977d2 req-0b70a7a9-dbdb-429f-9bf6-6c85f4386764 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Jan 28 21:04:28.879434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178f23a-f1b9-443f-a743-f4dc89bd8d60 req-c7169176-ce4d-425f-9900-762e47b6206c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:28.881204 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a178f23a-f1b9-443f-a743-f4dc89bd8d60 req-c7169176-ce4d-425f-9900-762e47b6206c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0614800 Jan 28 21:04:28.932292 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a178f23a-f1b9-443f-a743-f4dc89bd8d60 req-c2a9a75e-094b-4fc4-a5d3-31c3b9d8924f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Jan 28 21:04:30.059740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9c79b-70d0-4875-a8ec-87f568f1ab77 req-9a825ff0-6092-42bf-bb40-a1475075b4b1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:30.061257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52f9c79b-70d0-4875-a8ec-87f568f1ab77 req-9a825ff0-6092-42bf-bb40-a1475075b4b1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0487826 Jan 28 21:04:30.099259 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52f9c79b-70d0-4875-a8ec-87f568f1ab77 req-f6d3adad-eff2-4f6a-a674-9606a44f1cec tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319991 Jan 28 21:04:31.218410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0bfcc-a77e-41aa-b53c-5fb6de27e63c req-d408e31e-3468-4396-820f-3617b8acc9f1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:31.220022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9af0bfcc-a77e-41aa-b53c-5fb6de27e63c req-d408e31e-3468-4396-820f-3617b8acc9f1 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0523145 Jan 28 21:04:31.260284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9af0bfcc-a77e-41aa-b53c-5fb6de27e63c req-a572ac23-abd8-4492-a019-4b6089652380 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342236 Jan 28 21:04:31.991136 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-385b67b5-0a58-4dce-ab34-f7940f555c1a service neutron] show failed (client error): The resource could not be found. Jan 28 21:04:31.992155 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-385b67b5-0a58-4dce-ab34-f7940f555c1a service neutron] 10.222.0.13 "GET /v2.0/ports/7fd2f029-764e-4d79-a95e-b9832b9a9980/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0536473 Jan 28 21:04:32.192618 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-c55486a6-1466-439a-ab2d-e39e30a785cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:32.193987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-c55486a6-1466-439a-ab2d-e39e30a785cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 1096 time: 0.0458970 Jan 28 21:04:32.204733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-57d0dc5c-f934-4916-87e7-0be95ee71b86 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:04:32.205653 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-57d0dc5c-f934-4916-87e7-0be95ee71b86 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050461 Jan 28 21:04:32.217184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:04:32.269146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:32.487097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105f9a-b553-4dfa-ad54-730376ba2753 req-fd11c9cd-58f9-4aa1-975b-049e86d79968 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:32.488593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44105f9a-b553-4dfa-ad54-730376ba2753 req-fd11c9cd-58f9-4aa1-975b-049e86d79968 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.1046913 Jan 28 21:04:32.545353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:04:32.560469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44105f9a-b553-4dfa-ad54-730376ba2753 req-7e6c541c-3e7d-4b24-afac-619fa3ed8317 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643728 Jan 28 21:04:32.583227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:04:32.621288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:04:32.623518 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9573bc2e-477c-40d8-b4ef-41616bb68a58" -d '{"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:04:32.627563 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:32.640196 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Transition to ACTIVE for port object 7fd2f029-764e-4d79-a95e-b9832b9a9980 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:04:32.644728 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:32.681812 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeaaf96-80c8-4c57-8bdf-2a7bceab2cb6 x-openstack-request-id: req-6eeaaf96-80c8-4c57-8bdf-2a7bceab2cb6 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:04:32.682102 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:04:32.682351 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6eeaaf96-80c8-4c57-8bdf-2a7bceab2cb6 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:04:32.682773 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'code': 200} Jan 28 21:04:32.728735 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:04:32.742775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.743044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.743382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.743716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.744044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.744392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.744717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.745036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.745456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.746176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.746303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.746620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:32.783470 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] No DVR routers for this DVR port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:04:32.917792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:04:32.918129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:04:32.918454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:04:32.923157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:04:32.923480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:04:32.928511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:04:32.928849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:04:32.929228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:04:32.929652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Bound port: 7fd2f029-764e-4d79-a95e-b9832b9a9980, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:04:32.930011 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:32.991677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:04:32.994827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:04:33.000121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:33.034213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:33.034869 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:33.036250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] 10.222.0.26 "PUT /v2.0/ports/7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1091 time: 0.8233552 Jan 28 21:04:33.072047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0a5f2-598e-49ad-988c-3da8306fe79b service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:04:33.112341 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-bc9d08a9-84df-4a24-a01b-37059d5ed54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:33.113853 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-bc9d08a9-84df-4a24-a01b-37059d5ed54f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1094 time: 0.0497990 Jan 28 21:04:33.208064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-43ff78b0-9249-4c3b-86c7-51e2fd50af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:33.209585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-43ff78b0-9249-4c3b-86c7-51e2fd50af74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0892949 Jan 28 21:04:33.607250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-9cbc8fc2-0720-4288-b8c3-51c473dc5896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1000 time: 0.3899775 Jan 28 21:04:33.679962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-1a89f5a0-6a47-48f6-9090-c4d36f293c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:33.681357 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-1a89f5a0-6a47-48f6-9090-c4d36f293c82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0671465 Jan 28 21:04:33.708591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec0b83-c99d-4c76-baa4-35925b85ae1a req-314e2251-1c70-44a5-b05f-442474fd73fe tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:33.710029 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42ec0b83-c99d-4c76-baa4-35925b85ae1a req-314e2251-1c70-44a5-b05f-442474fd73fe tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0702329 Jan 28 21:04:33.766440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42ec0b83-c99d-4c76-baa4-35925b85ae1a req-529cbcc5-bf13-46a1-a309-af12290db45d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 Jan 28 21:04:33.768962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-114c7845-3716-44d2-b484-b8e4cf1af384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:33.770361 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-114c7845-3716-44d2-b484-b8e4cf1af384 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812197 Jan 28 21:04:33.861700 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-4da0b79d-5d4f-4787-a0e6-a0a969d98daa service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822749 Jan 28 21:04:33.953069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-55b0b6f2-9c0d-44f6-9f31-aa36e0952c83 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840166 Jan 28 21:04:34.015553 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:04:34.055526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:04:34.684729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:04:34.687028 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb11c97-3b08-412e-9877-64a52652caa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:04:34.734930 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea1f9d-66d9-48c4-be98-bc830a770bb6 x-openstack-request-id: req-a4ea1f9d-66d9-48c4-be98-bc830a770bb6 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:04:34.735292 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:04:34.735543 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4ea1f9d-66d9-48c4-be98-bc830a770bb6 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:04:34.735945 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'status': 'completed', 'code': 200} Jan 28 21:04:34.800995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-39c4b26d-7af9-4fd0-8ecc-a11c53304dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:34.803088 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-39c4b26d-7af9-4fd0-8ecc-a11c53304dc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1094 time: 0.0446930 Jan 28 21:04:34.812369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-c7362535-343f-45e6-9a38-a81cdcbb3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:34.814332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-c7362535-343f-45e6-9a38-a81cdcbb3e7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1094 time: 0.0586057 Jan 28 21:04:34.899547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-7b856931-5182-4dc0-90d7-f85f1ef48156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:34.901332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-7b856931-5182-4dc0-90d7-f85f1ef48156 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0911791 Jan 28 21:04:34.958172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85a45c-bcaa-4dfd-abe6-a95e73bed49f req-e013d6af-2a7c-449e-968e-8f4258d8fa3a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:34.959780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e85a45c-bcaa-4dfd-abe6-a95e73bed49f req-e013d6af-2a7c-449e-968e-8f4258d8fa3a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0904942 Jan 28 21:04:34.962852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-ea33baf5-e28e-4a79-856d-ef6c5ec13177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:34.965970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-ea33baf5-e28e-4a79-856d-ef6c5ec13177 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1438265 Jan 28 21:04:34.970079 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-0dda396d-7ed6-4fb1-9e30-acf4ec9ac2f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1000 time: 0.0625219 Jan 28 21:04:35.019904 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-828d7b95-9174-4395-944e-59f106d77d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:35.021419 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-828d7b95-9174-4395-944e-59f106d77d84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0454485 Jan 28 21:04:35.051198 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e85a45c-bcaa-4dfd-abe6-a95e73bed49f req-3eb8868e-fcde-44b8-bacf-12dc3b3de149 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843923 Jan 28 21:04:35.055841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-ca73ce4c-7c93-456c-afce-640edf5d7a2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1000 time: 0.0828001 Jan 28 21:04:35.087446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-411e9973-3295-4686-a9c3-077b9547033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:35.089034 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-411e9973-3295-4686-a9c3-077b9547033f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607479 Jan 28 21:04:35.118386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-3813edb7-fc55-4de7-9dc5-b65243076209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:35.119926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-3813edb7-fc55-4de7-9dc5-b65243076209 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0506546 Jan 28 21:04:35.173272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-5ef20b08-0572-464d-89d8-2795f217b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:35.175103 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-5ef20b08-0572-464d-89d8-2795f217b58b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461814 Jan 28 21:04:35.186001 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-6868df58-2560-4181-b576-0b357fd2ee6f service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891421 Jan 28 21:04:35.267336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-343e7887-1155-458f-a14f-3b4cef0ef704 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848584 Jan 28 21:04:35.284282 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-2fe98148-67fd-4f6d-8e43-1f15e47d3d56 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919838 Jan 28 21:04:35.369973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1cb11c97-3b08-412e-9877-64a52652caa0 req-9146d33a-3e58-4bf9-8fdf-94690264bbc8 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960464 Jan 28 21:04:36.176320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475997e1-2f58-42f7-9fc1-b9359f71e2dd req-61b2b905-7cca-434d-9147-5e3c4d13cbb3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:36.177807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-475997e1-2f58-42f7-9fc1-b9359f71e2dd req-61b2b905-7cca-434d-9147-5e3c4d13cbb3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0515835 Jan 28 21:04:36.217074 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-475997e1-2f58-42f7-9fc1-b9359f71e2dd req-02322a0c-7854-4173-8aa5-a63f10ddc7eb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Jan 28 21:04:37.339347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a74593-b767-43d6-a6d6-70cedb8b4894 req-fe914e2d-8f86-41d8-b657-c2b0540d800d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:37.340941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9a74593-b767-43d6-a6d6-70cedb8b4894 req-fe914e2d-8f86-41d8-b657-c2b0540d800d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0539160 Jan 28 21:04:37.380421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9a74593-b767-43d6-a6d6-70cedb8b4894 req-11baeca6-fa0e-4a61-8e8a-24e3c5bc9d7e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Jan 28 21:04:37.765868 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-165f6f9b-9047-4cb5-8ca3-ebb2c8aefa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:38.501989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d7e97-ddd3-4015-8cb2-7e978044b436 req-711616ff-23db-4ca0-9ea8-0d178e528278 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:38.503463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d0d7e97-ddd3-4015-8cb2-7e978044b436 req-711616ff-23db-4ca0-9ea8-0d178e528278 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0516779 Jan 28 21:04:38.541588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d0d7e97-ddd3-4015-8cb2-7e978044b436 req-2ca671a5-f20a-4dc4-a7bf-dae15b8edb68 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321324 Jan 28 21:04:39.655626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c33e9-a490-4440-a666-975b196b91e1 req-4464975c-cd0e-4f45-a750-a212a13fdd0f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:39.657070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b4c33e9-a490-4440-a666-975b196b91e1 req-4464975c-cd0e-4f45-a750-a212a13fdd0f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0479574 Jan 28 21:04:39.694560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b4c33e9-a490-4440-a666-975b196b91e1 req-8bef9142-4f58-4823-8253-879e6570ae69 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Jan 28 21:04:40.251082 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-238ed8c3-7e2d-4242-b732-1c6c51f4c03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:40.813143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f7103-626d-4b1d-99de-c7665fa7937d req-fbd38487-6de5-40ec-b9f6-29d5c1fc206d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:40.814612 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-081f7103-626d-4b1d-99de-c7665fa7937d req-fbd38487-6de5-40ec-b9f6-29d5c1fc206d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0520148 Jan 28 21:04:40.852543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-081f7103-626d-4b1d-99de-c7665fa7937d req-d7a937d9-aa43-40a8-83a0-4ab28d6dc83f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Jan 28 21:04:41.787283 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:41.972689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef097a64-fc7c-49fd-946c-53be255c6bfb req-d1a1957e-ce49-4660-a841-1a1fa53b8ecb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:41.974148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef097a64-fc7c-49fd-946c-53be255c6bfb req-d1a1957e-ce49-4660-a841-1a1fa53b8ecb tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0498357 Jan 28 21:04:42.011821 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ef097a64-fc7c-49fd-946c-53be255c6bfb req-ca1dc6f9-15fb-4c1a-b317-967654e47cb5 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Jan 28 21:04:43.108751 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:43.138306 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eb8ac-f4d5-4b64-9a58-5cb62bf5c8a5 req-dc81cd9e-1eed-444a-9332-29ab5e1ed51d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:43.139803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba2eb8ac-f4d5-4b64-9a58-5cb62bf5c8a5 req-dc81cd9e-1eed-444a-9332-29ab5e1ed51d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0522327 Jan 28 21:04:43.178314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba2eb8ac-f4d5-4b64-9a58-5cb62bf5c8a5 req-4306dfd4-5c35-4edf-a4ea-5cecfd5befc2 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323763 Jan 28 21:04:43.295958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:44.306937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e79c24-9b13-472c-97f6-07566ba1a35a req-c36a0fc7-f6e1-47e8-a117-42eb4affb5d7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:44.308555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04e79c24-9b13-472c-97f6-07566ba1a35a req-c36a0fc7-f6e1-47e8-a117-42eb4affb5d7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0584891 Jan 28 21:04:44.348464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-04e79c24-9b13-472c-97f6-07566ba1a35a req-e49e454d-a77a-4246-adfd-032c903d7843 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331655 Jan 28 21:04:45.468553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34138b8e-8bec-41c1-8699-8cf4048fe690 req-2990cd0c-2e5f-4136-9d85-966d907d421c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:45.470035 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34138b8e-8bec-41c1-8699-8cf4048fe690 req-2990cd0c-2e5f-4136-9d85-966d907d421c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0490098 Jan 28 21:04:45.507520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-34138b8e-8bec-41c1-8699-8cf4048fe690 req-4774963c-b6d4-48eb-ab50-fa918ce961f7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315173 Jan 28 21:04:45.827841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-46bf12be-f530-4683-a285-56da6fb8ae73 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:45.829318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-46bf12be-f530-4683-a285-56da6fb8ae73 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66&tenant_id=c07a0972c67c4bf6af480571cd4c2fef&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 943 time: 0.0909710 Jan 28 21:04:45.840151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97329f05-e2a5-401b-95dd-72e4fd7cfd84 req-21758156-c87f-49f6-9c6e-9dbe2d727a72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:45.841563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97329f05-e2a5-401b-95dd-72e4fd7cfd84 req-21758156-c87f-49f6-9c6e-9dbe2d727a72 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 943 time: 0.0756440 Jan 28 21:04:45.906073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-97329f05-e2a5-401b-95dd-72e4fd7cfd84 req-cbb9076e-4993-4719-a3d3-5dfaae483b67 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585251 Jan 28 21:04:45.921485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-7a5d191b-7a14-4cfb-82ca-96de79a35cde service neutron] 10.222.0.26 "GET /v2.0/ports/7fd2f029-764e-4d79-a95e-b9832b9a9980/bindings/n-h2-825064-3 HTTP/1.1" status: 200 len: 382 time: 0.0789359 Jan 28 21:04:45.985878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-bb46f63b-644b-4a2c-a7d5-f8b98c3cb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:45.987267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-bb46f63b-644b-4a2c-a7d5-f8b98c3cb338 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1094 time: 0.0409682 Jan 28 21:04:46.070147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:04:46.079164 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-90689ea6-691d-4c9e-8011-660b06d5fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:46.081729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-90689ea6-691d-4c9e-8011-660b06d5fc19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0871110 Jan 28 21:04:46.147375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0809ce71-c73a-48f2-952b-afc7616c72f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1000 time: 0.0589015 Jan 28 21:04:46.165324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:04:46.176310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'mac_address': 'fa:16:3e:af:9d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:04:46.196458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-b8235fd1-9322-4d6f-9a4f-f60bfa3b19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:46.198545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-b8235fd1-9322-4d6f-9a4f-f60bfa3b19c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0439520 Jan 28 21:04:46.215029 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:46.227842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd2f029-764e-4d79-a95e-b9832b9a9980 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:04:46.247237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:04:46.250208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-6a7a6df4-fec6-4351-ae59-9f7a8cd01900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:46.250794 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:46.251744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-6a7a6df4-fec6-4351-ae59-9f7a8cd01900 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465040 Jan 28 21:04:46.309045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:04:46.320045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.320574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.320983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.321543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.321980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.322471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.323530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.324086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.324578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.325087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.325598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.326111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:46.357597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-c31be701-1e3b-44c5-9259-3a8d925daf19 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970540 Jan 28 21:04:46.460858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-713f8674-6cf2-4e46-a5f4-9082a1238c1c service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965796 Jan 28 21:04:46.499230 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['7fd2f029-764e-4d79-a95e-b9832b9a9980'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:04:47.037207 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aa85a-5bac-45f8-aba5-5a25c7679fcb req-8758e72b-4316-4d9d-8a91-0a9e93aa419e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:47.038724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-145aa85a-5bac-45f8-aba5-5a25c7679fcb req-8758e72b-4316-4d9d-8a91-0a9e93aa419e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0522676 Jan 28 21:04:47.077717 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-145aa85a-5bac-45f8-aba5-5a25c7679fcb req-1efca6de-5dc3-441e-9ef5-a4956145bdd9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Jan 28 21:04:48.080305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:04:48.138541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 7fd2f029-764e-4d79-a95e-b9832b9a9980 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:04:48.143440 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 7fd2f029-764e-4d79-a95e-b9832b9a9980 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:04:48.143811 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:48.209993 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaf74c-64c2-457a-b993-3cb5079bc11e req-147b6026-34b3-4dd4-92a7-ffcdc4973971 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:48.211624 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4aaf74c-64c2-457a-b993-3cb5079bc11e req-147b6026-34b3-4dd4-92a7-ffcdc4973971 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0562100 Jan 28 21:04:48.232035 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:48.253975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4aaf74c-64c2-457a-b993-3cb5079bc11e req-d702216b-35d1-40af-85db-fa2a9d71d99a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351198 Jan 28 21:04:48.259989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:04:48.263009 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09efd45-f0ab-495b-b146-85ed8382097d" -d '{"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:04:48.280811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:04:48.285715 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:48.337913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:04:48.412305 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e91edf5-021d-4847-9f4d-daac22a97341 x-openstack-request-id: req-3e91edf5-021d-4847-9f4d-daac22a97341 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:04:48.412601 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:04:48.412857 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e91edf5-021d-4847-9f4d-daac22a97341 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:04:48.413254 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'code': 200} Jan 28 21:04:48.451453 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:49.377937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc058b1-9050-4024-8129-c83cb7975146 req-40576516-6681-4d49-8ec3-b39e6b8ba9e7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:49.379424 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6dc058b1-9050-4024-8129-c83cb7975146 req-40576516-6681-4d49-8ec3-b39e6b8ba9e7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0553923 Jan 28 21:04:49.421701 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6dc058b1-9050-4024-8129-c83cb7975146 req-c22eb9a6-dce8-47f2-8d88-6bc90c3b24d3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363560 Jan 28 21:04:50.233818 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-79795470-557d-4f3f-baec-00c0cbf8e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:50.235314 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-79795470-557d-4f3f-baec-00c0cbf8e26b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66&tenant_id=c07a0972c67c4bf6af480571cd4c2fef HTTP/1.1" status: 200 len: 1096 time: 0.0415056 Jan 28 21:04:50.246001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:04:50.299514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:50.504550 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:04:50.539097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917acc0b-0d11-4515-aff9-70125686c454 req-a7e48378-4c8b-406e-aa8c-28f029e7d32d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:50.540592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-917acc0b-0d11-4515-aff9-70125686c454 req-a7e48378-4c8b-406e-aa8c-28f029e7d32d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0485477 Jan 28 21:04:50.541181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h2-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:04:50.583967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:04:50.586298 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89093b11-9a10-4863-8c43-068862d063af" -d '{"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:04:50.590832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-917acc0b-0d11-4515-aff9-70125686c454 req-bae91007-058d-451d-b062-3669cb633a9c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346758 Jan 28 21:04:50.591780 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:50.605052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Transition to ACTIVE for port object 7fd2f029-764e-4d79-a95e-b9832b9a9980 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:04:50.610960 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:50.641777 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b266f3-d910-48ca-8fff-f928718f6c0c x-openstack-request-id: req-94b266f3-d910-48ca-8fff-f928718f6c0c {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:04:50.642004 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:04:50.642252 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94b266f3-d910-48ca-8fff-f928718f6c0c {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:04:50.642637 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'code': 200} Jan 28 21:04:50.698486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=10']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:04:50.713043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.713392 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.713733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.714067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.714401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.714733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.715275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.715849 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.716253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.716591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.716920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.717245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:04:50.752526 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] No DVR routers for this DVR port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on host n-h2-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:04:50.889674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:04:50.890017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:04:50.890349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:04:50.896163 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:04:50.896465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Attempting to bind port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on network 29277681-5b2e-48f5-980e-c3869d3c7fd1 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:04:50.902777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:04:50.903184 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Checking segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:04:50.903617 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Bound using segment: {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:04:50.904223 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Bound port: 7fd2f029-764e-4d79-a95e-b9832b9a9980, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442e87e4-4c31-49df-9906-eb9c5c73cbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:04:50.904589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:50.968345 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:04:50.971275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:04:50.975149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:51.008329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:51.008955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:51.010388 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] 10.222.0.13 "PUT /v2.0/ports/7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1092 time: 0.7682829 Jan 28 21:04:51.033646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bd924-7bf2-4f13-915e-e676f8bc4b14 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=11']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:04:51.082088 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-f59e1a00-a181-4b06-852e-d7c3f4f732a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:51.083677 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-f59e1a00-a181-4b06-852e-d7c3f4f732a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1095 time: 0.0470545 Jan 28 21:04:51.176616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-aa0c89cf-b036-4296-ac98-5ae61241ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:51.178096 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-aa0c89cf-b036-4296-ac98-5ae61241ed49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.0883889 Jan 28 21:04:51.247697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-22e04060-2331-4186-a4f2-76469d110f18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1000 time: 0.0621865 Jan 28 21:04:51.296604 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-d3bcc7fe-bf8c-4ba8-9b21-b70493fdc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:51.298125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-d3bcc7fe-bf8c-4ba8-9b21-b70493fdc5a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0439053 Jan 28 21:04:51.344123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-15ddcb56-0cfc-4c50-835c-4499880ce823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:51.345633 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-15ddcb56-0cfc-4c50-835c-4499880ce823 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404708 Jan 28 21:04:51.436492 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-b19f1f48-2afd-4773-a49b-8e4fd62050cc service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Jan 28 21:04:51.524720 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c0d97a69-4a50-4ab1-b430-54c2e8c5cfc9 req-27f7df5c-7d28-4521-977f-03f1f569808e service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819297 Jan 28 21:04:51.703959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3a9c-58bd-4cc1-a4d2-5a5cc295d8b8 req-a2548d57-607d-4827-8cc1-21ea0c18e100 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:51.705495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-609a3a9c-58bd-4cc1-a4d2-5a5cc295d8b8 req-a2548d57-607d-4827-8cc1-21ea0c18e100 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0496480 Jan 28 21:04:51.743064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-609a3a9c-58bd-4cc1-a4d2-5a5cc295d8b8 req-5ba85ebb-9c05-4c70-8319-96f196771169 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314720 Jan 28 21:04:51.745318 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:04:52.095295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:04:52.134675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:04:52.644687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:04:52.646968 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d315e415-4ba7-40b8-b44e-865d83567bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:04:52.699378 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef12266-e064-4a3f-9382-bc563eda1480 x-openstack-request-id: req-bef12266-e064-4a3f-9382-bc563eda1480 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:04:52.699631 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:04:52.699854 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bef12266-e064-4a3f-9382-bc563eda1480 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:04:52.700364 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'status': 'completed', 'code': 200} Jan 28 21:04:52.765552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-b5461f8a-727b-4976-9f13-3a06aa546865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:52.767537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-b5461f8a-727b-4976-9f13-3a06aa546865 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1095 time: 0.0459838 Jan 28 21:04:52.770280 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-629f4cdb-705c-437a-a297-81ad2870154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:52.771870 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-629f4cdb-705c-437a-a297-81ad2870154a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 1095 time: 0.0447798 Jan 28 21:04:52.889204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-ceb05ab0-bb4a-4e50-9246-bc3258a9eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:52.891428 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-ceb05ab0-bb4a-4e50-9246-bc3258a9eb3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1121883 Jan 28 21:04:52.907315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbde01-6ccf-4499-9c9a-a34f8372d931 req-4d7e472c-acc3-4362-ad6c-ef90f5adfbfd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:52.908770 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1bbbde01-6ccf-4499-9c9a-a34f8372d931 req-4d7e472c-acc3-4362-ad6c-ef90f5adfbfd tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0799215 Jan 28 21:04:52.909953 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-a15edd89-f12e-4b86-82eb-ddade77ad713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:52.911241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-a15edd89-f12e-4b86-82eb-ddade77ad713 service neutron] 10.222.0.26 "GET /v2.0/networks?id=29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 200 len: 913 time: 0.1376972 Jan 28 21:04:52.966482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-2e9d3724-d971-42d9-acf3-9d9cf018cd84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1000 time: 0.0680385 Jan 28 21:04:52.992766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1bbbde01-6ccf-4499-9c9a-a34f8372d931 req-50a5cca4-1bfe-4caa-bd10-fda6ec4f9d44 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773940 Jan 28 21:04:53.004075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-123863e9-5185-4159-ad53-e1e78d2bfd1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 200 len: 1000 time: 0.0816019 Jan 28 21:04:53.022713 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-3acb5bdc-479e-472c-8b38-0f5c833c20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:53.024273 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-3acb5bdc-479e-472c-8b38-0f5c833c20d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0516388 Jan 28 21:04:53.055970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-869bb347-97cc-465d-b965-e8ad15d4e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:53.057487 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-869bb347-97cc-465d-b965-e8ad15d4e592 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 200 len: 851 time: 0.0462620 Jan 28 21:04:53.072937 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-2556d058-005d-441b-9598-ff2919c19afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:53.075793 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-2556d058-005d-441b-9598-ff2919c19afd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445585 Jan 28 21:04:53.109505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-a04afb1c-579d-4168-920d-6af20d79e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:53.111192 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-a04afb1c-579d-4168-920d-6af20d79e03a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=29277681-5b2e-48f5-980e-c3869d3c7fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459390 Jan 28 21:04:53.167094 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-a444a9b4-d4c0-4387-94d9-fa1fcd2880e8 service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850320 Jan 28 21:04:53.207708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-52330b80-e7bd-418d-8aed-05e0fae439f2 service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889180 Jan 28 21:04:53.309895 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-d696dc3e-9832-4b92-8e08-fbb615b6074b service neutron] 10.222.0.26 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951009 Jan 28 21:04:53.610816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d315e415-4ba7-40b8-b44e-865d83567bf6 req-a2a028da-ee5b-4463-81e3-32a9e9f41dfc service neutron] 10.222.0.13 "GET /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367766 Jan 28 21:04:54.136446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0f1e0-b9e0-40eb-8a23-b341c38a6467 req-aa37f98a-2690-4cca-b7f0-a12a59cdc75a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:54.138562 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9a0f1e0-b9e0-40eb-8a23-b341c38a6467 req-aa37f98a-2690-4cca-b7f0-a12a59cdc75a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0517690 Jan 28 21:04:54.178202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e9a0f1e0-b9e0-40eb-8a23-b341c38a6467 req-63bfe53a-5e43-4d83-92c5-eaf487ffe20f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336623 Jan 28 21:04:55.297229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920a7af-57c3-4f9e-9208-1d8ce22219e0 req-ece0457e-6c69-4f55-ae06-9f98ed3b7e94 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:55.298756 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6920a7af-57c3-4f9e-9208-1d8ce22219e0 req-ece0457e-6c69-4f55-ae06-9f98ed3b7e94 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0493908 Jan 28 21:04:55.337938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6920a7af-57c3-4f9e-9208-1d8ce22219e0 req-2ed57e02-a11a-4fe0-b2fa-ea4e8338966f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329056 Jan 28 21:04:56.457228 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137a77e-5024-42e8-937d-62400be64cb7 req-d3b2f54e-cf93-484f-88bd-c07c93d84aac tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:56.458692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6137a77e-5024-42e8-937d-62400be64cb7 req-d3b2f54e-cf93-484f-88bd-c07c93d84aac tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0514412 Jan 28 21:04:56.495793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6137a77e-5024-42e8-937d-62400be64cb7 req-9ad2d085-4f2c-4e53-a395-abb0199f1198 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312774 Jan 28 21:04:57.615747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8e710-48d5-437a-8345-42e9e9aae664 req-ce27e9a1-83d5-468b-8e17-5d920c87051d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:57.617246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58c8e710-48d5-437a-8345-42e9e9aae664 req-ce27e9a1-83d5-468b-8e17-5d920c87051d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0497575 Jan 28 21:04:57.655194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58c8e710-48d5-437a-8345-42e9e9aae664 req-743e340e-dae7-45f3-9d47-5db80e775e9d tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317948 Jan 28 21:04:58.771605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c62266-053d-4aca-85fe-ce7d9bce700b req-83ec6ff7-7720-413e-b6b8-70d8ab9294f3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:58.773076 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79c62266-053d-4aca-85fe-ce7d9bce700b req-83ec6ff7-7720-413e-b6b8-70d8ab9294f3 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0491116 Jan 28 21:04:58.811463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-79c62266-053d-4aca-85fe-ce7d9bce700b req-8173be24-4a21-458f-ae40-273319520c4a tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Jan 28 21:04:59.929645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d287cee-f6e8-4342-8914-c4621b167a30 req-7d6f29f3-2011-4f2e-96cc-e928645a0312 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:04:59.931112 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d287cee-f6e8-4342-8914-c4621b167a30 req-7d6f29f3-2011-4f2e-96cc-e928645a0312 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0525560 Jan 28 21:04:59.968863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8d287cee-f6e8-4342-8914-c4621b167a30 req-52a1737d-2989-4b12-8513-ee7dc5928d71 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Jan 28 21:05:01.088983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f4112-bc10-47ff-a83d-5d0f70501a88 req-71f92da3-0029-48e6-aefa-c1bb849b5ee6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:01.091034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf5f4112-bc10-47ff-a83d-5d0f70501a88 req-71f92da3-0029-48e6-aefa-c1bb849b5ee6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0480897 Jan 28 21:05:01.128662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf5f4112-bc10-47ff-a83d-5d0f70501a88 req-787e14af-509b-4bd7-bbe1-0aee7f389e03 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309820 Jan 28 21:05:02.249921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bf423-e56c-4333-a365-613c6f41bbec req-9a9ce64d-3d92-4090-b0b6-3d047fb93d50 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:02.251425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a1bf423-e56c-4333-a365-613c6f41bbec req-9a9ce64d-3d92-4090-b0b6-3d047fb93d50 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0499234 Jan 28 21:05:02.292316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a1bf423-e56c-4333-a365-613c6f41bbec req-5792b63d-dbf5-4f48-8fab-6a426d2c3efa tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347445 Jan 28 21:05:02.642937 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:05:03.413663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de25e2-c30e-4b29-9b80-dec590e2f18e req-298a195f-147e-4430-bbed-39ce080a6219 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:03.415131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0de25e2-c30e-4b29-9b80-dec590e2f18e req-298a195f-147e-4430-bbed-39ce080a6219 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0526981 Jan 28 21:05:03.453105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0de25e2-c30e-4b29-9b80-dec590e2f18e req-90807d4b-84b2-4c6e-a7ad-7a5a15519d8e tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313509 Jan 28 21:05:03.566285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a455bc-715f-491d-9e81-4d363879ea65 req-9f56169f-069c-4bcb-85ae-bb0c09a192d7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:03.567752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4a455bc-715f-491d-9e81-4d363879ea65 req-9f56169f-069c-4bcb-85ae-bb0c09a192d7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0485649 Jan 28 21:05:03.605633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4a455bc-715f-491d-9e81-4d363879ea65 req-f46de0b2-b3b4-423d-9176-424f844740f0 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Jan 28 21:05:03.719152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437441d3-e5aa-4691-aa60-0c4d23973b3b req-9cd5c9a6-8cf1-4bfb-83e4-d6a72e476446 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:03.720650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-437441d3-e5aa-4691-aa60-0c4d23973b3b req-9cd5c9a6-8cf1-4bfb-83e4-d6a72e476446 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0493126 Jan 28 21:05:03.757695 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-437441d3-e5aa-4691-aa60-0c4d23973b3b req-f8299ef2-2b67-4a6f-8636-4c2f273db20b tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Jan 28 21:05:03.994152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409b5c8-c52e-486a-bf90-75017c54cf27 req-ff118fbd-0bc7-44f7-8704-cc559f71c180 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:03.995585 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2409b5c8-c52e-486a-bf90-75017c54cf27 req-ff118fbd-0bc7-44f7-8704-cc559f71c180 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 944 time: 0.0512612 Jan 28 21:05:04.017023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-51824a7a-caf1-4195-a997-88e771fc00d7 req-2b93ff62-5479-4813-997d-1eb4da33dc85 service neutron] (102306) timed out ('10.222.0.44', 53562) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 21:05:04.033457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2409b5c8-c52e-486a-bf90-75017c54cf27 req-71b225e6-46bf-423a-ac32-08c2a92eae1c tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Jan 28 21:05:04.160246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:05:04.256087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:04.266500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'port_id': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'mac_address': 'fa:16:3e:af:9d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:05:04.305075 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:04.317668 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd2f029-764e-4d79-a95e-b9832b9a9980 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:05:04.336326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:04.339784 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:04.386593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=12']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:04.598975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['7fd2f029-764e-4d79-a95e-b9832b9a9980'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:05:05.152391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc9c2-094e-48ba-9ca2-d9408c022716 req-d1668af3-6848-4289-add6-7a89d921c641 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:05.154412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f6dc9c2-094e-48ba-9ca2-d9408c022716 req-d1668af3-6848-4289-add6-7a89d921c641 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0501852 Jan 28 21:05:05.193041 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f6dc9c2-094e-48ba-9ca2-d9408c022716 req-d61733a1-c034-4583-b167-5ee729f56226 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups?id=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326066 Jan 28 21:05:05.514460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-ded0ce19-1207-431d-85c9-547f44ec04d7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:05.515879 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-ded0ce19-1207-431d-85c9-547f44ec04d7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 945 time: 0.0477855 Jan 28 21:05:05.605014 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Deleting port 7fd2f029-764e-4d79-a95e-b9832b9a9980 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:05.605359 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:05.693643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] For port 7fd2f029-764e-4d79-a95e-b9832b9a9980, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=7fd2f029-764e-4d79-a95e-b9832b9a9980,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:05.693931 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:05.862967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:05.863327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:05.863641 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Floating IP 35547f45-8488-4674-a20e-0a518d624014 disassociated. External IP: 172.25.2.210, port: 7fd2f029-764e-4d79-a95e-b9832b9a9980. Jan 28 21:05:05.863990 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Calling delete_port for 7fd2f029-764e-4d79-a95e-b9832b9a9980 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:05.992172 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:06.023105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event deleted for resources: {'Port': ['ID=7fd2f029-764e-4d79-a95e-b9832b9a9980,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:06.150216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:05:06.175249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:05:06.196434 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 7fd2f029-764e-4d79-a95e-b9832b9a9980 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:05:06.196782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 21:05:06.218279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Port 7fd2f029-764e-4d79-a95e-b9832b9a9980 not found, will not notify nova. {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 21:05:06.272602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:05:06.287282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:05:06.291980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23b6b715-4f7d-4038-ac17-7f27364caab2 req-3acfe33a-14a0-4a3a-b2fe-e465fb03644f tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 210 time: 0.0281160 Jan 28 21:05:06.299284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:05:06.299923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:04:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:06.318071 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] No DVR routers for this DVR port 7fd2f029-764e-4d79-a95e-b9832b9a9980 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:05:06.321010 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:06.324502 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4621ee0d-14cb-4cb3-8e52-176387d08d0f req-beb68a9c-6467-4bca-99c2-18ee8ad993af tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.13 "DELETE /v2.0/ports/7fd2f029-764e-4d79-a95e-b9832b9a9980 HTTP/1.1" status: 204 len: 173 time: 0.8031712 Jan 28 21:05:06.325452 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-deleted', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:05:06.327771 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aa998d-4fb9-411a-87b2-c09669a45c0a" -d '{"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-deleted", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:05:06.364532 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fc221f-4dbf-4aae-bc6f-b5cee2c5420b x-openstack-request-id: req-d4fc221f-4dbf-4aae-bc6f-b5cee2c5420b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:05:06.369076 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec655909-87ac-418a-a27e-620cd648bb66", "name": "network-vif-deleted", "tag": "7fd2f029-764e-4d79-a95e-b9832b9a9980", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:05:06.369076 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4fc221f-4dbf-4aae-bc6f-b5cee2c5420b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:05:06.369076 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec655909-87ac-418a-a27e-620cd648bb66', 'name': 'network-vif-deleted', 'tag': '7fd2f029-764e-4d79-a95e-b9832b9a9980', 'status': 'completed', 'code': 200} Jan 28 21:05:06.433150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:05:06.804212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:06.832675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:05:06.841688 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:05:06.842617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:04:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:06.962286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:05:07.172505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:07.199619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c84b9d-fab1-4f6b-a400-a435b1de8a61 None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:04Z', 'revision_number': 4, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53', 'name': '', 'network_id': '29277681-5b2e-48f5-980e-c3869d3c7fd1', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'mac_address': 'fa:16:3e:f0:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:03Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'subnets': [{'id': 'd1777977-e1b2-4c12-a8b1-85bc1eb8f934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:05:07.394579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a16d3102-ab0f-40c4-ac25-6384885e78fb req-36e51472-0a65-4a94-ab19-c60f8de3d8f6 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 210 time: 0.0276780 Jan 28 21:05:07.466044 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1a16b-76d7-4f48-adde-46dc893e2232 None None] New status for floating IP 35547f45-8488-4674-a20e-0a518d624014: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:05:07.769025 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-84aff8d0-64a7-4629-ac66-ea1fd2cc5bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:08.503442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-82b5ec82-cf0d-412a-8d6f-6f39b34c5abc req-3a51e857-8361-4fce-a0e8-8ce480f0a0a9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 210 time: 0.0368731 Jan 28 21:05:09.602473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f2459ca-f360-4022-9127-52253648308d req-abfcad5b-a5cf-4f46-8057-0712ab8f17fe tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec655909-87ac-418a-a27e-620cd648bb66 HTTP/1.1" status: 200 len: 210 time: 0.0274599 Jan 28 21:05:10.201208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:05:10.222036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 7fd2f029-764e-4d79-a95e-b9832b9a9980 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:05:10.222381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 7fd2f029-764e-4d79-a95e-b9832b9a9980 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:05:10.251517 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2894e8aa-d959-44bf-8216-5a1b7f877722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:11.793072 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.082329 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.281013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53970) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:13.298611 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.337807 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13904690-c3af-4404-9128-13848b6223f7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.362845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13904690-c3af-4404-9128-13848b6223f7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.414152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13904690-c3af-4404-9128-13848b6223f7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.417022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-13904690-c3af-4404-9128-13848b6223f7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.418377 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-13904690-c3af-4404-9128-13848b6223f7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "DELETE /v2.0/security-groups/dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93 HTTP/1.1" status: 204 len: 168 time: 0.1362967 Jan 28 21:05:13.422475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 53972) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:13.433513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13904690-c3af-4404-9128-13848b6223f7 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:13.439857 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-2fc3c3c3-2071-49f9-87af-4a9c4588fcd8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] show failed (client error): The resource could not be found. Jan 28 21:05:13.443543 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53974) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:13.453081 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2fc3c3c3-2071-49f9-87af-4a9c4588fcd8 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "GET /v2.0/security-groups/dfbb9c29-d5c0-4cbc-98cd-4058eb5ace93 HTTP/1.1" status: 404 len: 347 time: 0.0245125 Jan 28 21:05:13.570916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Deleting port ec329329-f490-4ba2-966f-88171b6bccb9 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:13.571261 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.650169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.650390 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.662104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Calling delete_port for ec329329-f490-4ba2-966f-88171b6bccb9 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:13.805407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.836159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Pushing event deleted for resources: {'Port': ['ID=ec329329-f490-4ba2-966f-88171b6bccb9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:13.898154 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.901152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:13.902275 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-22ed1c6f-d21e-4e50-892d-2a813be245d9 tempest-ServerActionsTestJSON-1060836758 tempest-ServerActionsTestJSON-1060836758-project] 10.222.0.44 "DELETE /v2.0/floatingips/35547f45-8488-4674-a20e-0a518d624014 HTTP/1.1" status: 204 len: 168 time: 0.4573965 Jan 28 21:05:13.905753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53976) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:14.254886 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:14.506390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Deleting port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:14.507033 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:14.582740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] For port 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:14.583100 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:14.595240 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Calling delete_port for 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:14.771599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:14.800119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:15.303336 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:15.518371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:05:15.626527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:05:15.631681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dba7d70e-ecec-4043-b66d-f0a2b106b5aa admin admin] 10.222.0.44 "PUT /v2.0/routers/8cf92376-3da8-423b-b3fc-3ed9f79f6fda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7249427 Jan 28 21:05:15.634251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53978) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:15.637756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] Sync routers for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:05:15.648645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:05:15.649544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:05:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:15.740708 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:15.757182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:05:15.852938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:15.908005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Deleting port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:15.908357 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:15.962406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:05:14Z', 'revision_number': 5, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port': {'id': 'ff5ba2d8-c6ad-46e1-ab1e-f4107828c281', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:15.986915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] For port ff5ba2d8-c6ad-46e1-ab1e-f4107828c281, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ff5ba2d8-c6ad-46e1-ab1e-f4107828c281,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:15.987282 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:15.989995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] Checking router: 8cf92376-3da8-423b-b3fc-3ed9f79f6fda for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:05:15.999716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] Routers {'8cf92376-3da8-423b-b3fc-3ed9f79f6fda'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:05:15.999917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Calling delete_port for ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:16.000369 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:05:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:16.085898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] Set router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:05:16.139978 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:05:15Z', 'revision_number': 6, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:16.171005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76cd499-e6e7-4a0d-b50f-a62cf4e05e4a None None] The sync data for ids ['8cf92376-3da8-423b-b3fc-3ed9f79f6fda'] in n-d-825064-3 is: [{'id': '8cf92376-3da8-423b-b3fc-3ed9f79f6fda', 'name': 'tempest-ServerActionsTestJSON-1474439968-router', 'tenant_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:01:01Z', 'updated_at': '2022-01-28T21:05:15Z', 'revision_number': 6, 'project_id': 'c07a0972c67c4bf6af480571cd4c2fef', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:05:16.178288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.214723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5ba2d8-c6ad-46e1-ab1e-f4107828c281,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:16.271638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.363517 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.365810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.408588 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.409114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf92376-3da8-423b-b3fc-3ed9f79f6fda {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:05:16.413304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.414435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b0bfbfed-12ad-40a7-ac65-d94ca53812de admin admin] 10.222.0.44 "DELETE /v2.0/routers/8cf92376-3da8-423b-b3fc-3ed9f79f6fda HTTP/1.1" status: 204 len: 168 time: 0.7792695 Jan 28 21:05:16.417070 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53980) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:16.464246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f46e6a-3deb-4a74-9c79-f1fb5a1990fb admin admin] Deleting subnet d1777977-e1b2-4c12-a8b1-85bc1eb8f934 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:05:16.467915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06f46e6a-3deb-4a74-9c79-f1fb5a1990fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.502990 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06f46e6a-3deb-4a74-9c79-f1fb5a1990fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.583579 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06f46e6a-3deb-4a74-9c79-f1fb5a1990fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.642990 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06f46e6a-3deb-4a74-9c79-f1fb5a1990fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.668746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f46e6a-3deb-4a74-9c79-f1fb5a1990fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1777977-e1b2-4c12-a8b1-85bc1eb8f934,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:16.673251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06f46e6a-3deb-4a74-9c79-f1fb5a1990fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.676471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-06f46e6a-3deb-4a74-9c79-f1fb5a1990fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d1777977-e1b2-4c12-a8b1-85bc1eb8f934 HTTP/1.1" status: 204 len: 168 time: 0.2583029 Jan 28 21:05:16.678951 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53982) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:16.679093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd00ce3-6007-4c4b-a8f4-da81c1600aae None None] Network 29277681-5b2e-48f5-980e-c3869d3c7fd1 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:16.748021 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.803046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Deleting port cded9412-a694-495f-90d3-c56e9c493453 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:16.803386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.871167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] For port cded9412-a694-495f-90d3-c56e9c493453, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=cded9412-a694-495f-90d3-c56e9c493453,segment=NetworkSegment(442e87e4-4c31-49df-9906-eb9c5c73cbda),segment_id=442e87e4-4c31-49df-9906-eb9c5c73cbda)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:16.872107 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:16.884459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Calling delete_port for cded9412-a694-495f-90d3-c56e9c493453 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:16.964767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d72453-b542-4068-9f34-87179f5bdcf1 None None] DHCP port deletion for 29277681-5b2e-48f5-980e-c3869d3c7fd1 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:05:16.969376 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.002763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cded9412-a694-495f-90d3-c56e9c493453,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:17.004623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] No DVR routers for this DVR port cded9412-a694-495f-90d3-c56e9c493453 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:05:17.075803 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.096648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:05:17.098785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29277681-5b2e-48f5-980e-c3869d3c7fd1']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:17.108032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442e87e4-4c31-49df-9906-eb9c5c73cbda') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:17.108363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442e87e4-4c31-49df-9906-eb9c5c73cbda') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:17.116365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:05:17.116716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ff5ba2d8-c6ad-46e1-ab1e-f4107828c281 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:05:17.117140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:05:17.117633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.133118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.136691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:05:17.137111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 87eab541-35c5-4cb7-b8ff-5e0c7f8c2e53 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:05:17.138192 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cded9412-a694-495f-90d3-c56e9c493453 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:05:17.140330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:05:17.140733 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:05:17.142836 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:05:17.159075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: cded9412-a694-495f-90d3-c56e9c493453 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:05:17.159611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device cded9412-a694-495f-90d3-c56e9c493453 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:05:17.209630 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.216368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.219652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/29277681-5b2e-48f5-980e-c3869d3c7fd1 HTTP/1.1" status: 204 len: 168 time: 0.5397673 Jan 28 21:05:17.231419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8a607-b04f-486f-8483-9d9c21e501d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29277681-5b2e-48f5-980e-c3869d3c7fd1,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:17.333568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53986) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:17.373721 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5837ebea-15ee-40ae-a550-e8463577d918 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c07a0972c67c4bf6af480571cd4c2fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389595 Jan 28 21:05:17.376303 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 53988) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:17.425092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4410332d-4fc9-4ad2-a907-214e61cf8c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.445648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4410332d-4fc9-4ad2-a907-214e61cf8c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.489863 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4410332d-4fc9-4ad2-a907-214e61cf8c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.492604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4410332d-4fc9-4ad2-a907-214e61cf8c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:17.493768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4410332d-4fc9-4ad2-a907-214e61cf8c3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94891740-fb0c-4b36-9537-fd2f3adb067f HTTP/1.1" status: 204 len: 168 time: 0.1165709 Jan 28 21:05:17.502663 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410332d-4fc9-4ad2-a907-214e61cf8c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94891740-fb0c-4b36-9537-fd2f3adb067f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:18.190946 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54010) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:18.287223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-555771336-network', 'tenant_id': 'd5a447d5050b4bb89f48054a1e229b17'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:18.309974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Made reservation on behalf of d5a447d5050b4bb89f48054a1e229b17 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:18.312289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.325171 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.403197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.406963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.435010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:05:18.441208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999fdac7-a695-468b-a658-13289b125479,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:18.447705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.448059 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Added segment 58ce500e-4f4c-40d6-85d4-c8364dc7d006 of type vlan for network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea Jan 28 21:05:18.451914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.489695 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.513711 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.514717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:18.515293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.568926 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3768747 Jan 28 21:05:18.571796 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54014) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:18.576154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0351fbf-a270-4d90-b3e1-0564ada8badb admin admin] Pushing event updated for resources: {'Network': ['ID=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:18.577078 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Request body: {'subnet': {'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-555771336-subnet', 'tenant_id': 'd5a447d5050b4bb89f48054a1e229b17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:18.586675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:05:18.602900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Made reservation on behalf of d5a447d5050b4bb89f48054a1e229b17 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:18.605337 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.775912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.832594 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=297f1221-102d-4052-a41c-2f2bed46ce56,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:18.842483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Checking segment: {'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:18.843127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Network hostable DHCP agents. Network: 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:05:18.861298 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:05:18.871023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:18.876295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:18.877017 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:18.881818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed6b7c-52bc-4e3c-8d89-29c7df726bc0 None None] Network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:18.892377 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2041320c-204e-4a28-8a1c-3252cde0fc31 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3194363 Jan 28 21:05:19.004388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ca009-e3ba-4998-91ea-f74b65458407 None None] Network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:19.332587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-c9523a20-50d7-4d3e-abaa-845a49a81086 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:19.334078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-c9523a20-50d7-4d3e-abaa-845a49a81086 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/networks?id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea HTTP/1.1" status: 200 len: 813 time: 0.1115389 Jan 28 21:05:19.350399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-56d9eebc-e31d-4e69-b1ed-f238a5c9acd9 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/quotas/d5a447d5050b4bb89f48054a1e229b17 HTTP/1.1" status: 200 len: 375 time: 0.0101895 Jan 28 21:05:19.385359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-9d911852-aadd-4829-ba1d-466dccad1a2d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5a447d5050b4bb89f48054a1e229b17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280735 Jan 28 21:05:19.533629 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-e2a552a3-7463-4418-8fb7-00210f34eb24 service neutron] 10.222.0.44 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407230 Jan 28 21:05:19.630235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-d7b67bed-6792-4e56-903b-3585bd4400a9 service neutron] 10.222.0.44 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905848 Jan 28 21:05:19.797411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3da03cde-5cd3-4997-99ef-0dbfc3e76937 req-cf47d098-43e4-4b29-8b77-4110df191a95 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 210 time: 0.0288103 Jan 28 21:05:20.735154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-90b8c8d6-3da8-401e-b652-fe2bb73544ac tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:20.736785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-90b8c8d6-3da8-401e-b652-fe2bb73544ac tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.26 "GET /v2.0/networks?id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea HTTP/1.1" status: 200 len: 813 time: 0.1121266 Jan 28 21:05:20.749668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Request body: {'port': {'device_id': 'e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a', 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea', 'admin_state_up': True, 'tenant_id': 'd5a447d5050b4bb89f48054a1e229b17'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:20.902846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1a3c524d-7713-4299-b81f-635142edf010 req-2ec569ef-68f1-4360-8b5e-57fc8760cf46 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 210 time: 0.0353565 Jan 28 21:05:20.903508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Made reservation on behalf of d5a447d5050b4bb89f48054a1e229b17 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:20.906855 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:20.957486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-5a929a1a-b4fe-462a-800a-e6bd0a3f866a req-ea8cdb7d-38d9-4808-9bbb-b5165d351175 service neutron] (102307) timed out ('10.222.0.13', 56916) {{(pid=102307) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 21:05:21.027171 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Allocated IP 172.20.0.11 (01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea/297f1221-102d-4052-a41c-2f2bed46ce56/d1b15f9f-1cde-4642-91db-e430fce5be7a) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:05:21.175587 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.209154 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.252433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:05:21.255605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:21.258125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:05:21.291048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Pushing event updated for resources: {'Port': ['ID=d1b15f9f-1cde-4642-91db-e430fce5be7a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:21.315782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:21.316407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.331490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-263eccf5-710d-40a7-9d44-03bb7c691c99 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5858278 Jan 28 21:05:21.397431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Request body: {'port': {'device_id': 'e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:21.451575 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.712703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b15f9f-1cde-4642-91db-e430fce5be7a {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:05:21.720069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.732075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Transition to ACTIVE for port object d1b15f9f-1cde-4642-91db-e430fce5be7a will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:05:21.736409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.743822 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.787837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Pushing event updated for resources: {'Port': ['ID=d1b15f9f-1cde-4642-91db-e430fce5be7a,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:21.851014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Attempting to bind port d1b15f9f-1cde-4642-91db-e430fce5be7a on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:05:21.851347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Attempting to bind port d1b15f9f-1cde-4642-91db-e430fce5be7a by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:05:21.851671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Attempting to bind port d1b15f9f-1cde-4642-91db-e430fce5be7a on network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:05:21.856535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Port d1b15f9f-1cde-4642-91db-e430fce5be7a on network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:05:21.856934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Attempting to bind port d1b15f9f-1cde-4642-91db-e430fce5be7a on network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:05:21.861674 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:05:21.862007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Checking segment: {'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:21.862386 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Bound using segment: {'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:05:21.862809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Bound port: d1b15f9f-1cde-4642-91db-e430fce5be7a, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:05:21.863167 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.928101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] For port d1b15f9f-1cde-4642-91db-e430fce5be7a, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:05:21.931421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] For port d1b15f9f-1cde-4642-91db-e430fce5be7a, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d1b15f9f-1cde-4642-91db-e430fce5be7a,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:05:21.937013 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.970625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:21.971248 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:21.973043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] 10.222.0.26 "PUT /v2.0/ports/d1b15f9f-1cde-4642-91db-e430fce5be7a HTTP/1.1" status: 200 len: 1092 time: 0.6338637 Jan 28 21:05:21.973185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a', 'tag': 'd1b15f9f-1cde-4642-91db-e430fce5be7a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:05:21.975413 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc10cf88-2c6a-4672-9937-91d226af3963" -d '{"events": [{"name": "network-changed", "server_uuid": "e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a", "tag": "d1b15f9f-1cde-4642-91db-e430fce5be7a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:05:22.031257 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd84472-bb3e-4f18-ab05-7cedfb69e172 x-openstack-request-id: req-4bd84472-bb3e-4f18-ab05-7cedfb69e172 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:05:22.031536 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a", "tag": "d1b15f9f-1cde-4642-91db-e430fce5be7a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:05:22.031788 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bd84472-bb3e-4f18-ab05-7cedfb69e172 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:05:22.032195 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a', 'tag': 'd1b15f9f-1cde-4642-91db-e430fce5be7a', 'status': 'completed', 'code': 200} Jan 28 21:05:22.056200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140e4a5-52e4-4f07-b123-4ec2c39f2e0f service neutron] Pushing event updated for resources: {'Port': ['ID=d1b15f9f-1cde-4642-91db-e430fce5be7a,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:22.081090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841cccc-b8c8-467f-95ae-c56ddb78a271 req-e244bfd4-4010-4fa0-bfa8-f295b6d1e4cb tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:22.082569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e841cccc-b8c8-467f-95ae-c56ddb78a271 req-e244bfd4-4010-4fa0-bfa8-f295b6d1e4cb tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 944 time: 0.1039376 Jan 28 21:05:22.088297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-9dab9f97-61df-4707-a75d-02e1a364b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:22.089671 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-9dab9f97-61df-4707-a75d-02e1a364b3a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5a447d5050b4bb89f48054a1e229b17&device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 1095 time: 0.0723722 Jan 28 21:05:22.152230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-f6548d7b-1658-4a4c-a681-4d526f692009 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1b15f9f-1cde-4642-91db-e430fce5be7a HTTP/1.1" status: 200 len: 217 time: 0.0504217 Jan 28 21:05:22.177955 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e841cccc-b8c8-467f-95ae-c56ddb78a271 req-9c2a980a-072e-4d13-823b-e7d598e1cb6c tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870438 Jan 28 21:05:22.211678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-e2f62016-e98c-4aff-90b1-04250cd01545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:22.213144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-e2f62016-e98c-4aff-90b1-04250cd01545 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=297f1221-102d-4052-a41c-2f2bed46ce56 HTTP/1.1" status: 200 len: 853 time: 0.0501707 Jan 28 21:05:22.244651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-29e245c8-c967-480d-b93c-a96be2ba24a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234437 Jan 28 21:05:22.335297 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-630e2f83-609d-4700-9c96-42d25f5754f8 service neutron] 10.222.0.26 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834634 Jan 28 21:05:22.431554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c633cb0f-e91d-4518-9a4f-505b0d2e0a21 req-ad5d8625-b540-4e7c-96a5-2c997d992b67 service neutron] 10.222.0.26 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890470 Jan 28 21:05:22.528223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-2187cec6-fad2-4e56-bc2e-1770c18253c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:22.529804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-2187cec6-fad2-4e56-bc2e-1770c18253c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d5a447d5050b4bb89f48054a1e229b17&device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 1095 time: 0.0475900 Jan 28 21:05:22.618433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-04d93daa-c49b-40a3-9b74-c93c94b964fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:22.619881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-04d93daa-c49b-40a3-9b74-c93c94b964fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea HTTP/1.1" status: 200 len: 914 time: 0.0837190 Jan 28 21:05:22.667162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-2b53c728-6111-43b2-ab05-07064806317a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1b15f9f-1cde-4642-91db-e430fce5be7a HTTP/1.1" status: 200 len: 217 time: 0.0390446 Jan 28 21:05:22.718453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-e5442845-a2c8-40cd-9123-b9dfb645c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:22.719898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-e5442845-a2c8-40cd-9123-b9dfb645c3b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=297f1221-102d-4052-a41c-2f2bed46ce56 HTTP/1.1" status: 200 len: 853 time: 0.0454149 Jan 28 21:05:22.753152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-bf21f279-6b99-491e-aecd-da532ad9d4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260789 Jan 28 21:05:22.847318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-702d0efa-45ab-4680-8f63-aca3e4721f1a service neutron] 10.222.0.26 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861733 Jan 28 21:05:22.944515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc10cf88-2c6a-4672-9937-91d226af3963 req-18526f11-2b64-4a08-9dab-267dce0316e5 service neutron] 10.222.0.26 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904222 Jan 28 21:05:23.300510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ceb83-c680-45f2-be90-5e65ccf2b778 req-0bad9c8c-08d0-4f0b-b0fa-0b4c34e16b2b tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:23.302027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd7ceb83-c680-45f2-be90-5e65ccf2b778 req-0bad9c8c-08d0-4f0b-b0fa-0b4c34e16b2b tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 944 time: 0.0505915 Jan 28 21:05:23.339441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dd7ceb83-c680-45f2-be90-5e65ccf2b778 req-4c5c0c5f-e5fe-4dbb-99d1-f069b6ddb0b0 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Jan 28 21:05:24.238413 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d1b15f9f-1cde-4642-91db-e430fce5be7a details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:05:24.334285 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d1b15f9f-1cde-4642-91db-e430fce5be7a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d1b15f9f-1cde-4642-91db-e430fce5be7a,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:24.344333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'd1b15f9f-1cde-4642-91db-e430fce5be7a', 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea', 'port_id': 'd1b15f9f-1cde-4642-91db-e430fce5be7a', 'mac_address': 'fa:16:3e:e2:4e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297f1221-102d-4052-a41c-2f2bed46ce56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:05:24.382254 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:24.395987 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b15f9f-1cde-4642-91db-e430fce5be7a {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:05:24.414745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d1b15f9f-1cde-4642-91db-e430fce5be7a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d1b15f9f-1cde-4642-91db-e430fce5be7a,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:24.420603 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:24.461959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f37a9-1671-4430-83b0-2bd1120ec52c req-076cf65b-600a-44e1-9224-b3b6e054702d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:24.463765 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d1f37a9-1671-4430-83b0-2bd1120ec52c req-076cf65b-600a-44e1-9224-b3b6e054702d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 945 time: 0.0563467 Jan 28 21:05:24.482728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d1b15f9f-1cde-4642-91db-e430fce5be7a,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:24.506735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d1f37a9-1671-4430-83b0-2bd1120ec52c req-58d1bc9f-ea74-4c7f-99bd-3501d1b18e6b tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Jan 28 21:05:24.624810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d1b15f9f-1cde-4642-91db-e430fce5be7a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:05:25.620437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548b9c-f218-40b9-85fa-7537c24c5d81 req-4bbf5cb0-3e26-480f-9e5f-7dd5539b7b5f tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:25.621884 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2548b9c-f218-40b9-85fa-7537c24c5d81 req-4bbf5cb0-3e26-480f-9e5f-7dd5539b7b5f tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 945 time: 0.0482807 Jan 28 21:05:25.660687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2548b9c-f218-40b9-85fa-7537c24c5d81 req-c566e2ab-50d9-4098-93cc-c3bcb13890b8 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Jan 28 21:05:26.250295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d1b15f9f-1cde-4642-91db-e430fce5be7a up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:05:26.297893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port d1b15f9f-1cde-4642-91db-e430fce5be7a completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:05:26.301467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port d1b15f9f-1cde-4642-91db-e430fce5be7a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:05:26.301836 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:26.379275 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:26.401183 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b15f9f-1cde-4642-91db-e430fce5be7a'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:05:26.403409 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a6fc48-cae6-47ce-a899-95f13786706a" -d '{"events": [{"server_uuid": "e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a", "name": "network-vif-plugged", "status": "completed", "tag": "d1b15f9f-1cde-4642-91db-e430fce5be7a"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:05:26.415392 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port d1b15f9f-1cde-4642-91db-e430fce5be7a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d1b15f9f-1cde-4642-91db-e430fce5be7a,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:26.420287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:26.453828 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95707c8-5964-405c-8182-0dac61b0a0cc x-openstack-request-id: req-e95707c8-5964-405c-8182-0dac61b0a0cc {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:05:26.454115 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a", "name": "network-vif-plugged", "status": "completed", "tag": "d1b15f9f-1cde-4642-91db-e430fce5be7a", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:05:26.454362 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e95707c8-5964-405c-8182-0dac61b0a0cc {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:05:26.454746 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b15f9f-1cde-4642-91db-e430fce5be7a', 'code': 200} Jan 28 21:05:26.480967 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=d1b15f9f-1cde-4642-91db-e430fce5be7a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:26.539266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa33db-e263-4491-95bb-053e82ac6985 req-8a2f9330-02d5-425f-8569-bffb9437935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:26.540703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccfa33db-e263-4491-95bb-053e82ac6985 req-8a2f9330-02d5-425f-8569-bffb9437935b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 1097 time: 0.0397489 Jan 28 21:05:26.576048 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ccfa33db-e263-4491-95bb-053e82ac6985 req-e9dfce6b-9b9e-4ad2-b37b-f6ee5fc47032 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278487 Jan 28 21:05:26.777257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd8631-97a4-43b3-9e86-f33e12a3fccb req-9658c4a4-bb4e-4de4-852f-ed71293af782 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:26.779231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fcd8631-97a4-43b3-9e86-f33e12a3fccb req-9658c4a4-bb4e-4de4-852f-ed71293af782 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0532475 Jan 28 21:05:26.818358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9fcd8631-97a4-43b3-9e86-f33e12a3fccb req-8043370f-80aa-479d-a0b5-29719ee6fb71 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Jan 28 21:05:27.934174 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4053f-2ae4-42f6-9b25-547bd5415aaa req-25bdee7f-1dda-4076-ba45-9dc29e814847 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:27.936385 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25b4053f-2ae4-42f6-9b25-547bd5415aaa req-25bdee7f-1dda-4076-ba45-9dc29e814847 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0492117 Jan 28 21:05:27.973399 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-25b4053f-2ae4-42f6-9b25-547bd5415aaa req-146ec92c-ef2d-4c55-869d-be870a05df3c tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309289 Jan 28 21:05:28.196404 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-e2679d8c-3102-4864-b51f-aeea6002de25 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:28.198017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-e2679d8c-3102-4864-b51f-aeea6002de25 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/networks?id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea HTTP/1.1" status: 200 len: 813 time: 0.1033239 Jan 28 21:05:28.212455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-2f5e3953-bde6-4d28-a283-73fed3b4de02 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/quotas/d5a447d5050b4bb89f48054a1e229b17 HTTP/1.1" status: 200 len: 375 time: 0.0087831 Jan 28 21:05:28.594508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6ae4c103-1568-4ff6-a49e-acaacfa790e3 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5a447d5050b4bb89f48054a1e229b17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3763099 Jan 28 21:05:28.682829 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-972c1344-a08c-433f-9355-cdb279954180 service neutron] 10.222.0.44 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809257 Jan 28 21:05:28.773134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-2a012898-4c73-43e9-9945-3e15d606362b service neutron] 10.222.0.44 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841758 Jan 28 21:05:28.937905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1f4d011-1483-4e19-a09b-32d25381d1b8 req-6e517712-5719-4f91-86fa-7c5d9d26190d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 210 time: 0.0278034 Jan 28 21:05:29.832356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-11492e7e-d6b8-444d-b2bc-6a03e2f6415d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:29.833884 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-11492e7e-d6b8-444d-b2bc-6a03e2f6415d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.13 "GET /v2.0/networks?id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea HTTP/1.1" status: 200 len: 813 time: 0.1083057 Jan 28 21:05:29.846437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Request body: {'port': {'device_id': '24c019cc-4c12-4ded-a74e-b39ffa9305a5', 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea', 'admin_state_up': True, 'tenant_id': 'd5a447d5050b4bb89f48054a1e229b17'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:29.959703 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Made reservation on behalf of d5a447d5050b4bb89f48054a1e229b17 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:29.963244 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:30.035593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab3c1208-8534-4de6-a01c-6da413fa3394 req-9f16f327-e48d-45a1-985e-1db8ddef8835 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 210 time: 0.0283775 Jan 28 21:05:30.096091 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Allocated IP 172.20.0.2 (01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea/297f1221-102d-4052-a41c-2f2bed46ce56/8b39b615-d5aa-428f-a7aa-ce8b59f2c728) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:05:30.241517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:30.281080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:30.292613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d1b15f9f-1cde-4642-91db-e430fce5be7a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:05:30.331625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:05:30.336553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:30.341805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:05:30.344546 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Pushing event updated for resources: {'Port': ['ID=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:30.393940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:30.394427 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:30.410815 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-dc020e51-8fc6-4985-a929-8311a072d9cf tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683446 Jan 28 21:05:30.520662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Request body: {'port': {'device_id': '24c019cc-4c12-4ded-a74e-b39ffa9305a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:30.576063 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:30.838268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:05:30.846432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:30.858564 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Transition to ACTIVE for port object 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:05:30.861926 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:30.910712 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Pushing event updated for resources: {'Port': ['ID=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:30.980399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Attempting to bind port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:05:30.980732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Attempting to bind port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:05:30.981057 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Attempting to bind port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 on network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:05:30.986783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 on network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:05:30.987377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Attempting to bind port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 on network 01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:05:30.992073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:05:30.992438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Checking segment: {'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:30.992837 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Bound using segment: {'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:05:30.993245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Bound port: 8b39b615-d5aa-428f-a7aa-ce8b59f2c728, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ce500e-4f4c-40d6-85d4-c8364dc7d006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:05:30.993597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:31.064961 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] For port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:05:31.067923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] For port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:05:31.072804 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:31.107945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:31.108620 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:31.110071 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b39b615-d5aa-428f-a7aa-ce8b59f2c728 HTTP/1.1" status: 200 len: 1091 time: 0.6916342 Jan 28 21:05:31.110532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c019cc-4c12-4ded-a74e-b39ffa9305a5', 'tag': '8b39b615-d5aa-428f-a7aa-ce8b59f2c728'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:05:31.112835 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466a7d1c-b71b-4111-b359-5b72ad4f0062" -d '{"events": [{"name": "network-changed", "server_uuid": "24c019cc-4c12-4ded-a74e-b39ffa9305a5", "tag": "8b39b615-d5aa-428f-a7aa-ce8b59f2c728"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:05:31.142448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e4354-11e2-4018-8937-2a6fe33ba972 service neutron] Pushing event updated for resources: {'Port': ['ID=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:31.163886 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d65b51-9ac3-46a8-9c40-db8e57e0ec24 x-openstack-request-id: req-c3d65b51-9ac3-46a8-9c40-db8e57e0ec24 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:05:31.164225 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c019cc-4c12-4ded-a74e-b39ffa9305a5", "tag": "8b39b615-d5aa-428f-a7aa-ce8b59f2c728", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:05:31.164481 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3d65b51-9ac3-46a8-9c40-db8e57e0ec24 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:05:31.164880 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c019cc-4c12-4ded-a74e-b39ffa9305a5', 'tag': '8b39b615-d5aa-428f-a7aa-ce8b59f2c728', 'status': 'completed', 'code': 200} Jan 28 21:05:31.166377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032b32a-3ff8-4111-b8f0-7586e7731ad3 req-20a5b87a-a2d0-4fa5-b40d-46f05fb1345e tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:31.167954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6032b32a-3ff8-4111-b8f0-7586e7731ad3 req-20a5b87a-a2d0-4fa5-b40d-46f05fb1345e tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 943 time: 0.0620947 Jan 28 21:05:31.198767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-b6aa9c04-5992-4c22-aac9-dee226abd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:31.201182 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-b6aa9c04-5992-4c22-aac9-dee226abd6e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5a447d5050b4bb89f48054a1e229b17&device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 1094 time: 0.0456111 Jan 28 21:05:31.212411 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6032b32a-3ff8-4111-b8f0-7586e7731ad3 req-d4a7d85c-d5f0-4f08-85fa-739e70f341bc tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372422 Jan 28 21:05:31.249249 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-37bc6c53-5b48-4b8c-bcbd-7ff9d4e98f72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b39b615-d5aa-428f-a7aa-ce8b59f2c728 HTTP/1.1" status: 200 len: 217 time: 0.0408404 Jan 28 21:05:31.297397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-7f4da753-157d-4a1e-a8bf-875e8908568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:31.298938 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-7f4da753-157d-4a1e-a8bf-875e8908568a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=297f1221-102d-4052-a41c-2f2bed46ce56 HTTP/1.1" status: 200 len: 853 time: 0.0432093 Jan 28 21:05:31.332652 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-d27115fa-84bb-4696-bb37-c21219f73cb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270774 Jan 28 21:05:31.426370 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-30be391d-8001-4db7-81bd-5f0d865afa3a service neutron] 10.222.0.13 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864172 Jan 28 21:05:31.516601 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-70df1813-6c15-4b81-bf25-6c8a87b5bc91 req-df24257a-7e94-4504-94c8-993c8785001d service neutron] 10.222.0.13 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832675 Jan 28 21:05:31.599583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-c09f2ca9-43b8-4941-9b9e-f2ae68d7d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:31.601163 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-c09f2ca9-43b8-4941-9b9e-f2ae68d7d82a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5a447d5050b4bb89f48054a1e229b17&device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 1094 time: 0.0399654 Jan 28 21:05:31.695973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-dda0dbcc-9535-4bcc-8f2a-6f561be6158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:31.697479 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-dda0dbcc-9535-4bcc-8f2a-6f561be6158e service neutron] 10.222.0.13 "GET /v2.0/networks?id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea HTTP/1.1" status: 200 len: 914 time: 0.0893748 Jan 28 21:05:31.738933 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-ddad8c6d-29ad-41eb-831a-a14b8f949b5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b39b615-d5aa-428f-a7aa-ce8b59f2c728 HTTP/1.1" status: 200 len: 217 time: 0.0347605 Jan 28 21:05:31.788170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-e1ba6c46-2b1a-44d7-a8bc-db680407d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:31.789622 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-e1ba6c46-2b1a-44d7-a8bc-db680407d169 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=297f1221-102d-4052-a41c-2f2bed46ce56 HTTP/1.1" status: 200 len: 853 time: 0.0430236 Jan 28 21:05:31.825929 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-0ca22c00-ab61-440c-846d-b5b009cc46d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289159 Jan 28 21:05:31.913435 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-30f2f4d0-24f9-49d3-bb8c-bb80c5af9cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811377 Jan 28 21:05:32.006215 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-466a7d1c-b71b-4111-b359-5b72ad4f0062 req-298abb12-4f1e-420e-bf6f-ce8b140340f4 service neutron] 10.222.0.13 "GET /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856411 Jan 28 21:05:32.330551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9063294-6372-4830-b93f-04b3cc1f8779 req-0b7c5854-1c6c-48c3-8258-c973163caf47 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:32.331962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9063294-6372-4830-b93f-04b3cc1f8779 req-0b7c5854-1c6c-48c3-8258-c973163caf47 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 943 time: 0.0501533 Jan 28 21:05:32.369928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9063294-6372-4830-b93f-04b3cc1f8779 req-3519dc7b-df50-4762-864f-a01dac5b71f6 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Jan 28 21:05:33.485066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bea33-c680-4ab1-8712-23326d0a6c21 req-97f5c5a9-ba1a-42d2-81cf-c7ed8efed48b tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:33.486543 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c7bea33-c680-4ab1-8712-23326d0a6c21 req-97f5c5a9-ba1a-42d2-81cf-c7ed8efed48b tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 943 time: 0.0486495 Jan 28 21:05:33.523095 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c7bea33-c680-4ab1-8712-23326d0a6c21 req-874b9f3f-b1e7-4f58-bda2-95c81fa9882d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305626 Jan 28 21:05:34.337719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:05:34.432079 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:34.442807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '8b39b615-d5aa-428f-a7aa-ce8b59f2c728', 'network_id': '01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea', 'port_id': '8b39b615-d5aa-428f-a7aa-ce8b59f2c728', 'mac_address': 'fa:16:3e:0d:26:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297f1221-102d-4052-a41c-2f2bed46ce56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:05:34.479125 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:34.491432 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:05:34.510303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:34.515281 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:34.576724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:34.641580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420dd66-fad1-4c5a-aa79-d2bce1eb8ced req-04100128-9416-4883-b378-ada4c3c66025 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:34.644139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2420dd66-fad1-4c5a-aa79-d2bce1eb8ced req-04100128-9416-4883-b378-ada4c3c66025 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 944 time: 0.0501571 Jan 28 21:05:34.686714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2420dd66-fad1-4c5a-aa79-d2bce1eb8ced req-2445b510-1282-4f28-940d-1b3812abde9b tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363123 Jan 28 21:05:34.708784 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['8b39b615-d5aa-428f-a7aa-ce8b59f2c728'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:05:35.800338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347b521-061c-4c56-bcb2-8f7fee069444 req-d3dd11f0-80f3-44e4-a4ec-3266ad3c6e47 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:35.801798 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2347b521-061c-4c56-bcb2-8f7fee069444 req-d3dd11f0-80f3-44e4-a4ec-3266ad3c6e47 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 944 time: 0.0479436 Jan 28 21:05:35.839827 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2347b521-061c-4c56-bcb2-8f7fee069444 req-74c00a2e-8773-4bbf-945e-89aff71de310 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Jan 28 21:05:36.356397 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:05:36.404340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:05:36.408049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:05:36.408449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:36.485585 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:36.506971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c019cc-4c12-4ded-a74e-b39ffa9305a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b39b615-d5aa-428f-a7aa-ce8b59f2c728'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:05:36.509182 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655d602f-b6d7-4b7c-8e3c-bab0340ca397" -d '{"events": [{"server_uuid": "24c019cc-4c12-4ded-a74e-b39ffa9305a5", "name": "network-vif-plugged", "status": "completed", "tag": "8b39b615-d5aa-428f-a7aa-ce8b59f2c728"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:05:36.523315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:36.527381 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:36.556100 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e2bd2a-87d7-4b30-b9e4-9dae981ed3cd x-openstack-request-id: req-c2e2bd2a-87d7-4b30-b9e4-9dae981ed3cd {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:05:36.556594 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c019cc-4c12-4ded-a74e-b39ffa9305a5", "name": "network-vif-plugged", "status": "completed", "tag": "8b39b615-d5aa-428f-a7aa-ce8b59f2c728", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:05:36.556996 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2e2bd2a-87d7-4b30-b9e4-9dae981ed3cd {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:05:36.557609 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c019cc-4c12-4ded-a74e-b39ffa9305a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b39b615-d5aa-428f-a7aa-ce8b59f2c728', 'code': 200} Jan 28 21:05:36.586850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:36.641070 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d79064-a70c-4374-b57a-472ff8d809d7 req-0dbe2b84-4316-4c0e-9c51-e96a231cd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:36.642551 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e8d79064-a70c-4374-b57a-472ff8d809d7 req-0dbe2b84-4316-4c0e-9c51-e96a231cd69c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 1096 time: 0.0417609 Jan 28 21:05:36.677032 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e8d79064-a70c-4374-b57a-472ff8d809d7 req-401b1a49-6445-4862-9c12-9b348146f0a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281534 Jan 28 21:05:36.956996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1754-8f94-495a-bd61-1830bd96fff2 req-d72c41e8-763c-4270-8907-2244fee9623a tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:36.958547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e9a1754-8f94-495a-bd61-1830bd96fff2 req-d72c41e8-763c-4270-8907-2244fee9623a tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 945 time: 0.0505400 Jan 28 21:05:37.000355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5e9a1754-8f94-495a-bd61-1830bd96fff2 req-75dd191c-ca19-4a33-9f46-f9ac809de5c6 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Jan 28 21:05:37.770117 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5766ab8a-d745-4ffb-85d6-84258c37ee6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:38.122141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ca765-48af-42e2-b39c-f7f5bd9bd17d req-a8f1c0bf-b37f-403d-bd7e-1cd09a4446ec tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:38.123604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-232ca765-48af-42e2-b39c-f7f5bd9bd17d req-a8f1c0bf-b37f-403d-bd7e-1cd09a4446ec tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 945 time: 0.0531969 Jan 28 21:05:38.166289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-232ca765-48af-42e2-b39c-f7f5bd9bd17d req-4a8804e8-8e52-4af2-9572-e142ed66616f tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364087 Jan 28 21:05:38.408076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efac753-7544-4de5-940f-8af537a74df5 req-7ef8729e-9638-4321-bb6b-37dc0941cbc4 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:38.409692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8efac753-7544-4de5-940f-8af537a74df5 req-7ef8729e-9638-4321-bb6b-37dc0941cbc4 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 945 time: 0.0505178 Jan 28 21:05:38.448240 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8efac753-7544-4de5-940f-8af537a74df5 req-9ff09ff0-66bd-401c-8181-c23c3c7d3edd tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Jan 28 21:05:39.567219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776458c2-06e3-4a28-86c8-a7ab7409c14f req-6d0d3562-da63-4d88-ba2b-e282a43eb1a4 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:39.568732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-776458c2-06e3-4a28-86c8-a7ab7409c14f req-6d0d3562-da63-4d88-ba2b-e282a43eb1a4 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 945 time: 0.0514772 Jan 28 21:05:39.609224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-776458c2-06e3-4a28-86c8-a7ab7409c14f req-bd69cbba-46b0-4920-aef3-d7d56b98a6e7 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Jan 28 21:05:39.642314 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:05:39.683806 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-8596fe13-bf53-4dad-97dd-55a3e26316e0 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:39.685531 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-8596fe13-bf53-4dad-97dd-55a3e26316e0 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.13 "GET /v2.0/ports?device_id=24c019cc-4c12-4ded-a74e-b39ffa9305a5 HTTP/1.1" status: 200 len: 945 time: 0.0502968 Jan 28 21:05:39.776397 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Deleting port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:39.776723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:39.879388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] For port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:39.879939 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:39.897475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Calling delete_port for 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:40.031224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:40.048580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d1b15f9f-1cde-4642-91db-e430fce5be7a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:05:40.051856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['8b39b615-d5aa-428f-a7aa-ce8b59f2c728'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:05:40.080556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Pushing event deleted for resources: {'Port': ['ID=8b39b615-d5aa-428f-a7aa-ce8b59f2c728,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:40.129024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] No DVR routers for this DVR port 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:05:40.134589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:40.139369 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3cec3346-1ef8-47d7-93c2-5a85706ceb6b req-c3794f4c-e876-4f85-8b65-52b1ac44d258 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.13 "DELETE /v2.0/ports/8b39b615-d5aa-428f-a7aa-ce8b59f2c728 HTTP/1.1" status: 204 len: 173 time: 0.4480331 Jan 28 21:05:40.139830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c019cc-4c12-4ded-a74e-b39ffa9305a5', 'name': 'network-vif-deleted', 'tag': '8b39b615-d5aa-428f-a7aa-ce8b59f2c728'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:05:40.142197 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae096d-3878-4a70-8666-f24fd2a2b2ae" -d '{"events": [{"server_uuid": "24c019cc-4c12-4ded-a74e-b39ffa9305a5", "name": "network-vif-deleted", "tag": "8b39b615-d5aa-428f-a7aa-ce8b59f2c728"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:05:40.183255 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b87a10b-9ed9-418c-9277-57665b02158f x-openstack-request-id: req-2b87a10b-9ed9-418c-9277-57665b02158f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:05:40.183532 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c019cc-4c12-4ded-a74e-b39ffa9305a5", "name": "network-vif-deleted", "tag": "8b39b615-d5aa-428f-a7aa-ce8b59f2c728", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:05:40.183779 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b87a10b-9ed9-418c-9277-57665b02158f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:05:40.184892 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c019cc-4c12-4ded-a74e-b39ffa9305a5', 'name': 'network-vif-deleted', 'tag': '8b39b615-d5aa-428f-a7aa-ce8b59f2c728', 'status': 'completed', 'code': 200} Jan 28 21:05:40.257778 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdbb5-1f25-469a-99f3-8f7e313017bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:40.760208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36485a3-2903-4dbe-9765-1a265c176fb0 req-fee23ad7-b054-4cf3-bed9-b5a61066db2a tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:40.761748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d36485a3-2903-4dbe-9765-1a265c176fb0 req-fee23ad7-b054-4cf3-bed9-b5a61066db2a tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0493727 Jan 28 21:05:40.804057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d36485a3-2903-4dbe-9765-1a265c176fb0 req-0a4e3ddb-3f0e-4127-acf3-596de81a9fd3 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358036 Jan 28 21:05:40.936417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218c202-e0b1-4fe2-bc4f-cfdde1eab722 req-5ad6bf8d-c5c8-4e87-bfbc-d817d8b53d93 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:40.937862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8218c202-e0b1-4fe2-bc4f-cfdde1eab722 req-5ad6bf8d-c5c8-4e87-bfbc-d817d8b53d93 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0516474 Jan 28 21:05:40.981050 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8218c202-e0b1-4fe2-bc4f-cfdde1eab722 req-1dafe85c-e569-44e5-be6f-4678b6046407 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 Jan 28 21:05:41.099716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547f1a6-fe1b-4006-91fb-fa02d3ea9b61 req-e7230e11-c040-42ae-afa3-33854d42677d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:41.101438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3547f1a6-fe1b-4006-91fb-fa02d3ea9b61 req-e7230e11-c040-42ae-afa3-33854d42677d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0496256 Jan 28 21:05:41.140925 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3547f1a6-fe1b-4006-91fb-fa02d3ea9b61 req-9a9978d6-4c41-4abd-9522-5f415e22e760 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333896 Jan 28 21:05:41.314005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f5701-18c6-423f-b566-72c2c5f25872 req-fbac2a20-32ef-4c92-ad3f-38dd48b1b884 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:41.315518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-004f5701-18c6-423f-b566-72c2c5f25872 req-fbac2a20-32ef-4c92-ad3f-38dd48b1b884 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0500257 Jan 28 21:05:41.358093 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-004f5701-18c6-423f-b566-72c2c5f25872 req-492058bc-8918-411b-aa62-f79f0d211906 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Jan 28 21:05:41.473910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1a2af-a980-49d0-b215-76f98e94650a req-c4b4b6e3-7418-4dbe-a597-406098fbc42e tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:41.475288 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52f1a2af-a980-49d0-b215-76f98e94650a req-c4b4b6e3-7418-4dbe-a597-406098fbc42e tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0489953 Jan 28 21:05:41.515999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52f1a2af-a980-49d0-b215-76f98e94650a req-59f40086-0882-4cd0-9a66-e73898cb0a92 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Jan 28 21:05:41.796311 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:41.904034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273f952-dbdf-4b09-8c51-2aa89dd8bebf req-d704e277-69c0-4e74-8e11-6015bea39bb2 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:41.905547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d273f952-dbdf-4b09-8c51-2aa89dd8bebf req-d704e277-69c0-4e74-8e11-6015bea39bb2 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0503395 Jan 28 21:05:41.943948 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d273f952-dbdf-4b09-8c51-2aa89dd8bebf req-072556e6-8399-4ea7-bc58-87629f3fe020 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Jan 28 21:05:42.265627 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dd938-b4d0-43e1-83e4-50711efa2492 req-ca39f5e7-734b-4b54-ae80-16e8f46dd91d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:42.267168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c6dd938-b4d0-43e1-83e4-50711efa2492 req-ca39f5e7-734b-4b54-ae80-16e8f46dd91d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0644498 Jan 28 21:05:42.314184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c6dd938-b4d0-43e1-83e4-50711efa2492 req-c8312618-fac6-42c7-8b17-cc97d0c177fc tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Jan 28 21:05:43.087595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:43.306061 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:43.465195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28065613-5d81-4155-8cc6-c9e5e3ff7afd req-bae85c2d-e043-4a32-9e01-6733890cde91 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:43.467658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28065613-5d81-4155-8cc6-c9e5e3ff7afd req-bae85c2d-e043-4a32-9e01-6733890cde91 tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0701854 Jan 28 21:05:43.518438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28065613-5d81-4155-8cc6-c9e5e3ff7afd req-5e28df7e-ca5f-44d3-94f6-a025179044aa tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/security-groups?id=999fdac7-a695-468b-a658-13289b125479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 Jan 28 21:05:43.770988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-929435f6-f58c-4339-a878-9fed36ea66ab tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:43.772518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-929435f6-f58c-4339-a878-9fed36ea66ab tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.26 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 946 time: 0.0553961 Jan 28 21:05:43.879163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Deleting port d1b15f9f-1cde-4642-91db-e430fce5be7a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:43.879518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:43.972616 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] For port d1b15f9f-1cde-4642-91db-e430fce5be7a, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=d1b15f9f-1cde-4642-91db-e430fce5be7a,segment=NetworkSegment(58ce500e-4f4c-40d6-85d4-c8364dc7d006),segment_id=58ce500e-4f4c-40d6-85d4-c8364dc7d006)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:43.972981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:43.990426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Calling delete_port for d1b15f9f-1cde-4642-91db-e430fce5be7a owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:44.120345 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:44.140441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['d1b15f9f-1cde-4642-91db-e430fce5be7a'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:05:44.148962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Pushing event deleted for resources: {'Port': ['ID=d1b15f9f-1cde-4642-91db-e430fce5be7a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:44.162317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.162733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.162999 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.163332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.163665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.163990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.164340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.164664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.164983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.165300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.165629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.165940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:44.200147 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] No DVR routers for this DVR port d1b15f9f-1cde-4642-91db-e430fce5be7a on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:05:44.202826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:44.206165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c7f5ead5-07d2-44c3-b4e3-c422e3dbf1c6 req-86a8775a-5887-4b1f-8cdc-255fa45b416d tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.26 "DELETE /v2.0/ports/d1b15f9f-1cde-4642-91db-e430fce5be7a HTTP/1.1" status: 204 len: 173 time: 0.4274743 Jan 28 21:05:44.206611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a', 'name': 'network-vif-deleted', 'tag': 'd1b15f9f-1cde-4642-91db-e430fce5be7a'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:05:44.208960 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a8945-c376-4499-824f-b955e7cb58b2" -d '{"events": [{"server_uuid": "e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a", "name": "network-vif-deleted", "tag": "d1b15f9f-1cde-4642-91db-e430fce5be7a"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:05:44.249559 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e84f7d-0755-48f7-be91-ac10ae6851e9 x-openstack-request-id: req-37e84f7d-0755-48f7-be91-ac10ae6851e9 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:05:44.249854 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a", "name": "network-vif-deleted", "tag": "d1b15f9f-1cde-4642-91db-e430fce5be7a", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:05:44.250112 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37e84f7d-0755-48f7-be91-ac10ae6851e9 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:05:44.251101 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a', 'name': 'network-vif-deleted', 'tag': 'd1b15f9f-1cde-4642-91db-e430fce5be7a', 'status': 'completed', 'code': 200} Jan 28 21:05:44.357457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:05:44.378962 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:05:44.379256 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 8b39b615-d5aa-428f-a7aa-ce8b59f2c728 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:05:44.646406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-061ac20f-71ce-46ba-8360-1a74b303088c req-385970fd-1a67-41f5-95d2-57cc5218ad0f tempest-ServersNegativeTestJSON-1748910769 tempest-ServersNegativeTestJSON-1748910769-project] 10.222.0.44 "GET /v2.0/ports?device_id=e95fe27d-c4e3-4c6e-8bae-8685cb8e1f5a HTTP/1.1" status: 200 len: 210 time: 0.0378618 Jan 28 21:05:45.705693 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54160) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:45.750632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc1385b-9db4-4424-9c1d-02ef876078d3 admin admin] Deleting subnet 297f1221-102d-4052-a41c-2f2bed46ce56 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:05:45.753625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abc1385b-9db4-4424-9c1d-02ef876078d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:45.788014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abc1385b-9db4-4424-9c1d-02ef876078d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:45.826852 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abc1385b-9db4-4424-9c1d-02ef876078d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:45.877196 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abc1385b-9db4-4424-9c1d-02ef876078d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:45.909129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1385b-9db4-4424-9c1d-02ef876078d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=297f1221-102d-4052-a41c-2f2bed46ce56,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:45.911104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-abc1385b-9db4-4424-9c1d-02ef876078d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:45.914293 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-abc1385b-9db4-4424-9c1d-02ef876078d3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/297f1221-102d-4052-a41c-2f2bed46ce56 HTTP/1.1" status: 204 len: 168 time: 0.2073011 Jan 28 21:05:45.916819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54162) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:45.983998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.063665 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.083558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:46.093192 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ce500e-4f4c-40d6-85d4-c8364dc7d006') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:46.093489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ce500e-4f4c-40d6-85d4-c8364dc7d006') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:46.102648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.115314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.121320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:05:46.121708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:05:46.123359 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:05:46.179789 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.185084 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.189540 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] 10.222.0.44 "DELETE /v2.0/networks/01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea HTTP/1.1" status: 204 len: 168 time: 0.2718046 Jan 28 21:05:46.202207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d076f-d533-44d9-8f73-dd4cb760b54f admin admin] Pushing event deleted for resources: {'Network': ['ID=01fde9fb-9eef-4915-a6ff-61ccbfd9b2ea,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:46.298505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54166) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:46.339728 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c5270081-907f-4d38-a66a-db22730ae57f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5a447d5050b4bb89f48054a1e229b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400283 Jan 28 21:05:46.342251 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54168) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:46.396638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b52e80a-b66f-47da-8479-4310cae89c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.417366 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b52e80a-b66f-47da-8479-4310cae89c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.464547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b52e80a-b66f-47da-8479-4310cae89c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.467299 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5b52e80a-b66f-47da-8479-4310cae89c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:46.468454 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5b52e80a-b66f-47da-8479-4310cae89c31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/999fdac7-a695-468b-a658-13289b125479 HTTP/1.1" status: 204 len: 168 time: 0.1252928 Jan 28 21:05:46.476654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52e80a-b66f-47da-8479-4310cae89c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999fdac7-a695-468b-a658-13289b125479,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:47.142396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54190) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:47.236084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253103723'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:47.258064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:47.261552 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:47.271514 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:47.349291 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:47.353297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:47.381222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:05:47.391301 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527a6a34-37df-429c-a5b8-7fa36446da1e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:47.399042 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:47.399332 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Added segment cdfdb8bb-16ff-46d8-8a8b-c96945fde9de of type vlan for network a515d9ab-348a-4b69-937e-b26c28e2ead3 Jan 28 21:05:47.439926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:47.464098 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:47.470316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:47.470884 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:47.533906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3903720 Jan 28 21:05:47.542153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400161b-fd82-4fd4-ae20-764c369ba3a8 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Network': ['ID=a515d9ab-348a-4b69-937e-b26c28e2ead3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:47.553115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network a515d9ab-348a-4b69-937e-b26c28e2ead3 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:05:48.374375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d1b15f9f-1cde-4642-91db-e430fce5be7a no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:05:48.396504 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: d1b15f9f-1cde-4642-91db-e430fce5be7a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:05:48.396856 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device d1b15f9f-1cde-4642-91db-e430fce5be7a not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:05:48.454254 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:50.842141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54196) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:50.847302 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'subnet': {'network_id': 'a515d9ab-348a-4b69-937e-b26c28e2ead3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:50.937151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:50.940659 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.121586 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.189877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Subnet': ['ID=97df85a9-e0be-4e92-8dab-1beb03171dbc,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:51.195343 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Checking segment: {'id': 'cdfdb8bb-16ff-46d8-8a8b-c96945fde9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a515d9ab-348a-4b69-937e-b26c28e2ead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:51.195699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network hostable DHCP agents. Network: a515d9ab-348a-4b69-937e-b26c28e2ead3, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:05:51.212067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network a515d9ab-348a-4b69-937e-b26c28e2ead3 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:05:51.220756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, a515d9ab-348a-4b69-937e-b26c28e2ead3) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:51.224962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:51.225549 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.230863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce975a3-0e42-4da5-945a-fa9406ce460e None None] Network a515d9ab-348a-4b69-937e-b26c28e2ead3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:51.241617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f13e4f5c-5a63-48e2-bc72-64a584c038bf tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3983629 Jan 28 21:05:51.245432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54198) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:51.250961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-329169309'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:51.272464 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:51.276386 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.303483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:05:51.315461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.315853 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Added segment d69f1728-cd7e-4e40-9b43-3a155ee90303 of type vlan for network 58f1d176-a026-4d91-8eec-3e2fb4c494f0 Jan 28 21:05:51.359633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.387293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.393623 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:51.394262 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.446728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2002587 Jan 28 21:05:51.449531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54200) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:51.454517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'subnet': {'network_id': '58f1d176-a026-4d91-8eec-3e2fb4c494f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:51.511149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265f56c-99c2-4fbc-91fa-cccd50ab5a17 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Network': ['ID=58f1d176-a026-4d91-8eec-3e2fb4c494f0,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:51.522817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 58f1d176-a026-4d91-8eec-3e2fb4c494f0 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:05:51.537415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-a515d9ab-348a-4b69-937e-b26c28e2ead3', 'network_id': 'a515d9ab-348a-4b69-937e-b26c28e2ead3', 'tenant_id': 'd094dc15f18b49cea54f7cdd90401cf6', 'fixed_ips': [{'subnet_id': '97df85a9-e0be-4e92-8dab-1beb03171dbc'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:05:51.538269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.564479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:51.568012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.719128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Allocated IP 2001:db8:0:ffff::2 (a515d9ab-348a-4b69-937e-b26c28e2ead3/97df85a9-e0be-4e92-8dab-1beb03171dbc/0193a4fb-eaed-443b-83ba-4e4aae2c8852) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:05:51.761297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.784529 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.823996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Subnet': ['ID=ef519686-3946-4a4f-b0b0-3eb540ad1cba,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:51.830309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Checking segment: {'id': 'd69f1728-cd7e-4e40-9b43-3a155ee90303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '58f1d176-a026-4d91-8eec-3e2fb4c494f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:51.830671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network hostable DHCP agents. Network: 58f1d176-a026-4d91-8eec-3e2fb4c494f0, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:05:51.848352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network 58f1d176-a026-4d91-8eec-3e2fb4c494f0 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:05:51.858197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 58f1d176-a026-4d91-8eec-3e2fb4c494f0) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:51.862521 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:51.863492 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.868242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405c34db-9890-499d-9440-7ebb258cf867 None None] Network 58f1d176-a026-4d91-8eec-3e2fb4c494f0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:51.880049 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-df589f4e-63b6-4ff0-a64f-d61d72e3ed82 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4295199 Jan 28 21:05:51.882824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54202) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:51.933300 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.942862 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:51.983740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.005943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Network a515d9ab-348a-4b69-937e-b26c28e2ead3 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:05:52.012151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:52.014988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:05:52.038124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Pushing event updated for resources: {'Port': ['ID=0193a4fb-eaed-443b-83ba-4e4aae2c8852,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:52.056893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.057242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.057581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.057917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.058249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.058582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.058755 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.058904 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.059229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.059552 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.059872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.061076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.061338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.130516 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.138334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Attempting to bind port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:05:52.138943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Attempting to bind port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'cdfdb8bb-16ff-46d8-8a8b-c96945fde9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a515d9ab-348a-4b69-937e-b26c28e2ead3'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:05:52.138943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Attempting to bind port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 on network a515d9ab-348a-4b69-937e-b26c28e2ead3 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:05:52.144768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:05:52.145149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Checking segment: {'id': 'cdfdb8bb-16ff-46d8-8a8b-c96945fde9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a515d9ab-348a-4b69-937e-b26c28e2ead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:52.145552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.145929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Bound using segment: {'id': 'cdfdb8bb-16ff-46d8-8a8b-c96945fde9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a515d9ab-348a-4b69-937e-b26c28e2ead3'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:05:52.146394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Bound port: 0193a4fb-eaed-443b-83ba-4e4aae2c8852, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfdb8bb-16ff-46d8-8a8b-c96945fde9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a515d9ab-348a-4b69-937e-b26c28e2ead3'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:05:52.146771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.149980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2298491-23d0-4bb4-ab0e-6d5926a67189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-58f1d176-a026-4d91-8eec-3e2fb4c494f0', 'network_id': '58f1d176-a026-4d91-8eec-3e2fb4c494f0', 'tenant_id': 'd094dc15f18b49cea54f7cdd90401cf6', 'fixed_ips': [{'subnet_id': 'ef519686-3946-4a4f-b0b0-3eb540ad1cba'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:05:52.150756 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d2298491-23d0-4bb4-ab0e-6d5926a67189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.165657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Subnet': ['ID=ef519686-3946-4a4f-b0b0-3eb540ad1cba,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:52.222723 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.242833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f1d176-a026-4d91-8eec-3e2fb4c494f0']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:52.252803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69f1728-cd7e-4e40-9b43-3a155ee90303') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:52.253102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69f1728-cd7e-4e40-9b43-3a155ee90303') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:52.267593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.270019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0db7b-d7b5-4fc6-ae28-60ecca85a32f None None] Network 58f1d176-a026-4d91-8eec-3e2fb4c494f0 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:52.282593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.288696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:05:52.289182 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:05:52.292234 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:05:52.294346 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] For port 0193a4fb-eaed-443b-83ba-4e4aae2c8852, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:05:52.351872 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.356988 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.361482 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/58f1d176-a026-4d91-8eec-3e2fb4c494f0 HTTP/1.1" status: 204 len: 168 time: 0.4776673 Jan 28 21:05:52.365092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54204) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:52.370202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450086103'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:52.371244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] For port 0193a4fb-eaed-443b-83ba-4e4aae2c8852, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0193a4fb-eaed-443b-83ba-4e4aae2c8852,segment=NetworkSegment(cdfdb8bb-16ff-46d8-8a8b-c96945fde9de),segment_id=cdfdb8bb-16ff-46d8-8a8b-c96945fde9de)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:05:52.377104 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.393960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a8e39-ea07-4af6-8cab-013c26607446 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Network': ['ID=58f1d176-a026-4d91-8eec-3e2fb4c494f0,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:52.403336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:52.407492 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.432327 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:05:52.446945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.446945 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Added segment 64540c1f-7b2e-4cff-8ca4-3bddfbcb4d02 of type vlan for network c2181e03-987b-4081-837e-02494f1e4551 Jan 28 21:05:52.452616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ecf5-2b37-488f-ab9f-81719f33f3f6 None None] Pushing event updated for resources: {'Port': ['ID=0193a4fb-eaed-443b-83ba-4e4aae2c8852,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:52.489899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.517258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.522999 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:52.523642 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.585817 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2169287 Jan 28 21:05:52.590408 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54206) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:52.608013 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Network': ['ID=c2181e03-987b-4081-837e-02494f1e4551,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:52.610180 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'subnet': {'network_id': 'c2181e03-987b-4081-837e-02494f1e4551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:52.617644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.618296 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.618631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.619129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.619619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.620117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.620721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.621455 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.622447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.623083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.623606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.624305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783300a-f5ef-4c1c-8301-348617bcad60 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:05:52.641087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network c2181e03-987b-4081-837e-02494f1e4551 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:05:52.715500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:52.723903 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.786886 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_backend_mixin [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Performing IP validity checks on allocation pools {{(pid=102307) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 21:05:52.787409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.ipam_backend_mixin [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102307) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 21:05:52.910640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:52.973378 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Subnet': ['ID=239daf1c-f7d2-4533-9d37-2ddf3050f764,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:52.979534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Checking segment: {'id': '64540c1f-7b2e-4cff-8ca4-3bddfbcb4d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c2181e03-987b-4081-837e-02494f1e4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:52.979880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network hostable DHCP agents. Network: c2181e03-987b-4081-837e-02494f1e4551, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:05:52.996926 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network c2181e03-987b-4081-837e-02494f1e4551 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:05:53.006159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, c2181e03-987b-4081-837e-02494f1e4551) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:53.010583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:53.011288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.015414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d066bf12-f95e-455f-9be0-b041986b53c4 None None] Network c2181e03-987b-4081-837e-02494f1e4551 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:53.033075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d903dc76-3a97-424b-b7c5-62fa63c2aa0e tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4273124 Jan 28 21:05:53.035547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54208) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:53.144201 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.168566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0193a4fb-eaed-443b-83ba-4e4aae2c8852 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:05:53.206802 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.231938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9476035e-6caf-4729-841a-da14a02efc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-c2181e03-987b-4081-837e-02494f1e4551', 'network_id': 'c2181e03-987b-4081-837e-02494f1e4551', 'tenant_id': 'd094dc15f18b49cea54f7cdd90401cf6', 'fixed_ips': [{'subnet_id': '239daf1c-f7d2-4533-9d37-2ddf3050f764'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:05:53.233449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9476035e-6caf-4729-841a-da14a02efc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.258769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:05:53.259140 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.274538 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.309454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Subnet': ['ID=239daf1c-f7d2-4533-9d37-2ddf3050f764,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server [None req-9476035e-6caf-4729-841a-da14a02efc58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 239daf1c-f7d2-4533-9d37-2ddf3050f764: This subnet is being modified by another concurrent operation. Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server raise exception Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 239daf1c-f7d2-4533-9d37-2ddf3050f764: This subnet is being modified by another concurrent operation. Jan 28 21:05:53.367774 n-d-825064-3 neutron-server[102308]: ERROR oslo_messaging.rpc.server Jan 28 21:05:53.395689 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.411253 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c4576-129a-4e79-9dc9-09d5c145900b None None] Network c2181e03-987b-4081-837e-02494f1e4551 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:53.428460 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2181e03-987b-4081-837e-02494f1e4551']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:53.439910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64540c1f-7b2e-4cff-8ca4-3bddfbcb4d02') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:53.440336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64540c1f-7b2e-4cff-8ca4-3bddfbcb4d02') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:53.451946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.467174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.474864 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:05:53.475521 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.479562 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:05:53.479779 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:05:53.539566 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b290e-3b45-4be7-bd2c-f943bc2e86a2 None None] Network a515d9ab-348a-4b69-937e-b26c28e2ead3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:53.548845 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.556149 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.557750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 0193a4fb-eaed-443b-83ba-4e4aae2c8852, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0193a4fb-eaed-443b-83ba-4e4aae2c8852,segment=NetworkSegment(cdfdb8bb-16ff-46d8-8a8b-c96945fde9de),segment_id=cdfdb8bb-16ff-46d8-8a8b-c96945fde9de)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:53.562111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/c2181e03-987b-4081-837e-02494f1e4551 HTTP/1.1" status: 204 len: 168 time: 0.5241611 Jan 28 21:05:53.564282 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54210) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:53.569732 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1453255465'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:53.575155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dfdc2-0501-4e5a-a4ee-905661495968 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Network': ['ID=c2181e03-987b-4081-837e-02494f1e4551,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:53.601108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:53.604923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.607503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.633118 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:05:53.643812 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.644165 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Added segment 6c541f94-817c-44f4-a325-427e61a667db of type vlan for network 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 Jan 28 21:05:53.644918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b38d6d25-d492-475b-a2f7-da2bd82549c0 None None] Provisioning complete for port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:05:53.645293 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b38d6d25-d492-475b-a2f7-da2bd82549c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.684952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.711555 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.716551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=0193a4fb-eaed-443b-83ba-4e4aae2c8852,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:53.718108 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:53.718750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:53.786560 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2183099 Jan 28 21:05:53.786780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54214) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:53.791480 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'subnet': {'network_id': '09ac1943-bc8a-48a4-b280-3e9a6ea3ac77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:53.811102 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb648e-7894-4668-8d78-719da1de7a66 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Network': ['ID=09ac1943-bc8a-48a4-b280-3e9a6ea3ac77,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:53.824619 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:05:53.890168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:53.893907 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.055292 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b055f8e8-c226-459f-b3d2-01415ccbf041 None None] get_active_networks_info from n-d-825064-3 {{(pid=102308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 28 21:05:54.087285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.121965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b055f8e8-c226-459f-b3d2-01415ccbf041 None None] Resources bound (agent type, host, resource id): {{(pid=102308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 21:05:54.155907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Subnet': ['ID=95f91926-a5e3-4fbe-960a-e2958c6a1e33,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:54.160355 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Checking segment: {'id': '6c541f94-817c-44f4-a325-427e61a667db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '09ac1943-bc8a-48a4-b280-3e9a6ea3ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:54.160717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network hostable DHCP agents. Network: 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:05:54.177613 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:05:54.186295 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:54.190692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:54.191448 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.193212 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-23893b0f-d027-42e7-ab42-9d4ce650a1bf None None] Provisioning complete for port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:05:54.193586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-23893b0f-d027-42e7-ab42-9d4ce650a1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.208584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-569e9ed4-3242-4060-a1f3-15801482c9fe tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4208333 Jan 28 21:05:54.212264 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54216) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:54.218150 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-171645667'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:54.240556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:54.243958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.268097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:05:54.278474 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.278850 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Added segment edd35687-5ff2-471f-9d62-f04812f9b0e4 of type vlan for network 31027f82-50d9-4932-9731-f1006cccf320 Jan 28 21:05:54.320432 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.348576 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.354056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:54.354638 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.396692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10594e4b-8156-4b8c-846f-8c6f9d57764b None None] Network 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:54.416648 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2033217 Jan 28 21:05:54.419389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54218) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:54.427370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Request body: {'subnet': {'network_id': '31027f82-50d9-4932-9731-f1006cccf320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:54.435763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e0516-d12c-4d9e-b20a-3fc452e0865c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Network': ['ID=31027f82-50d9-4932-9731-f1006cccf320,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:54.447759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 31027f82-50d9-4932-9731-f1006cccf320 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:05:54.525141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Made reservation on behalf of d094dc15f18b49cea54f7cdd90401cf6 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:54.528771 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.597897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-09ac1943-bc8a-48a4-b280-3e9a6ea3ac77', 'network_id': '09ac1943-bc8a-48a4-b280-3e9a6ea3ac77', 'tenant_id': 'd094dc15f18b49cea54f7cdd90401cf6', 'fixed_ips': [{'subnet_id': '95f91926-a5e3-4fbe-960a-e2958c6a1e33'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:05:54.598812 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.718059 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.734311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Allocated IP 2001:db8::2 (09ac1943-bc8a-48a4-b280-3e9a6ea3ac77/95f91926-a5e3-4fbe-960a-e2958c6a1e33/81f35e1e-5bfe-46b0-a33c-0331a74914c6) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:05:54.777784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event updated for resources: {'Subnet': ['ID=bf4e762d-dc00-41b2-b031-eeedc76e57d8,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:54.788383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Checking segment: {'id': 'edd35687-5ff2-471f-9d62-f04812f9b0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '31027f82-50d9-4932-9731-f1006cccf320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:54.788621 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network hostable DHCP agents. Network: 31027f82-50d9-4932-9731-f1006cccf320, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:05:54.806361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Network 31027f82-50d9-4932-9731-f1006cccf320 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:05:54.817237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 31027f82-50d9-4932-9731-f1006cccf320) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:54.822237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:54.822839 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.840415 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-033ef8b5-b516-42af-85c3-b2decb8dec2a tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4192791 Jan 28 21:05:54.843566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54220) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:54.947613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e947d-d47a-4cbb-8345-55c639664ae3 None None] Network 31027f82-50d9-4932-9731-f1006cccf320 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:54.947824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:54.997588 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.062789 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.102226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4e762d-dc00-41b2-b031-eeedc76e57d8,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:55.126376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0193a4fb-eaed-443b-83ba-4e4aae2c8852 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:05:55.153419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a288737-8f94-428b-ac25-4dffee9e2305 None None] Network 31027f82-50d9-4932-9731-f1006cccf320 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:55.163156 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.174072 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.184880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31027f82-50d9-4932-9731-f1006cccf320']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:55.194825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd35687-5ff2-471f-9d62-f04812f9b0e4') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:55.195124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd35687-5ff2-471f-9d62-f04812f9b0e4') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:55.205215 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.212788 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.218190 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.224683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:05:55.225286 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:05:55.228757 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:05:55.271807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Network 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:05:55.283862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:55.290035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.307056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:05:55.308764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.312134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Pushing event updated for resources: {'Port': ['ID=81f35e1e-5bfe-46b0-a33c-0331a74914c6,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:55.312397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/31027f82-50d9-4932-9731-f1006cccf320 HTTP/1.1" status: 204 len: 168 time: 0.4676642 Jan 28 21:05:55.313438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2044b-1fd1-4fb4-9d11-12ecf774ee5b tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Network': ['ID=31027f82-50d9-4932-9731-f1006cccf320,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:55.315688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54222) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:55.349805 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b98436-348e-45be-b869-6cc382e87ea0 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] GET failed (client error): The resource could not be found. Jan 28 21:05:55.351300 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-55b98436-348e-45be-b869-6cc382e87ea0 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "GET /v2.0/subnets/bf4e762d-dc00-41b2-b031-eeedc76e57d8 HTTP/1.1" status: 404 len: 337 time: 0.0341976 Jan 28 21:05:55.354092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54224) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:55.360747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:05:55.361121 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.378523 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05ca4ff-7932-41ab-8c59-8dace2e79dd2 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] DELETE failed (client error): The resource could not be found. Jan 28 21:05:55.379159 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05ca4ff-7932-41ab-8c59-8dace2e79dd2 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 21:05:55.385539 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f05ca4ff-7932-41ab-8c59-8dace2e79dd2 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/31027f82-50d9-4932-9731-f1006cccf320 HTTP/1.1" status: 404 len: 339 time: 0.0272799 Jan 28 21:05:55.386133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54226) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:55.412508 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f2f7cf-a3dc-4463-8ea1-8e51b1037a81 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] DELETE failed (client error): The resource could not be found. Jan 28 21:05:55.412962 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f2f7cf-a3dc-4463-8ea1-8e51b1037a81 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 21:05:55.414439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Attempting to bind port 81f35e1e-5bfe-46b0-a33c-0331a74914c6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:05:55.414900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Attempting to bind port 81f35e1e-5bfe-46b0-a33c-0331a74914c6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '6c541f94-817c-44f4-a325-427e61a667db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '09ac1943-bc8a-48a4-b280-3e9a6ea3ac77'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:05:55.415154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Attempting to bind port 81f35e1e-5bfe-46b0-a33c-0331a74914c6 on network 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:05:55.415975 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-02f2f7cf-a3dc-4463-8ea1-8e51b1037a81 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/subnets/bf4e762d-dc00-41b2-b031-eeedc76e57d8 HTTP/1.1" status: 404 len: 337 time: 0.0287478 Jan 28 21:05:55.418608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54228) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:55.424343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:05:55.424734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Checking segment: {'id': '6c541f94-817c-44f4-a325-427e61a667db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '09ac1943-bc8a-48a4-b280-3e9a6ea3ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:55.425132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.425520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Bound using segment: {'id': '6c541f94-817c-44f4-a325-427e61a667db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '09ac1943-bc8a-48a4-b280-3e9a6ea3ac77'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:05:55.425986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Bound port: 81f35e1e-5bfe-46b0-a33c-0331a74914c6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c541f94-817c-44f4-a325-427e61a667db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '09ac1943-bc8a-48a4-b280-3e9a6ea3ac77'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:05:55.426362 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.439042 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-566ff810-b671-40eb-8897-8f3056904dda tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] DELETE failed (client error): The resource could not be found. Jan 28 21:05:55.439595 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566ff810-b671-40eb-8897-8f3056904dda tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 21:05:55.442652 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-566ff810-b671-40eb-8897-8f3056904dda tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/31027f82-50d9-4932-9731-f1006cccf320 HTTP/1.1" status: 404 len: 339 time: 0.0218012 Jan 28 21:05:55.445324 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54230) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:55.496406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-522be35e-5248-421d-94b4-00d135b1a344 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Deleting subnet 95f91926-a5e3-4fbe-960a-e2958c6a1e33 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:05:55.499607 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-522be35e-5248-421d-94b4-00d135b1a344 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.524906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] For port 81f35e1e-5bfe-46b0-a33c-0331a74914c6, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:05:55.527883 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] For port 81f35e1e-5bfe-46b0-a33c-0331a74914c6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=81f35e1e-5bfe-46b0-a33c-0331a74914c6,segment=NetworkSegment(6c541f94-817c-44f4-a325-427e61a667db),segment_id=6c541f94-817c-44f4-a325-427e61a667db)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:05:55.533684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.540143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-522be35e-5248-421d-94b4-00d135b1a344 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.590725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a96ecd-25b6-4ad3-b4da-ab8e2bce0ee9 None None] Pushing event updated for resources: {'Port': ['ID=81f35e1e-5bfe-46b0-a33c-0331a74914c6,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:55.637619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-522be35e-5248-421d-94b4-00d135b1a344 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.698697 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-522be35e-5248-421d-94b4-00d135b1a344 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.723955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522be35e-5248-421d-94b4-00d135b1a344 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Subnet': ['ID=95f91926-a5e3-4fbe-960a-e2958c6a1e33,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:55.729529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-522be35e-5248-421d-94b4-00d135b1a344 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.733358 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-522be35e-5248-421d-94b4-00d135b1a344 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/subnets/95f91926-a5e3-4fbe-960a-e2958c6a1e33 HTTP/1.1" status: 204 len: 168 time: 0.2870386 Jan 28 21:05:55.736227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54232) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:55.822879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.885937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Deleting port 81f35e1e-5bfe-46b0-a33c-0331a74914c6 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:55.886603 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.950676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] For port 81f35e1e-5bfe-46b0-a33c-0331a74914c6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=81f35e1e-5bfe-46b0-a33c-0331a74914c6,segment=NetworkSegment(6c541f94-817c-44f4-a325-427e61a667db),segment_id=6c541f94-817c-44f4-a325-427e61a667db)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:55.951144 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:55.963790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Calling delete_port for 81f35e1e-5bfe-46b0-a33c-0331a74914c6 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:56.044113 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.071512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Port': ['ID=81f35e1e-5bfe-46b0-a33c-0331a74914c6,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:56.073410 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No DVR routers for this DVR port 81f35e1e-5bfe-46b0-a33c-0331a74914c6 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:05:56.150716 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.174615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac1943-bc8a-48a4-b280-3e9a6ea3ac77']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:56.183634 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c541f94-817c-44f4-a325-427e61a667db') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:56.183947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c541f94-817c-44f4-a325-427e61a667db') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:56.193536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.206670 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.212347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:05:56.212731 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:05:56.215640 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:05:56.275025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.282654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.285991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 HTTP/1.1" status: 204 len: 168 time: 0.5488005 Jan 28 21:05:56.288592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54234) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:56.299227 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02006023-5526-4f08-a141-45e655de1c38 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Network': ['ID=09ac1943-bc8a-48a4-b280-3e9a6ea3ac77,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:56.322006 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f357ba-53ce-415e-ab3d-cf1b4bcfaf87 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] DELETE failed (client error): The resource could not be found. Jan 28 21:05:56.322527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f357ba-53ce-415e-ab3d-cf1b4bcfaf87 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 21:05:56.326530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-76f357ba-53ce-415e-ab3d-cf1b4bcfaf87 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/subnets/239daf1c-f7d2-4533-9d37-2ddf3050f764 HTTP/1.1" status: 404 len: 337 time: 0.0367510 Jan 28 21:05:56.329408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54236) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:56.348108 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7faaa1-2a78-40e0-aa1b-4306a8d4aa52 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] DELETE failed (client error): The resource could not be found. Jan 28 21:05:56.348706 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7faaa1-2a78-40e0-aa1b-4306a8d4aa52 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 21:05:56.351738 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-aa7faaa1-2a78-40e0-aa1b-4306a8d4aa52 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/c2181e03-987b-4081-837e-02494f1e4551 HTTP/1.1" status: 404 len: 339 time: 0.0214097 Jan 28 21:05:56.354268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54238) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:56.382784 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce39b491-aed4-4a19-92dc-432a65723bf3 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] DELETE failed (client error): The resource could not be found. Jan 28 21:05:56.383247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce39b491-aed4-4a19-92dc-432a65723bf3 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 21:05:56.388867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ce39b491-aed4-4a19-92dc-432a65723bf3 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/subnets/ef519686-3946-4a4f-b0b0-3eb540ad1cba HTTP/1.1" status: 404 len: 337 time: 0.0311980 Jan 28 21:05:56.389107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54240) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:56.407462 n-d-825064-3 neutron-server[102306]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b34b98-48ec-4518-a7c7-bb92e5787c3c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] DELETE failed (client error): The resource could not be found. Jan 28 21:05:56.407992 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b34b98-48ec-4518-a7c7-bb92e5787c3c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102306) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 21:05:56.411071 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a9b34b98-48ec-4518-a7c7-bb92e5787c3c tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/58f1d176-a026-4d91-8eec-3e2fb4c494f0 HTTP/1.1" status: 404 len: 339 time: 0.0209930 Jan 28 21:05:56.413512 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54242) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:56.470628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-63abda4f-413f-4c4d-8f28-9347fa5b1cde tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Deleting subnet 97df85a9-e0be-4e92-8dab-1beb03171dbc {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:05:56.473974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63abda4f-413f-4c4d-8f28-9347fa5b1cde tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.515554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63abda4f-413f-4c4d-8f28-9347fa5b1cde tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.604057 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63abda4f-413f-4c4d-8f28-9347fa5b1cde tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.624317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744b2dc-ad90-4127-a596-3927b4d79936 None None] DHCP port deletion for 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:05:56.640286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb964c-c530-4727-b33e-06a81167ac4d None None] Network 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:56.652642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb964c-c530-4727-b33e-06a81167ac4d None None] Network 09ac1943-bc8a-48a4-b280-3e9a6ea3ac77 could not be found, it might have been deleted concurrently. {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 28 21:05:56.660207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f629bf43-de87-4c24-bbc8-8bba6ee3eb62 None None] Could not find standard attr ID for object 81f35e1e-5bfe-46b0-a33c-0331a74914c6. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 21:05:56.672708 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63abda4f-413f-4c4d-8f28-9347fa5b1cde tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.699323 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abda4f-413f-4c4d-8f28-9347fa5b1cde tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Subnet': ['ID=97df85a9-e0be-4e92-8dab-1beb03171dbc,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:56.703347 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63abda4f-413f-4c4d-8f28-9347fa5b1cde tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.706638 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-63abda4f-413f-4c4d-8f28-9347fa5b1cde tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/subnets/97df85a9-e0be-4e92-8dab-1beb03171dbc HTTP/1.1" status: 204 len: 168 time: 0.2921774 Jan 28 21:05:56.709086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54244) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:56.712622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88532fc-ef01-491c-8424-6d79e79db2f8 None None] Network a515d9ab-348a-4b69-937e-b26c28e2ead3 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:56.789652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.846906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Deleting port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:56.847260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.892117 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] DHCP port deletion for a515d9ab-348a-4b69-937e-b26c28e2ead3 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:05:56.912486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] For port 0193a4fb-eaed-443b-83ba-4e4aae2c8852, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0193a4fb-eaed-443b-83ba-4e4aae2c8852,segment=NetworkSegment(cdfdb8bb-16ff-46d8-8a8b-c96945fde9de),segment_id=cdfdb8bb-16ff-46d8-8a8b-c96945fde9de)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:56.913196 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:56.927095 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Calling delete_port for 0193a4fb-eaed-443b-83ba-4e4aae2c8852 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:56.939658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] Deleting port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:05:56.940047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.003696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] For port 0193a4fb-eaed-443b-83ba-4e4aae2c8852, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=0193a4fb-eaed-443b-83ba-4e4aae2c8852,segment=NetworkSegment(cdfdb8bb-16ff-46d8-8a8b-c96945fde9de),segment_id=cdfdb8bb-16ff-46d8-8a8b-c96945fde9de)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:05:57.004100 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.008962 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.017800 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] Calling delete_port for 0193a4fb-eaed-443b-83ba-4e4aae2c8852 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:05:57.037398 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Port': ['ID=0193a4fb-eaed-443b-83ba-4e4aae2c8852,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:57.039245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] No DVR routers for this DVR port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:05:57.101585 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.120198 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.128425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0193a4fb-eaed-443b-83ba-4e4aae2c8852 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:05:57.141352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a515d9ab-348a-4b69-937e-b26c28e2ead3']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:57.149197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] Pushing event deleted for resources: {'Port': ['ID=0193a4fb-eaed-443b-83ba-4e4aae2c8852,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:57.150980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfdb8bb-16ff-46d8-8a8b-c96945fde9de') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:57.151466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfdb8bb-16ff-46d8-8a8b-c96945fde9de') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:05:57.152723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 0193a4fb-eaed-443b-83ba-4e4aae2c8852 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:05:57.153068 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 0193a4fb-eaed-443b-83ba-4e4aae2c8852 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:05:57.155707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c02bfe-9f4e-4d24-a81c-9b3c0642ac65 None None] No DVR routers for this DVR port 0193a4fb-eaed-443b-83ba-4e4aae2c8852 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:05:57.168985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.183074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.188970 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:05:57.189307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:05:57.192130 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:05:57.252422 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.259243 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.262431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] 10.222.0.44 "DELETE /v2.0/networks/a515d9ab-348a-4b69-937e-b26c28e2ead3 HTTP/1.1" status: 204 len: 168 time: 0.5524242 Jan 28 21:05:57.274850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4387c06-9b4d-4e51-bb1a-8f4e4559a222 tempest-NetworksIpV6Test-504702687 tempest-NetworksIpV6Test-504702687-project] Pushing event deleted for resources: {'Network': ['ID=a515d9ab-348a-4b69-937e-b26c28e2ead3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:57.510699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54250) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:57.640649 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-66ec84f7-ad70-421f-89a6-073d7e48f0b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d094dc15f18b49cea54f7cdd90401cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287186 Jan 28 21:05:57.643156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54254) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:57.689980 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3bbf42b-954b-4490-b55d-41fb8ad0c346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.711231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3bbf42b-954b-4490-b55d-41fb8ad0c346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.760440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3bbf42b-954b-4490-b55d-41fb8ad0c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.762997 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b3bbf42b-954b-4490-b55d-41fb8ad0c346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:57.765507 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b3bbf42b-954b-4490-b55d-41fb8ad0c346 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/527a6a34-37df-429c-a5b8-7fa36446da1e HTTP/1.1" status: 204 len: 168 time: 0.1214707 Jan 28 21:05:57.774047 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbf42b-954b-4490-b55d-41fb8ad0c346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527a6a34-37df-429c-a5b8-7fa36446da1e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:58.394698 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54276) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:58.489152 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-5e813eca-6537-4cc0-bc32-23af6602f10b tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-169034151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:58.513853 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e813eca-6537-4cc0-bc32-23af6602f10b tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.515258 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e813eca-6537-4cc0-bc32-23af6602f10b tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.566212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e813eca-6537-4cc0-bc32-23af6602f10b tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.570388 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e813eca-6537-4cc0-bc32-23af6602f10b tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.587742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-5e813eca-6537-4cc0-bc32-23af6602f10b tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.588969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-5e813eca-6537-4cc0-bc32-23af6602f10b tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1932595 Jan 28 21:05:58.592517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54280) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:58.597823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-678882397'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:58.620353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Made reservation on behalf of 3fe95eff39fc4af1aade35465ca6b48d for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:58.623853 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.632240 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.706229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.710326 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.734964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:05:58.753288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e417263e-c6be-4cfc-bc18-bd9756ec9dca,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:58.759193 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.759535 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Added segment dd8a6956-233f-4080-a962-c98c55e528fa of type vlan for network d522e4c8-dbe6-4c09-ba05-d689c7154812 Jan 28 21:05:58.799984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.823468 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.829562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:58.830136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:58.887116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2932715 Jan 28 21:05:58.891508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54282) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:58.896146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3780e9-565a-48c1-bc39-a4a70a05a136 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event updated for resources: {'Network': ['ID=d522e4c8-dbe6-4c09-ba05-d689c7154812,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:58.896592 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Request body: {'subnet': {'network_id': 'd522e4c8-dbe6-4c09-ba05-d689c7154812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:58.908670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network d522e4c8-dbe6-4c09-ba05-d689c7154812 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:05:58.988146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Made reservation on behalf of 3fe95eff39fc4af1aade35465ca6b48d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:58.991655 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.170823 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.229986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event updated for resources: {'Subnet': ['ID=83f9dbf4-8e59-405a-8ce5-6b70e23f6389,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:59.239600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Checking segment: {'id': 'dd8a6956-233f-4080-a962-c98c55e528fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd522e4c8-dbe6-4c09-ba05-d689c7154812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:59.239966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Network hostable DHCP agents. Network: d522e4c8-dbe6-4c09-ba05-d689c7154812, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:05:59.255906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Network d522e4c8-dbe6-4c09-ba05-d689c7154812 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:05:59.264794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, d522e4c8-dbe6-4c09-ba05-d689c7154812) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:59.268827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:59.269415 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.273682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e57ca-e767-4cd4-bf77-2eb3b1cec07d None None] Network d522e4c8-dbe6-4c09-ba05-d689c7154812 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:05:59.286695 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d0a208f2-d708-4866-9966-06636f5594e0 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3940551 Jan 28 21:05:59.289696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54284) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:59.294903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-179159544'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:59.317172 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Made reservation on behalf of 3fe95eff39fc4af1aade35465ca6b48d for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:59.320648 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.345284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:05:59.354053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.354400 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Added segment 4b6ca063-60ee-492e-8e68-84acfb705dd9 of type vlan for network 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 Jan 28 21:05:59.399154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.424140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-d522e4c8-dbe6-4c09-ba05-d689c7154812', 'network_id': 'd522e4c8-dbe6-4c09-ba05-d689c7154812', 'tenant_id': '3fe95eff39fc4af1aade35465ca6b48d', 'fixed_ips': [{'subnet_id': '83f9dbf4-8e59-405a-8ce5-6b70e23f6389'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:05:59.425132 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.427411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.433022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:05:59.433608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.566473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Allocated IP 172.20.0.2 (d522e4c8-dbe6-4c09-ba05-d689c7154812/83f9dbf4-8e59-405a-8ce5-6b70e23f6389/74478b7e-64bc-4c6b-be4d-1c4d373c6c09) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:05:59.716430 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.722305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.762530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Network d522e4c8-dbe6-4c09-ba05-d689c7154812 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:05:59.765892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:05:59.769882 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:05:59.775268 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Pushing event updated for resources: {'Port': ['ID=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:59.834265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Attempting to bind port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:05:59.834912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Attempting to bind port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dd8a6956-233f-4080-a962-c98c55e528fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd522e4c8-dbe6-4c09-ba05-d689c7154812'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:05:59.835278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Attempting to bind port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 on network d522e4c8-dbe6-4c09-ba05-d689c7154812 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:05:59.841449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:05:59.842214 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Checking segment: {'id': 'dd8a6956-233f-4080-a962-c98c55e528fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd522e4c8-dbe6-4c09-ba05-d689c7154812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:05:59.842628 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.843038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Bound using segment: {'id': 'dd8a6956-233f-4080-a962-c98c55e528fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd522e4c8-dbe6-4c09-ba05-d689c7154812'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:05:59.843557 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Bound port: 74478b7e-64bc-4c6b-be4d-1c4d373c6c09, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8a6956-233f-4080-a962-c98c55e528fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd522e4c8-dbe6-4c09-ba05-d689c7154812'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:05:59.844444 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.847564 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5568621 Jan 28 21:05:59.850439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54286) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:05:59.855162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Request body: {'subnet': {'network_id': '63dd9ef2-a52f-4968-b705-be9bf99fe4f5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:05:59.874618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6536e5-17b2-4bcc-8748-5ad2748bbc5f tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event updated for resources: {'Network': ['ID=63dd9ef2-a52f-4968-b705-be9bf99fe4f5,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:05:59.886479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:05:59.952998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] For port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:05:59.954210 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Made reservation on behalf of 3fe95eff39fc4af1aade35465ca6b48d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:05:59.957937 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:05:59.975691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] For port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,segment=NetworkSegment(dd8a6956-233f-4080-a962-c98c55e528fa),segment_id=dd8a6956-233f-4080-a962-c98c55e528fa)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:05:59.980910 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.042627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e2e23-fc45-435e-b9ae-ae14be0633b2 None None] Pushing event updated for resources: {'Port': ['ID=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:00.154906 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.231016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event updated for resources: {'Subnet': ['ID=bb93d993-73cf-4176-89d6-6e9d7c8fd214,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:00.239371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Checking segment: {'id': '4b6ca063-60ee-492e-8e68-84acfb705dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '63dd9ef2-a52f-4968-b705-be9bf99fe4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:00.239633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Network hostable DHCP agents. Network: 63dd9ef2-a52f-4968-b705-be9bf99fe4f5, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:06:00.260054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Network 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:06:00.270039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 63dd9ef2-a52f-4968-b705-be9bf99fe4f5) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:00.274215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:00.274802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.284876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8df6d-cfb0-418e-a8d5-1601f48ed745 None None] Network 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:06:00.291460 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3d66efa9-a509-4106-8c19-5043f5c0a2b1 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4400134 Jan 28 21:06:00.295182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54288) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:00.299759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-ad274edd-7311-496b-ab4c-e784e4bb5887 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Request body: {'router': {'external_gateway_info': {'network_id': '63dd9ef2-a52f-4968-b705-be9bf99fe4f5'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:00.448496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-63dd9ef2-a52f-4968-b705-be9bf99fe4f5', 'network_id': '63dd9ef2-a52f-4968-b705-be9bf99fe4f5', 'tenant_id': '3fe95eff39fc4af1aade35465ca6b48d', 'fixed_ips': [{'subnet_id': 'bb93d993-73cf-4176-89d6-6e9d7c8fd214'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:06:00.449368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.523115 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ad274edd-7311-496b-ab4c-e784e4bb5887 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.585513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Allocated IP 172.21.0.2 (63dd9ef2-a52f-4968-b705-be9bf99fe4f5/bb93d993-73cf-4176-89d6-6e9d7c8fd214/db4c0c04-2a23-4e60-8500-a4876000e57a) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:00.635097 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [None req-ad274edd-7311-496b-ab4c-e784e4bb5887 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 21:06:00.636091 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ad274edd-7311-496b-ab4c-e784e4bb5887 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "PUT /v2.0/routers/57c35220-22bc-4d6f-b082-f8a001901382 HTTP/1.1" status: 400 len: 364 time: 0.3398921 Jan 28 21:06:00.642176 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54290) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:00.694399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3c9573-0c03-44e3-a574-51e67854de60 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Deleting subnet bb93d993-73cf-4176-89d6-6e9d7c8fd214 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:06:00.737517 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.742768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9573-0c03-44e3-a574-51e67854de60 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.743243 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.764314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Network 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:00.766966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:00.786610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:00.790008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9573-0c03-44e3-a574-51e67854de60 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.848479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Pushing event updated for resources: {'Port': ['ID=db4c0c04-2a23-4e60-8500-a4876000e57a,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:00.861785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Attempting to bind port db4c0c04-2a23-4e60-8500-a4876000e57a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:00.862157 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Attempting to bind port db4c0c04-2a23-4e60-8500-a4876000e57a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '4b6ca063-60ee-492e-8e68-84acfb705dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '63dd9ef2-a52f-4968-b705-be9bf99fe4f5'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:00.862518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Attempting to bind port db4c0c04-2a23-4e60-8500-a4876000e57a on network 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:00.868005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:00.868005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Checking segment: {'id': '4b6ca063-60ee-492e-8e68-84acfb705dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '63dd9ef2-a52f-4968-b705-be9bf99fe4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:00.868411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.868754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Bound using segment: {'id': '4b6ca063-60ee-492e-8e68-84acfb705dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '63dd9ef2-a52f-4968-b705-be9bf99fe4f5'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:00.869220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Bound port: db4c0c04-2a23-4e60-8500-a4876000e57a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6ca063-60ee-492e-8e68-84acfb705dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '63dd9ef2-a52f-4968-b705-be9bf99fe4f5'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:00.869605 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.891400 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9573-0c03-44e3-a574-51e67854de60 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.959518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9573-0c03-44e3-a574-51e67854de60 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.963884 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] For port db4c0c04-2a23-4e60-8500-a4876000e57a, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:00.968854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] For port db4c0c04-2a23-4e60-8500-a4876000e57a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=db4c0c04-2a23-4e60-8500-a4876000e57a,segment=NetworkSegment(4b6ca063-60ee-492e-8e68-84acfb705dd9),segment_id=4b6ca063-60ee-492e-8e68-84acfb705dd9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:00.973917 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.993574 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9573-0c03-44e3-a574-51e67854de60 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:00.999638 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0c3c9573-0c03-44e3-a574-51e67854de60 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "DELETE /v2.0/subnets/bb93d993-73cf-4176-89d6-6e9d7c8fd214 HTTP/1.1" status: 204 len: 168 time: 0.3537550 Jan 28 21:06:00.999638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c9573-0c03-44e3-a574-51e67854de60 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event deleted for resources: {'Subnet': ['ID=bb93d993-73cf-4176-89d6-6e9d7c8fd214,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:00.999970 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54292) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:01.044530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a757cf-8444-4b65-8cbc-ea38df6d569c None None] Pushing event updated for resources: {'Port': ['ID=db4c0c04-2a23-4e60-8500-a4876000e57a,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:01.074985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a10ebd-834f-461d-9d92-8513c276685a None None] Network d522e4c8-dbe6-4c09-ba05-d689c7154812 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:06:01.092842 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.155158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Deleting port db4c0c04-2a23-4e60-8500-a4876000e57a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:06:01.155657 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.160000 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-32fb8163-6b2b-4b4d-a102-5fd02d4093bb None None] Provisioning complete for port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:01.160397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-32fb8163-6b2b-4b4d-a102-5fd02d4093bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.188332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:01.248426 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] For port db4c0c04-2a23-4e60-8500-a4876000e57a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=db4c0c04-2a23-4e60-8500-a4876000e57a,segment=NetworkSegment(4b6ca063-60ee-492e-8e68-84acfb705dd9),segment_id=4b6ca063-60ee-492e-8e68-84acfb705dd9)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:01.249019 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.265661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Calling delete_port for db4c0c04-2a23-4e60-8500-a4876000e57a owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:06:01.346854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:01.347231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.363374 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.390126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event deleted for resources: {'Port': ['ID=db4c0c04-2a23-4e60-8500-a4876000e57a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:01.393874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] No DVR routers for this DVR port db4c0c04-2a23-4e60-8500-a4876000e57a on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:06:01.408915 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-32fb8163-6b2b-4b4d-a102-5fd02d4093bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.483792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.506083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dd9ef2-a52f-4968-b705-be9bf99fe4f5']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:01.516842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6ca063-60ee-492e-8e68-84acfb705dd9') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:01.517140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6ca063-60ee-492e-8e68-84acfb705dd9') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:01.527301 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.541547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.548927 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:06:01.549334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:06:01.552364 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:06:01.615847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.616259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-32fb8163-6b2b-4b4d-a102-5fd02d4093bb None None] For port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,segment=NetworkSegment(dd8a6956-233f-4080-a962-c98c55e528fa),segment_id=dd8a6956-233f-4080-a962-c98c55e528fa)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:01.621516 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-32fb8163-6b2b-4b4d-a102-5fd02d4093bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.624293 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.630856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "DELETE /v2.0/networks/63dd9ef2-a52f-4968-b705-be9bf99fe4f5 HTTP/1.1" status: 204 len: 168 time: 0.6297541 Jan 28 21:06:01.630983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54294) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:01.644748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab32d87-631d-456c-8c16-90d9d9336220 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event deleted for resources: {'Network': ['ID=63dd9ef2-a52f-4968-b705-be9bf99fe4f5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:01.698410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0dd6683-ea32-45da-9dbb-c57ce112fda3 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Deleting subnet 83f9dbf4-8e59-405a-8ce5-6b70e23f6389 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:06:01.702797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6683-ea32-45da-9dbb-c57ce112fda3 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.706165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb8163-6b2b-4b4d-a102-5fd02d4093bb None None] Pushing event updated for resources: {'Port': ['ID=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:01.746830 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6683-ea32-45da-9dbb-c57ce112fda3 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.845077 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6683-ea32-45da-9dbb-c57ce112fda3 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.849532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-061041dd-dfc9-4313-9221-5e05905bff1c None None] Provisioning complete for port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:01.849912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-061041dd-dfc9-4313-9221-5e05905bff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.910857 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6683-ea32-45da-9dbb-c57ce112fda3 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.941872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6683-ea32-45da-9dbb-c57ce112fda3 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event deleted for resources: {'Subnet': ['ID=83f9dbf4-8e59-405a-8ce5-6b70e23f6389,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:01.945920 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6683-ea32-45da-9dbb-c57ce112fda3 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:01.949389 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b0dd6683-ea32-45da-9dbb-c57ce112fda3 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "DELETE /v2.0/subnets/83f9dbf4-8e59-405a-8ce5-6b70e23f6389 HTTP/1.1" status: 204 len: 168 time: 0.3153665 Jan 28 21:06:01.952011 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54296) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:01.954219 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261201f0-20ce-41a7-9d59-8588cf3db5aa None None] Network d522e4c8-dbe6-4c09-ba05-d689c7154812 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:06:02.035832 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.094505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Deleting port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:06:02.094858 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.151147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de72865-0719-4e49-8c07-160955e6731c None None] DHCP port deletion for d522e4c8-dbe6-4c09-ba05-d689c7154812 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:06:02.166606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] For port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,segment=NetworkSegment(dd8a6956-233f-4080-a962-c98c55e528fa),segment_id=dd8a6956-233f-4080-a962-c98c55e528fa)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:02.166977 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.187586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Calling delete_port for 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:06:02.209736 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8de72865-0719-4e49-8c07-160955e6731c None None] Deleting port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:06:02.210108 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8de72865-0719-4e49-8c07-160955e6731c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.262169 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a9e56-4565-43b6-8884-be9c9049016b None None] DHCP port deletion for 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:06:02.268333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4bdcedc8-02e4-4399-b336-e10dea0bc02b None None] Could not find standard attr ID for object db4c0c04-2a23-4e60-8500-a4876000e57a. {{(pid=102308) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 21:06:02.274793 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.288329 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8de72865-0719-4e49-8c07-160955e6731c None None] For port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,segment=NetworkSegment(dd8a6956-233f-4080-a962-c98c55e528fa),segment_id=dd8a6956-233f-4080-a962-c98c55e528fa)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:02.288757 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8de72865-0719-4e49-8c07-160955e6731c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.292379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dff39-2ec5-4de4-ac4b-2cae8c4d1b0b None None] Network 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:06:02.304340 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event deleted for resources: {'Port': ['ID=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:02.307942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] No DVR routers for this DVR port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:06:02.314203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8de72865-0719-4e49-8c07-160955e6731c None None] Calling delete_port for 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:06:02.315838 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dff39-2ec5-4de4-ac4b-2cae8c4d1b0b None None] Network 63dd9ef2-a52f-4968-b705-be9bf99fe4f5 could not be found, it might have been deleted concurrently. {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 28 21:06:02.395221 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.400062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8de72865-0719-4e49-8c07-160955e6731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.417186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d522e4c8-dbe6-4c09-ba05-d689c7154812']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:02.424127 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de72865-0719-4e49-8c07-160955e6731c None None] Pushing event deleted for resources: {'Port': ['ID=74478b7e-64bc-4c6b-be4d-1c4d373c6c09,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:02.427863 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8a6956-233f-4080-a962-c98c55e528fa') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:02.428166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8a6956-233f-4080-a962-c98c55e528fa') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:02.429636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de72865-0719-4e49-8c07-160955e6731c None None] No DVR routers for this DVR port 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:06:02.439886 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.453889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.459829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:06:02.460327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:06:02.463478 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:06:02.519763 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.526740 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.530473 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "DELETE /v2.0/networks/d522e4c8-dbe6-4c09-ba05-d689c7154812 HTTP/1.1" status: 204 len: 168 time: 0.5773299 Jan 28 21:06:02.533390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54298) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:02.542630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a9f92-2e73-493a-beea-9972c910873c tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Pushing event deleted for resources: {'Network': ['ID=d522e4c8-dbe6-4c09-ba05-d689c7154812,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:02.564633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-59b1afe1-4732-4067-87a4-bd8d5863cba5 tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "GET /v2.0/ports?device_id=57c35220-22bc-4d6f-b082-f8a001901382 HTTP/1.1" status: 200 len: 205 time: 0.0300436 Jan 28 21:06:02.567185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54300) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:02.635358 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56aff40a-963b-495c-96c0-9fe4368091cf tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.786920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56aff40a-963b-495c-96c0-9fe4368091cf tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.789025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56aff40a-963b-495c-96c0-9fe4368091cf tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.840772 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56aff40a-963b-495c-96c0-9fe4368091cf tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.841474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aff40a-963b-495c-96c0-9fe4368091cf tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Fanout notify agent at l3_agent the message router_deleted on router 57c35220-22bc-4d6f-b082-f8a001901382 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:06:02.848958 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56aff40a-963b-495c-96c0-9fe4368091cf tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:02.850151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-56aff40a-963b-495c-96c0-9fe4368091cf tempest-RoutersNegativeTest-2002233401 tempest-RoutersNegativeTest-2002233401-project] 10.222.0.44 "DELETE /v2.0/routers/57c35220-22bc-4d6f-b082-f8a001901382 HTTP/1.1" status: 204 len: 168 time: 0.2819769 Jan 28 21:06:03.092922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54306) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:03.109162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:06:03.130888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:06:03.131234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 74478b7e-64bc-4c6b-be4d-1c4d373c6c09 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:06:03.236639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-72a903d0-a3d3-4506-98d4-e9bdd9fd11dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fe95eff39fc4af1aade35465ca6b48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422844 Jan 28 21:06:03.238813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54310) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:03.286169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4b31167-3154-4cb8-a0c7-738397f4bdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:03.306495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4b31167-3154-4cb8-a0c7-738397f4bdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:03.353565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4b31167-3154-4cb8-a0c7-738397f4bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:03.356197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e4b31167-3154-4cb8-a0c7-738397f4bdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:03.357597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e4b31167-3154-4cb8-a0c7-738397f4bdeb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e417263e-c6be-4cfc-bc18-bd9756ec9dca HTTP/1.1" status: 204 len: 168 time: 0.1178992 Jan 28 21:06:03.365097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b31167-3154-4cb8-a0c7-738397f4bdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e417263e-c6be-4cfc-bc18-bd9756ec9dca,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:03.967795 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54332) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:04.062940 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1530235133-network', 'tenant_id': '27f8e614f61447dbb98f14c936932de9'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:04.084387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Made reservation on behalf of 27f8e614f61447dbb98f14c936932de9 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:06:04.086965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.100048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.177600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.181775 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.206060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:06:04.214856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:04.223224 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.223436 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Added segment 2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5 of type vlan for network d80dcac5-44e5-4f83-abd1-f0785f84f067 Jan 28 21:06:04.263444 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.288710 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.289687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:04.290267 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.345121 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3760426 Jan 28 21:06:04.348008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54336) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:04.352157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d488453-0a39-47aa-8bbd-2da62f3db7ba admin admin] Pushing event updated for resources: {'Network': ['ID=d80dcac5-44e5-4f83-abd1-f0785f84f067,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:04.353079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Request body: {'subnet': {'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-subnet', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:04.362541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:06:04.378516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Made reservation on behalf of 27f8e614f61447dbb98f14c936932de9 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:06:04.381024 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.546618 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.602508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Pushing event updated for resources: {'Subnet': ['ID=31907ac3-fa7f-43a5-b73b-6d80ec2f83cf,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:04.614646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Checking segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:04.615004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Network hostable DHCP agents. Network: d80dcac5-44e5-4f83-abd1-f0785f84f067, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:06:04.631833 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:06:04.640795 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, d80dcac5-44e5-4f83-abd1-f0785f84f067) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:04.646100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:04.647493 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.650816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2177c-8bb4-4c71-afd3-e229e0c41a24 None None] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:06:04.663566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-342ba39d-e1c9-4d40-a1ba-f30e6e2c736e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3143220 Jan 28 21:06:04.666398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54338) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:04.671181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:04.693836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.694841 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.746438 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.792158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-d80dcac5-44e5-4f83-abd1-f0785f84f067', 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'fixed_ips': [{'subnet_id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:06:04.793053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:04.936744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Allocated IP 172.20.0.2 (d80dcac5-44e5-4f83-abd1-f0785f84f067/31907ac3-fa7f-43a5-b73b-6d80ec2f83cf/1c359282-50bc-46d7-bca8-31d9ea649511) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:05.087470 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.093479 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.130096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:05.135139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:05.138160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:05.151312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Pushing event updated for resources: {'Port': ['ID=1c359282-50bc-46d7-bca8-31d9ea649511,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:05.202393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Attempting to bind port 1c359282-50bc-46d7-bca8-31d9ea649511 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:05.202754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Attempting to bind port 1c359282-50bc-46d7-bca8-31d9ea649511 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:05.203112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Attempting to bind port 1c359282-50bc-46d7-bca8-31d9ea649511 on network d80dcac5-44e5-4f83-abd1-f0785f84f067 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:05.208046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:05.208442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Checking segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:05.208840 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.209227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Bound using segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:05.209683 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Bound port: 1c359282-50bc-46d7-bca8-31d9ea649511, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:05.210055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.234138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.277598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] For port 1c359282-50bc-46d7-bca8-31d9ea649511, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:05.281372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] For port 1c359282-50bc-46d7-bca8-31d9ea649511, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1c359282-50bc-46d7-bca8-31d9ea649511,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:05.285791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.343950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa861f-47de-4aa9-b628-2c054e8300f4 None None] Pushing event updated for resources: {'Port': ['ID=1c359282-50bc-46d7-bca8-31d9ea649511,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:05.440408 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.462032 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.599243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Allocated IP 172.25.2.89 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ab98f412-0e65-47bd-81dc-019b3c67d519) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:05.704093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.741401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:05.781344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:05.784088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:05.788251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:05.791154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Pushing event updated for resources: {'Port': ['ID=ab98f412-0e65-47bd-81dc-019b3c67d519,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:06.053645 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:06.259113 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:06.277698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91201ea1-d525-4161-abf8-60b2cf80af7c None None] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:06:06.345379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-40b3a3b0-267c-4fef-801e-cf14bf4582db None None] Provisioning complete for port 1c359282-50bc-46d7-bca8-31d9ea649511 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:06.345760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-40b3a3b0-267c-4fef-801e-cf14bf4582db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:06.394436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Router aa951ef0-ed0b-4c06-ba52-e50711d50719 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:06:06.496944 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-40b3a3b0-267c-4fef-801e-cf14bf4582db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:06.502168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:06:06.515630 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Sync routers for ids ['aa951ef0-ed0b-4c06-ba52-e50711d50719'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:06:06.523519 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:06.527650 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-819faee5-c103-4a37-a410-0e5f37478302 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8577843 Jan 28 21:06:06.528136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54340) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:06.531235 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Routers {'aa951ef0-ed0b-4c06-ba52-e50711d50719'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:06:06.532083 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:05:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aa951ef0-ed0b-4c06-ba52-e50711d50719'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:06.539171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-40b3a3b0-267c-4fef-801e-cf14bf4582db None None] For port 1c359282-50bc-46d7-bca8-31d9ea649511, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1c359282-50bc-46d7-bca8-31d9ea649511,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:06.543569 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-40b3a3b0-267c-4fef-801e-cf14bf4582db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:06.601670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3a3b0-267c-4fef-801e-cf14bf4582db None None] Pushing event updated for resources: {'Port': ['ID=1c359282-50bc-46d7-bca8-31d9ea649511,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:06.659119 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Set router aa951ef0-ed0b-4c06-ba52-e50711d50719 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:06:06.763636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-22b90c20-74ac-4e16-afb2-0d3aae523ef3 None None] Provisioning complete for port 1c359282-50bc-46d7-bca8-31d9ea649511 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:06.763898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22b90c20-74ac-4e16-afb2-0d3aae523ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:06.845048 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:06:05Z', 'revision_number': 3, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port': {'id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:05Z', 'updated_at': '2022-01-28T21:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:06.875312 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Checking router: aa951ef0-ed0b-4c06-ba52-e50711d50719 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:06:06.875654 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Updating router aa951ef0-ed0b-4c06-ba52-e50711d50719 port ab98f412-0e65-47bd-81dc-019b3c67d519 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:06:06.899401 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:06.972312 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.131855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Allocated IP 172.20.0.1 (d80dcac5-44e5-4f83-abd1-f0785f84f067/31907ac3-fa7f-43a5-b73b-6d80ec2f83cf/761ddae4-822c-4feb-9fbd-9168e23591fa) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:07.152356 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.159494 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.163030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1c359282-50bc-46d7-bca8-31d9ea649511 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:07.211144 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Attempting to bind port ab98f412-0e65-47bd-81dc-019b3c67d519 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:07.211512 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Attempting to bind port ab98f412-0e65-47bd-81dc-019b3c67d519 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:07.211864 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Attempting to bind port ab98f412-0e65-47bd-81dc-019b3c67d519 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:07.222693 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:07.223069 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:07.223473 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.223867 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:07.224361 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Bound port: ab98f412-0e65-47bd-81dc-019b3c67d519, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:07.224742 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.224908 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 1c359282-50bc-46d7-bca8-31d9ea649511 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:07.225280 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.227337 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Pushing event updated for resources: {'Port': ['ID=ab98f412-0e65-47bd-81dc-019b3c67d519,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:07.254459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.255627 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.255958 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.256319 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.256655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.256977 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.257408 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.257626 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.257960 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.258271 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.258592 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.259127 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.259236 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:07.290990 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.293523 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] For port ab98f412-0e65-47bd-81dc-019b3c67d519, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:07.301049 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] For port ab98f412-0e65-47bd-81dc-019b3c67d519, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ab98f412-0e65-47bd-81dc-019b3c67d519,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:07.305496 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.333389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:07.340005 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:07.344561 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:07.365159 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Routers {'aa951ef0-ed0b-4c06-ba52-e50711d50719'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:06:07.365805 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:05:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aa951ef0-ed0b-4c06-ba52-e50711d50719'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:07.373499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Pushing event updated for resources: {'Port': ['ID=761ddae4-822c-4feb-9fbd-9168e23591fa,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:07.394915 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.424643 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682610bc-89a3-44b4-805d-1f043d3bc78e None None] Pushing event updated for resources: {'Port': ['ID=ab98f412-0e65-47bd-81dc-019b3c67d519,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:07.491665 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] Set router aa951ef0-ed0b-4c06-ba52-e50711d50719 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:06:07.551729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.572375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3598796f-d5a5-4cb9-95ef-5880852b2d32 None None] Provisioning complete for port 761ddae4-822c-4feb-9fbd-9168e23591fa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:07.572923 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3598796f-d5a5-4cb9-95ef-5880852b2d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.611208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3598796f-d5a5-4cb9-95ef-5880852b2d32 None None] Port 761ddae4-822c-4feb-9fbd-9168e23591fa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:06:07.678645 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:06:05Z', 'revision_number': 3, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port': {'id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:05Z', 'updated_at': '2022-01-28T21:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:07.706088 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823e727-ec22-4163-b568-e0fd13888cf8 None None] The sync data for ids ['aa951ef0-ed0b-4c06-ba52-e50711d50719'] in n-d-825064-3 is: [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:06:05Z', 'revision_number': 3, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port': {'id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:05Z', 'updated_at': '2022-01-28T21:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:06:07.719754 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.729365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.773321 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9e1f7889-f522-44c1-949b-4e093ecefba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.799452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Pushing event updated for resources: {'Port': ['ID=761ddae4-822c-4feb-9fbd-9168e23591fa,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:07.802035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:07.909403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:07.910814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:08.068956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Router aa951ef0-ed0b-4c06-ba52-e50711d50719 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:06:08.191258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:06:08.196888 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7d467f5c-356d-46f0-b02b-27b4c677af82 admin admin] 10.222.0.44 "PUT /v2.0/routers/aa951ef0-ed0b-4c06-ba52-e50711d50719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6664493 Jan 28 21:06:08.237277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a92d8030-a844-4d01-bf08-cdfe6e9d06cc None None] Provisioning complete for port 761ddae4-822c-4feb-9fbd-9168e23591fa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:08.237651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a92d8030-a844-4d01-bf08-cdfe6e9d06cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:08.279694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a92d8030-a844-4d01-bf08-cdfe6e9d06cc None None] Port 761ddae4-822c-4feb-9fbd-9168e23591fa cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:06:08.723763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54358) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:08.728967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-429418181-network', 'tenant_id': '64910db99a084722aea1e64227d3329d'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:08.755491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Made reservation on behalf of 64910db99a084722aea1e64227d3329d for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:06:08.758104 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:08.771152 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:08.851618 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:08.855865 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:08.890977 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:06:08.902905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37646ee7-aa4f-4e0c-9dc9-b9e899b980f3,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:08.907212 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:08.907645 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Added segment 9c9f9a16-8f1c-467d-a41a-327955aecb02 of type vlan for network ec0d68f3-6444-4c0c-86d8-04e95833df98 Jan 28 21:06:08.948554 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:08.973822 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:08.974816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:08.975395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.030687 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3057299 Jan 28 21:06:09.033915 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54360) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:09.038177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42650842-41ab-4558-a498-9545bc32ff19 admin admin] Pushing event updated for resources: {'Network': ['ID=ec0d68f3-6444-4c0c-86d8-04e95833df98,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:09.039174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Request body: {'subnet': {'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-subnet', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:09.052226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network ec0d68f3-6444-4c0c-86d8-04e95833df98 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:06:09.067281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Made reservation on behalf of 64910db99a084722aea1e64227d3329d for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:06:09.070040 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.177574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ab98f412-0e65-47bd-81dc-019b3c67d519 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:09.227805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ab98f412-0e65-47bd-81dc-019b3c67d519 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:09.228207 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.257668 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.314925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.328784 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274816a4-ad5d-4ce3-82e1-e509607621d9,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:09.329570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Sync routers for ids ['aa951ef0-ed0b-4c06-ba52-e50711d50719'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:06:09.335942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Checking segment: {'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:09.336361 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Network hostable DHCP agents. Network: ec0d68f3-6444-4c0c-86d8-04e95833df98, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:06:09.345582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port ab98f412-0e65-47bd-81dc-019b3c67d519, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ab98f412-0e65-47bd-81dc-019b3c67d519,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:09.349099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Routers {'aa951ef0-ed0b-4c06-ba52-e50711d50719'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:06:09.349694 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:05:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aa951ef0-ed0b-4c06-ba52-e50711d50719'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:09.352686 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.353735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Network ec0d68f3-6444-4c0c-86d8-04e95833df98 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:06:09.364653 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, ec0d68f3-6444-4c0c-86d8-04e95833df98) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:09.369146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:09.369916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.386774 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0b81b81a-aa58-4fbd-a10c-fcfcc03d7cd0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3515604 Jan 28 21:06:09.389644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54362) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:09.391442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9183a7c-9603-42b2-b41b-7cdc25c2eccc None None] Network ec0d68f3-6444-4c0c-86d8-04e95833df98 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:06:09.394418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:09.417662 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.418781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.474669 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.531825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=ab98f412-0e65-47bd-81dc-019b3c67d519,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:09.572953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Set router aa951ef0-ed0b-4c06-ba52-e50711d50719 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:06:09.750330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-ec0d68f3-6444-4c0c-86d8-04e95833df98', 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'fixed_ips': [{'subnet_id': '274816a4-ad5d-4ce3-82e1-e509607621d9'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:06:09.751197 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:09.969337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.106168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:06:07Z', 'revision_number': 4, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port': {'id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:05Z', 'updated_at': '2022-01-28T21:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '761ddae4-822c-4feb-9fbd-9168e23591fa', 'name': '', 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'mac_address': 'fa:16:3e:40:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:06Z', 'updated_at': '2022-01-28T21:06:07Z', 'revision_number': 2, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'subnets': [{'id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:10.109192 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Allocated IP 172.20.0.2 (ec0d68f3-6444-4c0c-86d8-04e95833df98/274816a4-ad5d-4ce3-82e1-e509607621d9/03af1418-74d8-4286-b4ef-ac5554b7c194) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:10.139141 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Checking router: aa951ef0-ed0b-4c06-ba52-e50711d50719 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:06:10.139584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Updating router aa951ef0-ed0b-4c06-ba52-e50711d50719 port 761ddae4-822c-4feb-9fbd-9168e23591fa binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:06:10.163773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.179509 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.183593 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.288720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-51930487-3b1d-4254-bc47-10e6642351d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.293049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Allocated IP 172.25.2.72 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/729e5141-6c54-48e5-b67b-0e8d9a7afa46) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:10.399635 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.435344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.459437 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.471713 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.479437 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:10.484690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:10.489087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:10.492272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Pushing event updated for resources: {'Port': ['ID=729e5141-6c54-48e5-b67b-0e8d9a7afa46,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:10.541959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Network ec0d68f3-6444-4c0c-86d8-04e95833df98 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:10.551365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:10.553771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:10.561623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Pushing event updated for resources: {'Port': ['ID=03af1418-74d8-4286-b4ef-ac5554b7c194,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:10.654945 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Attempting to bind port 03af1418-74d8-4286-b4ef-ac5554b7c194 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:10.655314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Attempting to bind port 03af1418-74d8-4286-b4ef-ac5554b7c194 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:10.655679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Attempting to bind port 03af1418-74d8-4286-b4ef-ac5554b7c194 on network ec0d68f3-6444-4c0c-86d8-04e95833df98 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:10.667937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:10.668485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Checking segment: {'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:10.668970 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.669473 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Bound using segment: {'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:10.670250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Bound port: 03af1418-74d8-4286-b4ef-ac5554b7c194, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:10.670800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.676568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.689527 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.737824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.775774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe62a26-c2da-4bd0-a756-c9f97ca71860 None None] Pushing event updated for resources: {'Port': ['ID=761ddae4-822c-4feb-9fbd-9168e23591fa,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:10.839492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] For port 03af1418-74d8-4286-b4ef-ac5554b7c194, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:10.860728 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] For port 03af1418-74d8-4286-b4ef-ac5554b7c194, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=03af1418-74d8-4286-b4ef-ac5554b7c194,segment=NetworkSegment(9c9f9a16-8f1c-467d-a41a-327955aecb02),segment_id=9c9f9a16-8f1c-467d-a41a-327955aecb02)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:10.863474 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Attempting to bind port 761ddae4-822c-4feb-9fbd-9168e23591fa on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:10.863837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Attempting to bind port 761ddae4-822c-4feb-9fbd-9168e23591fa by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:10.864237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Attempting to bind port 761ddae4-822c-4feb-9fbd-9168e23591fa on network d80dcac5-44e5-4f83-abd1-f0785f84f067 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:10.867886 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.875649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:10.875649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Checking segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:10.876167 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.876526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Bound using segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:10.877018 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Bound port: 761ddae4-822c-4feb-9fbd-9168e23591fa, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:10.877407 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:10.972547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1e152-68c4-478b-9d6f-44466a4e721e None None] Pushing event updated for resources: {'Port': ['ID=03af1418-74d8-4286-b4ef-ac5554b7c194,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:10.987298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.020344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] For port 761ddae4-822c-4feb-9fbd-9168e23591fa, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:11.034941 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] For port 761ddae4-822c-4feb-9fbd-9168e23591fa, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=761ddae4-822c-4feb-9fbd-9168e23591fa,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:11.039490 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6dc61b62-cc86-4425-b32b-e1c50fd36175 None None] Provisioning complete for port 761ddae4-822c-4feb-9fbd-9168e23591fa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:11.039859 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6dc61b62-cc86-4425-b32b-e1c50fd36175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.042976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.156335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe62a26-c2da-4bd0-a756-c9f97ca71860 None None] Pushing event updated for resources: {'Port': ['ID=761ddae4-822c-4feb-9fbd-9168e23591fa,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:11.174365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ab98f412-0e65-47bd-81dc-019b3c67d519 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:11.188995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:06:11.214762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Routers {'aa951ef0-ed0b-4c06-ba52-e50711d50719'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:06:11.215393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:06:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aa951ef0-ed0b-4c06-ba52-e50711d50719'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:11.318509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:06:11.329714 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Sync routers for ids ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:06:11.345072 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.346603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-36bde0eb-f9f6-42d4-a46a-3cdf345aff66 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9558713 Jan 28 21:06:11.349835 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54364) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:06:11.350542 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Routers {'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:06:11.351369 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:06:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:11.376635 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6dc61b62-cc86-4425-b32b-e1c50fd36175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.388805 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port ab98f412-0e65-47bd-81dc-019b3c67d519 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:11.389185 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.430168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] Set router aa951ef0-ed0b-4c06-ba52-e50711d50719 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:06:11.515823 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Set router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:06:11.544102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6dc61b62-cc86-4425-b32b-e1c50fd36175 None None] For port 761ddae4-822c-4feb-9fbd-9168e23591fa, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=761ddae4-822c-4feb-9fbd-9168e23591fa,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:11.563754 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6dc61b62-cc86-4425-b32b-e1c50fd36175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.729628 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc61b62-cc86-4425-b32b-e1c50fd36175 None None] Pushing event updated for resources: {'Port': ['ID=761ddae4-822c-4feb-9fbd-9168e23591fa,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:11.751019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-39aff8f8-d2fc-41cf-9a6a-e74e4b0e28a5 None None] Provisioning complete for port 761ddae4-822c-4feb-9fbd-9168e23591fa triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:11.751602 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-39aff8f8-d2fc-41cf-9a6a-e74e4b0e28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.816053 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:06:10Z', 'revision_number': 3, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port': {'id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:15:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:10Z', 'updated_at': '2022-01-28T21:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:11.847472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.855673 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Checking router: fa9752a4-3895-4bd2-90e3-feec8c9bfcdc for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:06:11.856032 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Updating router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc port 729e5141-6c54-48e5-b67b-0e8d9a7afa46 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:06:11.891836 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.916359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:06:07Z', 'revision_number': 4, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port': {'id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:05Z', 'updated_at': '2022-01-28T21:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '761ddae4-822c-4feb-9fbd-9168e23591fa', 'name': '', 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'mac_address': 'fa:16:3e:40:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:06Z', 'updated_at': '2022-01-28T21:06:11Z', 'revision_number': 4, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'subnets': [{'id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:11.916805 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:11.955875 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1f64cd-2468-4170-aabf-0d6f88239009 None None] The sync data for ids ['aa951ef0-ed0b-4c06-ba52-e50711d50719'] in n-d-825064-3 is: [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:06:07Z', 'revision_number': 4, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port': {'id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:05Z', 'updated_at': '2022-01-28T21:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '761ddae4-822c-4feb-9fbd-9168e23591fa', 'name': '', 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'mac_address': 'fa:16:3e:40:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:06Z', 'updated_at': '2022-01-28T21:06:11Z', 'revision_number': 4, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'subnets': [{'id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:06:12.130342 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Allocated IP 172.20.0.1 (ec0d68f3-6444-4c0c-86d8-04e95833df98/274816a4-ad5d-4ce3-82e1-e509607621d9/43820e85-3299-4a6f-88e7-abf80c16fe51) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:12.197026 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.204761 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.252496 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Attempting to bind port 729e5141-6c54-48e5-b67b-0e8d9a7afa46 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:12.252843 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Attempting to bind port 729e5141-6c54-48e5-b67b-0e8d9a7afa46 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:12.253251 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Attempting to bind port 729e5141-6c54-48e5-b67b-0e8d9a7afa46 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:12.256162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01977e31-2cbe-4e81-ba3e-5a0c3c3088af None None] Network ec0d68f3-6444-4c0c-86d8-04e95833df98 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:06:12.268094 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:12.268503 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:12.268922 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.269282 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:12.269743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Bound port: 729e5141-6c54-48e5-b67b-0e8d9a7afa46, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:12.270112 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.285310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.327911 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] For port 729e5141-6c54-48e5-b67b-0e8d9a7afa46, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:12.331386 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] For port 729e5141-6c54-48e5-b67b-0e8d9a7afa46, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=729e5141-6c54-48e5-b67b-0e8d9a7afa46,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:12.333031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.333178 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213f39d-fd5a-4c94-bbbf-0b4fcd84d249 None None] Pushing event updated for resources: {'Port': ['ID=729e5141-6c54-48e5-b67b-0e8d9a7afa46,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:12.339475 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.389430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Network ec0d68f3-6444-4c0c-86d8-04e95833df98 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:12.403261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:12.404586 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Routers {'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:06:12.405507 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:06:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:12.407608 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:12.413448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Pushing event updated for resources: {'Port': ['ID=43820e85-3299-4a6f-88e7-abf80c16fe51,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:12.457496 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.513323 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] Set router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:06:12.553367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-cbd91722-e802-42cc-8ce5-321055cb50d7 None None] Provisioning complete for port 03af1418-74d8-4286-b4ef-ac5554b7c194 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:12.553871 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd91722-e802-42cc-8ce5-321055cb50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.590274 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213f39d-fd5a-4c94-bbbf-0b4fcd84d249 None None] Pushing event updated for resources: {'Port': ['ID=729e5141-6c54-48e5-b67b-0e8d9a7afa46,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:12.613712 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.736484 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd91722-e802-42cc-8ce5-321055cb50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.743081 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:06:10Z', 'revision_number': 3, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port': {'id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:15:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:10Z', 'updated_at': '2022-01-28T21:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:12.774666 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5863d-ba7a-4efa-93ba-04e25f61af23 None None] The sync data for ids ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'] in n-d-825064-3 is: [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:06:10Z', 'revision_number': 3, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port': {'id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:15:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:10Z', 'updated_at': '2022-01-28T21:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:06:12.797559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-cbd91722-e802-42cc-8ce5-321055cb50d7 None None] For port 03af1418-74d8-4286-b4ef-ac5554b7c194, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=03af1418-74d8-4286-b4ef-ac5554b7c194,segment=NetworkSegment(9c9f9a16-8f1c-467d-a41a-327955aecb02),segment_id=9c9f9a16-8f1c-467d-a41a-327955aecb02)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:12.810897 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbd91722-e802-42cc-8ce5-321055cb50d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.833975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.844083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.901154 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd91722-e802-42cc-8ce5-321055cb50d7 None None] Pushing event updated for resources: {'Port': ['ID=03af1418-74d8-4286-b4ef-ac5554b7c194,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:12.937326 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:12.939387 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Pushing event updated for resources: {'Port': ['ID=43820e85-3299-4a6f-88e7-abf80c16fe51,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:13.047167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Network ec0d68f3-6444-4c0c-86d8-04e95833df98 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:13.048749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:13.094397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:13.180062 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8dffd4e5-006e-49a0-ad62-5e95af601093 None None] Provisioning complete for port 03af1418-74d8-4286-b4ef-ac5554b7c194 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:13.180646 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8dffd4e5-006e-49a0-ad62-5e95af601093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:13.259518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:06:13.322599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:13.331078 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8dffd4e5-006e-49a0-ad62-5e95af601093 None None] Provisioning complete for port 43820e85-3299-4a6f-88e7-abf80c16fe51 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:13.331472 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8dffd4e5-006e-49a0-ad62-5e95af601093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:13.380310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 761ddae4-822c-4feb-9fbd-9168e23591fa up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:13.416717 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8dffd4e5-006e-49a0-ad62-5e95af601093 None None] Port 43820e85-3299-4a6f-88e7-abf80c16fe51 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:06:13.453801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 761ddae4-822c-4feb-9fbd-9168e23591fa triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:13.454636 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:13.454940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:06:13.468730 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4c7c2bda-73b6-43d2-aaaa-5f3eec68ddbf admin admin] 10.222.0.44 "PUT /v2.0/routers/fa9752a4-3895-4bd2-90e3-feec8c9bfcdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1170468 Jan 28 21:06:13.569450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 03af1418-74d8-4286-b4ef-ac5554b7c194 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:13.620687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5fbabb58-9c29-4a20-baba-c8dbd1158964 None None] Provisioning complete for port 43820e85-3299-4a6f-88e7-abf80c16fe51 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:13.621063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5fbabb58-9c29-4a20-baba-c8dbd1158964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:13.661696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 03af1418-74d8-4286-b4ef-ac5554b7c194 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:13.662460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:13.701273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-5fbabb58-9c29-4a20-baba-c8dbd1158964 None None] Port 43820e85-3299-4a6f-88e7-abf80c16fe51 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:06:13.822407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b5ff3329-e1ea-4517-b585-ca7259b08f0a None None] Provisioning complete for port 43820e85-3299-4a6f-88e7-abf80c16fe51 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:13.822785 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3329-e1ea-4517-b585-ca7259b08f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:13.863364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff3329-e1ea-4517-b585-ca7259b08f0a None None] Port 43820e85-3299-4a6f-88e7-abf80c16fe51 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:06:14.441670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ffa-e520-4752-af7d-818bde116540 req-a8d9605a-203c-40a0-866f-8239d74e6f05 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:14.443157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-a8d9605a-203c-40a0-866f-8239d74e6f05 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/networks?id=d80dcac5-44e5-4f83-abd1-f0785f84f067 HTTP/1.1" status: 200 len: 817 time: 0.1047099 Jan 28 21:06:14.458468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-7d61c275-cf66-4716-872d-96a5449a15a9 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/quotas/27f8e614f61447dbb98f14c936932de9 HTTP/1.1" status: 200 len: 375 time: 0.0095382 Jan 28 21:06:14.510351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-85bd7aea-f9de-4ccc-afb3-81e42246b81e tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27f8e614f61447dbb98f14c936932de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465457 Jan 28 21:06:14.602470 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-118093af-54c7-4164-8998-a9db0f8c060d service neutron] 10.222.0.44 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796032 Jan 28 21:06:14.693106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-1469f652-951f-4709-b87e-cbec38fa3d84 service neutron] 10.222.0.44 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845876 Jan 28 21:06:14.853122 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-26f859ce-9664-423f-b745-f3e2e7a0c3d1 req-ec0da79c-9b15-412b-8a14-05a4de76b5ab tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 210 time: 0.0276537 Jan 28 21:06:15.178899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 729e5141-6c54-48e5-b67b-0e8d9a7afa46 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:15.234708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 729e5141-6c54-48e5-b67b-0e8d9a7afa46 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:15.235089 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:15.336562 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:15.360311 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 729e5141-6c54-48e5-b67b-0e8d9a7afa46, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=729e5141-6c54-48e5-b67b-0e8d9a7afa46,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:15.365600 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:15.423166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=729e5141-6c54-48e5-b67b-0e8d9a7afa46,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:15.535486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Sync routers for ids ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:06:15.547155 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Routers {'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:06:15.547832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:06:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:15.667086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Set router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:06:15.902497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:06:12Z', 'revision_number': 4, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port': {'id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:15:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:10Z', 'updated_at': '2022-01-28T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '43820e85-3299-4a6f-88e7-abf80c16fe51', 'name': '', 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'mac_address': 'fa:16:3e:42:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '274816a4-ad5d-4ce3-82e1-e509607621d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:11Z', 'updated_at': '2022-01-28T21:06:12Z', 'revision_number': 2, 'project_id': '64910db99a084722aea1e64227d3329d', 'subnets': [{'id': '274816a4-ad5d-4ce3-82e1-e509607621d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:15.921184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ffa-e520-4752-af7d-818bde116540 req-774484ec-7f4e-40e3-8faa-a5f55c131ddd tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:15.922974 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-774484ec-7f4e-40e3-8faa-a5f55c131ddd tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.26 "GET /v2.0/networks?id=d80dcac5-44e5-4f83-abd1-f0785f84f067 HTTP/1.1" status: 200 len: 817 time: 0.1475263 Jan 28 21:06:15.932603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Checking router: fa9752a4-3895-4bd2-90e3-feec8c9bfcdc for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:06:15.932964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Updating router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc port 43820e85-3299-4a6f-88e7-abf80c16fe51 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:06:15.938358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Request body: {'port': {'device_id': '06fded49-9572-41d5-a4bc-752902b16e2e', 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'admin_state_up': True, 'tenant_id': '27f8e614f61447dbb98f14c936932de9'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:15.964068 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.031777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-862b4d3a-34ab-4e96-bd9a-28efb017c231 req-9e1abdb9-4d75-4892-8f5b-0b23b5c23ca0 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 210 time: 0.0354645 Jan 28 21:06:16.097652 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Made reservation on behalf of 27f8e614f61447dbb98f14c936932de9 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:06:16.101366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.247048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Allocated IP 172.20.0.13 (d80dcac5-44e5-4f83-abd1-f0785f84f067/31907ac3-fa7f-43a5-b73b-6d80ec2f83cf/b635bb39-66b3-46ad-a3bf-7c4467457fa5) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:16.275945 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.281806 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.337896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6600e-337b-4dba-8cba-2dc6923a901f None None] Pushing event updated for resources: {'Port': ['ID=43820e85-3299-4a6f-88e7-abf80c16fe51,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:16.398970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Attempting to bind port 43820e85-3299-4a6f-88e7-abf80c16fe51 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:16.399505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Attempting to bind port 43820e85-3299-4a6f-88e7-abf80c16fe51 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:16.400142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Attempting to bind port 43820e85-3299-4a6f-88e7-abf80c16fe51 on network ec0d68f3-6444-4c0c-86d8-04e95833df98 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:16.408217 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:16.408652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Checking segment: {'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:16.409058 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.409448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Bound using segment: {'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:16.409959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Bound port: 43820e85-3299-4a6f-88e7-abf80c16fe51, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f9a16-8f1c-467d-a41a-327955aecb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:16.410370 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.436330 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.476259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.489282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] For port 43820e85-3299-4a6f-88e7-abf80c16fe51, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:16.492793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] For port 43820e85-3299-4a6f-88e7-abf80c16fe51, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=43820e85-3299-4a6f-88e7-abf80c16fe51,segment=NetworkSegment(9c9f9a16-8f1c-467d-a41a-327955aecb02),segment_id=9c9f9a16-8f1c-467d-a41a-327955aecb02)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:16.498179 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.524208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:16.530645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:16.535562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:16.566388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Pushing event updated for resources: {'Port': ['ID=b635bb39-66b3-46ad-a3bf-7c4467457fa5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:16.567352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Routers {'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:06:16.568405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:06:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:16.600099 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:16.600789 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.626533 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-b03f381b-0cf7-49e0-8fe0-8781dc38873f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6936166 Jan 28 21:06:16.633924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6600e-337b-4dba-8cba-2dc6923a901f None None] Pushing event updated for resources: {'Port': ['ID=43820e85-3299-4a6f-88e7-abf80c16fe51,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:16.645712 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:06:16.652520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Request body: {'port': {'device_id': '06fded49-9572-41d5-a4bc-752902b16e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:16.658874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-28f65318-23a2-4a9e-a386-afd971ed0f90 None None] Provisioning complete for port 43820e85-3299-4a6f-88e7-abf80c16fe51 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:16.658874 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-28f65318-23a2-4a9e-a386-afd971ed0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.726368 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.748453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] Set router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:06:16.918296 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-28f65318-23a2-4a9e-a386-afd971ed0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:16.985133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-28f65318-23a2-4a9e-a386-afd971ed0f90 None None] For port 43820e85-3299-4a6f-88e7-abf80c16fe51, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=43820e85-3299-4a6f-88e7-abf80c16fe51,segment=NetworkSegment(9c9f9a16-8f1c-467d-a41a-327955aecb02),segment_id=9c9f9a16-8f1c-467d-a41a-327955aecb02)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:17.000878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b635bb39-66b3-46ad-a3bf-7c4467457fa5 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:06:17.006884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-28f65318-23a2-4a9e-a386-afd971ed0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:17.009126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:17.022477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Transition to ACTIVE for port object b635bb39-66b3-46ad-a3bf-7c4467457fa5 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:06:17.026269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:17.065626 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f65318-23a2-4a9e-a386-afd971ed0f90 None None] Pushing event updated for resources: {'Port': ['ID=43820e85-3299-4a6f-88e7-abf80c16fe51,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:17.077570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:06:12Z', 'revision_number': 4, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port': {'id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:15:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:10Z', 'updated_at': '2022-01-28T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '43820e85-3299-4a6f-88e7-abf80c16fe51', 'name': '', 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'mac_address': 'fa:16:3e:42:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '274816a4-ad5d-4ce3-82e1-e509607621d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:11Z', 'updated_at': '2022-01-28T21:06:16Z', 'revision_number': 4, 'project_id': '64910db99a084722aea1e64227d3329d', 'subnets': [{'id': '274816a4-ad5d-4ce3-82e1-e509607621d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:06:17.087697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Pushing event updated for resources: {'Port': ['ID=b635bb39-66b3-46ad-a3bf-7c4467457fa5,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:17.105521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b337a6a-5eba-4d31-9edc-b1528f385768 None None] The sync data for ids ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'] in n-d-825064-3 is: [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:06:12Z', 'revision_number': 4, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port': {'id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:15:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:10Z', 'updated_at': '2022-01-28T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '43820e85-3299-4a6f-88e7-abf80c16fe51', 'name': '', 'network_id': 'ec0d68f3-6444-4c0c-86d8-04e95833df98', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'mac_address': 'fa:16:3e:42:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '274816a4-ad5d-4ce3-82e1-e509607621d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:11Z', 'updated_at': '2022-01-28T21:06:16Z', 'revision_number': 4, 'project_id': '64910db99a084722aea1e64227d3329d', 'subnets': [{'id': '274816a4-ad5d-4ce3-82e1-e509607621d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:06:17.166289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-01e8b953-8903-4821-af4e-fd324f08ae21 None None] Provisioning complete for port 43820e85-3299-4a6f-88e7-abf80c16fe51 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:17.166289 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-01e8b953-8903-4821-af4e-fd324f08ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:17.220485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Attempting to bind port b635bb39-66b3-46ad-a3bf-7c4467457fa5 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:17.220972 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Attempting to bind port b635bb39-66b3-46ad-a3bf-7c4467457fa5 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:17.221406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Attempting to bind port b635bb39-66b3-46ad-a3bf-7c4467457fa5 on network d80dcac5-44e5-4f83-abd1-f0785f84f067 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:17.227235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Port b635bb39-66b3-46ad-a3bf-7c4467457fa5 on network d80dcac5-44e5-4f83-abd1-f0785f84f067 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:06:17.227235 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Attempting to bind port b635bb39-66b3-46ad-a3bf-7c4467457fa5 on network d80dcac5-44e5-4f83-abd1-f0785f84f067 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:17.238369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:17.238775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Checking segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:17.239266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Bound using segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:17.239893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Bound port: b635bb39-66b3-46ad-a3bf-7c4467457fa5, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:17.240624 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:17.260716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 729e5141-6c54-48e5-b67b-0e8d9a7afa46 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:17.289502 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70270eee-43f1-4998-a6de-4c208868270b req-f8910e35-d8a1-4b2b-be9c-456b287112bc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:17.291108 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70270eee-43f1-4998-a6de-4c208868270b req-f8910e35-d8a1-4b2b-be9c-456b287112bc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 944 time: 0.1402652 Jan 28 21:06:17.380701 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] For port b635bb39-66b3-46ad-a3bf-7c4467457fa5, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:17.390815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 729e5141-6c54-48e5-b67b-0e8d9a7afa46 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:17.390815 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:17.391428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-70270eee-43f1-4998-a6de-4c208868270b req-6e1c7943-457a-4480-8a39-d2f224753138 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865190 Jan 28 21:06:17.400371 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] For port b635bb39-66b3-46ad-a3bf-7c4467457fa5, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b635bb39-66b3-46ad-a3bf-7c4467457fa5,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:17.409900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:17.450105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:17.451124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:17.453758 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] 10.222.0.26 "PUT /v2.0/ports/b635bb39-66b3-46ad-a3bf-7c4467457fa5 HTTP/1.1" status: 200 len: 1092 time: 0.8068061 Jan 28 21:06:17.457531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fded49-9572-41d5-a4bc-752902b16e2e', 'tag': 'b635bb39-66b3-46ad-a3bf-7c4467457fa5'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:06:17.462124 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ff944-bc31-4b26-8342-f5307019b71d" -d '{"events": [{"name": "network-changed", "server_uuid": "06fded49-9572-41d5-a4bc-752902b16e2e", "tag": "b635bb39-66b3-46ad-a3bf-7c4467457fa5"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:06:17.548212 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d428f334-af9a-40e3-a0d2-c69f98b57e61 x-openstack-request-id: req-d428f334-af9a-40e3-a0d2-c69f98b57e61 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:06:17.548593 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fded49-9572-41d5-a4bc-752902b16e2e", "tag": "b635bb39-66b3-46ad-a3bf-7c4467457fa5", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:06:17.548919 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d428f334-af9a-40e3-a0d2-c69f98b57e61 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:06:17.549384 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fded49-9572-41d5-a4bc-752902b16e2e', 'tag': 'b635bb39-66b3-46ad-a3bf-7c4467457fa5', 'status': 'completed', 'code': 200} Jan 28 21:06:17.558694 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd9463-80d7-4f3e-b8a6-41d204eada04 service neutron] Pushing event updated for resources: {'Port': ['ID=b635bb39-66b3-46ad-a3bf-7c4467457fa5,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:17.572240 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ffa-e520-4752-af7d-818bde116540 req-03f0a0c5-9b60-4c79-b8d2-1799864f70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:17.573910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-03f0a0c5-9b60-4c79-b8d2-1799864f70db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f8e614f61447dbb98f14c936932de9&device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 1095 time: 0.0667844 Jan 28 21:06:17.625610 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-55416daf-cedf-49bc-a207-206fe42b80fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b635bb39-66b3-46ad-a3bf-7c4467457fa5 HTTP/1.1" status: 200 len: 217 time: 0.0423889 Jan 28 21:06:17.681076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ffa-e520-4752-af7d-818bde116540 req-12db6339-b579-46ff-927e-5278f75dafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:17.682574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-12db6339-b579-46ff-927e-5278f75dafd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31907ac3-fa7f-43a5-b73b-6d80ec2f83cf HTTP/1.1" status: 200 len: 856 time: 0.0496049 Jan 28 21:06:17.735581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ffa-e520-4752-af7d-818bde116540 req-1cc78e73-69cd-4d5f-aac8-25665248e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:17.737106 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-1cc78e73-69cd-4d5f-aac8-25665248e397 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d80dcac5-44e5-4f83-abd1-f0785f84f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470462 Jan 28 21:06:17.831342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-37ac542e-5da2-47b9-ae4a-82ac9579bc66 service neutron] 10.222.0.26 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866413 Jan 28 21:06:18.257744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a601ffa-e520-4752-af7d-818bde116540 req-1b4893e8-c945-4254-b54d-962f3b56c7ae service neutron] 10.222.0.26 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188850 Jan 28 21:06:18.361852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff944-bc31-4b26-8342-f5307019b71d req-6768df73-3e1b-4542-8f08-ffe28e598152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:18.363339 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-079ff944-bc31-4b26-8342-f5307019b71d req-6768df73-3e1b-4542-8f08-ffe28e598152 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f8e614f61447dbb98f14c936932de9&device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 1095 time: 0.0452454 Jan 28 21:06:18.452313 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:18.485472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff944-bc31-4b26-8342-f5307019b71d req-a5b13021-e623-4ef7-b9a1-2dbf3897417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:18.487094 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-079ff944-bc31-4b26-8342-f5307019b71d req-a5b13021-e623-4ef7-b9a1-2dbf3897417f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d80dcac5-44e5-4f83-abd1-f0785f84f067 HTTP/1.1" status: 200 len: 918 time: 0.1165161 Jan 28 21:06:18.538438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-079ff944-bc31-4b26-8342-f5307019b71d req-27f162d8-6843-43a0-91fc-bfd3916876d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b635bb39-66b3-46ad-a3bf-7c4467457fa5 HTTP/1.1" status: 200 len: 217 time: 0.0360048 Jan 28 21:06:18.593012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f2452-c453-4e1a-8453-e580d5c984e0 req-4378f83f-18ce-4247-ade8-7629d4a2e0f9 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:18.594786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c8f2452-c453-4e1a-8453-e580d5c984e0 req-4378f83f-18ce-4247-ade8-7629d4a2e0f9 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 944 time: 0.1276517 Jan 28 21:06:18.621752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff944-bc31-4b26-8342-f5307019b71d req-224a7ecb-ecf3-4724-b536-911b4f3305ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:18.624118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-079ff944-bc31-4b26-8342-f5307019b71d req-224a7ecb-ecf3-4724-b536-911b4f3305ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31907ac3-fa7f-43a5-b73b-6d80ec2f83cf HTTP/1.1" status: 200 len: 856 time: 0.0770016 Jan 28 21:06:18.666705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c8f2452-c453-4e1a-8453-e580d5c984e0 req-8dc24071-13a5-4a67-bdfe-2a08b683ad03 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639584 Jan 28 21:06:18.687316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff944-bc31-4b26-8342-f5307019b71d req-3f4328c4-1375-4744-8d8b-d534b7079283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:18.687506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-079ff944-bc31-4b26-8342-f5307019b71d req-3f4328c4-1375-4744-8d8b-d534b7079283 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d80dcac5-44e5-4f83-abd1-f0785f84f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555646 Jan 28 21:06:18.779939 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-079ff944-bc31-4b26-8342-f5307019b71d req-af4e3d6f-cb61-43fa-b254-437a0d84620f service neutron] 10.222.0.26 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845008 Jan 28 21:06:18.884233 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-079ff944-bc31-4b26-8342-f5307019b71d req-252e1326-9aa4-40a4-8acc-d5a7f2f20d58 service neutron] 10.222.0.26 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970650 Jan 28 21:06:19.174237 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 43820e85-3299-4a6f-88e7-abf80c16fe51 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:19.223167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 43820e85-3299-4a6f-88e7-abf80c16fe51 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:19.223538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:19.785175 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193f40a-ebc3-41e1-a3b4-43716c10c966 req-fae7a836-db0e-47fd-b81a-1dbdcaeb453b tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:19.786681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3193f40a-ebc3-41e1-a3b4-43716c10c966 req-fae7a836-db0e-47fd-b81a-1dbdcaeb453b tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 944 time: 0.0484052 Jan 28 21:06:19.823354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3193f40a-ebc3-41e1-a3b4-43716c10c966 req-057d0ef9-b53a-40d0-8bdb-1e9cb4abcea6 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Jan 28 21:06:20.500841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b635bb39-66b3-46ad-a3bf-7c4467457fa5 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:06:20.597198 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b635bb39-66b3-46ad-a3bf-7c4467457fa5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b635bb39-66b3-46ad-a3bf-7c4467457fa5,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:20.607887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'b635bb39-66b3-46ad-a3bf-7c4467457fa5', 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'port_id': 'b635bb39-66b3-46ad-a3bf-7c4467457fa5', 'mac_address': 'fa:16:3e:69:69:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:06:20.645515 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:20.658722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b635bb39-66b3-46ad-a3bf-7c4467457fa5 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:06:20.678578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b635bb39-66b3-46ad-a3bf-7c4467457fa5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b635bb39-66b3-46ad-a3bf-7c4467457fa5,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:20.681978 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:20.730173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=b635bb39-66b3-46ad-a3bf-7c4467457fa5,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:20.904096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b635bb39-66b3-46ad-a3bf-7c4467457fa5'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:06:20.949664 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1bd92-1aab-46b9-9dda-6806d4df36fc req-ef5e4f98-7925-4f67-a730-267c1f31c9bb tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:20.951505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73f1bd92-1aab-46b9-9dda-6806d4df36fc req-ef5e4f98-7925-4f67-a730-267c1f31c9bb tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 945 time: 0.0545285 Jan 28 21:06:20.990570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-73f1bd92-1aab-46b9-9dda-6806d4df36fc req-d1a27b60-94bc-447f-a531-2132e1673dc4 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327785 Jan 28 21:06:21.746581 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:22.115393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e045f28-f40a-4f37-9927-356aa7fad8a0 req-36f491e1-470d-4167-b8ce-1f283fc51f92 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:22.116910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e045f28-f40a-4f37-9927-356aa7fad8a0 req-36f491e1-470d-4167-b8ce-1f283fc51f92 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 945 time: 0.0524495 Jan 28 21:06:22.156333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e045f28-f40a-4f37-9927-356aa7fad8a0 req-eb2aa608-b451-4dcc-9f1a-fb551633ff9c tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326364 Jan 28 21:06:22.502275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b635bb39-66b3-46ad-a3bf-7c4467457fa5 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:22.549797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port b635bb39-66b3-46ad-a3bf-7c4467457fa5 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:06:22.553284 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port b635bb39-66b3-46ad-a3bf-7c4467457fa5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:22.553654 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:22.629826 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:22.651370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fded49-9572-41d5-a4bc-752902b16e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b635bb39-66b3-46ad-a3bf-7c4467457fa5'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:06:22.654269 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d6cc7d-fcdf-481c-9e13-818e0fd43a54" -d '{"events": [{"server_uuid": "06fded49-9572-41d5-a4bc-752902b16e2e", "name": "network-vif-plugged", "status": "completed", "tag": "b635bb39-66b3-46ad-a3bf-7c4467457fa5"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:06:22.666696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port b635bb39-66b3-46ad-a3bf-7c4467457fa5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b635bb39-66b3-46ad-a3bf-7c4467457fa5,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:22.671075 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:22.695651 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e04dd-fec9-48d2-8eb4-360f45f8c643 x-openstack-request-id: req-b93e04dd-fec9-48d2-8eb4-360f45f8c643 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:06:22.695651 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fded49-9572-41d5-a4bc-752902b16e2e", "name": "network-vif-plugged", "status": "completed", "tag": "b635bb39-66b3-46ad-a3bf-7c4467457fa5", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:06:22.695651 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b93e04dd-fec9-48d2-8eb4-360f45f8c643 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:06:22.695651 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fded49-9572-41d5-a4bc-752902b16e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b635bb39-66b3-46ad-a3bf-7c4467457fa5', 'code': 200} Jan 28 21:06:22.722718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=b635bb39-66b3-46ad-a3bf-7c4467457fa5,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:22.790317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b27fe6-5261-4554-9b42-abf5de601194 req-5d6ba04b-f9a6-49db-b0e9-87d7aa0138bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:22.791725 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1b27fe6-5261-4554-9b42-abf5de601194 req-5d6ba04b-f9a6-49db-b0e9-87d7aa0138bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 1097 time: 0.0407782 Jan 28 21:06:22.825819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f1b27fe6-5261-4554-9b42-abf5de601194 req-6396889d-07d4-4d8e-b499-ac90a2c26c06 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266070 Jan 28 21:06:23.277322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfedb11-cf8f-4267-971a-c20aa56daab1 req-e7160c59-e4e9-4ddd-a74f-e2f3f15767ed tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:23.278803 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adfedb11-cf8f-4267-971a-c20aa56daab1 req-e7160c59-e4e9-4ddd-a74f-e2f3f15767ed tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 946 time: 0.0530441 Jan 28 21:06:23.317908 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adfedb11-cf8f-4267-971a-c20aa56daab1 req-985a5bf8-1c8a-4b11-b577-0c88e22deb82 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328939 Jan 28 21:06:24.451375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a5ff8-947e-4af0-89b9-127f1567c856 req-29b56326-f685-4124-9e14-e40545244668 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:24.452648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b5a5ff8-947e-4af0-89b9-127f1567c856 req-29b56326-f685-4124-9e14-e40545244668 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 946 time: 0.0599854 Jan 28 21:06:24.489276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b5a5ff8-947e-4af0-89b9-127f1567c856 req-fd5c89c9-edfc-40e7-b2bd-d506c8746b9b tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Jan 28 21:06:24.602459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a06dd-6b85-48aa-8962-dd3a560521f1 req-2ae9ea38-80cd-4e98-9a7f-5cdd15e83413 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:24.603856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-903a06dd-6b85-48aa-8962-dd3a560521f1 req-2ae9ea38-80cd-4e98-9a7f-5cdd15e83413 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 946 time: 0.0479591 Jan 28 21:06:24.641256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-903a06dd-6b85-48aa-8962-dd3a560521f1 req-ebe6ec84-144f-4ab6-9489-3aa92573d317 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Jan 28 21:06:37.776808 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-21d8b794-d53c-4332-80e7-d351a86a6d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:40.252414 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c3e30b88-8bcf-47eb-b78e-0208e7ffeab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:41.802534 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:43.137104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413762a-8571-4e1e-9c5e-9aa0866d0d2a req-ec56ec3c-5726-479b-a5a7-b9b5db8c616b tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:43.139025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8413762a-8571-4e1e-9c5e-9aa0866d0d2a req-ec56ec3c-5726-479b-a5a7-b9b5db8c616b tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 946 time: 0.0684237 Jan 28 21:06:43.193393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8413762a-8571-4e1e-9c5e-9aa0866d0d2a req-78726e2d-71f2-4b51-84f3-6ddaafc370c2 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441484 Jan 28 21:06:43.331121 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:43.333142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:44.343132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938f2ca-279d-43d3-b9f1-0b32da3b55bc req-d55633c9-ea63-4779-8c96-b4a65e9f3ab7 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:44.344808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7938f2ca-279d-43d3-b9f1-0b32da3b55bc req-d55633c9-ea63-4779-8c96-b4a65e9f3ab7 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 946 time: 0.0667355 Jan 28 21:06:44.397014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7938f2ca-279d-43d3-b9f1-0b32da3b55bc req-6e01baa6-0bbe-4882-8457-62bc72012345 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Jan 28 21:06:44.871391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-d1848e70-9df7-498e-b19b-3dcb89e7d157 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:44.872998 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-d1848e70-9df7-498e-b19b-3dcb89e7d157 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.26 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 946 time: 0.0510569 Jan 28 21:06:44.974480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Deleting port b635bb39-66b3-46ad-a3bf-7c4467457fa5 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:06:44.974817 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:45.062595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] For port b635bb39-66b3-46ad-a3bf-7c4467457fa5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=b635bb39-66b3-46ad-a3bf-7c4467457fa5,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:45.062961 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:45.075390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Calling delete_port for b635bb39-66b3-46ad-a3bf-7c4467457fa5 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:06:45.205307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:45.218128 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['b635bb39-66b3-46ad-a3bf-7c4467457fa5'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:06:45.234066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Pushing event deleted for resources: {'Port': ['ID=b635bb39-66b3-46ad-a3bf-7c4467457fa5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:45.262545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.262902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.263243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.263574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.263903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.264255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.264581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.264903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.265231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.265547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.265862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.266178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:45.285983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] No DVR routers for this DVR port b635bb39-66b3-46ad-a3bf-7c4467457fa5 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:06:45.288791 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:45.292232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8a55dabf-3825-4d0f-8322-8b05d687e9c0 req-9df90ae3-113e-47bc-9335-4120558217be tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.26 "DELETE /v2.0/ports/b635bb39-66b3-46ad-a3bf-7c4467457fa5 HTTP/1.1" status: 204 len: 173 time: 0.4128990 Jan 28 21:06:45.292708 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fded49-9572-41d5-a4bc-752902b16e2e', 'name': 'network-vif-deleted', 'tag': 'b635bb39-66b3-46ad-a3bf-7c4467457fa5'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:06:45.295774 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8261d88-ec99-412d-a39a-30d6000efa2f" -d '{"events": [{"server_uuid": "06fded49-9572-41d5-a4bc-752902b16e2e", "name": "network-vif-deleted", "tag": "b635bb39-66b3-46ad-a3bf-7c4467457fa5"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:06:45.423052 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bfbebe-8e15-45b0-ae50-fe55560717a5 x-openstack-request-id: req-29bfbebe-8e15-45b0-ae50-fe55560717a5 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:06:45.423675 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fded49-9572-41d5-a4bc-752902b16e2e", "name": "network-vif-deleted", "tag": "b635bb39-66b3-46ad-a3bf-7c4467457fa5", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:06:45.423675 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29bfbebe-8e15-45b0-ae50-fe55560717a5 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:06:45.423978 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fded49-9572-41d5-a4bc-752902b16e2e', 'name': 'network-vif-deleted', 'tag': 'b635bb39-66b3-46ad-a3bf-7c4467457fa5', 'status': 'completed', 'code': 200} Jan 28 21:06:45.516120 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-faa93d71-ccd1-44c9-98d3-24da55b5e38c req-6b49bd12-eea4-4fac-98d5-5bd8a63f7783 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=06fded49-9572-41d5-a4bc-752902b16e2e HTTP/1.1" status: 200 len: 210 time: 0.0309751 Jan 28 21:06:46.972831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-3def2a7e-3f3d-43f4-ba9b-6085fc7ddc45 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:46.974284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-3def2a7e-3f3d-43f4-ba9b-6085fc7ddc45 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/networks?id=d80dcac5-44e5-4f83-abd1-f0785f84f067 HTTP/1.1" status: 200 len: 817 time: 0.0980985 Jan 28 21:06:46.989483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-2342adba-ed3a-43a8-998d-d7ff0e983a60 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/quotas/27f8e614f61447dbb98f14c936932de9 HTTP/1.1" status: 200 len: 375 time: 0.0095551 Jan 28 21:06:47.040154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-320ffaee-4c1b-4708-85a9-729df97f24da tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=27f8e614f61447dbb98f14c936932de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453973 Jan 28 21:06:47.056004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-e3ca0317-265c-4f87-907d-c99152149ac4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:06:47.056971 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-e3ca0317-265c-4f87-907d-c99152149ac4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050328 Jan 28 21:06:47.149451 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-cfa2ffa7-b758-43f4-9388-a82801d32c5f service neutron] 10.222.0.44 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857427 Jan 28 21:06:47.238478 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c7dab9e0-36d9-4b13-a0d5-7faeb3479010 service neutron] 10.222.0.44 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818627 Jan 28 21:06:47.399517 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2571d01e-5a31-4dce-b6da-ea4bdba99bee req-b28548bc-4ca6-48c4-b0cb-ed9437e5d5f9 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 210 time: 0.0282588 Jan 28 21:06:48.300713 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-1895f53d-90a3-4c53-b0cc-6e57f571bff5 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:48.302163 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-1895f53d-90a3-4c53-b0cc-6e57f571bff5 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.26 "GET /v2.0/networks?id=d80dcac5-44e5-4f83-abd1-f0785f84f067 HTTP/1.1" status: 200 len: 817 time: 0.1117008 Jan 28 21:06:48.315913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Request body: {'port': {'device_id': 'c78f64b9-671e-4e51-a924-a1c9da829f82', 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'admin_state_up': True, 'tenant_id': '27f8e614f61447dbb98f14c936932de9'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:48.438356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Made reservation on behalf of 27f8e614f61447dbb98f14c936932de9 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:06:48.442094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:48.471039 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:48.524673 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22eea09f-91ff-4bd2-84aa-11824ac6be1e req-a98507ac-7b10-4423-991a-254faedfad9d tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 210 time: 0.0517926 Jan 28 21:06:48.579797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b635bb39-66b3-46ad-a3bf-7c4467457fa5 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:06:48.598989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Allocated IP 172.20.0.12 (d80dcac5-44e5-4f83-abd1-f0785f84f067/31907ac3-fa7f-43a5-b73b-6d80ec2f83cf/2e1d23cd-2860-46bc-9c35-851ef75c6b50) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:06:48.599195 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: b635bb39-66b3-46ad-a3bf-7c4467457fa5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:06:48.599385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device b635bb39-66b3-46ad-a3bf-7c4467457fa5 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:06:48.747875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:48.781780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:48.826497 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:06:48.829737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:06:48.833318 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:06:48.862191 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Pushing event updated for resources: {'Port': ['ID=2e1d23cd-2860-46bc-9c35-851ef75c6b50,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:48.891352 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:48.892143 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:48.908883 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-82ac02b2-dfb7-41e1-a97c-033b3a695105 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971024 Jan 28 21:06:48.922794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Request body: {'port': {'device_id': 'c78f64b9-671e-4e51-a924-a1c9da829f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:06:48.979160 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:49.059505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a614731e-b1d5-4c37-96a4-07f1934c3c83 None None] Provisioning complete for port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:49.059880 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a614731e-b1d5-4c37-96a4-07f1934c3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:49.094162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-a614731e-b1d5-4c37-96a4-07f1934c3c83 None None] Port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:06:49.244392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1d23cd-2860-46bc-9c35-851ef75c6b50 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:06:49.252840 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:49.264828 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Transition to ACTIVE for port object 2e1d23cd-2860-46bc-9c35-851ef75c6b50 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:06:49.268525 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:49.356736 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d23cd-2860-46bc-9c35-851ef75c6b50,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:49.410582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Attempting to bind port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:06:49.410916 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Attempting to bind port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:06:49.411249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Attempting to bind port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 on network d80dcac5-44e5-4f83-abd1-f0785f84f067 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:49.415866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 on network d80dcac5-44e5-4f83-abd1-f0785f84f067 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:06:49.416214 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Attempting to bind port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 on network d80dcac5-44e5-4f83-abd1-f0785f84f067 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:06:49.422880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:06:49.423211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Checking segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:06:49.423600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Bound using segment: {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:06:49.424037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Bound port: 2e1d23cd-2860-46bc-9c35-851ef75c6b50, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:06:49.424427 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:49.492456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] For port 2e1d23cd-2860-46bc-9c35-851ef75c6b50, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:06:49.495541 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] For port 2e1d23cd-2860-46bc-9c35-851ef75c6b50, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2e1d23cd-2860-46bc-9c35-851ef75c6b50,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:06:49.500324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:49.539738 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:49.540384 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:49.542365 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] 10.222.0.26 "PUT /v2.0/ports/2e1d23cd-2860-46bc-9c35-851ef75c6b50 HTTP/1.1" status: 200 len: 1092 time: 0.6248899 Jan 28 21:06:49.542365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78f64b9-671e-4e51-a924-a1c9da829f82', 'tag': '2e1d23cd-2860-46bc-9c35-851ef75c6b50'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:06:49.546421 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c3fee4-6c43-44b0-8783-42fe9a79b525" -d '{"events": [{"name": "network-changed", "server_uuid": "c78f64b9-671e-4e51-a924-a1c9da829f82", "tag": "2e1d23cd-2860-46bc-9c35-851ef75c6b50"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:06:49.583650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037f07e-115f-43bb-b643-db7a9ac4be40 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d23cd-2860-46bc-9c35-851ef75c6b50,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:49.594438 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ecb2c-0459-422b-912c-018a160a0d27 x-openstack-request-id: req-de3ecb2c-0459-422b-912c-018a160a0d27 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:06:49.594728 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78f64b9-671e-4e51-a924-a1c9da829f82", "tag": "2e1d23cd-2860-46bc-9c35-851ef75c6b50", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:06:49.594984 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de3ecb2c-0459-422b-912c-018a160a0d27 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:06:49.595439 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78f64b9-671e-4e51-a924-a1c9da829f82', 'tag': '2e1d23cd-2860-46bc-9c35-851ef75c6b50', 'status': 'completed', 'code': 200} Jan 28 21:06:49.692273 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba220ef8-01f9-4bfa-9b9e-8bf9ec351ffa req-c4da63cc-24df-4ec3-8a37-f828a13726b2 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:49.693830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba220ef8-01f9-4bfa-9b9e-8bf9ec351ffa req-c4da63cc-24df-4ec3-8a37-f828a13726b2 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 944 time: 0.0788114 Jan 28 21:06:49.700200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-36f8bf30-7711-41fc-8531-94586f5e1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:49.701689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-36f8bf30-7711-41fc-8531-94586f5e1d8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f8e614f61447dbb98f14c936932de9&device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 1095 time: 0.0847313 Jan 28 21:06:49.760473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-bb7e7a1f-2fc3-4510-b601-d287995ff63a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e1d23cd-2860-46bc-9c35-851ef75c6b50 HTTP/1.1" status: 200 len: 217 time: 0.0468717 Jan 28 21:06:49.797696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba220ef8-01f9-4bfa-9b9e-8bf9ec351ffa req-bee50c99-72fc-481e-8c2a-68796423847d tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950332 Jan 28 21:06:49.816862 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-39fe4a1e-2b84-4e55-aafc-44e243a6eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:49.818331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-39fe4a1e-2b84-4e55-aafc-44e243a6eb3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31907ac3-fa7f-43a5-b73b-6d80ec2f83cf HTTP/1.1" status: 200 len: 856 time: 0.0518198 Jan 28 21:06:49.865135 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-f5cae383-b705-4a08-a496-f37ef5a3dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:49.866621 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-f5cae383-b705-4a08-a496-f37ef5a3dc86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d80dcac5-44e5-4f83-abd1-f0785f84f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415196 Jan 28 21:06:49.958386 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-f831c26c-5489-466e-8392-5991b7028bf2 service neutron] 10.222.0.26 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837498 Jan 28 21:06:50.047178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aeb29dfd-3a80-49c5-9493-1fbd0461fb5d req-efd170d5-1baa-4983-912a-195c5ae87b79 service neutron] 10.222.0.26 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810184 Jan 28 21:06:50.129238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-cee2dac4-f7af-4945-8df3-99376f04656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:50.130716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-cee2dac4-f7af-4945-8df3-99376f04656a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=27f8e614f61447dbb98f14c936932de9&device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 1095 time: 0.0414548 Jan 28 21:06:50.225325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-49d2e88c-b83e-4ce6-87f0-6d024db19455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:50.226781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-49d2e88c-b83e-4ce6-87f0-6d024db19455 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d80dcac5-44e5-4f83-abd1-f0785f84f067 HTTP/1.1" status: 200 len: 918 time: 0.0896678 Jan 28 21:06:50.272202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-27e82a07-ec72-4468-a65a-9c15f9361ef7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e1d23cd-2860-46bc-9c35-851ef75c6b50 HTTP/1.1" status: 200 len: 217 time: 0.0384963 Jan 28 21:06:50.335277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-dee62017-a88b-4573-83c5-818682d32425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:50.336862 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-dee62017-a88b-4573-83c5-818682d32425 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31907ac3-fa7f-43a5-b73b-6d80ec2f83cf HTTP/1.1" status: 200 len: 856 time: 0.0547066 Jan 28 21:06:50.385448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-d4e3ddb7-1346-450e-b229-2b852377e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:50.386953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-d4e3ddb7-1346-450e-b229-2b852377e24e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d80dcac5-44e5-4f83-abd1-f0785f84f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428081 Jan 28 21:06:50.480772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-710562d9-fd10-44fc-b1aa-cbf695bb19ca service neutron] 10.222.0.26 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Jan 28 21:06:50.580834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65c3fee4-6c43-44b0-8783-42fe9a79b525 req-feae8b39-cac0-4629-a69b-a898bff6f775 service neutron] 10.222.0.26 "GET /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921090 Jan 28 21:06:50.921878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87a329-6fe5-4865-bd0a-da955f1fc064 req-6b942c8c-e68f-4b92-a9cc-294b42668188 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:50.923362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c87a329-6fe5-4865-bd0a-da955f1fc064 req-6b942c8c-e68f-4b92-a9cc-294b42668188 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 944 time: 0.0529687 Jan 28 21:06:50.962014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3c87a329-6fe5-4865-bd0a-da955f1fc064 req-e758c7b7-792f-42d4-91e5-4f22826eebbe tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Jan 28 21:06:51.730765 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:52.076380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50ae5-9ed1-4ba2-9ca0-0566689ac4a4 req-f5b5b380-1b91-47b7-9ee4-db616b1645af tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:52.077878 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cab50ae5-9ed1-4ba2-9ca0-0566689ac4a4 req-f5b5b380-1b91-47b7-9ee4-db616b1645af tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 944 time: 0.0500081 Jan 28 21:06:52.115557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cab50ae5-9ed1-4ba2-9ca0-0566689ac4a4 req-0f0eb05a-c45a-4e02-851b-87887c75a525 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Jan 28 21:06:52.582685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 2e1d23cd-2860-46bc-9c35-851ef75c6b50 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:06:52.675731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 2e1d23cd-2860-46bc-9c35-851ef75c6b50, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2e1d23cd-2860-46bc-9c35-851ef75c6b50,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:52.686014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '2e1d23cd-2860-46bc-9c35-851ef75c6b50', 'network_id': 'd80dcac5-44e5-4f83-abd1-f0785f84f067', 'port_id': '2e1d23cd-2860-46bc-9c35-851ef75c6b50', 'mac_address': 'fa:16:3e:f4:b4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31907ac3-fa7f-43a5-b73b-6d80ec2f83cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:06:52.723849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:52.736755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1d23cd-2860-46bc-9c35-851ef75c6b50 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:06:52.755401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 2e1d23cd-2860-46bc-9c35-851ef75c6b50, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2e1d23cd-2860-46bc-9c35-851ef75c6b50,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:52.759714 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:52.814105 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=2e1d23cd-2860-46bc-9c35-851ef75c6b50,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:52.822494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.822842 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.823177 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.823510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.824421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.824960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.825290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.825609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.825959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.826279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.826595 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.826910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:06:52.958229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['2e1d23cd-2860-46bc-9c35-851ef75c6b50'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:06:53.244148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414d9c-9427-467e-8883-d44e9838652d req-0ccd674a-014c-4b7a-9b46-43c22350d01d tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:53.245590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8414d9c-9427-467e-8883-d44e9838652d req-0ccd674a-014c-4b7a-9b46-43c22350d01d tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 945 time: 0.0548856 Jan 28 21:06:53.286985 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8414d9c-9427-467e-8883-d44e9838652d req-c60b90cb-0094-41e1-b578-daded710055d tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338778 Jan 28 21:06:53.645536 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:06:54.404009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50e2ca-fd08-4a15-85f8-baae0d682215 req-4db8128a-0f7f-4f0e-8bbe-710fb7c6f623 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:54.405710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc50e2ca-fd08-4a15-85f8-baae0d682215 req-4db8128a-0f7f-4f0e-8bbe-710fb7c6f623 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Jan 28 21:06:54.443594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc50e2ca-fd08-4a15-85f8-baae0d682215 req-333b4c03-8af8-41c6-966a-37cc9f6ea980 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jan 28 21:06:54.606379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 2e1d23cd-2860-46bc-9c35-851ef75c6b50 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:06:54.655878 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:06:54.659454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:06:54.659826 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:54.734599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:54.756869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78f64b9-671e-4e51-a924-a1c9da829f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d23cd-2860-46bc-9c35-851ef75c6b50'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:06:54.759215 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d75a2de-86b5-481e-9441-84efd3d2823e" -d '{"events": [{"server_uuid": "c78f64b9-671e-4e51-a924-a1c9da829f82", "name": "network-vif-plugged", "status": "completed", "tag": "2e1d23cd-2860-46bc-9c35-851ef75c6b50"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:06:54.772211 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 2e1d23cd-2860-46bc-9c35-851ef75c6b50, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2e1d23cd-2860-46bc-9c35-851ef75c6b50,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:06:54.776167 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:06:54.801042 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b678cf6-fe91-42d0-8320-347dd018009d x-openstack-request-id: req-7b678cf6-fe91-42d0-8320-347dd018009d {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:06:54.801327 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78f64b9-671e-4e51-a924-a1c9da829f82", "name": "network-vif-plugged", "status": "completed", "tag": "2e1d23cd-2860-46bc-9c35-851ef75c6b50", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:06:54.801582 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b678cf6-fe91-42d0-8320-347dd018009d {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:06:54.801974 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78f64b9-671e-4e51-a924-a1c9da829f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d23cd-2860-46bc-9c35-851ef75c6b50', 'code': 200} Jan 28 21:06:54.829554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=2e1d23cd-2860-46bc-9c35-851ef75c6b50,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:06:54.894772 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a63c0c-ceeb-42d1-9d45-45600e6756ca req-d05419d4-bf27-49b5-9edd-464e8308575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:54.896195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39a63c0c-ceeb-42d1-9d45-45600e6756ca req-d05419d4-bf27-49b5-9edd-464e8308575c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 1097 time: 0.0405066 Jan 28 21:06:54.930856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39a63c0c-ceeb-42d1-9d45-45600e6756ca req-d78aef54-6954-4e4c-95d8-5d9dd5b94c87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275621 Jan 28 21:06:55.567859 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9361a88-1b80-460b-9006-f64797c1cb07 req-8644e402-74a5-43ef-9f7e-564509673c2b tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:55.569421 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9361a88-1b80-460b-9006-f64797c1cb07 req-8644e402-74a5-43ef-9f7e-564509673c2b tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 946 time: 0.0551357 Jan 28 21:06:55.609679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9361a88-1b80-460b-9006-f64797c1cb07 req-051fb81f-32f9-4f0d-be7b-a2e109eae4d6 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339012 Jan 28 21:06:56.731798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c753f0-0275-4994-bf9d-5299de1c909a req-ddbe5ebc-a55b-4d83-9df7-bdef6b3ad317 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:56.733320 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c753f0-0275-4994-bf9d-5299de1c909a req-ddbe5ebc-a55b-4d83-9df7-bdef6b3ad317 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 946 time: 0.0510628 Jan 28 21:06:56.770971 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-11c753f0-0275-4994-bf9d-5299de1c909a req-8da60835-adce-4f74-a9e6-3c418d749dd0 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Jan 28 21:06:56.884226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8fe6a-754b-4639-99c1-4dd9a5409dfc req-661404f8-8646-40bf-8cfd-7096feb702b8 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:06:56.885683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfb8fe6a-754b-4639-99c1-4dd9a5409dfc req-661404f8-8646-40bf-8cfd-7096feb702b8 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 946 time: 0.0488756 Jan 28 21:06:56.924583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bfb8fe6a-754b-4639-99c1-4dd9a5409dfc req-248cf5ca-3473-4057-9556-399ebcd32b4c tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326755 Jan 28 21:07:07.786204 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1d1925de-e072-4d9c-a9b0-277b6bb23c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:10.256607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ec529f4-f487-450b-9612-53a0852f169e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:11.803320 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:13.088934 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:13.296103 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:15.237560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2042f82-c5e1-41da-9db6-2e98f1cb0a80 req-7edc4c95-303c-43c2-95a8-3199d2c93e7a tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:15.239081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2042f82-c5e1-41da-9db6-2e98f1cb0a80 req-7edc4c95-303c-43c2-95a8-3199d2c93e7a tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 946 time: 0.0593262 Jan 28 21:07:15.284139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2042f82-c5e1-41da-9db6-2e98f1cb0a80 req-fff40457-846f-4e43-8b36-dc5b461c144d tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379565 Jan 28 21:07:16.422238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de80233-1eab-45a2-8662-581283f287b6 req-90b4e519-c020-4726-b4db-d9f2d8c5cbdf tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:16.423808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0de80233-1eab-45a2-8662-581283f287b6 req-90b4e519-c020-4726-b4db-d9f2d8c5cbdf tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 946 time: 0.0652835 Jan 28 21:07:16.465606 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0de80233-1eab-45a2-8662-581283f287b6 req-0f28059c-6338-4a48-8d93-10fb47fb068f tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/security-groups?id=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354245 Jan 28 21:07:16.900671 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48075768-eb81-42bf-bb80-d32f616ee303 req-eedc9a38-abb7-4faf-877d-570d8dbcc830 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:16.902443 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48075768-eb81-42bf-bb80-d32f616ee303 req-eedc9a38-abb7-4faf-877d-570d8dbcc830 tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.26 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 946 time: 0.0489697 Jan 28 21:07:16.993282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Deleting port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:07:16.993633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:17.083456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] For port 2e1d23cd-2860-46bc-9c35-851ef75c6b50, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=2e1d23cd-2860-46bc-9c35-851ef75c6b50,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:17.083820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:17.095867 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Calling delete_port for 2e1d23cd-2860-46bc-9c35-851ef75c6b50 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:07:17.226332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:17.239525 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['2e1d23cd-2860-46bc-9c35-851ef75c6b50'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:07:17.262298 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Pushing event deleted for resources: {'Port': ['ID=2e1d23cd-2860-46bc-9c35-851ef75c6b50,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:17.300703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] No DVR routers for this DVR port 2e1d23cd-2860-46bc-9c35-851ef75c6b50 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:07:17.303467 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:17.306943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-48075768-eb81-42bf-bb80-d32f616ee303 req-ff437210-374c-43c0-896a-c166eeefa6cc tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.26 "DELETE /v2.0/ports/2e1d23cd-2860-46bc-9c35-851ef75c6b50 HTTP/1.1" status: 204 len: 173 time: 0.3986528 Jan 28 21:07:17.307483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78f64b9-671e-4e51-a924-a1c9da829f82', 'name': 'network-vif-deleted', 'tag': '2e1d23cd-2860-46bc-9c35-851ef75c6b50'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:07:17.310080 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0bab2d-7239-440c-89b8-ff95d0b0b9a3" -d '{"events": [{"server_uuid": "c78f64b9-671e-4e51-a924-a1c9da829f82", "name": "network-vif-deleted", "tag": "2e1d23cd-2860-46bc-9c35-851ef75c6b50"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:07:17.355177 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd197a3-5cd5-437e-8f3e-d465e4ec0404 x-openstack-request-id: req-8fd197a3-5cd5-437e-8f3e-d465e4ec0404 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:07:17.355468 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78f64b9-671e-4e51-a924-a1c9da829f82", "name": "network-vif-deleted", "tag": "2e1d23cd-2860-46bc-9c35-851ef75c6b50", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:07:17.355869 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fd197a3-5cd5-437e-8f3e-d465e4ec0404 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:07:17.356127 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78f64b9-671e-4e51-a924-a1c9da829f82', 'name': 'network-vif-deleted', 'tag': '2e1d23cd-2860-46bc-9c35-851ef75c6b50', 'status': 'completed', 'code': 200} Jan 28 21:07:17.577537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-108a7aef-eaa7-437d-8a15-ca9f0f4fa81d req-6648f1c8-8a7a-4c84-a5ad-8a4ebdd88d4d tempest-TestEncryptedCinderVolumes-1850836464 tempest-TestEncryptedCinderVolumes-1850836464-project] 10.222.0.44 "GET /v2.0/ports?device_id=c78f64b9-671e-4e51-a924-a1c9da829f82 HTTP/1.1" status: 200 len: 210 time: 0.0279043 Jan 28 21:07:18.462509 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:18.670468 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54664) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:19.016048 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:19.262641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Deleting port 761ddae4-822c-4feb-9fbd-9168e23591fa {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:07:19.262982 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:19.344440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] For port 761ddae4-822c-4feb-9fbd-9168e23591fa, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=761ddae4-822c-4feb-9fbd-9168e23591fa,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:19.344725 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:19.356996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Calling delete_port for 761ddae4-822c-4feb-9fbd-9168e23591fa owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:07:19.532365 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:19.556770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=761ddae4-822c-4feb-9fbd-9168e23591fa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:19.720478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:19.936902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Router aa951ef0-ed0b-4c06-ba52-e50711d50719 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:07:20.376504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:07:20.381525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-635d4305-5276-41ab-8f81-dbc5d82c1f3d admin admin] 10.222.0.44 "PUT /v2.0/routers/aa951ef0-ed0b-4c06-ba52-e50711d50719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102022 Jan 28 21:07:20.384158 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54666) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:20.385330 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] Sync routers for ids ['aa951ef0-ed0b-4c06-ba52-e50711d50719'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:07:20.394681 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] Routers {'aa951ef0-ed0b-4c06-ba52-e50711d50719'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:20.395281 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aa951ef0-ed0b-4c06-ba52-e50711d50719'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:20.486594 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:20.499818 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] Set router aa951ef0-ed0b-4c06-ba52-e50711d50719 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:20.588037 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:20.642239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Deleting port ab98f412-0e65-47bd-81dc-019b3c67d519 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:07:20.642501 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:20.675426 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:07:19Z', 'revision_number': 5, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port': {'id': 'ab98f412-0e65-47bd-81dc-019b3c67d519', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:05Z', 'updated_at': '2022-01-28T21:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:20.689994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 2e1d23cd-2860-46bc-9c35-851ef75c6b50 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:07:20.705879 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] Checking router: aa951ef0-ed0b-4c06-ba52-e50711d50719 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:07:20.710840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 2e1d23cd-2860-46bc-9c35-851ef75c6b50 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:07:20.711189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 2e1d23cd-2860-46bc-9c35-851ef75c6b50 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:07:20.716050 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] Routers {'aa951ef0-ed0b-4c06-ba52-e50711d50719'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:20.716712 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aa951ef0-ed0b-4c06-ba52-e50711d50719'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:20.729249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] For port ab98f412-0e65-47bd-81dc-019b3c67d519, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=ab98f412-0e65-47bd-81dc-019b3c67d519,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:20.729966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:20.741682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Calling delete_port for ab98f412-0e65-47bd-81dc-019b3c67d519 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:07:20.809540 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] Set router aa951ef0-ed0b-4c06-ba52-e50711d50719 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:20.861516 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:07:20Z', 'revision_number': 6, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:20.888762 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d94b6-2451-49d6-8a41-e2fb25ed51bb None None] The sync data for ids ['aa951ef0-ed0b-4c06-ba52-e50711d50719'] in n-d-825064-3 is: [{'id': 'aa951ef0-ed0b-4c06-ba52-e50711d50719', 'name': 'tempest-TestEncryptedCinderVolumes-1530235133-router', 'tenant_id': '27f8e614f61447dbb98f14c936932de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:04Z', 'updated_at': '2022-01-28T21:07:20Z', 'revision_number': 6, 'project_id': '27f8e614f61447dbb98f14c936932de9', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:07:20.909576 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:20.937584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab98f412-0e65-47bd-81dc-019b3c67d519,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:20.994902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.084115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.086289 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.132381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.132925 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa951ef0-ed0b-4c06-ba52-e50711d50719 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:07:21.138124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.139137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2cc567bd-1b38-4900-80cc-22688e772fc7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/aa951ef0-ed0b-4c06-ba52-e50711d50719 HTTP/1.1" status: 204 len: 168 time: 0.7540178 Jan 28 21:07:21.141779 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54668) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:21.188148 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fb3a95-a654-4520-abbb-3ee886036228 admin admin] Deleting subnet 31907ac3-fa7f-43a5-b73b-6d80ec2f83cf {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:07:21.191171 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55fb3a95-a654-4520-abbb-3ee886036228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.226400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55fb3a95-a654-4520-abbb-3ee886036228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.313784 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55fb3a95-a654-4520-abbb-3ee886036228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.369235 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55fb3a95-a654-4520-abbb-3ee886036228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.397401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb3a95-a654-4520-abbb-3ee886036228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31907ac3-fa7f-43a5-b73b-6d80ec2f83cf,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:21.399557 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55fb3a95-a654-4520-abbb-3ee886036228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.403157 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-55fb3a95-a654-4520-abbb-3ee886036228 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31907ac3-fa7f-43a5-b73b-6d80ec2f83cf HTTP/1.1" status: 204 len: 168 time: 0.2604563 Jan 28 21:07:21.404065 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b3494-d16c-446a-a0bc-3f9c669eae54 None None] Network d80dcac5-44e5-4f83-abd1-f0785f84f067 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:07:21.405697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54670) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:21.472074 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.530322 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Deleting port 1c359282-50bc-46d7-bca8-31d9ea649511 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:07:21.530667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.593032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] For port 1c359282-50bc-46d7-bca8-31d9ea649511, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=1c359282-50bc-46d7-bca8-31d9ea649511,segment=NetworkSegment(2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5),segment_id=2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:21.593321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.606120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Calling delete_port for 1c359282-50bc-46d7-bca8-31d9ea649511 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:07:21.678479 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 761ddae4-822c-4feb-9fbd-9168e23591fa no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:07:21.680858 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7364f7a1-2760-4390-bd3b-f7bef6586a44 None None] DHCP port deletion for d80dcac5-44e5-4f83-abd1-f0785f84f067 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:07:21.694694 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.705662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 761ddae4-822c-4feb-9fbd-9168e23591fa {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:07:21.706246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 761ddae4-822c-4feb-9fbd-9168e23591fa not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:07:21.723259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c359282-50bc-46d7-bca8-31d9ea649511,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:21.725334 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] No DVR routers for this DVR port 1c359282-50bc-46d7-bca8-31d9ea649511 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:07:21.733549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7364f7a1-2760-4390-bd3b-f7bef6586a44 None None] The port '1c359282-50bc-46d7-bca8-31d9ea649511' was deleted {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 28 21:07:21.748902 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.800053 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.820463 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80dcac5-44e5-4f83-abd1-f0785f84f067']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:21.829527 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:21.829830 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e13d8da-5a3d-45d8-8e8d-78ec6d5c3cc5') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:21.843048 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.856962 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.863187 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:07:21.863591 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:07:21.865720 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:07:21.922073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.927975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:21.931380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] 10.222.0.44 "DELETE /v2.0/networks/d80dcac5-44e5-4f83-abd1-f0785f84f067 HTTP/1.1" status: 204 len: 168 time: 0.5247557 Jan 28 21:07:21.935111 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54672) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:21.945270 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a90b4-5045-4e16-bec8-7d703977fa9d admin admin] Pushing event deleted for resources: {'Network': ['ID=d80dcac5-44e5-4f83-abd1-f0785f84f067,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:22.283446 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:22.534041 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Deleting port 43820e85-3299-4a6f-88e7-abf80c16fe51 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:07:22.534296 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:22.625514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] For port 43820e85-3299-4a6f-88e7-abf80c16fe51, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=43820e85-3299-4a6f-88e7-abf80c16fe51,segment=NetworkSegment(9c9f9a16-8f1c-467d-a41a-327955aecb02),segment_id=9c9f9a16-8f1c-467d-a41a-327955aecb02)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:22.625874 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:22.638146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Calling delete_port for 43820e85-3299-4a6f-88e7-abf80c16fe51 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:07:22.817494 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:22.843563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=43820e85-3299-4a6f-88e7-abf80c16fe51,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:22.866742 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.867080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.867415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.867744 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.868087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.868419 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.868741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.869059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.869379 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.869700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.870668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:22.871044 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:23.017289 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:23.211350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1c359282-50bc-46d7-bca8-31d9ea649511 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:07:23.235024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 1c359282-50bc-46d7-bca8-31d9ea649511 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:07:23.235376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 1c359282-50bc-46d7-bca8-31d9ea649511 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:07:23.235821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ab98f412-0e65-47bd-81dc-019b3c67d519 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:07:23.236437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:07:23.254301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: ab98f412-0e65-47bd-81dc-019b3c67d519 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:07:23.254670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device ab98f412-0e65-47bd-81dc-019b3c67d519 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:07:23.347158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:07:23.352589 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e29e6dc7-a081-4a47-8c81-8a59768902b6 admin admin] 10.222.0.44 "PUT /v2.0/routers/fa9752a4-3895-4bd2-90e3-feec8c9bfcdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4163415 Jan 28 21:07:23.356831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54676) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:23.358620 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] Sync routers for ids ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:07:23.368307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] Routers {'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:23.368947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:23.468383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:23.480521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] Set router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:23.577461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:23.638592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Deleting port 729e5141-6c54-48e5-b67b-0e8d9a7afa46 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:07:23.638917 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:23.670046 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:07:22Z', 'revision_number': 5, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port': {'id': '729e5141-6c54-48e5-b67b-0e8d9a7afa46', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:15:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:06:10Z', 'updated_at': '2022-01-28T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:23.698996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] Checking router: fa9752a4-3895-4bd2-90e3-feec8c9bfcdc for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:07:23.707898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] Routers {'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:23.708872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:23.729503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] For port 729e5141-6c54-48e5-b67b-0e8d9a7afa46, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=729e5141-6c54-48e5-b67b-0e8d9a7afa46,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:23.729870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:23.743234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Calling delete_port for 729e5141-6c54-48e5-b67b-0e8d9a7afa46 owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:07:23.798675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] Set router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:23.857772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:07:23Z', 'revision_number': 6, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:23.884344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01c29af-fe0d-4483-9a38-eb79585d519f None None] The sync data for ids ['fa9752a4-3895-4bd2-90e3-feec8c9bfcdc'] in n-d-825064-3 is: [{'id': 'fa9752a4-3895-4bd2-90e3-feec8c9bfcdc', 'name': 'tempest-TestEncryptedCinderVolumes-429418181-router', 'tenant_id': '64910db99a084722aea1e64227d3329d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:06:09Z', 'updated_at': '2022-01-28T21:07:23Z', 'revision_number': 6, 'project_id': '64910db99a084722aea1e64227d3329d', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:07:23.922847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:23.949566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=729e5141-6c54-48e5-b67b-0e8d9a7afa46,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:24.007495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.096366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.098439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.145794 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.146403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa9752a4-3895-4bd2-90e3-feec8c9bfcdc {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:07:24.151347 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.152544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ddf1b71b-18a4-44c3-bad1-0a4572ad87f3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fa9752a4-3895-4bd2-90e3-feec8c9bfcdc HTTP/1.1" status: 204 len: 168 time: 0.7942040 Jan 28 21:07:24.155093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54678) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:24.200836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4d925f-da9b-4da2-a183-90dd4227dc3f admin admin] Deleting subnet 274816a4-ad5d-4ce3-82e1-e509607621d9 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:07:24.204012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d4d925f-da9b-4da2-a183-90dd4227dc3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.238675 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d4d925f-da9b-4da2-a183-90dd4227dc3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.340366 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d4d925f-da9b-4da2-a183-90dd4227dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.394091 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d4d925f-da9b-4da2-a183-90dd4227dc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.423026 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d925f-da9b-4da2-a183-90dd4227dc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274816a4-ad5d-4ce3-82e1-e509607621d9,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:24.425071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4d4d925f-da9b-4da2-a183-90dd4227dc3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.428675 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4d4d925f-da9b-4da2-a183-90dd4227dc3f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/274816a4-ad5d-4ce3-82e1-e509607621d9 HTTP/1.1" status: 204 len: 168 time: 0.2726338 Jan 28 21:07:24.429481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f448dba-f10f-4a9b-879b-1d83e63ea38e None None] Network ec0d68f3-6444-4c0c-86d8-04e95833df98 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:07:24.430583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54680) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:24.496484 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.554422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Deleting port 03af1418-74d8-4286-b4ef-ac5554b7c194 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:07:24.554765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.616763 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] For port 03af1418-74d8-4286-b4ef-ac5554b7c194, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=03af1418-74d8-4286-b4ef-ac5554b7c194,segment=NetworkSegment(9c9f9a16-8f1c-467d-a41a-327955aecb02),segment_id=9c9f9a16-8f1c-467d-a41a-327955aecb02)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:24.617055 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.629436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Calling delete_port for 03af1418-74d8-4286-b4ef-ac5554b7c194 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:07:24.675647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] DHCP port deletion for ec0d68f3-6444-4c0c-86d8-04e95833df98 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:07:24.715832 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.724012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] Deleting port 03af1418-74d8-4286-b4ef-ac5554b7c194 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:07:24.724423 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.739558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Pushing event deleted for resources: {'Port': ['ID=03af1418-74d8-4286-b4ef-ac5554b7c194,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:24.745271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] No DVR routers for this DVR port 03af1418-74d8-4286-b4ef-ac5554b7c194 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:07:24.792926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] For port 03af1418-74d8-4286-b4ef-ac5554b7c194, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:24.793420 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.806777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] Calling delete_port for 03af1418-74d8-4286-b4ef-ac5554b7c194 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:07:24.810180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] Port 03af1418-74d8-4286-b4ef-ac5554b7c194 was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 21:07:24.811402 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.818381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.836045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] Pushing event deleted for resources: {'Port': ['ID=03af1418-74d8-4286-b4ef-ac5554b7c194,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:24.838161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0d68f3-6444-4c0c-86d8-04e95833df98']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:24.841412 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca300e-4de0-4d26-a5d3-9a8204010fe2 None None] No DVR routers for this DVR port 03af1418-74d8-4286-b4ef-ac5554b7c194 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:07:24.850995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9f9a16-8f1c-467d-a41a-327955aecb02') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:24.850995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9f9a16-8f1c-467d-a41a-327955aecb02') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:24.863824 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.878893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.885749 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:07:24.886813 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:07:24.888680 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:07:24.947687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.954621 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:24.961124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] 10.222.0.44 "DELETE /v2.0/networks/ec0d68f3-6444-4c0c-86d8-04e95833df98 HTTP/1.1" status: 204 len: 168 time: 0.5292828 Jan 28 21:07:24.972896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63c8c9-3c24-4f07-8e1a-20660dec427e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0d68f3-6444-4c0c-86d8-04e95833df98,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:25.114962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54684) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:25.157693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8d6d5cc9-0a5c-4567-bb3e-4e50b42fa260 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27f8e614f61447dbb98f14c936932de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407825 Jan 28 21:07:25.159449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54686) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:25.161549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 43820e85-3299-4a6f-88e7-abf80c16fe51 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:07:25.182248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 43820e85-3299-4a6f-88e7-abf80c16fe51 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:07:25.183106 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 43820e85-3299-4a6f-88e7-abf80c16fe51 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:07:25.183639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 03af1418-74d8-4286-b4ef-ac5554b7c194 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:07:25.203362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 03af1418-74d8-4286-b4ef-ac5554b7c194 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:07:25.203710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 03af1418-74d8-4286-b4ef-ac5554b7c194 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:07:25.204138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 729e5141-6c54-48e5-b67b-0e8d9a7afa46 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:07:25.210866 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c21d28-db62-49aa-9356-0fccb46f8212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:25.226203 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 729e5141-6c54-48e5-b67b-0e8d9a7afa46 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:07:25.226556 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 729e5141-6c54-48e5-b67b-0e8d9a7afa46 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:07:25.232925 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c21d28-db62-49aa-9356-0fccb46f8212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:25.285458 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c21d28-db62-49aa-9356-0fccb46f8212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:25.288118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-53c21d28-db62-49aa-9356-0fccb46f8212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:25.291607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-53c21d28-db62-49aa-9356-0fccb46f8212 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a HTTP/1.1" status: 204 len: 168 time: 0.1286118 Jan 28 21:07:25.301967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c21d28-db62-49aa-9356-0fccb46f8212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f1e3d-ca2e-4a9d-8c86-dbfb666d338a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:25.601765 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54692) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:25.641536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-76f8ed48-9126-46b9-a431-8d6477039ff6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64910db99a084722aea1e64227d3329d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385368 Jan 28 21:07:25.644087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54694) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:25.692507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f9ae-6b25-48e7-8806-d90ca4394f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:25.713017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f9ae-6b25-48e7-8806-d90ca4394f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:25.759722 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f9ae-6b25-48e7-8806-d90ca4394f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:25.762327 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4cb8f9ae-6b25-48e7-8806-d90ca4394f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:25.763479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4cb8f9ae-6b25-48e7-8806-d90ca4394f95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37646ee7-aa4f-4e0c-9dc9-b9e899b980f3 HTTP/1.1" status: 204 len: 168 time: 0.1185079 Jan 28 21:07:25.771949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8f9ae-6b25-48e7-8806-d90ca4394f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37646ee7-aa4f-4e0c-9dc9-b9e899b980f3,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:26.432577 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54716) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:26.527978 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-255262866-network', 'tenant_id': 'ed431154b1c847e18729433174bf90a8'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:07:26.550971 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Made reservation on behalf of ed431154b1c847e18729433174bf90a8 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:07:26.553328 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:26.562087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:26.640124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:26.644355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:26.668292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:07:26.677889 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:26.683247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:26.683714 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Added segment a62664f8-8b59-4700-ac62-7c4f5c3774af of type vlan for network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d Jan 28 21:07:26.725119 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:26.749868 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:26.750817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:26.751374 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:26.805031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3712900 Jan 28 21:07:26.808830 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54720) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:26.812745 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5006ed-43a3-41d6-a797-0db43308549a admin admin] Pushing event updated for resources: {'Network': ['ID=8c5ea517-2770-489f-b8ce-67c16b9b7a3d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:26.814453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Request body: {'subnet': {'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-255262866-subnet', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'ip_version': 4}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:07:26.823671 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:07:26.837929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Made reservation on behalf of ed431154b1c847e18729433174bf90a8 for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:07:26.840609 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.009253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.064208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2e9f67-9773-4f7f-840b-ff2930221c36,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:27.074825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Checking segment: {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:27.075189 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Network hostable DHCP agents. Network: 8c5ea517-2770-489f-b8ce-67c16b9b7a3d, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:07:27.091369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:07:27.101098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 8c5ea517-2770-489f-b8ce-67c16b9b7a3d) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:27.107469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:27.107626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.111617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734bf24-300c-42fd-b549-8785832afaa9 None None] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:07:27.125328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6c7955ae-a241-420e-a5a2-4911e6070e35 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3147757 Jan 28 21:07:27.128065 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54722) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:27.132552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:07:27.156065 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.157236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.215056 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.265593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:07:27.266460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.359310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.408500 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Allocated IP 172.20.0.2 (8c5ea517-2770-489f-b8ce-67c16b9b7a3d/6d2e9f67-9773-4f7f-840b-ff2930221c36/7072f282-cf30-4299-aa86-a51830eb8096) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:07:27.550065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.556698 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.564531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.583677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.612074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:27.620690 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:27.623695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:07:27.637696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7072f282-cf30-4299-aa86-a51830eb8096,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:27.686350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Attempting to bind port 7072f282-cf30-4299-aa86-a51830eb8096 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:07:27.686721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Attempting to bind port 7072f282-cf30-4299-aa86-a51830eb8096 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:07:27.687081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Attempting to bind port 7072f282-cf30-4299-aa86-a51830eb8096 on network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:07:27.691889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:07:27.692295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Checking segment: {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:27.692698 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.693090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Bound using segment: {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:07:27.693558 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Bound port: 7072f282-cf30-4299-aa86-a51830eb8096, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:07:27.693932 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.698436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Allocated IP 172.25.2.214 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/330b0826-f83e-4d42-8425-b5cba56e3d90) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:07:27.769133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] For port 7072f282-cf30-4299-aa86-a51830eb8096, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:07:27.772487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] For port 7072f282-cf30-4299-aa86-a51830eb8096, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7072f282-cf30-4299-aa86-a51830eb8096,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:07:27.777820 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.804399 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.841574 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:27.857811 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de87cf2-9124-475c-b92f-79b2d2fe9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7072f282-cf30-4299-aa86-a51830eb8096,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:27.882384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:27.885512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:27.891438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:07:27.920858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Pushing event updated for resources: {'Port': ['ID=330b0826-f83e-4d42-8425-b5cba56e3d90,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:28.164136 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:28.701476 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:28.768905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b9a8d-af22-4b01-b80e-fe99f127cc3a None None] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:07:28.831838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Router a391667b-837c-4fd4-8308-c56c34efbc44 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:07:28.832094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-60e37544-833f-4838-a65b-ca4ced2e8dea None None] Provisioning complete for port 7072f282-cf30-4299-aa86-a51830eb8096 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:28.832315 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60e37544-833f-4838-a65b-ca4ced2e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:28.942003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:07:28.953916 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Sync routers for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:07:28.961638 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:28.965394 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:28.966019 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:28.967390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54724) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:28.972644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-21237906-160f-473d-99ca-64f6af5c806a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8407032 Jan 28 21:07:29.139809 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60e37544-833f-4838-a65b-ca4ced2e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.168739 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:29.189314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-60e37544-833f-4838-a65b-ca4ced2e8dea None None] For port 7072f282-cf30-4299-aa86-a51830eb8096, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7072f282-cf30-4299-aa86-a51830eb8096,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:29.197538 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-60e37544-833f-4838-a65b-ca4ced2e8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.278936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37544-833f-4838-a65b-ca4ced2e8dea None None] Pushing event updated for resources: {'Port': ['ID=7072f282-cf30-4299-aa86-a51830eb8096,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:29.283095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7072f282-cf30-4299-aa86-a51830eb8096 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:29.351189 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7072f282-cf30-4299-aa86-a51830eb8096 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:29.351816 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.390101 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:28Z', 'revision_number': 3, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:29.424335 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Checking router: a391667b-837c-4fd4-8308-c56c34efbc44 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:07:29.424966 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Updating router a391667b-837c-4fd4-8308-c56c34efbc44 port 330b0826-f83e-4d42-8425-b5cba56e3d90 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:07:29.451544 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.503117 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.519783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8c041695-38c9-414c-9981-f264523f1520 None None] Provisioning complete for port 7072f282-cf30-4299-aa86-a51830eb8096 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:29.520330 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8c041695-38c9-414c-9981-f264523f1520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.707247 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.709128 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Allocated IP 172.20.0.1 (8c5ea517-2770-489f-b8ce-67c16b9b7a3d/6d2e9f67-9773-4f7f-840b-ff2930221c36/46067971-ac89-4e4c-a66d-fc4d7ebdb5c8) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:07:29.712763 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.764675 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Attempting to bind port 330b0826-f83e-4d42-8425-b5cba56e3d90 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:07:29.765139 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Attempting to bind port 330b0826-f83e-4d42-8425-b5cba56e3d90 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:07:29.765507 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Attempting to bind port 330b0826-f83e-4d42-8425-b5cba56e3d90 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:07:29.774102 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Pushing event updated for resources: {'Port': ['ID=330b0826-f83e-4d42-8425-b5cba56e3d90,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:29.777989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:07:29.778365 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:29.778772 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.779163 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:07:29.779634 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Bound port: 330b0826-f83e-4d42-8425-b5cba56e3d90, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:07:29.780012 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.786376 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.786725 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.787063 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.787397 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.787726 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.788088 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.788413 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.788745 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.789060 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.789377 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.789701 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.790019 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:29.815344 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.842778 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] For port 330b0826-f83e-4d42-8425-b5cba56e3d90, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:07:29.846430 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] For port 330b0826-f83e-4d42-8425-b5cba56e3d90, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=330b0826-f83e-4d42-8425-b5cba56e3d90,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:07:29.849880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.852838 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:29.896963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:29.901657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:29.906007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:07:29.906957 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:29.907759 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:29.909057 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Pushing event updated for resources: {'Port': ['ID=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:29.922013 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218fa4c-7ce8-4e7c-9e64-3a87e1d7bf06 None None] Pushing event updated for resources: {'Port': ['ID=330b0826-f83e-4d42-8425-b5cba56e3d90,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:29.946025 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:30.049510 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:30.079965 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:30.126696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9c1f9cbc-9abd-4aca-8b30-6876be3b24cc None None] Provisioning complete for port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:30.127456 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9cbc-9abd-4aca-8b30-6876be3b24cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:30.165918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f9cbc-9abd-4aca-8b30-6876be3b24cc None None] Port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:07:30.235481 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:28Z', 'revision_number': 3, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:30.244800 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:30.249691 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:30.262325 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe4a349-448c-40be-aaf7-3a54a7c7ce85 None None] The sync data for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 is: [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:28Z', 'revision_number': 3, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:07:30.316892 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:30.318646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Pushing event updated for resources: {'Port': ['ID=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:30.420351 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:30.421803 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:30.648022 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:07:30.715687 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-539b8c50-da00-4f09-9a0a-382a4d8330de None None] Provisioning complete for port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:30.716065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-539b8c50-da00-4f09-9a0a-382a4d8330de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:30.752970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-539b8c50-da00-4f09-9a0a-382a4d8330de None None] Port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:07:30.917353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Router a391667b-837c-4fd4-8308-c56c34efbc44 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:07:31.031798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:07:31.037686 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d87969ce-5950-4f96-bfab-09ad08fbee4d admin admin] 10.222.0.44 "PUT /v2.0/routers/a391667b-837c-4fd4-8308-c56c34efbc44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0682135 Jan 28 21:07:31.242301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 330b0826-f83e-4d42-8425-b5cba56e3d90 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:31.291325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 330b0826-f83e-4d42-8425-b5cba56e3d90 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:31.292284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.380900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.403846 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 330b0826-f83e-4d42-8425-b5cba56e3d90, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=330b0826-f83e-4d42-8425-b5cba56e3d90,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:31.408147 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.409044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7072f282-cf30-4299-aa86-a51830eb8096 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:31.484076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=330b0826-f83e-4d42-8425-b5cba56e3d90,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:31.499496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7072f282-cf30-4299-aa86-a51830eb8096 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:31.499876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.539378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54740) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:31.545127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1069989957-network', 'tenant_id': 'b329ea083bd74b3b9690430112be6095'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:07:31.569944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Made reservation on behalf of b329ea083bd74b3b9690430112be6095 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:07:31.572407 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.582593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.660742 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.665260 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.689935 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:07:31.700309 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deafdcc-c4c8-4ff9-b0ef-a160584c6f87,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:31.705426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.705764 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Added segment d4134811-cf71-4375-8feb-2893ff86b0a0 of type vlan for network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b Jan 28 21:07:31.747518 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.772592 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.773664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:31.774325 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.827960 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2874289 Jan 28 21:07:31.830737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54742) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:31.836039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Request body: {'subnet': {'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1069989957-subnet', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:07:31.842766 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c2e77-2396-4a3e-acb6-206e2447a6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:31.851372 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Sync routers for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:07:31.856313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:07:31.862389 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Made reservation on behalf of b329ea083bd74b3b9690430112be6095 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:07:31.864875 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:31.900530 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:31.901894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:32.028521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:32.037256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.100995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa439688-2f1c-48fc-b84c-875f0988e390,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:32.108648 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Checking segment: {'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:32.109767 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Network hostable DHCP agents. Network: 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:07:32.126613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:07:32.136216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:32.144444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:32.145038 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.145266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6163c6cf-d4d9-4fdb-99ef-1bb3f5b8e838 None None] Network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:07:32.161506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3b4821f2-638e-4327-9af7-f7448846170a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3293252 Jan 28 21:07:32.164097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54744) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:32.169024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:07:32.191591 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.192592 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.245930 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.349826 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b', 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'fixed_ips': [{'subnet_id': 'aa439688-2f1c-48fc-b84c-875f0988e390'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:07:32.350672 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.363242 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 2, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:32.390835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.397091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Checking router: a391667b-837c-4fd4-8308-c56c34efbc44 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:07:32.397442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Updating router a391667b-837c-4fd4-8308-c56c34efbc44 port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:07:32.476918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.591727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.615088 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.633898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Allocated IP 172.20.0.2 (5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b/aa439688-2f1c-48fc-b84c-875f0988e390/b8f30c38-c1e9-4b40-9206-3f662532932b) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:07:32.727120 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Allocated IP 172.25.2.211 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/79416eef-ab31-46dc-9878-3fbce333648e) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:07:32.833537 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.869205 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.890825 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.906974 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.911239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:32.913439 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.914087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:32.919277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:07:32.922756 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=79416eef-ab31-46dc-9878-3fbce333648e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:32.941724 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:32.962722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:32.970467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:32.975238 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:07:32.976960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Pushing event updated for resources: {'Port': ['ID=b8f30c38-c1e9-4b40-9206-3f662532932b,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:33.080829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c14463-2644-4a82-8e35-91b1ef52d893 None None] Pushing event updated for resources: {'Port': ['ID=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:33.121151 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Attempting to bind port b8f30c38-c1e9-4b40-9206-3f662532932b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:07:33.121439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Attempting to bind port b8f30c38-c1e9-4b40-9206-3f662532932b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:07:33.121801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Attempting to bind port b8f30c38-c1e9-4b40-9206-3f662532932b on network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:07:33.130516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Attempting to bind port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:07:33.130885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Attempting to bind port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:07:33.131245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Attempting to bind port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 on network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:07:33.133762 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:07:33.134131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Checking segment: {'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:33.134531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.134918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Bound using segment: {'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:07:33.135952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Bound port: b8f30c38-c1e9-4b40-9206-3f662532932b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:07:33.136444 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.160787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:07:33.161163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Checking segment: {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:33.161571 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.162324 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Bound using segment: {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:07:33.163010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Bound port: 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:07:33.163774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.228212 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.262377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] For port b8f30c38-c1e9-4b40-9206-3f662532932b, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:07:33.267075 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] For port b8f30c38-c1e9-4b40-9206-3f662532932b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b8f30c38-c1e9-4b40-9206-3f662532932b,segment=NetworkSegment(d4134811-cf71-4375-8feb-2893ff86b0a0),segment_id=d4134811-cf71-4375-8feb-2893ff86b0a0)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:07:33.274303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.329116 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] For port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:07:33.343794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 330b0826-f83e-4d42-8425-b5cba56e3d90 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:33.390247 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] For port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:07:33.393423 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-67f86f45-c419-4ff6-9ed2-8fed3255bf3a None None] Provisioning complete for port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:33.393881 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67f86f45-c419-4ff6-9ed2-8fed3255bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.404978 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.429338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf92c8-44cf-4c0f-b89c-613621f7a1ae None None] Pushing event updated for resources: {'Port': ['ID=b8f30c38-c1e9-4b40-9206-3f662532932b,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:33.461819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.521993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c14463-2644-4a82-8e35-91b1ef52d893 None None] Pushing event updated for resources: {'Port': ['ID=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:33.528454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:33.529176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:33.535385 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 330b0826-f83e-4d42-8425-b5cba56e3d90 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:33.535759 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.647150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:07:33.781131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:07:33.795514 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Sync routers for ids ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:07:33.809766 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Routers {'5590b7cc-d22c-4739-b9aa-5df9bc724a55'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:33.810702 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:33.810851 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.812226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9723b2c0-4a43-4317-8624-65958cc25ae2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6471725 Jan 28 21:07:33.816027 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54746) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:07:33.822176 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67f86f45-c419-4ff6-9ed2-8fed3255bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:33.909419 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-67f86f45-c419-4ff6-9ed2-8fed3255bf3a None None] For port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:33.912215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:33.946872 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Set router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:33.957928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-67f86f45-c419-4ff6-9ed2-8fed3255bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.106614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f86f45-c419-4ff6-9ed2-8fed3255bf3a None None] Pushing event updated for resources: {'Port': ['ID=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:34.127572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-29eb28ad-a7c5-48b3-ae8c-194f17bf59e8 None None] Provisioning complete for port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:34.128208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-29eb28ad-a7c5-48b3-ae8c-194f17bf59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.137601 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '79416eef-ab31-46dc-9878-3fbce333648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 3, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port': {'id': '79416eef-ab31-46dc-9878-3fbce333648e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:34.172815 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Checking router: 5590b7cc-d22c-4739-b9aa-5df9bc724a55 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:07:34.173285 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Updating router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 port 79416eef-ab31-46dc-9878-3fbce333648e binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:07:34.200772 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.265767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:34.293646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db5156-9c87-4705-beaa-6db7a1f2e53e None None] The sync data for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 is: [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:07:34.301075 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.531509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Allocated IP 172.20.0.1 (5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b/aa439688-2f1c-48fc-b84c-875f0988e390/dd371ddf-a8e5-4830-a042-1a23f9eb65c9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:07:34.573413 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.580148 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.629996 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Attempting to bind port 79416eef-ab31-46dc-9878-3fbce333648e on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:07:34.630360 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Attempting to bind port 79416eef-ab31-46dc-9878-3fbce333648e by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:07:34.630715 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Attempting to bind port 79416eef-ab31-46dc-9878-3fbce333648e on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:07:34.645325 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:07:34.645567 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:34.646067 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.646694 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:07:34.646938 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Bound port: 79416eef-ab31-46dc-9878-3fbce333648e, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:07:34.647255 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.649750 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc1a2f-014f-4305-8809-781c33a7b7aa None None] Pushing event updated for resources: {'Port': ['ID=79416eef-ab31-46dc-9878-3fbce333648e,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:34.658124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539be872-22b5-4ea3-ac80-67952ce36767 None None] Network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:07:34.669826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.711167 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.714643 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] For port 79416eef-ab31-46dc-9878-3fbce333648e, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:07:34.718834 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] For port 79416eef-ab31-46dc-9878-3fbce333648e, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79416eef-ab31-46dc-9878-3fbce333648e,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:07:34.728614 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.735407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3a5f062c-1e3f-4a95-be72-e0601792395d None None] Provisioning complete for port b8f30c38-c1e9-4b40-9206-3f662532932b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:34.735788 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3a5f062c-1e3f-4a95-be72-e0601792395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.765454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Pushing event updated for resources: {'Port': ['ID=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:34.785468 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:34.787328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:34.791075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:07:34.810302 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc1a2f-014f-4305-8809-781c33a7b7aa None None] Pushing event updated for resources: {'Port': ['ID=79416eef-ab31-46dc-9878-3fbce333648e,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:34.826897 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Routers {'5590b7cc-d22c-4739-b9aa-5df9bc724a55'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:34.827829 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:34.848514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.898466 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3a5f062c-1e3f-4a95-be72-e0601792395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:34.944488 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-3a5f062c-1e3f-4a95-be72-e0601792395d None None] For port b8f30c38-c1e9-4b40-9206-3f662532932b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b8f30c38-c1e9-4b40-9206-3f662532932b,segment=NetworkSegment(d4134811-cf71-4375-8feb-2893ff86b0a0),segment_id=d4134811-cf71-4375-8feb-2893ff86b0a0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:34.955796 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3a5f062c-1e3f-4a95-be72-e0601792395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.022286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f062c-1e3f-4a95-be72-e0601792395d None None] Pushing event updated for resources: {'Port': ['ID=b8f30c38-c1e9-4b40-9206-3f662532932b,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:35.028585 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.082279 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] Set router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:35.241045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.247734 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.289123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d2e31b50-03ba-464f-90e3-5a45134a5fc4 None None] Provisioning complete for port b8f30c38-c1e9-4b40-9206-3f662532932b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:35.289560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d2e31b50-03ba-464f-90e3-5a45134a5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.323225 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '79416eef-ab31-46dc-9878-3fbce333648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 3, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port': {'id': '79416eef-ab31-46dc-9878-3fbce333648e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:35.370941 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a054-c49a-41a3-8034-ba991d96dd1c None None] The sync data for ids ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'] in n-d-825064-3 is: [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '79416eef-ab31-46dc-9878-3fbce333648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 3, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port': {'id': '79416eef-ab31-46dc-9878-3fbce333648e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:07:35.378240 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.381220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Pushing event updated for resources: {'Port': ['ID=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:35.481891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d2e31b50-03ba-464f-90e3-5a45134a5fc4 None None] Provisioning complete for port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:35.482276 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d2e31b50-03ba-464f-90e3-5a45134a5fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.521139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b8f30c38-c1e9-4b40-9206-3f662532932b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:35.553466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:35.555545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:35.573913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d2e31b50-03ba-464f-90e3-5a45134a5fc4 None None] Port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:07:35.591200 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port b8f30c38-c1e9-4b40-9206-3f662532932b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:35.591654 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.690227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:07:35.700282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:35.756666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-46350a19-acf3-4f19-a0b3-698ad277b78a None None] Provisioning complete for port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:35.757173 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46350a19-acf3-4f19-a0b3-698ad277b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.816821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-46350a19-acf3-4f19-a0b3-698ad277b78a None None] Port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:07:35.830150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:35.830521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:35.881649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:07:35.888884 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-adabff8d-497b-479e-aefc-6b474e6169ee admin admin] 10.222.0.44 "PUT /v2.0/routers/5590b7cc-d22c-4739-b9aa-5df9bc724a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0707798 Jan 28 21:07:35.956518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-733c970d-0efb-4801-8edc-65b9041d9c4b None None] Provisioning complete for port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:35.957082 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-733c970d-0efb-4801-8edc-65b9041d9c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:36.007348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-733c970d-0efb-4801-8edc-65b9041d9c4b None None] Port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:07:37.388570 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79416eef-ab31-46dc-9878-3fbce333648e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:37.455543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 79416eef-ab31-46dc-9878-3fbce333648e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:37.455992 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:37.551637 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:37.582955 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 79416eef-ab31-46dc-9878-3fbce333648e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79416eef-ab31-46dc-9878-3fbce333648e,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:37.587796 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:37.655853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=79416eef-ab31-46dc-9878-3fbce333648e,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:37.788810 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ffb55a48-99b4-44e2-8ca4-b5e1063c41b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:37.820365 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Sync routers for ids ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:07:37.835532 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Routers {'5590b7cc-d22c-4739-b9aa-5df9bc724a55'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:37.836274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:37.956818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Set router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:38.180638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '79416eef-ab31-46dc-9878-3fbce333648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:34Z', 'revision_number': 4, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port': {'id': '79416eef-ab31-46dc-9878-3fbce333648e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'dd371ddf-a8e5-4830-a042-1a23f9eb65c9', 'name': '', 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'mac_address': 'fa:16:3e:6e:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'aa439688-2f1c-48fc-b84c-875f0988e390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:34Z', 'updated_at': '2022-01-28T21:07:35Z', 'revision_number': 2, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'subnets': [{'id': 'aa439688-2f1c-48fc-b84c-875f0988e390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:38.209685 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Checking router: 5590b7cc-d22c-4739-b9aa-5df9bc724a55 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:07:38.210047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Updating router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:07:38.243277 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:38.560502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:38.568411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:38.657222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5be02f-f24b-4fbf-bd98-3d12fd617b0f None None] Pushing event updated for resources: {'Port': ['ID=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:38.709863 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Attempting to bind port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:07:38.710734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Attempting to bind port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:07:38.711255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Attempting to bind port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 on network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:07:38.717399 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:07:38.718026 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Checking segment: {'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:38.718578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:38.719111 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Bound using segment: {'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:07:38.719734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Bound port: dd371ddf-a8e5-4830-a042-1a23f9eb65c9, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4134811-cf71-4375-8feb-2893ff86b0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:07:38.720285 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:38.805974 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] For port dd371ddf-a8e5-4830-a042-1a23f9eb65c9, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:07:38.810196 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] For port dd371ddf-a8e5-4830-a042-1a23f9eb65c9, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,segment=NetworkSegment(d4134811-cf71-4375-8feb-2893ff86b0a0),segment_id=d4134811-cf71-4375-8feb-2893ff86b0a0)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:07:38.818612 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:38.891516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Routers {'5590b7cc-d22c-4739-b9aa-5df9bc724a55'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:07:38.892331 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:07:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:38.935864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5be02f-f24b-4fbf-bd98-3d12fd617b0f None None] Pushing event updated for resources: {'Port': ['ID=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:39.013682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-b56eeb6e-487c-4546-84ce-d9c5f322bc2b None None] Provisioning complete for port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:39.014190 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b56eeb6e-487c-4546-84ce-d9c5f322bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:39.063314 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] Set router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:07:39.239332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b56eeb6e-487c-4546-84ce-d9c5f322bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:39.330881 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b56eeb6e-487c-4546-84ce-d9c5f322bc2b None None] For port dd371ddf-a8e5-4830-a042-1a23f9eb65c9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,segment=NetworkSegment(d4134811-cf71-4375-8feb-2893ff86b0a0),segment_id=d4134811-cf71-4375-8feb-2893ff86b0a0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:07:39.339426 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b56eeb6e-487c-4546-84ce-d9c5f322bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:39.373533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79416eef-ab31-46dc-9878-3fbce333648e up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:39.430536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56eeb6e-487c-4546-84ce-d9c5f322bc2b None None] Pushing event updated for resources: {'Port': ['ID=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:39.443446 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '79416eef-ab31-46dc-9878-3fbce333648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:34Z', 'revision_number': 4, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port': {'id': '79416eef-ab31-46dc-9878-3fbce333648e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'dd371ddf-a8e5-4830-a042-1a23f9eb65c9', 'name': '', 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'mac_address': 'fa:16:3e:6e:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'aa439688-2f1c-48fc-b84c-875f0988e390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:34Z', 'updated_at': '2022-01-28T21:07:38Z', 'revision_number': 4, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'subnets': [{'id': 'aa439688-2f1c-48fc-b84c-875f0988e390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:07:39.481166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aaf52a-97a7-418e-a5f1-ce3ed7aa0a75 None None] The sync data for ids ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'] in n-d-825064-3 is: [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '79416eef-ab31-46dc-9878-3fbce333648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:34Z', 'revision_number': 4, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port': {'id': '79416eef-ab31-46dc-9878-3fbce333648e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'dd371ddf-a8e5-4830-a042-1a23f9eb65c9', 'name': '', 'network_id': '5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'mac_address': 'fa:16:3e:6e:5a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'aa439688-2f1c-48fc-b84c-875f0988e390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:34Z', 'updated_at': '2022-01-28T21:07:38Z', 'revision_number': 4, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'subnets': [{'id': 'aa439688-2f1c-48fc-b84c-875f0988e390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:07:39.500518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-98b37b96-6e60-4e0d-bb2c-99081e167be2 None None] Provisioning complete for port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:39.501305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-98b37b96-6e60-4e0d-bb2c-99081e167be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:39.573862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 79416eef-ab31-46dc-9878-3fbce333648e triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:39.574526 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:40.260799 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5a4d1527-48cb-441f-bb62-aa972fe4d462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:41.373289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device dd371ddf-a8e5-4830-a042-1a23f9eb65c9 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:07:41.459134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:41.460188 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:41.813317 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:43.097335 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:43.302638 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:45.752119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-bf4b7374-3475-4981-beed-4816b8c05d9b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:45.753609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-bf4b7374-3475-4981-beed-4816b8c05d9b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 814 time: 0.1001990 Jan 28 21:07:45.769232 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-7e647231-2051-4a23-9d29-c4dd06386388 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/quotas/ed431154b1c847e18729433174bf90a8 HTTP/1.1" status: 200 len: 375 time: 0.0099223 Jan 28 21:07:45.825330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-1125dc71-d108-4d29-8971-31f0662fb05d tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507977 Jan 28 21:07:45.925933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8383fcd1-8d30-4339-8c90-9cb7e9eb86a0 service neutron] 10.222.0.44 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891881 Jan 28 21:07:46.027991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-dc6f0b1d-5f67-4a76-a147-33fec203209b service neutron] 10.222.0.44 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951447 Jan 28 21:07:46.208854 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-adf08e9e-b25d-4ae2-aa53-c183bc172760 req-32675565-8e06-4117-8b63-f288838f764f tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 210 time: 0.0328009 Jan 28 21:07:47.318867 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-58f739b7-e65e-44db-8b46-57675106cc74 req-5c136974-c408-4329-99fc-f8e1793427f2 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 210 time: 0.0380561 Jan 28 21:07:47.359699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-e120a43f-f1c2-46f9-8673-dffc106f5274 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:47.361304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-e120a43f-f1c2-46f9-8673-dffc106f5274 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 814 time: 0.1400001 Jan 28 21:07:47.376236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'port': {'device_id': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'admin_state_up': True, 'tenant_id': 'ed431154b1c847e18729433174bf90a8'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:07:47.488401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Made reservation on behalf of ed431154b1c847e18729433174bf90a8 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:07:47.491945 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:47.648014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Allocated IP 172.20.0.12 (8c5ea517-2770-489f-b8ce-67c16b9b7a3d/6d2e9f67-9773-4f7f-840b-ff2930221c36/f87f0a59-c4fc-4b35-8a58-6510dbd1e697) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:07:47.869379 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:47.911870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:47.959919 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:07:47.964726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:07:47.972902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:07:48.018448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'Port': ['ID=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:48.038921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.039419 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.040354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.041388 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.045944 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.046510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.046992 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.047395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.047848 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.048261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.048728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.049193 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:07:48.080658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:48.081408 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:48.109468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-8dd1580d-1c22-4f3c-8bf0-ebbd4e594df3 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7371445 Jan 28 21:07:48.366702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-608f4ecf-97f0-49fe-9c41-ddc4a2a25d6b None None] Provisioning complete for port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:07:48.367303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-608f4ecf-97f0-49fe-9c41-ddc4a2a25d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:48.415641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-608f4ecf-97f0-49fe-9c41-ddc4a2a25d6b None None] Port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:07:48.471623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:48.486529 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07744735-6632-4051-b7b1-661307dbe115 req-2903b57f-3c4e-420b-ab98-5fa08a2a5d5b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:48.488329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07744735-6632-4051-b7b1-661307dbe115 req-2903b57f-3c4e-420b-ab98-5fa08a2a5d5b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 932 time: 0.0631256 Jan 28 21:07:48.531156 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-07744735-6632-4051-b7b1-661307dbe115 req-46418217-57c5-4c5c-8e8a-d1335b92856a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360136 Jan 28 21:07:49.667702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65add-b19b-401c-a48d-7ba13aa6d621 req-3bbe739f-9cd1-4f56-9818-cd5aeda7784b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:49.669368 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fc65add-b19b-401c-a48d-7ba13aa6d621 req-3bbe739f-9cd1-4f56-9818-cd5aeda7784b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 932 time: 0.0603075 Jan 28 21:07:49.712440 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7fc65add-b19b-401c-a48d-7ba13aa6d621 req-1f801a13-9e55-4c7b-a50a-cba0355f4322 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354152 Jan 28 21:07:50.868533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ad358-1137-4854-a380-b31b6c0c7868 req-c33958bf-be1e-4912-9b9e-1cc47779884e tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:50.871900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f3ad358-1137-4854-a380-b31b6c0c7868 req-c33958bf-be1e-4912-9b9e-1cc47779884e tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 932 time: 0.0551333 Jan 28 21:07:50.917588 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0f3ad358-1137-4854-a380-b31b6c0c7868 req-d377f021-4761-4e87-9e05-7b891a49168f tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Jan 28 21:07:51.747783 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:52.044362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814ccf5-0b96-413f-849b-8f4475ca2a73 req-d7f49bac-02d3-4090-a56b-69da75d7f389 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:52.046117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a814ccf5-0b96-413f-849b-8f4475ca2a73 req-d7f49bac-02d3-4090-a56b-69da75d7f389 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 932 time: 0.0553441 Jan 28 21:07:52.095973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a814ccf5-0b96-413f-849b-8f4475ca2a73 req-c0339be0-acf8-4afb-8051-2a44e92440d5 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Jan 28 21:07:53.234945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd5ea4-07b2-4448-a004-ef11af50dbf1 req-e93bf8c4-8c0e-4361-8062-3806aad7aed6 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:53.236640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0cbd5ea4-07b2-4448-a004-ef11af50dbf1 req-e93bf8c4-8c0e-4361-8062-3806aad7aed6 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 932 time: 0.0599768 Jan 28 21:07:53.293690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0cbd5ea4-07b2-4448-a004-ef11af50dbf1 req-8a939738-4bae-445a-907d-c62137c0af16 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 Jan 28 21:07:54.423046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef59c7-2007-48f6-affb-ef582f97f5bf req-c5fdc601-0aa3-4a53-86ab-2b6b87a2ed65 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:54.424593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03ef59c7-2007-48f6-affb-ef582f97f5bf req-c5fdc601-0aa3-4a53-86ab-2b6b87a2ed65 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 932 time: 0.0549736 Jan 28 21:07:54.472708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-03ef59c7-2007-48f6-affb-ef582f97f5bf req-dd486973-deca-4def-936f-7f1ae12ebdf8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Jan 28 21:07:55.343908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Request body: {'port': {'device_id': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:07:55.402124 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:55.639938 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe17605-a16d-4c3d-8b3d-039e6cec2b98 req-805b123f-a000-4222-9b5b-d35e8f9ccc2d tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:55.641452 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fe17605-a16d-4c3d-8b3d-039e6cec2b98 req-805b123f-a000-4222-9b5b-d35e8f9ccc2d tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 932 time: 0.0740776 Jan 28 21:07:55.720816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fe17605-a16d-4c3d-8b3d-039e6cec2b98 req-4bfe8a0f-395f-481e-a9c8-f205f01e0c1b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694213 Jan 28 21:07:55.731818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87f0a59-c4fc-4b35-8a58-6510dbd1e697 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:07:55.739070 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:55.751921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Transition to ACTIVE for port object f87f0a59-c4fc-4b35-8a58-6510dbd1e697 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:07:55.755597 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:55.807275 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Pushing event updated for resources: {'Port': ['ID=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:55.874278 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Attempting to bind port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:07:55.874619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Attempting to bind port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:07:55.874950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Attempting to bind port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 on network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:07:55.879331 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 on network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:07:55.879679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Attempting to bind port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 on network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:07:55.885156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:07:55.885379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Checking segment: {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:07:55.885744 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Bound using segment: {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:07:55.886177 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Bound port: f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62664f8-8b59-4700-ac62-7c4f5c3774af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:07:55.886536 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:55.956483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] For port f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:07:55.959666 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] For port f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:07:55.965599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:56.006732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:56.006732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:07:56.006732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] 10.222.0.26 "PUT /v2.0/ports/f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 1092 time: 0.6636603 Jan 28 21:07:56.006732 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:07:56.008854 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37" -d '{"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:07:56.038852 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f66478-4b3a-47c2-b157-243d8e00125c service neutron] Pushing event updated for resources: {'Port': ['ID=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:07:56.077511 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbca5460-7f3e-4879-9869-97bf2709a2df x-openstack-request-id: req-bbca5460-7f3e-4879-9869-97bf2709a2df {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:07:56.077797 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:07:56.078044 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbca5460-7f3e-4879-9869-97bf2709a2df {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:07:56.078437 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'status': 'completed', 'code': 200} Jan 28 21:07:56.094628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-d02ed5e1-eb09-44ad-891e-7f4eaa70e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:56.096129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-d02ed5e1-eb09-44ad-891e-7f4eaa70e297 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1095 time: 0.0470552 Jan 28 21:07:56.147463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-0411328f-7cbe-40de-97a7-a62d229798b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 217 time: 0.0431166 Jan 28 21:07:56.203615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-74a1a30a-89c3-4d84-ae90-8d8829de4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:56.205160 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-74a1a30a-89c3-4d84-ae90-8d8829de4c5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0501690 Jan 28 21:07:56.250709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-7343c47a-8961-4ced-917f-fc4f217994d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:56.252229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-7343c47a-8961-4ced-917f-fc4f217994d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404046 Jan 28 21:07:56.340757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-72a9bcff-3d5d-4a63-b6dd-e3d48586277b service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811732 Jan 28 21:07:56.433265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dff2fdb0-e93a-4485-af7d-c16c7fd83f30 req-4b0a848f-e8eb-4ce0-a67b-9b03856ebe95 service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857573 Jan 28 21:07:56.522269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-ffeeea09-4ddd-4763-be6e-b4684fd74f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:56.523760 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-ffeeea09-4ddd-4763-be6e-b4684fd74f47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1095 time: 0.0430062 Jan 28 21:07:57.000989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940416f-7cfa-47b3-a322-ea268729ee69 req-9d5a4cd7-e7fd-458f-bafb-f9ef7059e3e0 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:57.002372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9940416f-7cfa-47b3-a322-ea268729ee69 req-9d5a4cd7-e7fd-458f-bafb-f9ef7059e3e0 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 944 time: 0.0775781 Jan 28 21:07:57.003815 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-b8f41ee2-63c7-4d85-ae6a-ae48e66eb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:57.005159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-b8f41ee2-63c7-4d85-ae6a-ae48e66eb8b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 915 time: 0.4747512 Jan 28 21:07:57.060398 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-bfbc7fa7-a09c-4503-8a69-0da3f5afb303 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 217 time: 0.0455287 Jan 28 21:07:57.085837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9940416f-7cfa-47b3-a322-ea268729ee69 req-db6a4a00-5715-4e57-82a5-6c1475c56f91 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774987 Jan 28 21:07:57.122209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-17c7746b-8db2-4fac-8cea-c1e0a2ae44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:57.123693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-17c7746b-8db2-4fac-8cea-c1e0a2ae44fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0537889 Jan 28 21:07:57.175947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-0bcb1248-dba5-4638-b0a9-8835849cc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:57.178181 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-0bcb1248-dba5-4638-b0a9-8835849cc18f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466912 Jan 28 21:07:57.279008 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-a736e386-d1b6-4c23-ae31-3b132eb47c77 service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925260 Jan 28 21:07:57.369686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8e03dbcf-3de3-4668-a7ae-f3ec700bfa37 req-7ec44077-55b3-494d-b69e-c45a7542098e service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841448 Jan 28 21:07:58.203678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a91407-a120-44d0-8e92-73985bd97549 req-d4941883-444b-45eb-987e-e08066bb9c56 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:58.205170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7a91407-a120-44d0-8e92-73985bd97549 req-d4941883-444b-45eb-987e-e08066bb9c56 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 944 time: 0.0490513 Jan 28 21:07:58.242367 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7a91407-a120-44d0-8e92-73985bd97549 req-3765433c-123b-48a1-89c1-99f61a2f9d31 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313537 Jan 28 21:07:59.360547 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed70b2b-7911-43b5-b348-57fd19aecbc9 req-90d44cdf-677a-463c-8a54-ac911dc6a4be tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:07:59.362019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bed70b2b-7911-43b5-b348-57fd19aecbc9 req-90d44cdf-677a-463c-8a54-ac911dc6a4be tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 944 time: 0.0538599 Jan 28 21:07:59.401343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bed70b2b-7911-43b5-b348-57fd19aecbc9 req-cde45df8-d44b-4085-9a10-b8ff9d006f76 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Jan 28 21:08:00.514086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c30f5-b50c-46f6-ac4b-ce460ae8deeb req-43df272e-7061-41a8-804c-57f30047324e tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:00.515547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-430c30f5-b50c-46f6-ac4b-ce460ae8deeb req-43df272e-7061-41a8-804c-57f30047324e tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 944 time: 0.0487552 Jan 28 21:08:00.553528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-430c30f5-b50c-46f6-ac4b-ce460ae8deeb req-d57ba56f-4aaa-41ea-a0e1-1d20cf29c288 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Jan 28 21:08:00.822824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f87f0a59-c4fc-4b35-8a58-6510dbd1e697 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:08:00.914165 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:08:00.927281 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'port_id': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'mac_address': 'fa:16:3e:84:b2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:08:00.967788 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:00.980113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87f0a59-c4fc-4b35-8a58-6510dbd1e697 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:08:00.998511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:08:01.002410 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:01.051633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:01.059794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.060113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.060427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.060777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.061121 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.061443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.061771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.062097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.062422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.062747 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.063072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.063390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:08:01.216334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f87f0a59-c4fc-4b35-8a58-6510dbd1e697'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:08:01.672210 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c6103-0807-495f-9856-c0259ae0515a req-88bd2c62-1bcf-4e0c-b969-768645d1bbb8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:01.673743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-692c6103-0807-495f-9856-c0259ae0515a req-88bd2c62-1bcf-4e0c-b969-768645d1bbb8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 945 time: 0.0502901 Jan 28 21:08:01.710630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-692c6103-0807-495f-9856-c0259ae0515a req-6208bdd9-a11c-4f5d-b879-63f16ee2ba96 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309870 Jan 28 21:08:02.827841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f87f0a59-c4fc-4b35-8a58-6510dbd1e697 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:08:02.829362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17590ce-af5a-4543-97a7-5ba5aa2df1c8 req-aeefc1ad-d01a-4f57-baaa-5791b6636c43 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:02.830871 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a17590ce-af5a-4543-97a7-5ba5aa2df1c8 req-aeefc1ad-d01a-4f57-baaa-5791b6636c43 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Jan 28 21:08:02.870749 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a17590ce-af5a-4543-97a7-5ba5aa2df1c8 req-b79433c6-0209-4bf6-89ef-347b0dcd3053 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Jan 28 21:08:02.878549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:08:02.882325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:08:02.882695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:02.958900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:02.981631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:08:02.983858 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a01ea28-b0d7-40a8-8f59-5fe1510e375b" -d '{"events": [{"server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "name": "network-vif-plugged", "status": "completed", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:08:02.996841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:08:03.001635 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:03.029113 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15add1ce-be5d-4aa9-8e32-e7f3dadfe8fe x-openstack-request-id: req-15add1ce-be5d-4aa9-8e32-e7f3dadfe8fe {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:08:03.029396 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "name": "network-vif-plugged", "status": "completed", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:08:03.029646 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15add1ce-be5d-4aa9-8e32-e7f3dadfe8fe {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:08:03.030026 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'code': 200} Jan 28 21:08:03.055572 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:03.122311 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ddd0d-3c4c-47ce-819e-dcb385a67f67 req-337334d9-fb4e-4061-afcf-bc906efb7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:03.123815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552ddd0d-3c4c-47ce-819e-dcb385a67f67 req-337334d9-fb4e-4061-afcf-bc906efb7189 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1097 time: 0.0410035 Jan 28 21:08:03.159518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-552ddd0d-3c4c-47ce-819e-dcb385a67f67 req-8ff46ce3-5d1c-4a3d-96b1-ce17914e6bf8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284612 Jan 28 21:08:03.991709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb1977-0684-412b-b466-97c7de62e110 req-4062dce6-e9fe-4859-bdb2-4e08e7373a0a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:03.993221 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dabb1977-0684-412b-b466-97c7de62e110 req-4062dce6-e9fe-4859-bdb2-4e08e7373a0a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.0520360 Jan 28 21:08:04.034144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dabb1977-0684-412b-b466-97c7de62e110 req-9d9e78fe-176d-4635-95b8-e821e583d7ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333021 Jan 28 21:08:05.162167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec495c07-409d-45de-96f2-123d938ffa3d req-63478401-66a9-4994-bba4-a88693115610 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:05.163640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec495c07-409d-45de-96f2-123d938ffa3d req-63478401-66a9-4994-bba4-a88693115610 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.0526695 Jan 28 21:08:05.202403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec495c07-409d-45de-96f2-123d938ffa3d req-54faa15b-fd8b-48be-a486-39499c3b0a12 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Jan 28 21:08:05.315589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda662-502d-44fe-8b5e-73585829f32a req-31543f45-db81-4148-92ee-260c4494c3db tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:05.317014 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49eda662-502d-44fe-8b5e-73585829f32a req-31543f45-db81-4148-92ee-260c4494c3db tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.0502367 Jan 28 21:08:05.354755 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49eda662-502d-44fe-8b5e-73585829f32a req-5fb34246-163f-4a81-b830-4581597921be tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Jan 28 21:08:05.545086 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5d58-7df0-4521-8891-ff4d4eabc73d req-75023853-89f7-4072-8fa4-2caf3c6e663f tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:05.546561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-047f5d58-7df0-4521-8891-ff4d4eabc73d req-75023853-89f7-4072-8fa4-2caf3c6e663f tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.0486414 Jan 28 21:08:05.592322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-047f5d58-7df0-4521-8891-ff4d4eabc73d req-b4e1b77a-cf83-475f-855c-0e5b02f3c27d tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Jan 28 21:08:07.646610 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:08:07.782137 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ababf89-25c1-4210-a2a0-d13216e65579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:10.264448 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58a92477-4f9e-4616-bda0-135788658356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:11.807774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:13.093360 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:13.295431 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:17.045300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2b56c-b0a2-4bee-9ec5-83392e6b9704 req-6dbe1e6b-2d60-490f-9f46-e62876018f1b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:17.046831 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afb2b56c-b0a2-4bee-9ec5-83392e6b9704 req-6dbe1e6b-2d60-490f-9f46-e62876018f1b tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.0553360 Jan 28 21:08:17.094690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-afb2b56c-b0a2-4bee-9ec5-83392e6b9704 req-40ea6ae1-b181-4082-8b98-431164814974 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Jan 28 21:08:17.117133 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54946) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:17.255542 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4ec8e-ec01-49da-a4f8-dd941001bd42 tempest-TestMinimumBasicScenario-1094808254 tempest-TestMinimumBasicScenario-1094808254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:17.257087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6cd4ec8e-ec01-49da-a4f8-dd941001bd42 tempest-TestMinimumBasicScenario-1094808254 tempest-TestMinimumBasicScenario-1094808254-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1092 time: 0.1389682 Jan 28 21:08:17.261087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54950) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:17.265747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:17.290121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:17.395400 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:17.501181 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Allocated IP 172.25.2.136 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/cb982eb3-51e9-4611-9384-66e218588046) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:08:17.605836 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:17.640744 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:17.675742 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:08:17.681163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:08:17.684949 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:08:17.709894 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'Port': ['ID=cb982eb3-51e9-4611-9384-66e218588046,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:18.051590 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.116838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.274369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.279198 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.348827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'Port': ['ID=cb982eb3-51e9-4611-9384-66e218588046,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:18.360251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.465951 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.468900 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Floating IP f09c331b-c3fb-4e3a-91b5-b2815119c35d associated. External IP: 172.25.2.136, port: f87f0a59-c4fc-4b35-8a58-6510dbd1e697. Jan 28 21:08:18.692403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Router a391667b-837c-4fd4-8308-c56c34efbc44 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:08:18.797192 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:08:18.808067 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] Sync routers for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:08:18.814565 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.818064 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:08:18.818665 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:08:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:08:18.842537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-319c39f5-fb88-4e9d-9f8a-6e46717bc878 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5801914 Jan 28 21:08:18.843113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:08:18.845403 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4357945-6035-41b0-905e-f11f482c6d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:08:18.845807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54952) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:18.850747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8e41b98e-6803-465d-aa76-030aeb8a36dd tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1862010502', 'description': 'tempest-secgroup-smoke-1862010502 description', 'project_id': 'ed431154b1c847e18729433174bf90a8'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:18.877447 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e41b98e-6803-465d-aa76-030aeb8a36dd tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.882939 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b3e60-8d2f-4e85-96cb-03a6b4700854 x-openstack-request-id: req-637b3e60-8d2f-4e85-96cb-03a6b4700854 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:08:18.883247 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:08:18.883478 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-637b3e60-8d2f-4e85-96cb-03a6b4700854 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:08:18.884797 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'status': 'completed', 'code': 200} Jan 28 21:08:18.932550 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:08:18.961539 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e41b98e-6803-465d-aa76-030aeb8a36dd tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.966600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e41b98e-6803-465d-aa76-030aeb8a36dd tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:18.984433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357945-6035-41b0-905e-f11f482c6d6c req-08f5ff63-b031-4656-92fd-67697ac9416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:18.987374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4357945-6035-41b0-905e-f11f482c6d6c req-08f5ff63-b031-4656-92fd-67697ac9416e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1097 time: 0.0761986 Jan 28 21:08:18.996579 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8e41b98e-6803-465d-aa76-030aeb8a36dd tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.002095 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8e41b98e-6803-465d-aa76-030aeb8a36dd tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1510100 Jan 28 21:08:19.002278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54956) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:19.007879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3dd0bde9-1e27-4cbb-98a4-0869070399c8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'security_group_rule': {'security_group_id': '3991d721-9dee-4ff7-a297-7d3256e6859f', 'project_id': 'ed431154b1c847e18729433174bf90a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:19.020227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41b98e-6803-465d-aa76-030aeb8a36dd tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3991d721-9dee-4ff7-a297-7d3256e6859f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:19.042782 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3dd0bde9-1e27-4cbb-98a4-0869070399c8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.094955 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357945-6035-41b0-905e-f11f482c6d6c req-e24ff549-094e-4d50-a233-b0f1fccf4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:19.096454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4357945-6035-41b0-905e-f11f482c6d6c req-e24ff549-094e-4d50-a233-b0f1fccf4fbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 915 time: 0.1009884 Jan 28 21:08:19.105847 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3dd0bde9-1e27-4cbb-98a4-0869070399c8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.111183 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3dd0bde9-1e27-4cbb-98a4-0869070399c8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.129495 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0bde9-1e27-4cbb-98a4-0869070399c8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3e511f-d61e-4c5b-ab5b-cacd7c431a0f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:19.143968 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3dd0bde9-1e27-4cbb-98a4-0869070399c8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.148217 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3dd0bde9-1e27-4cbb-98a4-0869070399c8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448982 Jan 28 21:08:19.148479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54958) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:19.155922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1c63c803-bb31-4a61-bf98-ab248fed81a8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'security_group_rule': {'security_group_id': '3991d721-9dee-4ff7-a297-7d3256e6859f', 'project_id': 'ed431154b1c847e18729433174bf90a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:19.192020 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4357945-6035-41b0-905e-f11f482c6d6c req-b3fdc0e3-e621-490f-9189-20d5a8649eca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 1000 time: 0.0882428 Jan 28 21:08:19.193910 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'f09c331b-c3fb-4e3a-91b5-b2815119c35d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'port_id': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'mac_address': 'fa:16:3e:84:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:08:17Z', 'updated_at': '2022-01-28T21:08:17Z', 'revision_number': 0, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 5, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:08:19.210199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c63c803-bb31-4a61-bf98-ab248fed81a8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.225205 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] Checking router: a391667b-837c-4fd4-8308-c56c34efbc44 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:08:19.233489 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:08:19.234092 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:08:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:08:19.276715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357945-6035-41b0-905e-f11f482c6d6c req-4124a70b-7ba1-4c5a-b724-3f6d88f50c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:19.278264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4357945-6035-41b0-905e-f11f482c6d6c req-4124a70b-7ba1-4c5a-b724-3f6d88f50c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0758133 Jan 28 21:08:19.334838 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c63c803-bb31-4a61-bf98-ab248fed81a8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.341382 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c63c803-bb31-4a61-bf98-ab248fed81a8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.356012 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:08:19.356445 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357945-6035-41b0-905e-f11f482c6d6c req-bbe466aa-4293-48e8-bee7-71ea815f8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:19.357966 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4357945-6035-41b0-905e-f11f482c6d6c req-bbe466aa-4293-48e8-bee7-71ea815f8648 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711846 Jan 28 21:08:19.373157 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-19f95e6e-d0b1-4f00-94bb-6d7f3d68d8ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534701 Jan 28 21:08:19.378442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63c803-bb31-4a61-bf98-ab248fed81a8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ac64d3-b2a5-4825-8ecd-2d467ca99e54,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:19.403739 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1c63c803-bb31-4a61-bf98-ab248fed81a8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.405657 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1c63c803-bb31-4a61-bf98-ab248fed81a8 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532628 Jan 28 21:08:19.408724 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54960) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:19.412676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-55314d8b-6483-48f5-b303-ae6252e90e95 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'security_group_rule': {'security_group_id': '3991d721-9dee-4ff7-a297-7d3256e6859f', 'project_id': 'ed431154b1c847e18729433174bf90a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:19.498977 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55314d8b-6483-48f5-b303-ae6252e90e95 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.504415 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4357945-6035-41b0-905e-f11f482c6d6c req-132b8d79-2c84-4879-97a1-d723612b736d service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383681 Jan 28 21:08:19.608995 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'f09c331b-c3fb-4e3a-91b5-b2815119c35d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'port_id': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'mac_address': 'fa:16:3e:84:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:08:17Z', 'updated_at': '2022-01-28T21:08:17Z', 'revision_number': 0, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 5, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:08:19.612604 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55314d8b-6483-48f5-b303-ae6252e90e95 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.619575 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55314d8b-6483-48f5-b303-ae6252e90e95 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.638380 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4543ae94-598c-4b69-a07f-c44493fa6227 None None] The sync data for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 is: [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'f09c331b-c3fb-4e3a-91b5-b2815119c35d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'port_id': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'mac_address': 'fa:16:3e:84:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:08:17Z', 'updated_at': '2022-01-28T21:08:17Z', 'revision_number': 0, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 5, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:08:19.645986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a4357945-6035-41b0-905e-f11f482c6d6c req-a4468012-f132-44ff-bff8-95765e694a8c service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331844 Jan 28 21:08:19.647323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55314d8b-6483-48f5-b303-ae6252e90e95 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c1e188-89c4-4523-8fe0-e20e7fed8e72,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:19.657527 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-55314d8b-6483-48f5-b303-ae6252e90e95 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.658736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-55314d8b-6483-48f5-b303-ae6252e90e95 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2494810 Jan 28 21:08:19.661357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 54962) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:19.666997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e6ee5bc1-f73c-477c-a646-b0417626b2a1 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'security_group_rule': {'security_group_id': '3991d721-9dee-4ff7-a297-7d3256e6859f', 'project_id': 'ed431154b1c847e18729433174bf90a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:19.702026 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5bc1-f73c-477c-a646-b0417626b2a1 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.794363 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5bc1-f73c-477c-a646-b0417626b2a1 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.796754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-ca345ead-70f3-4045-b59d-4beb1bcf4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:19.798363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-ca345ead-70f3-4045-b59d-4beb1bcf4462 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1097 time: 0.0689886 Jan 28 21:08:19.799510 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5bc1-f73c-477c-a646-b0417626b2a1 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.818494 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee5bc1-f73c-477c-a646-b0417626b2a1 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9c2a73-659c-4f08-bebc-50973bf901dd,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:19.829685 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e6ee5bc1-f73c-477c-a646-b0417626b2a1 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.830918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e6ee5bc1-f73c-477c-a646-b0417626b2a1 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1686385 Jan 28 21:08:19.833774 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54964) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:19.839530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d0b07768-781b-4fcb-9584-48d7c18b32ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'security_group_rule': {'security_group_id': '3991d721-9dee-4ff7-a297-7d3256e6859f', 'project_id': 'ed431154b1c847e18729433174bf90a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:19.871388 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-d0b07768-781b-4fcb-9584-48d7c18b32ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Project ed431154b1c847e18729433174bf90a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:08:19.876981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0b07768-781b-4fcb-9584-48d7c18b32ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.897323 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a50f3b3-177c-43ed-b582-016be0c3af11 None None] New status for floating IP f09c331b-c3fb-4e3a-91b5-b2815119c35d: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:08:19.926843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-ace8e36d-09e5-4453-8870-a7d9bdbce1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:19.928745 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-ace8e36d-09e5-4453-8870-a7d9bdbce1f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 915 time: 0.0968227 Jan 28 21:08:19.942396 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0b07768-781b-4fcb-9584-48d7c18b32ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.947584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0b07768-781b-4fcb-9584-48d7c18b32ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.971000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b07768-781b-4fcb-9584-48d7c18b32ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4afc07-76c6-460b-ab0f-320fb0fedc8c,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:19.981489 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d0b07768-781b-4fcb-9584-48d7c18b32ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:19.982931 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d0b07768-781b-4fcb-9584-48d7c18b32ed tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481259 Jan 28 21:08:19.985639 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 54966) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:08:19.990080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-6d10763b-b5c0-4a0d-9134-688e93555690 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'security_group_rule': {'security_group_id': '3991d721-9dee-4ff7-a297-7d3256e6859f', 'project_id': 'ed431154b1c847e18729433174bf90a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:20.006887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-bb384d60-a88d-4f54-90ea-bf1789c8042f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 1000 time: 0.0706038 Jan 28 21:08:20.017619 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-6d10763b-b5c0-4a0d-9134-688e93555690 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Project ed431154b1c847e18729433174bf90a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:08:20.023024 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d10763b-b5c0-4a0d-9134-688e93555690 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:20.078515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-1fb8147b-372e-4484-9e37-4ecf065001e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:20.080137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-1fb8147b-372e-4484-9e37-4ecf065001e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0656815 Jan 28 21:08:20.098767 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d10763b-b5c0-4a0d-9134-688e93555690 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:20.103893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d10763b-b5c0-4a0d-9134-688e93555690 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:20.123615 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10763b-b5c0-4a0d-9134-688e93555690 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8b2f33-0033-41ca-8bde-c2ef70589a75,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:20.136651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6d10763b-b5c0-4a0d-9134-688e93555690 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:20.138104 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6d10763b-b5c0-4a0d-9134-688e93555690 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513057 Jan 28 21:08:20.144740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-ccd1e861-8b9b-4ab1-a305-7f6ec58db2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:20.146224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-ccd1e861-8b9b-4ab1-a305-7f6ec58db2b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585353 Jan 28 21:08:20.252075 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78d6765b-3104-469a-9f34-b45b3839d824 req-d398d517-6348-4013-9e26-3e52bbf1a4f9 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1862010502&fields=id&tenant_id=ed431154b1c847e18729433174bf90a8 HTTP/1.1" status: 200 len: 267 time: 0.0491910 Jan 28 21:08:20.278793 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-04515711-cd8b-4f8f-828a-9ce0858eb0c3 service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247668 Jan 28 21:08:20.369707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6765b-3104-469a-9f34-b45b3839d824 req-5477c5e1-9540-4ace-b90d-c1582a123651 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:20.371272 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78d6765b-3104-469a-9f34-b45b3839d824 req-5477c5e1-9540-4ace-b90d-c1582a123651 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.1115990 Jan 28 21:08:20.388611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-78d6765b-3104-469a-9f34-b45b3839d824 req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'port': {'security_groups': ['41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7', '3991d721-9dee-4ff7-a297-7d3256e6859f']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:08:20.428044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-24cd9226-f243-4204-9db2-12c34ada4a5d service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354961 Jan 28 21:08:20.472848 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-78d6765b-3104-469a-9f34-b45b3839d824 req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:20.658009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-78d6765b-3104-469a-9f34-b45b3839d824 req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] For port f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:08:20.692422 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-78d6765b-3104-469a-9f34-b45b3839d824 req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:20.697541 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-78d6765b-3104-469a-9f34-b45b3839d824 req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:20.708855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f87f0a59-c4fc-4b35-8a58-6510dbd1e697'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:08:20.742124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6765b-3104-469a-9f34-b45b3839d824 req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:20.742779 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-78d6765b-3104-469a-9f34-b45b3839d824 req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:20.744395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-78d6765b-3104-469a-9f34-b45b3839d824 req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "PUT /v2.0/ports/f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 982 time: 0.3624520 Jan 28 21:08:20.777396 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fcb07-ebc9-4700-8cc0-89ad9aed718a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'Port': ['ID=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:08:20.817099 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f87f0a59-c4fc-4b35-8a58-6510dbd1e697'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:08:20.888094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34ce0-49be-4b20-8820-6c0a6cb8ae61 req-ccdf7a02-8218-4a1e-84de-aac0e6d8081e tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:20.890005 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fca34ce0-49be-4b20-8820-6c0a6cb8ae61 req-ccdf7a02-8218-4a1e-84de-aac0e6d8081e tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0585818 Jan 28 21:08:20.890640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:08:20.893278 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55" -d '{"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:08:20.948238 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de95f9c-9495-451f-a2a2-048823ce99c8 x-openstack-request-id: req-1de95f9c-9495-451f-a2a2-048823ce99c8 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:08:20.948866 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:08:20.950707 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1de95f9c-9495-451f-a2a2-048823ce99c8 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:08:20.951180 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'status': 'completed', 'code': 200} Jan 28 21:08:20.984531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fca34ce0-49be-4b20-8820-6c0a6cb8ae61 req-628f23c3-cc9b-42ce-bc40-589606d7f72c tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765560 Jan 28 21:08:21.054980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-052f9cf7-6601-4e7c-b54c-6c1131532c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:21.056561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-052f9cf7-6601-4e7c-b54c-6c1131532c0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1136 time: 0.0680807 Jan 28 21:08:21.154163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-5c79f314-7991-43f7-bdfe-0428c89a29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:21.155718 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-5c79f314-7991-43f7-bdfe-0428c89a29f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 915 time: 0.0923727 Jan 28 21:08:21.160258 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-5674d74f-78a8-4e7c-81b2-ce7179558081 None None] Provisioning complete for port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:08:21.160849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5674d74f-78a8-4e7c-81b2-ce7179558081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:21.237498 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-5bd8249f-1094-4508-97a0-4a1abab5308b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 1002 time: 0.0635796 Jan 28 21:08:21.290964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-fcd27c47-b47b-460e-8a25-1b1d091da784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:21.292481 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-fcd27c47-b47b-460e-8a25-1b1d091da784 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0522583 Jan 28 21:08:21.340858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-6038c684-36a2-44ea-8741-2ca56ac9cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:21.342373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-6038c684-36a2-44ea-8741-2ca56ac9cfaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406096 Jan 28 21:08:21.440603 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-c89a02e7-3030-40c3-b347-3e4c6bbd8ad1 service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877011 Jan 28 21:08:21.543090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0182e9-3ac8-4972-94b2-cf7927f3ee55 req-65f9c222-867e-4952-9d92-8af6b09d93d2 service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938375 Jan 28 21:08:21.752993 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:37.788524 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b79ad4ad-ce2c-4850-bc9d-7c93d0aaf19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:38.192025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b072c3e-1299-4903-a60c-68d8db50df4b req-dabc6d3b-2e40-4f82-acde-c00fced7d4ab tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:38.193521 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b072c3e-1299-4903-a60c-68d8db50df4b req-dabc6d3b-2e40-4f82-acde-c00fced7d4ab tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0759149 Jan 28 21:08:38.200022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689d59-077d-4229-8481-e015e73e3c8e req-fc3679a5-af5b-486d-9ffd-ce81ff718721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:38.201504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb689d59-077d-4229-8481-e015e73e3c8e req-fc3679a5-af5b-486d-9ffd-ce81ff718721 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1136 time: 0.0721180 Jan 28 21:08:38.289194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b072c3e-1299-4903-a60c-68d8db50df4b req-0a78c701-4993-4d90-9625-19c3a09d15c9 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849955 Jan 28 21:08:38.319924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689d59-077d-4229-8481-e015e73e3c8e req-c748e0b9-64f8-4a33-b507-9d75f611b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:38.321579 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb689d59-077d-4229-8481-e015e73e3c8e req-c748e0b9-64f8-4a33-b507-9d75f611b651 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 915 time: 0.1116323 Jan 28 21:08:38.395861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb689d59-077d-4229-8481-e015e73e3c8e req-4f807291-67f6-4ea4-9b7e-49cd7656e860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 1002 time: 0.0673637 Jan 28 21:08:38.448908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689d59-077d-4229-8481-e015e73e3c8e req-bb781fae-ab41-48b7-a0db-c8f87daeb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:38.450395 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb689d59-077d-4229-8481-e015e73e3c8e req-bb781fae-ab41-48b7-a0db-c8f87daeb684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0452094 Jan 28 21:08:38.498645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689d59-077d-4229-8481-e015e73e3c8e req-6eb70ce3-86e5-4148-ab00-3de0f3dc0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:38.500159 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb689d59-077d-4229-8481-e015e73e3c8e req-6eb70ce3-86e5-4148-ab00-3de0f3dc0df1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408492 Jan 28 21:08:38.601140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb689d59-077d-4229-8481-e015e73e3c8e req-e465d4e5-3b7a-4f1a-a3a7-181fefe8752f service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926402 Jan 28 21:08:38.703769 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb689d59-077d-4229-8481-e015e73e3c8e req-7c21755b-1eb1-40ea-a1b8-1fad7418200b service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942621 Jan 28 21:08:39.412435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d637df-0619-4a29-9194-447c19c99e12 req-714ee6d2-6802-43fc-a8a5-6922a9c88b15 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:39.413962 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9d637df-0619-4a29-9194-447c19c99e12 req-714ee6d2-6802-43fc-a8a5-6922a9c88b15 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0509036 Jan 28 21:08:39.455278 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d9d637df-0619-4a29-9194-447c19c99e12 req-af8a17f4-c149-4887-a607-9b864d16ab43 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342090 Jan 28 21:08:40.267039 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a70e8900-7e75-41f2-94a1-ddea39aea7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:40.577733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896147a-19b6-449a-b36a-48ddeffd308e req-08ef9960-d850-4c84-a5e8-b16086081a4a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:40.579197 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3896147a-19b6-449a-b36a-48ddeffd308e req-08ef9960-d850-4c84-a5e8-b16086081a4a tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0556426 Jan 28 21:08:40.621396 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3896147a-19b6-449a-b36a-48ddeffd308e req-52506a0f-57f2-45ec-ae44-c1132b7d79ce tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361106 Jan 28 21:08:41.741940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0d907-72ca-4b6e-b4f8-9f5c05bdbc40 req-4786dc1e-06fb-4e61-b112-302a042dc30d tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:41.743940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23f0d907-72ca-4b6e-b4f8-9f5c05bdbc40 req-4786dc1e-06fb-4e61-b112-302a042dc30d tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0510652 Jan 28 21:08:41.788360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23f0d907-72ca-4b6e-b4f8-9f5c05bdbc40 req-2cd29503-5a54-4682-81a1-dbd28f5c7805 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362651 Jan 28 21:08:41.811784 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:42.905619 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05a98-2f67-400a-8818-12622e209ff8 req-4eac3d33-7523-4ce9-8433-0afb4a6a0873 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:42.907124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9d05a98-2f67-400a-8818-12622e209ff8 req-4eac3d33-7523-4ce9-8433-0afb4a6a0873 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0490999 Jan 28 21:08:42.947859 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9d05a98-2f67-400a-8818-12622e209ff8 req-12106039-a519-452a-9e9c-79ab34cc7011 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341656 Jan 28 21:08:43.104275 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:43.296727 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:44.069223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b0a2f-a0c3-471d-bd3f-85af3f8ca8c8 req-2c4b9076-243f-4562-b825-f30bf8a89ed4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:44.070668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d40b0a2f-a0c3-471d-bd3f-85af3f8ca8c8 req-2c4b9076-243f-4562-b825-f30bf8a89ed4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0525808 Jan 28 21:08:44.110889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d40b0a2f-a0c3-471d-bd3f-85af3f8ca8c8 req-72a02c6b-e085-472e-968e-2f7443e5ba5f tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335608 Jan 28 21:08:44.651429 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:08:45.230785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533fb12-3e2e-4e46-9d44-141f3771eb99 req-7242c866-4b84-47b8-9178-7b4e8aec05f2 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:45.233810 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0533fb12-3e2e-4e46-9d44-141f3771eb99 req-7242c866-4b84-47b8-9178-7b4e8aec05f2 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0549743 Jan 28 21:08:45.272126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0533fb12-3e2e-4e46-9d44-141f3771eb99 req-6a9d8bbc-3990-48c7-8218-060487941966 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338106 Jan 28 21:08:46.399647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15110d7-3926-486b-9a01-23bb15688ced req-e884c606-690a-4269-8783-d6dec3ef8702 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:46.401327 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f15110d7-3926-486b-9a01-23bb15688ced req-e884c606-690a-4269-8783-d6dec3ef8702 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0517108 Jan 28 21:08:46.445392 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f15110d7-3926-486b-9a01-23bb15688ced req-7d3490c3-2266-4242-84f1-43371d6129cd tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379295 Jan 28 21:08:48.037279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1316a5d-4c92-45cd-99df-eb26f21d3e85 req-7d59bb7b-6557-46ce-ac83-44da4b17386e tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:48.038748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1316a5d-4c92-45cd-99df-eb26f21d3e85 req-7d59bb7b-6557-46ce-ac83-44da4b17386e tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.5211985 Jan 28 21:08:48.079569 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a1316a5d-4c92-45cd-99df-eb26f21d3e85 req-c66f4821-d1a8-4d71-9217-508a50325e0f tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333102 Jan 28 21:08:48.489578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:08:49.263368 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dbf38-405c-4ddb-ba8c-83335b3faf6f req-da8545dd-637a-47df-b635-792f84420c59 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:49.265009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-082dbf38-405c-4ddb-ba8c-83335b3faf6f req-da8545dd-637a-47df-b635-792f84420c59 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.1122887 Jan 28 21:08:49.315674 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-082dbf38-405c-4ddb-ba8c-83335b3faf6f req-0dfc7e15-1c0a-46b0-add5-260b5f520190 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442882 Jan 28 21:08:50.443642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4865958-a0ee-4619-addd-3d8b25fbdb4e req-46e2e9ef-ca15-463c-981f-5d3259ebcde2 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:08:50.445133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4865958-a0ee-4619-addd-3d8b25fbdb4e req-46e2e9ef-ca15-463c-981f-5d3259ebcde2 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0486925 Jan 28 21:08:50.484537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4865958-a0ee-4619-addd-3d8b25fbdb4e req-e5849651-732d-4e3d-9609-f121ad91f443 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&id=3991d721-9dee-4ff7-a297-7d3256e6859f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333054 Jan 28 21:08:51.766831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:07.779841 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-62bd2293-f48e-4554-b464-1cd96bb61118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:10.270256 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb8f3-2f81-4b68-b411-3b192d58f7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:11.819195 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:13.099566 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:13.298578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:18.510405 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:20.337462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-ca1451c5-04c4-44dd-95c5-bf7908fe065f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439260 Jan 28 21:09:20.425098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-91d30583-b5da-4ad5-b66b-9fc1ba9b9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:20.426584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-91d30583-b5da-4ad5-b66b-9fc1ba9b9c8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1136 time: 0.0436263 Jan 28 21:09:20.536205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-3d68862b-b08e-442b-bd5b-df3f3478f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:20.537691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-3d68862b-b08e-442b-bd5b-df3f3478f3c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 915 time: 0.0904388 Jan 28 21:09:20.605018 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-01414365-b685-4be4-8779-4e75948045b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 1002 time: 0.0585883 Jan 28 21:09:20.653587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-a233a10c-9754-4b3a-8cde-b67c46890b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:20.655071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-a233a10c-9754-4b3a-8cde-b67c46890b23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0439093 Jan 28 21:09:20.706161 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-7a4a20de-6872-4114-b87c-40bd93bdd7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:20.707651 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-7a4a20de-6872-4114-b87c-40bd93bdd7a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453660 Jan 28 21:09:20.798349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-e7e9c789-6511-4b01-95b0-24406f1f626c service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830128 Jan 28 21:09:20.905289 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4c7d2f1f-a86e-4deb-a8c1-561693f00e5f req-99221eca-fc75-4ef2-97bb-824303b63f45 service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003854 Jan 28 21:09:21.651303 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:09:21.769068 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:22.823627 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-b639ab77-6582-4dde-b3e1-0e2d17016619 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1862010502&fields=id&tenant_id=ed431154b1c847e18729433174bf90a8 HTTP/1.1" status: 200 len: 267 time: 0.0337665 Jan 28 21:09:22.876418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-b496422d-0bc4-4fd3-9999-15b39b1f8788 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:22.877882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-b496422d-0bc4-4fd3-9999-15b39b1f8788 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 985 time: 0.0480075 Jan 28 21:09:22.893125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Request body: {'port': {'security_groups': ['41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:22.961758 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.134453 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] For port f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:23.162952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.167970 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.180737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f87f0a59-c4fc-4b35-8a58-6510dbd1e697'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:09:23.216405 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:23.217071 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.218528 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-47d83ae0-8861-49a3-aa66-c8296eb8d687 req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "PUT /v2.0/ports/f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 943 time: 0.3300278 Jan 28 21:09:23.219006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:09:23.221677 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:09:23.227556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55032) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:23.257344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event updated for resources: {'Port': ['ID=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:23.268677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.269034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.269478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.269813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.270131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.270458 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.270781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.271100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.271418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.271739 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.272066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.272537 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d290daa3-2d00-4746-994e-f3e52dd6d404 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.294276 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c73ebf4-116b-43d5-a232-22e2f8b95e80 x-openstack-request-id: req-5c73ebf4-116b-43d5-a232-22e2f8b95e80 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:09:23.294276 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:09:23.294276 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c73ebf4-116b-43d5-a232-22e2f8b95e80 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:09:23.294927 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'status': 'completed', 'code': 200} Jan 28 21:09:23.296276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f87f0a59-c4fc-4b35-8a58-6510dbd1e697'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:09:23.346002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.373752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-6b2f5e1a-1c13-4102-98ca-d396360251a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:23.375281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-6b2f5e1a-1c13-4102-98ca-d396360251a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1097 time: 0.0601296 Jan 28 21:09:23.378626 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.454504 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.457249 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.458897 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "DELETE /v2.0/security-groups/3991d721-9dee-4ff7-a297-7d3256e6859f HTTP/1.1" status: 204 len: 168 time: 0.2302699 Jan 28 21:09:23.463861 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55036) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:23.496058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-c2a74021-8f7b-455d-af74-6054efd42f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:23.497681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-c2a74021-8f7b-455d-af74-6054efd42f22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 915 time: 0.1148529 Jan 28 21:09:23.512848 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3991d721-9dee-4ff7-a297-7d3256e6859f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:23.524051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.524711 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.525064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.525408 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.525747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.526082 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.526417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.527312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.527733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.528362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.528632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.528966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b9de35-9876-4442-bb1e-1b4372f14947 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:23.586544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-dbb28ec9-a9cd-4638-9721-fb96cce8dc54 None None] Provisioning complete for port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:23.586799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-3ee2c76c-ee5a-4c38-98cb-863d34e6b2b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 1002 time: 0.0812156 Jan 28 21:09:23.586911 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dbb28ec9-a9cd-4638-9721-fb96cce8dc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.645272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-587391ca-a320-427b-915c-1666b3023d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:23.646684 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-587391ca-a320-427b-915c-1666b3023d80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0505013 Jan 28 21:09:23.662718 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Deleting port cb982eb3-51e9-4611-9384-66e218588046 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:23.663069 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.697598 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-9cf0b73c-09fb-4898-b487-30d077f035fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:23.703150 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-9cf0b73c-09fb-4898-b487-30d077f035fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427701 Jan 28 21:09:23.744795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.745123 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.756933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Calling delete_port for cb982eb3-51e9-4611-9384-66e218588046 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:23.794215 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-205143a7-7af3-4d84-bf86-661c82c5af2c service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874851 Jan 28 21:09:23.884672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3f9bcf33-bf59-49c1-8b5d-eb83d3408ba0 req-918c84cc-d729-4216-bfda-6321ab69ed3c service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830801 Jan 28 21:09:23.909989 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.934357 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event deleted for resources: {'Port': ['ID=cb982eb3-51e9-4611-9384-66e218588046,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:23.996947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:23.997255 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Floating IP f09c331b-c3fb-4e3a-91b5-b2815119c35d disassociated (deleted). External IP: 172.25.2.136, port: f87f0a59-c4fc-4b35-8a58-6510dbd1e697. Jan 28 21:09:24.207117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Router a391667b-837c-4fd4-8308-c56c34efbc44 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:09:24.319169 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:09:24.325163 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:24.331060 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] Sync routers for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:09:24.341915 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:24.342548 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:24.353750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1d8ebd96-7450-42b3-b32f-c0dbd8c97a04 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "DELETE /v2.0/floatingips/f09c331b-c3fb-4e3a-91b5-b2815119c35d HTTP/1.1" status: 204 len: 168 time: 0.8885536 Jan 28 21:09:24.354317 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:09:24.356673 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998" -d '{"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:09:24.458725 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:24.489387 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0ae30-a1c0-40cf-8666-37a1f67b8eec x-openstack-request-id: req-46d0ae30-a1c0-40cf-8666-37a1f67b8eec {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:09:24.489675 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:09:24.489932 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46d0ae30-a1c0-40cf-8666-37a1f67b8eec {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:09:24.490365 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'status': 'completed', 'code': 200} Jan 28 21:09:24.579002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-68f29647-ae51-4819-bea9-7764b6ca9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:24.584171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-68f29647-ae51-4819-bea9-7764b6ca9d83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed431154b1c847e18729433174bf90a8&device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 1097 time: 0.0664515 Jan 28 21:09:24.696057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-13d30865-890a-45bd-816e-e5b62dc184c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:24.697806 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-13d30865-890a-45bd-816e-e5b62dc184c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 200 len: 915 time: 0.1036282 Jan 28 21:09:24.729008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 5, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:24.747134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-b4b47beb-8626-4d84-9fcd-67b85c992a92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 200 len: 217 time: 0.0397170 Jan 28 21:09:24.822692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-d4dc851d-4317-4d52-aadb-04eded966699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:24.825290 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-d4dc851d-4317-4d52-aadb-04eded966699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 200 len: 853 time: 0.0685616 Jan 28 21:09:24.856650 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] Checking router: a391667b-837c-4fd4-8308-c56c34efbc44 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:09:24.865699 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:24.866328 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:24.881769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-fb476e33-946b-44b4-99a8-c24795fe46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:24.883982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-fb476e33-946b-44b4-99a8-c24795fe46f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c5ea517-2770-489f-b8ce-67c16b9b7a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483155 Jan 28 21:09:24.981159 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:24.996610 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-1a86403d-c885-44c4-be0f-626d03746385 service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031590 Jan 28 21:09:25.110563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7f0e2cc-5010-47a1-b47d-e551ebfc8998 req-3e2ce9fd-2f09-402e-86fa-b076fed11b2a service neutron] 10.222.0.26 "GET /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028488 Jan 28 21:09:25.190405 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 5, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:25.220549 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8a816-35f7-432d-a1cc-f2023427352d None None] The sync data for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 is: [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:30Z', 'revision_number': 4, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '46067971-ac89-4e4c-a66d-fc4d7ebdb5c8', 'name': '', 'network_id': '8c5ea517-2770-489f-b8ce-67c16b9b7a3d', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'mac_address': 'fa:16:3e:01:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:29Z', 'updated_at': '2022-01-28T21:07:33Z', 'revision_number': 5, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'subnets': [{'id': '6d2e9f67-9773-4f7f-840b-ff2930221c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:09:25.452612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c116dc0a-c2b9-45a2-a97c-026632821537 None None] New status for floating IP f09c331b-c3fb-4e3a-91b5-b2815119c35d: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:09:31.320631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d5eab-ca60-4ba1-bbf2-a0e466c7ffcb req-70b13368-64bf-4215-9976-8fed60e7fcbf tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:31.321596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c95d5eab-ca60-4ba1-bbf2-a0e466c7ffcb req-70b13368-64bf-4215-9976-8fed60e7fcbf tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.0533917 Jan 28 21:09:31.367015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c95d5eab-ca60-4ba1-bbf2-a0e466c7ffcb req-e0f024d5-3488-46c5-961b-0882d57932dc tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358605 Jan 28 21:09:32.495940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06555a-26a6-4694-b8cb-66e785c13ab6 req-51030219-8fda-4b83-9fb4-5f41b38f32f9 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:32.498567 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab06555a-26a6-4694-b8cb-66e785c13ab6 req-51030219-8fda-4b83-9fb4-5f41b38f32f9 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.0563059 Jan 28 21:09:32.538640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ab06555a-26a6-4694-b8cb-66e785c13ab6 req-fcb884d7-52df-48cf-b7e4-755d45a73adf tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/security-groups?id=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344548 Jan 28 21:09:33.064486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-e2dce5a7-67f7-47eb-b121-2489eb88b0e2 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:33.065945 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-e2dce5a7-67f7-47eb-b121-2489eb88b0e2 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 946 time: 0.0491650 Jan 28 21:09:33.154550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Deleting port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:33.154819 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:33.245277 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] For port f87f0a59-c4fc-4b35-8a58-6510dbd1e697, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:33.245639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:33.258018 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Calling delete_port for f87f0a59-c4fc-4b35-8a58-6510dbd1e697 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:33.384724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:33.398537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['f87f0a59-c4fc-4b35-8a58-6510dbd1e697'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:09:33.417211 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Pushing event deleted for resources: {'Port': ['ID=f87f0a59-c4fc-4b35-8a58-6510dbd1e697,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:33.460996 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] No DVR routers for this DVR port f87f0a59-c4fc-4b35-8a58-6510dbd1e697 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:09:33.463702 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:33.468676 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-51c26868-cf24-4dfc-ab84-f4890ee08f11 req-7b1f930c-9fe9-40f4-8ffa-ab2e75811bf4 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.26 "DELETE /v2.0/ports/f87f0a59-c4fc-4b35-8a58-6510dbd1e697 HTTP/1.1" status: 204 len: 173 time: 0.3953707 Jan 28 21:09:33.468676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'name': 'network-vif-deleted', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:09:33.470095 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c4af68-ac5b-47f6-bfbb-bb862354b1f9" -d '{"events": [{"server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "name": "network-vif-deleted", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:09:33.507400 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40404f-bba9-4b55-b766-d429f5ce569f x-openstack-request-id: req-8a40404f-bba9-4b55-b766-d429f5ce569f {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:09:33.507995 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee53b729-37cc-4e87-8f60-985ad7c37519", "name": "network-vif-deleted", "tag": "f87f0a59-c4fc-4b35-8a58-6510dbd1e697", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:09:33.508099 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a40404f-bba9-4b55-b766-d429f5ce569f {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:09:33.508459 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee53b729-37cc-4e87-8f60-985ad7c37519', 'name': 'network-vif-deleted', 'tag': 'f87f0a59-c4fc-4b35-8a58-6510dbd1e697', 'status': 'completed', 'code': 200} Jan 28 21:09:33.651485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68409ee4-e3ff-4179-af34-02e267e52154 req-22877287-a8ba-4328-b9e5-97b9a7c33207 tempest-TestMinimumBasicScenario-1253625487 tempest-TestMinimumBasicScenario-1253625487-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee53b729-37cc-4e87-8f60-985ad7c37519 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Jan 28 21:09:35.205741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55146) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:35.551153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:35.789389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Deleting port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:35.789730 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:35.866002 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] For port 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:35.866268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:35.878292 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Calling delete_port for 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:36.056110 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:36.082668 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=46067971-ac89-4e4c-a66d-fc4d7ebdb5c8,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:36.253788 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:36.804100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Router a391667b-837c-4fd4-8308-c56c34efbc44 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:09:36.912605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:09:36.919950 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-51cb9d92-6233-42bd-b2cf-9ccf56bc0f4a admin admin] 10.222.0.44 "PUT /v2.0/routers/a391667b-837c-4fd4-8308-c56c34efbc44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7116156 Jan 28 21:09:36.921207 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55148) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:36.922343 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] Sync routers for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:09:36.931656 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:36.932341 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:37.024644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.042402 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:37.128458 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.182444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Deleting port 330b0826-f83e-4d42-8425-b5cba56e3d90 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:37.182797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.225073 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:09:36Z', 'revision_number': 5, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port': {'id': '330b0826-f83e-4d42-8425-b5cba56e3d90', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:37.250707 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] Checking router: a391667b-837c-4fd4-8308-c56c34efbc44 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:09:37.258743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] Routers {'a391667b-837c-4fd4-8308-c56c34efbc44'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:37.259338 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['a391667b-837c-4fd4-8308-c56c34efbc44'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:37.267453 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] For port 330b0826-f83e-4d42-8425-b5cba56e3d90, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=330b0826-f83e-4d42-8425-b5cba56e3d90,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:37.268049 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.279941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Calling delete_port for 330b0826-f83e-4d42-8425-b5cba56e3d90 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:37.335033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f87f0a59-c4fc-4b35-8a58-6510dbd1e697 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:09:37.350364 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] Set router a391667b-837c-4fd4-8308-c56c34efbc44 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:37.364045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: f87f0a59-c4fc-4b35-8a58-6510dbd1e697 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:09:37.364664 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device f87f0a59-c4fc-4b35-8a58-6510dbd1e697 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:09:37.410530 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:09:37Z', 'revision_number': 6, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:37.438116 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02a7ba-41d2-434a-956b-f0b09a6af1cc None None] The sync data for ids ['a391667b-837c-4fd4-8308-c56c34efbc44'] in n-d-825064-3 is: [{'id': 'a391667b-837c-4fd4-8308-c56c34efbc44', 'name': 'tempest-TestMinimumBasicScenario-255262866-router', 'tenant_id': 'ed431154b1c847e18729433174bf90a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:27Z', 'updated_at': '2022-01-28T21:09:37Z', 'revision_number': 6, 'project_id': 'ed431154b1c847e18729433174bf90a8', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:09:37.460877 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.485934 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Pushing event deleted for resources: {'Port': ['ID=330b0826-f83e-4d42-8425-b5cba56e3d90,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:37.549096 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.639153 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.641319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.687701 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.688247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a391667b-837c-4fd4-8308-c56c34efbc44 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:09:37.692519 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.693653 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-ee4b6ff5-d944-48f7-b440-28cbad1f81cc admin admin] 10.222.0.44 "DELETE /v2.0/routers/a391667b-837c-4fd4-8308-c56c34efbc44 HTTP/1.1" status: 204 len: 168 time: 0.7715392 Jan 28 21:09:37.696428 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55150) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:37.740109 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5899f4d-463b-4808-abdb-83be0ef353b7 admin admin] Deleting subnet 6d2e9f67-9773-4f7f-840b-ff2930221c36 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:09:37.743006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5899f4d-463b-4808-abdb-83be0ef353b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.785142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-17cecbf5-7dd9-44e0-8196-25c8a2595b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.790486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5899f4d-463b-4808-abdb-83be0ef353b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.883152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5899f4d-463b-4808-abdb-83be0ef353b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.933974 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5899f4d-463b-4808-abdb-83be0ef353b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.962426 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-e5899f4d-463b-4808-abdb-83be0ef353b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:37.966430 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-e5899f4d-463b-4808-abdb-83be0ef353b7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d2e9f67-9773-4f7f-840b-ff2930221c36 HTTP/1.1" status: 204 len: 168 time: 0.2689676 Jan 28 21:09:37.967414 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5899f4d-463b-4808-abdb-83be0ef353b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2e9f67-9773-4f7f-840b-ff2930221c36,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:37.967535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df80f76f-fc9a-449d-a620-59cdcb450251 None None] Network 8c5ea517-2770-489f-b8ce-67c16b9b7a3d requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:09:37.969004 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55154) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:38.041732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.096717 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Deleting port 7072f282-cf30-4299-aa86-a51830eb8096 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:38.097334 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.158190 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] For port 7072f282-cf30-4299-aa86-a51830eb8096, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7072f282-cf30-4299-aa86-a51830eb8096,segment=NetworkSegment(a62664f8-8b59-4700-ac62-7c4f5c3774af),segment_id=a62664f8-8b59-4700-ac62-7c4f5c3774af)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:38.158449 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.171682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Calling delete_port for 7072f282-cf30-4299-aa86-a51830eb8096 owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:38.219939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] DHCP port deletion for 8c5ea517-2770-489f-b8ce-67c16b9b7a3d request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:09:38.263320 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.271707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Deleting port 7072f282-cf30-4299-aa86-a51830eb8096 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:38.272160 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.289613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7072f282-cf30-4299-aa86-a51830eb8096,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:38.293503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] No DVR routers for this DVR port 7072f282-cf30-4299-aa86-a51830eb8096 on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:09:38.337496 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] For port 7072f282-cf30-4299-aa86-a51830eb8096, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:38.337973 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.358398 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Calling delete_port for 7072f282-cf30-4299-aa86-a51830eb8096 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:38.361362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Port 7072f282-cf30-4299-aa86-a51830eb8096 was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 21:09:38.362633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.375542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] No DVR routers for this DVR port 7072f282-cf30-4299-aa86-a51830eb8096 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:09:38.375976 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.396431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Pushing event deleted for resources: {'Port': ['ID=7072f282-cf30-4299-aa86-a51830eb8096,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:38.404378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.404977 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.405315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.405648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.405973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.406312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.406633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.409901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.410335 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.410697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.410933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5ea517-2770-489f-b8ce-67c16b9b7a3d']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:38.411042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.411379 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802c387-37ef-4332-8c95-664cb6c773a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:38.422029 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62664f8-8b59-4700-ac62-7c4f5c3774af') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:38.422327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62664f8-8b59-4700-ac62-7c4f5c3774af') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:38.432121 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.446244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.452559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:09:38.453197 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:09:38.454996 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:09:38.512298 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.518247 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:38.521654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] 10.222.0.44 "DELETE /v2.0/networks/8c5ea517-2770-489f-b8ce-67c16b9b7a3d HTTP/1.1" status: 204 len: 168 time: 0.5510654 Jan 28 21:09:38.524637 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55156) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:38.533218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc22687-8022-47ae-b124-b90874a1af0c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5ea517-2770-489f-b8ce-67c16b9b7a3d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:38.874189 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:39.118949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Deleting port dd371ddf-a8e5-4830-a042-1a23f9eb65c9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:39.119295 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:39.197154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] For port dd371ddf-a8e5-4830-a042-1a23f9eb65c9, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,segment=NetworkSegment(d4134811-cf71-4375-8feb-2893ff86b0a0),segment_id=d4134811-cf71-4375-8feb-2893ff86b0a0)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:39.197440 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:39.210538 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Calling delete_port for dd371ddf-a8e5-4830-a042-1a23f9eb65c9 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:39.384093 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 330b0826-f83e-4d42-8425-b5cba56e3d90 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:09:39.400254 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:39.406160 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 330b0826-f83e-4d42-8425-b5cba56e3d90 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:09:39.406883 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 330b0826-f83e-4d42-8425-b5cba56e3d90 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:09:39.407389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:09:39.426886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:09:39.427226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 46067971-ac89-4e4c-a66d-fc4d7ebdb5c8 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:09:39.427640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7072f282-cf30-4299-aa86-a51830eb8096 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:09:39.428054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd371ddf-a8e5-4830-a042-1a23f9eb65c9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:39.449251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 7072f282-cf30-4299-aa86-a51830eb8096 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:09:39.450084 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7072f282-cf30-4299-aa86-a51830eb8096 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:09:39.601651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:39.816747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:09:39.920239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:09:39.925514 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2d1ac4d4-2e09-46e3-b282-1266fe051b8e admin admin] 10.222.0.44 "PUT /v2.0/routers/5590b7cc-d22c-4739-b9aa-5df9bc724a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3989980 Jan 28 21:09:39.928138 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55158) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:39.929036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] Sync routers for ids ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:09:39.938538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] Routers {'5590b7cc-d22c-4739-b9aa-5df9bc724a55'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:39.939145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:40.032014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.039794 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] Set router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:40.135608 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.188724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Deleting port 79416eef-ab31-46dc-9878-3fbce333648e {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:40.189083 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.218011 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '79416eef-ab31-46dc-9878-3fbce333648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:09:39Z', 'revision_number': 5, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port': {'id': '79416eef-ab31-46dc-9878-3fbce333648e', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:40.243778 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] Checking router: 5590b7cc-d22c-4739-b9aa-5df9bc724a55 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:09:40.253256 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] Routers {'5590b7cc-d22c-4739-b9aa-5df9bc724a55'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:40.253848 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:40.272663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] For port 79416eef-ab31-46dc-9878-3fbce333648e, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79416eef-ab31-46dc-9878-3fbce333648e,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:40.273032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.284670 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Calling delete_port for 79416eef-ab31-46dc-9878-3fbce333648e owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:40.461833 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.493853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Pushing event deleted for resources: {'Port': ['ID=79416eef-ab31-46dc-9878-3fbce333648e,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:40.494105 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-19669011-890b-4ee9-967e-c9c5889467ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.510417 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] Set router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:40.557192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.562207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:09:40Z', 'revision_number': 6, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:40.590057 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28add64e-81f3-4b5c-b05b-e61c1f66c85e None None] The sync data for ids ['5590b7cc-d22c-4739-b9aa-5df9bc724a55'] in n-d-825064-3 is: [{'id': '5590b7cc-d22c-4739-b9aa-5df9bc724a55', 'name': 'tempest-TestMinimumBasicScenario-1069989957-router', 'tenant_id': 'b329ea083bd74b3b9690430112be6095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:07:32Z', 'updated_at': '2022-01-28T21:09:40Z', 'revision_number': 6, 'project_id': 'b329ea083bd74b3b9690430112be6095', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:09:40.651383 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.653552 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.697554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.698284 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5590b7cc-d22c-4739-b9aa-5df9bc724a55 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:09:40.703210 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.704424 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9cfe2f24-a287-4df0-b361-89f9ad5cc425 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5590b7cc-d22c-4739-b9aa-5df9bc724a55 HTTP/1.1" status: 204 len: 168 time: 0.7753251 Jan 28 21:09:40.706892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55160) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:40.750676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bce8842-fa85-423d-9824-5b833aaf6b31 admin admin] Deleting subnet aa439688-2f1c-48fc-b84c-875f0988e390 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:09:40.753677 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bce8842-fa85-423d-9824-5b833aaf6b31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.787492 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bce8842-fa85-423d-9824-5b833aaf6b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.870062 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bce8842-fa85-423d-9824-5b833aaf6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.927958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bce8842-fa85-423d-9824-5b833aaf6b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.953633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce8842-fa85-423d-9824-5b833aaf6b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa439688-2f1c-48fc-b84c-875f0988e390,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:40.959405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2bce8842-fa85-423d-9824-5b833aaf6b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:40.963326 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2bce8842-fa85-423d-9824-5b833aaf6b31 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa439688-2f1c-48fc-b84c-875f0988e390 HTTP/1.1" status: 204 len: 168 time: 0.2548709 Jan 28 21:09:40.965206 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55164) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:40.969509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebe418-c1d0-45b8-ba6a-5bf7b9c1c0be None None] Network 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:09:41.039704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.094132 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Deleting port b8f30c38-c1e9-4b40-9206-3f662532932b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:09:41.094481 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.156673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] For port b8f30c38-c1e9-4b40-9206-3f662532932b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=b8f30c38-c1e9-4b40-9206-3f662532932b,segment=NetworkSegment(d4134811-cf71-4375-8feb-2893ff86b0a0),segment_id=d4134811-cf71-4375-8feb-2893ff86b0a0)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:41.156949 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.169788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Calling delete_port for b8f30c38-c1e9-4b40-9206-3f662532932b owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:09:41.249571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.276686 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] No DVR routers for this DVR port b8f30c38-c1e9-4b40-9206-3f662532932b on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:09:41.281845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f30c38-c1e9-4b40-9206-3f662532932b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:41.358829 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a96f84-cb34-4f17-87e7-75def39b5afa None None] DHCP port deletion for 5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:09:41.359566 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.394493 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:41.404951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4134811-cf71-4375-8feb-2893ff86b0a0') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:41.405342 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4134811-cf71-4375-8feb-2893ff86b0a0') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:41.414805 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.425439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device dd371ddf-a8e5-4830-a042-1a23f9eb65c9 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:09:41.429606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.437557 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:09:41.438002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:09:41.439771 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:09:41.448222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: dd371ddf-a8e5-4830-a042-1a23f9eb65c9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:09:41.448578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device dd371ddf-a8e5-4830-a042-1a23f9eb65c9 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:09:41.449007 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79416eef-ab31-46dc-9878-3fbce333648e no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:09:41.469254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 79416eef-ab31-46dc-9878-3fbce333648e {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:09:41.469603 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79416eef-ab31-46dc-9878-3fbce333648e not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:09:41.470028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b8f30c38-c1e9-4b40-9206-3f662532932b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:09:41.489153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: b8f30c38-c1e9-4b40-9206-3f662532932b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:09:41.489523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device b8f30c38-c1e9-4b40-9206-3f662532932b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:09:41.498991 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.505891 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.508800 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] 10.222.0.44 "DELETE /v2.0/networks/5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b HTTP/1.1" status: 204 len: 168 time: 0.5419726 Jan 28 21:09:41.521170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f7154-2e27-40fa-a44f-246b83d3764e admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9d19c3-5f8e-42ef-845d-cad80ed1ba8b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:41.692483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55168) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:41.732292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-87a440f7-5c32-434a-8eca-38e0e21850bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed431154b1c847e18729433174bf90a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384340 Jan 28 21:09:41.734525 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55170) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:41.785068 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d836c1fb-ac59-4ed3-9d39-0e5441319252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.806363 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d836c1fb-ac59-4ed3-9d39-0e5441319252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.816976 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.853872 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d836c1fb-ac59-4ed3-9d39-0e5441319252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.856644 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d836c1fb-ac59-4ed3-9d39-0e5441319252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:41.857853 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d836c1fb-ac59-4ed3-9d39-0e5441319252 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7 HTTP/1.1" status: 204 len: 168 time: 0.1224577 Jan 28 21:09:41.878036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836c1fb-ac59-4ed3-9d39-0e5441319252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a3e0b0-9bd4-4ebf-8bb9-484edd9aa7f7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:42.174791 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55176) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:42.215799 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4c13e269-73a5-4b39-861a-976ff07221eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b329ea083bd74b3b9690430112be6095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396049 Jan 28 21:09:42.218478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55178) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:42.270706 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9e2229c-f10b-486a-a8c9-bf6f67d70777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:42.290957 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9e2229c-f10b-486a-a8c9-bf6f67d70777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:42.338152 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9e2229c-f10b-486a-a8c9-bf6f67d70777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:42.341511 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c9e2229c-f10b-486a-a8c9-bf6f67d70777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:42.342656 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c9e2229c-f10b-486a-a8c9-bf6f67d70777 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3deafdcc-c4c8-4ff9-b0ef-a160584c6f87 HTTP/1.1" status: 204 len: 168 time: 0.1232905 Jan 28 21:09:42.350991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2229c-f10b-486a-a8c9-bf6f67d70777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deafdcc-c4c8-4ff9-b0ef-a160584c6f87,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:43.102237 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:43.301770 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.039688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55218) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:44.044673 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935084513', 'description': 'tempest-secgroup-smoke-935084513 description', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:44.070597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.079126 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.154418 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.158345 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.196020 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4457c5ca-7ad5-4abd-9275-caeb81d41142,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:44.232893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.236610 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.266532 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.267680 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2269747 Jan 28 21:09:44.269509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ec2eb-5b8d-4959-aa8b-cfd3b0aca2c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd7e036-0090-4012-bd59-88e935917f32,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:44.270725 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55220) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:44.275356 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bce3ed9b-c4a6-47fa-ae0f-114ff6a2c30e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'acd7e036-0090-4012-bd59-88e935917f32', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:44.304332 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bce3ed9b-c4a6-47fa-ae0f-114ff6a2c30e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.366561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bce3ed9b-c4a6-47fa-ae0f-114ff6a2c30e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.370168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bce3ed9b-c4a6-47fa-ae0f-114ff6a2c30e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.389533 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ed9b-c4a6-47fa-ae0f-114ff6a2c30e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248280b3-3dcc-4cd4-ac96-b0c46991dd1a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:44.397094 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bce3ed9b-c4a6-47fa-ae0f-114ff6a2c30e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.398293 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bce3ed9b-c4a6-47fa-ae0f-114ff6a2c30e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265199 Jan 28 21:09:44.400973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55222) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:44.406326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-429af5c2-9e17-4b08-b0fb-b0494a97387c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'acd7e036-0090-4012-bd59-88e935917f32', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:44.435740 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429af5c2-9e17-4b08-b0fb-b0494a97387c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.492006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429af5c2-9e17-4b08-b0fb-b0494a97387c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.495461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429af5c2-9e17-4b08-b0fb-b0494a97387c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.513185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429af5c2-9e17-4b08-b0fb-b0494a97387c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e700eb88-bc76-4ab4-88d9-c78ca9c1c4eb,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:44.520035 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-429af5c2-9e17-4b08-b0fb-b0494a97387c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.521263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-429af5c2-9e17-4b08-b0fb-b0494a97387c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193862 Jan 28 21:09:44.524067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55224) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:44.529078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b3e067b3-9b56-41e0-966e-0c2972708938 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'acd7e036-0090-4012-bd59-88e935917f32', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:44.556864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3e067b3-9b56-41e0-966e-0c2972708938 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.612842 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3e067b3-9b56-41e0-966e-0c2972708938 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.618108 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3e067b3-9b56-41e0-966e-0c2972708938 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.632650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e067b3-9b56-41e0-966e-0c2972708938 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39301468-7f0d-49c7-97a1-93a8a7f05b96,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:44.643447 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3e067b3-9b56-41e0-966e-0c2972708938 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.644735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b3e067b3-9b56-41e0-966e-0c2972708938 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197462 Jan 28 21:09:44.647554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55226) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:44.651786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f48889b1-2f1e-4f51-a5c0-ade5bff065d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'acd7e036-0090-4012-bd59-88e935917f32', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:44.679714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48889b1-2f1e-4f51-a5c0-ade5bff065d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.740429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48889b1-2f1e-4f51-a5c0-ade5bff065d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.744075 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48889b1-2f1e-4f51-a5c0-ade5bff065d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.760838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48889b1-2f1e-4f51-a5c0-ade5bff065d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983b71e8-7fdf-4ee3-afd9-acf1174c726d,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:44.769592 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f48889b1-2f1e-4f51-a5c0-ade5bff065d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.770723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f48889b1-2f1e-4f51-a5c0-ade5bff065d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222758 Jan 28 21:09:44.773640 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55228) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:44.778390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-03c8ceab-0ee9-43c3-b5b5-ffa5ebe9406c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'acd7e036-0090-4012-bd59-88e935917f32', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:44.801358 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-03c8ceab-0ee9-43c3-b5b5-ffa5ebe9406c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:09:44.805921 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03c8ceab-0ee9-43c3-b5b5-ffa5ebe9406c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.864936 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03c8ceab-0ee9-43c3-b5b5-ffa5ebe9406c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.868389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03c8ceab-0ee9-43c3-b5b5-ffa5ebe9406c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.885567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8ceab-0ee9-43c3-b5b5-ffa5ebe9406c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d9ce10-5dfd-4407-afb7-f35b4475c717,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:44.894434 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-03c8ceab-0ee9-43c3-b5b5-ffa5ebe9406c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.895639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-03c8ceab-0ee9-43c3-b5b5-ffa5ebe9406c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211150 Jan 28 21:09:44.898363 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55230) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:44.902591 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-56b2a7a0-d678-40c6-acf3-3d26b985ae7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'acd7e036-0090-4012-bd59-88e935917f32', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:44.925796 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-56b2a7a0-d678-40c6-acf3-3d26b985ae7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:09:44.930493 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56b2a7a0-d678-40c6-acf3-3d26b985ae7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.988899 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56b2a7a0-d678-40c6-acf3-3d26b985ae7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:44.992505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56b2a7a0-d678-40c6-acf3-3d26b985ae7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.011556 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2a7a0-d678-40c6-acf3-3d26b985ae7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad30cf0-2be4-48fe-a1cf-61d0846d2a2e,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:45.016256 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56b2a7a0-d678-40c6-acf3-3d26b985ae7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.017479 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-56b2a7a0-d678-40c6-acf3-3d26b985ae7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182089 Jan 28 21:09:45.020569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55232) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:45.025233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'network': {'name': 'tempest-network-smoke--1386670198', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'port_security_enabled': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:45.046897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:09:45.050410 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.073237 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:09:45.082169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.082522 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Added segment 1be24795-ad66-4ada-be85-d18214a61368 of type vlan for network 55cfa5bd-9882-4b2a-92bc-53d36553f797 Jan 28 21:09:45.123428 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.146749 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.152072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:45.152763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.211431 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898725 Jan 28 21:09:45.214497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55234) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:45.219726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'admin_state_up': True, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:45.220425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4c33a-2447-4c90-824f-d0c7a97baf0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Network': ['ID=55cfa5bd-9882-4b2a-92bc-53d36553f797,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:45.230533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:09:45.245930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.247828 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.299802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.435977 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.981232 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:45.999923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:46.101566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.182 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/d6f39205-29e4-402f-b7e7-df7565a50f8b) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:09:46.208241 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:46.241300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:46.276847 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:09:46.281633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:09:46.285270 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:09:46.315731 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=d6f39205-29e4-402f-b7e7-df7565a50f8b,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:46.541753 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:46.737768 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:46.863310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:09:46.974546 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:09:46.984526 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Sync routers for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:09:46.994244 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:46.994924 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:46.995333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:46.997202 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-92bb1410-93d6-4558-91fe-23ed91a259d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7804809 Jan 28 21:09:47.000555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55236) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:47.109651 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:47.132098 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a8b93f40-e370-4504-b68f-397a64384fba tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=101ec6e45c8c44f893aaec6f1cc7c83e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1277764 Jan 28 21:09:47.132365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55240) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:47.244068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac0aff5-4f0e-44cc-bcd1-794bfac92c39 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:47.245604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3ac0aff5-4f0e-44cc-bcd1-794bfac92c39 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121972 Jan 28 21:09:47.249818 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55242) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:47.283295 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a2a8760c-0366-4610-b3ab-9135f015c6c2 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323768 Jan 28 21:09:47.286379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55244) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:47.291696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1983810234', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:47.334747 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:46Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:47.370776 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Checking router: 3853e1ef-d2e7-4ab9-a924-5aa39caf862e for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:09:47.375523 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Updating router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e port d6f39205-29e4-402f-b7e7-df7565a50f8b binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:09:47.396928 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:09:47.400462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.407636 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.623679 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.694822 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.697209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Subnet': ['ID=dc1ad1cc-166b-4311-9962-0f5e1156a848,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:47.701543 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.706723 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Checking segment: {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:09:47.707858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network hostable DHCP agents. Network: 55cfa5bd-9882-4b2a-92bc-53d36553f797, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:09:47.727335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:09:47.741317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 55cfa5bd-9882-4b2a-92bc-53d36553f797) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:09:47.748165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:47.748778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.755407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bb0de-ce3b-4e1b-a843-2749210c41e6 None None] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:09:47.773193 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1e3c2318-6bbd-4701-9ee5-8fae4603524a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4856262 Jan 28 21:09:47.776200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55246) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:09:47.849364 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Attempting to bind port d6f39205-29e4-402f-b7e7-df7565a50f8b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:09:47.849730 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Attempting to bind port d6f39205-29e4-402f-b7e7-df7565a50f8b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:09:47.850088 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Attempting to bind port d6f39205-29e4-402f-b7e7-df7565a50f8b on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:09:47.864088 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:09:47.864088 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:09:47.864468 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.864622 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:09:47.865079 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Bound port: d6f39205-29e4-402f-b7e7-df7565a50f8b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:09:47.865448 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.890965 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Pushing event updated for resources: {'Port': ['ID=d6f39205-29e4-402f-b7e7-df7565a50f8b,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:47.901273 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.901971 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.901971 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.902250 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.902572 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.903730 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.904120 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.904475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.904805 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.905122 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.905443 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.905821 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:09:47.943063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-55cfa5bd-9882-4b2a-92bc-53d36553f797', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:09:47.944049 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:47.945300 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] For port d6f39205-29e4-402f-b7e7-df7565a50f8b, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:09:47.949894 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] For port d6f39205-29e4-402f-b7e7-df7565a50f8b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6f39205-29e4-402f-b7e7-df7565a50f8b,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:09:47.953920 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.006141 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:48.006809 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:48.072052 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0c931-5185-40ac-b2a4-5802f5c294fc None None] Pushing event updated for resources: {'Port': ['ID=d6f39205-29e4-402f-b7e7-df7565a50f8b,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:48.093225 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Allocated IP 172.20.0.2 (55cfa5bd-9882-4b2a-92bc-53d36553f797/dc1ad1cc-166b-4311-9962-0f5e1156a848/4f8f542e-a425-4bc8-991f-8cf33861d890) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:09:48.147796 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:48.254224 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.261083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.280402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.304924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:09:48.308080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:09:48.312498 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:09:48.319774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Pushing event updated for resources: {'Port': ['ID=4f8f542e-a425-4bc8-991f-8cf33861d890,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:48.347710 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:46Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:48.376136 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b0f2d-08cc-4c05-85d7-070a7acc0034 None None] The sync data for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 is: [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:46Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:09:48.377708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Attempting to bind port 4f8f542e-a425-4bc8-991f-8cf33861d890 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:09:48.378080 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Attempting to bind port 4f8f542e-a425-4bc8-991f-8cf33861d890 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:09:48.378439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Attempting to bind port 4f8f542e-a425-4bc8-991f-8cf33861d890 on network 55cfa5bd-9882-4b2a-92bc-53d36553f797 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:09:48.383813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:09:48.384168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Checking segment: {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:09:48.384602 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.384986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Bound using segment: {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:09:48.385454 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Bound port: 4f8f542e-a425-4bc8-991f-8cf33861d890, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:09:48.385834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.458771 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] For port 4f8f542e-a425-4bc8-991f-8cf33861d890, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:09:48.462593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] For port 4f8f542e-a425-4bc8-991f-8cf33861d890, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4f8f542e-a425-4bc8-991f-8cf33861d890,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:09:48.467387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.531298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.538328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a6c16-0ffe-4cdd-9a04-e9584445cd97 None None] Pushing event updated for resources: {'Port': ['ID=4f8f542e-a425-4bc8-991f-8cf33861d890,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:48.584306 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.1 (55cfa5bd-9882-4b2a-92bc-53d36553f797/dc1ad1cc-166b-4311-9962-0f5e1156a848/e432ae3d-ed7b-4673-aa9d-c5765040eb48) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:09:48.743836 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.792405 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:48.840814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:09:48.844107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:09:48.848780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:09:48.853101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=e432ae3d-ed7b-4673-aa9d-c5765040eb48,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:48.896305 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.039551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.345493 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.351954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.438130 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.440245 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=e432ae3d-ed7b-4673-aa9d-c5765040eb48,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:49.510085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6f39205-29e4-402f-b7e7-df7565a50f8b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:09:49.539221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:09:49.540738 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:09:49.566855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d6f39205-29e4-402f-b7e7-df7565a50f8b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:49.567343 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.641738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e441d-c72a-450c-aa3d-b727ccbd417a None None] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:09:49.664200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:09:49.707687 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.743518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9dc3ff91-9fc7-4a06-acc3-ca8d01939b20 None None] Provisioning complete for port 4f8f542e-a425-4bc8-991f-8cf33861d890 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:49.743895 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ff91-9fc7-4a06-acc3-ca8d01939b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.750286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port d6f39205-29e4-402f-b7e7-df7565a50f8b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6f39205-29e4-402f-b7e7-df7565a50f8b,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:49.776547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:09:49.776941 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.778320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4f8f542e-a425-4bc8-991f-8cf33861d890 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:09:49.782868 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-675f041c-9698-4fa9-a1ce-2b8753dc1f8f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/3853e1ef-d2e7-4ab9-a924-5aa39caf862e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053918 Jan 28 21:09:49.947789 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=d6f39205-29e4-402f-b7e7-df7565a50f8b,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:49.952319 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-7d7fa9e0-53d6-4999-9946-fd73f568a92b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935084513&fields=id&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 267 time: 0.0392730 Jan 28 21:09:49.992816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4f8f542e-a425-4bc8-991f-8cf33861d890 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:49.993192 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:49.994696 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ff91-9fc7-4a06-acc3-ca8d01939b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:50.072349 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-9dc3ff91-9fc7-4a06-acc3-ca8d01939b20 None None] For port 4f8f542e-a425-4bc8-991f-8cf33861d890, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4f8f542e-a425-4bc8-991f-8cf33861d890,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:50.076943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-7d3b172f-dffe-4c8f-9427-d85215577cf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:50.078509 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-7d3b172f-dffe-4c8f-9427-d85215577cf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/networks?id=55cfa5bd-9882-4b2a-92bc-53d36553f797 HTTP/1.1" status: 200 len: 797 time: 0.1174500 Jan 28 21:09:50.079284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9dc3ff91-9fc7-4a06-acc3-ca8d01939b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:50.097110 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-dc417891-4043-4d61-84d0-ab7536ee6420 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/quotas/101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 375 time: 0.0108030 Jan 28 21:09:50.160787 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-ed32251e-63a6-4cd5-a3bc-b15e69dfc584 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576251 Jan 28 21:09:50.162593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Sync routers for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:09:50.168012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3ff91-9fc7-4a06-acc3-ca8d01939b20 None None] Pushing event updated for resources: {'Port': ['ID=4f8f542e-a425-4bc8-991f-8cf33861d890,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:50.180960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-94922f94-b64a-4595-8be8-930ea6f7727c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:09:50.182009 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-94922f94-b64a-4595-8be8-930ea6f7727c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079648 Jan 28 21:09:50.183158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:50.183879 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:50.278889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-b93ef391-5371-4130-b4e4-8dd99590d9da service neutron] 10.222.0.44 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879004 Jan 28 21:09:50.299249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:50.388326 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-06505abd-8f23-4ba3-ae54-f524225dba65 service neutron] 10.222.0.44 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019537 Jan 28 21:09:50.452832 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-df290543-25b4-48bf-9d2a-57e66f5b25c6 None None] Provisioning complete for port 4f8f542e-a425-4bc8-991f-8cf33861d890 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:50.453206 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df290543-25b4-48bf-9d2a-57e66f5b25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:50.597439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 2, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:50.601843 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a8c6a60e-61ea-46be-b588-88ee3d7e0835 req-6c300632-9b8c-4a40-b965-10cdde9d9e6a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 210 time: 0.0341330 Jan 28 21:09:50.625971 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Checking router: 3853e1ef-d2e7-4ab9-a924-5aa39caf862e for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:09:50.626240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Updating router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e port e432ae3d-ed7b-4673-aa9d-c5765040eb48 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:09:50.662467 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:50.675544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-df290543-25b4-48bf-9d2a-57e66f5b25c6 None None] Provisioning complete for port e432ae3d-ed7b-4673-aa9d-c5765040eb48 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:50.675923 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-df290543-25b4-48bf-9d2a-57e66f5b25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:50.743364 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-df290543-25b4-48bf-9d2a-57e66f5b25c6 None None] Port e432ae3d-ed7b-4673-aa9d-c5765040eb48 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:09:50.892561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7c5af8f9-16b4-4a97-b07d-e270ea069e8d None None] Provisioning complete for port e432ae3d-ed7b-4673-aa9d-c5765040eb48 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:50.892821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7c5af8f9-16b4-4a97-b07d-e270ea069e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:50.952605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-7c5af8f9-16b4-4a97-b07d-e270ea069e8d None None] Port e432ae3d-ed7b-4673-aa9d-c5765040eb48 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:09:51.013831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.019231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.074942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce620e-f5d3-4329-966a-1c150768fbf3 None None] Pushing event updated for resources: {'Port': ['ID=e432ae3d-ed7b-4673-aa9d-c5765040eb48,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:51.125777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Attempting to bind port e432ae3d-ed7b-4673-aa9d-c5765040eb48 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:09:51.126149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Attempting to bind port e432ae3d-ed7b-4673-aa9d-c5765040eb48 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:09:51.126536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Attempting to bind port e432ae3d-ed7b-4673-aa9d-c5765040eb48 on network 55cfa5bd-9882-4b2a-92bc-53d36553f797 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:09:51.131696 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:09:51.132070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Checking segment: {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:09:51.132511 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.132902 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Bound using segment: {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:09:51.133377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Bound port: e432ae3d-ed7b-4673-aa9d-c5765040eb48, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:09:51.133761 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.206815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] For port e432ae3d-ed7b-4673-aa9d-c5765040eb48, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:09:51.210441 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] For port e432ae3d-ed7b-4673-aa9d-c5765040eb48, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e432ae3d-ed7b-4673-aa9d-c5765040eb48,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:09:51.214355 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.287431 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:09:51.288066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:51.289707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce620e-f5d3-4329-966a-1c150768fbf3 None None] Pushing event updated for resources: {'Port': ['ID=e432ae3d-ed7b-4673-aa9d-c5765040eb48,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:51.330052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e0a08c5c-422d-420e-9e1d-ec2d45537c93 None None] Provisioning complete for port e432ae3d-ed7b-4673-aa9d-c5765040eb48 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:51.330433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e0a08c5c-422d-420e-9e1d-ec2d45537c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.560795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6f39205-29e4-402f-b7e7-df7565a50f8b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:09:51.625950 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:09:51.718349 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3bdf9e5-6907-44ed-bb38-cd756ffbd71c req-7bf5b172-00e6-430a-8e1d-78c2e3448fad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 210 time: 0.0358827 Jan 28 21:09:51.732465 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e0a08c5c-422d-420e-9e1d-ec2d45537c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.756409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d6f39205-29e4-402f-b7e7-df7565a50f8b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:51.756788 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.764601 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-9113a35a-ae7c-4721-94a5-8c270cb10d2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:51.766294 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-9113a35a-ae7c-4721-94a5-8c270cb10d2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/networks?id=55cfa5bd-9882-4b2a-92bc-53d36553f797 HTTP/1.1" status: 200 len: 797 time: 0.1371973 Jan 28 21:09:51.815128 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-ec52a9e7-6d89-4a08-b3a2-672e9eba7a04 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 379 time: 0.0402966 Jan 28 21:09:51.825780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'port': {'device_id': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'admin_state_up': True, 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'security_groups': ['acd7e036-0090-4012-bd59-88e935917f32']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:51.854028 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e0a08c5c-422d-420e-9e1d-ec2d45537c93 None None] For port e432ae3d-ed7b-4673-aa9d-c5765040eb48, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e432ae3d-ed7b-4673-aa9d-c5765040eb48,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:51.858729 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.864716 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e0a08c5c-422d-420e-9e1d-ec2d45537c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.953648 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:09:51.957452 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:51.985584 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a08c5c-422d-420e-9e1d-ec2d45537c93 None None] Pushing event updated for resources: {'Port': ['ID=e432ae3d-ed7b-4673-aa9d-c5765040eb48,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:52.016069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4f8f542e-a425-4bc8-991f-8cf33861d890 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:09:52.019998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6b32353f-1fb4-4a06-963d-5f20172b153e None None] Provisioning complete for port e432ae3d-ed7b-4673-aa9d-c5765040eb48 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:52.020401 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b32353f-1fb4-4a06-963d-5f20172b153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.092234 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.4 (55cfa5bd-9882-4b2a-92bc-53d36553f797/dc1ad1cc-166b-4311-9962-0f5e1156a848/d3cf1987-026c-4f33-b80d-875153423839) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:09:52.095876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:51Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:09:52.130517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbbde0-12b4-4a87-8cc7-a4a2d174cbc8 None None] The sync data for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 is: [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:51Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:09:52.145305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 4f8f542e-a425-4bc8-991f-8cf33861d890 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:52.145686 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.265285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.304993 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.358794 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:09:52.362315 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:09:52.366039 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:09:52.391729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=d3cf1987-026c-4f33-b80d-875153423839,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:52.423530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:52.424228 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.440813 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a22584ad-eb9a-49be-b183-0afdc4e2edef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194084 Jan 28 21:09:52.453415 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Request body: {'port': {'device_id': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:09:52.517039 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.634434 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e3938b05-1478-48d7-937f-528f997c4629 None None] Provisioning complete for port d3cf1987-026c-4f33-b80d-875153423839 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:52.635045 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e3938b05-1478-48d7-937f-528f997c4629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.672549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e3938b05-1478-48d7-937f-528f997c4629 None None] Port d3cf1987-026c-4f33-b80d-875153423839 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:09:52.822918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cf1987-026c-4f33-b80d-875153423839 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:09:52.831927 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.845832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Transition to ACTIVE for port object d3cf1987-026c-4f33-b80d-875153423839 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:09:52.846681 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f171d-d148-4197-bb78-c909ba8d4aa6 req-219e5fa7-37ae-4e5e-93d9-163992937fcd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:52.848364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa1f171d-d148-4197-bb78-c909ba8d4aa6 req-219e5fa7-37ae-4e5e-93d9-163992937fcd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 931 time: 0.0581045 Jan 28 21:09:52.851333 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:52.891127 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fa1f171d-d148-4197-bb78-c909ba8d4aa6 req-5c8ef15b-5e17-4504-915d-547bb2f6eb3f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353699 Jan 28 21:09:52.907710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf1987-026c-4f33-b80d-875153423839,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:52.976645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Attempting to bind port d3cf1987-026c-4f33-b80d-875153423839 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:09:52.977217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Attempting to bind port d3cf1987-026c-4f33-b80d-875153423839 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:09:52.977619 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Attempting to bind port d3cf1987-026c-4f33-b80d-875153423839 on network 55cfa5bd-9882-4b2a-92bc-53d36553f797 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:09:52.983141 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Port d3cf1987-026c-4f33-b80d-875153423839 on network 55cfa5bd-9882-4b2a-92bc-53d36553f797 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:09:52.983602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Attempting to bind port d3cf1987-026c-4f33-b80d-875153423839 on network 55cfa5bd-9882-4b2a-92bc-53d36553f797 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:09:52.989106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:09:52.989451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Checking segment: {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:09:52.989957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Bound using segment: {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:09:52.990335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Bound port: d3cf1987-026c-4f33-b80d-875153423839, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be24795-ad66-4ada-be85-d18214a61368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:09:52.990707 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:53.065535 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] For port d3cf1987-026c-4f33-b80d-875153423839, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:09:53.069256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] For port d3cf1987-026c-4f33-b80d-875153423839, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d3cf1987-026c-4f33-b80d-875153423839,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:09:53.073671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:53.114921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:53.115547 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:53.117092 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] 10.222.0.13 "PUT /v2.0/ports/d3cf1987-026c-4f33-b80d-875153423839 HTTP/1.1" status: 200 len: 1091 time: 0.6688294 Jan 28 21:09:53.117876 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:09:53.120264 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7" -d '{"events": [{"name": "network-changed", "server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "tag": "d3cf1987-026c-4f33-b80d-875153423839"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:09:53.150752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f257e-9ac8-4b01-b660-ad04148253ef service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf1987-026c-4f33-b80d-875153423839,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:53.167241 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ebf41-43b7-467f-a5bb-3b5acd6bd530 x-openstack-request-id: req-278ebf41-43b7-467f-a5bb-3b5acd6bd530 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:09:53.167545 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "tag": "d3cf1987-026c-4f33-b80d-875153423839", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:09:53.167838 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-278ebf41-43b7-467f-a5bb-3b5acd6bd530 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:09:53.169023 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839', 'status': 'completed', 'code': 200} Jan 28 21:09:53.224424 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-163afc9a-7f45-4393-bc9f-3685f380dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:53.225951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-163afc9a-7f45-4393-bc9f-3685f380dbdf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 1094 time: 0.0477519 Jan 28 21:09:53.269822 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-d4af3d30-9eb7-4a8e-b15f-cfdf47b4ffed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3cf1987-026c-4f33-b80d-875153423839 HTTP/1.1" status: 200 len: 217 time: 0.0362601 Jan 28 21:09:53.329898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-8b96b1df-4a47-4371-9e0a-6658bed8d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:53.331517 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-8b96b1df-4a47-4371-9e0a-6658bed8d93e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc1ad1cc-166b-4311-9962-0f5e1156a848 HTTP/1.1" status: 200 len: 835 time: 0.0548530 Jan 28 21:09:53.390359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-882b018e-ed58-4cfa-850e-f82bce242e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:53.392271 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-882b018e-ed58-4cfa-850e-f82bce242e64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55cfa5bd-9882-4b2a-92bc-53d36553f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540681 Jan 28 21:09:53.434421 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e432ae3d-ed7b-4673-aa9d-c5765040eb48 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:09:53.485782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e432ae3d-ed7b-4673-aa9d-c5765040eb48 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:53.486149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:53.492720 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-1fe26899-73af-4a21-bede-32c723ea1392 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934134 Jan 28 21:09:53.586753 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b3c9e7a-f9da-477e-9708-6e7394a9316b req-2c61b727-8add-48c1-93fe-9f7f6cd6f00d service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866575 Jan 28 21:09:53.669247 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-55bf0e02-8dab-47ea-bf5b-65edc593ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:53.670974 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-55bf0e02-8dab-47ea-bf5b-65edc593ca2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 1094 time: 0.0414417 Jan 28 21:09:53.765475 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-5ad7b362-6080-40f7-9d5f-c31301130575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:53.767255 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-5ad7b362-6080-40f7-9d5f-c31301130575 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55cfa5bd-9882-4b2a-92bc-53d36553f797 HTTP/1.1" status: 200 len: 898 time: 0.0901389 Jan 28 21:09:53.809788 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-68741264-152b-4a81-b36d-07ee82d8d5d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3cf1987-026c-4f33-b80d-875153423839 HTTP/1.1" status: 200 len: 217 time: 0.0351520 Jan 28 21:09:53.859066 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-5d8351bb-018f-40b4-ad59-2fad8a2936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:53.860650 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-5d8351bb-018f-40b4-ad59-2fad8a2936f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc1ad1cc-166b-4311-9962-0f5e1156a848 HTTP/1.1" status: 200 len: 835 time: 0.0435789 Jan 28 21:09:53.910741 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-f153774a-467a-4b1c-9126-8d3145776bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:53.912223 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-f153774a-467a-4b1c-9126-8d3145776bee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55cfa5bd-9882-4b2a-92bc-53d36553f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442305 Jan 28 21:09:54.027150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dfd31-b88f-4eb5-ad7c-d4769600578a req-04beb28c-995f-4a5f-88d9-32ade591649d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:54.029388 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b75dfd31-b88f-4eb5-ad7c-d4769600578a req-04beb28c-995f-4a5f-88d9-32ade591649d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 943 time: 0.0520976 Jan 28 21:09:54.070622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b75dfd31-b88f-4eb5-ad7c-d4769600578a req-fc03ffbc-2c8f-4833-ab8a-cf02c1421f92 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350029 Jan 28 21:09:54.345601 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-6c316968-7c60-4d54-95d9-c53b122583cc service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252119 Jan 28 21:09:54.439573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c1187bc5-26f4-4640-bbd7-9f2447cb74b7 req-222dd49b-4f72-49f4-864f-8d963d2f9be4 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863278 Jan 28 21:09:55.186044 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc9095-818b-4645-9d08-b5a0defa272d req-6ef6fc15-3667-4b91-98a9-743caffdee13 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:55.187523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09cc9095-818b-4645-9d08-b5a0defa272d req-6ef6fc15-3667-4b91-98a9-743caffdee13 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 943 time: 0.0482795 Jan 28 21:09:55.224495 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09cc9095-818b-4645-9d08-b5a0defa272d req-13263015-8935-4a83-8b41-12a4687f0f15 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Jan 28 21:09:55.512561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d3cf1987-026c-4f33-b80d-875153423839 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:09:55.604749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d3cf1987-026c-4f33-b80d-875153423839, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d3cf1987-026c-4f33-b80d-875153423839,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:55.615144 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'd3cf1987-026c-4f33-b80d-875153423839', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'port_id': 'd3cf1987-026c-4f33-b80d-875153423839', 'mac_address': 'fa:16:3e:58:00:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:09:55.651678 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:55.664136 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cf1987-026c-4f33-b80d-875153423839 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:09:55.684562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d3cf1987-026c-4f33-b80d-875153423839, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d3cf1987-026c-4f33-b80d-875153423839,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:55.691024 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:55.741923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d3cf1987-026c-4f33-b80d-875153423839,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:55.911777 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['d3cf1987-026c-4f33-b80d-875153423839'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:09:56.340947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d189c-4a4f-4c06-b14e-e584b5d8e772 req-591d3ac1-804d-4b93-a852-bead4a755c3b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:56.342267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-345d189c-4a4f-4c06-b14e-e584b5d8e772 req-591d3ac1-804d-4b93-a852-bead4a755c3b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 944 time: 0.0523870 Jan 28 21:09:56.380070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-345d189c-4a4f-4c06-b14e-e584b5d8e772 req-b27eb2b2-b7ca-4c30-875c-73d88b6a494c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Jan 28 21:09:57.493381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b5491-29c3-4fbb-bb2b-acf54840e16f req-1cea16fd-5ae9-4584-9dbe-2f603a0ce021 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:57.494863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-748b5491-29c3-4fbb-bb2b-acf54840e16f req-1cea16fd-5ae9-4584-9dbe-2f603a0ce021 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Jan 28 21:09:57.532199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-748b5491-29c3-4fbb-bb2b-acf54840e16f req-a73a501f-efe2-48a3-aad7-19ff7eebd53e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Jan 28 21:09:57.537317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d3cf1987-026c-4f33-b80d-875153423839 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:09:57.585643 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port d3cf1987-026c-4f33-b80d-875153423839 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:09:57.589110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port d3cf1987-026c-4f33-b80d-875153423839 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:09:57.589488 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:57.668726 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:57.693074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:09:57.695316 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a1a018-39de-4ea4-8355-00ac446d3104" -d '{"events": [{"server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf1987-026c-4f33-b80d-875153423839"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:09:57.708396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port d3cf1987-026c-4f33-b80d-875153423839, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d3cf1987-026c-4f33-b80d-875153423839,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:09:57.712866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:09:57.761126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=d3cf1987-026c-4f33-b80d-875153423839,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:09:57.806114 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c76a3f8-476c-493f-88cf-e4a23324fb4c x-openstack-request-id: req-1c76a3f8-476c-493f-88cf-e4a23324fb4c {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:09:57.806402 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf1987-026c-4f33-b80d-875153423839", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:09:57.806653 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c76a3f8-476c-493f-88cf-e4a23324fb4c {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:09:57.807047 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839', 'code': 200} Jan 28 21:09:57.912867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31d0b-1fd5-4421-836a-18e51080dde8 req-ba7a4c29-ac19-4f85-9456-570219885944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:57.914401 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94d31d0b-1fd5-4421-836a-18e51080dde8 req-ba7a4c29-ac19-4f85-9456-570219885944 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0484924 Jan 28 21:09:57.952479 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-94d31d0b-1fd5-4421-836a-18e51080dde8 req-9df9f1bb-4490-47fc-a9aa-59ecaa867146 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298970 Jan 28 21:09:58.645675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1183127-4300-4737-9e5a-8cee073441b5 req-537c8ecd-6d38-4353-a11d-e8974b066299 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:58.647111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1183127-4300-4737-9e5a-8cee073441b5 req-537c8ecd-6d38-4353-a11d-e8974b066299 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0492642 Jan 28 21:09:58.649877 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:09:58.685466 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1183127-4300-4737-9e5a-8cee073441b5 req-08a2e8c0-d27b-4bef-99dd-f7b9f641d869 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322447 Jan 28 21:09:59.803837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61cc4f-48ca-4dc4-afa6-07c71bea5a62 req-6a5d25e2-d101-4403-8ce3-fceec5aa2d39 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:59.805329 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c61cc4f-48ca-4dc4-afa6-07c71bea5a62 req-6a5d25e2-d101-4403-8ce3-fceec5aa2d39 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0523698 Jan 28 21:09:59.843824 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1c61cc4f-48ca-4dc4-afa6-07c71bea5a62 req-4d6c6d0d-1006-4424-91f2-c214214bda95 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318558 Jan 28 21:09:59.957379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3311fc-c23a-4bdf-b5f7-79850d5ba001 req-ec2898a9-eedf-4b23-96c0-b183380d7757 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:09:59.958866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de3311fc-c23a-4bdf-b5f7-79850d5ba001 req-ec2898a9-eedf-4b23-96c0-b183380d7757 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0496795 Jan 28 21:09:59.996766 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-de3311fc-c23a-4bdf-b5f7-79850d5ba001 req-d49b8f30-fc81-42a2-b7cf-2eb7b5a3e204 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318625 Jan 28 21:10:00.019340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55300) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:00.057620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bb89b2-035c-47cf-9614-f877059edfbe tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:00.059096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-55bb89b2-035c-47cf-9614-f877059edfbe tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 1091 time: 0.0388036 Jan 28 21:10:00.063132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55302) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:00.067289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'd3cf1987-026c-4f33-b80d-875153423839', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:00.089809 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:00.189850 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:00.288390 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.34 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ac72b172-459f-4f9e-872a-56507676db75) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:10:00.394352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:00.427297 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:00.462734 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:10:00.467448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:10:00.470023 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:10:00.500831 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=ac72b172-459f-4f9e-872a-56507676db75,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:00.820951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:00.896230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:01.041138 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:01.046600 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:01.118063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=ac72b172-459f-4f9e-872a-56507676db75,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:01.127174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:01.558556 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP 251b7e07-4937-4f08-8652-6987d0eeb3c2 associated. External IP: 172.25.2.34, port: d3cf1987-026c-4f33-b80d-875153423839. Jan 28 21:10:01.764080 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:10:01.878267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:10:01.887678 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] Sync routers for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:10:01.895908 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:01.897043 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:01.897643 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:01.927090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7ae9f676-eaa1-4aff-b790-5ab9a1b4663f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8629379 Jan 28 21:10:01.927776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:10:01.930171 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e52260873b385befc7c0cb46258fed848be6cae1ef7fdfd027f5018152fdc9c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa50283c-73f0-4e7b-aba2-116283266b32" -d '{"events": [{"name": "network-changed", "server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "tag": "d3cf1987-026c-4f33-b80d-875153423839"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:10:01.975600 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c19e0f-31bb-49d6-8b5c-d0641f3a5714 x-openstack-request-id: req-17c19e0f-31bb-49d6-8b5c-d0641f3a5714 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:10:01.975945 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "tag": "d3cf1987-026c-4f33-b80d-875153423839", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:10:01.976227 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17c19e0f-31bb-49d6-8b5c-d0641f3a5714 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:10:01.976634 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839', 'status': 'completed', 'code': 200} Jan 28 21:10:02.006484 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:02.032163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010838-c454-42ed-8716-0f1a6b086bbc req-7f5f4192-42bb-42ad-841d-f7abc4816603 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:02.033648 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7010838-c454-42ed-8716-0f1a6b086bbc req-7f5f4192-42bb-42ad-841d-f7abc4816603 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0542643 Jan 28 21:10:02.037921 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-1dfbfcb9-6032-4f73-9902-8d0dce9086e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:02.040007 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-1dfbfcb9-6032-4f73-9902-8d0dce9086e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0429697 Jan 28 21:10:02.075640 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e7010838-c454-42ed-8716-0f1a6b086bbc req-b0bfade3-664a-47b3-bd81-440efc71b1d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351458 Jan 28 21:10:02.098752 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55308) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:02.178280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d08a6d55-d456-4483-89fa-725abf8e3c36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/251b7e07-4937-4f08-8652-6987d0eeb3c2 HTTP/1.1" status: 200 len: 990 time: 0.0782938 Jan 28 21:10:02.188291 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-2a560f67-20f4-426e-b6b4-5f5309f38d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:02.189754 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-2a560f67-20f4-426e-b6b4-5f5309f38d28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55cfa5bd-9882-4b2a-92bc-53d36553f797 HTTP/1.1" status: 200 len: 898 time: 0.1428063 Jan 28 21:10:02.235085 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '251b7e07-4937-4f08-8652-6987d0eeb3c2', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'port_id': 'd3cf1987-026c-4f33-b80d-875153423839', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'mac_address': 'fa:16:3e:58:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:10:00Z', 'updated_at': '2022-01-28T21:10:00Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:51Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:02.261942 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] Checking router: 3853e1ef-d2e7-4ab9-a924-5aa39caf862e for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:10:02.262757 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-903e3de0-6a61-441b-8374-af4551f01656 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3cf1987-026c-4f33-b80d-875153423839 HTTP/1.1" status: 200 len: 998 time: 0.0658884 Jan 28 21:10:02.270781 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:02.271382 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:09:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:02.312730 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-3e3bf249-770f-467c-84c2-d7b93158147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:02.314113 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-3e3bf249-770f-467c-84c2-d7b93158147c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc1ad1cc-166b-4311-9962-0f5e1156a848 HTTP/1.1" status: 200 len: 835 time: 0.0440323 Jan 28 21:10:02.360477 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-beabef0f-92d3-4df8-a849-2b684cb66fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:02.361987 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-beabef0f-92d3-4df8-a849-2b684cb66fdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55cfa5bd-9882-4b2a-92bc-53d36553f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408242 Jan 28 21:10:02.377616 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:02.459389 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-0b06b472-dd5b-41a4-a289-2470e5753189 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903764 Jan 28 21:10:02.549609 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fa50283c-73f0-4e7b-aba2-116283266b32 req-d89c9538-22d5-4b0d-b02f-6cd8e03e031d service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837600 Jan 28 21:10:02.602610 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '251b7e07-4937-4f08-8652-6987d0eeb3c2', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'port_id': 'd3cf1987-026c-4f33-b80d-875153423839', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'mac_address': 'fa:16:3e:58:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:10:00Z', 'updated_at': '2022-01-28T21:10:00Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:51Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:02.633420 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af27952-4f86-4029-8d0a-8cfc54590291 None None] The sync data for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 is: [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '251b7e07-4937-4f08-8652-6987d0eeb3c2', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'port_id': 'd3cf1987-026c-4f33-b80d-875153423839', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'mac_address': 'fa:16:3e:58:00:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:10:00Z', 'updated_at': '2022-01-28T21:10:00Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:51Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:10:02.816723 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e969a5-2a27-413e-8282-10248cac6d96 None None] New status for floating IP 251b7e07-4937-4f08-8652-6987d0eeb3c2: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:10:03.182086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55310) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:03.246682 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-35d824f6-455e-4dda-a2df-9faefca2f328 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/251b7e07-4937-4f08-8652-6987d0eeb3c2 HTTP/1.1" status: 200 len: 992 time: 0.0635359 Jan 28 21:10:07.785848 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-05d5dc29-f98a-4656-a3df-26b92082c0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:10.267600 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d71309ae-0f1b-4ff3-a012-d1ca9cd22203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:11.827377 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:13.105235 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:13.303436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:18.501575 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:21.785358 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:28.584709 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-85e14d0d-6fce-4efb-98c7-04261ebb4616 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413070 Jan 28 21:10:28.671194 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-a13a4de6-4bec-4dc0-a729-f489f7533f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:28.672635 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-a13a4de6-4bec-4dc0-a729-f489f7533f51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0415463 Jan 28 21:10:28.776372 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-177a26ff-7912-4690-ae46-0ba7e5b328f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:28.777829 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-177a26ff-7912-4690-ae46-0ba7e5b328f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55cfa5bd-9882-4b2a-92bc-53d36553f797 HTTP/1.1" status: 200 len: 898 time: 0.0863974 Jan 28 21:10:28.843854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-e3b36ac5-686f-4269-b387-679960285a6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3cf1987-026c-4f33-b80d-875153423839 HTTP/1.1" status: 200 len: 1000 time: 0.0576160 Jan 28 21:10:28.892540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-001cebbc-c4ef-46db-84ee-8f3173391ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:28.893988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-001cebbc-c4ef-46db-84ee-8f3173391ccf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc1ad1cc-166b-4311-9962-0f5e1156a848 HTTP/1.1" status: 200 len: 835 time: 0.0427134 Jan 28 21:10:28.942737 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-13de1c3b-0476-40d5-bc4c-cb02ee3fdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:28.944091 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-13de1c3b-0476-40d5-bc4c-cb02ee3fdc1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55cfa5bd-9882-4b2a-92bc-53d36553f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433822 Jan 28 21:10:29.032816 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-f7e0794d-8bec-40e8-889f-077fd4ff96af service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805664 Jan 28 21:10:29.124475 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6f842557-3ea6-4842-8e4a-2ae47f87faff req-f6ed6870-60eb-40ed-960a-d95d5eb72e98 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844955 Jan 28 21:10:35.649193 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:10:36.657007 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918613d-e711-4402-89aa-921e2df872b3 req-9b258ddc-95b5-4ec3-a4d1-28f3f9f3ecc6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:36.658391 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3918613d-e711-4402-89aa-921e2df872b3 req-9b258ddc-95b5-4ec3-a4d1-28f3f9f3ecc6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Jan 28 21:10:36.698371 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3918613d-e711-4402-89aa-921e2df872b3 req-5700719e-b63d-4078-b46d-99a0b62bea55 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333605 Jan 28 21:10:37.788589 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ca0408ee-61c7-4787-8847-220ac55b267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:37.822202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c48ad-ef2c-4997-99d6-4031b81c1a21 req-260da814-598a-43df-a8ab-120917812227 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:37.823658 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d8c48ad-ef2c-4997-99d6-4031b81c1a21 req-260da814-598a-43df-a8ab-120917812227 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0528498 Jan 28 21:10:37.862847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5d8c48ad-ef2c-4997-99d6-4031b81c1a21 req-058e12f5-a010-4b9f-b8ab-02538bc23b17 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327189 Jan 28 21:10:37.885152 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55332) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:37.946783 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ee07bb90-3e9e-47f4-9f1d-9c227143000f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/251b7e07-4937-4f08-8652-6987d0eeb3c2 HTTP/1.1" status: 200 len: 992 time: 0.0603111 Jan 28 21:10:39.210880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653db691-0aba-4144-bee4-ef83dcd5ba68 req-d9cd00b3-66e5-4d9e-a08b-3692671a7b8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:39.212427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-653db691-0aba-4144-bee4-ef83dcd5ba68 req-d9cd00b3-66e5-4d9e-a08b-3692671a7b8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0500875 Jan 28 21:10:39.252335 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-653db691-0aba-4144-bee4-ef83dcd5ba68 req-ff7baa8d-21e1-498a-9530-ca832653dc2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Jan 28 21:10:40.272310 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ad65463-1f68-49e0-a994-13ecc92cd187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:40.379047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44544152-a87a-4e5f-8b8e-06ced1126876 req-61621265-0834-4504-b993-e7c4f6935876 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:40.380529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44544152-a87a-4e5f-8b8e-06ced1126876 req-61621265-0834-4504-b993-e7c4f6935876 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0561285 Jan 28 21:10:40.417662 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44544152-a87a-4e5f-8b8e-06ced1126876 req-d0d81e7b-4b1f-4c61-b21a-8cc8bb39914b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311151 Jan 28 21:10:40.441477 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55342) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:40.501025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6d981975-b7b5-4f5c-b652-41b0f35ba55c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/251b7e07-4937-4f08-8652-6987d0eeb3c2 HTTP/1.1" status: 200 len: 992 time: 0.0584383 Jan 28 21:10:40.721387 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55348) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:40.881509 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port ac72b172-459f-4f9e-872a-56507676db75 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:10:40.881769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:40.956437 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:40.956770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:40.969045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for ac72b172-459f-4f9e-872a-56507676db75 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:10:41.117404 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:41.142658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=ac72b172-459f-4f9e-872a-56507676db75,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:41.171858 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.172215 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.172556 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.172889 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.173221 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.173549 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.173877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.174199 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.174521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.174841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.175162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.175478 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:41.213866 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:41.214190 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP 251b7e07-4937-4f08-8652-6987d0eeb3c2 disassociated (deleted). External IP: 172.25.2.34, port: d3cf1987-026c-4f33-b80d-875153423839. Jan 28 21:10:41.422798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:10:41.529421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:10:41.534308 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:41.539197 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] Sync routers for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:10:41.548400 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:41.549003 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:41.561330 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-efe3bc41-99bd-4bab-94ec-f674829c412b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/floatingips/251b7e07-4937-4f08-8652-6987d0eeb3c2 HTTP/1.1" status: 204 len: 168 time: 0.8386936 Jan 28 21:10:41.561910 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:10:41.564339 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71947d6-4e5c-491e-b684-a1ce85c08571" -d '{"events": [{"name": "network-changed", "server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "tag": "d3cf1987-026c-4f33-b80d-875153423839"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:10:41.602393 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c7f9d5-2f8a-4b5e-b786-a52887fca3ef x-openstack-request-id: req-b8c7f9d5-2f8a-4b5e-b786-a52887fca3ef {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:10:41.602708 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "tag": "d3cf1987-026c-4f33-b80d-875153423839", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:10:41.602968 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8c7f9d5-2f8a-4b5e-b786-a52887fca3ef {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:10:41.603650 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839', 'status': 'completed', 'code': 200} Jan 28 21:10:41.729642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-208c59d1-ab5b-4ca5-ba8b-bb39043bb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:41.731169 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-208c59d1-ab5b-4ca5-ba8b-bb39043bb7cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1062756 Jan 28 21:10:41.766870 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:41.810000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5c54-5102-4566-8193-79d750424cdf req-4422ebec-1efc-4926-80e3-30b00b5aba2c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:41.811759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-740d5c54-5102-4566-8193-79d750424cdf req-4422ebec-1efc-4926-80e3-30b00b5aba2c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0563302 Jan 28 21:10:41.824331 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:41.836131 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-8a46f5fe-7b14-4534-a931-b35795a5186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:41.837657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-8a46f5fe-7b14-4534-a931-b35795a5186d service neutron] 10.222.0.13 "GET /v2.0/networks?id=55cfa5bd-9882-4b2a-92bc-53d36553f797 HTTP/1.1" status: 200 len: 898 time: 0.0994537 Jan 28 21:10:41.859896 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-740d5c54-5102-4566-8193-79d750424cdf req-b730acd4-a11f-4e7b-9c85-445b78abd50c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376742 Jan 28 21:10:41.886443 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-33dd1393-acb6-4bb6-bcdc-ba18426bf937 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3cf1987-026c-4f33-b80d-875153423839 HTTP/1.1" status: 200 len: 217 time: 0.0403140 Jan 28 21:10:41.937978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-3fc5c7cc-bfbf-47e4-8dc3-bad8e940c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:41.939349 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-3fc5c7cc-bfbf-47e4-8dc3-bad8e940c8fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc1ad1cc-166b-4311-9962-0f5e1156a848 HTTP/1.1" status: 200 len: 835 time: 0.0447652 Jan 28 21:10:41.978260 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:51Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:41.987941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-99e58d87-5b3d-4b97-84aa-6581bf67d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:41.989480 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-99e58d87-5b3d-4b97-84aa-6581bf67d22c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55cfa5bd-9882-4b2a-92bc-53d36553f797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424035 Jan 28 21:10:42.004649 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] Checking router: 3853e1ef-d2e7-4ab9-a924-5aa39caf862e for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:10:42.013440 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:42.013987 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:42.087192 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-9f37d22c-2220-4981-82d0-919a1dd93af6 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894537 Jan 28 21:10:42.117948 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:42.181681 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a71947d6-4e5c-491e-b684-a1ce85c08571 req-e49f9b43-279d-4b8c-a489-1d31e0c3e691 service neutron] 10.222.0.13 "GET /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847549 Jan 28 21:10:42.316727 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:51Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:42.343436 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d32b88-7a73-4e06-9b97-fb079097a6d5 None None] The sync data for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 is: [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'e432ae3d-ed7b-4673-aa9d-c5765040eb48', 'name': '', 'network_id': '55cfa5bd-9882-4b2a-92bc-53d36553f797', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:b1:23:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:48Z', 'updated_at': '2022-01-28T21:09:51Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'dc1ad1cc-166b-4311-9962-0f5e1156a848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:10:42.561231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea6f84-fb92-429e-b096-76da63ac5673 None None] New status for floating IP 251b7e07-4937-4f08-8652-6987d0eeb3c2: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:10:42.978367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9283ab-bda0-45c2-9970-66181e45f4a1 req-c06c1a6c-e2be-4dca-833a-8635e5a48702 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:42.979830 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb9283ab-bda0-45c2-9970-66181e45f4a1 req-c06c1a6c-e2be-4dca-833a-8635e5a48702 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0476205 Jan 28 21:10:43.016929 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bb9283ab-bda0-45c2-9970-66181e45f4a1 req-87855f67-f356-49c6-b981-a9b64fdc6068 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=acd7e036-0090-4012-bd59-88e935917f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305359 Jan 28 21:10:43.116818 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:43.305234 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:43.348050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e260a-46a9-46ae-ab11-392e033060ea req-30e3bb1e-2961-493b-bebf-8de7a304006a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:43.349601 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a90e260a-46a9-46ae-ab11-392e033060ea req-30e3bb1e-2961-493b-bebf-8de7a304006a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 945 time: 0.0561569 Jan 28 21:10:43.441662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port d3cf1987-026c-4f33-b80d-875153423839 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:10:43.442006 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:43.532381 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port d3cf1987-026c-4f33-b80d-875153423839, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=d3cf1987-026c-4f33-b80d-875153423839,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:10:43.532750 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:43.545053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for d3cf1987-026c-4f33-b80d-875153423839 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:10:43.674031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:43.706674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=d3cf1987-026c-4f33-b80d-875153423839,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:43.750539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] No DVR routers for this DVR port d3cf1987-026c-4f33-b80d-875153423839 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:10:43.753293 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:43.756717 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a90e260a-46a9-46ae-ab11-392e033060ea req-4f098536-50d7-4617-8198-bb127aee0665 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "DELETE /v2.0/ports/d3cf1987-026c-4f33-b80d-875153423839 HTTP/1.1" status: 204 len: 173 time: 0.4014902 Jan 28 21:10:43.757158 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'name': 'network-vif-deleted', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:10:43.759522 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6abae8de9f8924d751c74b145be696f81741a8d6d1b68dc0d008f2f06d29ac88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66c1759-f62e-46b9-a92f-851c32570746" -d '{"events": [{"server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "name": "network-vif-deleted", "tag": "d3cf1987-026c-4f33-b80d-875153423839"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:10:43.802248 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216ca53-41b1-4d1f-b766-36b65a27242b x-openstack-request-id: req-d216ca53-41b1-4d1f-b766-36b65a27242b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:10:43.802597 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893d5503-bc00-4678-a3a5-ac57f5d13ba8", "name": "network-vif-deleted", "tag": "d3cf1987-026c-4f33-b80d-875153423839", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:10:43.802913 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d216ca53-41b1-4d1f-b766-36b65a27242b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:10:43.803377 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893d5503-bc00-4678-a3a5-ac57f5d13ba8', 'name': 'network-vif-deleted', 'tag': 'd3cf1987-026c-4f33-b80d-875153423839', 'status': 'completed', 'code': 200} Jan 28 21:10:44.205151 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6cdb4b6d-1bcc-47a7-99ff-477704e8920e req-70995f76-ad71-49b0-a6ee-fce579296114 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=893d5503-bc00-4678-a3a5-ac57f5d13ba8 HTTP/1.1" status: 200 len: 210 time: 0.0305569 Jan 28 21:10:45.264064 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55368) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:45.626316 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:45.887056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port e432ae3d-ed7b-4673-aa9d-c5765040eb48 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:10:45.887324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:45.977518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port e432ae3d-ed7b-4673-aa9d-c5765040eb48, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e432ae3d-ed7b-4673-aa9d-c5765040eb48,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:10:45.977880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:45.990405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for e432ae3d-ed7b-4673-aa9d-c5765040eb48 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:10:46.176073 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:46.202801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=e432ae3d-ed7b-4673-aa9d-c5765040eb48,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:46.383358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:46.934431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:10:47.036389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:10:47.041346 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f8ed7542-4d75-4b72-9dc8-e125bb420533 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/3853e1ef-d2e7-4ab9-a924-5aa39caf862e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7762477 Jan 28 21:10:47.045156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55370) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:47.046962 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] Sync routers for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:10:47.056037 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:47.056671 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:47.098393 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-91653433-bea4-418f-9e2f-807c2cd5b293 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting subnet dc1ad1cc-166b-4311-9962-0f5e1156a848 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:10:47.101402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91653433-bea4-418f-9e2f-807c2cd5b293 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.140923 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91653433-bea4-418f-9e2f-807c2cd5b293 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.160391 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:47.224340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91653433-bea4-418f-9e2f-807c2cd5b293 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.288361 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91653433-bea4-418f-9e2f-807c2cd5b293 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.317329 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91653433-bea4-418f-9e2f-807c2cd5b293 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1ad1cc-166b-4311-9962-0f5e1156a848,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:47.319360 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-91653433-bea4-418f-9e2f-807c2cd5b293 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.325947 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55372) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:47.326568 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-91653433-bea4-418f-9e2f-807c2cd5b293 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/subnets/dc1ad1cc-166b-4311-9962-0f5e1156a848 HTTP/1.1" status: 204 len: 168 time: 0.2798753 Jan 28 21:10:47.326744 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13cebfc-f8e7-406e-9e82-e815bc86875b None None] Network 55cfa5bd-9882-4b2a-92bc-53d36553f797 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:10:47.348950 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:10:46Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:47.382453 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] Checking router: 3853e1ef-d2e7-4ab9-a924-5aa39caf862e for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:10:47.400579 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] Routers {'3853e1ef-d2e7-4ab9-a924-5aa39caf862e'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:47.401207 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:47.473288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.512955 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] Set router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:47.534313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] DHCP port deletion for 55cfa5bd-9882-4b2a-92bc-53d36553f797 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:10:47.585388 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.587101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Deleting port 4f8f542e-a425-4bc8-991f-8cf33861d890 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:10:47.587479 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.641615 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port d6f39205-29e4-402f-b7e7-df7565a50f8b {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:10:47.642109 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.653568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] For port 4f8f542e-a425-4bc8-991f-8cf33861d890, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=4f8f542e-a425-4bc8-991f-8cf33861d890,segment=NetworkSegment(1be24795-ad66-4ada-be85-d18214a61368),segment_id=1be24795-ad66-4ada-be85-d18214a61368)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:10:47.654410 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.667303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Calling delete_port for 4f8f542e-a425-4bc8-991f-8cf33861d890 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:10:47.700848 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:10:46Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:47.726952 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8d586-eef2-4276-a629-7e7bf04a28fb None None] The sync data for ids ['3853e1ef-d2e7-4ab9-a924-5aa39caf862e'] in n-d-825064-3 is: [{'id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559379631', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:09:45Z', 'updated_at': '2022-01-28T21:10:46Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': 'd6f39205-29e4-402f-b7e7-df7565a50f8b', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853e1ef-d2e7-4ab9-a924-5aa39caf862e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:09:46Z', 'updated_at': '2022-01-28T21:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:10:47.727401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port d6f39205-29e4-402f-b7e7-df7565a50f8b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d6f39205-29e4-402f-b7e7-df7565a50f8b,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:10:47.727778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.740680 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for d6f39205-29e4-402f-b7e7-df7565a50f8b owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:10:47.752287 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.781076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] No DVR routers for this DVR port 4f8f542e-a425-4bc8-991f-8cf33861d890 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:10:47.785783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Pushing event deleted for resources: {'Port': ['ID=4f8f542e-a425-4bc8-991f-8cf33861d890,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:47.792944 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.793404 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.795520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.795520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.795867 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.796294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.796722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.797153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.797573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.797994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.798544 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.799249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c82846-1cfe-4288-b97f-4106ad508d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.803560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d3cf1987-026c-4f33-b80d-875153423839 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:10:47.827153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: d3cf1987-026c-4f33-b80d-875153423839 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:10:47.827579 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device d3cf1987-026c-4f33-b80d-875153423839 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:10:47.919858 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:47.944276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=d6f39205-29e4-402f-b7e7-df7565a50f8b,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:47.970787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.971138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.971475 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.971810 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.972137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.972492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.972816 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.973145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.973466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.973786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.974105 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:47.974421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:48.016031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.113307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.116580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.173574 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.174226 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Fanout notify agent at l3_agent the message router_deleted on router 3853e1ef-d2e7-4ab9-a924-5aa39caf862e {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:10:48.184786 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.188683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-71251d8f-21f0-40a5-bf4d-62c220545819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/routers/3853e1ef-d2e7-4ab9-a924-5aa39caf862e HTTP/1.1" status: 204 len: 168 time: 0.8602989 Jan 28 21:10:48.189722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55374) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:48.286517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.407159 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.429767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cfa5bd-9882-4b2a-92bc-53d36553f797']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:48.444438 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be24795-ad66-4ada-be85-d18214a61368') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:48.444860 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be24795-ad66-4ada-be85-d18214a61368') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:48.455522 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.470914 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.480451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:10:48.480864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:10:48.484957 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:10:48.510083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.559218 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.572556 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.577070 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/networks/55cfa5bd-9882-4b2a-92bc-53d36553f797 HTTP/1.1" status: 204 len: 168 time: 0.3862357 Jan 28 21:10:48.580062 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55376) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:48.596517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296bec8-eb19-44c9-8136-ca5e8b645256 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Network': ['ID=55cfa5bd-9882-4b2a-92bc-53d36553f797,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:48.663130 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6b1ae83a-3c01-421f-b1d9-b4de99bf7c5a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.694529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6b1ae83a-3c01-421f-b1d9-b4de99bf7c5a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.759016 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6b1ae83a-3c01-421f-b1d9-b4de99bf7c5a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.761763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6b1ae83a-3c01-421f-b1d9-b4de99bf7c5a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:48.764015 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6b1ae83a-3c01-421f-b1d9-b4de99bf7c5a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/security-groups/acd7e036-0090-4012-bd59-88e935917f32 HTTP/1.1" status: 204 len: 168 time: 0.1826372 Jan 28 21:10:48.773900 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ae83a-3c01-421f-b1d9-b4de99bf7c5a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd7e036-0090-4012-bd59-88e935917f32,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:49.192950 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55382) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:49.197553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0c34164e-a0de-4755-99a1-0caefb284775 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615189853', 'description': 'tempest-secgroup-smoke-615189853 description', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:49.222159 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0c34164e-a0de-4755-99a1-0caefb284775 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.289491 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0c34164e-a0de-4755-99a1-0caefb284775 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.293105 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0c34164e-a0de-4755-99a1-0caefb284775 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.327321 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0c34164e-a0de-4755-99a1-0caefb284775 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.328832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0c34164e-a0de-4755-99a1-0caefb284775 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1346886 Jan 28 21:10:49.329670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34164e-a0de-4755-99a1-0caefb284775 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055b9868-5cab-42e8-9846-1fe3994d240e,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:49.331792 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55384) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:49.337022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-664be2e0-b0bb-451f-b7e0-612478a31489 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '055b9868-5cab-42e8-9846-1fe3994d240e', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:49.372102 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-664be2e0-b0bb-451f-b7e0-612478a31489 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.432435 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6f39205-29e4-402f-b7e7-df7565a50f8b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:10:49.434180 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-664be2e0-b0bb-451f-b7e0-612478a31489 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.438799 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-664be2e0-b0bb-451f-b7e0-612478a31489 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.453330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d6f39205-29e4-402f-b7e7-df7565a50f8b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:10:49.453679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d6f39205-29e4-402f-b7e7-df7565a50f8b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:10:49.454101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e432ae3d-ed7b-4673-aa9d-c5765040eb48 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:10:49.456974 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664be2e0-b0bb-451f-b7e0-612478a31489 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c18ed29-ae4e-4648-880c-c1ef68d2305f,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:49.465970 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-664be2e0-b0bb-451f-b7e0-612478a31489 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.469810 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-664be2e0-b0bb-451f-b7e0-612478a31489 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338251 Jan 28 21:10:49.469938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55386) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:49.473606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: e432ae3d-ed7b-4673-aa9d-c5765040eb48 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:10:49.473975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e432ae3d-ed7b-4673-aa9d-c5765040eb48 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:10:49.474281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-7f23064a-b634-4fa4-9312-8a68a0b51954 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '055b9868-5cab-42e8-9846-1fe3994d240e', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:49.474420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4f8f542e-a425-4bc8-991f-8cf33861d890 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:10:49.492872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 4f8f542e-a425-4bc8-991f-8cf33861d890 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:10:49.493213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 4f8f542e-a425-4bc8-991f-8cf33861d890 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:10:49.504796 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7f23064a-b634-4fa4-9312-8a68a0b51954 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.561373 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7f23064a-b634-4fa4-9312-8a68a0b51954 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.565250 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7f23064a-b634-4fa4-9312-8a68a0b51954 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.583331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23064a-b634-4fa4-9312-8a68a0b51954 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c149446-6bc2-4cbf-8244-42570d7d5c70,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:49.591206 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-7f23064a-b634-4fa4-9312-8a68a0b51954 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.592443 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-7f23064a-b634-4fa4-9312-8a68a0b51954 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215641 Jan 28 21:10:49.595154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55388) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:49.599541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f19c85e3-1166-4b64-a90b-bac5b489b92c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '055b9868-5cab-42e8-9846-1fe3994d240e', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:49.627227 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f19c85e3-1166-4b64-a90b-bac5b489b92c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.684282 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f19c85e3-1166-4b64-a90b-bac5b489b92c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.687967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f19c85e3-1166-4b64-a90b-bac5b489b92c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.709057 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c85e3-1166-4b64-a90b-bac5b489b92c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e14de8-0e0c-4f9f-92d6-1b5c5a3c7629,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:49.718347 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f19c85e3-1166-4b64-a90b-bac5b489b92c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.719951 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f19c85e3-1166-4b64-a90b-bac5b489b92c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238263 Jan 28 21:10:49.722566 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55390) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:49.726773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-167a0597-5e5f-4a2e-9a40-6c7d95a9b95e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '055b9868-5cab-42e8-9846-1fe3994d240e', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:49.754657 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-167a0597-5e5f-4a2e-9a40-6c7d95a9b95e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.812319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-167a0597-5e5f-4a2e-9a40-6c7d95a9b95e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.815834 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-167a0597-5e5f-4a2e-9a40-6c7d95a9b95e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.832652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a0597-5e5f-4a2e-9a40-6c7d95a9b95e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2664b9a-2766-4034-8a02-34f3ebd43e57,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:49.841217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-167a0597-5e5f-4a2e-9a40-6c7d95a9b95e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.842536 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-167a0597-5e5f-4a2e-9a40-6c7d95a9b95e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190615 Jan 28 21:10:49.845213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55392) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:49.849470 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-d41e72ed-5952-43a2-8db0-3e38e57e3485 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '055b9868-5cab-42e8-9846-1fe3994d240e', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:49.872650 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-d41e72ed-5952-43a2-8db0-3e38e57e3485 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:10:49.877286 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d41e72ed-5952-43a2-8db0-3e38e57e3485 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.937140 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d41e72ed-5952-43a2-8db0-3e38e57e3485 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.940795 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d41e72ed-5952-43a2-8db0-3e38e57e3485 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.957879 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e72ed-5952-43a2-8db0-3e38e57e3485 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ad87f2-6d57-43fb-8328-7dd1047fa1a5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:49.966955 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d41e72ed-5952-43a2-8db0-3e38e57e3485 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:49.968162 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d41e72ed-5952-43a2-8db0-3e38e57e3485 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220331 Jan 28 21:10:49.970933 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55394) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:49.975256 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-cd8f560e-21a1-4a07-8f25-96619b21fc72 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '055b9868-5cab-42e8-9846-1fe3994d240e', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:49.999029 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-cd8f560e-21a1-4a07-8f25-96619b21fc72 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:10:50.003667 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd8f560e-21a1-4a07-8f25-96619b21fc72 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.067285 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd8f560e-21a1-4a07-8f25-96619b21fc72 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.071450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd8f560e-21a1-4a07-8f25-96619b21fc72 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.094920 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f560e-21a1-4a07-8f25-96619b21fc72 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ce87c0-6016-4a5e-877d-d639c1c0636b,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:50.102947 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-cd8f560e-21a1-4a07-8f25-96619b21fc72 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.104163 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-cd8f560e-21a1-4a07-8f25-96619b21fc72 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323240 Jan 28 21:10:50.107778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55396) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:50.112631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'network': {'name': 'tempest-network-smoke--303547789', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'port_security_enabled': True}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:50.135401 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:10:50.138770 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.161501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:10:50.171570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.172266 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Added segment 21e16ccd-191e-4729-974d-e82e08f06ac9 of type vlan for network cc94fc70-5f1e-4c03-b937-098f8ec4a438 Jan 28 21:10:50.212508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.236199 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.241545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:50.242116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.304724 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1958659 Jan 28 21:10:50.307525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55398) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:50.313106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'admin_state_up': True, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:50.313973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c556350-7003-49dd-a166-6c78531e4230 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Network': ['ID=cc94fc70-5f1e-4c03-b937-098f8ec4a438,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:50.324248 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:10:50.338395 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.339398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.396401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.535002 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.720646 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.738559 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.842034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.5 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/35d93d26-36bc-4b9e-bd09-091501a05def) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:10:50.939948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:50.971531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:51.010940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:10:51.015903 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:10:51.019465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:10:51.045449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=35d93d26-36bc-4b9e-bd09-091501a05def,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:51.265457 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:51.460266 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:51.585952 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 026aea35-ed61-4ae1-8df0-18bc50142916 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:10:51.814390 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.021644 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:10:52.032124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Sync routers for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:10:52.041700 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:52.042116 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.042320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:52.047155 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d3ed1059-0375-41b4-bd14-81cb1ab1c6d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7345240 Jan 28 21:10:52.047391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55400) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:52.074083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-dd9e0833-6e2b-433d-87c8-dc22d23ddc75 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=101ec6e45c8c44f893aaec6f1cc7c83e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255163 Jan 28 21:10:52.076857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55402) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:52.149004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:52.160809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992324b-a104-4225-ae7e-312f483410d6 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:52.162305 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5992324b-a104-4225-ae7e-312f483410d6 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844786 Jan 28 21:10:52.165097 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55404) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:52.194494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5ff00c16-4e88-4596-9218-4eb41c45fda1 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283329 Jan 28 21:10:52.196917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55406) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:52.202516 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-164361927', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:52.295987 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:10:52.299569 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.327318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:51Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:52.352743 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Checking router: 026aea35-ed61-4ae1-8df0-18bc50142916 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:10:52.353097 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Updating router 026aea35-ed61-4ae1-8df0-18bc50142916 port 35d93d26-36bc-4b9e-bd09-091501a05def binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:10:52.380583 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.489462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.553769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Subnet': ['ID=5b18f4e9-3d15-4c70-998f-ee65a97af62a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:52.558824 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Checking segment: {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:10:52.559239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network hostable DHCP agents. Network: cc94fc70-5f1e-4c03-b937-098f8ec4a438, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:10:52.577102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:10:52.586330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, cc94fc70-5f1e-4c03-b937-098f8ec4a438) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:10:52.591478 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:52.592076 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.609115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-25b7e0cc-49c7-421d-9727-bf6cd6d58a97 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4111660 Jan 28 21:10:52.611995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55408) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:10:52.740368 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e952f04-3262-4892-ae64-fb6b9adab855 None None] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:10:52.863332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.872820 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.955524 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Attempting to bind port 35d93d26-36bc-4b9e-bd09-091501a05def on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:10:52.955895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Attempting to bind port 35d93d26-36bc-4b9e-bd09-091501a05def by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:10:52.956280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Attempting to bind port 35d93d26-36bc-4b9e-bd09-091501a05def on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:10:52.977070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eba55-8826-4dab-b352-d1d358461655 None None] Pushing event updated for resources: {'Port': ['ID=35d93d26-36bc-4b9e-bd09-091501a05def,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:52.980573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:10:52.980927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:10:52.982128 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.982623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:10:52.983269 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Bound port: 35d93d26-36bc-4b9e-bd09-091501a05def, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:10:52.983556 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:52.987541 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:10:52.988402 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.057729 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.107574 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] For port 35d93d26-36bc-4b9e-bd09-091501a05def, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:10:53.125737 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] For port 35d93d26-36bc-4b9e-bd09-091501a05def, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=35d93d26-36bc-4b9e-bd09-091501a05def,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:10:53.132795 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.235854 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Allocated IP 172.20.0.2 (cc94fc70-5f1e-4c03-b937-098f8ec4a438/5b18f4e9-3d15-4c70-998f-ee65a97af62a/88b56aba-4c2c-4edd-8833-c655d3825269) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:10:53.241930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:53.242583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:53.246077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eba55-8826-4dab-b352-d1d358461655 None None] Pushing event updated for resources: {'Port': ['ID=35d93d26-36bc-4b9e-bd09-091501a05def,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:53.416452 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:53.566971 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.579275 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.626930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.1 (cc94fc70-5f1e-4c03-b937-098f8ec4a438/5b18f4e9-3d15-4c70-998f-ee65a97af62a/2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:10:53.631044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:10:53.654338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:10:53.656803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:10:53.667989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Pushing event updated for resources: {'Port': ['ID=88b56aba-4c2c-4edd-8833-c655d3825269,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:53.731573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Attempting to bind port 88b56aba-4c2c-4edd-8833-c655d3825269 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:10:53.731938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Attempting to bind port 88b56aba-4c2c-4edd-8833-c655d3825269 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:10:53.732334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Attempting to bind port 88b56aba-4c2c-4edd-8833-c655d3825269 on network cc94fc70-5f1e-4c03-b937-098f8ec4a438 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:10:53.740686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:10:53.741058 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Checking segment: {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:10:53.741452 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.741837 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Bound using segment: {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:10:53.741942 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.742296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Bound port: 88b56aba-4c2c-4edd-8833-c655d3825269, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:10:53.742670 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.756296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:51Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:53.786921 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf77c9-903b-48f8-ba6a-0ec6eca2186f None None] The sync data for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 is: [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:51Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:10:53.787636 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.839922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:10:53.843337 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] For port 88b56aba-4c2c-4edd-8833-c655d3825269, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:10:53.845027 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:10:53.847506 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] For port 88b56aba-4c2c-4edd-8833-c655d3825269, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=88b56aba-4c2c-4edd-8833-c655d3825269,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:10:53.849397 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:10:53.853034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.880821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:53.906550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:53.919933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c1fc3-2da4-407c-8168-21457304a97c None None] Pushing event updated for resources: {'Port': ['ID=88b56aba-4c2c-4edd-8833-c655d3825269,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:54.075441 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:54.393174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:54.398771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:54.478312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:54.484140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:54.578659 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:10:54.580261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:10:54.701060 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 026aea35-ed61-4ae1-8df0-18bc50142916 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:10:54.819260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:10:54.827442 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3d0319b7-d110-4a8e-a67a-0f4d44ba993f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/026aea35-ed61-4ae1-8df0-18bc50142916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2125938 Jan 28 21:10:54.960004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1224ec5f-fa64-43cc-a287-053dbb5be064 None None] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:10:55.035631 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1e64edcf-5ff6-4ef8-8a80-75a64b1cfb8d None None] Provisioning complete for port 88b56aba-4c2c-4edd-8833-c655d3825269 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:55.036010 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1e64edcf-5ff6-4ef8-8a80-75a64b1cfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.142710 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-95235272-3a2b-4197-823d-6227cc1f66b2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615189853&fields=id&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 267 time: 0.0326324 Jan 28 21:10:55.184582 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1e64edcf-5ff6-4ef8-8a80-75a64b1cfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.225633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1e64edcf-5ff6-4ef8-8a80-75a64b1cfb8d None None] For port 88b56aba-4c2c-4edd-8833-c655d3825269, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=88b56aba-4c2c-4edd-8833-c655d3825269,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:10:55.231868 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1e64edcf-5ff6-4ef8-8a80-75a64b1cfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.267240 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298a1f-47da-43c9-90e2-56c111283009 req-0432ab8a-9ab2-4d09-ac48-b567dc5dc649 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:55.268933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-0432ab8a-9ab2-4d09-ac48-b567dc5dc649 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/networks?id=cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 200 len: 796 time: 0.1191165 Jan 28 21:10:55.287343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64edcf-5ff6-4ef8-8a80-75a64b1cfb8d None None] Pushing event updated for resources: {'Port': ['ID=88b56aba-4c2c-4edd-8833-c655d3825269,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:55.305102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-7b305778-3586-4bef-8cc4-d280992ebfca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/quotas/101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 375 time: 0.0276182 Jan 28 21:10:55.356258 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-9b2b6e1e-0cc9-451c-9315-01406e590160 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500038 Jan 28 21:10:55.453325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3bddee06-8d07-452b-971a-1bb7e0907d7d None None] Provisioning complete for port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:55.453780 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3bddee06-8d07-452b-971a-1bb7e0907d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.500764 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3bddee06-8d07-452b-971a-1bb7e0907d7d None None] Port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:10:55.517024 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3bddee06-8d07-452b-971a-1bb7e0907d7d None None] Provisioning complete for port 88b56aba-4c2c-4edd-8833-c655d3825269 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:55.517620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3bddee06-8d07-452b-971a-1bb7e0907d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.568756 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 35d93d26-36bc-4b9e-bd09-091501a05def up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:10:55.569152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-249535c3-c7fb-4c8b-a435-4688c85a3fcf service neutron] 10.222.0.44 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943395 Jan 28 21:10:55.612420 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Sync routers for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:10:55.623791 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:55.624894 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:55.661520 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 35d93d26-36bc-4b9e-bd09-091501a05def triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:55.661896 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.687516 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-efaa6626-b65b-4e9e-927a-4faaebe3fa99 service neutron] 10.222.0.44 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097033 Jan 28 21:10:55.750545 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.763302 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:55.781649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 35d93d26-36bc-4b9e-bd09-091501a05def, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=35d93d26-36bc-4b9e-bd09-091501a05def,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:10:55.790624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-149ac844-ecf2-41a0-a906-57544a124f2b None None] Provisioning complete for port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:55.791004 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-149ac844-ecf2-41a0-a906-57544a124f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.793855 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:55.794919 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 88b56aba-4c2c-4edd-8833-c655d3825269 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:10:55.939004 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-149ac844-ecf2-41a0-a906-57544a124f2b None None] Port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:10:55.980663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=35d93d26-36bc-4b9e-bd09-091501a05def,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:55.988475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 88b56aba-4c2c-4edd-8833-c655d3825269 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:55.988846 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.078308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-46897f06-6da7-4c75-9d26-4edeeae11995 req-7fa81710-7e6e-4dde-bc6d-e41c9e0f8f83 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 210 time: 0.0941725 Jan 28 21:10:56.082404 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e47a565d-ee3a-4f54-a314-2efc9a2c61e8 None None] Provisioning complete for port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:56.082907 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e47a565d-ee3a-4f54-a314-2efc9a2c61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.138122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-e47a565d-ee3a-4f54-a314-2efc9a2c61e8 None None] Port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:10:56.147014 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 2, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:56.175415 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Checking router: 026aea35-ed61-4ae1-8df0-18bc50142916 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:10:56.175858 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Updating router 026aea35-ed61-4ae1-8df0-18bc50142916 port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:10:56.201583 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.479007 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.484090 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.551975 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Pushing event updated for resources: {'Port': ['ID=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:56.576833 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.577115 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.577482 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.577913 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.578222 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.578568 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.578890 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.579199 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.579514 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.579828 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.580140 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.580548 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:10:56.604004 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Attempting to bind port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:10:56.604429 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Attempting to bind port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:10:56.604849 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Attempting to bind port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b on network cc94fc70-5f1e-4c03-b937-098f8ec4a438 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:10:56.614790 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:10:56.615435 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Checking segment: {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:10:56.615540 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.615910 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Bound using segment: {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:10:56.616409 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Bound port: 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:10:56.616783 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.705999 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] For port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:10:56.710064 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] For port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:10:56.716928 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.766968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2afcf22a-365f-4fe0-92ef-0b6b1137f3bd None None] Provisioning complete for port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:56.767216 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2afcf22a-365f-4fe0-92ef-0b6b1137f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.778758 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733052e-6a60-49d3-a891-17286b5be5f0 None None] Pushing event updated for resources: {'Port': ['ID=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:56.783156 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:10:56.783775 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:56.867791 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2afcf22a-365f-4fe0-92ef-0b6b1137f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.908495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2afcf22a-365f-4fe0-92ef-0b6b1137f3bd None None] For port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:10:56.909755 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:10:56.917784 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2afcf22a-365f-4fe0-92ef-0b6b1137f3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:56.976755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcf22a-365f-4fe0-92ef-0b6b1137f3bd None None] Pushing event updated for resources: {'Port': ['ID=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:57.039205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9be484f3-8a37-432a-9977-18f7d6b6c8c3 None None] Provisioning complete for port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:57.040327 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9be484f3-8a37-432a-9977-18f7d6b6c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:57.114645 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298a1f-47da-43c9-90e2-56c111283009 req-aad8c23b-c63d-49d3-b2d6-cac4c50d06b6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:57.116681 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-aad8c23b-c63d-49d3-b2d6-cac4c50d06b6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.26 "GET /v2.0/networks?id=cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 200 len: 796 time: 0.1411755 Jan 28 21:10:57.154629 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:56Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:10:57.185267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-20c18c77-1b73-45e4-83df-c2b110b1c9d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 379 time: 0.0574355 Jan 28 21:10:57.186726 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2072b-6ecd-49f5-a5c8-80a9b47334dd None None] The sync data for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 is: [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:56Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:10:57.204224 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'port': {'device_id': '599333fd-596e-46ab-ba48-cb4995365dfc', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'admin_state_up': True, 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'security_groups': ['055b9868-5cab-42e8-9846-1fe3994d240e']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:57.209027 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e95c033-6345-43b3-9b54-8bb7be9c3656 req-4ac39996-be94-40a4-a8e9-f92a170c2f32 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 210 time: 0.0454721 Jan 28 21:10:57.345534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:10:57.349174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:57.505802 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.7 (cc94fc70-5f1e-4c03-b937-098f8ec4a438/5b18f4e9-3d15-4c70-998f-ee65a97af62a/9f56881f-1824-40c1-ab89-af8d8b5d27d5) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:10:57.566448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 35d93d26-36bc-4b9e-bd09-091501a05def up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:10:57.615705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 35d93d26-36bc-4b9e-bd09-091501a05def triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:57.616074 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:57.668166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:57.706140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:57.759702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:10:57.763635 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:10:57.768439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:10:57.772508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=9f56881f-1824-40c1-ab89-af8d8b5d27d5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:57.839047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:57.839984 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:57.862774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-94f0724f-d3ff-4721-bed3-7afe7d15a8eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6631925 Jan 28 21:10:57.881559 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:10:57.946039 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:57.946528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:57.969413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Request body: {'port': {'device_id': '599333fd-596e-46ab-ba48-cb4995365dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:10:58.037096 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:58.057374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-41af80dc-f07e-4361-b756-a58efc6320a2 None None] Provisioning complete for port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:10:58.057927 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-41af80dc-f07e-4361-b756-a58efc6320a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:58.094614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-41af80dc-f07e-4361-b756-a58efc6320a2 None None] Port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:10:58.343743 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f56881f-1824-40c1-ab89-af8d8b5d27d5 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:10:58.354269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:58.369948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201145a-5268-4202-b2c7-63815173a55e req-70e618e0-e98f-493b-9779-dd29d736600b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:58.372132 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4201145a-5268-4202-b2c7-63815173a55e req-70e618e0-e98f-493b-9779-dd29d736600b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 931 time: 0.0885143 Jan 28 21:10:58.389585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Transition to ACTIVE for port object 9f56881f-1824-40c1-ab89-af8d8b5d27d5 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:10:58.402158 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:58.469571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4201145a-5268-4202-b2c7-63815173a55e req-8d3dca0a-6f05-4293-a714-5a9d95157c76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883458 Jan 28 21:10:58.480222 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Pushing event updated for resources: {'Port': ['ID=9f56881f-1824-40c1-ab89-af8d8b5d27d5,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:58.550333 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Attempting to bind port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:10:58.550669 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Attempting to bind port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:10:58.551063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Attempting to bind port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 on network cc94fc70-5f1e-4c03-b937-098f8ec4a438 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:10:58.555518 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 on network cc94fc70-5f1e-4c03-b937-098f8ec4a438 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:10:58.555837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Attempting to bind port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 on network cc94fc70-5f1e-4c03-b937-098f8ec4a438 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:10:58.561776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:10:58.562121 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Checking segment: {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:10:58.562512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Bound using segment: {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:10:58.562948 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Bound port: 9f56881f-1824-40c1-ab89-af8d8b5d27d5, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e16ccd-191e-4729-974d-e82e08f06ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:10:58.563311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:58.641267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] For port 9f56881f-1824-40c1-ab89-af8d8b5d27d5, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:10:58.644433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] For port 9f56881f-1824-40c1-ab89-af8d8b5d27d5, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:10:58.649271 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:58.686159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:58.686795 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:10:58.688195 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 200 len: 1091 time: 0.7716243 Jan 28 21:10:58.688657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:10:58.720770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb5e1e-16b8-437e-8f25-0fc297701301 service neutron] Pushing event updated for resources: {'Port': ['ID=9f56881f-1824-40c1-ab89-af8d8b5d27d5,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:10:58.744316 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407cda86-debb-4645-913a-aac7624792d9" -d '{"events": [{"name": "network-changed", "server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:10:58.799136 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298a1f-47da-43c9-90e2-56c111283009 req-dda0cf6e-f743-41db-9da2-2340558924bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:58.800672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-dda0cf6e-f743-41db-9da2-2340558924bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1094 time: 0.0534687 Jan 28 21:10:58.847994 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae396691-05dd-416f-a946-c8afa3d66bf1 x-openstack-request-id: req-ae396691-05dd-416f-a946-c8afa3d66bf1 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:10:58.848334 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:10:58.848539 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae396691-05dd-416f-a946-c8afa3d66bf1 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:10:58.848934 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'status': 'completed', 'code': 200} Jan 28 21:10:58.850708 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-825c7e31-ec3d-4718-afd7-ba54200440e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 200 len: 217 time: 0.0419261 Jan 28 21:10:58.904699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298a1f-47da-43c9-90e2-56c111283009 req-3af4b54d-9565-492c-8bc5-41834fbbd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:58.906174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-3af4b54d-9565-492c-8bc5-41834fbbd09b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b18f4e9-3d15-4c70-998f-ee65a97af62a HTTP/1.1" status: 200 len: 834 time: 0.0465202 Jan 28 21:10:58.954998 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf298a1f-47da-43c9-90e2-56c111283009 req-134c0b53-ad4e-4e71-8db4-c5d6b280ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:58.955825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-134c0b53-ad4e-4e71-8db4-c5d6b280ed35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc94fc70-5f1e-4c03-b937-098f8ec4a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420499 Jan 28 21:10:59.048838 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-467171ad-3c9f-4686-b910-b858a9c66444 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859499 Jan 28 21:10:59.136134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bf298a1f-47da-43c9-90e2-56c111283009 req-49a1cd80-59c6-4f3d-b997-3b2e5ab5d91a service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807290 Jan 28 21:10:59.225661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cda86-debb-4645-913a-aac7624792d9 req-029a94fd-5b52-4eaa-8db6-d24005961c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:59.227161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-407cda86-debb-4645-913a-aac7624792d9 req-029a94fd-5b52-4eaa-8db6-d24005961c05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1094 time: 0.0444856 Jan 28 21:10:59.323204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cda86-debb-4645-913a-aac7624792d9 req-89d3b50d-ae50-4c03-8ea9-7a71efd2ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:59.325856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-407cda86-debb-4645-913a-aac7624792d9 req-89d3b50d-ae50-4c03-8ea9-7a71efd2ff1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 200 len: 897 time: 0.0898757 Jan 28 21:10:59.368070 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-407cda86-debb-4645-913a-aac7624792d9 req-8154e3c9-877b-413c-a714-9a7864bacd74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 200 len: 217 time: 0.0355341 Jan 28 21:10:59.422220 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cda86-debb-4645-913a-aac7624792d9 req-f87a78c5-a08d-44c5-84b8-b30c32dee85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:59.423686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-407cda86-debb-4645-913a-aac7624792d9 req-f87a78c5-a08d-44c5-84b8-b30c32dee85d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b18f4e9-3d15-4c70-998f-ee65a97af62a HTTP/1.1" status: 200 len: 834 time: 0.0473423 Jan 28 21:10:59.477509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cda86-debb-4645-913a-aac7624792d9 req-80e2582d-79d5-465d-8936-c307dbdf649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:59.479010 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-407cda86-debb-4645-913a-aac7624792d9 req-80e2582d-79d5-465d-8936-c307dbdf649f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc94fc70-5f1e-4c03-b937-098f8ec4a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478246 Jan 28 21:10:59.613858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-407cda86-debb-4645-913a-aac7624792d9 req-2b6a68e0-4fad-46b4-a7d1-95308652d71e service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241410 Jan 28 21:10:59.622128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242b8f7-fad9-4f0a-bd1a-6d03fa016470 req-922c85d0-19e6-4fb6-bf06-132c0f0b0019 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:10:59.623568 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7242b8f7-fad9-4f0a-bd1a-6d03fa016470 req-922c85d0-19e6-4fb6-bf06-132c0f0b0019 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 943 time: 0.0815144 Jan 28 21:10:59.707869 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7242b8f7-fad9-4f0a-bd1a-6d03fa016470 req-42b3b006-402e-4e59-b6ec-bcf051ecb54c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762305 Jan 28 21:10:59.735718 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-407cda86-debb-4645-913a-aac7624792d9 req-eaa875f8-2fdf-4aa4-8e19-02bba721fb81 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111917 Jan 28 21:11:00.828836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de83287-7e9a-47f5-9770-68701ada09fa req-2a96f0e0-5cab-46ed-b534-78a3ba0ae96c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:00.830303 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8de83287-7e9a-47f5-9770-68701ada09fa req-2a96f0e0-5cab-46ed-b534-78a3ba0ae96c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 943 time: 0.0536165 Jan 28 21:11:00.867161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8de83287-7e9a-47f5-9770-68701ada09fa req-aaa72617-a02a-467b-870c-7d457f6b5d09 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308955 Jan 28 21:11:01.783371 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9f56881f-1824-40c1-ab89-af8d8b5d27d5 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:11:01.878052 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9f56881f-1824-40c1-ab89-af8d8b5d27d5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:11:01.888827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'port_id': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'mac_address': 'fa:16:3e:5b:8f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:11:01.929491 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:01.942873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f56881f-1824-40c1-ab89-af8d8b5d27d5 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:11:01.962254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9f56881f-1824-40c1-ab89-af8d8b5d27d5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:11:01.968161 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:01.983860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ab35-8fc9-4c0a-b9be-b312e0452d47 req-e0df6fd0-f7f2-479c-86f2-125586055737 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:01.985407 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62e7ab35-8fc9-4c0a-b9be-b312e0452d47 req-e0df6fd0-f7f2-479c-86f2-125586055737 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 943 time: 0.0504189 Jan 28 21:11:02.021536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9f56881f-1824-40c1-ab89-af8d8b5d27d5,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:11:02.027739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-62e7ab35-8fc9-4c0a-b9be-b312e0452d47 req-630d69ad-b65c-4c12-841b-7d3e632947dc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356495 Jan 28 21:11:02.207161 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['9f56881f-1824-40c1-ab89-af8d8b5d27d5'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:11:03.141961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdde1cb-4c22-4665-917f-72ac0551a530 req-33d70d3b-f601-40a1-8c1f-538654a06b7c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:03.143320 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcdde1cb-4c22-4665-917f-72ac0551a530 req-33d70d3b-f601-40a1-8c1f-538654a06b7c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 944 time: 0.0475898 Jan 28 21:11:03.181480 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dcdde1cb-4c22-4665-917f-72ac0551a530 req-ff9fea2b-ed82-4660-a3c1-ce42ed3e7017 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318103 Jan 28 21:11:03.804797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9f56881f-1824-40c1-ab89-af8d8b5d27d5 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:11:03.856769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:11:03.860396 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:11:03.860769 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:03.939725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:03.961887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:11:03.964361 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25ee9c85d921d5e4aefa0c7d4f9bccfcb6860dbe49a42890ac1abcca42ef361" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9580727-11b2-46dc-8807-000a25b3b4a9" -d '{"events": [{"server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "name": "network-vif-plugged", "status": "completed", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:11:03.977320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 9f56881f-1824-40c1-ab89-af8d8b5d27d5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:11:03.982440 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:04.007489 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbbc7c5-4959-4ba5-b651-e98fd225e1ec x-openstack-request-id: req-3bbbc7c5-4959-4ba5-b651-e98fd225e1ec {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:11:04.007775 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "name": "network-vif-plugged", "status": "completed", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:11:04.008026 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bbbc7c5-4959-4ba5-b651-e98fd225e1ec {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:11:04.008432 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'code': 200} Jan 28 21:11:04.034861 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=9f56881f-1824-40c1-ab89-af8d8b5d27d5,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:11:04.477560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b9f78-29c2-4d05-8bfd-892829cb85d7 req-5a2a2022-ab87-4728-8d3a-63fe20c33a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:04.478951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-978b9f78-29c2-4d05-8bfd-892829cb85d7 req-5a2a2022-ab87-4728-8d3a-63fe20c33a09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1096 time: 0.4063830 Jan 28 21:11:04.509436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406cd7b-a542-4fd6-b490-9ffca43eaa58 req-6563cf01-18ad-469e-8c1a-9729aa82298d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:04.510875 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f406cd7b-a542-4fd6-b490-9ffca43eaa58 req-6563cf01-18ad-469e-8c1a-9729aa82298d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0697465 Jan 28 21:11:04.539054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-978b9f78-29c2-4d05-8bfd-892829cb85d7 req-f4c8dc5e-1b08-4033-8132-1701f1447b47 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504837 Jan 28 21:11:04.558266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f406cd7b-a542-4fd6-b490-9ffca43eaa58 req-494ef93b-9e85-46c2-b9b0-c2c76064d355 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Jan 28 21:11:05.686163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deded833-bf77-4fd1-b984-c2a0ffbfc322 req-79097614-ca4d-4d5b-a304-e8325aa949be tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:05.687557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-deded833-bf77-4fd1-b984-c2a0ffbfc322 req-79097614-ca4d-4d5b-a304-e8325aa949be tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0514159 Jan 28 21:11:05.724944 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-deded833-bf77-4fd1-b984-c2a0ffbfc322 req-b576842e-2f9b-4c5e-a16e-de9d04c848fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Jan 28 21:11:06.845364 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bad471-8096-4308-9906-acbeb99f3373 req-fc601aa2-7b8c-4dcf-ae66-1c893a977c95 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:06.847900 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6bad471-8096-4308-9906-acbeb99f3373 req-fc601aa2-7b8c-4dcf-ae66-1c893a977c95 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0552654 Jan 28 21:11:06.885633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b6bad471-8096-4308-9906-acbeb99f3373 req-aa0612bb-c2ed-47ed-bb93-4cdbfd353a8c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Jan 28 21:11:06.999287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de10117-7ffb-48f0-997b-7032c86cf6b7 req-48040463-ed0c-453a-82fe-a52ff17dbbcb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:07.000777 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5de10117-7ffb-48f0-997b-7032c86cf6b7 req-48040463-ed0c-453a-82fe-a52ff17dbbcb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0487726 Jan 28 21:11:07.038397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5de10117-7ffb-48f0-997b-7032c86cf6b7 req-c35473e7-0fdf-4aac-898f-ac417bf0a75e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Jan 28 21:11:07.061675 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55486) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:11:07.099905 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c7f6a-75ad-4749-939d-7de54f876eec tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:07.101439 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7a5c7f6a-75ad-4749-939d-7de54f876eec tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1091 time: 0.0387702 Jan 28 21:11:07.104132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55488) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:11:07.108442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:11:07.131392 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:07.229358 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:07.336592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.25 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/ed59df10-a000-437b-b37f-8f3da39141cb) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:11:07.435677 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:07.468661 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:07.503589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:11:07.508299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:11:07.512800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:11:07.543812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=ed59df10-a000-437b-b37f-8f3da39141cb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:11:07.792038 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0767b9fe-054e-4d28-8668-0b0942d5a909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:07.874234 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:07.944360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:08.091459 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:08.095985 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:08.166731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=ed59df10-a000-437b-b37f-8f3da39141cb,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:11:08.177683 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:08.277164 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP 63ea9e88-bc88-4df8-b7a3-3a8b46a159f6 associated. External IP: 172.25.2.25, port: 9f56881f-1824-40c1-ab89-af8d8b5d27d5. Jan 28 21:11:08.486860 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 026aea35-ed61-4ae1-8df0-18bc50142916 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:11:08.596546 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:11:08.606797 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] Sync routers for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:11:08.614409 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:08.616031 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:11:08.616682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:11:08.642757 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a982d9b6-ce44-4470-afd3-8367333585ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5375998 Jan 28 21:11:08.643512 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:11:08.645854 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9801b63d-ce44-48a4-98d6-efbfd5a41d35" -d '{"events": [{"name": "network-changed", "server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:11:08.686244 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad27f37-0bc8-4ef7-bf7a-b80d9880b201 x-openstack-request-id: req-5ad27f37-0bc8-4ef7-bf7a-b80d9880b201 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:11:08.686527 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:11:08.686787 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ad27f37-0bc8-4ef7-bf7a-b80d9880b201 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:11:08.687342 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'status': 'completed', 'code': 200} Jan 28 21:11:08.737642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:11:08.775562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763bf1f-9472-4850-a711-80e575c8a19d req-648e8b4a-5910-4e3a-b664-04e19caa7cc0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:08.777096 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4763bf1f-9472-4850-a711-80e575c8a19d req-648e8b4a-5910-4e3a-b664-04e19caa7cc0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0801778 Jan 28 21:11:08.780042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-900d0bfb-4558-4da6-8caa-4df53ccad9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:08.787414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-900d0bfb-4558-4da6-8caa-4df53ccad9e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1096 time: 0.0713570 Jan 28 21:11:08.867138 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4763bf1f-9472-4850-a711-80e575c8a19d req-d8bf8d64-6f7b-4fc9-811e-c26ff1ffbe0e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840576 Jan 28 21:11:08.891439 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55494) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:11:08.913981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-1684b209-a31c-40f8-85bd-767c0c2e367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:08.923254 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-1684b209-a31c-40f8-85bd-767c0c2e367c service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 200 len: 897 time: 0.1269236 Jan 28 21:11:08.961244 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-869e447e-a824-4cc9-81da-eb460d72534f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/63ea9e88-bc88-4df8-b7a3-3a8b46a159f6 HTTP/1.1" status: 200 len: 990 time: 0.0673153 Jan 28 21:11:08.973273 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '63ea9e88-bc88-4df8-b7a3-3a8b46a159f6', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'port_id': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'mac_address': 'fa:16:3e:5b:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599333fd-596e-46ab-ba48-cb4995365dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:11:07Z', 'updated_at': '2022-01-28T21:11:07Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:56Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:11:08.983672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-9c91419d-8653-455f-9eee-427f5135e4af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 200 len: 998 time: 0.0594685 Jan 28 21:11:09.000703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] Checking router: 026aea35-ed61-4ae1-8df0-18bc50142916 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:11:09.010123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:11:09.010745 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:10:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:11:09.046348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-b51b49f3-da66-4c2b-bb99-d441354ebf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:09.047807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-b51b49f3-da66-4c2b-bb99-d441354ebf64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b18f4e9-3d15-4c70-998f-ee65a97af62a HTTP/1.1" status: 200 len: 834 time: 0.0577443 Jan 28 21:11:09.096384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-e0b68271-2e1c-4a7e-b145-9e8d500bb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:09.098031 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-e0b68271-2e1c-4a7e-b145-9e8d500bb561 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc94fc70-5f1e-4c03-b937-098f8ec4a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425198 Jan 28 21:11:09.120320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:11:09.190179 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-a2715bc9-30fa-4664-be80-8b046adc4419 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849838 Jan 28 21:11:09.291063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9801b63d-ce44-48a4-98d6-efbfd5a41d35 req-30fc5e31-2c78-49fa-b0d2-b48c8c8dde51 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941126 Jan 28 21:11:09.362296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '63ea9e88-bc88-4df8-b7a3-3a8b46a159f6', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'port_id': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'mac_address': 'fa:16:3e:5b:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599333fd-596e-46ab-ba48-cb4995365dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:11:07Z', 'updated_at': '2022-01-28T21:11:07Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:56Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:11:09.389573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed98cd7-9c55-49fc-831d-8752ae6db275 None None] The sync data for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 is: [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '63ea9e88-bc88-4df8-b7a3-3a8b46a159f6', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'port_id': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'mac_address': 'fa:16:3e:5b:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599333fd-596e-46ab-ba48-cb4995365dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:11:07Z', 'updated_at': '2022-01-28T21:11:07Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:56Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:11:09.586959 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea5a7b-1133-480c-848b-ec5838d3014d None None] New status for floating IP 63ea9e88-bc88-4df8-b7a3-3a8b46a159f6: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:11:09.964067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55496) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:11:10.028147 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9354ce99-dbf2-4280-a53a-44fafae85c4d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/63ea9e88-bc88-4df8-b7a3-3a8b46a159f6 HTTP/1.1" status: 200 len: 992 time: 0.0614529 Jan 28 21:11:10.273673 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5493af10-b22f-4a47-aa25-f4232e1b5acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:11.827041 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:12.648240 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:11:13.110640 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:13.306786 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:18.518886 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:21.338987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-eec14371-ed18-4a39-944f-2850f55b1d87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444241 Jan 28 21:11:21.437941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-cd33b234-201e-44f4-89b5-70b18e20d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:21.439927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-cd33b234-201e-44f4-89b5-70b18e20d519 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1096 time: 0.0537760 Jan 28 21:11:21.545492 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-3df658fd-4df8-440d-96bb-aca07d22a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:21.546958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-3df658fd-4df8-440d-96bb-aca07d22a03f service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 200 len: 897 time: 0.0870359 Jan 28 21:11:21.617715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-e8dc5ab7-9fdc-40fe-b666-f35a5b03337c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 200 len: 1000 time: 0.0634291 Jan 28 21:11:21.668962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-e215c35c-9605-457e-9bcc-75995d168df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:21.670741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-e215c35c-9605-457e-9bcc-75995d168df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b18f4e9-3d15-4c70-998f-ee65a97af62a HTTP/1.1" status: 200 len: 834 time: 0.0452182 Jan 28 21:11:21.716954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-bd85cf54-fe46-46f7-8bff-06fa33966829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:21.719097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-bd85cf54-fe46-46f7-8bff-06fa33966829 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc94fc70-5f1e-4c03-b937-098f8ec4a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413611 Jan 28 21:11:21.815553 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-8348f45e-e1f6-470a-aaf6-9a58b5b87e92 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895734 Jan 28 21:11:21.829674 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:21.906832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a7d3aca2-11e8-44d6-a132-902b8bcc25c0 req-66dd0e28-98dc-4caf-8b40-f5385147c1a9 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844228 Jan 28 21:11:37.795984 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-650684b1-cbfc-4446-9a33-e09734d2ef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:40.274386 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a832c284-551a-4253-a80b-673af50f663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:41.829727 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:43.114020 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:43.313626 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:43.455943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a683de-0f61-4ba2-8b2f-fdb154dd6ca1 req-a02cd58e-e9e5-4246-8e7b-4dc4f67ba36a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:43.457457 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39a683de-0f61-4ba2-8b2f-fdb154dd6ca1 req-a02cd58e-e9e5-4246-8e7b-4dc4f67ba36a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0859115 Jan 28 21:11:43.459339 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-bb2946a6-c2fd-4fb1-a254-c4963fc8ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:43.460715 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-bb2946a6-c2fd-4fb1-a254-c4963fc8ec79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1096 time: 0.0792601 Jan 28 21:11:43.553980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39a683de-0f61-4ba2-8b2f-fdb154dd6ca1 req-fb6ccece-ebd2-4843-be20-58bfee5044d4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904830 Jan 28 21:11:43.588028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-7254aa23-f215-4e10-8259-22a09c853f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:43.589529 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-7254aa23-f215-4e10-8259-22a09c853f31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 200 len: 897 time: 0.1197333 Jan 28 21:11:43.658469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-723a9342-4ae2-4954-9c8e-6aaa9fa1f162 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 200 len: 1000 time: 0.0607872 Jan 28 21:11:43.711102 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-66a99af5-d3f0-4d9c-91cb-0cb32fa04324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:43.712599 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-66a99af5-d3f0-4d9c-91cb-0cb32fa04324 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b18f4e9-3d15-4c70-998f-ee65a97af62a HTTP/1.1" status: 200 len: 834 time: 0.0475197 Jan 28 21:11:43.762289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-d707d05e-e716-476e-9947-104978271d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:43.764920 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-d707d05e-e716-476e-9947-104978271d4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc94fc70-5f1e-4c03-b937-098f8ec4a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446315 Jan 28 21:11:43.852739 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-0224e682-98fa-4ee8-bb39-3ec383e93a1f service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810492 Jan 28 21:11:43.951846 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-18e20061-7313-4adb-8221-a3db3cdbc490 req-24cf5cb4-b6e6-4c25-87af-c4add344f2e7 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863345 Jan 28 21:11:44.673965 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8011ac9-62c5-4f65-9123-cfbeebb266d2 req-fd770d25-7249-4332-a054-3828c6afdd7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:44.675366 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8011ac9-62c5-4f65-9123-cfbeebb266d2 req-fd770d25-7249-4332-a054-3828c6afdd7d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0501404 Jan 28 21:11:44.712906 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f8011ac9-62c5-4f65-9123-cfbeebb266d2 req-5dc05028-6b7d-45ad-8c99-633705efe687 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Jan 28 21:11:45.831320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da4b99-a854-47ca-a7f1-1acb5af4e036 req-780a794e-8ec6-41e3-b7a5-af354cde1fe8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:45.832847 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17da4b99-a854-47ca-a7f1-1acb5af4e036 req-780a794e-8ec6-41e3-b7a5-af354cde1fe8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0497782 Jan 28 21:11:45.870408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17da4b99-a854-47ca-a7f1-1acb5af4e036 req-78965f34-6131-4678-949b-59aa28c35b0e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Jan 28 21:11:46.994138 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ca24b-6f38-45d2-9a57-4598be864981 req-9e68f793-d264-41a5-894b-84a9994d4970 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:46.995600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b94ca24b-6f38-45d2-9a57-4598be864981 req-9e68f793-d264-41a5-894b-84a9994d4970 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0539718 Jan 28 21:11:47.035077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b94ca24b-6f38-45d2-9a57-4598be864981 req-89fa71b9-04e7-4f0e-9ebd-f863fb476610 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331974 Jan 28 21:11:48.150132 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063108-2d0c-484a-afcb-7fa6900fbc74 req-be71072b-f267-4b81-be9a-71da43ef57a1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:48.151598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b063108-2d0c-484a-afcb-7fa6900fbc74 req-be71072b-f267-4b81-be9a-71da43ef57a1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0489023 Jan 28 21:11:48.189229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2b063108-2d0c-484a-afcb-7fa6900fbc74 req-c6e167d3-8262-4d88-8e5d-3e94b2f3dddb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Jan 28 21:11:48.536366 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:49.312968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b191d9-89a7-49c4-a994-42f1e87b0001 req-78bc73d2-54e1-40fa-a65a-3b5e098de8de tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:49.314433 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56b191d9-89a7-49c4-a994-42f1e87b0001 req-78bc73d2-54e1-40fa-a65a-3b5e098de8de tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0479403 Jan 28 21:11:49.352360 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56b191d9-89a7-49c4-a994-42f1e87b0001 req-b2cbf8c5-ff82-40d9-b703-278e4195556d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318418 Jan 28 21:11:49.647519 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:11:50.488260 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1bfc3-c864-4349-88a5-adf9d052c661 req-b0c6305b-39a3-492a-94cf-aa3390d7c956 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:50.489786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1d1bfc3-c864-4349-88a5-adf9d052c661 req-b0c6305b-39a3-492a-94cf-aa3390d7c956 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0633523 Jan 28 21:11:50.531318 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d1d1bfc3-c864-4349-88a5-adf9d052c661 req-0c03ee08-9e21-4d56-bb2d-b33ed7abab1c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355306 Jan 28 21:11:51.650968 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc211a-0c72-437d-9430-b91bbd1085e9 req-07b81aea-ea16-4178-a317-eae0831eda64 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:51.652363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2dfc211a-0c72-437d-9430-b91bbd1085e9 req-07b81aea-ea16-4178-a317-eae0831eda64 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0481219 Jan 28 21:11:51.689566 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2dfc211a-0c72-437d-9430-b91bbd1085e9 req-b662a2e3-0585-4602-b51d-aef9cba10402 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305126 Jan 28 21:11:51.814846 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:11:52.812962 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4310e-217c-4949-8b3a-65bb592139d0 req-12c74a90-7555-472f-b2ba-861e786e6f6c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:52.814430 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae4310e-217c-4949-8b3a-65bb592139d0 req-12c74a90-7555-472f-b2ba-861e786e6f6c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0496504 Jan 28 21:11:52.854022 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dae4310e-217c-4949-8b3a-65bb592139d0 req-57175264-075b-4d65-8e3c-0db7327bd3cf tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336115 Jan 28 21:11:53.973288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3ea2-6a8c-43fd-8161-ec30c7d90f55 req-df58db55-a059-446a-adee-8a23e7d2b337 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:53.974748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0e3ea2-6a8c-43fd-8161-ec30c7d90f55 req-df58db55-a059-446a-adee-8a23e7d2b337 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0521495 Jan 28 21:11:54.016202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3e0e3ea2-6a8c-43fd-8161-ec30c7d90f55 req-10499748-c6f3-4849-841c-a634b87591fd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354085 Jan 28 21:11:55.132733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81359326-9fb4-4aff-ba25-dbdc07a22504 req-a9dd483a-d5df-451c-9a0a-b62d2349f829 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:55.134256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81359326-9fb4-4aff-ba25-dbdc07a22504 req-a9dd483a-d5df-451c-9a0a-b62d2349f829 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0504251 Jan 28 21:11:55.173975 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-81359326-9fb4-4aff-ba25-dbdc07a22504 req-b849bbee-328e-4851-8267-fa1e921f6c03 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333407 Jan 28 21:11:56.286628 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8bf8a-50fd-44fe-a4e4-4953ab1ad532 req-0043eb4c-9344-465b-9270-8faa9cd8fa6d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:56.288116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8d8bf8a-50fd-44fe-a4e4-4953ab1ad532 req-0043eb4c-9344-465b-9270-8faa9cd8fa6d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0484860 Jan 28 21:11:56.327408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8d8bf8a-50fd-44fe-a4e4-4953ab1ad532 req-2779d503-a762-46c4-b60f-d16a69df9127 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332105 Jan 28 21:11:57.448957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b2c8-b719-460b-adbb-e588ce1f0cb9 req-107248aa-2be9-4883-aa40-e34b5239cf2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:57.450434 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb48b2c8-b719-460b-adbb-e588ce1f0cb9 req-107248aa-2be9-4883-aa40-e34b5239cf2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0525589 Jan 28 21:11:57.487237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fb48b2c8-b719-460b-adbb-e588ce1f0cb9 req-6dedef64-0ad2-433e-b96b-53ea291f7c03 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Jan 28 21:11:58.601853 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f45b1-31af-4e44-833c-5196bb374084 req-638fa198-d2e3-46b7-8976-ad6b8e7ddc03 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:58.603322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f7f45b1-31af-4e44-833c-5196bb374084 req-638fa198-d2e3-46b7-8976-ad6b8e7ddc03 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0484390 Jan 28 21:11:58.642947 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f7f45b1-31af-4e44-833c-5196bb374084 req-ef3cccb7-3c61-45ce-93dc-c91ba6120168 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331087 Jan 28 21:11:59.759530 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9897b4e-4440-42e6-976c-d84d64a464e6 req-37c75991-53ef-42cc-85f0-ff3bbf8a6bd8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:11:59.761023 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9897b4e-4440-42e6-976c-d84d64a464e6 req-37c75991-53ef-42cc-85f0-ff3bbf8a6bd8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0500882 Jan 28 21:11:59.798928 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9897b4e-4440-42e6-976c-d84d64a464e6 req-00c4d384-f902-4e75-b1d0-83640541bc3c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Jan 28 21:12:00.915871 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76ad92-0af4-419b-82d4-4ad9e7832ef0 req-e33ffef1-0fac-4ac5-bd5c-abc597a49be6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:00.917350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d76ad92-0af4-419b-82d4-4ad9e7832ef0 req-e33ffef1-0fac-4ac5-bd5c-abc597a49be6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0520442 Jan 28 21:12:00.954459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d76ad92-0af4-419b-82d4-4ad9e7832ef0 req-bd4bbb0a-9294-443d-ae1c-5b122eb3165b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304654 Jan 28 21:12:00.976885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55554) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:01.037384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4550ba00-8331-4e36-9ba2-bf7b02cfd1fa tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/63ea9e88-bc88-4df8-b7a3-3a8b46a159f6 HTTP/1.1" status: 200 len: 992 time: 0.0592887 Jan 28 21:12:07.797429 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9511ca15-e3e6-4a9c-b305-b41d466a1761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:10.285396 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-11ff8404-9481-45dc-a619-abd9b7372f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:11.831640 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:13.117415 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:13.309189 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:18.531278 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:21.844378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:22.317727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-3bf89415-ae17-49e0-a657-fbd97ba0847b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405645 Jan 28 21:12:22.410980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-7d3b7722-3d07-424c-9358-0d6f534de52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:22.412572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-7d3b7722-3d07-424c-9358-0d6f534de52d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1096 time: 0.0494068 Jan 28 21:12:22.517597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-2457a32d-4c8c-4536-806c-7379cba479da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:22.519077 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-2457a32d-4c8c-4536-806c-7379cba479da service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 200 len: 897 time: 0.0853534 Jan 28 21:12:22.592613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-c98f0e8a-24b0-4f95-9b6b-6df412df827e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 200 len: 1000 time: 0.0668833 Jan 28 21:12:22.643145 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-2c543802-b561-488b-bab7-8d17d5498a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:22.644957 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-2c543802-b561-488b-bab7-8d17d5498a20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b18f4e9-3d15-4c70-998f-ee65a97af62a HTTP/1.1" status: 200 len: 834 time: 0.0459280 Jan 28 21:12:22.693019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-fd421965-6e74-4188-baf2-ec50b66303f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:22.694584 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-fd421965-6e74-4188-baf2-ec50b66303f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc94fc70-5f1e-4c03-b937-098f8ec4a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425608 Jan 28 21:12:22.789728 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-e14cdf94-21bf-441c-aaa9-4e92e31621b0 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880713 Jan 28 21:12:22.883703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7fd36d0-0b6b-4c5c-b241-57b9704cc1e1 req-ad6acbcf-f60b-49c6-8817-e91331e7bd13 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847490 Jan 28 21:12:26.647728 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:12:31.413801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55570) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:31.575837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port ed59df10-a000-437b-b37f-8f3da39141cb {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:12:31.576265 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:31.653651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:31.653879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:31.665984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for ed59df10-a000-437b-b37f-8f3da39141cb owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:12:31.817195 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:31.844613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=ed59df10-a000-437b-b37f-8f3da39141cb,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:31.871173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.871548 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.871984 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.872254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.872590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.872922 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.873251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.873579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.873904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.874229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.874552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.874875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:31.915793 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:31.916093 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP 63ea9e88-bc88-4df8-b7a3-3a8b46a159f6 disassociated (deleted). External IP: 172.25.2.25, port: 9f56881f-1824-40c1-ab89-af8d8b5d27d5. Jan 28 21:12:32.502651 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 026aea35-ed61-4ae1-8df0-18bc50142916 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:12:32.611584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:12:32.616469 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:32.622641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] Sync routers for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:12:32.631663 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:32.632309 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:32.643486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-377e89a7-0ed6-4fa6-875a-7012835f7f36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/floatingips/63ea9e88-bc88-4df8-b7a3-3a8b46a159f6 HTTP/1.1" status: 204 len: 168 time: 1.2280641 Jan 28 21:12:32.644100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:12:32.646522 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:12:32.694641 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e913a1-447f-4f54-94b5-e1c716cfe11a x-openstack-request-id: req-e1e913a1-447f-4f54-94b5-e1c716cfe11a {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:12:32.694931 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:12:32.694931 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1e913a1-447f-4f54-94b5-e1c716cfe11a {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:12:32.695579 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'status': 'completed', 'code': 200} Jan 28 21:12:32.751622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:32.771486 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-239f09ab-5839-4c50-8695-f58155be8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:32.773087 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-239f09ab-5839-4c50-8695-f58155be8980 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 1096 time: 0.0457034 Jan 28 21:12:32.922479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-e593e71d-10d5-4dd0-bb13-6438c1f3450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:32.923961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-e593e71d-10d5-4dd0-bb13-6438c1f3450c service neutron] 10.222.0.26 "GET /v2.0/networks?id=cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 200 len: 897 time: 0.1370604 Jan 28 21:12:32.939849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75210c-57ea-484a-9285-f766932d6e77 req-028057f9-b91f-48cf-a24d-e392c59fbcb4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:32.942226 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c75210c-57ea-484a-9285-f766932d6e77 req-028057f9-b91f-48cf-a24d-e392c59fbcb4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0828443 Jan 28 21:12:32.985890 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:56Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:32.991819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-d8989e43-a215-4a4a-9ef7-886b7f338535 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 200 len: 217 time: 0.0483639 Jan 28 21:12:33.015133 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] Checking router: 026aea35-ed61-4ae1-8df0-18bc50142916 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:12:33.030100 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:33.030538 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:33.060857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c75210c-57ea-484a-9285-f766932d6e77 req-9db495be-16a4-48c0-8de4-2a1128934030 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110959 Jan 28 21:12:33.070703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-41349b30-57a9-40bc-9e3c-01430ca400a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:33.077217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-41349b30-57a9-40bc-9e3c-01430ca400a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b18f4e9-3d15-4c70-998f-ee65a97af62a HTTP/1.1" status: 200 len: 834 time: 0.0708179 Jan 28 21:12:33.133931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-a45326d6-c0ae-4276-9a8d-8628c6f9528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:33.135512 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-a45326d6-c0ae-4276-9a8d-8628c6f9528b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cc94fc70-5f1e-4c03-b937-098f8ec4a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548019 Jan 28 21:12:33.158215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:33.248561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-aaabecbf-3027-436f-a448-ae0be75cd795 service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987151 Jan 28 21:12:33.347838 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2ee6f2bb-a00d-4a34-9a7a-cdd2c3abe8ec req-a6b5f113-5bbd-41ea-b2b7-d790c09e0a6d service neutron] 10.222.0.26 "GET /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932817 Jan 28 21:12:33.417855 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:56Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:33.445267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cdca90-3671-4bc1-98d1-9c083d53a47b None None] The sync data for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 is: [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:54Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b', 'name': '', 'network_id': 'cc94fc70-5f1e-4c03-b937-098f8ec4a438', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:5f:90:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:53Z', 'updated_at': '2022-01-28T21:10:56Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '5b18f4e9-3d15-4c70-998f-ee65a97af62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:12:33.688227 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4deb0d4-807d-42f4-8ad7-c62d6b94f41c None None] New status for floating IP 63ea9e88-bc88-4df8-b7a3-3a8b46a159f6: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:12:34.190383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d1df2-cee7-4598-b0df-882332dc232f req-59396cea-a581-4b39-9806-2bafc942c817 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:34.191938 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-992d1df2-cee7-4598-b0df-882332dc232f req-59396cea-a581-4b39-9806-2bafc942c817 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0533891 Jan 28 21:12:34.233823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-992d1df2-cee7-4598-b0df-882332dc232f req-9ca5ea62-5e34-4ba4-9c84-047ebbb6a8f8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=055b9868-5cab-42e8-9846-1fe3994d240e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350671 Jan 28 21:12:34.593712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-490ff027-2a7f-44db-92fe-7645f85cf1c3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:34.595153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-490ff027-2a7f-44db-92fe-7645f85cf1c3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.26 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 945 time: 0.0538235 Jan 28 21:12:34.681858 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:12:34.682115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:34.777406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 9f56881f-1824-40c1-ab89-af8d8b5d27d5, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=9f56881f-1824-40c1-ab89-af8d8b5d27d5,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:34.777808 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:34.789360 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 9f56881f-1824-40c1-ab89-af8d8b5d27d5 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:12:34.912499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:34.946216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=9f56881f-1824-40c1-ab89-af8d8b5d27d5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:34.986923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] No DVR routers for this DVR port 9f56881f-1824-40c1-ab89-af8d8b5d27d5 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:12:34.989732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:34.993130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-08b9d09e-8558-49f2-a93f-4ebe4209fb0f req-2fdfae51-3e77-4c9a-b66e-9edb5dffbf76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.26 "DELETE /v2.0/ports/9f56881f-1824-40c1-ab89-af8d8b5d27d5 HTTP/1.1" status: 204 len: 173 time: 0.3915260 Jan 28 21:12:34.993578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'name': 'network-vif-deleted', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:12:34.995871 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a02b75-2ae0-4070-8cde-27199ca3e24b" -d '{"events": [{"server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "name": "network-vif-deleted", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:12:35.039203 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decdc003-fcb8-4df2-9746-15635d130143 x-openstack-request-id: req-decdc003-fcb8-4df2-9746-15635d130143 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:12:35.039502 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599333fd-596e-46ab-ba48-cb4995365dfc", "name": "network-vif-deleted", "tag": "9f56881f-1824-40c1-ab89-af8d8b5d27d5", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:12:35.039869 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-decdc003-fcb8-4df2-9746-15635d130143 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:12:35.040302 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599333fd-596e-46ab-ba48-cb4995365dfc', 'name': 'network-vif-deleted', 'tag': '9f56881f-1824-40c1-ab89-af8d8b5d27d5', 'status': 'completed', 'code': 200} Jan 28 21:12:35.355877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5431aad0-82d7-45cf-be1a-8a5e447e564e req-b5bfe370-4249-49ad-81fd-5ba24c883a21 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=599333fd-596e-46ab-ba48-cb4995365dfc HTTP/1.1" status: 200 len: 210 time: 0.0285161 Jan 28 21:12:36.422563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55588) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:36.797871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:37.054544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:12:37.054806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:37.146200 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:37.146569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:37.159106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:12:37.344245 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:37.371659 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:37.401514 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.401862 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.402202 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.402539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.403652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.404022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.404385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.404719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.405048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.405374 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.405704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.406026 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:37.564149 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:37.773073 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 026aea35-ed61-4ae1-8df0-18bc50142916 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:12:37.798808 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-82205a51-bfbe-492a-82a9-3d68098143b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:37.886288 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:12:37.891747 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-63ab745a-b69d-4dd2-9943-9f931925ea86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/026aea35-ed61-4ae1-8df0-18bc50142916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677880 Jan 28 21:12:37.894219 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55592) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:37.896534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] Sync routers for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:12:37.906815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:37.907433 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:37.951953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f46823-c63a-47e7-bd81-52838b1c102b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting subnet 5b18f4e9-3d15-4c70-998f-ee65a97af62a {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:12:37.955080 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17f46823-c63a-47e7-bd81-52838b1c102b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:37.996643 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17f46823-c63a-47e7-bd81-52838b1c102b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.011414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:38.080871 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17f46823-c63a-47e7-bd81-52838b1c102b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.143859 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17f46823-c63a-47e7-bd81-52838b1c102b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.172394 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f46823-c63a-47e7-bd81-52838b1c102b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Subnet': ['ID=5b18f4e9-3d15-4c70-998f-ee65a97af62a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:38.177674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-17f46823-c63a-47e7-bd81-52838b1c102b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.181802 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-17f46823-c63a-47e7-bd81-52838b1c102b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/subnets/5b18f4e9-3d15-4c70-998f-ee65a97af62a HTTP/1.1" status: 204 len: 168 time: 0.2863195 Jan 28 21:12:38.184943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55594) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:38.187277 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e53cab-2de0-4929-b64b-e1f3e8aa4a33 None None] Network cc94fc70-5f1e-4c03-b937-098f8ec4a438 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:12:38.297160 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.359597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:12:37Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '35d93d26-36bc-4b9e-bd09-091501a05def', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:38.361528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9f56881f-1824-40c1-ab89-af8d8b5d27d5 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:12:38.406936 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.432306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] Checking router: 026aea35-ed61-4ae1-8df0-18bc50142916 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:12:38.439916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 9f56881f-1824-40c1-ab89-af8d8b5d27d5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:12:38.440287 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 9f56881f-1824-40c1-ab89-af8d8b5d27d5 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:12:38.461914 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] Routers {'026aea35-ed61-4ae1-8df0-18bc50142916'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:38.462615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['026aea35-ed61-4ae1-8df0-18bc50142916'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:38.470034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 35d93d26-36bc-4b9e-bd09-091501a05def {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:12:38.470383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.554195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 35d93d26-36bc-4b9e-bd09-091501a05def, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=35d93d26-36bc-4b9e-bd09-091501a05def,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:38.554477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.567544 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 35d93d26-36bc-4b9e-bd09-091501a05def owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:12:38.582635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] Set router 026aea35-ed61-4ae1-8df0-18bc50142916 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:38.641054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:12:38Z', 'revision_number': 6, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:38.670917 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a3ac2-15dc-4b33-b99d-059dbc50c074 None None] The sync data for ids ['026aea35-ed61-4ae1-8df0-18bc50142916'] in n-d-825064-3 is: [{'id': '026aea35-ed61-4ae1-8df0-18bc50142916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749735346', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:10:50Z', 'updated_at': '2022-01-28T21:12:38Z', 'revision_number': 6, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:12:38.699208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] DHCP port deletion for cc94fc70-5f1e-4c03-b937-098f8ec4a438 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:12:38.751383 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.753682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Deleting port 88b56aba-4c2c-4edd-8833-c655d3825269 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:12:38.754060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.778578 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=35d93d26-36bc-4b9e-bd09-091501a05def,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:38.821471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] For port 88b56aba-4c2c-4edd-8833-c655d3825269, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=88b56aba-4c2c-4edd-8833-c655d3825269,segment=NetworkSegment(21e16ccd-191e-4729-974d-e82e08f06ac9),segment_id=21e16ccd-191e-4729-974d-e82e08f06ac9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:38.822042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.835899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Calling delete_port for 88b56aba-4c2c-4edd-8833-c655d3825269 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:12:38.849301 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.915348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.942004 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.944083 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.944246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Pushing event deleted for resources: {'Port': ['ID=88b56aba-4c2c-4edd-8833-c655d3825269,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:38.948543 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] No DVR routers for this DVR port 88b56aba-4c2c-4edd-8833-c655d3825269 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:12:38.956403 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.956749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.957182 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.957527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.957862 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.958193 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.958523 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.959142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.959142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.959478 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.959801 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.960131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8308dbd-fce6-4738-a94f-97f641513ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:38.992337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:38.992896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Fanout notify agent at l3_agent the message router_deleted on router 026aea35-ed61-4ae1-8df0-18bc50142916 {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:12:39.000693 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.001832 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-63d59d73-0a37-4f22-b4cb-86b2c1719699 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/routers/026aea35-ed61-4ae1-8df0-18bc50142916 HTTP/1.1" status: 204 len: 168 time: 0.8159051 Jan 28 21:12:39.004605 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55598) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:39.087525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.179606 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.199942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc94fc70-5f1e-4c03-b937-098f8ec4a438']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:39.209104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e16ccd-191e-4729-974d-e82e08f06ac9') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:39.209406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e16ccd-191e-4729-974d-e82e08f06ac9') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:39.219624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.233475 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.239154 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:12:39.239534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:12:39.242410 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:12:39.298317 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.305882 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.309060 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/networks/cc94fc70-5f1e-4c03-b937-098f8ec4a438 HTTP/1.1" status: 204 len: 168 time: 0.3033578 Jan 28 21:12:39.312217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55600) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:39.324798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd87690-3578-4d12-a218-eb63e36753bd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Network': ['ID=cc94fc70-5f1e-4c03-b937-098f8ec4a438,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:39.371674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb06296a-81ee-4f9b-a4c4-2225744744b2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.396671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb06296a-81ee-4f9b-a4c4-2225744744b2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.469142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb06296a-81ee-4f9b-a4c4-2225744744b2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.471805 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cb06296a-81ee-4f9b-a4c4-2225744744b2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:39.473040 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cb06296a-81ee-4f9b-a4c4-2225744744b2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/security-groups/055b9868-5cab-42e8-9846-1fe3994d240e HTTP/1.1" status: 204 len: 168 time: 0.1598306 Jan 28 21:12:39.482986 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06296a-81ee-4f9b-a4c4-2225744744b2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055b9868-5cab-42e8-9846-1fe3994d240e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:39.504818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 35d93d26-36bc-4b9e-bd09-091501a05def no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:12:39.529529 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 35d93d26-36bc-4b9e-bd09-091501a05def {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:12:39.529964 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 35d93d26-36bc-4b9e-bd09-091501a05def not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:12:39.530621 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:12:39.555049 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:12:39.555401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2523fa3d-9be8-46ac-9bc7-ec6ea0b3344b not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:12:39.555827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 88b56aba-4c2c-4edd-8833-c655d3825269 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:12:39.575923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 88b56aba-4c2c-4edd-8833-c655d3825269 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:12:39.576299 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 88b56aba-4c2c-4edd-8833-c655d3825269 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:12:40.154382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55608) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:40.158980 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-fb96fd99-0782-41ff-a551-67b3ceb095fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172984572', 'description': 'tempest-secgroup-smoke-1172984572 description', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:40.183229 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb96fd99-0782-41ff-a551-67b3ceb095fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.248495 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb96fd99-0782-41ff-a551-67b3ceb095fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.252144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb96fd99-0782-41ff-a551-67b3ceb095fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.278183 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-16e3032f-9522-40f5-9d5c-0d871d417441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.282526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-fb96fd99-0782-41ff-a551-67b3ceb095fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.283766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fb96fd99-0782-41ff-a551-67b3ceb095fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1283815 Jan 28 21:12:40.286799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55610) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:40.289917 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96fd99-0782-41ff-a551-67b3ceb095fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9626f0e-cb7b-461d-8e08-e6c865983949,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:40.291392 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2cbee252-0dc7-40a5-a082-6e1cbf40b05f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c9626f0e-cb7b-461d-8e08-e6c865983949', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:40.319866 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cbee252-0dc7-40a5-a082-6e1cbf40b05f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.366835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cbee252-0dc7-40a5-a082-6e1cbf40b05f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.370499 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cbee252-0dc7-40a5-a082-6e1cbf40b05f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.389706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbee252-0dc7-40a5-a082-6e1cbf40b05f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b793c650-0dae-4ba8-ab6f-15364485a017,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:40.396817 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2cbee252-0dc7-40a5-a082-6e1cbf40b05f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.397995 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2cbee252-0dc7-40a5-a082-6e1cbf40b05f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1101956 Jan 28 21:12:40.400785 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55612) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:40.405198 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8ff6ac32-0443-439b-a6ea-1ce888a6d5e7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c9626f0e-cb7b-461d-8e08-e6c865983949', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:40.435642 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ac32-0443-439b-a6ea-1ce888a6d5e7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.494556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ac32-0443-439b-a6ea-1ce888a6d5e7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.498775 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ac32-0443-439b-a6ea-1ce888a6d5e7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.517032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6ac32-0443-439b-a6ea-1ce888a6d5e7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171cfa32-0733-4359-b18e-e47f888b2a19,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:40.524397 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ac32-0443-439b-a6ea-1ce888a6d5e7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.525609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8ff6ac32-0443-439b-a6ea-1ce888a6d5e7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238401 Jan 28 21:12:40.529232 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55614) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:40.533560 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-17bb65c6-ce52-4558-84d2-4981403535ff tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c9626f0e-cb7b-461d-8e08-e6c865983949', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:40.562416 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17bb65c6-ce52-4558-84d2-4981403535ff tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.619311 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17bb65c6-ce52-4558-84d2-4981403535ff tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.623616 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17bb65c6-ce52-4558-84d2-4981403535ff tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.641163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb65c6-ce52-4558-84d2-4981403535ff tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9420865-af3b-41f9-b7c8-acb73c57ef02,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:40.648938 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17bb65c6-ce52-4558-84d2-4981403535ff tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.650255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-17bb65c6-ce52-4558-84d2-4981403535ff tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199951 Jan 28 21:12:40.653056 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55616) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:40.658808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-92394d74-763b-49a7-b70c-4c00faa5c750 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c9626f0e-cb7b-461d-8e08-e6c865983949', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:40.686488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92394d74-763b-49a7-b70c-4c00faa5c750 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.743847 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92394d74-763b-49a7-b70c-4c00faa5c750 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.747660 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92394d74-763b-49a7-b70c-4c00faa5c750 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.767254 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92394d74-763b-49a7-b70c-4c00faa5c750 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebbef79-bebb-439a-99d3-a6c622eb3221,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:40.773249 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92394d74-763b-49a7-b70c-4c00faa5c750 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.774463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-92394d74-763b-49a7-b70c-4c00faa5c750 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201530 Jan 28 21:12:40.777169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55618) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:40.781580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-114ef951-11c3-4eeb-8b4e-a541706dd7ba tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c9626f0e-cb7b-461d-8e08-e6c865983949', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:40.804766 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-114ef951-11c3-4eeb-8b4e-a541706dd7ba tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:12:40.809948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-114ef951-11c3-4eeb-8b4e-a541706dd7ba tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.870231 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-114ef951-11c3-4eeb-8b4e-a541706dd7ba tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.874336 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-114ef951-11c3-4eeb-8b4e-a541706dd7ba tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.892710 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ef951-11c3-4eeb-8b4e-a541706dd7ba tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db932655-a2b7-40a6-8336-b1d9a1b0937a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:40.899544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-114ef951-11c3-4eeb-8b4e-a541706dd7ba tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.900822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-114ef951-11c3-4eeb-8b4e-a541706dd7ba tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226029 Jan 28 21:12:40.903726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55620) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:40.907933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-936a9dff-3ede-4614-9518-69f795c0e375 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c9626f0e-cb7b-461d-8e08-e6c865983949', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:40.930570 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-936a9dff-3ede-4614-9518-69f795c0e375 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:12:40.936413 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-936a9dff-3ede-4614-9518-69f795c0e375 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:40.998920 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-936a9dff-3ede-4614-9518-69f795c0e375 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.002620 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-936a9dff-3ede-4614-9518-69f795c0e375 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.022753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a9dff-3ede-4614-9518-69f795c0e375 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9b08bc-673d-40d7-b451-35748c085d1e,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:41.031887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-936a9dff-3ede-4614-9518-69f795c0e375 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.033119 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-936a9dff-3ede-4614-9518-69f795c0e375 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284564 Jan 28 21:12:41.035933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55622) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:41.040966 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'network': {'name': 'tempest-network-smoke--1659541848', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'port_security_enabled': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:41.064300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:12:41.067650 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.090844 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:12:41.099613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.099957 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Added segment e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a of type vlan for network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c Jan 28 21:12:41.139236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.165861 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.171956 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:41.172560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.231973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1946337 Jan 28 21:12:41.234526 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55624) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:41.240877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'admin_state_up': True, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:41.251511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f076e4c-cd74-4da8-b0a3-9b4e0133d173 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Network': ['ID=6e3e7677-74fd-44f4-a0ff-928ae3e6665c,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:41.261675 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:12:41.271077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.272244 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.328762 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.468225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.658946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.678072 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.787479 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.12 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/32af9c3b-9e8f-48ee-baa7-49048de5d2f2) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:12:41.833644 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.895044 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.927968 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:41.966728 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:12:41.969727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:12:41.973137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:12:41.998943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=32af9c3b-9e8f-48ee-baa7-49048de5d2f2,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:42.226316 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:42.415290 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:42.540770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 2477065c-3203-46fc-bb26-209f3be649c2 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:12:42.644498 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:12:42.654621 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Sync routers for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:12:42.663868 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:42.664721 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:42.667704 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:42.669746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-71ebc5e8-2508-44b1-bae6-9f20a9699154 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4340477 Jan 28 21:12:42.672973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55626) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:42.700567 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-81a6d3b0-e6e8-4410-bf49-6d4a331f03fc tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=101ec6e45c8c44f893aaec6f1cc7c83e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264957 Jan 28 21:12:42.703391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55628) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:42.796709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec75f0d-0dff-4511-9231-16a15df93701 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:42.798441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aec75f0d-0dff-4511-9231-16a15df93701 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941758 Jan 28 21:12:42.801357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55630) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:42.835134 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-106da3a7-b746-49ee-bffc-f71a992fe540 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326400 Jan 28 21:12:42.837581 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55632) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:42.842885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1507032327', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:42.859269 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:42.932797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:12:42.937369 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.035178 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:42Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:43.062231 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Checking router: 2477065c-3203-46fc-bb26-209f3be649c2 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:12:43.062483 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Updating router 2477065c-3203-46fc-bb26-209f3be649c2 port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:12:43.092992 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.140809 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.314894 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.373212 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.378697 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.433679 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Attempting to bind port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:12:43.434644 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Attempting to bind port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:12:43.435012 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Attempting to bind port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:12:43.438189 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Pushing event updated for resources: {'Port': ['ID=32af9c3b-9e8f-48ee-baa7-49048de5d2f2,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:43.442767 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:12:43.443138 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:12:43.443540 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.443924 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:12:43.444416 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Bound port: 32af9c3b-9e8f-48ee-baa7-49048de5d2f2, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:12:43.444794 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.452129 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.452492 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.452828 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.453157 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.453482 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.453810 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.454137 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.454451 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.454768 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.455082 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.455400 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.455712 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:12:43.476763 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.510747 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] For port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:12:43.514863 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] For port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=32af9c3b-9e8f-48ee-baa7-49048de5d2f2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:12:43.518761 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.542012 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Subnet': ['ID=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:43.551022 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Checking segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:12:43.551398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network hostable DHCP agents. Network: 6e3e7677-74fd-44f4-a0ff-928ae3e6665c, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:12:43.572197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:12:43.581857 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 6e3e7677-74fd-44f4-a0ff-928ae3e6665c) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:12:43.582325 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0597f-7c01-4493-9623-2659eb10d936 None None] Pushing event updated for resources: {'Port': ['ID=32af9c3b-9e8f-48ee-baa7-49048de5d2f2,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:43.585209 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:43.585511 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:43.590467 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:43.592746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff5e3e-ad2a-4335-bcbc-b6977650e279 None None] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:12:43.596714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.617919 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55634) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:43.618486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0e066000-652d-4b11-acb0-ef712ca37c33 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7790651 Jan 28 21:12:43.696197 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:43.741149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:12:43.742206 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:43.876767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Allocated IP 172.20.0.2 (6e3e7677-74fd-44f4-a0ff-928ae3e6665c/9cf0e82c-61cf-4d5b-85ba-bdcee67e8612/64018247-070c-47f9-a4b6-dbd5bad237a8) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:12:43.886336 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:42Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:43.920387 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3bb3d4-4208-4979-9470-3efb9736d135 None None] The sync data for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 is: [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:42Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:12:44.030408 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.038864 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.076086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:12:44.077192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.083415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:12:44.089353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:12:44.124002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Pushing event updated for resources: {'Port': ['ID=64018247-070c-47f9-a4b6-dbd5bad237a8,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:44.170481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Attempting to bind port 64018247-070c-47f9-a4b6-dbd5bad237a8 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:12:44.171145 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Attempting to bind port 64018247-070c-47f9-a4b6-dbd5bad237a8 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:12:44.171261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Attempting to bind port 64018247-070c-47f9-a4b6-dbd5bad237a8 on network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:12:44.180071 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:12:44.180499 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Checking segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:12:44.180903 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.181298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Bound using segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:12:44.181934 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Bound port: 64018247-070c-47f9-a4b6-dbd5bad237a8, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:12:44.182312 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.254662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] For port 64018247-070c-47f9-a4b6-dbd5bad237a8, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:12:44.258460 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] For port 64018247-070c-47f9-a4b6-dbd5bad237a8, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=64018247-070c-47f9-a4b6-dbd5bad237a8,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:12:44.266997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.330536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123117d-6bdd-4afd-a27b-dd1c438e68c1 None None] Pushing event updated for resources: {'Port': ['ID=64018247-070c-47f9-a4b6-dbd5bad237a8,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:44.400058 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.1 (6e3e7677-74fd-44f4-a0ff-928ae3e6665c/9cf0e82c-61cf-4d5b-85ba-bdcee67e8612/6114039d-f79d-488b-9893-54abe9d978c7) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:12:44.548826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.587116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.627892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:12:44.633459 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:12:44.638326 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:12:44.664370 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=6114039d-f79d-488b-9893-54abe9d978c7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:44.691055 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:44.829327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.117294 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.122441 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.197337 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.199086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=6114039d-f79d-488b-9893-54abe9d978c7,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:45.298689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:12:45.300089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:12:45.318770 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25801e40-a1a8-4e72-acb1-4583cf7bba9e None None] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:12:45.382998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1fb8f878-7ce9-44b0-9bb1-ce9d0e2485be None None] Provisioning complete for port 64018247-070c-47f9-a4b6-dbd5bad237a8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:45.383366 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f878-7ce9-44b0-9bb1-ce9d0e2485be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.537308 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f878-7ce9-44b0-9bb1-ce9d0e2485be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.583785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1fb8f878-7ce9-44b0-9bb1-ce9d0e2485be None None] For port 64018247-070c-47f9-a4b6-dbd5bad237a8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=64018247-070c-47f9-a4b6-dbd5bad237a8,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:45.597539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1fb8f878-7ce9-44b0-9bb1-ce9d0e2485be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.629676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 64018247-070c-47f9-a4b6-dbd5bad237a8 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:12:45.703545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8f878-7ce9-44b0-9bb1-ce9d0e2485be None None] Pushing event updated for resources: {'Port': ['ID=64018247-070c-47f9-a4b6-dbd5bad237a8,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:45.711113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 64018247-070c-47f9-a4b6-dbd5bad237a8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:45.711485 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.809947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:12:45.813728 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 2477065c-3203-46fc-bb26-209f3be649c2 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:12:45.859896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:45.860223 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.946565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-28660035-e422-4290-aa4e-46889f6eb637 None None] Provisioning complete for port 64018247-070c-47f9-a4b6-dbd5bad237a8 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:45.946942 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-28660035-e422-4290-aa4e-46889f6eb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:45.955275 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:12:45.967984 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-2d895a8c-c9bf-4974-9c19-713d76b23667 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/2477065c-3203-46fc-bb26-209f3be649c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3478224 Jan 28 21:12:45.994695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:46.021734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=32af9c3b-9e8f-48ee-baa7-49048de5d2f2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:46.028289 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:46.097036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Sync routers for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:12:46.126069 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=32af9c3b-9e8f-48ee-baa7-49048de5d2f2,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:46.130965 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:46.131562 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:46.158488 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-360d3eab-37c2-4f3f-a359-0c6a9414ce07 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172984572&fields=id&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 267 time: 0.0402052 Jan 28 21:12:46.171279 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-28660035-e422-4290-aa4e-46889f6eb637 None None] Provisioning complete for port 6114039d-f79d-488b-9893-54abe9d978c7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:46.171651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-28660035-e422-4290-aa4e-46889f6eb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:46.244215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-28660035-e422-4290-aa4e-46889f6eb637 None None] Port 6114039d-f79d-488b-9893-54abe9d978c7 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:12:46.273126 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-a5c55b63-d5af-4c4e-ba0d-a8dad1984b26 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:46.274856 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-a5c55b63-d5af-4c4e-ba0d-a8dad1984b26 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 797 time: 0.1090133 Jan 28 21:12:46.292051 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e1b38129-a5fb-40c0-b8ee-13f3373ffca8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/quotas/101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 375 time: 0.0102055 Jan 28 21:12:46.352314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-31479ff3-79a9-46fd-8cd3-3741bf7be4eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530889 Jan 28 21:12:46.441344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:46.471185 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c35c49e7-5ad4-4594-b9bf-3ffd1fafb937 None None] Provisioning complete for port 6114039d-f79d-488b-9893-54abe9d978c7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:46.471470 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c35c49e7-5ad4-4594-b9bf-3ffd1fafb937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:46.534062 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-29b94e74-2b5e-4d42-bce9-7c5380399962 service neutron] 10.222.0.44 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251514 Jan 28 21:12:46.554243 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c35c49e7-5ad4-4594-b9bf-3ffd1fafb937 None None] Port 6114039d-f79d-488b-9893-54abe9d978c7 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:12:46.628719 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-2d6b32c3-0e6e-4ec6-b06c-9ff8fb09ed2d service neutron] 10.222.0.44 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885069 Jan 28 21:12:46.671415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 2, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:46.703507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Checking router: 2477065c-3203-46fc-bb26-209f3be649c2 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:12:46.703860 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Updating router 2477065c-3203-46fc-bb26-209f3be649c2 port 6114039d-f79d-488b-9893-54abe9d978c7 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:12:46.729179 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:46.814205 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8ac28ee-c845-4cf7-adc8-3c56b2b0d81f req-69443149-7656-4a35-9e74-5894ab0138ee tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 210 time: 0.0304825 Jan 28 21:12:47.003506 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.008919 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.061835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c5c93-a365-43e1-b8cb-07ba9aa61895 None None] Pushing event updated for resources: {'Port': ['ID=6114039d-f79d-488b-9893-54abe9d978c7,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:47.113351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Attempting to bind port 6114039d-f79d-488b-9893-54abe9d978c7 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:12:47.113724 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Attempting to bind port 6114039d-f79d-488b-9893-54abe9d978c7 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:12:47.114090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Attempting to bind port 6114039d-f79d-488b-9893-54abe9d978c7 on network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:12:47.119319 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:12:47.119698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Checking segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:12:47.120231 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.120510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Bound using segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:12:47.121014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Bound port: 6114039d-f79d-488b-9893-54abe9d978c7, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:12:47.122101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.202150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] For port 6114039d-f79d-488b-9893-54abe9d978c7, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:12:47.207755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] For port 6114039d-f79d-488b-9893-54abe9d978c7, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6114039d-f79d-488b-9893-54abe9d978c7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:12:47.212574 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.282066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:47.282706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:47.292274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c5c93-a365-43e1-b8cb-07ba9aa61895 None None] Pushing event updated for resources: {'Port': ['ID=6114039d-f79d-488b-9893-54abe9d978c7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:47.344286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1a03743d-2440-41e9-9de9-de03e2c13ffa None None] Provisioning complete for port 6114039d-f79d-488b-9893-54abe9d978c7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:47.344741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a03743d-2440-41e9-9de9-de03e2c13ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.448766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:47.515063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 64018247-070c-47f9-a4b6-dbd5bad237a8 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:12:47.566831 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a03743d-2440-41e9-9de9-de03e2c13ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.682427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1a03743d-2440-41e9-9de9-de03e2c13ffa None None] For port 6114039d-f79d-488b-9893-54abe9d978c7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6114039d-f79d-488b-9893-54abe9d978c7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:47.700520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a03743d-2440-41e9-9de9-de03e2c13ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.710610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 64018247-070c-47f9-a4b6-dbd5bad237a8 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:47.710610 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.766715 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-20afe481-6072-4091-9fdc-a68d74c87e2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:47.768117 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-20afe481-6072-4091-9fdc-a68d74c87e2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 797 time: 0.1086738 Jan 28 21:12:47.816669 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03743d-2440-41e9-9de9-de03e2c13ffa None None] Pushing event updated for resources: {'Port': ['ID=6114039d-f79d-488b-9893-54abe9d978c7,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:47.818706 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-1fab6c32-907e-45ec-853b-d263120223a2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 380 time: 0.0411031 Jan 28 21:12:47.830662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'port': {'device_id': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'admin_state_up': True, 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'security_groups': ['c9626f0e-cb7b-461d-8e08-e6c865983949']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:47.845703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-52233a98-227e-4dcc-b360-9eacdc730c0b None None] Provisioning complete for port 6114039d-f79d-488b-9893-54abe9d978c7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:47.846083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-52233a98-227e-4dcc-b360-9eacdc730c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:47.881810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:47Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:47.924325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d7bcac6a-c2ab-41c3-9d1d-b713786015d0 req-93aa230c-86cd-447c-97d4-6612985fa633 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 210 time: 0.0330405 Jan 28 21:12:47.937056 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0be21-6fd7-407c-ad40-aea1a71d63f2 None None] The sync data for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 is: [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:47Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:12:47.963282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:12:47.975702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:12:47.979628 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.070467 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:48.070905 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.132687 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.10 (6e3e7677-74fd-44f4-a0ff-928ae3e6665c/9cf0e82c-61cf-4d5b-85ba-bdcee67e8612/64811563-ff2a-47d7-9241-a40639b12eb7) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:12:48.289934 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.327304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.374624 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:12:48.378007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:12:48.381800 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:12:48.425107 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:48.453903 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:48.455722 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.476639 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-183e501a-9d81-4eb9-923f-a414ed711842 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6500831 Jan 28 21:12:48.538340 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.577123 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Request body: {'port': {'device_id': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:48.635958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.691345 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-512363a0-a80e-48ee-b089-93261439ba4e None None] Provisioning complete for port 64811563-ff2a-47d7-9241-a40639b12eb7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:48.691834 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-512363a0-a80e-48ee-b089-93261439ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.738356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-512363a0-a80e-48ee-b089-93261439ba4e None None] Port 64811563-ff2a-47d7-9241-a40639b12eb7 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:12:48.926273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64811563-ff2a-47d7-9241-a40639b12eb7 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:12:48.934820 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:48.946900 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Transition to ACTIVE for port object 64811563-ff2a-47d7-9241-a40639b12eb7 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:12:48.951597 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:49.021418 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:49.066078 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848587-8120-407a-9129-7c75963c42ee req-ab8bb56b-379f-48b4-94b3-e7aa5a0bd554 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:49.067604 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4848587-8120-407a-9129-7c75963c42ee req-ab8bb56b-379f-48b4-94b3-e7aa5a0bd554 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.0615189 Jan 28 21:12:49.099089 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Attempting to bind port 64811563-ff2a-47d7-9241-a40639b12eb7 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:12:49.099570 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Attempting to bind port 64811563-ff2a-47d7-9241-a40639b12eb7 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:12:49.100010 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Attempting to bind port 64811563-ff2a-47d7-9241-a40639b12eb7 on network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:12:49.105009 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Port 64811563-ff2a-47d7-9241-a40639b12eb7 on network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:12:49.105498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Attempting to bind port 64811563-ff2a-47d7-9241-a40639b12eb7 on network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:12:49.110849 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c4848587-8120-407a-9129-7c75963c42ee req-ad6ffa5f-ae91-41b1-a6a0-22f2e367a7db tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356734 Jan 28 21:12:49.113588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:12:49.113998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Checking segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:12:49.114448 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Bound using segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:12:49.115048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Bound port: 64811563-ff2a-47d7-9241-a40639b12eb7, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:12:49.115436 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:49.200823 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:12:49.204165 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:12:49.208825 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:49.247994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:49.248652 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:49.250085 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] 10.222.0.13 "PUT /v2.0/ports/64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1092 time: 0.7212071 Jan 28 21:12:49.250545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:12:49.313390 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f07fd4-78e3-495b-a602-704ee15ba039" -d '{"events": [{"name": "network-changed", "server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:12:49.317318 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5b101-6837-4d11-a609-8c7a9416f091 service neutron] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:49.362649 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-9d462049-48b1-408e-9071-b81280e551c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:49.365194 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-9d462049-48b1-408e-9071-b81280e551c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1095 time: 0.0614398 Jan 28 21:12:49.412827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-7f5198f2-8840-46a9-ac37-b927ab4361c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 217 time: 0.0389180 Jan 28 21:12:49.419766 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd26db89-c7c3-497a-bb60-6d3ddd4b3e12 x-openstack-request-id: req-bd26db89-c7c3-497a-bb60-6d3ddd4b3e12 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:12:49.419766 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:12:49.419766 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd26db89-c7c3-497a-bb60-6d3ddd4b3e12 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:12:49.419766 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7', 'status': 'completed', 'code': 200} Jan 28 21:12:49.478180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-1ed2ba3d-0534-45a9-9ad4-36afe1a2c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:49.479660 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-1ed2ba3d-0534-45a9-9ad4-36afe1a2c831 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0536125 Jan 28 21:12:49.529255 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e246fc5c-fd2b-4505-a799-fe30c4535cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:49.530794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-e246fc5c-fd2b-4505-a799-fe30c4535cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436535 Jan 28 21:12:49.540448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6114039d-f79d-488b-9893-54abe9d978c7 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:12:49.591825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 6114039d-f79d-488b-9893-54abe9d978c7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:49.592118 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:49.623251 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-f1a65f00-e7cd-4020-bd5c-034566e56485 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852766 Jan 28 21:12:49.717842 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d88f70d2-7014-4a8d-9d33-a49256434746 req-bc9fa696-5e9a-4c0e-ac29-2c368062f3aa service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881650 Jan 28 21:12:49.805196 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-cfb8c428-cf7f-429f-9249-34fc278a2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:49.806696 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-cfb8c428-cf7f-429f-9249-34fc278a2a7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1095 time: 0.0408969 Jan 28 21:12:49.904571 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-d67df50f-2df0-4cde-abbb-9e9b4556600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:49.906080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-d67df50f-2df0-4cde-abbb-9e9b4556600a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.0924051 Jan 28 21:12:49.948117 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-0b924809-71f6-4df5-bc41-297c9def57c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 217 time: 0.0353606 Jan 28 21:12:50.002705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-3c330bec-87a9-40c6-894f-6185f2f12134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:50.004163 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-3c330bec-87a9-40c6-894f-6185f2f12134 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0482898 Jan 28 21:12:50.061753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-2bd711f7-3608-431d-9160-f336e36389b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:50.063287 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-2bd711f7-3608-431d-9160-f336e36389b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504923 Jan 28 21:12:50.172216 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-4461aa74-c51b-4eee-9650-8db3ef225c92 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010404 Jan 28 21:12:50.250308 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad6ff6-057a-4c12-9118-9176e630ebcd req-da340606-5608-4428-b1a5-5be1ab4c8609 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:50.251994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21ad6ff6-057a-4c12-9118-9176e630ebcd req-da340606-5608-4428-b1a5-5be1ab4c8609 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.0577979 Jan 28 21:12:50.284690 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-e1f07fd4-78e3-495b-a602-704ee15ba039 req-7ccefb5e-5149-4f0e-880c-59380ea1dd9f service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052275 Jan 28 21:12:50.310654 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-21ad6ff6-057a-4c12-9118-9176e630ebcd req-4bac2983-8afe-4eed-8966-71ea5376dede tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518103 Jan 28 21:12:51.437347 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ac4aa-3884-4dac-a509-f55ccc88a7f8 req-edaf84e9-b502-401a-85c7-a80f44139639 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:51.438839 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a9ac4aa-3884-4dac-a509-f55ccc88a7f8 req-edaf84e9-b502-401a-85c7-a80f44139639 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.0545599 Jan 28 21:12:51.476576 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5a9ac4aa-3884-4dac-a509-f55ccc88a7f8 req-ec8df891-49fd-4ebe-8696-acc7db69fbb0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Jan 28 21:12:51.858622 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:52.251933 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 64811563-ff2a-47d7-9241-a40639b12eb7 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:12:52.345643 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:52.356551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '64811563-ff2a-47d7-9241-a40639b12eb7', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'port_id': '64811563-ff2a-47d7-9241-a40639b12eb7', 'mac_address': 'fa:16:3e:5d:a3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:12:52.394718 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:52.407186 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64811563-ff2a-47d7-9241-a40639b12eb7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:12:52.426611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:52.430153 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:52.475180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:52.593789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f1b1d-a796-4682-8636-925a0890f710 req-5a324a12-8d41-41d3-8d3a-ec65aa0c3274 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:52.595364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70f1b1d-a796-4682-8636-925a0890f710 req-5a324a12-8d41-41d3-8d3a-ec65aa0c3274 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 945 time: 0.0524416 Jan 28 21:12:52.632759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c70f1b1d-a796-4682-8636-925a0890f710 req-3ecc34ff-a0a1-473c-9980-9c5fa6be4078 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Jan 28 21:12:52.659640 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['64811563-ff2a-47d7-9241-a40639b12eb7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:12:53.747063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d5d72-63cd-4ac5-814c-818372c42463 req-daf9da68-484c-44d1-82b5-d8eca969d2fb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:53.748597 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-197d5d72-63cd-4ac5-814c-818372c42463 req-daf9da68-484c-44d1-82b5-d8eca969d2fb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 945 time: 0.0488439 Jan 28 21:12:53.791564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-197d5d72-63cd-4ac5-814c-818372c42463 req-297f8fc6-4b3e-4268-98f4-d9f3ce9828e9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369630 Jan 28 21:12:54.264645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 64811563-ff2a-47d7-9241-a40639b12eb7 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:12:54.311825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 64811563-ff2a-47d7-9241-a40639b12eb7 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:12:54.315521 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 64811563-ff2a-47d7-9241-a40639b12eb7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:12:54.315895 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:54.395539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:54.418549 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:12:54.432202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:12:54.437162 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:54.461700 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd9578c-75c9-4ed2-b5b7-8c34f00d2e79" -d '{"events": [{"server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "name": "network-vif-plugged", "status": "completed", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:12:54.490034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:54.557177 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81013c33-b39a-4e46-96fb-697771421a0a x-openstack-request-id: req-81013c33-b39a-4e46-96fb-697771421a0a {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:12:54.557469 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "name": "network-vif-plugged", "status": "completed", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:12:54.557734 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81013c33-b39a-4e46-96fb-697771421a0a {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:12:54.558135 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7', 'code': 200} Jan 28 21:12:54.658461 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2077fc2-c23b-44bb-a5f0-3efef458b2d4 req-6ce6907b-6c47-48be-9e85-0300eaff1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:54.659874 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2077fc2-c23b-44bb-a5f0-3efef458b2d4 req-6ce6907b-6c47-48be-9e85-0300eaff1965 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1097 time: 0.0452769 Jan 28 21:12:54.694785 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d2077fc2-c23b-44bb-a5f0-3efef458b2d4 req-f5120a30-7742-4833-9904-98d04f36b44d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285990 Jan 28 21:12:54.912829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d62019-ee27-44e1-9bf4-94593a48389c req-311d57af-14ad-4793-bed8-6351d0fe9e71 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:54.914203 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67d62019-ee27-44e1-9bf4-94593a48389c req-311d57af-14ad-4793-bed8-6351d0fe9e71 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0486019 Jan 28 21:12:54.952822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67d62019-ee27-44e1-9bf4-94593a48389c req-14375183-63c7-4c59-bfae-3990786a2569 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316679 Jan 28 21:12:56.073111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd95dbb-9d92-43d3-8eae-18f425eff1a4 req-e4ce2cb6-762e-458e-9a76-73e2bc7a1dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:56.074574 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ebd95dbb-9d92-43d3-8eae-18f425eff1a4 req-e4ce2cb6-762e-458e-9a76-73e2bc7a1dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0492477 Jan 28 21:12:56.112072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ebd95dbb-9d92-43d3-8eae-18f425eff1a4 req-db058a83-b2e5-48a5-bf82-74f240940f83 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Jan 28 21:12:56.225422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c9c0-9331-4676-8747-198001a27b30 req-0ec24bfe-f574-4e5c-a999-194327154d27 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:56.226877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8b6c9c0-9331-4676-8747-198001a27b30 req-0ec24bfe-f574-4e5c-a999-194327154d27 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0475397 Jan 28 21:12:56.269183 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c8b6c9c0-9331-4676-8747-198001a27b30 req-4367279d-54d1-4656-a76a-47c7a1096929 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348547 Jan 28 21:12:56.290733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55732) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:56.330585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c3f5b3-ad54-41fd-9e04-422e6a79c7c5 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:56.332074 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-15c3f5b3-ad54-41fd-9e04-422e6a79c7c5 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1092 time: 0.0403171 Jan 28 21:12:56.335003 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55734) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:56.340309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '64811563-ff2a-47d7-9241-a40639b12eb7', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:12:56.363562 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:56.459500 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:56.567383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.233 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/832db868-a3bd-46b0-960b-b76ac0b6e3b5) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:12:56.669344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:56.703599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:56.746321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:12:56.749326 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:12:56.752055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:12:56.776035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=832db868-a3bd-46b0-960b-b76ac0b6e3b5,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:57.106873 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:57.175415 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:57.333709 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:57.338220 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:57.403597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=832db868-a3bd-46b0-960b-b76ac0b6e3b5,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:12:57.415394 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:57.515761 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP bc40a638-1237-482e-8402-2a6723302cf5 associated. External IP: 172.25.2.233, port: 64811563-ff2a-47d7-9241-a40639b12eb7. Jan 28 21:12:57.737997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 2477065c-3203-46fc-bb26-209f3be649c2 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:12:57.846206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:12:57.856472 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] Sync routers for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:12:57.865853 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:12:57.866033 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:57.866518 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:57.896058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a8824201-a9d1-4a64-bfce-4b15c93eb500 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5576138 Jan 28 21:12:57.896058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:12:57.896678 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b501e-dcbc-4858-ae15-636ed1a15842" -d '{"events": [{"name": "network-changed", "server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:12:57.935973 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb2c2c1-4173-498e-a0a7-f3edb3e30d94 x-openstack-request-id: req-cfb2c2c1-4173-498e-a0a7-f3edb3e30d94 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:12:57.936295 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:12:57.936546 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfb2c2c1-4173-498e-a0a7-f3edb3e30d94 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:12:57.937118 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7', 'status': 'completed', 'code': 200} Jan 28 21:12:57.976845 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:57.997209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c092be-fb02-41cb-968b-252821b228c3 req-86d11f21-1f70-4487-bfb2-95d1263dd22f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:57.998356 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-51e78e74-232e-40f5-9c88-52571e303224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:57.998840 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49c092be-fb02-41cb-968b-252821b228c3 req-86d11f21-1f70-4487-bfb2-95d1263dd22f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0519297 Jan 28 21:12:58.001847 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-51e78e74-232e-40f5-9c88-52571e303224 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1097 time: 0.0438130 Jan 28 21:12:58.041714 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-49c092be-fb02-41cb-968b-252821b228c3 req-062c3b44-17a1-4a9b-bac1-513d5df126c5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368078 Jan 28 21:12:58.065909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55740) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:58.096899 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-d6457c79-b960-4cb0-8d4a-dce046a1059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:58.098427 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-d6457c79-b960-4cb0-8d4a-dce046a1059f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.0906780 Jan 28 21:12:58.134492 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1c801081-8f08-446b-8598-c5c7fe4307a3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/bc40a638-1237-482e-8402-2a6723302cf5 HTTP/1.1" status: 200 len: 992 time: 0.0674341 Jan 28 21:12:58.171157 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-d5ab9070-c307-4b62-a6ab-598020e2450a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1000 time: 0.0646241 Jan 28 21:12:58.205425 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'bc40a638-1237-482e-8402-2a6723302cf5', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'port_id': '64811563-ff2a-47d7-9241-a40639b12eb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'mac_address': 'fa:16:3e:5d:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:12:56Z', 'updated_at': '2022-01-28T21:12:56Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:47Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:58.225764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-a6f84752-73bc-4fac-8638-b5b903b6fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:58.227280 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-a6f84752-73bc-4fac-8638-b5b903b6fb22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0499618 Jan 28 21:12:58.232864 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] Checking router: 2477065c-3203-46fc-bb26-209f3be649c2 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:12:58.241159 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:12:58.241760 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:12:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:58.272201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-0173e1b4-234c-488f-aec9-8b5f659ad27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:12:58.273696 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-0173e1b4-234c-488f-aec9-8b5f659ad27c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394614 Jan 28 21:12:58.345977 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:12:58.367462 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-7d56272a-ef56-42ac-bff1-3992febfb097 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831959 Jan 28 21:12:58.466582 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b96b501e-dcbc-4858-ae15-636ed1a15842 req-80ecb714-3d84-47b3-9f2d-d4c5c19df3c7 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917814 Jan 28 21:12:58.664518 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'bc40a638-1237-482e-8402-2a6723302cf5', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'port_id': '64811563-ff2a-47d7-9241-a40639b12eb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'mac_address': 'fa:16:3e:5d:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:12:56Z', 'updated_at': '2022-01-28T21:12:56Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:47Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:12:58.692151 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1056a6-f0e6-4e29-ba32-d8d16b356636 None None] The sync data for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 is: [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'bc40a638-1237-482e-8402-2a6723302cf5', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'port_id': '64811563-ff2a-47d7-9241-a40639b12eb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'mac_address': 'fa:16:3e:5d:a3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:12:56Z', 'updated_at': '2022-01-28T21:12:56Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:47Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:12:58.881209 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c931e52-ef56-42e5-ae3c-fc7da85bc4b7 None None] New status for floating IP bc40a638-1237-482e-8402-2a6723302cf5: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:12:59.138369 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55742) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:12:59.197943 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fdf9f425-2781-4e87-aa18-b96013d891b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/bc40a638-1237-482e-8402-2a6723302cf5 HTTP/1.1" status: 200 len: 994 time: 0.0584319 Jan 28 21:13:03.646110 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:13:07.800347 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b5ec92f9-79c6-40b8-b0c5-9142899e058f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:10.436342 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8c5b-ef19-4f82-b247-2d0fd4d53676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:11.837403 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:13.122850 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:13.307449 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:18.542017 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:21.858747 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:29.565165 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-2959b8ad-88bb-46ac-8b6b-d3d278f9de05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397496 Jan 28 21:13:29.649543 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-f506cc93-3ad8-4bad-9f5d-f0ff3bd67a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:29.650924 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-f506cc93-3ad8-4bad-9f5d-f0ff3bd67a90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1097 time: 0.0405598 Jan 28 21:13:29.755840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-56177d85-079c-4cf3-b975-3583f09e0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:29.757309 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-56177d85-079c-4cf3-b975-3583f09e0c27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.0867674 Jan 28 21:13:29.821991 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-4a09d75f-2f8b-4e7a-94a0-333081c197a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1002 time: 0.0566702 Jan 28 21:13:29.876067 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-2feb08b4-8bf7-480f-80f8-33cd7c778cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:29.877520 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-2feb08b4-8bf7-480f-80f8-33cd7c778cd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0464375 Jan 28 21:13:29.925022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-87231cb7-3154-4c71-80a1-d63f2561e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:29.926453 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-87231cb7-3154-4c71-80a1-d63f2561e238 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421941 Jan 28 21:13:30.016125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-e78ad11a-5c1a-4d12-b418-962e0e57368d service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812540 Jan 28 21:13:30.107648 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cde20bca-c421-4487-aa42-322dbee8b2fd req-a57f7042-27e0-462a-a7da-05fa5bd01e03 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852385 Jan 28 21:13:32.547252 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-66fc1bf0-c3ce-42d0-a960-6e931f26c170 req-6bc3a980-3434-46ed-90b9-b0d82348efa3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:13:32.548314 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-66fc1bf0-c3ce-42d0-a960-6e931f26c170 req-6bc3a980-3434-46ed-90b9-b0d82348efa3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438898 Jan 28 21:13:32.708544 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55774) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:13:32.734610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4790e5-3371-40e9-8e21-bbadab22e3b2 req-6fffa3f1-4026-44d0-a31a-d3c08b47a0eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:32.736219 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da4790e5-3371-40e9-8e21-bbadab22e3b2 req-6fffa3f1-4026-44d0-a31a-d3c08b47a0eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0542519 Jan 28 21:13:32.778180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-da4790e5-3371-40e9-8e21-bbadab22e3b2 req-3c72a667-4521-4aba-aad1-b700bdf8c919 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360818 Jan 28 21:13:32.788705 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-279bfe8b-3625-402c-aa3d-35d724db0632 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789201 Jan 28 21:13:32.798360 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-765ac32c-4dfb-4954-abee-81df94aac889 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:13:32.799341 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-765ac32c-4dfb-4954-abee-81df94aac889 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054519 Jan 28 21:13:33.900075 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b14375-02b7-4426-8fe5-e942085bd312 req-076be59c-3ade-4a6d-a920-9d26d8736436 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:33.901615 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5b14375-02b7-4426-8fe5-e942085bd312 req-076be59c-3ade-4a6d-a920-9d26d8736436 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0515728 Jan 28 21:13:33.928084 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-60f25439-23ee-45ea-bc65-82b42f364fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:33.929828 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-60f25439-23ee-45ea-bc65-82b42f364fe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1097 time: 0.0417714 Jan 28 21:13:33.940408 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f5b14375-02b7-4426-8fe5-e942085bd312 req-3460172b-0fd4-4057-b730-ccb3fb93d738 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321729 Jan 28 21:13:34.025663 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-8b29930c-03f1-43dc-9b6a-ded3beabcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:34.028204 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-8b29930c-03f1-43dc-9b6a-ded3beabcda4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.0916953 Jan 28 21:13:34.095937 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-49d71c18-a311-4087-ae8d-a1e7eaf84c5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1002 time: 0.0612433 Jan 28 21:13:34.149579 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-52426518-846c-4e16-886b-1348ebfa4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:34.151020 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-52426518-846c-4e16-886b-1348ebfa4daa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0486760 Jan 28 21:13:34.194945 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-35a18c33-1826-4464-9146-b0a4d151aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:34.196434 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-35a18c33-1826-4464-9146-b0a4d151aa8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392137 Jan 28 21:13:34.283888 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-f36fe555-7ffd-4bd1-9c5f-14b8f9912a00 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802932 Jan 28 21:13:34.381381 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-7c75d706-9cc1-4c88-8a4c-0e605bdef6d1 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902812 Jan 28 21:13:35.056447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6e739-0f4c-456d-944e-f25d75fe316e req-67544cee-7be1-41ac-a813-87fd2a93221e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:35.057911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65f6e739-0f4c-456d-944e-f25d75fe316e req-67544cee-7be1-41ac-a813-87fd2a93221e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0483754 Jan 28 21:13:35.096842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-65f6e739-0f4c-456d-944e-f25d75fe316e req-0bbafdd5-41e4-4d68-9051-41700d29f56e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Jan 28 21:13:36.211931 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa13a9-c157-4e99-bf84-f3538926a464 req-3f25c9c0-3b6b-4aa0-a623-f938e8662993 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:36.213428 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87fa13a9-c157-4e99-bf84-f3538926a464 req-3f25c9c0-3b6b-4aa0-a623-f938e8662993 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0477343 Jan 28 21:13:36.255194 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87fa13a9-c157-4e99-bf84-f3538926a464 req-06551b69-d569-4a4b-ab63-2319c8e03819 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336380 Jan 28 21:13:37.370321 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4fb0-851f-43ed-9d8b-a4e919bdb346 req-13b9bbfe-7ab9-4038-b84f-39df94a2abd3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:37.371781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-819e4fb0-851f-43ed-9d8b-a4e919bdb346 req-13b9bbfe-7ab9-4038-b84f-39df94a2abd3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0480587 Jan 28 21:13:37.410960 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-819e4fb0-851f-43ed-9d8b-a4e919bdb346 req-6bc1f4b7-5443-4fb6-b965-304ef7ab34b5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Jan 28 21:13:37.803368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ac34b314-1913-4ac9-a50d-c4357531258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:38.527143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0104b2-a7a2-41ed-b2d5-9fa318d0e473 req-bebc4a81-d3b7-47b1-8849-2497dff5fc49 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:38.528639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a0104b2-a7a2-41ed-b2d5-9fa318d0e473 req-bebc4a81-d3b7-47b1-8849-2497dff5fc49 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0492289 Jan 28 21:13:38.570844 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a0104b2-a7a2-41ed-b2d5-9fa318d0e473 req-b3b03942-7c2a-4868-b166-a5c1d55f3a04 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353956 Jan 28 21:13:39.687055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823f71-9dc8-46ed-b5ea-6f39e0052b6e req-a584dd41-98e2-4959-8f1f-ab5e0a002101 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:39.689083 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52823f71-9dc8-46ed-b5ea-6f39e0052b6e req-a584dd41-98e2-4959-8f1f-ab5e0a002101 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0495791 Jan 28 21:13:39.730641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-52823f71-9dc8-46ed-b5ea-6f39e0052b6e req-52496dc2-72b3-4007-a906-fdde4b67cda8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355158 Jan 28 21:13:40.277779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7263e61d-9129-4134-9276-804d10f2ff14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:40.646438 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:13:40.846712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4c16-36da-4167-9529-2cc22ecfd666 req-54f5f8fb-e0bf-41b4-955d-ab0444bd0ead tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:40.848171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24dd4c16-36da-4167-9529-2cc22ecfd666 req-54f5f8fb-e0bf-41b4-955d-ab0444bd0ead tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0491433 Jan 28 21:13:40.885139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-24dd4c16-36da-4167-9529-2cc22ecfd666 req-3284196a-ee1c-47af-a534-d872da4ea9d9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Jan 28 21:13:41.840860 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:42.004034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9aa40-356f-43c1-a22b-f6962912d90b req-f2c6d44a-ac30-4283-a02c-1bfc36cb7289 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:42.005538 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cc9aa40-356f-43c1-a22b-f6962912d90b req-f2c6d44a-ac30-4283-a02c-1bfc36cb7289 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0502853 Jan 28 21:13:42.044072 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cc9aa40-356f-43c1-a22b-f6962912d90b req-b5128b53-cf39-4b37-8163-c331821c88e9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Jan 28 21:13:43.134546 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:43.162469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30505f1-e83c-4423-bf82-54f6a22c8b71 req-32917985-51c3-4690-b999-5389b20ae09d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:43.163941 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f30505f1-e83c-4423-bf82-54f6a22c8b71 req-32917985-51c3-4690-b999-5389b20ae09d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0514798 Jan 28 21:13:43.206342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f30505f1-e83c-4423-bf82-54f6a22c8b71 req-25b70f1d-692f-4f09-8224-c1f697719c8c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360565 Jan 28 21:13:43.309638 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:44.322890 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e555f-7966-4e4a-a66b-7840b37c2ee9 req-8fadb10b-9421-44fb-b402-3f9291f65529 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:44.324449 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e4e555f-7966-4e4a-a66b-7840b37c2ee9 req-8fadb10b-9421-44fb-b402-3f9291f65529 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0501351 Jan 28 21:13:44.365676 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9e4e555f-7966-4e4a-a66b-7840b37c2ee9 req-fe683300-41ba-4d41-90eb-71d55b305797 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347221 Jan 28 21:13:45.483053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d417e4-d0d0-4528-abb2-6fc8dc9d550e req-38e0fcb1-d2a9-4b65-aa3e-1f35c245ea81 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:45.485069 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-85d417e4-d0d0-4528-abb2-6fc8dc9d550e req-38e0fcb1-d2a9-4b65-aa3e-1f35c245ea81 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0495088 Jan 28 21:13:45.523364 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-85d417e4-d0d0-4528-abb2-6fc8dc9d550e req-632453fc-2d77-4b32-aa07-05e365ab8cf9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323589 Jan 28 21:13:46.640402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0799ae3-abad-444a-b3fc-4c60d6a3a3bc req-264f7433-be64-43a8-ae3e-8b4ae2ad6287 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:46.641890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0799ae3-abad-444a-b3fc-4c60d6a3a3bc req-264f7433-be64-43a8-ae3e-8b4ae2ad6287 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0491951 Jan 28 21:13:46.683351 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f0799ae3-abad-444a-b3fc-4c60d6a3a3bc req-de6483ba-fb2c-4bd3-87d2-88048c40b8cf tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353367 Jan 28 21:13:47.798667 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3cbfd-c771-491d-ac0b-c7a80e189710 req-7b2c8d62-4a29-4f11-9d90-dd9700cc4d2c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:47.800137 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84d3cbfd-c771-491d-ac0b-c7a80e189710 req-7b2c8d62-4a29-4f11-9d90-dd9700cc4d2c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Jan 28 21:13:47.838536 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-84d3cbfd-c771-491d-ac0b-c7a80e189710 req-383cf0b3-ccae-4fd3-9542-6034f3ac9da5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Jan 28 21:13:48.556700 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:48.951991 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ef8f9-ad2e-4421-bd0b-ca88f2d8e0b6 req-c0de3a69-5d8d-4108-a181-cac0399ca97f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:48.954262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a85ef8f9-ad2e-4421-bd0b-ca88f2d8e0b6 req-c0de3a69-5d8d-4108-a181-cac0399ca97f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0491855 Jan 28 21:13:48.991090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a85ef8f9-ad2e-4421-bd0b-ca88f2d8e0b6 req-f7d49879-569e-43b1-961f-a4dcaf53bf47 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306010 Jan 28 21:13:50.109098 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb0fe8-21f3-44c8-a964-600519c8d13d req-893a9785-8abd-4d60-bfd0-bec8e13101a8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:50.110548 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1fb0fe8-21f3-44c8-a964-600519c8d13d req-893a9785-8abd-4d60-bfd0-bec8e13101a8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0489721 Jan 28 21:13:50.152036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c1fb0fe8-21f3-44c8-a964-600519c8d13d req-4a7064ce-a3c1-444b-b932-ee37f58426ef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355413 Jan 28 21:13:51.273039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c014e16-bbf5-4d7b-8ef2-1e71737a2b44 req-f3dd2c89-a23e-4193-b6fe-14ba8b0c4ed1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:51.274549 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c014e16-bbf5-4d7b-8ef2-1e71737a2b44 req-f3dd2c89-a23e-4193-b6fe-14ba8b0c4ed1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0514510 Jan 28 21:13:51.293837 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-3e5e6ed0-f337-42de-9da1-fb3a506cffbb service neutron] show failed (client error): The resource could not be found. Jan 28 21:13:51.295125 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-3e5e6ed0-f337-42de-9da1-fb3a506cffbb service neutron] 10.222.0.13 "GET /v2.0/ports/64811563-ff2a-47d7-9241-a40639b12eb7/bindings/n-h2-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0580857 Jan 28 21:13:51.317541 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8c014e16-bbf5-4d7b-8ef2-1e71737a2b44 req-73d353fb-c4eb-4e9d-a8d1-392466dbe6b5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362916 Jan 28 21:13:51.493989 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-4e5dd9e4-d230-4d10-8cf6-b53798069ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:51.495504 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-4e5dd9e4-d230-4d10-8cf6-b53798069ebf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 1097 time: 0.0419197 Jan 28 21:13:51.507042 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:13:51.561216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:51.762288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:13:51.794316 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:13:51.832474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:13:51.834704 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a35077-68a6-4f18-a566-7c89c566a5f5" -d '{"events": [{"server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "name": "network-vif-unplugged", "status": "completed", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:13:51.838820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:51.857459 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Transition to ACTIVE for port object 64811563-ff2a-47d7-9241-a40639b12eb7 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:13:51.862278 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:51.863837 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:51.888115 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a3a24f-506e-4faf-afa0-91ea4efcfb29 x-openstack-request-id: req-14a3a24f-506e-4faf-afa0-91ea4efcfb29 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:13:51.888438 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "name": "network-vif-unplugged", "status": "completed", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:13:51.888690 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14a3a24f-506e-4faf-afa0-91ea4efcfb29 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:13:51.889084 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7', 'code': 200} Jan 28 21:13:51.948988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=6']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:13:51.963532 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.963878 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.964269 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.964569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.964901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.965229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.965550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.965872 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.966197 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.966515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.966834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:51.967150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:52.005090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] No DVR routers for this DVR port 64811563-ff2a-47d7-9241-a40639b12eb7 on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:13:52.175787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Attempting to bind port 64811563-ff2a-47d7-9241-a40639b12eb7 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:13:52.176024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Attempting to bind port 64811563-ff2a-47d7-9241-a40639b12eb7 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:13:52.176373 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Attempting to bind port 64811563-ff2a-47d7-9241-a40639b12eb7 on network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:13:52.180877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Port 64811563-ff2a-47d7-9241-a40639b12eb7 on network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:13:52.182838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Attempting to bind port 64811563-ff2a-47d7-9241-a40639b12eb7 on network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:13:52.188320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:13:52.188720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Checking segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:13:52.189103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Bound using segment: {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:13:52.189536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Bound port: 64811563-ff2a-47d7-9241-a40639b12eb7, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:13:52.190221 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:52.257934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:13:52.261266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:13:52.266445 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:52.302678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:52.303346 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:52.304893 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] 10.222.0.26 "PUT /v2.0/ports/64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1092 time: 0.8015304 Jan 28 21:13:52.343866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb903a7-292a-4a26-8273-c1a7776e214e service neutron] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=7']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:13:52.399156 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-0d9f623b-c3ac-418c-8617-6ad114c8bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:52.400863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-0d9f623b-c3ac-418c-8617-6ad114c8bc6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1095 time: 0.0539982 Jan 28 21:13:52.522462 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b64e00-4712-4e91-b250-ce671ed6b9ea req-1169b6e6-3a12-4bd1-897e-dddb496b3806 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:52.523789 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53b64e00-4712-4e91-b250-ce671ed6b9ea req-1169b6e6-3a12-4bd1-897e-dddb496b3806 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.1076646 Jan 28 21:13:52.555057 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-a334a9f6-608c-45c4-a8b3-f3e0959a6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:52.556540 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-a334a9f6-608c-45c4-a8b3-f3e0959a6dde service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.1485491 Jan 28 21:13:52.609819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-53b64e00-4712-4e91-b250-ce671ed6b9ea req-ced62ccd-e1ce-4565-87a1-0f4cedcf3f46 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768700 Jan 28 21:13:52.636697 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-b71b4aa7-209b-4902-99ad-edc854aab8e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1000 time: 0.0714152 Jan 28 21:13:52.689167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-0571bf38-c7e2-4906-9ca0-56643e504938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:52.690641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-0571bf38-c7e2-4906-9ca0-56643e504938 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0472062 Jan 28 21:13:52.750020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-cfe39e3f-bc43-4253-ad91-02095ce34da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:52.753447 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-cfe39e3f-bc43-4253-ad91-02095ce34da7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511379 Jan 28 21:13:52.839750 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-8c3b981d-a541-4057-b3df-299b3e93bdba service neutron] 10.222.0.26 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805371 Jan 28 21:13:52.932531 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b9f37680-47f8-4d5c-8e7c-6dd8f2b95b49 req-b0ac970d-bb9e-48fc-b934-91c8b4b14ff6 service neutron] 10.222.0.26 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851586 Jan 28 21:13:53.746572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951115c-a197-495d-9176-266a37632f14 req-9dd87121-2ebe-4c43-a9f4-edf59d217350 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:53.748066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9951115c-a197-495d-9176-266a37632f14 req-9dd87121-2ebe-4c43-a9f4-edf59d217350 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.0510423 Jan 28 21:13:53.786644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9951115c-a197-495d-9176-266a37632f14 req-06339fb6-642d-40e5-9e91-0cd315c88dcc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Jan 28 21:13:53.890559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:13:53.893132 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd118de-6b09-4c84-a28c-9f3f5278554c" -d '{"events": [{"name": "network-changed", "server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:13:53.945232 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7900f3-ec37-479f-a600-5f810e1432a9 x-openstack-request-id: req-2b7900f3-ec37-479f-a600-5f810e1432a9 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:13:53.945724 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:13:53.946196 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b7900f3-ec37-479f-a600-5f810e1432a9 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:13:53.946840 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7', 'status': 'completed', 'code': 200} Jan 28 21:13:54.003688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-26abb2ba-57f4-4070-9516-99a4e35830a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.005231 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-26abb2ba-57f4-4070-9516-99a4e35830a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1095 time: 0.0416753 Jan 28 21:13:54.011422 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-16e91234-9ad6-4b7f-94cc-9610307d786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.013078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-16e91234-9ad6-4b7f-94cc-9610307d786f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1095 time: 0.0444810 Jan 28 21:13:54.115056 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-643620b2-4628-42f0-8ddd-8d78218d16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.116640 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-643620b2-4628-42f0-8ddd-8d78218d16c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.0966709 Jan 28 21:13:54.198720 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-32cebbca-116b-4ff7-acbd-15d88e7507d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1000 time: 0.0725141 Jan 28 21:13:54.261587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-025ca0b4-ba5b-409b-b034-c26ec004d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.263136 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-025ca0b4-ba5b-409b-b034-c26ec004d227 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0601153 Jan 28 21:13:54.313885 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-b27266cb-a16b-4e69-9ae6-42549ff37696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.315437 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-b27266cb-a16b-4e69-9ae6-42549ff37696 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456088 Jan 28 21:13:54.417986 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-ce8a3675-5554-4aa6-a7d8-3fb582b19463 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947933 Jan 28 21:13:54.461909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-4976ce37-5108-4f1b-a1e0-9c65ef49a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.464608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-4976ce37-5108-4f1b-a1e0-9c65ef49a229 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.4510045 Jan 28 21:13:54.524919 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-332af4fa-8e56-4756-bbf2-0b47d6b63508 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002614 Jan 28 21:13:54.547992 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-34036166-c0f1-4f01-831a-e7f9b55ee8e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1000 time: 0.0773430 Jan 28 21:13:54.606882 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-4aeb62e9-9328-48a3-890f-2cd5113d47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.608634 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-4aeb62e9-9328-48a3-890f-2cd5113d47a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0502987 Jan 28 21:13:54.622445 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 64811563-ff2a-47d7-9241-a40639b12eb7 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:13:54.664615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 64811563-ff2a-47d7-9241-a40639b12eb7 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:13:54.676268 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-d4f37b79-a839-4038-9e93-72465f0c1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.677752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-d4f37b79-a839-4038-9e93-72465f0c1c62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478628 Jan 28 21:13:54.765494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-dc489e73-782b-42ab-96f8-9271547884e0 service neutron] 10.222.0.26 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802598 Jan 28 21:13:54.857111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0bd118de-6b09-4c84-a28c-9f3f5278554c req-2d6f1cbc-9d22-4d61-b4c2-804e22547f65 service neutron] 10.222.0.26 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852559 Jan 28 21:13:54.905083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eec328-045a-4958-bdd2-3279e84f2d1c req-7a2f3b87-9498-410b-bd5f-f16a8daa7762 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:54.906551 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69eec328-045a-4958-bdd2-3279e84f2d1c req-7a2f3b87-9498-410b-bd5f-f16a8daa7762 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.0485837 Jan 28 21:13:54.944004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-69eec328-045a-4958-bdd2-3279e84f2d1c req-ecbad07b-3da2-4d88-924c-a94c4965fec8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Jan 28 21:13:55.135319 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e1e76-ef1e-450a-9d2c-0718197ac35f req-9934a34d-f890-4281-a524-fb0480eb273a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:55.136842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-614e1e76-ef1e-450a-9d2c-0718197ac35f req-9934a34d-f890-4281-a524-fb0480eb273a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.0501027 Jan 28 21:13:55.148660 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143301-6a11-4112-a8f2-65672a27241a req-f3f199a2-71f3-4b02-9e47-ad63032e08d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:55.150138 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-f3f199a2-71f3-4b02-9e47-ad63032e08d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&binding%3Ahost_id=n-h2-825064-3 HTTP/1.1" status: 200 len: 944 time: 0.0521352 Jan 28 21:13:55.183125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-614e1e76-ef1e-450a-9d2c-0718197ac35f req-eb3e7bbf-7652-497e-9ea3-7b84a55a78d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Jan 28 21:13:55.217307 n-d-825064-3 neutron-server[102306]: INFO neutron.api.v2.resource [req-57143301-6a11-4112-a8f2-65672a27241a req-485e11d3-b194-4f1f-8180-a29830536922 service neutron] delete failed (client error): The resource could not be found. Jan 28 21:13:55.218662 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-485e11d3-b194-4f1f-8180-a29830536922 service neutron] 10.222.0.13 "DELETE /v2.0/ports/64811563-ff2a-47d7-9241-a40639b12eb7/bindings/n-h1-825064-3 HTTP/1.1" status: 404 len: 380 time: 0.0578704 Jan 28 21:13:55.302365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b468dc-f385-4310-9b16-78d92c5faff9 req-f9d6b2c2-3c40-4a35-be34-54e40f37df89 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:55.303759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0b468dc-f385-4310-9b16-78d92c5faff9 req-f9d6b2c2-3c40-4a35-be34-54e40f37df89 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.0507298 Jan 28 21:13:55.307584 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143301-6a11-4112-a8f2-65672a27241a req-818f6070-9e98-4c6f-9785-1b056dc4a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:55.309088 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-818f6070-9e98-4c6f-9785-1b056dc4a575 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1095 time: 0.0461423 Jan 28 21:13:55.343515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d0b468dc-f385-4310-9b16-78d92c5faff9 req-6503421c-34de-4f2b-bd54-6742a29dd6fa tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335259 Jan 28 21:13:55.399720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143301-6a11-4112-a8f2-65672a27241a req-11fcb2b4-fe09-4abd-9a8c-a13b02978d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:55.401328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-11fcb2b4-fe09-4abd-9a8c-a13b02978d1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.0853622 Jan 28 21:13:55.470778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-50791a36-d46b-46ba-a410-70efad13b7e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1000 time: 0.0616417 Jan 28 21:13:55.519652 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143301-6a11-4112-a8f2-65672a27241a req-830620f6-3bf5-4093-8e7c-506773b6b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:55.521119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-830620f6-3bf5-4093-8e7c-506773b6b7ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0432737 Jan 28 21:13:55.568005 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143301-6a11-4112-a8f2-65672a27241a req-85869023-ff11-4b32-9f56-854290f49345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:55.569439 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-85869023-ff11-4b32-9f56-854290f49345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410783 Jan 28 21:13:55.661726 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-6e9156c4-421d-4edc-bc35-93cbf33ddc65 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839036 Jan 28 21:13:55.753624 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-57143301-6a11-4112-a8f2-65672a27241a req-82e853fa-03a1-4b98-bbae-d101318cdb27 service neutron] 10.222.0.13 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841045 Jan 28 21:13:56.458829 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9422d-8ca9-4616-b0ce-f5df65e3f86d req-942003a9-7a7c-44ae-bbd6-d25b8542f358 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:13:56.460310 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7b9422d-8ca9-4616-b0ce-f5df65e3f86d req-942003a9-7a7c-44ae-bbd6-d25b8542f358 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 944 time: 0.0485744 Jan 28 21:13:56.497987 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f7b9422d-8ca9-4616-b0ce-f5df65e3f86d req-86599bd8-d1b6-4886-8195-a7dae9ad52dd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317421 Jan 28 21:13:56.520340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55872) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:13:56.584580 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-38460937-4382-47e1-9991-8c7f6e9f092f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/bc40a638-1237-482e-8402-2a6723302cf5 HTTP/1.1" status: 200 len: 992 time: 0.0630929 Jan 28 21:13:56.707827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 64811563-ff2a-47d7-9241-a40639b12eb7 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:13:56.801491 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:13:56.812615 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': '64811563-ff2a-47d7-9241-a40639b12eb7', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'port_id': '64811563-ff2a-47d7-9241-a40639b12eb7', 'mac_address': 'fa:16:3e:5d:a3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:13:56.849986 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:56.862316 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64811563-ff2a-47d7-9241-a40639b12eb7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:13:56.881729 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:13:56.885263 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:56.938019 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:13:56.945294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.945639 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.945976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.946306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.946635 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.946957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.947278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.947598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.947916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.948257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.948577 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:56.948892 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:13:57.127614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['64811563-ff2a-47d7-9241-a40639b12eb7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:13:58.723082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 64811563-ff2a-47d7-9241-a40639b12eb7 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:13:58.771645 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port 64811563-ff2a-47d7-9241-a40639b12eb7 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:13:58.775130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port 64811563-ff2a-47d7-9241-a40639b12eb7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:13:58.775500 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:58.851418 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:58.876038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:13:58.878289 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa01fe5-c7e8-40dc-8b44-39d0bd7de2cb" -d '{"events": [{"server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "name": "network-vif-plugged", "status": "completed", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:13:58.891215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:13:58.895185 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:13:58.921812 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5070c13-1c78-408c-b571-1801f1d0ce14 x-openstack-request-id: req-e5070c13-1c78-408c-b571-1801f1d0ce14 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:13:58.922103 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "name": "network-vif-plugged", "status": "completed", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:13:58.922372 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5070c13-1c78-408c-b571-1801f1d0ce14 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:13:58.922730 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7', 'code': 200} Jan 28 21:13:58.946651 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=9']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:07.806728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-344abf1f-183a-48cc-9060-40d9fbf5f0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:10.278768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8b677223-cc89-4083-8cfc-27558fa1f64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:11.847799 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:13.130359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:13.310914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:17.646373 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:14:18.576416 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:21.868741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:24.324587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71699143-e239-4286-a452-cd6cde4163e5 req-32c81ccc-9327-4097-a74a-45e1ec57714a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457420 Jan 28 21:14:24.419039 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699143-e239-4286-a452-cd6cde4163e5 req-f040360e-77a5-459f-9c4f-bc1d88e5ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:24.420822 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71699143-e239-4286-a452-cd6cde4163e5 req-f040360e-77a5-459f-9c4f-bc1d88e5ecfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1097 time: 0.0431473 Jan 28 21:14:24.546088 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699143-e239-4286-a452-cd6cde4163e5 req-bfc20c49-c86a-47a3-92a7-0ba03b998d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:24.548441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71699143-e239-4286-a452-cd6cde4163e5 req-bfc20c49-c86a-47a3-92a7-0ba03b998d3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.0970695 Jan 28 21:14:24.613475 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71699143-e239-4286-a452-cd6cde4163e5 req-f07c918a-3d7c-4e07-97f4-1fcd352dd18c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 1002 time: 0.0577798 Jan 28 21:14:24.664895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699143-e239-4286-a452-cd6cde4163e5 req-88706908-eb82-4398-9812-1e808d7597e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:24.666491 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71699143-e239-4286-a452-cd6cde4163e5 req-88706908-eb82-4398-9812-1e808d7597e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0464559 Jan 28 21:14:24.717300 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699143-e239-4286-a452-cd6cde4163e5 req-bf9377b0-e952-4167-bbd1-2b3d64b41243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:24.718842 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71699143-e239-4286-a452-cd6cde4163e5 req-bf9377b0-e952-4167-bbd1-2b3d64b41243 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451236 Jan 28 21:14:24.810801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71699143-e239-4286-a452-cd6cde4163e5 req-3d6519e1-2919-4f40-bcb1-3535b83a360f service neutron] 10.222.0.26 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830011 Jan 28 21:14:24.910406 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-71699143-e239-4286-a452-cd6cde4163e5 req-2f2f1754-a4ca-4619-ba42-ee09798b07ad service neutron] 10.222.0.26 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877311 Jan 28 21:14:27.084658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55892) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:27.249981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 832db868-a3bd-46b0-960b-b76ac0b6e3b5 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:14:27.251542 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:27.327732 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:27.328057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:27.340874 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 832db868-a3bd-46b0-960b-b76ac0b6e3b5 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:14:27.493548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:27.523213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=832db868-a3bd-46b0-960b-b76ac0b6e3b5,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:27.588475 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:27.588877 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP bc40a638-1237-482e-8402-2a6723302cf5 disassociated (deleted). External IP: 172.25.2.233, port: 64811563-ff2a-47d7-9241-a40639b12eb7. Jan 28 21:14:27.801167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 2477065c-3203-46fc-bb26-209f3be649c2 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:14:27.914702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:14:27.919862 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:27.925788 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] Sync routers for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:14:27.935989 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:27.936637 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:27.948815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-54ff4fa1-6f17-497c-b142-d94292d25f31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/floatingips/bc40a638-1237-482e-8402-2a6723302cf5 HTTP/1.1" status: 204 len: 168 time: 0.8627572 Jan 28 21:14:27.949379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:14:27.951675 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:14:28.001442 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3272b5-a430-4bda-9dd5-67dfb5ea4a19 x-openstack-request-id: req-6b3272b5-a430-4bda-9dd5-67dfb5ea4a19 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:14:28.002111 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:14:28.002368 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b3272b5-a430-4bda-9dd5-67dfb5ea4a19 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:14:28.002769 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7', 'status': 'completed', 'code': 200} Jan 28 21:14:28.057611 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:28.074865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-0c577fc2-27ba-4c31-9018-c373bb4f629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:28.078003 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-0c577fc2-27ba-4c31-9018-c373bb4f629d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 1097 time: 0.0488060 Jan 28 21:14:28.224325 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-67215094-5de2-4078-a565-2104a98dfbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:28.225958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-67215094-5de2-4078-a565-2104a98dfbe5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 200 len: 898 time: 0.1365623 Jan 28 21:14:28.241129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31427db-fa2c-4f4d-bd55-8decb7ca7678 req-e70df024-855a-468e-88e9-1119f4b35177 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:28.242740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a31427db-fa2c-4f4d-bd55-8decb7ca7678 req-e70df024-855a-468e-88e9-1119f4b35177 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0781729 Jan 28 21:14:28.281255 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-fdf4cbe0-335d-491e-ba18-4fe3f8bb7941 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 200 len: 217 time: 0.0375049 Jan 28 21:14:28.306810 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:47Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:28.335616 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] Checking router: 2477065c-3203-46fc-bb26-209f3be649c2 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:14:28.344888 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:28.345519 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:28.350963 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a31427db-fa2c-4f4d-bd55-8decb7ca7678 req-21d57f8a-3e13-4d7e-8e32-6c439c98c1ae tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725045 Jan 28 21:14:28.361954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-fdc42b1a-4f27-4cbb-9689-f4a472e22e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:28.364172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-fdc42b1a-4f27-4cbb-9689-f4a472e22e53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 200 len: 835 time: 0.0701418 Jan 28 21:14:28.415457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-428315b6-12f3-4d15-8145-68995fc97487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:28.417153 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-428315b6-12f3-4d15-8145-68995fc97487 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e3e7677-74fd-44f4-a0ff-928ae3e6665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457873 Jan 28 21:14:28.477256 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:28.529423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-fbe111fb-58bb-4b89-a7a3-7276096ce73b service neutron] 10.222.0.26 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033530 Jan 28 21:14:28.630343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec2b8bc0-ec98-419e-8439-8f7e392e4ed5 req-f5ae4d23-e470-4d54-9226-97ef33d6fd3c service neutron] 10.222.0.26 "GET /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917573 Jan 28 21:14:28.695256 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:47Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:28.725763 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f350d1-3d05-4486-a0ba-751ca59cd6a8 None None] The sync data for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 is: [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:44Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '6114039d-f79d-488b-9893-54abe9d978c7', 'name': '', 'network_id': '6e3e7677-74fd-44f4-a0ff-928ae3e6665c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:87:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:44Z', 'updated_at': '2022-01-28T21:12:47Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '9cf0e82c-61cf-4d5b-85ba-bdcee67e8612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:14:28.960994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320eda91-8d96-43b2-861a-4d47c5e6b2aa None None] New status for floating IP bc40a638-1237-482e-8402-2a6723302cf5: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:14:29.499159 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ef0a-797a-41ac-a150-b86b2a552a8b req-867aeb1c-86f1-4527-b0df-c0d2a1a004d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:29.500753 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22c8ef0a-797a-41ac-a150-b86b2a552a8b req-867aeb1c-86f1-4527-b0df-c0d2a1a004d0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0605078 Jan 28 21:14:29.539586 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-22c8ef0a-797a-41ac-a150-b86b2a552a8b req-39dd3818-5f91-4e7d-9a1a-dc8700213536 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9626f0e-cb7b-461d-8e08-e6c865983949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Jan 28 21:14:29.633597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-8ffb10ab-b3af-4307-b39a-1d14be1509be tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:29.635055 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-8ffb10ab-b3af-4307-b39a-1d14be1509be tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.26 "GET /v2.0/ports?device_id=305fa0cc-102b-4bd9-b76e-085bfbd271c9 HTTP/1.1" status: 200 len: 946 time: 0.0516820 Jan 28 21:14:29.722611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 64811563-ff2a-47d7-9241-a40639b12eb7 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:14:29.722957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:29.814195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 64811563-ff2a-47d7-9241-a40639b12eb7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=64811563-ff2a-47d7-9241-a40639b12eb7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:29.814618 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:29.826087 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 64811563-ff2a-47d7-9241-a40639b12eb7 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:14:29.951490 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:29.983517 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=64811563-ff2a-47d7-9241-a40639b12eb7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:30.025914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] No DVR routers for this DVR port 64811563-ff2a-47d7-9241-a40639b12eb7 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:14:30.028658 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:30.032004 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fff851b8-409d-419a-9ad4-f308b6b1536f req-eab515e7-07f9-46e0-8b84-eca9598b14b1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.26 "DELETE /v2.0/ports/64811563-ff2a-47d7-9241-a40639b12eb7 HTTP/1.1" status: 204 len: 173 time: 0.3910086 Jan 28 21:14:30.033038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'name': 'network-vif-deleted', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:14:30.035416 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc536bc-0886-4867-9a25-f86913cb04f9" -d '{"events": [{"server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "name": "network-vif-deleted", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:14:30.073820 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53f96f9-d275-4b05-a38e-35e928335a74 x-openstack-request-id: req-b53f96f9-d275-4b05-a38e-35e928335a74 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:14:30.074191 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305fa0cc-102b-4bd9-b76e-085bfbd271c9", "name": "network-vif-deleted", "tag": "64811563-ff2a-47d7-9241-a40639b12eb7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:14:30.074453 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b53f96f9-d275-4b05-a38e-35e928335a74 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:14:30.074918 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305fa0cc-102b-4bd9-b76e-085bfbd271c9', 'name': 'network-vif-deleted', 'tag': '64811563-ff2a-47d7-9241-a40639b12eb7', 'status': 'completed', 'code': 200} Jan 28 21:14:30.594183 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55908) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:30.945489 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:31.188381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 6114039d-f79d-488b-9893-54abe9d978c7 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:14:31.188781 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:31.276246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 6114039d-f79d-488b-9893-54abe9d978c7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=6114039d-f79d-488b-9893-54abe9d978c7,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:31.276603 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:31.288702 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 6114039d-f79d-488b-9893-54abe9d978c7 owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:14:31.475518 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:31.503234 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=6114039d-f79d-488b-9893-54abe9d978c7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:31.676532 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.216678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 2477065c-3203-46fc-bb26-209f3be649c2 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:14:32.322670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:14:32.328620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-56269579-2e08-4a96-bd9e-e1b0cdea7772 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/2477065c-3203-46fc-bb26-209f3be649c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7331645 Jan 28 21:14:32.330567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55910) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:32.332568 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] Sync routers for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:14:32.341984 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:32.342733 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:32.390904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01cccf0-2312-4e07-9aa0-f6f649d6bcbd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting subnet 9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:14:32.394884 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a01cccf0-2312-4e07-9aa0-f6f649d6bcbd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.444025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a01cccf0-2312-4e07-9aa0-f6f649d6bcbd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.457938 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:32.534549 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a01cccf0-2312-4e07-9aa0-f6f649d6bcbd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.607118 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a01cccf0-2312-4e07-9aa0-f6f649d6bcbd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.635289 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cccf0-2312-4e07-9aa0-f6f649d6bcbd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf0e82c-61cf-4d5b-85ba-bdcee67e8612,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:32.638864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a01cccf0-2312-4e07-9aa0-f6f649d6bcbd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.645129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a01cccf0-2312-4e07-9aa0-f6f649d6bcbd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/subnets/9cf0e82c-61cf-4d5b-85ba-bdcee67e8612 HTTP/1.1" status: 204 len: 168 time: 0.3129866 Jan 28 21:14:32.645308 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55912) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:32.648163 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779d84f-3e63-40da-a254-8433d7ce8e1f None None] Network 6e3e7677-74fd-44f4-a0ff-928ae3e6665c requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:14:32.651917 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:14:31Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:32.681717 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] Checking router: 2477065c-3203-46fc-bb26-209f3be649c2 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:14:32.691681 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] Routers {'2477065c-3203-46fc-bb26-209f3be649c2'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:32.692349 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['2477065c-3203-46fc-bb26-209f3be649c2'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:32.769752 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.864047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] DHCP port deletion for 6e3e7677-74fd-44f4-a0ff-928ae3e6665c request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:14:32.867426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 64811563-ff2a-47d7-9241-a40639b12eb7 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:14:32.887580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: 64811563-ff2a-47d7-9241-a40639b12eb7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:14:32.888247 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device 64811563-ff2a-47d7-9241-a40639b12eb7 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:14:32.893860 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.903315 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] Set router 2477065c-3203-46fc-bb26-209f3be649c2 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:32.935877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] Deleting port 64018247-070c-47f9-a4b6-dbd5bad237a8 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:14:32.936282 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:32.953276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:14:32.953624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.002851 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] For port 64018247-070c-47f9-a4b6-dbd5bad237a8, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=64018247-070c-47f9-a4b6-dbd5bad237a8,segment=NetworkSegment(e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a),segment_id=e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:33.003250 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.016344 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] Calling delete_port for 64018247-070c-47f9-a4b6-dbd5bad237a8 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:14:33.040984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 32af9c3b-9e8f-48ee-baa7-49048de5d2f2, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=32af9c3b-9e8f-48ee-baa7-49048de5d2f2,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:33.041726 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.055334 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:14:33.086141 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:14:31Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:33.101939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.112841 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44e2d4-06d1-4174-a2d4-d39b7c5b8a54 None None] The sync data for ids ['2477065c-3203-46fc-bb26-209f3be649c2'] in n-d-825064-3 is: [{'id': '2477065c-3203-46fc-bb26-209f3be649c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88826089', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:14:31Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '32af9c3b-9e8f-48ee-baa7-49048de5d2f2', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2477065c-3203-46fc-bb26-209f3be649c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:12:41Z', 'updated_at': '2022-01-28T21:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:14:33.128222 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] Pushing event deleted for resources: {'Port': ['ID=64018247-070c-47f9-a4b6-dbd5bad237a8,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:33.132129 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d3391-1ae2-458f-87a0-cc503ac25414 None None] No DVR routers for this DVR port 64018247-070c-47f9-a4b6-dbd5bad237a8 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:14:33.245513 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.269832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=32af9c3b-9e8f-48ee-baa7-49048de5d2f2,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:33.279721 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.280074 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.280443 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.280782 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.281119 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.281454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.281783 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.282110 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.282893 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.283328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.283657 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.283982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:33.343586 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.439893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.441985 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.497856 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.498761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Fanout notify agent at l3_agent the message router_deleted on router 2477065c-3203-46fc-bb26-209f3be649c2 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:14:33.508616 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.509749 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4bf662be-381e-4c1a-8df3-11e962278b76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/routers/2477065c-3203-46fc-bb26-209f3be649c2 HTTP/1.1" status: 204 len: 168 time: 0.8636148 Jan 28 21:14:33.512509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55914) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:33.595973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.634899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 64018247-070c-47f9-a4b6-dbd5bad237a8 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:14:33.660948 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 64018247-070c-47f9-a4b6-dbd5bad237a8 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:14:33.661583 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 64018247-070c-47f9-a4b6-dbd5bad237a8 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:14:33.661691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6114039d-f79d-488b-9893-54abe9d978c7 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:14:33.682450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 6114039d-f79d-488b-9893-54abe9d978c7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:14:33.682795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 6114039d-f79d-488b-9893-54abe9d978c7 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:14:33.693030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.714880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3e7677-74fd-44f4-a0ff-928ae3e6665c']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:33.725141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:33.725439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d76eb2-c6e4-4d31-b9f3-f50fc370c72a') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:33.735560 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.749150 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.755943 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:14:33.756372 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:14:33.759366 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:14:33.820561 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.828398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.831312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/networks/6e3e7677-74fd-44f4-a0ff-928ae3e6665c HTTP/1.1" status: 204 len: 168 time: 0.3178370 Jan 28 21:14:33.834530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55916) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:33.848983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d41440-d4dd-4aa6-b21c-d9dd260b2089 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Network': ['ID=6e3e7677-74fd-44f4-a0ff-928ae3e6665c,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:33.894319 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6324cdc9-e0a1-4ef0-bef6-50caeffe4eb8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.919890 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6324cdc9-e0a1-4ef0-bef6-50caeffe4eb8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.978603 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6324cdc9-e0a1-4ef0-bef6-50caeffe4eb8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.981268 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6324cdc9-e0a1-4ef0-bef6-50caeffe4eb8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:33.982438 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6324cdc9-e0a1-4ef0-bef6-50caeffe4eb8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/security-groups/c9626f0e-cb7b-461d-8e08-e6c865983949 HTTP/1.1" status: 204 len: 168 time: 0.1468630 Jan 28 21:14:33.991841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324cdc9-e0a1-4ef0-bef6-50caeffe4eb8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9626f0e-cb7b-461d-8e08-e6c865983949,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:34.351022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55922) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:34.355622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-b9dbd9dc-1dcc-4d20-92a4-cc0410b9887f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726492888', 'description': 'tempest-secgroup-smoke-726492888 description', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:34.381459 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9dbd9dc-1dcc-4d20-92a4-cc0410b9887f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.446165 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9dbd9dc-1dcc-4d20-92a4-cc0410b9887f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.450092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9dbd9dc-1dcc-4d20-92a4-cc0410b9887f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.481797 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-b9dbd9dc-1dcc-4d20-92a4-cc0410b9887f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.483024 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b9dbd9dc-1dcc-4d20-92a4-cc0410b9887f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1309762 Jan 28 21:14:34.486866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbd9dc-1dcc-4d20-92a4-cc0410b9887f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7867f69-80e6-4789-9145-7c59ea77c2f2,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:34.487011 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55924) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:34.493690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-4a860e66-632d-4d15-8ac4-619abe29884f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c7867f69-80e6-4789-9145-7c59ea77c2f2', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:34.522227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a860e66-632d-4d15-8ac4-619abe29884f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.577455 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a860e66-632d-4d15-8ac4-619abe29884f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.581599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a860e66-632d-4d15-8ac4-619abe29884f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.600436 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a860e66-632d-4d15-8ac4-619abe29884f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d0119f-d15c-447b-bf65-c15fe5bb792b,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:34.606437 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-4a860e66-632d-4d15-8ac4-619abe29884f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.607614 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4a860e66-632d-4d15-8ac4-619abe29884f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196716 Jan 28 21:14:34.610454 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55926) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:34.614995 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-fe0d4347-63a5-4856-9214-1413ec3ac0ee tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c7867f69-80e6-4789-9145-7c59ea77c2f2', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:34.642439 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4347-63a5-4856-9214-1413ec3ac0ee tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.698016 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4347-63a5-4856-9214-1413ec3ac0ee tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.701508 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4347-63a5-4856-9214-1413ec3ac0ee tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.719534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d4347-63a5-4856-9214-1413ec3ac0ee tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ea1edb-4603-46e8-8159-c896fc93e481,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:34.727462 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4347-63a5-4856-9214-1413ec3ac0ee tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.728686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-fe0d4347-63a5-4856-9214-1413ec3ac0ee tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173129 Jan 28 21:14:34.731448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55928) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:34.735823 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bb5d60af-b763-40e0-8b2e-562d54b787eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c7867f69-80e6-4789-9145-7c59ea77c2f2', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:34.763049 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb5d60af-b763-40e0-8b2e-562d54b787eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.820470 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb5d60af-b763-40e0-8b2e-562d54b787eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.824053 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb5d60af-b763-40e0-8b2e-562d54b787eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.845114 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d60af-b763-40e0-8b2e-562d54b787eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded4b684-e5ab-444c-accd-b3eb8298f2d4,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:34.856096 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb5d60af-b763-40e0-8b2e-562d54b787eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.857309 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bb5d60af-b763-40e0-8b2e-562d54b787eb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249340 Jan 28 21:14:34.859957 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55930) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:34.864564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b586f259-a30c-44da-9878-b1bea8cf2dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c7867f69-80e6-4789-9145-7c59ea77c2f2', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:34.893656 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b586f259-a30c-44da-9878-b1bea8cf2dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.951343 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b586f259-a30c-44da-9878-b1bea8cf2dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.955568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b586f259-a30c-44da-9878-b1bea8cf2dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.972034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586f259-a30c-44da-9878-b1bea8cf2dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf314394-b94b-4382-9eed-da9311a3a1fa,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:34.980031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b586f259-a30c-44da-9878-b1bea8cf2dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:34.981264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b586f259-a30c-44da-9878-b1bea8cf2dc5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201823 Jan 28 21:14:34.983920 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55932) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:34.988231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-371b90d4-5998-4c08-ae82-f0e963a35120 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c7867f69-80e6-4789-9145-7c59ea77c2f2', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:35.010578 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-371b90d4-5998-4c08-ae82-f0e963a35120 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:14:35.015429 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-371b90d4-5998-4c08-ae82-f0e963a35120 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.073563 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-371b90d4-5998-4c08-ae82-f0e963a35120 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.077166 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-371b90d4-5998-4c08-ae82-f0e963a35120 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.095444 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b90d4-5998-4c08-ae82-f0e963a35120 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9072756b-d038-4969-8648-333077bf5332,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:35.103115 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-371b90d4-5998-4c08-ae82-f0e963a35120 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.104350 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-371b90d4-5998-4c08-ae82-f0e963a35120 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194565 Jan 28 21:14:35.107084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55934) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:35.111940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1de6dadb-fd71-44e9-bd3f-c464445baf31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': 'c7867f69-80e6-4789-9145-7c59ea77c2f2', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:35.134534 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-1de6dadb-fd71-44e9-bd3f-c464445baf31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:14:35.139682 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1de6dadb-fd71-44e9-bd3f-c464445baf31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.204943 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1de6dadb-fd71-44e9-bd3f-c464445baf31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.208479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1de6dadb-fd71-44e9-bd3f-c464445baf31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.228150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6dadb-fd71-44e9-bd3f-c464445baf31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090fd527-5dd5-492e-a3e8-60085c145966,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:35.236822 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1de6dadb-fd71-44e9-bd3f-c464445baf31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.238006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1de6dadb-fd71-44e9-bd3f-c464445baf31 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300137 Jan 28 21:14:35.240827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55936) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:35.245461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'network': {'name': 'tempest-network-smoke--1262812986', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'port_security_enabled': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:35.267727 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:14:35.271052 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.293429 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:14:35.304227 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.304586 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Added segment cda274bb-44dc-4b33-a7d3-fd89e93315d0 of type vlan for network 38486569-3326-461c-bc3c-3e3964dee806 Jan 28 21:14:35.342963 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.366986 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.372552 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:35.373131 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.433002 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1911585 Jan 28 21:14:35.435894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 55938) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:35.441213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'admin_state_up': True, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:35.442336 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7ce84-7367-4010-8063-2000da1b3a91 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Network': ['ID=38486569-3326-461c-bc3c-3e3964dee806,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:35.452515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 38486569-3326-461c-bc3c-3e3964dee806 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:14:35.465516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.466463 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.504597 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:14:35.523875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:35.536158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:14:35.536528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 32af9c3b-9e8f-48ee-baa7-49048de5d2f2 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:14:36.019563 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:36.213401 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:36.231883 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:36.336941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.167 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/89ecc09b-2a4c-4f56-bb26-d5d0629c0e63) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:14:36.441466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:36.475411 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:36.515541 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:14:36.521286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:14:36.524924 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:14:36.548046 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=89ecc09b-2a4c-4f56-bb26-d5d0629c0e63,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:36.786500 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:36.983315 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:37.109162 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 1db98bd6-7c00-4810-971d-ce25dde165ab is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:14:37.211042 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:14:37.220895 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Sync routers for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:14:37.229899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:37.230501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:37.230890 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:37.232364 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-74125e0f-4959-434f-9223-ba46d03c223d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7954192 Jan 28 21:14:37.235285 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55940) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:37.271182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-4372fa29-6677-4554-a1c3-7e7e1b66419a tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=101ec6e45c8c44f893aaec6f1cc7c83e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346034 Jan 28 21:14:37.273699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55942) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:37.333814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:37.362239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9f6f0-5758-4253-a947-eecb1c74050d tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:37.363679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-59e9f6f0-5758-4253-a947-eecb1c74050d tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890830 Jan 28 21:14:37.368096 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55944) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:37.396328 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6cfaa2f3-c2d0-4fc8-9b91-dbcac4f92457 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285513 Jan 28 21:14:37.399244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55946) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:37.404001 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739147942', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:37.498403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:14:37.502229 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:37.513840 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:36Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:37.540567 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Checking router: 1db98bd6-7c00-4810-971d-ce25dde165ab for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:14:37.540920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Updating router 1db98bd6-7c00-4810-971d-ce25dde165ab port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:14:37.565181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:37.682724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:37.746067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Subnet': ['ID=ed551569-73d4-45ee-ac7d-519af5370d6e,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:37.751834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Checking segment: {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:14:37.752216 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network hostable DHCP agents. Network: 38486569-3326-461c-bc3c-3e3964dee806, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:14:37.770284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 38486569-3326-461c-bc3c-3e3964dee806 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:14:37.778575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 38486569-3326-461c-bc3c-3e3964dee806) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:14:37.783184 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:37.783835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:37.792836 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7618161-acce-4a4e-a620-83781534866c None None] Network 38486569-3326-461c-bc3c-3e3964dee806 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:14:37.800423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8ad35e0c-bf71-4b97-bc5a-a32aa57bcaf1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4001613 Jan 28 21:14:37.803247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 55948) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:37.888825 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3a0da3a5-fd6e-40d8-b6a9-59546e873659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:37.906732 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:37.916256 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:38.017210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Attempting to bind port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:14:38.017598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Attempting to bind port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:14:38.017952 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Attempting to bind port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:14:38.021535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab708d5-6485-4a7c-9891-c37ef6848fde None None] Pushing event updated for resources: {'Port': ['ID=89ecc09b-2a4c-4f56-bb26-d5d0629c0e63,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:38.033891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:14:38.034261 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:14:38.034667 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:38.035059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:14:38.035536 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Bound port: 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:14:38.035918 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:38.091772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-38486569-3326-461c-bc3c-3e3964dee806', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:14:38.092636 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:38.120107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] For port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:14:38.138609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] For port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=89ecc09b-2a4c-4f56-bb26-d5d0629c0e63,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:14:38.192345 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:38.263009 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:38.303886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab708d5-6485-4a7c-9891-c37ef6848fde None None] Pushing event updated for resources: {'Port': ['ID=89ecc09b-2a4c-4f56-bb26-d5d0629c0e63,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:38.308502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:38.309107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:38.369291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Allocated IP 172.20.0.2 (38486569-3326-461c-bc3c-3e3964dee806/ed551569-73d4-45ee-ac7d-519af5370d6e/bf33cc2b-b9f4-4f79-96fb-b6632c1711c5) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:14:38.638725 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:38.839126 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:38.870516 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:38.917510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.1 (38486569-3326-461c-bc3c-3e3964dee806/ed551569-73d4-45ee-ac7d-519af5370d6e/7ae28336-31f1-4a6d-86d3-24638a7e813a) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:14:38.929587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Network 38486569-3326-461c-bc3c-3e3964dee806 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:14:38.935814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:14:38.937578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Pushing event updated for resources: {'Port': ['ID=bf33cc2b-b9f4-4f79-96fb-b6632c1711c5,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:38.947876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:14:38.998288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:36Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:39.029942 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc2ecd2-7b7c-41fe-9e39-3ed7b2ccc96a None None] The sync data for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 is: [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:36Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:14:39.033632 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Attempting to bind port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:14:39.033998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Attempting to bind port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:14:39.034356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Attempting to bind port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 on network 38486569-3326-461c-bc3c-3e3964dee806 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:14:39.039618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:14:39.039990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Checking segment: {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:14:39.040416 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.040808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Bound using segment: {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:14:39.040916 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.041449 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Bound port: bf33cc2b-b9f4-4f79-96fb-b6632c1711c5, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:14:39.042074 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.076952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.118592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] For port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:14:39.121916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] For port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bf33cc2b-b9f4-4f79-96fb-b6632c1711c5,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:14:39.128030 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 38486569-3326-461c-bc3c-3e3964dee806 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:14:39.128779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.131172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:14:39.133647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:14:39.142535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=7ae28336-31f1-4a6d-86d3-24638a7e813a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:39.186820 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.202386 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482538f1-0233-4193-864d-9d5cb056c7bd None None] Pushing event updated for resources: {'Port': ['ID=bf33cc2b-b9f4-4f79-96fb-b6632c1711c5,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:39.360975 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.692636 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:14:39.737407 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.743926 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.765063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:39.765448 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.830958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=7ae28336-31f1-4a6d-86d3-24638a7e813a,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:39.833608 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.852653 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.892020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bf33cc2b-b9f4-4f79-96fb-b6632c1711c5,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:39.897431 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:39.899140 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:14:39.945554 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 38486569-3326-461c-bc3c-3e3964dee806 is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:14:39.947240 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:14:39.999274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=bf33cc2b-b9f4-4f79-96fb-b6632c1711c5,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:40.019787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:40.020285 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:40.093545 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 1db98bd6-7c00-4810-971d-ce25dde165ab has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:14:40.108205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:40.134240 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=89ecc09b-2a4c-4f56-bb26-d5d0629c0e63,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:40.139436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:40.191938 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=89ecc09b-2a4c-4f56-bb26-d5d0629c0e63,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:40.223353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:14:40.228729 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-110e6d33-ca28-4522-bd85-e2f6cbdf33f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/1db98bd6-7c00-4810-971d-ce25dde165ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4244876 Jan 28 21:14:40.294027 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-867aa493-895f-45db-8f39-1179f0eb396b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:40.309353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b45d6-7422-4c0b-bb94-f907088f8b27 None None] Network 38486569-3326-461c-bc3c-3e3964dee806 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:14:40.378925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c444635-1eeb-4621-a6c6-7c1c196fb129 None None] Provisioning complete for port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:40.379303 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c444635-1eeb-4621-a6c6-7c1c196fb129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:40.390582 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-f106949e-81df-4853-9c7f-7b4737129608 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726492888&fields=id&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 267 time: 0.0412176 Jan 28 21:14:40.499200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-4caf92a4-f9cc-4d1f-8ea3-2cb28c5b97ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:40.500752 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-4caf92a4-f9cc-4d1f-8ea3-2cb28c5b97ca tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/networks?id=38486569-3326-461c-bc3c-3e3964dee806 HTTP/1.1" status: 200 len: 797 time: 0.1038377 Jan 28 21:14:40.517262 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-2431e9a2-07c7-4255-9d05-b24941f11709 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/quotas/101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 375 time: 0.0094848 Jan 28 21:14:40.573161 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-85536bc8-ff00-47f9-9990-07c1c4ffb122 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499446 Jan 28 21:14:40.675118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-b1132b29-d0ba-4ddb-8490-9ce833fb0299 service neutron] 10.222.0.44 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859871 Jan 28 21:14:40.777683 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-01f46ad7-d676-4567-a8fc-a766df04cec2 service neutron] 10.222.0.44 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960462 Jan 28 21:14:40.958876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-58dfbacb-e9a9-4d26-8fc9-23a7886e567c None None] Provisioning complete for port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:40.959854 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58dfbacb-e9a9-4d26-8fc9-23a7886e567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:40.963523 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-485832f7-fd51-4c26-adcf-bbf164ab161c req-6ffe1e7d-d1c3-48f6-9d01-b42c05ecd714 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 210 time: 0.0358768 Jan 28 21:14:40.999779 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Sync routers for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:14:41.010546 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:41.011171 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:41.096110 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-58dfbacb-e9a9-4d26-8fc9-23a7886e567c None None] Provisioning complete for port 7ae28336-31f1-4a6d-86d3-24638a7e813a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:41.096510 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58dfbacb-e9a9-4d26-8fc9-23a7886e567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.130341 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:41.133484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-58dfbacb-e9a9-4d26-8fc9-23a7886e567c None None] Port 7ae28336-31f1-4a6d-86d3-24638a7e813a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:14:41.273847 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0f839309-ec45-4ef8-89b4-d815921c4321 None None] Provisioning complete for port 7ae28336-31f1-4a6d-86d3-24638a7e813a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:41.274218 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0f839309-ec45-4ef8-89b4-d815921c4321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.317286 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-0f839309-ec45-4ef8-89b4-d815921c4321 None None] Port 7ae28336-31f1-4a6d-86d3-24638a7e813a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:14:41.353474 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 2, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:41.386585 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Checking router: 1db98bd6-7c00-4810-971d-ce25dde165ab for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:14:41.386932 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Updating router 1db98bd6-7c00-4810-971d-ce25dde165ab port 7ae28336-31f1-4a6d-86d3-24638a7e813a binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:14:41.414185 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.439448 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f6dab303-02f1-4946-a0a5-57affbe039d3 None None] Provisioning complete for port 7ae28336-31f1-4a6d-86d3-24638a7e813a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:41.440125 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f6dab303-02f1-4946-a0a5-57affbe039d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.477042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f6dab303-02f1-4946-a0a5-57affbe039d3 None None] Port 7ae28336-31f1-4a6d-86d3-24638a7e813a cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:14:41.556327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:14:41.607061 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:41.607433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.691957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:14:41.704938 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.710638 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.740375 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:41.740757 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.761230 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Pushing event updated for resources: {'Port': ['ID=7ae28336-31f1-4a6d-86d3-24638a7e813a,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:41.788346 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.788689 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.789025 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.789352 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.789673 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.789993 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.790313 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.790627 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.790942 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.791255 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.791567 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.791877 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:41.821162 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Attempting to bind port 7ae28336-31f1-4a6d-86d3-24638a7e813a on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:14:41.821538 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Attempting to bind port 7ae28336-31f1-4a6d-86d3-24638a7e813a by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:14:41.821900 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Attempting to bind port 7ae28336-31f1-4a6d-86d3-24638a7e813a on network 38486569-3326-461c-bc3c-3e3964dee806 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:14:41.827008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:14:41.827353 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Checking segment: {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:14:41.827752 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.828141 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Bound using segment: {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:14:41.829432 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Bound port: 7ae28336-31f1-4a6d-86d3-24638a7e813a, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:14:41.829965 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.849900 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.898256 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] For port 7ae28336-31f1-4a6d-86d3-24638a7e813a, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:14:41.901782 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] For port 7ae28336-31f1-4a6d-86d3-24638a7e813a, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7ae28336-31f1-4a6d-86d3-24638a7e813a,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:14:41.905944 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:41.963725 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:41.964385 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:42.000495 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-f1dade22-c84a-4797-92ad-f32f91248666 None None] Provisioning complete for port 7ae28336-31f1-4a6d-86d3-24638a7e813a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:42.001869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1dade22-c84a-4797-92ad-f32f91248666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.110736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-9159915f-eda5-40d6-8e61-a07e9c22334c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:42.114416 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-9159915f-eda5-40d6-8e61-a07e9c22334c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/networks?id=38486569-3326-461c-bc3c-3e3964dee806 HTTP/1.1" status: 200 len: 797 time: 0.1505191 Jan 28 21:14:42.114587 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bac5e624-1ea2-4283-a24a-5a5b0996da3a req-9d0d6fd9-eb6e-4a21-b9e3-3a90687490b5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 210 time: 0.0530756 Jan 28 21:14:42.135615 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e718c-855f-43fe-a692-a423cb013955 None None] Pushing event updated for resources: {'Port': ['ID=7ae28336-31f1-4a6d-86d3-24638a7e813a,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:42.155456 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:42.155670 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1dade22-c84a-4797-92ad-f32f91248666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.198167 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-6abad7cd-7a88-458f-9ac9-4c69f265d9ab tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 379 time: 0.0741146 Jan 28 21:14:42.199706 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f1dade22-c84a-4797-92ad-f32f91248666 None None] For port 7ae28336-31f1-4a6d-86d3-24638a7e813a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7ae28336-31f1-4a6d-86d3-24638a7e813a,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:42.205812 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f1dade22-c84a-4797-92ad-f32f91248666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.208602 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'port': {'device_id': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'admin_state_up': True, 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'security_groups': ['c7867f69-80e6-4789-9145-7c59ea77c2f2']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:42.262336 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dade22-c84a-4797-92ad-f32f91248666 None None] Pushing event updated for resources: {'Port': ['ID=7ae28336-31f1-4a6d-86d3-24638a7e813a,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:42.325142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-674c079c-4a09-4942-8c9f-feeeca846cfc None None] Provisioning complete for port 7ae28336-31f1-4a6d-86d3-24638a7e813a triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:42.325520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-674c079c-4a09-4942-8c9f-feeeca846cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.340563 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:14:42.344150 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.396165 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:41Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:42.425176 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045ea50-65b6-436a-9f7b-39d94e70003e None None] The sync data for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 is: [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:41Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:14:42.491140 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.7 (38486569-3326-461c-bc3c-3e3964dee806/ed551569-73d4-45ee-ac7d-519af5370d6e/c2cddff7-46a5-4e99-86ba-8e22cfe22708) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:14:42.644491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.679653 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.726396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network 38486569-3326-461c-bc3c-3e3964dee806 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:14:42.729750 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:14:42.733431 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:14:42.758227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=c2cddff7-46a5-4e99-86ba-8e22cfe22708,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:42.789261 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:42.789919 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.809567 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-ca521e57-5553-4174-b49a-0854236a66cd tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053355 Jan 28 21:14:42.819761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3bcbe23a-ec9f-4b42-b4ea-89fd1e6609ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:14:42.820957 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3bcbe23a-ec9f-4b42-b4ea-89fd1e6609ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057411 Jan 28 21:14:42.833705 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Request body: {'port': {'device_id': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:42.909076 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.960650 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c3030e42-f47e-4645-987e-a841422f581f None None] Provisioning complete for port c2cddff7-46a5-4e99-86ba-8e22cfe22708 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:42.961026 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c3030e42-f47e-4645-987e-a841422f581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:42.998150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c3030e42-f47e-4645-987e-a841422f581f None None] Port c2cddff7-46a5-4e99-86ba-8e22cfe22708 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:14:43.143778 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:43.213474 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cddff7-46a5-4e99-86ba-8e22cfe22708 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:14:43.223720 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:43.238451 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Transition to ACTIVE for port object c2cddff7-46a5-4e99-86ba-8e22cfe22708 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:14:43.241418 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6996cac-3b6f-4832-8c56-b148a1acc33b req-7865b532-6b76-402d-b454-c9c5f0ace5a9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:43.242769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:43.244006 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6996cac-3b6f-4832-8c56-b148a1acc33b req-7865b532-6b76-402d-b454-c9c5f0ace5a9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 931 time: 0.0570226 Jan 28 21:14:43.291611 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c6996cac-3b6f-4832-8c56-b148a1acc33b req-853edaa7-9832-44a2-a4a1-0879cacc2903 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394924 Jan 28 21:14:43.322102 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:43.345944 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Pushing event updated for resources: {'Port': ['ID=c2cddff7-46a5-4e99-86ba-8e22cfe22708,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:43.384932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Attempting to bind port c2cddff7-46a5-4e99-86ba-8e22cfe22708 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:14:43.385373 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Attempting to bind port c2cddff7-46a5-4e99-86ba-8e22cfe22708 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:14:43.385801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Attempting to bind port c2cddff7-46a5-4e99-86ba-8e22cfe22708 on network 38486569-3326-461c-bc3c-3e3964dee806 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:14:43.393482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Port c2cddff7-46a5-4e99-86ba-8e22cfe22708 on network 38486569-3326-461c-bc3c-3e3964dee806 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:14:43.393482 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Attempting to bind port c2cddff7-46a5-4e99-86ba-8e22cfe22708 on network 38486569-3326-461c-bc3c-3e3964dee806 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:14:43.398820 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:14:43.399233 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Checking segment: {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:14:43.399678 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Bound using segment: {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:14:43.400232 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Bound port: c2cddff7-46a5-4e99-86ba-8e22cfe22708, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda274bb-44dc-4b33-a7d3-fd89e93315d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '38486569-3326-461c-bc3c-3e3964dee806'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:14:43.400568 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:43.476942 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] For port c2cddff7-46a5-4e99-86ba-8e22cfe22708, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:14:43.480630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] For port c2cddff7-46a5-4e99-86ba-8e22cfe22708, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:14:43.486966 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:43.526702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:43.527340 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:43.528827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] 10.222.0.13 "PUT /v2.0/ports/c2cddff7-46a5-4e99-86ba-8e22cfe22708 HTTP/1.1" status: 200 len: 1091 time: 0.7003169 Jan 28 21:14:43.531433 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:14:43.536157 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39601f89-6b78-4e48-afe5-b0f7f13f26a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:14:43.638446 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac7489a-916d-4531-a868-7f95da0a1054 x-openstack-request-id: req-3ac7489a-916d-4531-a868-7f95da0a1054 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:14:43.638839 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:14:43.639410 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ac7489a-916d-4531-a868-7f95da0a1054 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:14:43.639944 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'status': 'completed', 'code': 200} Jan 28 21:14:43.650391 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e160a7e-ae80-4d65-8638-6a6590921f1a service neutron] Pushing event updated for resources: {'Port': ['ID=c2cddff7-46a5-4e99-86ba-8e22cfe22708,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:43.669312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-0fd76776-d57e-4442-bd7a-748af488d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:43.671178 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-0fd76776-d57e-4442-bd7a-748af488d622 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 1094 time: 0.0870299 Jan 28 21:14:43.678484 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7ae28336-31f1-4a6d-86d3-24638a7e813a up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:14:43.723487 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-bd5e2696-f4ca-4e8c-b3aa-63f95bbbb90c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708 HTTP/1.1" status: 200 len: 217 time: 0.0442245 Jan 28 21:14:43.736749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 7ae28336-31f1-4a6d-86d3-24638a7e813a triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:43.737292 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:43.775588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-fea855ee-bb25-41d8-a8b2-51144b7d92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:43.777116 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-fea855ee-bb25-41d8-a8b2-51144b7d92b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed551569-73d4-45ee-ac7d-519af5370d6e HTTP/1.1" status: 200 len: 835 time: 0.0464137 Jan 28 21:14:43.825821 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-13c58b49-bfc8-4bcb-aa4b-b764f1726ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:43.827258 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-13c58b49-bfc8-4bcb-aa4b-b764f1726ebb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38486569-3326-461c-bc3c-3e3964dee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437188 Jan 28 21:14:43.919294 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-780718f6-950e-4c37-adf4-17fce3cbed48 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853469 Jan 28 21:14:44.009003 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e8ead46-e783-4f34-afa3-a819c46ccbda req-9d83269b-030d-4029-81a0-4812ed60fe89 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835614 Jan 28 21:14:44.094719 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-c3e815aa-8958-407b-a325-8b16cd75421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:44.096394 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-c3e815aa-8958-407b-a325-8b16cd75421c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 1094 time: 0.0444868 Jan 28 21:14:44.186695 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-fb6a4d30-dd68-45d2-adbb-bdd6975381c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:44.188117 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-fb6a4d30-dd68-45d2-adbb-bdd6975381c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=38486569-3326-461c-bc3c-3e3964dee806 HTTP/1.1" status: 200 len: 898 time: 0.0844941 Jan 28 21:14:44.231824 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-f157f9f2-1f6d-412b-9de8-42af5400f944 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708 HTTP/1.1" status: 200 len: 217 time: 0.0370791 Jan 28 21:14:44.279704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-0de7649c-d89c-469d-83d0-6e3f45388441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:44.281134 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-0de7649c-d89c-469d-83d0-6e3f45388441 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed551569-73d4-45ee-ac7d-519af5370d6e HTTP/1.1" status: 200 len: 835 time: 0.0426428 Jan 28 21:14:44.327353 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-05b560b6-823f-4ca0-88f0-455bb225f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:44.329103 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-05b560b6-823f-4ca0-88f0-455bb225f16a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38486569-3326-461c-bc3c-3e3964dee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404570 Jan 28 21:14:44.432536 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-eeca0942-f26b-431d-aee3-f8da21b86ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958114 Jan 28 21:14:44.463658 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116287d-b254-4f14-b3ac-5c9120fd2b08 req-ec393d34-23aa-43f2-b71e-5c9e264b77a3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:44.465189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4116287d-b254-4f14-b3ac-5c9120fd2b08 req-ec393d34-23aa-43f2-b71e-5c9e264b77a3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 943 time: 0.0501509 Jan 28 21:14:44.507685 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4116287d-b254-4f14-b3ac-5c9120fd2b08 req-0ef95e8a-10e4-4c11-bbfb-e04c81134492 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Jan 28 21:14:44.525183 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-39601f89-6b78-4e48-afe5-b0f7f13f26a4 req-15b49f3d-a640-45cd-8bd1-f1241b91fb34 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851624 Jan 28 21:14:45.623200 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77ad2c-f685-4128-ba59-a7a1d3064ed6 req-3acf99e7-9b06-4d3d-8e8d-608dc4df45db tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:45.624691 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b77ad2c-f685-4128-ba59-a7a1d3064ed6 req-3acf99e7-9b06-4d3d-8e8d-608dc4df45db tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 943 time: 0.0493383 Jan 28 21:14:45.662532 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4b77ad2c-f685-4128-ba59-a7a1d3064ed6 req-507dcd05-0e2e-4509-9836-99a4d831b6b5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311978 Jan 28 21:14:46.775407 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f6dc0-e25a-4295-97f0-3cb40f4157ee req-91519927-fc92-48de-8125-a76a1223a55b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:46.776874 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c66f6dc0-e25a-4295-97f0-3cb40f4157ee req-91519927-fc92-48de-8125-a76a1223a55b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 943 time: 0.0472643 Jan 28 21:14:46.817171 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c66f6dc0-e25a-4295-97f0-3cb40f4157ee req-4e830de3-8a63-4b52-b5ae-bf2d1b9be0a1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344806 Jan 28 21:14:46.905961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c2cddff7-46a5-4e99-86ba-8e22cfe22708 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:14:46.999243 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c2cddff7-46a5-4e99-86ba-8e22cfe22708, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:47.009742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'port_id': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'mac_address': 'fa:16:3e:bc:2a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:14:47.051723 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:47.064036 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cddff7-46a5-4e99-86ba-8e22cfe22708 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:14:47.082089 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c2cddff7-46a5-4e99-86ba-8e22cfe22708, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:47.086024 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:47.131925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c2cddff7-46a5-4e99-86ba-8e22cfe22708,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:47.293374 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c2cddff7-46a5-4e99-86ba-8e22cfe22708'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:14:47.935690 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1424c-aae8-481c-812e-d5360627cae4 req-dfe73495-de89-4c0f-b1bf-6c9a8d53a498 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:47.937178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2bd1424c-aae8-481c-812e-d5360627cae4 req-dfe73495-de89-4c0f-b1bf-6c9a8d53a498 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 944 time: 0.0488656 Jan 28 21:14:47.975111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2bd1424c-aae8-481c-812e-d5360627cae4 req-9780f400-5df2-4c30-8e00-3b0d91d6676d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Jan 28 21:14:48.584415 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:48.969009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c2cddff7-46a5-4e99-86ba-8e22cfe22708 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:14:49.019455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port c2cddff7-46a5-4e99-86ba-8e22cfe22708 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:14:49.023428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port c2cddff7-46a5-4e99-86ba-8e22cfe22708 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:14:49.024053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:49.093687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a3b4-cc78-46dc-b4ed-dc1e0d7e5067 req-88269426-436f-45fa-bfa7-362311a2bf66 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:49.095324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e450a3b4-cc78-46dc-b4ed-dc1e0d7e5067 req-88269426-436f-45fa-bfa7-362311a2bf66 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 944 time: 0.0492959 Jan 28 21:14:49.105572 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:49.128674 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:14:49.130938 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33b2636-2f86-47c4-8f8f-80425619e329" -d '{"events": [{"server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "name": "network-vif-plugged", "status": "completed", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:14:49.133583 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e450a3b4-cc78-46dc-b4ed-dc1e0d7e5067 req-0f8945f4-3b24-4689-a4c5-400ad4ba5c00 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 Jan 28 21:14:49.146233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c2cddff7-46a5-4e99-86ba-8e22cfe22708, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:14:49.152953 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:49.180555 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3ddd9c-2d4f-44db-a16f-6388bdee44f0 x-openstack-request-id: req-ce3ddd9c-2d4f-44db-a16f-6388bdee44f0 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:14:49.180845 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "name": "network-vif-plugged", "status": "completed", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:14:49.181096 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce3ddd9c-2d4f-44db-a16f-6388bdee44f0 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:14:49.181484 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'code': 200} Jan 28 21:14:49.208138 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c2cddff7-46a5-4e99-86ba-8e22cfe22708,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:49.271822 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9afc77-a8e2-42f1-b5ce-b4f7cc3cffbd req-4a936729-6bbe-4239-b3f4-8a1417133a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:49.273431 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b9afc77-a8e2-42f1-b5ce-b4f7cc3cffbd req-4a936729-6bbe-4239-b3f4-8a1417133a16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 1096 time: 0.0409920 Jan 28 21:14:49.308305 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4b9afc77-a8e2-42f1-b5ce-b4f7cc3cffbd req-9288147a-0e0c-444a-8b3a-bfb0e9dd6cb6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281513 Jan 28 21:14:50.252601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b482094-f288-4ec0-8279-06ee7e8eb2d8 req-4d42a675-bf40-4a42-b726-f515b20722f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:50.254054 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b482094-f288-4ec0-8279-06ee7e8eb2d8 req-4d42a675-bf40-4a42-b726-f515b20722f9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Jan 28 21:14:50.299645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0b482094-f288-4ec0-8279-06ee7e8eb2d8 req-fc22e725-f004-4393-a24c-58677a661a80 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394616 Jan 28 21:14:51.416929 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c0f1b-9bdc-46c9-aa74-c0aaebddedae req-d7cee47c-0456-43f2-8457-5ab9d3f33797 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:51.418405 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-092c0f1b-9bdc-46c9-aa74-c0aaebddedae req-d7cee47c-0456-43f2-8457-5ab9d3f33797 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0499895 Jan 28 21:14:51.457857 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-092c0f1b-9bdc-46c9-aa74-c0aaebddedae req-d63139e4-2038-4126-8ef6-a01c8a72991a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Jan 28 21:14:51.572792 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2766df-9f70-44dd-904d-442970fa2e27 req-b9f8d23c-db74-45f4-b233-7d068df7129b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:51.574402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c2766df-9f70-44dd-904d-442970fa2e27 req-b9f8d23c-db74-45f4-b233-7d068df7129b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0501316 Jan 28 21:14:51.613514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c2766df-9f70-44dd-904d-442970fa2e27 req-6929269b-8717-4c9a-904d-a915961b8483 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Jan 28 21:14:51.635832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56012) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:51.715786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f16ef8f-4e0f-433e-8167-24fc20c53e69 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:51.717281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8f16ef8f-4e0f-433e-8167-24fc20c53e69 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 1091 time: 0.0804784 Jan 28 21:14:51.720733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56016) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:51.724880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:14:51.746770 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:51.842031 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:51.875078 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:51.946231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.243 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/9b3db2fe-617f-410f-bfa0-e23f10bad249) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:14:52.048771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:52.083353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:52.123751 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:14:52.127384 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:14:52.131567 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:14:52.134670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=9b3db2fe-617f-410f-bfa0-e23f10bad249,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:52.166535 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.166888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.167229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.167569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.167902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.168258 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.168593 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.168921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.169247 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.169838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.170162 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.170483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:14:52.845466 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:52.916415 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:53.078643 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:53.084069 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:53.154643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=9b3db2fe-617f-410f-bfa0-e23f10bad249,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:14:53.166957 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:53.271558 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP 21b6e7c3-903b-4c8d-a740-2f7060771765 associated. External IP: 172.25.2.243, port: c2cddff7-46a5-4e99-86ba-8e22cfe22708. Jan 28 21:14:53.527091 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 1db98bd6-7c00-4810-971d-ce25dde165ab has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:14:53.649888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:14:53.660547 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] Sync routers for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:14:53.667981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:14:53.673255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:53.674338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:53.697577 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8580f40a-51a5-4d34-a41f-ed4778ed75c2 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9758308 Jan 28 21:14:53.698168 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:14:53.700492 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:14:53.744689 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e52b8-5ebc-4ca3-9e33-5ce5c205d36b x-openstack-request-id: req-017e52b8-5ebc-4ca3-9e33-5ce5c205d36b {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:14:53.745044 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:14:53.745363 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-017e52b8-5ebc-4ca3-9e33-5ce5c205d36b {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:14:53.745829 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'status': 'completed', 'code': 200} Jan 28 21:14:53.790288 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:53.815632 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-a1a94d51-4224-406b-ad8a-b6b6323ca583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:53.816357 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af745d05-8d85-400d-b3ed-080477196179 req-c7bd1e57-793e-434f-8ee0-d5764d72b45c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:53.817522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-a1a94d51-4224-406b-ad8a-b6b6323ca583 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 1096 time: 0.0471268 Jan 28 21:14:53.817910 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af745d05-8d85-400d-b3ed-080477196179 req-c7bd1e57-793e-434f-8ee0-d5764d72b45c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0523655 Jan 28 21:14:53.858560 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-af745d05-8d85-400d-b3ed-080477196179 req-5b5514d6-2a05-4ece-a2a3-5f371662533a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346653 Jan 28 21:14:53.884509 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56024) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:53.909382 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-a7de771b-8d49-4df2-a013-8df3cb85ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:53.911074 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-a7de771b-8d49-4df2-a013-8df3cb85ab5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=38486569-3326-461c-bc3c-3e3964dee806 HTTP/1.1" status: 200 len: 898 time: 0.0867290 Jan 28 21:14:53.951665 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b83a64a5-f6ff-4e3e-b009-2d256a886a4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/21b6e7c3-903b-4c8d-a740-2f7060771765 HTTP/1.1" status: 200 len: 991 time: 0.0659068 Jan 28 21:14:53.984080 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-9106ae02-c232-4f82-bdcd-4e8020b3d5dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708 HTTP/1.1" status: 200 len: 999 time: 0.0661001 Jan 28 21:14:54.033850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-3052c6f2-1901-4f45-aae0-f4a931aa2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:54.035320 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-3052c6f2-1901-4f45-aae0-f4a931aa2564 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed551569-73d4-45ee-ac7d-519af5370d6e HTTP/1.1" status: 200 len: 835 time: 0.0450053 Jan 28 21:14:54.046315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '21b6e7c3-903b-4c8d-a740-2f7060771765', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'port_id': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'mac_address': 'fa:16:3e:bc:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:14:52Z', 'updated_at': '2022-01-28T21:14:52Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:42Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:54.074034 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] Checking router: 1db98bd6-7c00-4810-971d-ce25dde165ab for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:14:54.082434 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:14:54.083054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:14:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:54.092685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-77cf955c-1ead-4c56-a137-cd9d4f28292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:14:54.094175 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-77cf955c-1ead-4c56-a137-cd9d4f28292f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38486569-3326-461c-bc3c-3e3964dee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513859 Jan 28 21:14:54.191271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:14:54.193270 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-b3aba61f-d269-4553-b7fd-440e4cd32153 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910535 Jan 28 21:14:54.283092 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-1ecabe13-00e7-40eb-8668-ea88e6a7acb3 req-b2692f70-583e-45dc-8184-4ade351f63ef service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829816 Jan 28 21:14:54.417581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '21b6e7c3-903b-4c8d-a740-2f7060771765', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'port_id': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'mac_address': 'fa:16:3e:bc:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:14:52Z', 'updated_at': '2022-01-28T21:14:52Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:42Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:14:54.447410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c9b28-49a9-4bba-9a43-323b8e34f5de None None] The sync data for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 is: [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '21b6e7c3-903b-4c8d-a740-2f7060771765', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'port_id': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'mac_address': 'fa:16:3e:bc:2a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:14:52Z', 'updated_at': '2022-01-28T21:14:52Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:42Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:14:54.646591 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:14:54.648758 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5e00e-906f-45fd-87c6-90d18b677a99 None None] New status for floating IP 21b6e7c3-903b-4c8d-a740-2f7060771765: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:14:54.956263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56026) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:14:55.015841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64183aaf-1eac-4c5b-949e-3cb6d707de30 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/21b6e7c3-903b-4c8d-a740-2f7060771765 HTTP/1.1" status: 200 len: 993 time: 0.0584450 Jan 28 21:15:07.810798 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f34f0f1b-3998-4d48-bb4b-e0f11d3fc899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:10.286191 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-77d96183-6927-4c95-9d34-1a0e140cc7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:11.852232 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:13.140792 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:13.313445 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:18.600477 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:21.859553 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:23.756415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c733d-94c6-4218-a5ca-c155f4c8d46f req-e8dd3924-d2b7-4e82-a1d1-6c9e41a84399 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:23.757912 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f18c733d-94c6-4218-a5ca-c155f4c8d46f req-e8dd3924-d2b7-4e82-a1d1-6c9e41a84399 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0502033 Jan 28 21:15:23.795414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f18c733d-94c6-4218-a5ca-c155f4c8d46f req-fbd2a344-cbf0-41e6-ab5f-ccc916f30698 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Jan 28 21:15:24.916753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772db13-611d-4d9a-b331-9004bd431910 req-8fbc2138-e5a0-42ac-abc2-a1fe12f14ae3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:24.918213 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f772db13-611d-4d9a-b331-9004bd431910 req-8fbc2138-e5a0-42ac-abc2-a1fe12f14ae3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Jan 28 21:15:24.955772 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f772db13-611d-4d9a-b331-9004bd431910 req-809dfcd5-754c-49de-8d5c-027cfe13c556 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313957 Jan 28 21:15:26.074014 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2c796-00f3-47a6-825b-bdf2f5d72b9e req-9d22ac09-e4a0-4f00-ab5b-feb08508a0d9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:26.075485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23f2c796-00f3-47a6-825b-bdf2f5d72b9e req-9d22ac09-e4a0-4f00-ab5b-feb08508a0d9 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0517075 Jan 28 21:15:26.113144 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-23f2c796-00f3-47a6-825b-bdf2f5d72b9e req-6ec1f82b-c2f1-4458-b1d4-3891e0d43f35 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Jan 28 21:15:27.228417 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535a35f-2eb0-47a6-a276-b2cfa2a8cff1 req-29414cee-0909-4262-8eec-baa424a6310b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:27.229881 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f535a35f-2eb0-47a6-a276-b2cfa2a8cff1 req-29414cee-0909-4262-8eec-baa424a6310b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0486534 Jan 28 21:15:27.267202 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f535a35f-2eb0-47a6-a276-b2cfa2a8cff1 req-b0a6e467-de4b-414a-855f-888a3412b228 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307391 Jan 28 21:15:28.387100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73abe1-c9f8-4c11-8d89-6b9d0ccd84f1 req-090f8e3f-9039-48a9-927c-a90915715ad3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:28.388607 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc73abe1-c9f8-4c11-8d89-6b9d0ccd84f1 req-090f8e3f-9039-48a9-927c-a90915715ad3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0533211 Jan 28 21:15:28.426898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dc73abe1-c9f8-4c11-8d89-6b9d0ccd84f1 req-a1d2048d-027c-4d45-a584-a3e042a1340a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318406 Jan 28 21:15:29.541679 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f83db-50bc-45dc-85f7-cb3af4808835 req-50d4d591-2737-4632-9cba-2b2e3058e769 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:29.543169 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-647f83db-50bc-45dc-85f7-cb3af4808835 req-50d4d591-2737-4632-9cba-2b2e3058e769 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0493252 Jan 28 21:15:29.581331 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-647f83db-50bc-45dc-85f7-cb3af4808835 req-2496d72a-d022-4f64-9b28-24ed319d40f6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312707 Jan 28 21:15:30.695726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7604d-d9a1-4597-a052-2c7e0e6acf1a req-e0482ef7-6caf-4943-bf1a-7382e9536b2d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:30.697149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56b7604d-d9a1-4597-a052-2c7e0e6acf1a req-e0482ef7-6caf-4943-bf1a-7382e9536b2d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0482011 Jan 28 21:15:30.735178 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56b7604d-d9a1-4597-a052-2c7e0e6acf1a req-536131cf-18c7-402c-b846-e9592b92620f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319149 Jan 28 21:15:31.605421 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-def2de3a-c901-48be-a8a3-d058d0eada2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:31.606884 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-def2de3a-c901-48be-a8a3-d058d0eada2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 1096 time: 0.0418162 Jan 28 21:15:31.646492 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:15:31.713530 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-060c0dba-15ae-4f53-8b9d-070726476df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:31.714973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-060c0dba-15ae-4f53-8b9d-070726476df0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=38486569-3326-461c-bc3c-3e3964dee806 HTTP/1.1" status: 200 len: 898 time: 0.0891607 Jan 28 21:15:31.779895 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-414f6c58-1e32-4288-9c1c-4660cb8e21e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708 HTTP/1.1" status: 200 len: 1001 time: 0.0576394 Jan 28 21:15:31.834286 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-bb1ebb7b-3903-409d-be91-ea43c408f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:31.835750 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-bb1ebb7b-3903-409d-be91-ea43c408f9b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed551569-73d4-45ee-ac7d-519af5370d6e HTTP/1.1" status: 200 len: 835 time: 0.0487750 Jan 28 21:15:31.853870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334361-a5da-463f-8218-2e6a1a23d783 req-79c22c65-485e-4470-9347-44f56476b0de tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:31.855362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39334361-a5da-463f-8218-2e6a1a23d783 req-79c22c65-485e-4470-9347-44f56476b0de tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0534897 Jan 28 21:15:31.882016 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-57d15ea4-8457-4164-9c22-05df9d18f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:31.883545 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-57d15ea4-8457-4164-9c22-05df9d18f26b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38486569-3326-461c-bc3c-3e3964dee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404849 Jan 28 21:15:31.895412 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-39334361-a5da-463f-8218-2e6a1a23d783 req-b8c5c559-0103-4d83-9237-27803d851bad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Jan 28 21:15:31.973000 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-a7287733-dc2f-42c2-b619-02b069fb43f0 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824983 Jan 28 21:15:32.065708 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-3f4d592c-c033-4c3c-a362-279297f3f979 req-f750c966-9d98-47f6-92b1-998d05654ec2 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855367 Jan 28 21:15:33.011446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623423fe-d5f5-4cdb-a442-226d658cede5 req-16530e54-e937-4b3a-8b13-3db032520351 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:33.012942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-623423fe-d5f5-4cdb-a442-226d658cede5 req-16530e54-e937-4b3a-8b13-3db032520351 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0501578 Jan 28 21:15:33.052184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-623423fe-d5f5-4cdb-a442-226d658cede5 req-c7b22adc-3a62-4dde-b113-4db4771f9d21 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 Jan 28 21:15:34.168008 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09562f1-5462-42b8-b991-013edbe307d6 req-18ca49bd-837c-4840-842d-9487682c13ef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:34.169483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d09562f1-5462-42b8-b991-013edbe307d6 req-18ca49bd-837c-4840-842d-9487682c13ef tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0511303 Jan 28 21:15:34.212510 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d09562f1-5462-42b8-b991-013edbe307d6 req-c9d448ff-3b9c-4513-ad50-77320643d0c0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Jan 28 21:15:34.234165 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56058) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:15:34.306518 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f532fee0-8353-41f9-b467-a8b97e70b50a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/21b6e7c3-903b-4c8d-a740-2f7060771765 HTTP/1.1" status: 200 len: 993 time: 0.0709755 Jan 28 21:15:35.572668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162d82c-7fca-47e5-8322-ae952824f224 req-507e4416-2963-4991-bf71-10dc75833116 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:35.574342 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3162d82c-7fca-47e5-8322-ae952824f224 req-507e4416-2963-4991-bf71-10dc75833116 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0512633 Jan 28 21:15:35.593121 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d2503-f565-4d2f-96bf-077bbb972995 req-9cf6bb49-96ba-4a17-a7ce-6da676d6c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:35.595031 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-209d2503-f565-4d2f-96bf-077bbb972995 req-9cf6bb49-96ba-4a17-a7ce-6da676d6c421 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 1096 time: 0.0430753 Jan 28 21:15:35.612359 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3162d82c-7fca-47e5-8322-ae952824f224 req-97eac265-76b8-4072-b523-f5bc3507414b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311882 Jan 28 21:15:35.693006 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d2503-f565-4d2f-96bf-077bbb972995 req-76619625-af7d-4f80-add9-9395cdc72b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:35.694502 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-209d2503-f565-4d2f-96bf-077bbb972995 req-76619625-af7d-4f80-add9-9395cdc72b9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=38486569-3326-461c-bc3c-3e3964dee806 HTTP/1.1" status: 200 len: 898 time: 0.0926816 Jan 28 21:15:35.760500 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-209d2503-f565-4d2f-96bf-077bbb972995 req-0dee67dc-5a01-411f-aff1-ca15ad14fcaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708 HTTP/1.1" status: 200 len: 1001 time: 0.0587351 Jan 28 21:15:35.808643 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d2503-f565-4d2f-96bf-077bbb972995 req-ff29f88e-bd98-4d9c-bd57-33850b95a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:35.810091 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-209d2503-f565-4d2f-96bf-077bbb972995 req-ff29f88e-bd98-4d9c-bd57-33850b95a39b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed551569-73d4-45ee-ac7d-519af5370d6e HTTP/1.1" status: 200 len: 835 time: 0.0426841 Jan 28 21:15:35.858367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d2503-f565-4d2f-96bf-077bbb972995 req-87f714c8-211e-4885-a67c-29214db9863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:35.860374 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-209d2503-f565-4d2f-96bf-077bbb972995 req-87f714c8-211e-4885-a67c-29214db9863c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38486569-3326-461c-bc3c-3e3964dee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432312 Jan 28 21:15:35.947255 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-209d2503-f565-4d2f-96bf-077bbb972995 req-e51009e6-1b89-4dfa-bcb0-5ac48db293f5 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797145 Jan 28 21:15:36.390400 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-209d2503-f565-4d2f-96bf-077bbb972995 req-29a8d1cf-abe5-4b42-9378-f5a6338e4d9d service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353752 Jan 28 21:15:36.741737 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d9672-27bc-4f0d-ab1e-ba523517f198 req-e03a115a-0818-46dd-99a7-9ca17a73373f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:36.743325 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba1d9672-27bc-4f0d-ab1e-ba523517f198 req-e03a115a-0818-46dd-99a7-9ca17a73373f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0592737 Jan 28 21:15:36.781044 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ba1d9672-27bc-4f0d-ab1e-ba523517f198 req-672db7ae-6b78-4ef6-be85-f1250d76bd44 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316749 Jan 28 21:15:37.814620 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2988ecfb-b7dd-47d1-9088-65b11b8eaca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:37.900009 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29e5db-2e49-4b83-832e-8873a4e86bc3 req-9e2bdedd-f7e9-41ab-93b6-a7381635ea3c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:15:37.901545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec29e5db-2e49-4b83-832e-8873a4e86bc3 req-9e2bdedd-f7e9-41ab-93b6-a7381635ea3c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0511589 Jan 28 21:15:37.942801 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec29e5db-2e49-4b83-832e-8873a4e86bc3 req-4ab331a6-6624-4789-b9e8-67e1027a3bde tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342684 Jan 28 21:15:37.965354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56072) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:15:38.029281 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-38bb8b8d-f24f-4ba9-8c62-6ced6ab4bb4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/21b6e7c3-903b-4c8d-a740-2f7060771765 HTTP/1.1" status: 200 len: 993 time: 0.0628171 Jan 28 21:15:40.286748 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5eae-b051-4c5b-ac70-920d6242c32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:41.854306 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:43.144512 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:43.314760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:48.630473 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:15:51.867035 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:07.817841 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-717df603-c6dc-41c0-8874-2661593c881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:08.376328 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56088) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:08.541398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 9b3db2fe-617f-410f-bfa0-e23f10bad249 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:16:08.541764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:08.614061 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:08.614387 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:08.625657 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 9b3db2fe-617f-410f-bfa0-e23f10bad249 owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:16:08.645283 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:16:08.785960 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:08.811142 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=9b3db2fe-617f-410f-bfa0-e23f10bad249,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:08.836432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.836778 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.837116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.837450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.837783 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.838111 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.838435 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.838760 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.839082 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.839400 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.839718 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.840032 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:08.883324 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:08.883653 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP 21b6e7c3-903b-4c8d-a740-2f7060771765 disassociated (deleted). External IP: 172.25.2.243, port: c2cddff7-46a5-4e99-86ba-8e22cfe22708. Jan 28 21:16:09.084606 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 1db98bd6-7c00-4810-971d-ce25dde165ab has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:16:09.191625 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:16:09.196877 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:09.201388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] Sync routers for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:16:09.210528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:09.211131 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:15:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:09.223372 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9a385253-63df-4b34-93db-d13b4cafcc2b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/floatingips/21b6e7c3-903b-4c8d-a740-2f7060771765 HTTP/1.1" status: 204 len: 168 time: 0.8459315 Jan 28 21:16:09.224215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:16:09.226575 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:16:09.321471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:09.328662 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e35be3a-f562-447a-ae5d-2594f9c4c841 x-openstack-request-id: req-8e35be3a-f562-447a-ae5d-2594f9c4c841 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:16:09.328958 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:16:09.329977 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e35be3a-f562-447a-ae5d-2594f9c4c841 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:16:09.329977 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'status': 'completed', 'code': 200} Jan 28 21:16:09.416406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-134fdd74-73bc-4057-9695-4166340eae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:09.418366 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-134fdd74-73bc-4057-9695-4166340eae73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 1096 time: 0.0559769 Jan 28 21:16:09.510302 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-873117af-59f0-47b9-8c10-4d9c187fbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:09.511778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-873117af-59f0-47b9-8c10-4d9c187fbd45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=38486569-3326-461c-bc3c-3e3964dee806 HTTP/1.1" status: 200 len: 898 time: 0.0865326 Jan 28 21:16:09.512558 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48be479-0a49-4108-a332-1ebab22ff98c req-80015d1f-f3f4-429c-aa4f-a4cfc2beaa36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:09.514334 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f48be479-0a49-4108-a332-1ebab22ff98c req-80015d1f-f3f4-429c-aa4f-a4cfc2beaa36 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.1048329 Jan 28 21:16:09.538315 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:42Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:09.557201 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f48be479-0a49-4108-a332-1ebab22ff98c req-85f3fb51-779e-4f9a-8890-ebe76995464a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359628 Jan 28 21:16:09.560030 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-aa6ade77-13f7-4395-85df-608a0ae16260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708 HTTP/1.1" status: 200 len: 217 time: 0.0399389 Jan 28 21:16:09.565623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] Checking router: 1db98bd6-7c00-4810-971d-ce25dde165ab for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:16:09.574176 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:09.574877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:15:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:09.611466 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-5a081086-20cd-4d5b-b10b-a66d646972cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:09.612887 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-5a081086-20cd-4d5b-b10b-a66d646972cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed551569-73d4-45ee-ac7d-519af5370d6e HTTP/1.1" status: 200 len: 835 time: 0.0450621 Jan 28 21:16:09.659984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-55fe120b-9f32-4771-a254-d230f4babb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:09.661522 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-55fe120b-9f32-4771-a254-d230f4babb85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38486569-3326-461c-bc3c-3e3964dee806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404677 Jan 28 21:16:09.682834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:09.754739 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-8d5059a5-5994-4fc0-92dc-e4b2af6abcf5 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854905 Jan 28 21:16:09.844714 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-df58ece3-c137-4d7d-8347-5d1eda8e8b2a req-ee4bea91-70f4-42d5-a0c8-c9fd2edc7f50 service neutron] 10.222.0.13 "GET /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824718 Jan 28 21:16:09.881489 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:42Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:09.912629 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a9496-548e-4d30-8ce0-0af9c21f522f None None] The sync data for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 is: [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:14:39Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '7ae28336-31f1-4a6d-86d3-24638a7e813a', 'name': '', 'network_id': '38486569-3326-461c-bc3c-3e3964dee806', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:ff:bc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:38Z', 'updated_at': '2022-01-28T21:14:42Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': 'ed551569-73d4-45ee-ac7d-519af5370d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:16:10.139164 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71fe52-664a-491c-ad62-5319392118ec None None] New status for floating IP 21b6e7c3-903b-4c8d-a740-2f7060771765: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:16:10.287619 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fa9990c8-d85b-48f0-8b09-e5cf7806304b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:10.726624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24ac4-50ef-418e-89da-5331551a6215 req-7c367484-eb84-4b66-a57c-f9908cf19e3b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:10.728210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4f24ac4-50ef-418e-89da-5331551a6215 req-7c367484-eb84-4b66-a57c-f9908cf19e3b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0965073 Jan 28 21:16:10.766312 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b4f24ac4-50ef-418e-89da-5331551a6215 req-42304126-4bf6-4bbb-aa1d-6ab2ef85ab86 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7867f69-80e6-4789-9145-7c59ea77c2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321813 Jan 28 21:16:10.961177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e1ef4fa5-94ac-454b-b390-b8672dfb17d6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:10.962650 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e1ef4fa5-94ac-454b-b390-b8672dfb17d6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Jan 28 21:16:11.053650 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port c2cddff7-46a5-4e99-86ba-8e22cfe22708 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:16:11.053998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:11.140524 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port c2cddff7-46a5-4e99-86ba-8e22cfe22708, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c2cddff7-46a5-4e99-86ba-8e22cfe22708,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:11.140889 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:11.152498 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for c2cddff7-46a5-4e99-86ba-8e22cfe22708 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:16:11.287625 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:11.319405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=c2cddff7-46a5-4e99-86ba-8e22cfe22708,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:11.356330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.356330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.356644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.356894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.357177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.357528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.357866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.358178 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.358505 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.358831 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.359258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.359691 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:11.380043 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] No DVR routers for this DVR port c2cddff7-46a5-4e99-86ba-8e22cfe22708 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:16:11.383315 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:11.387298 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-cd687321-7c9c-4a5f-a843-8dc1a2699d9f req-e417c43e-1912-46bf-879d-45eb1c9c6e52 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "DELETE /v2.0/ports/c2cddff7-46a5-4e99-86ba-8e22cfe22708 HTTP/1.1" status: 204 len: 173 time: 0.4187751 Jan 28 21:16:11.387780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'name': 'network-vif-deleted', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:16:11.390218 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c35aefa-4c0d-4234-bad6-d57288df3e06" -d '{"events": [{"server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "name": "network-vif-deleted", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:16:11.445330 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff55e9d-685f-4974-8c53-3ab9c9586a9a x-openstack-request-id: req-aff55e9d-685f-4974-8c53-3ab9c9586a9a {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:16:11.445649 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffef5d9-68d2-4257-bdbf-a19c5e9fa471", "name": "network-vif-deleted", "tag": "c2cddff7-46a5-4e99-86ba-8e22cfe22708", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:16:11.445902 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aff55e9d-685f-4974-8c53-3ab9c9586a9a {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:16:11.446325 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffef5d9-68d2-4257-bdbf-a19c5e9fa471', 'name': 'network-vif-deleted', 'tag': 'c2cddff7-46a5-4e99-86ba-8e22cfe22708', 'status': 'completed', 'code': 200} Jan 28 21:16:11.863547 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:11.880942 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9b251e4a-61d8-4613-ab4e-9826e864ebff req-8e1c846c-d00a-4da8-b724-662572e7f701 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ffef5d9-68d2-4257-bdbf-a19c5e9fa471 HTTP/1.1" status: 200 len: 210 time: 0.0288651 Jan 28 21:16:12.937662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56118) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:13.147599 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:13.291461 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:13.316285 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:13.338844 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c2cddff7-46a5-4e99-86ba-8e22cfe22708 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:16:13.358715 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: c2cddff7-46a5-4e99-86ba-8e22cfe22708 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:16:13.359060 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c2cddff7-46a5-4e99-86ba-8e22cfe22708 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:16:13.546076 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 7ae28336-31f1-4a6d-86d3-24638a7e813a {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:16:13.546360 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:13.630620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 7ae28336-31f1-4a6d-86d3-24638a7e813a, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=7ae28336-31f1-4a6d-86d3-24638a7e813a,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:13.630973 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:13.642179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 7ae28336-31f1-4a6d-86d3-24638a7e813a owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:16:13.824964 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:13.850825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=7ae28336-31f1-4a6d-86d3-24638a7e813a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:14.021477 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.235543 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router 1db98bd6-7c00-4810-971d-ce25dde165ab has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:16:14.341103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:16:14.349889 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-17a2511b-51ee-495c-85ab-c57cdbfa1995 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/1db98bd6-7c00-4810-971d-ce25dde165ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4085352 Jan 28 21:16:14.350855 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56120) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:14.353283 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] Sync routers for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:16:14.363303 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:14.363989 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:14.402188 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03bc341-17f7-4908-ab88-293a70a967d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting subnet ed551569-73d4-45ee-ac7d-519af5370d6e {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:16:14.405548 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b03bc341-17f7-4908-ab88-293a70a967d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.446086 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b03bc341-17f7-4908-ab88-293a70a967d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.472162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:14.534792 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b03bc341-17f7-4908-ab88-293a70a967d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.593073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b03bc341-17f7-4908-ab88-293a70a967d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.620525 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bc341-17f7-4908-ab88-293a70a967d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Subnet': ['ID=ed551569-73d4-45ee-ac7d-519af5370d6e,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:14.624225 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b03bc341-17f7-4908-ab88-293a70a967d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.628685 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b03bc341-17f7-4908-ab88-293a70a967d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/subnets/ed551569-73d4-45ee-ac7d-519af5370d6e HTTP/1.1" status: 204 len: 168 time: 0.2768826 Jan 28 21:16:14.630812 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56122) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:14.636313 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440fa205-d494-4df5-bebd-df9f4e1d0d5a None None] Network 38486569-3326-461c-bc3c-3e3964dee806 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:16:14.740002 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.758395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:16:13Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:14.792804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] Checking router: 1db98bd6-7c00-4810-971d-ce25dde165ab for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:16:14.808406 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] Routers {'1db98bd6-7c00-4810-971d-ce25dde165ab'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:14.808990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['1db98bd6-7c00-4810-971d-ce25dde165ab'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:14.852090 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.891295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] DHCP port deletion for 38486569-3326-461c-bc3c-3e3964dee806 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:16:14.906083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:16:14.906431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.943442 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] Set router 1db98bd6-7c00-4810-971d-ce25dde165ab gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:14.985444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=89ecc09b-2a4c-4f56-bb26-d5d0629c0e63,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:14.985815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:14.997949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:16:15.050326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Deleting port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:16:15.050614 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.141015 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] For port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bf33cc2b-b9f4-4f79-96fb-b6632c1711c5,segment=NetworkSegment(cda274bb-44dc-4b33-a7d3-fd89e93315d0),segment_id=cda274bb-44dc-4b33-a7d3-fd89e93315d0)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:15.141326 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.167952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.173085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Calling delete_port for bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:16:15.203844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=89ecc09b-2a4c-4f56-bb26-d5d0629c0e63,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:15.257644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:16:13Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:15.276154 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.298468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7db5a-6355-45a3-84f1-d45e6db7e31b None None] The sync data for ids ['1db98bd6-7c00-4810-971d-ce25dde165ab'] in n-d-825064-3 is: [{'id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1940660114', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:14:35Z', 'updated_at': '2022-01-28T21:16:13Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '89ecc09b-2a4c-4f56-bb26-d5d0629c0e63', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db98bd6-7c00-4810-971d-ce25dde165ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:14:36Z', 'updated_at': '2022-01-28T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:16:15.315686 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.344618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Pushing event deleted for resources: {'Port': ['ID=bf33cc2b-b9f4-4f79-96fb-b6632c1711c5,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:15.350481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] No DVR routers for this DVR port bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:16:15.369359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.370328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.371132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.371655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.371994 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.372353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.372684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.373038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.373652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.373982 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.374451 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.374788 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ba4e96-684b-44dd-adc8-b5f2ec36c7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:15.385784 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.388320 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.434523 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.435142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Fanout notify agent at l3_agent the message router_deleted on router 1db98bd6-7c00-4810-971d-ce25dde165ab {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:16:15.444348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.447946 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-0586fd71-3969-407a-942a-597965ab2c50 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/routers/1db98bd6-7c00-4810-971d-ce25dde165ab HTTP/1.1" status: 204 len: 168 time: 0.8137906 Jan 28 21:16:15.448304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56124) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:15.527181 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.610344 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.635800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38486569-3326-461c-bc3c-3e3964dee806']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:15.646067 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda274bb-44dc-4b33-a7d3-fd89e93315d0') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:15.646366 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda274bb-44dc-4b33-a7d3-fd89e93315d0') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:15.656556 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.672737 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.679741 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:16:15.680705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:16:15.747441 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:16:15.756446 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.776259 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.782019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/networks/38486569-3326-461c-bc3c-3e3964dee806 HTTP/1.1" status: 204 len: 168 time: 0.3301995 Jan 28 21:16:15.782019 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92552c8d-62af-4617-905f-420fd18983a4 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Network': ['ID=38486569-3326-461c-bc3c-3e3964dee806,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:15.782330 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56126) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:15.802469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7ae28336-31f1-4a6d-86d3-24638a7e813a no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:16:15.842825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 7ae28336-31f1-4a6d-86d3-24638a7e813a {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:16:15.843420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 7ae28336-31f1-4a6d-86d3-24638a7e813a not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:16:15.843996 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:16:15.856424 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f53d9077-9b15-45ef-99cb-fb8b82fb6b32 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.869064 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:16:15.870328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bf33cc2b-b9f4-4f79-96fb-b6632c1711c5 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:16:15.888302 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f53d9077-9b15-45ef-99cb-fb8b82fb6b32 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.952146 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f53d9077-9b15-45ef-99cb-fb8b82fb6b32 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.954924 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f53d9077-9b15-45ef-99cb-fb8b82fb6b32 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:15.962690 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f53d9077-9b15-45ef-99cb-fb8b82fb6b32 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/security-groups/c7867f69-80e6-4789-9145-7c59ea77c2f2 HTTP/1.1" status: 204 len: 168 time: 0.1712728 Jan 28 21:16:15.970562 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d9077-9b15-45ef-99cb-fb8b82fb6b32 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7867f69-80e6-4789-9145-7c59ea77c2f2,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:16.184231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56132) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:16.190692 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-11d07010-7e8c-422c-ac90-50b279f90aad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426264416', 'description': 'tempest-secgroup-smoke-426264416 description', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:16.214264 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11d07010-7e8c-422c-ac90-50b279f90aad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.621142 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11d07010-7e8c-422c-ac90-50b279f90aad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.625039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11d07010-7e8c-422c-ac90-50b279f90aad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.654520 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-11d07010-7e8c-422c-ac90-50b279f90aad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.655689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-11d07010-7e8c-422c-ac90-50b279f90aad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4704580 Jan 28 21:16:16.657568 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d07010-7e8c-422c-ac90-50b279f90aad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c71098-6eeb-416d-abe4-4e32bf406303,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:16.659973 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56134) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:16.664841 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-f1f201b4-1e2f-47e3-a029-3ede583bdd7f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '06c71098-6eeb-416d-abe4-4e32bf406303', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:16.697717 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1f201b4-1e2f-47e3-a029-3ede583bdd7f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.757458 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1f201b4-1e2f-47e3-a029-3ede583bdd7f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.760868 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1f201b4-1e2f-47e3-a029-3ede583bdd7f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.781683 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f201b4-1e2f-47e3-a029-3ede583bdd7f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95e07a7-b715-40bb-8a66-d01a9c8d1a7d,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:16.787611 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f1f201b4-1e2f-47e3-a029-3ede583bdd7f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.788850 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f1f201b4-1e2f-47e3-a029-3ede583bdd7f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278067 Jan 28 21:16:16.791598 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56136) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:16.796444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-72d414b0-9bdb-4891-a60e-c8619d884147 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '06c71098-6eeb-416d-abe4-4e32bf406303', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:16.826880 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d414b0-9bdb-4891-a60e-c8619d884147 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.885916 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d414b0-9bdb-4891-a60e-c8619d884147 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.889402 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d414b0-9bdb-4891-a60e-c8619d884147 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.909763 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d414b0-9bdb-4891-a60e-c8619d884147 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d005986-c6c2-4a44-b3fb-277ea2436479,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:16.917919 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-72d414b0-9bdb-4891-a60e-c8619d884147 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:16.921182 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-72d414b0-9bdb-4891-a60e-c8619d884147 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265566 Jan 28 21:16:16.922315 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56138) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:16.927865 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6f88ff68-d0d0-49ca-af06-a4274b3c0365 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '06c71098-6eeb-416d-abe4-4e32bf406303', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:16.954687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f88ff68-d0d0-49ca-af06-a4274b3c0365 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.012946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f88ff68-d0d0-49ca-af06-a4274b3c0365 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.016627 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f88ff68-d0d0-49ca-af06-a4274b3c0365 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.035118 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88ff68-d0d0-49ca-af06-a4274b3c0365 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a972ca59-fa6f-4e83-aee9-dbb3d51690c3,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:17.041891 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f88ff68-d0d0-49ca-af06-a4274b3c0365 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.043005 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6f88ff68-d0d0-49ca-af06-a4274b3c0365 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195409 Jan 28 21:16:17.045969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56140) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:17.050169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-deb860f9-997b-460d-9eac-8cb9541a2d4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '06c71098-6eeb-416d-abe4-4e32bf406303', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:17.076416 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-deb860f9-997b-460d-9eac-8cb9541a2d4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.133057 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-deb860f9-997b-460d-9eac-8cb9541a2d4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.136817 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-deb860f9-997b-460d-9eac-8cb9541a2d4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.154127 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb860f9-997b-460d-9eac-8cb9541a2d4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2e9f6b-7d97-465f-9b2e-3bc4d6c2fca0,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:17.162939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-deb860f9-997b-460d-9eac-8cb9541a2d4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.164128 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-deb860f9-997b-460d-9eac-8cb9541a2d4b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172557 Jan 28 21:16:17.166827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56142) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:17.171353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d64bab87-4092-4c09-8e8f-80d3b581408b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '06c71098-6eeb-416d-abe4-4e32bf406303', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:17.194015 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-d64bab87-4092-4c09-8e8f-80d3b581408b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:16:17.198588 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d64bab87-4092-4c09-8e8f-80d3b581408b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.257551 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d64bab87-4092-4c09-8e8f-80d3b581408b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.261206 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d64bab87-4092-4c09-8e8f-80d3b581408b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.278958 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bab87-4092-4c09-8e8f-80d3b581408b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d5d196-45b7-4038-9b66-b6ee3330f3a3,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:17.283489 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d64bab87-4092-4c09-8e8f-80d3b581408b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.284815 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d64bab87-4092-4c09-8e8f-80d3b581408b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170285 Jan 28 21:16:17.287592 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56144) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:17.292229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-e593e74b-2060-49a8-9ea0-a34d1b13444c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'security_group_rule': {'security_group_id': '06c71098-6eeb-416d-abe4-4e32bf406303', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:17.316975 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-e593e74b-2060-49a8-9ea0-a34d1b13444c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Project 101ec6e45c8c44f893aaec6f1cc7c83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:16:17.321764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e593e74b-2060-49a8-9ea0-a34d1b13444c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.382092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e593e74b-2060-49a8-9ea0-a34d1b13444c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.385966 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e593e74b-2060-49a8-9ea0-a34d1b13444c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.404072 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593e74b-2060-49a8-9ea0-a34d1b13444c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090fcfc2-b996-4644-a88e-795f219feb77,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:17.411833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-e593e74b-2060-49a8-9ea0-a34d1b13444c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.413182 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e593e74b-2060-49a8-9ea0-a34d1b13444c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246352 Jan 28 21:16:17.415934 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56146) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:17.420942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'network': {'name': 'tempest-network-smoke--677245231', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'port_security_enabled': True}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:17.443489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:16:17.446951 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.469508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:16:17.479488 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.479826 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Added segment 39c4856a-4ad9-45fc-b49c-5d033fa2f8c4 of type vlan for network d0f3978d-1c32-474d-b277-b1db47a8a2ba Jan 28 21:16:17.519705 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.543881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.550564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:17.551022 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.556289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:16:17.578354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:16:17.578704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 89ecc09b-2a4c-4f56-bb26-d5d0629c0e63 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:16:17.610652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1936688 Jan 28 21:16:17.614230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56148) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:17.618963 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'admin_state_up': True, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:17.620715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046ab89-b4f2-48eb-9223-b3493fa291f1 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Network': ['ID=d0f3978d-1c32-474d-b277-b1db47a8a2ba,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:17.635014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:16:17.644774 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.645806 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.705514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:17.855781 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:18.056715 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:18.075826 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:18.193390 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.141 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/2f122983-0c91-4874-a767-cda35847ef06) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:16:18.298912 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:18.333105 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:18.368328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:16:18.373090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:16:18.375577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:16:18.412380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=2f122983-0c91-4874-a767-cda35847ef06,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:18.630352 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:18.642092 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:18.839217 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:18.969164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router d1c0d3d7-879c-47df-b880-bfe28758b092 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:16:19.073967 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:16:19.083536 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Sync routers for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:16:19.092441 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:19.093052 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:19.096373 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.097625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a8e0ee46-fe13-4c04-b954-10cea2b55f8b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4822700 Jan 28 21:16:19.100817 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56152) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:19.130920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-eb4e666f-c4c5-42cd-a3f5-0ffef39170db tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=101ec6e45c8c44f893aaec6f1cc7c83e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287743 Jan 28 21:16:19.133576 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56154) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:19.203488 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:19.224929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326205a-8aa1-4342-bf93-9d59faf254ad tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:19.226444 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1326205a-8aa1-4342-bf93-9d59faf254ad tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919068 Jan 28 21:16:19.229472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56156) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:19.258494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c2165215-d1ec-42a3-b3ca-a7a7e1a40cd2 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=f3aca0be-7b4c-426a-8001-a54b17c3127d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279529 Jan 28 21:16:19.261083 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56158) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:19.265699 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429162613', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:19.354833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'subnet': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:16:19.358327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7860883'] for subnet, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.382543 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:18Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:19.409244 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Checking router: d1c0d3d7-879c-47df-b880-bfe28758b092 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:16:19.409590 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Updating router d1c0d3d7-879c-47df-b880-bfe28758b092 port 2f122983-0c91-4874-a767-cda35847ef06 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:16:19.435189 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.544978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8292332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7860865'] for subnet, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.610625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Subnet': ['ID=93ce0b31-6c6a-4e10-a998-3ec1f2817460,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:19.618612 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Checking segment: {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:16:19.618986 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network hostable DHCP agents. Network: d0f3978d-1c32-474d-b277-b1db47a8a2ba, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:16:19.636146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:16:19.644569 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, d0f3978d-1c32-474d-b277-b1db47a8a2ba) {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:16:19.648577 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:19.649168 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.655153 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d8475d-3f2f-4d37-8a7d-9fe4a2d71aa3 None None] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:16:19.668753 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a7d326bc-e6bd-4ee8-8e31-727e01c8fb2a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4065981 Jan 28 21:16:19.670709 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56160) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:19.687692 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.694379 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.749828 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Attempting to bind port 2f122983-0c91-4874-a767-cda35847ef06 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:16:19.750194 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Attempting to bind port 2f122983-0c91-4874-a767-cda35847ef06 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:16:19.750550 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Attempting to bind port 2f122983-0c91-4874-a767-cda35847ef06 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:16:19.756500 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Pushing event updated for resources: {'Port': ['ID=2f122983-0c91-4874-a767-cda35847ef06,revision_number=2']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:19.761072 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:16:19.761441 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:16:19.761839 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.762218 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:16:19.762674 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Bound port: 2f122983-0c91-4874-a767-cda35847ef06, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:16:19.763042 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.785653 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.785994 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.786328 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.786656 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.787007 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.787328 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.787647 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.787963 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.788305 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.788618 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.788929 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.789242 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:16:19.829658 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] For port 2f122983-0c91-4874-a767-cda35847ef06, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:16:19.833921 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] For port 2f122983-0c91-4874-a767-cda35847ef06, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2f122983-0c91-4874-a767-cda35847ef06,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:16:19.838963 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:19.910162 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87a56-ee7f-4854-91ea-d189f919bc48 None None] Pushing event updated for resources: {'Port': ['ID=2f122983-0c91-4874-a767-cda35847ef06,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:19.913510 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:19.914789 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:19.981159 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-d0f3978d-1c32-474d-b277-b1db47a8a2ba', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:16:19.982021 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.031183 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:20.121708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Allocated IP 172.20.0.2 (d0f3978d-1c32-474d-b277-b1db47a8a2ba/93ce0b31-6c6a-4e10-a998-3ec1f2817460/8edeabbc-8e95-48ab-ab52-5963853b6b0f) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:16:20.154041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.221866 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:18Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:20.249094 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0e815-70a5-49fc-b8e9-0202104e78ad None None] The sync data for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 is: [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:18Z', 'revision_number': 3, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:16:20.284091 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.293047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.339657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:16:20.343946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Pushing event updated for resources: {'Port': ['ID=8edeabbc-8e95-48ab-ab52-5963853b6b0f,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:20.346143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:16:20.348327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:16:20.409424 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Attempting to bind port 8edeabbc-8e95-48ab-ab52-5963853b6b0f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:16:20.409883 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Attempting to bind port 8edeabbc-8e95-48ab-ab52-5963853b6b0f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:16:20.410600 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Attempting to bind port 8edeabbc-8e95-48ab-ab52-5963853b6b0f on network d0f3978d-1c32-474d-b277-b1db47a8a2ba {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:16:20.417366 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:16:20.417817 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Checking segment: {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:16:20.418276 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.418752 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Bound using segment: {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:16:20.419393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Bound port: 8edeabbc-8e95-48ab-ab52-5963853b6b0f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:16:20.420040 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.450487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.1 (d0f3978d-1c32-474d-b277-b1db47a8a2ba/93ce0b31-6c6a-4e10-a998-3ec1f2817460/d9e0e037-2ed0-47af-9785-6c9edd27f42d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:16:20.504194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] For port 8edeabbc-8e95-48ab-ab52-5963853b6b0f, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:16:20.508893 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] For port 8edeabbc-8e95-48ab-ab52-5963853b6b0f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8edeabbc-8e95-48ab-ab52-5963853b6b0f,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:16:20.514560 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.579400 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815a085-eb12-473c-9d59-615d00222dcc None None] Pushing event updated for resources: {'Port': ['ID=8edeabbc-8e95-48ab-ab52-5963853b6b0f,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:20.607308 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.646684 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.685683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:16:20.689130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:16:20.692131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:16:20.775500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=d9e0e037-2ed0-47af-9785-6c9edd27f42d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:20.800042 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:20.956840 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.248237 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.253573 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.341746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=d9e0e037-2ed0-47af-9785-6c9edd27f42d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:21.344389 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.442449 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:16:21.444034 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:16:21.558979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78117692-2733-4760-9745-8ec21e900373 None None] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:16:21.569933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router d1c0d3d7-879c-47df-b880-bfe28758b092 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:16:21.662749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-17d46959-7e24-4916-97d2-40ab8ec7af23 None None] Provisioning complete for port 8edeabbc-8e95-48ab-ab52-5963853b6b0f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:21.663122 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-17d46959-7e24-4916-97d2-40ab8ec7af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.698327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:16:21.704257 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cbc4c520-4340-4b8a-8303-b52a1f07f1e3 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/d1c0d3d7-879c-47df-b880-bfe28758b092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318162 Jan 28 21:16:21.716438 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8edeabbc-8e95-48ab-ab52-5963853b6b0f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:16:21.848154 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-0b1f4d7c-04f3-4564-8f66-560a2b0c178f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426264416&fields=id&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 267 time: 0.0366879 Jan 28 21:16:21.848695 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8edeabbc-8e95-48ab-ab52-5963853b6b0f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:21.848974 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.850684 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-17d46959-7e24-4916-97d2-40ab8ec7af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.918941 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.929787 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-17d46959-7e24-4916-97d2-40ab8ec7af23 None None] For port 8edeabbc-8e95-48ab-ab52-5963853b6b0f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8edeabbc-8e95-48ab-ab52-5963853b6b0f,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:21.936460 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-17d46959-7e24-4916-97d2-40ab8ec7af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:21.977189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-34ac30a0-de97-431c-afd2-9873a7c611e8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:21.978732 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-34ac30a0-de97-431c-afd2-9873a7c611e8 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/networks?id=d0f3978d-1c32-474d-b277-b1db47a8a2ba HTTP/1.1" status: 200 len: 796 time: 0.1191514 Jan 28 21:16:21.996463 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-96d1474f-e083-4d9a-b6f6-611f9799b893 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/quotas/101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 375 time: 0.0117602 Jan 28 21:16:22.016029 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2f122983-0c91-4874-a767-cda35847ef06 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:16:22.040107 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d46959-7e24-4916-97d2-40ab8ec7af23 None None] Pushing event updated for resources: {'Port': ['ID=8edeabbc-8e95-48ab-ab52-5963853b6b0f,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:22.070814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-979920e9-0849-423a-a875-f87e694c262a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651412 Jan 28 21:16:22.080703 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2f122983-0c91-4874-a767-cda35847ef06 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:22.081085 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:22.182332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:22.188149 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-925890bb-34c0-4905-ad26-02846ee3b0a6 None None] Provisioning complete for port d9e0e037-2ed0-47af-9785-6c9edd27f42d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:22.188677 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-925890bb-34c0-4905-ad26-02846ee3b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:22.209572 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-dc061097-287b-46da-bcfc-621e938b4982 service neutron] 10.222.0.44 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176503 Jan 28 21:16:22.234548 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 2f122983-0c91-4874-a767-cda35847ef06, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2f122983-0c91-4874-a767-cda35847ef06,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:22.240903 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:22.251497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-925890bb-34c0-4905-ad26-02846ee3b0a6 None None] Port d9e0e037-2ed0-47af-9785-6c9edd27f42d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:16:22.295516 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Sync routers for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:16:22.309673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-925890bb-34c0-4905-ad26-02846ee3b0a6 None None] Provisioning complete for port 8edeabbc-8e95-48ab-ab52-5963853b6b0f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:22.310053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-925890bb-34c0-4905-ad26-02846ee3b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:22.331168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-b2d95e5a-ad70-4490-a756-fd6fc9464b89 service neutron] 10.222.0.44 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141679 Jan 28 21:16:22.333492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=2f122983-0c91-4874-a767-cda35847ef06,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:22.357947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:22.358578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:22.527305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:22.560279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4d9caecc-2358-43e7-a19a-cefd5ec291fc req-d54d4a17-ff1f-40c1-8701-9f8c129cc976 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 210 time: 0.0325017 Jan 28 21:16:22.666171 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bfa9a79e-13ff-43cc-b34b-782cb94b7b4f None None] Provisioning complete for port d9e0e037-2ed0-47af-9785-6c9edd27f42d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:22.666577 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a79e-13ff-43cc-b34b-782cb94b7b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:22.722351 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9a79e-13ff-43cc-b34b-782cb94b7b4f None None] Port d9e0e037-2ed0-47af-9785-6c9edd27f42d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:16:22.776658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:21Z', 'revision_number': 2, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:22.804134 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Checking router: d1c0d3d7-879c-47df-b880-bfe28758b092 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:16:22.804510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Updating router d1c0d3d7-879c-47df-b880-bfe28758b092 port d9e0e037-2ed0-47af-9785-6c9edd27f42d binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:16:22.830745 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.103607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.113214 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.168457 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae42916-3bed-40ae-9615-bfbeeb41e41f None None] Pushing event updated for resources: {'Port': ['ID=d9e0e037-2ed0-47af-9785-6c9edd27f42d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:23.222607 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Attempting to bind port d9e0e037-2ed0-47af-9785-6c9edd27f42d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:16:23.222969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Attempting to bind port d9e0e037-2ed0-47af-9785-6c9edd27f42d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:16:23.223325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Attempting to bind port d9e0e037-2ed0-47af-9785-6c9edd27f42d on network d0f3978d-1c32-474d-b277-b1db47a8a2ba {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:16:23.228494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:16:23.228876 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Checking segment: {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:16:23.229261 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.229649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Bound using segment: {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:16:23.230108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Bound port: d9e0e037-2ed0-47af-9785-6c9edd27f42d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:16:23.230482 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.302249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] For port d9e0e037-2ed0-47af-9785-6c9edd27f42d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:16:23.305772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] For port d9e0e037-2ed0-47af-9785-6c9edd27f42d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d9e0e037-2ed0-47af-9785-6c9edd27f42d,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:16:23.309662 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.384596 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-a31f77d2-8c73-4222-b724-a23e6ee57020 None None] Provisioning complete for port d9e0e037-2ed0-47af-9785-6c9edd27f42d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:23.385192 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a31f77d2-8c73-4222-b724-a23e6ee57020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.387220 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:23.387911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:23.391035 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae42916-3bed-40ae-9615-bfbeeb41e41f None None] Pushing event updated for resources: {'Port': ['ID=d9e0e037-2ed0-47af-9785-6c9edd27f42d,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:23.563816 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-1039d434-0a1b-483d-8230-34dcb7844789 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:23.566931 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-1039d434-0a1b-483d-8230-34dcb7844789 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/networks?id=d0f3978d-1c32-474d-b277-b1db47a8a2ba HTTP/1.1" status: 200 len: 796 time: 0.1259439 Jan 28 21:16:23.590228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:23.638890 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-48477fa9-e628-4b13-b048-d49bef4cc28f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e HTTP/1.1" status: 200 len: 379 time: 0.0606983 Jan 28 21:16:23.648531 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a31f77d2-8c73-4222-b724-a23e6ee57020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.654081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8edeabbc-8e95-48ab-ab52-5963853b6b0f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:16:23.654314 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'port': {'device_id': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'admin_state_up': True, 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'security_groups': ['06c71098-6eeb-416d-abe4-4e32bf406303']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:23.674953 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee8cb67d-2d2b-4dcd-aac4-91d403f4e867 req-dca2cb87-7b4a-4516-a98d-06d2d13095d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 210 time: 0.0288317 Jan 28 21:16:23.766804 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-a31f77d2-8c73-4222-b724-a23e6ee57020 None None] For port d9e0e037-2ed0-47af-9785-6c9edd27f42d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d9e0e037-2ed0-47af-9785-6c9edd27f42d,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:23.772758 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Made reservation on behalf of 101ec6e45c8c44f893aaec6f1cc7c83e for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:16:23.776292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.797621 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a31f77d2-8c73-4222-b724-a23e6ee57020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.859684 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 8edeabbc-8e95-48ab-ab52-5963853b6b0f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:23.860061 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:23.904765 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.20.0.13 (d0f3978d-1c32-474d-b277-b1db47a8a2ba/93ce0b31-6c6a-4e10-a998-3ec1f2817460/5b6892a5-6d90-4f62-9442-32cce6e8c82c) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:16:23.907757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f77d2-8c73-4222-b724-a23e6ee57020 None None] Pushing event updated for resources: {'Port': ['ID=d9e0e037-2ed0-47af-9785-6c9edd27f42d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:24.060381 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.097621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.122358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-7b19a89a-c171-4778-b273-af9e2f53118a None None] Provisioning complete for port d9e0e037-2ed0-47af-9785-6c9edd27f42d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:24.122738 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7b19a89a-c171-4778-b273-af9e2f53118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.145740 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:16:24.149001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:16:24.152537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:16:24.180608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=5b6892a5-6d90-4f62-9442-32cce6e8c82c,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:24.199642 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2f122983-0c91-4874-a767-cda35847ef06 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:16:24.212492 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:24.213208 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.232227 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-e209300d-c877-45ca-b540-9ba9a7dcb578 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5864320 Jan 28 21:16:24.244866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Request body: {'port': {'device_id': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:24.248578 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:23Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:24.302020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba23ed4-7e88-4226-91d5-557aa2b60a5a None None] The sync data for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 is: [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:23Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:16:24.306780 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.333741 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2f122983-0c91-4874-a767-cda35847ef06 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:24.334208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.546327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-142437c0-9472-42e4-b5a2-c46f3e28ecb6 None None] Provisioning complete for port 5b6892a5-6d90-4f62-9442-32cce6e8c82c triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:24.546708 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-142437c0-9472-42e4-b5a2-c46f3e28ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.583103 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-142437c0-9472-42e4-b5a2-c46f3e28ecb6 None None] Port 5b6892a5-6d90-4f62-9442-32cce6e8c82c cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:16:24.641237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6892a5-6d90-4f62-9442-32cce6e8c82c {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:16:24.650095 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.663528 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Transition to ACTIVE for port object 5b6892a5-6d90-4f62-9442-32cce6e8c82c will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:16:24.667570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.727631 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6892a5-6d90-4f62-9442-32cce6e8c82c,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:24.812025 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Attempting to bind port 5b6892a5-6d90-4f62-9442-32cce6e8c82c on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:16:24.812669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Attempting to bind port 5b6892a5-6d90-4f62-9442-32cce6e8c82c by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:16:24.813186 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Attempting to bind port 5b6892a5-6d90-4f62-9442-32cce6e8c82c on network d0f3978d-1c32-474d-b277-b1db47a8a2ba {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:16:24.816784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dce26-8eb0-4fbe-b02f-134bb5673d31 req-622e5f02-1651-4d20-a654-3997c216ad71 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:24.818892 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Port 5b6892a5-6d90-4f62-9442-32cce6e8c82c on network d0f3978d-1c32-474d-b277-b1db47a8a2ba not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:16:24.819403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Attempting to bind port 5b6892a5-6d90-4f62-9442-32cce6e8c82c on network d0f3978d-1c32-474d-b277-b1db47a8a2ba {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:16:24.825483 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718dce26-8eb0-4fbe-b02f-134bb5673d31 req-622e5f02-1651-4d20-a654-3997c216ad71 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 944 time: 0.0692286 Jan 28 21:16:24.825773 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:16:24.826116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Checking segment: {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:16:24.826506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Bound using segment: {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:16:24.826953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Bound port: 5b6892a5-6d90-4f62-9442-32cce6e8c82c, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:16:24.827318 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:24.872790 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-718dce26-8eb0-4fbe-b02f-134bb5673d31 req-56e8bd3d-70f7-4234-ba6f-a6df380bdc18 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454319 Jan 28 21:16:24.904399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] For port 5b6892a5-6d90-4f62-9442-32cce6e8c82c, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:16:24.908348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] For port 5b6892a5-6d90-4f62-9442-32cce6e8c82c, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:16:24.914355 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:25.308444 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:25.309054 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:25.310424 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] 10.222.0.13 "PUT /v2.0/ports/5b6892a5-6d90-4f62-9442-32cce6e8c82c HTTP/1.1" status: 200 len: 1092 time: 1.0699451 Jan 28 21:16:25.310888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:16:25.313215 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d8f602-d7d4-48d8-b9de-660b2c0646c6" -d '{"events": [{"name": "network-changed", "server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:16:25.355672 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b470be5-3417-44b4-b6a4-9bad94327960 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6892a5-6d90-4f62-9442-32cce6e8c82c,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:25.359913 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc20e7f-c8cd-4586-a14e-83aa985b51de x-openstack-request-id: req-adc20e7f-c8cd-4586-a14e-83aa985b51de {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:16:25.360078 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:16:25.360402 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adc20e7f-c8cd-4586-a14e-83aa985b51de {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:16:25.360802 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'status': 'completed', 'code': 200} Jan 28 21:16:25.417281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-862891df-28d8-473f-8f05-5a7d0d0fea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:25.418880 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-862891df-28d8-473f-8f05-5a7d0d0fea18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 1095 time: 0.0549438 Jan 28 21:16:25.462980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-4f14ad92-6a40-4de8-a593-e65a92cabf0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c HTTP/1.1" status: 200 len: 217 time: 0.0357273 Jan 28 21:16:25.522341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-a21e7d07-4f1c-45e3-8beb-4a04e74ea81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:25.523853 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-a21e7d07-4f1c-45e3-8beb-4a04e74ea81e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ce0b31-6c6a-4e10-a998-3ec1f2817460 HTTP/1.1" status: 200 len: 835 time: 0.0544620 Jan 28 21:16:25.575075 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-df83995e-0a68-4460-b473-8dfef65f2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:25.576703 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-df83995e-0a68-4460-b473-8dfef65f2be8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0f3978d-1c32-474d-b277-b1db47a8a2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459638 Jan 28 21:16:25.645841 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d9e0e037-2ed0-47af-9785-6c9edd27f42d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:16:25.666241 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-d4264c96-95b3-4fd6-9812-c47bd13ccc24 service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832307 Jan 28 21:16:25.698045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d9e0e037-2ed0-47af-9785-6c9edd27f42d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:25.699185 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:25.761463 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f3502d3b-128f-458f-97b6-8adb22ac3aa4 req-f2bed942-fad0-413b-af06-3e2ee0e90f2b service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887372 Jan 28 21:16:25.850239 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-81ea3210-5394-4c34-afe9-671d8428a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:25.851741 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-81ea3210-5394-4c34-afe9-671d8428a9fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 1095 time: 0.0435839 Jan 28 21:16:25.945330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-a8faf159-053c-4a14-a653-bb163582224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:25.946849 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-a8faf159-053c-4a14-a653-bb163582224f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0f3978d-1c32-474d-b277-b1db47a8a2ba HTTP/1.1" status: 200 len: 897 time: 0.0883904 Jan 28 21:16:25.988292 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-33d44ba1-f915-44ec-9604-478a3609761b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c HTTP/1.1" status: 200 len: 217 time: 0.0346313 Jan 28 21:16:25.991790 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d0aff-c00b-4a50-98a7-7e0c67f1c4b7 req-6d0f6eb1-ca49-4307-808f-4e79958868d6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:25.993322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ed3d0aff-c00b-4a50-98a7-7e0c67f1c4b7 req-6d0f6eb1-ca49-4307-808f-4e79958868d6 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 944 time: 0.0486929 Jan 28 21:16:26.030718 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ed3d0aff-c00b-4a50-98a7-7e0c67f1c4b7 req-7d8e2c33-9772-4b7d-9cde-3f8307fe46fc tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Jan 28 21:16:26.038845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-8d5feb67-638d-4d1b-9a65-d3e09c7d0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:26.040309 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-8d5feb67-638d-4d1b-9a65-d3e09c7d0dcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ce0b31-6c6a-4e10-a998-3ec1f2817460 HTTP/1.1" status: 200 len: 835 time: 0.0445638 Jan 28 21:16:26.091991 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-8699cc58-7e28-41f2-a7c2-da5635e67061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:26.093500 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-8699cc58-7e28-41f2-a7c2-da5635e67061 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0f3978d-1c32-474d-b277-b1db47a8a2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461011 Jan 28 21:16:26.185338 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-e811d1c3-838f-41f4-a9ca-8c737079adff service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833282 Jan 28 21:16:26.279440 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-69d8f602-d7d4-48d8-b9de-660b2c0646c6 req-8c2d42cd-00a7-415a-84e3-05a1b52306a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872042 Jan 28 21:16:27.148323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfedad1-a096-4721-95f3-2b75219082ed req-4f7a001d-e460-4291-849c-891ebec8cd7e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:27.149800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4dfedad1-a096-4721-95f3-2b75219082ed req-4f7a001d-e460-4291-849c-891ebec8cd7e tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 944 time: 0.0494320 Jan 28 21:16:27.187705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4dfedad1-a096-4721-95f3-2b75219082ed req-838a606a-4980-46ab-9dfa-293eca385fdb tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316565 Jan 28 21:16:27.417101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5b6892a5-6d90-4f62-9442-32cce6e8c82c details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:16:27.508922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 5b6892a5-6d90-4f62-9442-32cce6e8c82c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:27.519539 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'port_id': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'mac_address': 'fa:16:3e:93:be:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:16:27.557143 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:27.569465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6892a5-6d90-4f62-9442-32cce6e8c82c {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:16:27.588501 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 5b6892a5-6d90-4f62-9442-32cce6e8c82c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:27.592365 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:27.641998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=5b6892a5-6d90-4f62-9442-32cce6e8c82c,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:27.807946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['5b6892a5-6d90-4f62-9442-32cce6e8c82c'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:16:28.301924 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88effe-face-48cc-a3f7-1d2981239b1e req-7ac9519f-2fca-41a4-97b7-8a80b9c7ed63 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:28.303394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee88effe-face-48cc-a3f7-1d2981239b1e req-7ac9519f-2fca-41a4-97b7-8a80b9c7ed63 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 945 time: 0.0494502 Jan 28 21:16:28.346180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ee88effe-face-48cc-a3f7-1d2981239b1e req-67e03ab0-d1a3-40b8-b6b6-70b86b11c52b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356572 Jan 28 21:16:29.418924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5b6892a5-6d90-4f62-9442-32cce6e8c82c up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:16:29.463611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15534f3-a112-480a-80c1-af5b132db596 req-57a8d72c-4c94-4ac4-ba72-1810f43ff69f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:29.465494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c15534f3-a112-480a-80c1-af5b132db596 req-57a8d72c-4c94-4ac4-ba72-1810f43ff69f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 945 time: 0.0508003 Jan 28 21:16:29.472712 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 5b6892a5-6d90-4f62-9442-32cce6e8c82c completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:16:29.476773 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 5b6892a5-6d90-4f62-9442-32cce6e8c82c triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:16:29.477157 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:29.505380 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c15534f3-a112-480a-80c1-af5b132db596 req-7d954d56-0b2c-4f86-b5e1-19c4283876d5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340652 Jan 28 21:16:29.554060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:29.578877 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:16:29.581825 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db73845-89d2-45f6-8102-cfe2ccadb4d1" -d '{"events": [{"server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "name": "network-vif-plugged", "status": "completed", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:16:29.594910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 5b6892a5-6d90-4f62-9442-32cce6e8c82c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:16:29.599386 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:29.622971 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ae4183-5c3a-4540-8726-a2adb1c166c9 x-openstack-request-id: req-19ae4183-5c3a-4540-8726-a2adb1c166c9 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:16:29.623260 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "name": "network-vif-plugged", "status": "completed", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:16:29.623512 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19ae4183-5c3a-4540-8726-a2adb1c166c9 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:16:29.623896 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'code': 200} Jan 28 21:16:29.654291 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=5b6892a5-6d90-4f62-9442-32cce6e8c82c,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:29.714048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f2703-6b7b-4e32-b4f8-e4ae40c4d04e req-5346b667-18dd-4b9a-b2b5-835647006b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:29.715523 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-351f2703-6b7b-4e32-b4f8-e4ae40c4d04e req-5346b667-18dd-4b9a-b2b5-835647006b05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 1097 time: 0.0421424 Jan 28 21:16:29.749628 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-351f2703-6b7b-4e32-b4f8-e4ae40c4d04e req-ed47e882-7995-4252-ac48-8efbcb4a57ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276988 Jan 28 21:16:30.620206 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46eecf-fcc3-4490-8331-9453e8db9135 req-17e416f4-8965-477e-a0fb-8be7486dfa0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:30.621590 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e46eecf-fcc3-4490-8331-9453e8db9135 req-17e416f4-8965-477e-a0fb-8be7486dfa0c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0489786 Jan 28 21:16:30.660836 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4e46eecf-fcc3-4490-8331-9453e8db9135 req-ab1dcf5a-2860-44c5-a6f4-d46aac8f653b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332665 Jan 28 21:16:31.579862 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-ad259d33-1928-46d7-9916-28ad0c738bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396376 Jan 28 21:16:31.658086 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-ad0fe267-9792-4162-af24-4a0d257aa0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:31.659446 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-ad0fe267-9792-4162-af24-4a0d257aa0d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 1097 time: 0.0390897 Jan 28 21:16:31.763504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-3d3682e2-c19d-4f02-82e3-162bfb56f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:31.765054 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-3d3682e2-c19d-4f02-82e3-162bfb56f93c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0f3978d-1c32-474d-b277-b1db47a8a2ba HTTP/1.1" status: 200 len: 897 time: 0.0876362 Jan 28 21:16:31.778565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2e754-4bb1-4fd6-8445-a42a1f693bc6 req-64d50e39-c553-47e6-bd8c-f5b72518f701 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:31.780149 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3dc2e754-4bb1-4fd6-8445-a42a1f693bc6 req-64d50e39-c553-47e6-bd8c-f5b72518f701 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0483408 Jan 28 21:16:31.808628 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-54166456-6456-4e5c-a8f1-8882e11adde2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c HTTP/1.1" status: 200 len: 217 time: 0.0353994 Jan 28 21:16:31.823025 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3dc2e754-4bb1-4fd6-8445-a42a1f693bc6 req-328713cd-a425-41a4-86a1-c7243a5de810 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362122 Jan 28 21:16:31.861429 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-c84dd8e1-534a-43fd-9540-3aaaadebc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:31.862973 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-c84dd8e1-534a-43fd-9540-3aaaadebc681 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ce0b31-6c6a-4e10-a998-3ec1f2817460 HTTP/1.1" status: 200 len: 835 time: 0.0487294 Jan 28 21:16:31.908888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-3db5b5b9-d6e6-46f6-a967-a9ec2a0351bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:31.910854 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-3db5b5b9-d6e6-46f6-a967-a9ec2a0351bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0f3978d-1c32-474d-b277-b1db47a8a2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404923 Jan 28 21:16:31.937431 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3540d-a0b0-46c3-81af-8ce402672a49 req-22d8ea18-4e28-4da5-9d1e-99c5d16eca42 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:31.938890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3b3540d-a0b0-46c3-81af-8ce402672a49 req-22d8ea18-4e28-4da5-9d1e-99c5d16eca42 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0485451 Jan 28 21:16:31.976944 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a3b3540d-a0b0-46c3-81af-8ce402672a49 req-66af8481-55a2-4bd6-a3b2-1f2f7cf95c40 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319850 Jan 28 21:16:31.998881 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56212) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:32.001766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-4155bb8a-8a13-42f0-ba27-f5a1ed87eeec service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841725 Jan 28 21:16:32.039406 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2a2d7-0f63-4e35-a2e2-1c09571129c3 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:32.040967 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-21e2a2d7-0f63-4e35-a2e2-1c09571129c3 tempest-TestNetworkAdvancedServerOps-1436515997 tempest-TestNetworkAdvancedServerOps-1436515997-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 1092 time: 0.0410798 Jan 28 21:16:32.043716 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56214) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:32.048367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:16:32.073540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:32.096428 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d06dcab2-8109-4060-8d5c-2bbbb331d524 req-b3a47d9a-7433-4755-8afd-64ecc8a3d0fc service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882430 Jan 28 21:16:32.174696 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:32.278263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Allocated IP 172.25.2.195 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/e4181f57-7fab-4832-901b-90dc46005efb) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:16:32.389066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:32.423502 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:32.459668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:16:32.466031 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:16:32.469442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:16:32.492770 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=e4181f57-7fab-4832-901b-90dc46005efb,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:32.832580 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:32.897353 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:33.044825 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:33.049307 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:33.117884 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event updated for resources: {'Port': ['ID=e4181f57-7fab-4832-901b-90dc46005efb,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:16:33.127393 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:33.227753 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP 2e0ec0fd-37c5-4b78-83ab-52d847e488b0 associated. External IP: 172.25.2.195, port: 5b6892a5-6d90-4f62-9442-32cce6e8c82c. Jan 28 21:16:33.755293 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router d1c0d3d7-879c-47df-b880-bfe28758b092 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:16:33.861550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:16:33.871327 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] Sync routers for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:16:33.880243 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:33.881048 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:33.881666 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:33.909038 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bd12df33-229c-4495-b481-483a3fdb6fc7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8618989 Jan 28 21:16:33.909038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:16:33.909591 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a83c26-eee7-47c7-8459-3eb07fdc9106" -d '{"events": [{"name": "network-changed", "server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:16:33.945626 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a24914-3643-4e01-b98b-8fc4c3f2047d x-openstack-request-id: req-35a24914-3643-4e01-b98b-8fc4c3f2047d {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:16:33.946201 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:16:33.946466 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35a24914-3643-4e01-b98b-8fc4c3f2047d {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:16:33.946865 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'status': 'completed', 'code': 200} Jan 28 21:16:34.013929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-f63d0725-884c-4aa1-8294-63cb282932eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:34.016482 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-f63d0725-884c-4aa1-8294-63cb282932eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 1097 time: 0.0490093 Jan 28 21:16:34.017116 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f5c6-88cd-494d-a351-70deb4e0baec req-4c918cd0-2529-43c6-a36d-abfedb8b3798 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:34.018692 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40a8f5c6-88cd-494d-a351-70deb4e0baec req-4c918cd0-2529-43c6-a36d-abfedb8b3798 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0573416 Jan 28 21:16:34.060438 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-40a8f5c6-88cd-494d-a351-70deb4e0baec req-020ece96-3758-47a8-a067-19748d5fea23 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343359 Jan 28 21:16:34.084251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56220) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:34.098244 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:34.125240 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-be6f80ce-ff72-4838-b6eb-0778d767ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:34.127357 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-be6f80ce-ff72-4838-b6eb-0778d767ddf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0f3978d-1c32-474d-b277-b1db47a8a2ba HTTP/1.1" status: 200 len: 897 time: 0.1030810 Jan 28 21:16:34.150246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-36d0c5f7-7369-4a5c-b105-b37ef2c91984 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/2e0ec0fd-37c5-4b78-83ab-52d847e488b0 HTTP/1.1" status: 200 len: 992 time: 0.0648322 Jan 28 21:16:34.199088 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-3a2b9ff8-b182-4ee4-8375-21c013f492ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c HTTP/1.1" status: 200 len: 1000 time: 0.0648870 Jan 28 21:16:34.252216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-a2584e48-0243-48f9-84d6-2c840c6fb0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:34.253725 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-a2584e48-0243-48f9-84d6-2c840c6fb0d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ce0b31-6c6a-4e10-a998-3ec1f2817460 HTTP/1.1" status: 200 len: 835 time: 0.0446508 Jan 28 21:16:34.305130 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-39e26e9a-0e29-472f-a010-41732639e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:16:34.306613 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-39e26e9a-0e29-472f-a010-41732639e9bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0f3978d-1c32-474d-b277-b1db47a8a2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464003 Jan 28 21:16:34.322102 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '2e0ec0fd-37c5-4b78-83ab-52d847e488b0', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.195', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'port_id': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'mac_address': 'fa:16:3e:93:be:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:16:32Z', 'updated_at': '2022-01-28T21:16:32Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:23Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:34.354650 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] Checking router: d1c0d3d7-879c-47df-b880-bfe28758b092 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:16:34.363488 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:16:34.364383 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:34.405557 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-69b7eded-b9ba-4c5f-a140-07fdd4ae0dda service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918636 Jan 28 21:16:34.483245 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:16:34.504730 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-79a83c26-eee7-47c7-8459-3eb07fdc9106 req-79c90a47-e2d8-4907-b186-6a9efe9cea67 service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923979 Jan 28 21:16:34.714050 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '2e0ec0fd-37c5-4b78-83ab-52d847e488b0', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.195', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'port_id': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'mac_address': 'fa:16:3e:93:be:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:16:32Z', 'updated_at': '2022-01-28T21:16:32Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:23Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:16:34.740689 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a8be3-2d17-47aa-8664-063801ca2aa1 None None] The sync data for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 is: [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '2e0ec0fd-37c5-4b78-83ab-52d847e488b0', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'floating_ip_address': '172.25.2.195', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'port_id': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'mac_address': 'fa:16:3e:93:be:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:16:32Z', 'updated_at': '2022-01-28T21:16:32Z', 'revision_number': 0, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:23Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:16:34.942958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5b6f0-aeef-47b9-b5cb-e668ea98a88a None None] New status for floating IP 2e0ec0fd-37c5-4b78-83ab-52d847e488b0: ACTIVE {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:16:35.153990 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56222) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:16:35.218506 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5228f048-ec52-47d6-b1e3-7eb4dc4c7a74 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/2e0ec0fd-37c5-4b78-83ab-52d847e488b0 HTTP/1.1" status: 200 len: 994 time: 0.0633898 Jan 28 21:16:37.819310 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cff246bc-4bb2-4a96-b317-61f0756bd40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:40.289611 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-010867ec-680e-469c-9b2b-3c450c422f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:41.859737 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:43.150665 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:43.318389 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:45.644363 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:16:48.656418 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:16:51.874172 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:03.961870 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7fe39-f962-4059-9894-fecfaca08d2f req-c2fbff26-5c97-4e45-b5cd-00d12a708ad5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:03.963316 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6f7fe39-f962-4059-9894-fecfaca08d2f req-c2fbff26-5c97-4e45-b5cd-00d12a708ad5 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0488737 Jan 28 21:17:04.001224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e6f7fe39-f962-4059-9894-fecfaca08d2f req-07be5637-0389-4307-bed4-cbbc6d28b625 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Jan 28 21:17:05.118335 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd419dd3-4ba8-4a76-954f-1071266d8828 req-266e492a-fa2b-4723-b17a-db1ee7695b7a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:05.119813 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd419dd3-4ba8-4a76-954f-1071266d8828 req-266e492a-fa2b-4723-b17a-db1ee7695b7a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0489502 Jan 28 21:17:05.156858 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bd419dd3-4ba8-4a76-954f-1071266d8828 req-229bf0c3-e834-493c-ac35-3c88ed030f38 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309985 Jan 28 21:17:05.180379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56238) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:05.242571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1056fe81-5915-4b50-8007-52235dd9df05 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/2e0ec0fd-37c5-4b78-83ab-52d847e488b0 HTTP/1.1" status: 200 len: 994 time: 0.0610144 Jan 28 21:17:06.510817 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42360a13-87dc-4358-9aab-6c127bfbedbf req-5e1ebf13-1e02-45f3-a8be-367d51be5d0f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:06.512336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42360a13-87dc-4358-9aab-6c127bfbedbf req-5e1ebf13-1e02-45f3-a8be-367d51be5d0f tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0482538 Jan 28 21:17:06.525435 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-5d546c4d-d032-4934-90d1-98bca7b4f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:06.526932 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-5d546c4d-d032-4934-90d1-98bca7b4f235 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 1097 time: 0.0427356 Jan 28 21:17:06.550807 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-42360a13-87dc-4358-9aab-6c127bfbedbf req-c3bb919d-45e8-4aab-9b61-93aa6b98d43d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320828 Jan 28 21:17:06.617068 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-0560face-df97-4fdf-9907-16e14a3e37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:06.618444 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-0560face-df97-4fdf-9907-16e14a3e37b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0f3978d-1c32-474d-b277-b1db47a8a2ba HTTP/1.1" status: 200 len: 897 time: 0.0854735 Jan 28 21:17:06.686866 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-e1dc3fef-576f-4cea-b80d-298c2cec939b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c HTTP/1.1" status: 200 len: 1002 time: 0.0609894 Jan 28 21:17:06.734127 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-a9aee34c-e7a5-4b97-8f73-1291c07697f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:06.735524 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-a9aee34c-e7a5-4b97-8f73-1291c07697f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ce0b31-6c6a-4e10-a998-3ec1f2817460 HTTP/1.1" status: 200 len: 835 time: 0.0424013 Jan 28 21:17:06.780406 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-f9aced12-3d48-4b01-8b1a-085f37bc3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:06.781859 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-f9aced12-3d48-4b01-8b1a-085f37bc3228 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0f3978d-1c32-474d-b277-b1db47a8a2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400639 Jan 28 21:17:06.873911 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-bb2791de-b3ba-44d9-b7c2-a036ad23ff1c service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848920 Jan 28 21:17:06.960608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-247a0cb9-c2e4-40ca-b417-877139209e86 req-c499faa0-d913-4e74-a907-e0661bd1bc1a service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805142 Jan 28 21:17:07.666272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e0f7f-744f-49d9-92ee-c69c6f095cee req-0e27a2a9-6a86-4971-9f32-72b0c3ffaa7c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:07.668972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c08e0f7f-744f-49d9-92ee-c69c6f095cee req-0e27a2a9-6a86-4971-9f32-72b0c3ffaa7c tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0480535 Jan 28 21:17:07.709036 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c08e0f7f-744f-49d9-92ee-c69c6f095cee req-1c111d61-7fb6-423e-baaa-731229e86a07 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348492 Jan 28 21:17:07.820116 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c46b5a3f-3351-4c24-bce9-14235bff94a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:08.828491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf1d27-841b-492d-86df-16546457a3a7 req-f9e7ed0c-3a34-4e53-8baf-398971fe1123 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:08.829958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ebf1d27-841b-492d-86df-16546457a3a7 req-f9e7ed0c-3a34-4e53-8baf-398971fe1123 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0530286 Jan 28 21:17:08.872283 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3ebf1d27-841b-492d-86df-16546457a3a7 req-baeb19cc-c6b4-4a8a-a831-05f1f95cad43 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347126 Jan 28 21:17:08.894402 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56250) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:08.956058 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-ccd666ec-d3bd-4798-b633-eda22c0626ad tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/floatingips/2e0ec0fd-37c5-4b78-83ab-52d847e488b0 HTTP/1.1" status: 200 len: 994 time: 0.0605271 Jan 28 21:17:09.268339 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56256) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:09.431801 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port e4181f57-7fab-4832-901b-90dc46005efb {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:17:09.432130 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:09.509868 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:09.510195 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:09.522226 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for e4181f57-7fab-4832-901b-90dc46005efb owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:17:09.667262 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:09.693350 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=e4181f57-7fab-4832-901b-90dc46005efb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:09.753050 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:09.753415 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Floating IP 2e0ec0fd-37c5-4b78-83ab-52d847e488b0 disassociated (deleted). External IP: 172.25.2.195, port: 5b6892a5-6d90-4f62-9442-32cce6e8c82c. Jan 28 21:17:09.963171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router d1c0d3d7-879c-47df-b880-bfe28758b092 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:17:10.071591 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:17:10.076322 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:10.080852 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] Sync routers for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:17:10.090467 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:10.091070 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:16:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:10.103262 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-507e5c4b-f870-47f7-8a93-234c74568ca7 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/floatingips/2e0ec0fd-37c5-4b78-83ab-52d847e488b0 HTTP/1.1" status: 204 len: 168 time: 0.8333602 Jan 28 21:17:10.103960 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:17:10.106399 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba06caf-e1df-47e8-86e6-468fdff2151f" -d '{"events": [{"name": "network-changed", "server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:17:10.146116 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4127da-2e4e-4b81-b23b-89ce73a664f0 x-openstack-request-id: req-2a4127da-2e4e-4b81-b23b-89ce73a664f0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:17:10.146405 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:17:10.146650 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a4127da-2e4e-4b81-b23b-89ce73a664f0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:17:10.147048 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'status': 'completed', 'code': 200} Jan 28 21:17:10.201311 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:10.208582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-69affc33-ac51-4ef3-94b7-597d31e2b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:10.210105 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-69affc33-ac51-4ef3-94b7-597d31e2b712 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 1097 time: 0.0438697 Jan 28 21:17:10.309520 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2090a97d-ef45-40a7-ba5b-5e56faf72a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:10.331248 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-3ed1528b-24fd-4a4e-8494-e396655982d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:10.333414 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-3ed1528b-24fd-4a4e-8494-e396655982d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0f3978d-1c32-474d-b277-b1db47a8a2ba HTTP/1.1" status: 200 len: 897 time: 0.1119475 Jan 28 21:17:10.360430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26064c9-913b-4c5b-8348-614f550e2909 req-4dfdf547-e21d-403c-b675-0a7a9caf314d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:10.361933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e26064c9-913b-4c5b-8348-614f550e2909 req-4dfdf547-e21d-403c-b675-0a7a9caf314d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0560441 Jan 28 21:17:10.381407 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-ae7fbc1a-3435-41c6-bf63-dad6773c88c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c HTTP/1.1" status: 200 len: 217 time: 0.0404072 Jan 28 21:17:10.409819 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e26064c9-913b-4c5b-8348-614f550e2909 req-4dfe881f-9919-4c54-961e-241cbbcf880a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412452 Jan 28 21:17:10.421926 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:23Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:10.441883 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-b5baf268-6bbc-4d06-b315-6c549efae68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:10.443206 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-b5baf268-6bbc-4d06-b315-6c549efae68f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ce0b31-6c6a-4e10-a998-3ec1f2817460 HTTP/1.1" status: 200 len: 835 time: 0.0541565 Jan 28 21:17:10.452822 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] Checking router: d1c0d3d7-879c-47df-b880-bfe28758b092 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:17:10.462277 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:10.462936 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:10.489368 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-40f331e5-b51d-42a8-9574-882d7b7c2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:10.490766 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-40f331e5-b51d-42a8-9574-882d7b7c2485 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0f3978d-1c32-474d-b277-b1db47a8a2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399177 Jan 28 21:17:10.573332 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:10.593483 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-92a5bc1c-6697-48eb-a33d-5ec886aed41c service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905342 Jan 28 21:17:10.686949 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-fba06caf-e1df-47e8-86e6-468fdff2151f req-481fea4e-383d-42ad-94e6-7ab7796877d9 service neutron] 10.222.0.13 "GET /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860209 Jan 28 21:17:10.766419 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:23Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:10.797591 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a0b85-23f0-456d-b049-aea7528ad551 None None] The sync data for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 is: [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:16:20Z', 'revision_number': 4, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd9e0e037-2ed0-47af-9785-6c9edd27f42d', 'name': '', 'network_id': 'd0f3978d-1c32-474d-b277-b1db47a8a2ba', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'mac_address': 'fa:16:3e:3e:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:20Z', 'updated_at': '2022-01-28T21:16:23Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'subnets': [{'id': '93ce0b31-6c6a-4e10-a998-3ec1f2817460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:17:11.017355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcac41d-1071-40e7-9a3c-57d5553cd106 None None] New status for floating IP 2e0ec0fd-37c5-4b78-83ab-52d847e488b0: DOWN {{(pid=102308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:17:11.534753 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ce232-a3ae-4f15-ad46-062a6434d118 req-47a61bfe-7c66-417a-bc68-a3b655818f03 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:11.537230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c44ce232-a3ae-4f15-ad46-062a6434d118 req-47a61bfe-7c66-417a-bc68-a3b655818f03 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0530028 Jan 28 21:17:11.576418 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c44ce232-a3ae-4f15-ad46-062a6434d118 req-9dd17840-7733-428a-a8ec-dd21b20534b0 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/security-groups?id=06c71098-6eeb-416d-abe4-4e32bf406303&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331566 Jan 28 21:17:11.862030 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:11.993087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055cd5a-e308-4452-b541-926263c24b7e req-e6569355-8dac-4a66-ada0-b56a572b0a1d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:11.994657 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d055cd5a-e308-4452-b541-926263c24b7e req-e6569355-8dac-4a66-ada0-b56a572b0a1d tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 946 time: 0.0495522 Jan 28 21:17:12.085449 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 5b6892a5-6d90-4f62-9442-32cce6e8c82c {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:17:12.085785 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:12.171330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 5b6892a5-6d90-4f62-9442-32cce6e8c82c, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=5b6892a5-6d90-4f62-9442-32cce6e8c82c,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:12.171673 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:12.183320 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 5b6892a5-6d90-4f62-9442-32cce6e8c82c owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:17:12.314872 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:12.346331 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=5b6892a5-6d90-4f62-9442-32cce6e8c82c,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:12.377048 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.377410 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.377759 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.378100 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.379098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.379447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.379788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.380126 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.380499 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.380832 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.381164 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.381491 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:12.398646 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] No DVR routers for this DVR port 5b6892a5-6d90-4f62-9442-32cce6e8c82c on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:17:12.401128 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:12.404548 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-d055cd5a-e308-4452-b541-926263c24b7e req-f849ad0f-b6f5-4cd1-a704-0502009de33a tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.13 "DELETE /v2.0/ports/5b6892a5-6d90-4f62-9442-32cce6e8c82c HTTP/1.1" status: 204 len: 173 time: 0.4040711 Jan 28 21:17:12.404985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'name': 'network-vif-deleted', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:17:12.407322 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad8aacf-5bf8-4b9a-b158-eabbeacbccd7" -d '{"events": [{"server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "name": "network-vif-deleted", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:17:12.445407 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e748d809-d8c1-45bc-a45b-f1f308c25bc0 x-openstack-request-id: req-e748d809-d8c1-45bc-a45b-f1f308c25bc0 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:17:12.445719 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dfadfd-6dda-4a50-bc44-76da48432a7d", "name": "network-vif-deleted", "tag": "5b6892a5-6d90-4f62-9442-32cce6e8c82c", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:17:12.445970 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e748d809-d8c1-45bc-a45b-f1f308c25bc0 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:17:12.446387 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dfadfd-6dda-4a50-bc44-76da48432a7d', 'name': 'network-vif-deleted', 'tag': '5b6892a5-6d90-4f62-9442-32cce6e8c82c', 'status': 'completed', 'code': 200} Jan 28 21:17:12.683561 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c30b7122-3bdd-4022-a675-8d7506e5ae85 req-b3cfdbd8-6dd0-485b-bda3-a4be89a0cb05 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "GET /v2.0/ports?device_id=06dfadfd-6dda-4a50-bc44-76da48432a7d HTTP/1.1" status: 200 len: 210 time: 0.0283527 Jan 28 21:17:13.153284 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:13.319107 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:13.740391 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56272) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:14.094829 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:14.353832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port d9e0e037-2ed0-47af-9785-6c9edd27f42d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:17:14.354089 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:14.443173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port d9e0e037-2ed0-47af-9785-6c9edd27f42d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d9e0e037-2ed0-47af-9785-6c9edd27f42d,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:14.443528 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:14.454812 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for d9e0e037-2ed0-47af-9785-6c9edd27f42d owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:17:14.638354 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:14.675020 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=d9e0e037-2ed0-47af-9785-6c9edd27f42d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:14.698085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.698448 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.698794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.699137 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.699482 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.699822 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.700157 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.700522 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.700850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.701176 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.701506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.701827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:14.857269 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.068383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Router d1c0d3d7-879c-47df-b880-bfe28758b092 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:17:15.171163 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:17:15.176890 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-743f068c-7ef9-4ef9-b7b5-9aade9cb8a0b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "PUT /v2.0/routers/d1c0d3d7-879c-47df-b880-bfe28758b092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4354370 Jan 28 21:17:15.179641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56274) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:15.182042 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] Sync routers for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:17:15.193655 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:15.194271 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:15.231276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c9b34c-e4b3-49b1-96a0-dfd7522af774 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting subnet 93ce0b31-6c6a-4e10-a998-3ec1f2817460 {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:17:15.234398 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-78c9b34c-e4b3-49b1-96a0-dfd7522af774 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.275880 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-78c9b34c-e4b3-49b1-96a0-dfd7522af774 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.376788 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-78c9b34c-e4b3-49b1-96a0-dfd7522af774 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.398659 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:15.443174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-78c9b34c-e4b3-49b1-96a0-dfd7522af774 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.471100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9b34c-e4b3-49b1-96a0-dfd7522af774 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Subnet': ['ID=93ce0b31-6c6a-4e10-a998-3ec1f2817460,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:15.478719 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-78c9b34c-e4b3-49b1-96a0-dfd7522af774 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.485258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56276) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:15.485774 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-78c9b34c-e4b3-49b1-96a0-dfd7522af774 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/subnets/93ce0b31-6c6a-4e10-a998-3ec1f2817460 HTTP/1.1" status: 204 len: 168 time: 0.3047199 Jan 28 21:17:15.496673 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a52fbb-12b2-4f8d-90ab-beb1fa49eb73 None None] Network d0f3978d-1c32-474d-b277-b1db47a8a2ba requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:17:15.592255 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:17:14Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:15.606369 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.617581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5b6892a5-6d90-4f62-9442-32cce6e8c82c no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:17:15.632063 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] Checking router: d1c0d3d7-879c-47df-b880-bfe28758b092 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:17:15.642960 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] Routers {'d1c0d3d7-879c-47df-b880-bfe28758b092'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:15.644668 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['d1c0d3d7-879c-47df-b880-bfe28758b092'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:15.670782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 5b6892a5-6d90-4f62-9442-32cce6e8c82c {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:17:15.671551 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 5b6892a5-6d90-4f62-9442-32cce6e8c82c not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:17:15.733976 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.770175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] DHCP port deletion for d0f3978d-1c32-474d-b277-b1db47a8a2ba request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:17:15.782204 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] Set router d1c0d3d7-879c-47df-b880-bfe28758b092 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:15.793985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Deleting port 2f122983-0c91-4874-a767-cda35847ef06 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:17:15.794569 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.834869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Deleting port 8edeabbc-8e95-48ab-ab52-5963853b6b0f {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:17:15.835249 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.889322 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] For port 2f122983-0c91-4874-a767-cda35847ef06, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2f122983-0c91-4874-a767-cda35847ef06,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:15.889960 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.905015 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Calling delete_port for 2f122983-0c91-4874-a767-cda35847ef06 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:17:15.914915 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] For port 8edeabbc-8e95-48ab-ab52-5963853b6b0f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=8edeabbc-8e95-48ab-ab52-5963853b6b0f,segment=NetworkSegment(39c4856a-4ad9-45fc-b49c-5d033fa2f8c4),segment_id=39c4856a-4ad9-45fc-b49c-5d033fa2f8c4)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:15.915452 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:15.931294 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Calling delete_port for 8edeabbc-8e95-48ab-ab52-5963853b6b0f owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:17:15.996626 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:17:14Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:16.025846 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1255634-c578-4aee-83ad-848c16dd69dc None None] The sync data for ids ['d1c0d3d7-879c-47df-b880-bfe28758b092'] in n-d-825064-3 is: [{'id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1267935333', 'tenant_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '2f122983-0c91-4874-a767-cda35847ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:16:17Z', 'updated_at': '2022-01-28T21:17:14Z', 'revision_number': 5, 'project_id': '101ec6e45c8c44f893aaec6f1cc7c83e', 'gw_port': {'id': '2f122983-0c91-4874-a767-cda35847ef06', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c0d3d7-879c-47df-b880-bfe28758b092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:16:18Z', 'updated_at': '2022-01-28T21:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:17:16.026155 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.051120 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Pushing event deleted for resources: {'Port': ['ID=8edeabbc-8e95-48ab-ab52-5963853b6b0f,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:16.062698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.063042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.063380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.063821 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.064085 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.064463 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.064894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.065104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.065425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.066162 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.066481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.066806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:16.072267 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b42b3-c28a-49ea-baf6-aa9a7a6184fc None None] No DVR routers for this DVR port 8edeabbc-8e95-48ab-ab52-5963853b6b0f on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:17:16.130008 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.154717 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Port': ['ID=2f122983-0c91-4874-a767-cda35847ef06,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:16.219060 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.313954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.316558 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.364310 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.365053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Fanout notify agent at l3_agent the message router_deleted on router d1c0d3d7-879c-47df-b880-bfe28758b092 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:17:16.372508 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.373792 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-77d08041-2516-42d1-a0de-d5e87926c24b tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/routers/d1c0d3d7-879c-47df-b880-bfe28758b092 HTTP/1.1" status: 204 len: 168 time: 0.8861675 Jan 28 21:17:16.376467 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56278) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:16.457769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.550501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.571216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f3978d-1c32-474d-b277-b1db47a8a2ba']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:16.580877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:16.581229 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c4856a-4ad9-45fc-b49c-5d033fa2f8c4') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:16.590747 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.604003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.610354 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:17:16.610821 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:17:16.614791 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:17:16.679174 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.686719 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.690113 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/networks/d0f3978d-1c32-474d-b277-b1db47a8a2ba HTTP/1.1" status: 204 len: 168 time: 0.3126438 Jan 28 21:17:16.694273 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56280) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:16.710517 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421af137-c239-45d9-a9da-3884cc6093ac tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'Network': ['ID=d0f3978d-1c32-474d-b277-b1db47a8a2ba,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:16.760791 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-665c522a-5850-40f5-8613-6caab3cd0c76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.787537 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-665c522a-5850-40f5-8613-6caab3cd0c76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.846287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-665c522a-5850-40f5-8613-6caab3cd0c76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.849631 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-665c522a-5850-40f5-8613-6caab3cd0c76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:16.850980 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-665c522a-5850-40f5-8613-6caab3cd0c76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] 10.222.0.44 "DELETE /v2.0/security-groups/06c71098-6eeb-416d-abe4-4e32bf406303 HTTP/1.1" status: 204 len: 168 time: 0.1569278 Jan 28 21:17:16.860017 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c522a-5850-40f5-8613-6caab3cd0c76 tempest-TestNetworkAdvancedServerOps-1134170908 tempest-TestNetworkAdvancedServerOps-1134170908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c71098-6eeb-416d-abe4-4e32bf406303,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:17.195012 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56288) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:17.337025 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f263abab-1a07-4367-a555-4c52db96d234 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=101ec6e45c8c44f893aaec6f1cc7c83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407359 Jan 28 21:17:17.339362 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56292) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:17.388551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3736271c-3f4c-4231-bf7f-96c554d26424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.411848 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3736271c-3f4c-4231-bf7f-96c554d26424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.461990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3736271c-3f4c-4231-bf7f-96c554d26424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.464975 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3736271c-3f4c-4231-bf7f-96c554d26424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.466515 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3736271c-3f4c-4231-bf7f-96c554d26424 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4457c5ca-7ad5-4abd-9275-caeb81d41142 HTTP/1.1" status: 204 len: 168 time: 0.1258967 Jan 28 21:17:17.474995 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736271c-3f4c-4231-bf7f-96c554d26424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4457c5ca-7ad5-4abd-9275-caeb81d41142,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:17.636990 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8edeabbc-8e95-48ab-ab52-5963853b6b0f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:17:17.657930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 8edeabbc-8e95-48ab-ab52-5963853b6b0f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:17:17.658283 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 8edeabbc-8e95-48ab-ab52-5963853b6b0f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:17:17.658705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2f122983-0c91-4874-a767-cda35847ef06 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:17:17.680348 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2f122983-0c91-4874-a767-cda35847ef06 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:17:17.680707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2f122983-0c91-4874-a767-cda35847ef06 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:17:17.681132 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d9e0e037-2ed0-47af-9785-6c9edd27f42d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:17:17.702439 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d9e0e037-2ed0-47af-9785-6c9edd27f42d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:17:17.702864 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d9e0e037-2ed0-47af-9785-6c9edd27f42d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:17:17.739747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56298) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:17.752585 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0120bf5-893f-47bb-8713-3de6adc2e364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.829514 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0120bf5-893f-47bb-8713-3de6adc2e364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.833987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c0120bf5-893f-47bb-8713-3de6adc2e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.870053 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0120bf5-893f-47bb-8713-3de6adc2e364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba2fb1-1cda-43a6-ac44-2cf7773e9607,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:17.877129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c0120bf5-893f-47bb-8713-3de6adc2e364 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d718eeea267f493693b722025f0241fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348369 Jan 28 21:17:17.879167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56300) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:17.929540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d1029e2-9632-44a9-8c86-85f83750feea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.950619 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d1029e2-9632-44a9-8c86-85f83750feea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:17.999865 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d1029e2-9632-44a9-8c86-85f83750feea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:18.002494 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3d1029e2-9632-44a9-8c86-85f83750feea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:18.003696 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3d1029e2-9632-44a9-8c86-85f83750feea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26ba2fb1-1cda-43a6-ac44-2cf7773e9607 HTTP/1.1" status: 204 len: 168 time: 0.1235034 Jan 28 21:17:18.011179 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1029e2-9632-44a9-8c86-85f83750feea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba2fb1-1cda-43a6-ac44-2cf7773e9607,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:18.645085 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:18.694536 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:18.790714 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1343976654-network', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:18.815090 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Made reservation on behalf of 10ed5bfa945340d7bd7b9d26246e1958 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:17:18.817529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:18.825989 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:18.904947 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:18.909030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:18.933033 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:17:18.947980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4815b1f9-e71c-4b46-8dee-a9cd4e66cfaa,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:18.951946 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:18.952316 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Added segment 15304fdd-fd2c-4d61-839a-b01c225176b9 of type vlan for network 6e260c4e-e596-4240-8ca9-62f85ff7807a Jan 28 21:17:18.993914 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.017278 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.018251 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:19.019451 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.079596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3839264 Jan 28 21:17:19.083139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56326) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:19.090239 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Request body: {'subnet': {'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1343976654-subnet', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:19.094877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143a480-381a-4fde-918f-2e9f5c0d728c admin admin] Pushing event updated for resources: {'Network': ['ID=6e260c4e-e596-4240-8ca9-62f85ff7807a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:19.105290 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:17:19.115471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Made reservation on behalf of 10ed5bfa945340d7bd7b9d26246e1958 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:17:19.117881 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.289199 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.348401 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbfd3254-d9df-4d5f-8008-6a6943779608,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:19.352611 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Checking segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:19.352969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Network hostable DHCP agents. Network: 6e260c4e-e596-4240-8ca9-62f85ff7807a, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:17:19.369424 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:17:19.379474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 6e260c4e-e596-4240-8ca9-62f85ff7807a) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:19.383662 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:19.384299 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.397637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523ba71-763c-43db-9fbb-678539b261b6 None None] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:17:19.400115 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a89d7f0e-fd6c-4fbc-92ab-13ed74458b98 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156233 Jan 28 21:17:19.402689 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56328) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:19.406885 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:19.430296 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.431287 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.481648 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.549205 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-6e260c4e-e596-4240-8ca9-62f85ff7807a', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:17:19.550621 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.622939 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.685173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Allocated IP 172.20.0.2 (6e260c4e-e596-4240-8ca9-62f85ff7807a/cbfd3254-d9df-4d5f-8008-6a6943779608/2c9542ae-7be2-4069-9f50-42f233812f52) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:17:19.828765 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.834442 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.838211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.856764 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.873509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:19.876469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:19.880415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:17:19.885691 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Pushing event updated for resources: {'Port': ['ID=2c9542ae-7be2-4069-9f50-42f233812f52,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:19.945045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Attempting to bind port 2c9542ae-7be2-4069-9f50-42f233812f52 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:17:19.945409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Attempting to bind port 2c9542ae-7be2-4069-9f50-42f233812f52 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:17:19.945767 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Attempting to bind port 2c9542ae-7be2-4069-9f50-42f233812f52 on network 6e260c4e-e596-4240-8ca9-62f85ff7807a {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:17:19.950772 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:17:19.951143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Checking segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:19.951541 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.951929 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Bound using segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:17:19.952420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Bound port: 2c9542ae-7be2-4069-9f50-42f233812f52, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:17:19.952802 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:19.962068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Allocated IP 172.25.2.57 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/e9e5d460-1ed1-4242-b08e-f622721942a6) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:17:20.016735 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] For port 2c9542ae-7be2-4069-9f50-42f233812f52, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:17:20.020705 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] For port 2c9542ae-7be2-4069-9f50-42f233812f52, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2c9542ae-7be2-4069-9f50-42f233812f52,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:17:20.024839 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:20.078478 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:20.085086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e804bc-5ad2-4033-8e0f-a69687a4d733 None None] Pushing event updated for resources: {'Port': ['ID=2c9542ae-7be2-4069-9f50-42f233812f52,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:20.116093 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:20.157585 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:20.163575 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:20.165484 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Pushing event updated for resources: {'Port': ['ID=e9e5d460-1ed1-4242-b08e-f622721942a6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:20.167572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:17:20.429431 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:20.621113 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.039670 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ece6b2-057d-4926-9fba-537662b4ff57 None None] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:17:21.089430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Router 08ee8cf8-528a-4c8e-8163-04a122a51408 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:17:21.102560 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0ff0b1a7-d8d3-455b-8fae-461a7a94be3f None None] Provisioning complete for port 2c9542ae-7be2-4069-9f50-42f233812f52 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:21.102937 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0ff0b1a7-d8d3-455b-8fae-461a7a94be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.198442 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:17:21.217337 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.218595 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-64bd031a-8e3f-426c-987f-b0fe7885268a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8149989 Jan 28 21:17:21.221297 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56330) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:21.222627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Sync routers for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:17:21.262785 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:21.263343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:21.268227 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0ff0b1a7-d8d3-455b-8fae-461a7a94be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.381168 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-0ff0b1a7-d8d3-455b-8fae-461a7a94be3f None None] For port 2c9542ae-7be2-4069-9f50-42f233812f52, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2c9542ae-7be2-4069-9f50-42f233812f52,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:21.391110 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0ff0b1a7-d8d3-455b-8fae-461a7a94be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.435638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:21.515679 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0b1a7-d8d3-455b-8fae-461a7a94be3f None None] Pushing event updated for resources: {'Port': ['ID=2c9542ae-7be2-4069-9f50-42f233812f52,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:21.637613 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-9a191b20-d0a1-4e38-bbcf-3c031fee36a3 None None] Provisioning complete for port 2c9542ae-7be2-4069-9f50-42f233812f52 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:21.637862 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9a191b20-d0a1-4e38-bbcf-3c031fee36a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.679161 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.689447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:20Z', 'revision_number': 3, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:21.693937 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2c9542ae-7be2-4069-9f50-42f233812f52 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:21.721122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Checking router: 08ee8cf8-528a-4c8e-8163-04a122a51408 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:17:21.721468 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Updating router 08ee8cf8-528a-4c8e-8163-04a122a51408 port e9e5d460-1ed1-4242-b08e-f622721942a6 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:17:21.801910 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.841021 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Allocated IP 172.20.0.1 (6e260c4e-e596-4240-8ca9-62f85ff7807a/cbfd3254-d9df-4d5f-8008-6a6943779608/9c6ced26-9221-4ff8-beb7-0810ac28597f) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:17:21.853074 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 2c9542ae-7be2-4069-9f50-42f233812f52 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:21.853422 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.950041 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:21.985598 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.027997 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:22.031292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:22.034579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:17:22.060052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6ced26-9221-4ff8-beb7-0810ac28597f,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:22.083300 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.118106 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.224160 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.300391 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.307490 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.367573 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4cd91-7805-499c-aaad-98570d53b3c3 None None] Pushing event updated for resources: {'Port': ['ID=e9e5d460-1ed1-4242-b08e-f622721942a6,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:22.369886 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Attempting to bind port e9e5d460-1ed1-4242-b08e-f622721942a6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:17:22.370259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Attempting to bind port e9e5d460-1ed1-4242-b08e-f622721942a6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:17:22.370625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Attempting to bind port e9e5d460-1ed1-4242-b08e-f622721942a6 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:17:22.379216 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2e9546b2-aaaf-4147-bb99-4e2b97c75476 None None] Provisioning complete for port 9c6ced26-9221-4ff8-beb7-0810ac28597f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:22.379595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2e9546b2-aaaf-4147-bb99-4e2b97c75476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.382341 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:17:22.382722 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:22.383124 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.383515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:17:22.383984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Bound port: e9e5d460-1ed1-4242-b08e-f622721942a6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:17:22.384498 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.395008 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.400828 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.449340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-2e9546b2-aaaf-4147-bb99-4e2b97c75476 None None] Port 9c6ced26-9221-4ff8-beb7-0810ac28597f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:17:22.466602 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] For port e9e5d460-1ed1-4242-b08e-f622721942a6, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:17:22.467748 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6ced26-9221-4ff8-beb7-0810ac28597f,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:22.470123 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] For port e9e5d460-1ed1-4242-b08e-f622721942a6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e9e5d460-1ed1-4242-b08e-f622721942a6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:17:22.473102 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.474693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.534617 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:22.535411 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:22.537407 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4cd91-7805-499c-aaad-98570d53b3c3 None None] Pushing event updated for resources: {'Port': ['ID=e9e5d460-1ed1-4242-b08e-f622721942a6,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:22.572842 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:22.574267 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:22.647536 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:17:22.655282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:22.695837 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Router 08ee8cf8-528a-4c8e-8163-04a122a51408 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:17:22.798970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-13186b44-4bd0-40f2-b4c3-02e8834f451a None None] Provisioning complete for port 9c6ced26-9221-4ff8-beb7-0810ac28597f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:22.799342 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-13186b44-4bd0-40f2-b4c3-02e8834f451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:22.816411 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:17:22.821924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-5a727373-982c-491f-8111-8d0b8c614a31 admin admin] 10.222.0.44 "PUT /v2.0/routers/08ee8cf8-528a-4c8e-8163-04a122a51408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993133 Jan 28 21:17:22.874906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-13186b44-4bd0-40f2-b4c3-02e8834f451a None None] Port 9c6ced26-9221-4ff8-beb7-0810ac28597f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:17:22.902427 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 2, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:22.932250 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303e259-f39b-4a17-99f3-33fea0cb8769 None None] The sync data for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 is: [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 2, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:17:23.357496 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56346) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:23.363841 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2053721617-network', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:23.390845 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Made reservation on behalf of 0fdb84842a3a4c04bdbc12fe941bcd2f for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:17:23.395054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.404613 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.485340 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.489550 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.514146 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:17:23.525340 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6cc685-59aa-4ac4-9ce3-134e8deb2bde,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:23.530315 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.530660 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Added segment 56e4d638-e5ab-4987-9ff0-dfa5f1d853bb of type vlan for network e8bf6db3-f06c-4c2a-b169-b7a700c8240a Jan 28 21:17:23.577893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.617714 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.618787 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:23.622191 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.687804 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3283398 Jan 28 21:17:23.691243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56348) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:23.696255 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Request body: {'subnet': {'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2053721617-subnet', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:23.704340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e9e5d460-1ed1-4242-b08e-f622721942a6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:23.713169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed38544-3780-4e1e-899f-aac0f60e517b admin admin] Pushing event updated for resources: {'Network': ['ID=e8bf6db3-f06c-4c2a-b169-b7a700c8240a,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:23.729546 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network e8bf6db3-f06c-4c2a-b169-b7a700c8240a details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:17:23.731988 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Made reservation on behalf of 0fdb84842a3a4c04bdbc12fe941bcd2f for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:17:23.734924 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.821455 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e9e5d460-1ed1-4242-b08e-f622721942a6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:23.822465 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.910046 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.922878 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.933147 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port e9e5d460-1ed1-4242-b08e-f622721942a6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e9e5d460-1ed1-4242-b08e-f622721942a6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:23.939605 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:23.982209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772c91b5-1717-44da-9b06-e3fc1e13a41a,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:23.991506 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Checking segment: {'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:23.991875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Network hostable DHCP agents. Network: e8bf6db3-f06c-4c2a-b169-b7a700c8240a, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:17:23.993719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=e9e5d460-1ed1-4242-b08e-f622721942a6,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:24.010610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Network e8bf6db3-f06c-4c2a-b169-b7a700c8240a is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:17:24.020960 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, e8bf6db3-f06c-4c2a-b169-b7a700c8240a) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:24.025054 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:24.025642 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.031166 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f423f-9600-43c7-ad60-c387367543f6 None None] Network e8bf6db3-f06c-4c2a-b169-b7a700c8240a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:17:24.044224 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a55816f9-ba44-4c83-ae1c-e6486eeee941 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3512301 Jan 28 21:17:24.046432 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56350) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:24.052372 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:24.075766 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.076693 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.139169 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.193126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-e8bf6db3-f06c-4c2a-b169-b7a700c8240a', 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'fixed_ips': [{'subnet_id': '772c91b5-1717-44da-9b06-e3fc1e13a41a'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:17:24.194001 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.289969 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.358486 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Allocated IP 172.20.0.2 (e8bf6db3-f06c-4c2a-b169-b7a700c8240a/772c91b5-1717-44da-9b06-e3fc1e13a41a/c46ffe18-0468-4683-9463-e9ddce8e1446) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:17:24.503581 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.511105 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.524310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.545211 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.555067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Network e8bf6db3-f06c-4c2a-b169-b7a700c8240a is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:24.558302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:24.561870 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:17:24.568415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Pushing event updated for resources: {'Port': ['ID=c46ffe18-0468-4683-9463-e9ddce8e1446,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:24.621358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Attempting to bind port c46ffe18-0468-4683-9463-e9ddce8e1446 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:17:24.621734 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Attempting to bind port c46ffe18-0468-4683-9463-e9ddce8e1446 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:17:24.622301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Attempting to bind port c46ffe18-0468-4683-9463-e9ddce8e1446 on network e8bf6db3-f06c-4c2a-b169-b7a700c8240a {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:17:24.627402 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:17:24.628352 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Checking segment: {'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:24.628952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.629528 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Bound using segment: {'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:17:24.630001 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Bound port: c46ffe18-0468-4683-9463-e9ddce8e1446, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:17:24.630382 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.656819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Allocated IP 172.25.2.11 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/be5473cd-f328-49f0-b53b-001b6a9865ab) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:17:24.697005 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] For port c46ffe18-0468-4683-9463-e9ddce8e1446, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:17:24.700158 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] For port c46ffe18-0468-4683-9463-e9ddce8e1446, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c46ffe18-0468-4683-9463-e9ddce8e1446,segment=NetworkSegment(56e4d638-e5ab-4987-9ff0-dfa5f1d853bb),segment_id=56e4d638-e5ab-4987-9ff0-dfa5f1d853bb)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:17:24.707054 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.768020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c49d4c-dea2-4fae-8cbd-de7bd257ad98 None None] Pushing event updated for resources: {'Port': ['ID=c46ffe18-0468-4683-9463-e9ddce8e1446,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:24.783790 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.821544 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:24.864703 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:24.867515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:24.870752 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:17:24.898500 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Pushing event updated for resources: {'Port': ['ID=be5473cd-f328-49f0-b53b-001b6a9865ab,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:25.105037 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Sync routers for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:17:25.113921 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:25.114688 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:25.163687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:25.219745 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:25.363257 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:25.422430 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 2, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:25.454005 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Checking router: 08ee8cf8-528a-4c8e-8163-04a122a51408 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:17:25.454361 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Updating router 08ee8cf8-528a-4c8e-8163-04a122a51408 port 9c6ced26-9221-4ff8-beb7-0810ac28597f binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:17:25.480661 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:25.505348 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Router 7d28db2f-8b32-459b-8a63-c326c605453b is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:17:25.639083 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:17:25.656059 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Sync routers for ids ['7d28db2f-8b32-459b-8a63-c326c605453b'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:17:25.688531 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Routers {'7d28db2f-8b32-459b-8a63-c326c605453b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:25.693443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7d28db2f-8b32-459b-8a63-c326c605453b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:25.697385 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:25.701700 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56352) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:25.713986 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0276425b-4570-482f-9d4a-8a59844bdd8f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6662657 Jan 28 21:17:25.773199 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c46ffe18-0468-4683-9463-e9ddce8e1446 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:25.824943 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:25.832657 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:25.852823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea8efd4-b475-4713-b623-052d96864269 None None] Network e8bf6db3-f06c-4c2a-b169-b7a700c8240a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:17:25.892628 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Pushing event updated for resources: {'Port': ['ID=9c6ced26-9221-4ff8-beb7-0810ac28597f,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:25.918814 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Set router 7d28db2f-8b32-459b-8a63-c326c605453b gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:25.922889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.922889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.922889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.922889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.922889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.922889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.922889 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.923470 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.923470 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.923666 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.923970 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.924144 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:17:25.956599 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Attempting to bind port 9c6ced26-9221-4ff8-beb7-0810ac28597f on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:17:25.957423 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Attempting to bind port 9c6ced26-9221-4ff8-beb7-0810ac28597f by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:17:25.958086 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Attempting to bind port 9c6ced26-9221-4ff8-beb7-0810ac28597f on network 6e260c4e-e596-4240-8ca9-62f85ff7807a {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:17:25.964472 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:17:25.965245 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Checking segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:25.966419 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:25.967053 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Bound using segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:17:25.967755 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Bound port: 9c6ced26-9221-4ff8-beb7-0810ac28597f, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:17:25.968405 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.049071 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] For port 9c6ced26-9221-4ff8-beb7-0810ac28597f, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:17:26.052947 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] For port 9c6ced26-9221-4ff8-beb7-0810ac28597f, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9c6ced26-9221-4ff8-beb7-0810ac28597f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:17:26.059637 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.066328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c46ffe18-0468-4683-9463-e9ddce8e1446 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:26.066707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.074215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-6e57d4bf-4e08-41c6-aae1-58cbd32733ea None None] Provisioning complete for port c46ffe18-0468-4683-9463-e9ddce8e1446 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:26.074682 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e57d4bf-4e08-41c6-aae1-58cbd32733ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.140068 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:26.141366 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:26.145366 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b42d8-1fe4-43e0-a103-7f87ea78e739 None None] Pushing event updated for resources: {'Port': ['ID=9c6ced26-9221-4ff8-beb7-0810ac28597f,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:26.263867 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:26.558595 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.576122 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6e57d4bf-4e08-41c6-aae1-58cbd32733ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.607265 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:26Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:26.621966 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port c46ffe18-0468-4683-9463-e9ddce8e1446, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c46ffe18-0468-4683-9463-e9ddce8e1446,segment=NetworkSegment(56e4d638-e5ab-4987-9ff0-dfa5f1d853bb),segment_id=56e4d638-e5ab-4987-9ff0-dfa5f1d853bb)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:26.628212 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.628827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:25Z', 'revision_number': 3, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port': {'id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:26.635269 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779f7065-2c12-46f1-8bba-c825d483ab20 None None] The sync data for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 is: [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:26Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:17:26.661999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Checking router: 7d28db2f-8b32-459b-8a63-c326c605453b for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:17:26.662359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Updating router 7d28db2f-8b32-459b-8a63-c326c605453b port be5473cd-f328-49f0-b53b-001b6a9865ab binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:17:26.667341 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.668122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e9e5d460-1ed1-4242-b08e-f622721942a6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:26.798964 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.823567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Allocated IP 172.20.0.1 (e8bf6db3-f06c-4c2a-b169-b7a700c8240a/772c91b5-1717-44da-9b06-e3fc1e13a41a/78863223-b9c3-4def-811b-173c7261fd2d) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:17:26.832771 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-6e57d4bf-4e08-41c6-aae1-58cbd32733ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 21:17:26.832990 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-6e57d4bf-4e08-41c6-aae1-58cbd32733ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 21:17:26.854522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=c46ffe18-0468-4683-9463-e9ddce8e1446,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:26.866582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e9e5d460-1ed1-4242-b08e-f622721942a6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:26.866914 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.937994 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:26.981099 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.023250 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Network e8bf6db3-f06c-4c2a-b169-b7a700c8240a is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:27.028399 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:27.032472 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:17:27.061638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Pushing event updated for resources: {'Port': ['ID=78863223-b9c3-4def-811b-173c7261fd2d,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:27.089491 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.179625 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.187209 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.243664 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.247246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Attempting to bind port be5473cd-f328-49f0-b53b-001b6a9865ab on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:17:27.247625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Attempting to bind port be5473cd-f328-49f0-b53b-001b6a9865ab by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:17:27.248094 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Attempting to bind port be5473cd-f328-49f0-b53b-001b6a9865ab on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:17:27.250320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb2387-a983-48f6-b959-b68eaae5730f None None] Pushing event updated for resources: {'Port': ['ID=be5473cd-f328-49f0-b53b-001b6a9865ab,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:27.256533 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:17:27.256907 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:27.257321 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.257714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:17:27.258190 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Bound port: be5473cd-f328-49f0-b53b-001b6a9865ab, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:17:27.258579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.325180 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] For port be5473cd-f328-49f0-b53b-001b6a9865ab, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:17:27.328760 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] For port be5473cd-f328-49f0-b53b-001b6a9865ab, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=be5473cd-f328-49f0-b53b-001b6a9865ab,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:17:27.338138 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.433249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Routers {'7d28db2f-8b32-459b-8a63-c326c605453b'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:27.433887 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7d28db2f-8b32-459b-8a63-c326c605453b'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:27.439325 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb2387-a983-48f6-b959-b68eaae5730f None None] Pushing event updated for resources: {'Port': ['ID=be5473cd-f328-49f0-b53b-001b6a9865ab,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:27.449629 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.455884 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.530000 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Pushing event updated for resources: {'Port': ['ID=78863223-b9c3-4def-811b-173c7261fd2d,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:27.535506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.556657 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] Set router 7d28db2f-8b32-459b-8a63-c326c605453b gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:27.585492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Provisioning complete for port 78863223-b9c3-4def-811b-173c7261fd2d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:27.585869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.622193 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Port 78863223-b9c3-4def-811b-173c7261fd2d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:17:27.632853 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Network e8bf6db3-f06c-4c2a-b169-b7a700c8240a is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:27.634312 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:27.686072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Provisioning complete for port 9c6ced26-9221-4ff8-beb7-0810ac28597f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:27.686453 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.738655 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9c6ced26-9221-4ff8-beb7-0810ac28597f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:27.772310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Router 7d28db2f-8b32-459b-8a63-c326c605453b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:17:27.885885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9c6ced26-9221-4ff8-beb7-0810ac28597f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:27.886486 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.891105 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:17:27.904460 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a18f00ec-0027-4b94-8875-831e1bf8527f admin admin] 10.222.0.44 "PUT /v2.0/routers/7d28db2f-8b32-459b-8a63-c326c605453b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1935995 Jan 28 21:17:27.923784 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:27.978391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] For port 9c6ced26-9221-4ff8-beb7-0810ac28597f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9c6ced26-9221-4ff8-beb7-0810ac28597f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:27.987695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.048542 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 4, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port': {'id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '78863223-b9c3-4def-811b-173c7261fd2d', 'name': '', 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'mac_address': 'fa:16:3e:f1:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:26Z', 'updated_at': '2022-01-28T21:17:26Z', 'revision_number': 1, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'subnets': [{'id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:28.088482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44120cce-6755-4be4-8503-b9a2bb0b069b None None] The sync data for ids ['7d28db2f-8b32-459b-8a63-c326c605453b'] in n-d-825064-3 is: [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 4, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port': {'id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '78863223-b9c3-4def-811b-173c7261fd2d', 'name': '', 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'mac_address': 'fa:16:3e:f1:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:26Z', 'updated_at': '2022-01-28T21:17:26Z', 'revision_number': 1, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'subnets': [{'id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:17:28.092769 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c46ffe18-0468-4683-9463-e9ddce8e1446 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:28.097274 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Provisioning complete for port c46ffe18-0468-4683-9463-e9ddce8e1446 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:28.097651 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.151010 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def53d3-2bac-437b-9ffa-cec26e4fd82d None None] Pushing event updated for resources: {'Port': ['ID=9c6ced26-9221-4ff8-beb7-0810ac28597f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:28.214353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port c46ffe18-0468-4683-9463-e9ddce8e1446 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:28.214737 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.382676 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-dec28474-7b02-4c02-8bb7-3a779c33850a None None] Provisioning complete for port 78863223-b9c3-4def-811b-173c7261fd2d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:28.383207 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dec28474-7b02-4c02-8bb7-3a779c33850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.442612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-dec28474-7b02-4c02-8bb7-3a779c33850a None None] Port 78863223-b9c3-4def-811b-173c7261fd2d cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:17:28.587582 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56360) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:28.592191 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-a34657f5-4509-4478-9769-8db23e5bb644 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938820676', 'description': 'tempest-secgroup-smoke-938820676 description', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:28.617164 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a34657f5-4509-4478-9769-8db23e5bb644 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.699651 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a34657f5-4509-4478-9769-8db23e5bb644 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.707507 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a34657f5-4509-4478-9769-8db23e5bb644 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.738471 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-a34657f5-4509-4478-9769-8db23e5bb644 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.742426 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-a34657f5-4509-4478-9769-8db23e5bb644 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1510217 Jan 28 21:17:28.742628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56362) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:28.747764 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-4dff1df5-4a09-49d7-b1ec-531467983628 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': '9b422520-8ff3-4117-b07e-c130c55538a6', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:28.753274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34657f5-4509-4478-9769-8db23e5bb644 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b422520-8ff3-4117-b07e-c130c55538a6,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:28.781469 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4dff1df5-4a09-49d7-b1ec-531467983628 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.840938 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4dff1df5-4a09-49d7-b1ec-531467983628 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.844353 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4dff1df5-4a09-49d7-b1ec-531467983628 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.862585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff1df5-4a09-49d7-b1ec-531467983628 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f99740a-2d10-43d7-a134-1de27c1e7ab2,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:28.870370 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-4dff1df5-4a09-49d7-b1ec-531467983628 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.871584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-4dff1df5-4a09-49d7-b1ec-531467983628 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280477 Jan 28 21:17:28.874344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56364) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:28.878798 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3e4228a1-ef72-44da-81a7-9eb95a40fe62 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': '9b422520-8ff3-4117-b07e-c130c55538a6', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:28.906145 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e4228a1-ef72-44da-81a7-9eb95a40fe62 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.966676 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e4228a1-ef72-44da-81a7-9eb95a40fe62 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.970354 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e4228a1-ef72-44da-81a7-9eb95a40fe62 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.989918 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4228a1-ef72-44da-81a7-9eb95a40fe62 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6854eec6-fb83-49df-9faf-3683127b03a5,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:28.995394 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3e4228a1-ef72-44da-81a7-9eb95a40fe62 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:28.996600 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3e4228a1-ef72-44da-81a7-9eb95a40fe62 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213431 Jan 28 21:17:28.999629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56366) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:29.004550 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6e14c6d1-4f26-4ee9-a533-d165c25e02f5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': '9b422520-8ff3-4117-b07e-c130c55538a6', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:29.032599 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e14c6d1-4f26-4ee9-a533-d165c25e02f5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.093246 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e14c6d1-4f26-4ee9-a533-d165c25e02f5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.098101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e14c6d1-4f26-4ee9-a533-d165c25e02f5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.116574 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14c6d1-4f26-4ee9-a533-d165c25e02f5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee926b4-21f5-4905-8b8a-58a4c12801cf,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:29.122116 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6e14c6d1-4f26-4ee9-a533-d165c25e02f5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.125713 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6e14c6d1-4f26-4ee9-a533-d165c25e02f5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227713 Jan 28 21:17:29.125964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56368) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:29.131002 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-01aeaa8e-6493-4c17-a892-cf4af567be40 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': '9b422520-8ff3-4117-b07e-c130c55538a6', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:29.158681 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa8e-6493-4c17-a892-cf4af567be40 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.220780 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa8e-6493-4c17-a892-cf4af567be40 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.225507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa8e-6493-4c17-a892-cf4af567be40 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.244358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeaa8e-6493-4c17-a892-cf4af567be40 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37870f92-a2f8-4582-b5f3-8fc9969d500f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:29.252091 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa8e-6493-4c17-a892-cf4af567be40 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.253363 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-01aeaa8e-6493-4c17-a892-cf4af567be40 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264746 Jan 28 21:17:29.256100 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56370) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:29.260422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-f4ea813b-cff5-424e-903f-547a3d8876d6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': '9b422520-8ff3-4117-b07e-c130c55538a6', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:29.282260 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-f4ea813b-cff5-424e-903f-547a3d8876d6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Project 10ed5bfa945340d7bd7b9d26246e1958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:17:29.287900 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ea813b-cff5-424e-903f-547a3d8876d6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.346180 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ea813b-cff5-424e-903f-547a3d8876d6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.350419 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ea813b-cff5-424e-903f-547a3d8876d6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.369452 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea813b-cff5-424e-903f-547a3d8876d6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c077ac9-23a5-46a3-bae6-3281ab19610f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:29.375216 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-f4ea813b-cff5-424e-903f-547a3d8876d6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.376464 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-f4ea813b-cff5-424e-903f-547a3d8876d6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193876 Jan 28 21:17:29.379506 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56372) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:29.384625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-8b18796f-918e-4b25-a197-398729d78d10 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': '9b422520-8ff3-4117-b07e-c130c55538a6', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:29.430213 n-d-825064-3 neutron-server[102306]: INFO neutron.db.securitygroups_db [None req-8b18796f-918e-4b25-a197-398729d78d10 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Project 10ed5bfa945340d7bd7b9d26246e1958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:17:29.439283 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b18796f-918e-4b25-a197-398729d78d10 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.509192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b18796f-918e-4b25-a197-398729d78d10 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.513483 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b18796f-918e-4b25-a197-398729d78d10 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.530065 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18796f-918e-4b25-a197-398729d78d10 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebba26de-6c39-44ea-83dd-ede3237e6fc8,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:29.540378 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8b18796f-918e-4b25-a197-398729d78d10 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.546055 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8b18796f-918e-4b25-a197-398729d78d10 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606836 Jan 28 21:17:29.712780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-e9920dc4-8708-4aa2-bf64-c6f7967e3ab4 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938820676&fields=id&tenant_id=10ed5bfa945340d7bd7b9d26246e1958 HTTP/1.1" status: 200 len: 267 time: 0.0452547 Jan 28 21:17:29.775827 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9c6ced26-9221-4ff8-beb7-0810ac28597f up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:29.832839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 9c6ced26-9221-4ff8-beb7-0810ac28597f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:29.833355 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:29.926526 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device be5473cd-f328-49f0-b53b-001b6a9865ab up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:29.981824 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port be5473cd-f328-49f0-b53b-001b6a9865ab triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:29.982212 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:30.068633 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:30.091425 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port be5473cd-f328-49f0-b53b-001b6a9865ab, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=be5473cd-f328-49f0-b53b-001b6a9865ab,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:30.097304 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:30.153590 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=be5473cd-f328-49f0-b53b-001b6a9865ab,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:30.194488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-15db2815-c2fc-490a-911a-26cf94a58af8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:30.196125 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-15db2815-c2fc-490a-911a-26cf94a58af8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 809 time: 0.4734428 Jan 28 21:17:30.211263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-768c2d2b-1ea0-4d0f-a781-e2dbf79a095a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/quotas/10ed5bfa945340d7bd7b9d26246e1958 HTTP/1.1" status: 200 len: 375 time: 0.0092034 Jan 28 21:17:30.264970 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-fdafea59-1585-4db8-8f04-8c987c50cf71 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479050 Jan 28 21:17:30.281700 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-58024114-ee1a-483c-be07-424a31375e90 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:17:30.282786 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-58024114-ee1a-483c-be07-424a31375e90 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055041 Jan 28 21:17:30.373473 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-6ed58fe1-a8b2-4f73-87ea-5dbbbed79974 service neutron] 10.222.0.44 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842617 Jan 28 21:17:30.464917 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-258d74ed-073a-4075-ab63-ab1b44099e40 service neutron] 10.222.0.44 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848877 Jan 28 21:17:30.630099 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc243b95-dc06-416d-8a83-c160892128f6 req-311b4091-ada2-4b6b-bc19-23c5cf4482d8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 210 time: 0.0272353 Jan 28 21:17:31.016046 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Sync routers for ids ['7d28db2f-8b32-459b-8a63-c326c605453b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:17:31.025256 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Routers {'7d28db2f-8b32-459b-8a63-c326c605453b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:31.025863 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7d28db2f-8b32-459b-8a63-c326c605453b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:31.130727 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Set router 7d28db2f-8b32-459b-8a63-c326c605453b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:31.330576 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 4, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port': {'id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '78863223-b9c3-4def-811b-173c7261fd2d', 'name': '', 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'mac_address': 'fa:16:3e:f1:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:26Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 2, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'subnets': [{'id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:31.355953 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Checking router: 7d28db2f-8b32-459b-8a63-c326c605453b for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:17:31.356332 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Updating router 7d28db2f-8b32-459b-8a63-c326c605453b port 78863223-b9c3-4def-811b-173c7261fd2d binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:17:31.380250 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:31.569227 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-6e43aeae-c624-479c-b1e7-5355ef937c7e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:31.570780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-6e43aeae-c624-479c-b1e7-5355ef937c7e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 809 time: 0.1132221 Jan 28 21:17:31.624485 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-9ca8ebe7-2ee3-4f48-a285-8f9802e30f5a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10ed5bfa945340d7bd7b9d26246e1958 HTTP/1.1" status: 200 len: 379 time: 0.0450544 Jan 28 21:17:31.641628 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'port': {'device_id': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'admin_state_up': True, 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'security_groups': ['9b422520-8ff3-4117-b07e-c130c55538a6']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:31.654393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device be5473cd-f328-49f0-b53b-001b6a9865ab up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:31.665813 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:31.673897 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:31.725818 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port be5473cd-f328-49f0-b53b-001b6a9865ab triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:31.726196 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:31.769446 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-417e79f9-dee6-4941-92e5-93295e9893e8 req-ec2cd226-d0ff-4b3a-9543-c8d14e45d25b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 210 time: 0.0341172 Jan 28 21:17:31.789387 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Attempting to bind port 78863223-b9c3-4def-811b-173c7261fd2d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:17:31.789758 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Attempting to bind port 78863223-b9c3-4def-811b-173c7261fd2d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:17:31.790117 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Attempting to bind port 78863223-b9c3-4def-811b-173c7261fd2d on network e8bf6db3-f06c-4c2a-b169-b7a700c8240a {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:17:31.795791 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea790f9-81c8-4913-b31e-6a20480be07d None None] Pushing event updated for resources: {'Port': ['ID=78863223-b9c3-4def-811b-173c7261fd2d,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:31.798191 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:17:31.798565 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Checking segment: {'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:31.799052 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:31.799315 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Bound using segment: {'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:17:31.800343 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Bound port: 78863223-b9c3-4def-811b-173c7261fd2d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:17:31.800726 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:31.827989 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Made reservation on behalf of 10ed5bfa945340d7bd7b9d26246e1958 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:17:31.835231 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:31.878276 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] For port 78863223-b9c3-4def-811b-173c7261fd2d, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:17:31.881809 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] For port 78863223-b9c3-4def-811b-173c7261fd2d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=78863223-b9c3-4def-811b-173c7261fd2d,segment=NetworkSegment(56e4d638-e5ab-4987-9ff0-dfa5f1d853bb),segment_id=56e4d638-e5ab-4987-9ff0-dfa5f1d853bb)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:17:31.887500 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:31.945526 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea790f9-81c8-4913-b31e-6a20480be07d None None] Pushing event updated for resources: {'Port': ['ID=78863223-b9c3-4def-811b-173c7261fd2d,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:31.952433 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Routers {'7d28db2f-8b32-459b-8a63-c326c605453b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:31.953051 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7d28db2f-8b32-459b-8a63-c326c605453b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:31.979253 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Allocated IP 172.20.0.10 (6e260c4e-e596-4240-8ca9-62f85ff7807a/cbfd3254-d9df-4d5f-8008-6a6943779608/c0a66ea0-80e4-4df9-b7fb-fd9360e2207f) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:17:31.994415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-841de9e8-66d8-4c57-be8f-7810642b261e None None] Provisioning complete for port 78863223-b9c3-4def-811b-173c7261fd2d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:31.994876 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-841de9e8-66d8-4c57-be8f-7810642b261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.062009 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] Set router 7d28db2f-8b32-459b-8a63-c326c605453b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:32.106488 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-841de9e8-66d8-4c57-be8f-7810642b261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.147637 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-841de9e8-66d8-4c57-be8f-7810642b261e None None] For port 78863223-b9c3-4def-811b-173c7261fd2d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=78863223-b9c3-4def-811b-173c7261fd2d,segment=NetworkSegment(56e4d638-e5ab-4987-9ff0-dfa5f1d853bb),segment_id=56e4d638-e5ab-4987-9ff0-dfa5f1d853bb)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:32.153610 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-841de9e8-66d8-4c57-be8f-7810642b261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.166863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.204192 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.219925 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841de9e8-66d8-4c57-be8f-7810642b261e None None] Pushing event updated for resources: {'Port': ['ID=78863223-b9c3-4def-811b-173c7261fd2d,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:32.251929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:32.257689 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:32.261559 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:17:32.277453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1d307a4d-5730-4d88-9c88-9729ee8c6bb6 None None] Provisioning complete for port 78863223-b9c3-4def-811b-173c7261fd2d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:32.277838 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1d307a4d-5730-4d88-9c88-9729ee8c6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.296971 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:32.300292 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 4, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port': {'id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '78863223-b9c3-4def-811b-173c7261fd2d', 'name': '', 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'mac_address': 'fa:16:3e:f1:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:26Z', 'updated_at': '2022-01-28T21:17:31Z', 'revision_number': 4, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'subnets': [{'id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:32.330104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:32.330758 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.333822 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e6eef-f544-447e-be5f-e102be0cd527 None None] The sync data for ids ['7d28db2f-8b32-459b-8a63-c326c605453b'] in n-d-825064-3 is: [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 4, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port': {'id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '78863223-b9c3-4def-811b-173c7261fd2d', 'name': '', 'network_id': 'e8bf6db3-f06c-4c2a-b169-b7a700c8240a', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'mac_address': 'fa:16:3e:f1:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:26Z', 'updated_at': '2022-01-28T21:17:31Z', 'revision_number': 4, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'subnets': [{'id': '772c91b5-1717-44da-9b06-e3fc1e13a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:17:32.352147 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-a47d7127-47fd-457b-af36-aed4dbd5a86a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7201953 Jan 28 21:17:32.372246 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Request body: {'port': {'device_id': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:32.434946 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.515686 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-c5965cef-e885-4f8a-a10d-b8546e64f1fd None None] Provisioning complete for port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:32.516097 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c5965cef-e885-4f8a-a10d-b8546e64f1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.554761 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-c5965cef-e885-4f8a-a10d-b8546e64f1fd None None] Port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:17:32.728336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a66ea0-80e4-4df9-b7fb-fd9360e2207f {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:17:32.736343 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.752497 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Transition to ACTIVE for port object c0a66ea0-80e4-4df9-b7fb-fd9360e2207f will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:17:32.757899 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.821371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:32.904888 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Attempting to bind port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:17:32.905328 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Attempting to bind port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:17:32.905736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Attempting to bind port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on network 6e260c4e-e596-4240-8ca9-62f85ff7807a {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:17:32.910551 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abfb09-33ce-4161-a039-b82de568e405 req-659c8462-3e8a-419a-949f-9ac1c752b57e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:32.911146 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on network 6e260c4e-e596-4240-8ca9-62f85ff7807a not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:17:32.911485 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Attempting to bind port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on network 6e260c4e-e596-4240-8ca9-62f85ff7807a {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:17:32.912397 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9abfb09-33ce-4161-a039-b82de568e405 req-659c8462-3e8a-419a-949f-9ac1c752b57e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 944 time: 0.0561171 Jan 28 21:17:32.916979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:17:32.917330 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Checking segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:17:32.917726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Bound using segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:17:32.918166 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Bound port: c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:17:32.918526 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:32.953441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9abfb09-33ce-4161-a039-b82de568e405 req-e978153d-c6cc-498d-af4b-99f0b910f17f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338688 Jan 28 21:17:32.989867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:17:32.993257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:17:33.000115 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:33.035662 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:33.036348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:33.037758 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] 10.222.0.13 "PUT /v2.0/ports/c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 1092 time: 0.6747615 Jan 28 21:17:33.038216 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:17:33.040563 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a27d5df-8412-49d3-b111-1b751d88949e" -d '{"events": [{"name": "network-changed", "server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:17:33.075366 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf116f-5499-4367-b0dd-024d4e934c4f service neutron] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:33.096549 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9252e67b-23e3-42d5-80d9-de4f67d3a3ed x-openstack-request-id: req-9252e67b-23e3-42d5-80d9-de4f67d3a3ed {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:17:33.097492 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:17:33.097795 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9252e67b-23e3-42d5-80d9-de4f67d3a3ed {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:17:33.098336 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'status': 'completed', 'code': 200} Jan 28 21:17:33.132077 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-b70667ae-cbd8-4b4c-a655-295e4f09d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:33.133654 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-b70667ae-cbd8-4b4c-a655-295e4f09d8b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1095 time: 0.0488386 Jan 28 21:17:33.183368 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-686a8f18-4698-40f6-ab15-6914968b2507 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 217 time: 0.0409472 Jan 28 21:17:33.236203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-3b9918b8-cd48-4010-9ad0-4f1ac6bb5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:33.238511 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-3b9918b8-cd48-4010-9ad0-4f1ac6bb5a87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0474813 Jan 28 21:17:33.284204 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-766d5a0d-7e13-45c6-96a6-c5875fd628f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:33.285840 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-766d5a0d-7e13-45c6-96a6-c5875fd628f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415220 Jan 28 21:17:33.381124 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-e218dda0-35d8-4608-93ff-be2b865b323c service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876689 Jan 28 21:17:33.472932 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-caf5ddbe-35fd-458b-b1e7-2f480dc5fde0 req-deeed1de-f345-4df0-b17a-83a648a49c9f service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845330 Jan 28 21:17:33.560642 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27d5df-8412-49d3-b111-1b751d88949e req-48995a0b-5a21-4e9a-9ae0-4a5ec2f10d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:33.562157 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a27d5df-8412-49d3-b111-1b751d88949e req-48995a0b-5a21-4e9a-9ae0-4a5ec2f10d2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1095 time: 0.0427051 Jan 28 21:17:33.658228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27d5df-8412-49d3-b111-1b751d88949e req-766d0a8b-3da3-4beb-8fdd-c8e1099d513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:33.660129 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a27d5df-8412-49d3-b111-1b751d88949e req-766d0a8b-3da3-4beb-8fdd-c8e1099d513a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0912383 Jan 28 21:17:33.675659 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78863223-b9c3-4def-811b-173c7261fd2d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:33.703078 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a27d5df-8412-49d3-b111-1b751d88949e req-3e6bde9f-58ac-4e5a-a4eb-218cd71665b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 217 time: 0.0363612 Jan 28 21:17:33.724517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 78863223-b9c3-4def-811b-173c7261fd2d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:33.724816 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:33.756332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27d5df-8412-49d3-b111-1b751d88949e req-9e8eb5ff-2176-434d-821c-35830104cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:33.757809 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a27d5df-8412-49d3-b111-1b751d88949e req-9e8eb5ff-2176-434d-821c-35830104cbd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0481122 Jan 28 21:17:33.806736 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27d5df-8412-49d3-b111-1b751d88949e req-95074d41-9505-4cf6-960e-15b4a00f49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:33.808325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a27d5df-8412-49d3-b111-1b751d88949e req-95074d41-9505-4cf6-960e-15b4a00f49b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417242 Jan 28 21:17:33.903542 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a27d5df-8412-49d3-b111-1b751d88949e req-41de5078-59c7-49ab-9b32-9c3136a25cd8 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877395 Jan 28 21:17:33.997820 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8a27d5df-8412-49d3-b111-1b751d88949e req-5b035a35-863e-4852-9e4e-15231d7636ac service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861547 Jan 28 21:17:34.073609 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29789a5a-8089-4dd9-a027-3512e3b4e677 req-fc974abc-b287-4599-b8eb-f872637210eb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:34.075073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29789a5a-8089-4dd9-a027-3512e3b4e677 req-fc974abc-b287-4599-b8eb-f872637210eb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 944 time: 0.0486615 Jan 28 21:17:34.113322 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-29789a5a-8089-4dd9-a027-3512e3b4e677 req-730540bf-84cc-4a2f-81af-4407ec881915 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Jan 28 21:17:35.232888 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10573479-0225-43a9-bc2c-d4fbcf8921f1 req-79db4561-e229-4dbd-a5c1-6ea47254aa02 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:35.234375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10573479-0225-43a9-bc2c-d4fbcf8921f1 req-79db4561-e229-4dbd-a5c1-6ea47254aa02 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 944 time: 0.0481424 Jan 28 21:17:35.273526 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-10573479-0225-43a9-bc2c-d4fbcf8921f1 req-906193bb-c523-4fe7-b66e-1a1ee2aee08e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324838 Jan 28 21:17:35.760608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:17:35.853930 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:35.863992 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'port_id': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'mac_address': 'fa:16:3e:06:d2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:17:35.901613 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:35.914301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a66ea0-80e4-4df9-b7fb-fd9360e2207f {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:17:35.933070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:35.937126 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:35.988618 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:36.146649 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:17:36.393024 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca8b07-afd3-413a-a811-cec3ab7e3c05 req-b0536033-d0f9-4a5b-91ad-cabbc2168fc4 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:36.394362 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2bca8b07-afd3-413a-a811-cec3ab7e3c05 req-b0536033-d0f9-4a5b-91ad-cabbc2168fc4 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Jan 28 21:17:36.433042 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2bca8b07-afd3-413a-a811-cec3ab7e3c05 req-261b8930-f4de-4291-a830-f6b314275b59 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326302 Jan 28 21:17:37.546798 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ad6f-6e5c-4683-a132-6ada9d0fa0db req-4b0393dd-9d9a-4a29-aa72-c060d27e8456 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:37.548336 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a651ad6f-6e5c-4683-a132-6ada9d0fa0db req-4b0393dd-9d9a-4a29-aa72-c060d27e8456 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0494652 Jan 28 21:17:37.586699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a651ad6f-6e5c-4683-a132-6ada9d0fa0db req-5b2f73d4-e4e6-4e78-9fc1-1467dbce347c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Jan 28 21:17:37.776522 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:17:37.829397 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46ca0130-5454-4281-b71a-0da00f5183a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:37.840926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:17:37.844471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:17:37.844838 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:37.920332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:37.945241 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:17:37.947439 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a003e338-f06f-4568-ab82-a72c22cfd8cf" -d '{"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-plugged", "status": "completed", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:17:37.962644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:17:37.967804 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:37.992349 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeee00d-2499-48aa-a6d9-1311fa7bba21 x-openstack-request-id: req-0aeee00d-2499-48aa-a6d9-1311fa7bba21 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:17:37.992640 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-plugged", "status": "completed", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:17:37.992893 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0aeee00d-2499-48aa-a6d9-1311fa7bba21 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:17:37.993279 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'code': 200} Jan 28 21:17:38.019931 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:38.081842 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323969e-4a24-4a3b-91c3-6a4e0eb99da0 req-7fa7fea2-63a9-4e05-9db1-0a96c9a18c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:38.083435 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f323969e-4a24-4a3b-91c3-6a4e0eb99da0 req-7fa7fea2-63a9-4e05-9db1-0a96c9a18c2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1097 time: 0.0422063 Jan 28 21:17:38.116676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-f323969e-4a24-4a3b-91c3-6a4e0eb99da0 req-ffb7457c-4b25-4118-9ddd-0c9d278762f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268424 Jan 28 21:17:38.706403 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e7e77-eb8f-43d4-ad2a-41b92f77d041 req-1202e78d-5eee-4bd9-acc8-b424596c8443 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:38.707865 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-362e7e77-eb8f-43d4-ad2a-41b92f77d041 req-1202e78d-5eee-4bd9-acc8-b424596c8443 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0497997 Jan 28 21:17:38.744808 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-362e7e77-eb8f-43d4-ad2a-41b92f77d041 req-3ed11261-825d-43fb-97bd-c9cbf2d0eecf tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Jan 28 21:17:39.868434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167c834-80a0-4672-90fc-5feb8d8686ea req-647ae455-02e3-4d02-aafb-7f41838014dd tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:39.870416 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6167c834-80a0-4672-90fc-5feb8d8686ea req-647ae455-02e3-4d02-aafb-7f41838014dd tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0569780 Jan 28 21:17:39.908515 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6167c834-80a0-4672-90fc-5feb8d8686ea req-56ba714d-cc56-4af3-a759-976ef45d1ea5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322754 Jan 28 21:17:40.024053 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45f8a7-d50c-4eb4-80ea-65852dab2717 req-a522f613-dae5-44e6-a6f9-84f44280fe2d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:40.025547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce45f8a7-d50c-4eb4-80ea-65852dab2717 req-a522f613-dae5-44e6-a6f9-84f44280fe2d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0488601 Jan 28 21:17:40.064924 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce45f8a7-d50c-4eb4-80ea-65852dab2717 req-5276531f-8cb0-417d-a5f5-e1b626d7dbcd tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Jan 28 21:17:40.087225 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56426) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:40.218654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbaab7d-6013-4315-989b-c2266f65cf57 tempest-TestShelveInstance-2131846883 tempest-TestShelveInstance-2131846883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:40.220193 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3bbaab7d-6013-4315-989b-c2266f65cf57 tempest-TestShelveInstance-2131846883 tempest-TestShelveInstance-2131846883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1092 time: 0.1319785 Jan 28 21:17:40.223635 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56430) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:17:40.227844 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:17:40.251571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for floatingip, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:40.294137 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-45a4989b-ddb7-4bfc-b8e7-f10143c79b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:40.355048 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:40.465050 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Allocated IP 172.25.2.59 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/69c5a820-c59b-4550-a188-c21a27a40285) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:17:40.567944 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:40.602571 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:40.636589 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:17:40.639420 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:17:40.645496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:17:40.680167 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'Port': ['ID=69c5a820-c59b-4550-a188-c21a27a40285,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:41.012257 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:41.084962 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:41.233680 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:41.238672 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:41.308825 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'Port': ['ID=69c5a820-c59b-4550-a188-c21a27a40285,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:17:41.320575 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:41.427933 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Floating IP 6f1f3124-42df-4e98-aa83-637f8f868432 associated. External IP: 172.25.2.59, port: c0a66ea0-80e4-4df9-b7fb-fd9360e2207f. Jan 28 21:17:41.633786 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Router 08ee8cf8-528a-4c8e-8163-04a122a51408 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:17:41.748289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:17:41.759091 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] Sync routers for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:17:41.768987 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:41.769233 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:41.770042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:42.041245 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:42.055580 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:42.147832 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c14bc237-8768-46eb-9c0e-633aa4b50a21 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9231315 Jan 28 21:17:42.148483 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:17:42.150746 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50961e91-909a-4081-87c4-eff53baa90f3" -d '{"events": [{"name": "network-changed", "server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:17:42.188221 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf26651-709e-416f-900f-eba39934c764 x-openstack-request-id: req-ddf26651-709e-416f-900f-eba39934c764 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:17:42.188528 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:17:42.188776 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddf26651-709e-416f-900f-eba39934c764 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:17:42.189177 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'status': 'completed', 'code': 200} Jan 28 21:17:42.250894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50961e91-909a-4081-87c4-eff53baa90f3 req-9f611392-4208-4f74-9382-ae328af69f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:42.252494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50961e91-909a-4081-87c4-eff53baa90f3 req-9f611392-4208-4f74-9382-ae328af69f21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1097 time: 0.0421085 Jan 28 21:17:42.290226 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '6f1f3124-42df-4e98-aa83-637f8f868432', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'floating_ip_address': '172.25.2.59', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'port_id': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'mac_address': 'fa:16:3e:06:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:17:40Z', 'updated_at': '2022-01-28T21:17:40Z', 'revision_number': 0, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:42.317951 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] Checking router: 08ee8cf8-528a-4c8e-8163-04a122a51408 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:17:42.326807 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:17:42.327415 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:17:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:42.345385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50961e91-909a-4081-87c4-eff53baa90f3 req-a93edaf0-dfe8-43c3-824c-6648706fa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:42.347193 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50961e91-909a-4081-87c4-eff53baa90f3 req-a93edaf0-dfe8-43c3-824c-6648706fa9f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0886891 Jan 28 21:17:42.413415 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50961e91-909a-4081-87c4-eff53baa90f3 req-824b60e2-ee22-4871-ac74-79ce26284dfd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 999 time: 0.0598981 Jan 28 21:17:42.434693 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:17:42.463054 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50961e91-909a-4081-87c4-eff53baa90f3 req-8a940dcb-f9ab-4986-bb0a-8539a0077c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:42.464697 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50961e91-909a-4081-87c4-eff53baa90f3 req-8a940dcb-f9ab-4986-bb0a-8539a0077c28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0448456 Jan 28 21:17:42.514939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50961e91-909a-4081-87c4-eff53baa90f3 req-85757831-3979-45e2-8f92-3dd21f8921c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:17:42.516491 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50961e91-909a-4081-87c4-eff53baa90f3 req-85757831-3979-45e2-8f92-3dd21f8921c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439074 Jan 28 21:17:42.606293 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50961e91-909a-4081-87c4-eff53baa90f3 req-a7f789b3-ea45-43bc-892a-78d3cb50bcc3 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821657 Jan 28 21:17:42.656803 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '6f1f3124-42df-4e98-aa83-637f8f868432', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'floating_ip_address': '172.25.2.59', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'port_id': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'mac_address': 'fa:16:3e:06:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:17:40Z', 'updated_at': '2022-01-28T21:17:40Z', 'revision_number': 0, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:17:42.689070 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ca068-4365-428e-8840-19f0998eeeb2 None None] The sync data for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 is: [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '6f1f3124-42df-4e98-aa83-637f8f868432', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'floating_ip_address': '172.25.2.59', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'port_id': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'mac_address': 'fa:16:3e:06:d2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:17:40Z', 'updated_at': '2022-01-28T21:17:40Z', 'revision_number': 0, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:17:42.702267 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-50961e91-909a-4081-87c4-eff53baa90f3 req-aea36348-2cd3-491a-8b92-1c370abb3efc service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889399 Jan 28 21:17:42.890334 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3b704-e7a7-46c1-9761-58dac893d341 None None] New status for floating IP 6f1f3124-42df-4e98-aa83-637f8f868432: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:17:43.155552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:43.320614 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:48.662781 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:51.903339 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:17:59.648386 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:18:07.822634 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-37d7e6ad-ac1d-4103-8746-d08f127fb4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:10.295853 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe95f-937a-4520-80b2-3e59436bb293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:11.868614 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:13.160524 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:13.322337 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:18.663682 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:21.913894 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:33.622336 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-294c69a9-a005-4729-8e31-f58804a2b120 req-18116864-ebe2-4dce-be10-3864e03732e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930910 Jan 28 21:18:33.702533 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c69a9-a005-4729-8e31-f58804a2b120 req-8b02e236-2a48-43da-bba6-d5f84aa1e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:18:33.704007 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-294c69a9-a005-4729-8e31-f58804a2b120 req-8b02e236-2a48-43da-bba6-d5f84aa1e1fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1097 time: 0.0398407 Jan 28 21:18:33.808747 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c69a9-a005-4729-8e31-f58804a2b120 req-168a14bc-5abd-4677-b65e-fd03c9be2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:18:33.810189 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-294c69a9-a005-4729-8e31-f58804a2b120 req-168a14bc-5abd-4677-b65e-fd03c9be2187 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0874894 Jan 28 21:18:33.876068 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-294c69a9-a005-4729-8e31-f58804a2b120 req-a340edba-aaad-4b90-937e-25fece02b0c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 1001 time: 0.0581830 Jan 28 21:18:33.933456 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c69a9-a005-4729-8e31-f58804a2b120 req-907077f9-d24b-4bc1-a8bd-e8f6c3eb7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:18:33.934912 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-294c69a9-a005-4729-8e31-f58804a2b120 req-907077f9-d24b-4bc1-a8bd-e8f6c3eb7535 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0520985 Jan 28 21:18:33.985908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c69a9-a005-4729-8e31-f58804a2b120 req-0b293fd5-9688-46fd-8eae-d08e984044aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:18:33.987307 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-294c69a9-a005-4729-8e31-f58804a2b120 req-0b293fd5-9688-46fd-8eae-d08e984044aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454519 Jan 28 21:18:34.076680 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-294c69a9-a005-4729-8e31-f58804a2b120 req-531c1b09-e134-4409-9e3f-a60b6af98170 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825000 Jan 28 21:18:34.170215 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-294c69a9-a005-4729-8e31-f58804a2b120 req-92155018-c4e8-46fb-b577-53597cc04dd9 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860240 Jan 28 21:18:36.648276 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:18:37.824228 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b6dda004-b6cc-4c39-945c-9a84afe83400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:40.297532 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7c89e8fe-85e3-4744-8235-b0030bb73968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:41.870849 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:43.165245 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:43.323687 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:48.665169 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:18:51.912792 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:06.888641 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-e4523476-6f98-4d16-81f8-992e97df7a79 req-6ca44222-dee0-44a5-838c-ab2da6c6ed84 service neutron] (102307) timed out ('10.222.0.44', 44332) {{(pid=102307) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 21:19:07.824627 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bd557889-be49-4371-8554-1404bcb386b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:10.297304 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1a9d442e-bf79-4854-bfc6-989223b76641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:11.874021 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:13.166513 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:13.324490 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:13.647185 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:19:18.667243 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:21.910929 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:34.569594 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-98f0fbec-fae4-4a21-b15c-58ea9d9b8397 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408058 Jan 28 21:19:34.648539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-e617caff-2a0c-4867-be28-86288c6edf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:34.650031 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-e617caff-2a0c-4867-be28-86288c6edf71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1097 time: 0.0404093 Jan 28 21:19:34.753333 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-125fff7c-2134-4606-afba-179a23be252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:34.754798 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-125fff7c-2134-4606-afba-179a23be252e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0872998 Jan 28 21:19:34.819326 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-b8748054-e89a-4912-ae0a-72ddc72dc276 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 1001 time: 0.0575955 Jan 28 21:19:34.867007 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-9ed6d465-71a4-4bd0-8411-bbeed12f73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:34.869098 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-9ed6d465-71a4-4bd0-8411-bbeed12f73b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0431347 Jan 28 21:19:34.917504 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-c7fea2d5-307e-45c8-b51c-138de6c68266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:34.919356 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-c7fea2d5-307e-45c8-b51c-138de6c68266 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443437 Jan 28 21:19:35.006328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-5b93710b-62ee-471c-82f5-d4c58c23e8f7 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806451 Jan 28 21:19:35.099287 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-19f2e532-099a-4eb6-8f69-d22a58dde444 req-b29b6498-44de-4370-b0b6-55a3fa3d53fd service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861959 Jan 28 21:19:37.503980 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5947b89-dcdf-4966-8098-bd6559a54668 req-f2e6c418-5c62-4ac9-8d4b-4808b7f424aa tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:37.505499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5947b89-dcdf-4966-8098-bd6559a54668 req-f2e6c418-5c62-4ac9-8d4b-4808b7f424aa tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0616751 Jan 28 21:19:37.543967 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c5947b89-dcdf-4966-8098-bd6559a54668 req-a82c5424-a86e-4139-8cc2-1050b55077e6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Jan 28 21:19:37.825665 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9ba0f1d7-781d-48c5-b7da-a809d150b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:38.678480 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96391b-f1db-4ff9-be4e-d1b14a9a1d2c req-13f7d8c7-f303-4f36-8ffa-d456339a2a73 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:38.680131 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d96391b-f1db-4ff9-be4e-d1b14a9a1d2c req-13f7d8c7-f303-4f36-8ffa-d456339a2a73 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0584111 Jan 28 21:19:38.721679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9d96391b-f1db-4ff9-be4e-d1b14a9a1d2c req-a9f3f368-6403-4cfa-a318-42d64473d15c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352135 Jan 28 21:19:39.846245 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9488e-1246-4cec-864c-ec6afded8331 req-4b9cb100-ddc6-4bc1-8447-7251c4755d20 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:39.847748 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4af9488e-1246-4cec-864c-ec6afded8331 req-4b9cb100-ddc6-4bc1-8447-7251c4755d20 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0490389 Jan 28 21:19:39.886064 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4af9488e-1246-4cec-864c-ec6afded8331 req-1861fd3d-4ecf-4051-a098-c0835a68a862 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322168 Jan 28 21:19:40.297813 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d486e81c-6214-4708-a5d6-0de8c23b7ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:41.010519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8d00-1f07-41d6-beb9-d9434bcb2f8c req-b07088cd-cee9-495c-8139-633751ac302f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:41.011991 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c21a8d00-1f07-41d6-beb9-d9434bcb2f8c req-b07088cd-cee9-495c-8139-633751ac302f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0482993 Jan 28 21:19:41.050071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c21a8d00-1f07-41d6-beb9-d9434bcb2f8c req-c35a5521-b286-495c-81e0-b516411b44c1 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Jan 28 21:19:41.877150 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:42.167601 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341f35-633e-489f-9d77-2b9b20df27cc req-2226162b-732d-46e4-b6e8-ff2a0b681ea2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:42.169085 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc341f35-633e-489f-9d77-2b9b20df27cc req-2226162b-732d-46e4-b6e8-ff2a0b681ea2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0525069 Jan 28 21:19:42.206485 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bc341f35-633e-489f-9d77-2b9b20df27cc req-5eb4475f-bc1c-45a7-b0dd-b64786f7e6ff tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312598 Jan 28 21:19:43.168833 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:43.323872 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:43.327079 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46d85b-16ed-4c4c-93f3-6d90d821af5b req-a2f6c1f1-99d5-45f6-912b-4a28e8e604c9 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:43.328631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f46d85b-16ed-4c4c-93f3-6d90d821af5b req-a2f6c1f1-99d5-45f6-912b-4a28e8e604c9 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0530224 Jan 28 21:19:43.367605 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4f46d85b-16ed-4c4c-93f3-6d90d821af5b req-85b74a03-0cef-47bf-bb8e-6dc80b1b07b7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327594 Jan 28 21:19:44.482440 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b5296-d8d9-4a20-9dd2-9e00bc527dfc req-ced1abf5-d7ee-456f-9c75-463a0a8712fe tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:44.483901 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d0b5296-d8d9-4a20-9dd2-9e00bc527dfc req-ced1abf5-d7ee-456f-9c75-463a0a8712fe tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0489290 Jan 28 21:19:44.520961 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d0b5296-d8d9-4a20-9dd2-9e00bc527dfc req-cc9f5c89-77e8-4f9a-af89-80ee7417a579 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310783 Jan 28 21:19:45.643603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28ea3d-8e56-4efd-b174-99526b6e7c77 req-228b68a2-aade-47a8-b663-d76feca7f331 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:45.645034 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff28ea3d-8e56-4efd-b174-99526b6e7c77 req-228b68a2-aade-47a8-b663-d76feca7f331 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0536952 Jan 28 21:19:45.684913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ff28ea3d-8e56-4efd-b174-99526b6e7c77 req-130dc2ba-4463-4b38-b122-3d2e2cc1ae84 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332630 Jan 28 21:19:46.803036 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdb47e-b4fe-4a94-a083-b43c08ef7210 req-bf87cff1-408e-4f6c-8027-72aee23d18ef tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:46.804544 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36cdb47e-b4fe-4a94-a083-b43c08ef7210 req-bf87cff1-408e-4f6c-8027-72aee23d18ef tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0497167 Jan 28 21:19:46.843520 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-36cdb47e-b4fe-4a94-a083-b43c08ef7210 req-a5950590-7bac-4397-9b6f-382b5b9cea7e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326681 Jan 28 21:19:47.957085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e15f7-a4f3-4f9b-a5b0-ec66215e00da req-8ef5e1d1-fba8-49ca-a77f-22ed4380aca9 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:47.958558 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d8e15f7-a4f3-4f9b-a5b0-ec66215e00da req-8ef5e1d1-fba8-49ca-a77f-22ed4380aca9 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0487065 Jan 28 21:19:47.996727 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3d8e15f7-a4f3-4f9b-a5b0-ec66215e00da req-dc58af73-88ca-4858-9372-cd9af04730ce tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320218 Jan 28 21:19:48.683026 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:49.114415 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa4615-7b80-499a-bdc8-08762578c11f req-5a3819e7-538a-4041-8a22-a13a1a855e72 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:49.115860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80fa4615-7b80-499a-bdc8-08762578c11f req-5a3819e7-538a-4041-8a22-a13a1a855e72 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0515754 Jan 28 21:19:49.152911 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-80fa4615-7b80-499a-bdc8-08762578c11f req-db56eee1-cd7e-4b70-b1b3-682001547491 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303793 Jan 28 21:19:50.276612 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84dd9f-a5e5-45bb-a94a-606e384b5bd7 req-8bd0cea5-4c99-4465-a7c2-19ef210e3977 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:50.279102 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f84dd9f-a5e5-45bb-a94a-606e384b5bd7 req-8bd0cea5-4c99-4465-a7c2-19ef210e3977 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0554931 Jan 28 21:19:50.320731 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f84dd9f-a5e5-45bb-a94a-606e384b5bd7 req-eb19e893-4c20-496e-b883-1573baaef238 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352869 Jan 28 21:19:50.447197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:19:50.548648 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:19:50.561150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'port_id': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'mac_address': 'fa:16:3e:06:d2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:19:50.600546 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:50.615296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0a66ea0-80e4-4df9-b7fb-fd9360e2207f {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:19:50.637330 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:19:50.641757 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:50.647554 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:19:50.700792 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:19:50.712750 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.713384 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.713905 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.714404 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.714888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.715395 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.715901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.716409 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.716900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.717390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.718002 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.718502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:19:50.723568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:19:51.466740 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc58c-7d0d-4c73-ba96-6bdc08e21667 req-831487a5-e160-4a5d-b0a1-17f3cd996d23 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:51.468999 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f59bc58c-7d0d-4c73-ba96-6bdc08e21667 req-831487a5-e160-4a5d-b0a1-17f3cd996d23 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0559857 Jan 28 21:19:51.515570 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f59bc58c-7d0d-4c73-ba96-6bdc08e21667 req-c4bf78a7-73cf-429c-841e-a39ab79df53c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399959 Jan 28 21:19:51.916535 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:52.478318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:19:52.532714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:19:52.533213 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:52.643770 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:52.672113 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a50c9-39d1-4dbf-92b1-bac3d3002732 req-0c073c81-79c3-4ce6-92ea-14cfa9f97cdf tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:52.674013 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c43a50c9-39d1-4dbf-92b1-bac3d3002732 req-0c073c81-79c3-4ce6-92ea-14cfa9f97cdf tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0733116 Jan 28 21:19:52.679232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:19:52.685320 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d124e4e-763f-4a3e-8612-c038f6710c96" -d '{"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-plugged", "status": "completed", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:19:52.701278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:19:52.708454 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:19:52.725140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c43a50c9-39d1-4dbf-92b1-bac3d3002732 req-a92fc61c-2066-48fa-bb39-8ba3e70565ce tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424676 Jan 28 21:19:52.778265 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:19:52.839735 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d1b45-b58e-45a9-b173-79550ca140c8 x-openstack-request-id: req-083d1b45-b58e-45a9-b173-79550ca140c8 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:19:52.840305 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-plugged", "status": "completed", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:19:52.840560 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-083d1b45-b58e-45a9-b173-79550ca140c8 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:19:52.840957 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'code': 200} Jan 28 21:19:53.857218 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe5b02-3580-4c93-9141-89cc218148ff req-a39284ab-9d13-40b7-abaa-7449d56009e8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:53.858918 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6fe5b02-3580-4c93-9141-89cc218148ff req-a39284ab-9d13-40b7-abaa-7449d56009e8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0530899 Jan 28 21:19:53.901090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d6fe5b02-3580-4c93-9141-89cc218148ff req-25057578-eebc-46b2-9d64-d651d4d9b293 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354037 Jan 28 21:19:55.033569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9060f80-4125-49d0-8c3a-8bd80e483f74 req-41e44213-879a-4ff0-a919-ac96270c8b66 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:55.035061 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9060f80-4125-49d0-8c3a-8bd80e483f74 req-41e44213-879a-4ff0-a919-ac96270c8b66 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0549076 Jan 28 21:19:55.087744 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9060f80-4125-49d0-8c3a-8bd80e483f74 req-c1bfc16f-e5bb-4f09-a699-121c17286808 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420806 Jan 28 21:19:56.245084 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46e6eb-129d-4e6f-89cd-da1207f44b46 req-589b4a83-3edb-43ae-95d8-a16f05476390 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:56.248652 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b46e6eb-129d-4e6f-89cd-da1207f44b46 req-589b4a83-3edb-43ae-95d8-a16f05476390 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0724714 Jan 28 21:19:56.309537 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8b46e6eb-129d-4e6f-89cd-da1207f44b46 req-816cd878-0ff6-4087-8117-e6691d588d76 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554826 Jan 28 21:19:57.450173 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e859-e521-4851-ad6d-71e6e97ace5a req-f8007708-7a68-43cd-ba68-fed3ed796c27 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:57.459609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a277e859-e521-4851-ad6d-71e6e97ace5a req-f8007708-7a68-43cd-ba68-fed3ed796c27 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0674994 Jan 28 21:19:57.499148 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a277e859-e521-4851-ad6d-71e6e97ace5a req-d2248c2d-48d9-46e7-98fd-44ff73ec0c75 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385561 Jan 28 21:19:58.626471 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c94cd7-0bfa-4ae9-addd-c64f4e8c1d0c req-596bc60d-2fe4-4df2-b9cd-bed3766da7ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:58.628191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9c94cd7-0bfa-4ae9-addd-c64f4e8c1d0c req-596bc60d-2fe4-4df2-b9cd-bed3766da7ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0508249 Jan 28 21:19:58.671104 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a9c94cd7-0bfa-4ae9-addd-c64f4e8c1d0c req-cb3fcc84-d005-4e98-9ae2-645d6c8f9582 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365121 Jan 28 21:19:59.408677 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-97ab969c-98fb-4612-aae5-d257a97cb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:59.410283 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-97ab969c-98fb-4612-aae5-d257a97cb7f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1097 time: 0.0421376 Jan 28 21:19:59.499833 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-bcbc941b-bc82-4f53-86f4-593ba46a11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:59.501341 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-bcbc941b-bc82-4f53-86f4-593ba46a11d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0847871 Jan 28 21:19:59.568646 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-a2163d91-fc27-4b08-b08f-05585220b200 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 1001 time: 0.0612588 Jan 28 21:19:59.617380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-ee718651-52af-41f7-8765-4d339446c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:59.618782 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-ee718651-52af-41f7-8765-4d339446c993 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0424545 Jan 28 21:19:59.665655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-fbabe760-3454-4d78-b1a0-69ddc2de0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:59.667223 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-fbabe760-3454-4d78-b1a0-69ddc2de0f7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408058 Jan 28 21:19:59.762038 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-a2e2dc9b-656a-4bc9-8f66-b5ec74dce356 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871305 Jan 28 21:19:59.792630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3b5c4-a20e-4de8-ac82-46333bc996be req-aa9ba4c0-ba1a-45ea-8304-2318645f5d1f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:19:59.794116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fe3b5c4-a20e-4de8-ac82-46333bc996be req-aa9ba4c0-ba1a-45ea-8304-2318645f5d1f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0539393 Jan 28 21:19:59.833467 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5fe3b5c4-a20e-4de8-ac82-46333bc996be req-b06f4964-7525-4d99-b8d4-263063cb03cf tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329983 Jan 28 21:19:59.859251 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-15ced64c-95db-4396-a4c3-ae736c623c51 req-f567dacc-342f-40d4-b474-a1e9f62aadca service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912168 Jan 28 21:20:00.951730 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80081c7-eec4-4cb4-9567-d5bd56c9a393 req-e6902f3c-6fb3-40fe-af2b-e72f727a926f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:00.953263 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a80081c7-eec4-4cb4-9567-d5bd56c9a393 req-e6902f3c-6fb3-40fe-af2b-e72f727a926f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0504475 Jan 28 21:20:00.991705 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a80081c7-eec4-4cb4-9567-d5bd56c9a393 req-a3aca074-4207-4475-a303-f2da3bd5c26c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324459 Jan 28 21:20:02.105904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaea99e-e181-45e6-8d14-c7623640ccb6 req-aa2890d9-d130-4fae-8ff0-9c40b67c1453 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:02.107373 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1eaea99e-e181-45e6-8d14-c7623640ccb6 req-aa2890d9-d130-4fae-8ff0-9c40b67c1453 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0478110 Jan 28 21:20:02.145256 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1eaea99e-e181-45e6-8d14-c7623640ccb6 req-7d44f31c-37da-4066-a839-dd077da7051b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Jan 28 21:20:02.263914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-a02d9de5-2f3c-438a-8fc4-68ad238d68ab req-62f302f5-6653-4ac9-b6b2-b8719ecf025f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:20:02.264972 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a02d9de5-2f3c-438a-8fc4-68ad238d68ab req-62f302f5-6653-4ac9-b6b2-b8719ecf025f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504484 Jan 28 21:20:02.426461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e831504-5fef-4cfb-b5dc-e8b0d5ff73f4 req-547ad59b-b20c-40d3-bbbb-9e519325ac78 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:02.427951 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e831504-5fef-4cfb-b5dc-e8b0d5ff73f4 req-547ad59b-b20c-40d3-bbbb-9e519325ac78 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0552213 Jan 28 21:20:02.466174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1e831504-5fef-4cfb-b5dc-e8b0d5ff73f4 req-d5bcdbd0-4184-4f70-918a-91d211124385 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313392 Jan 28 21:20:02.525587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:20:02.609452 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:02.626692 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56640) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:20:02.633042 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:20:02.635417 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd98121-31c7-48b9-a075-115fecb0fa78" -d '{"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:20:02.647511 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:20:02.652663 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:02.675341 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 21:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5e2149-06db-4837-afad-88ed0240eeea x-openstack-request-id: req-5f5e2149-06db-4837-afad-88ed0240eeea {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:20:02.675625 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-unplugged", "status": "failed", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "code": 422}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:20:02.675870 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f5e2149-06db-4837-afad-88ed0240eeea {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:20:02.676300 n-d-825064-3 neutron-server[102308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'code': 422} returned with failed status Jan 28 21:20:02.701891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:20:02.720455 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-16db35de-3bc9-4a05-b1c2-a29a01b921f4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925586 Jan 28 21:20:02.729369 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-78a461f2-5d1d-4c73-b3bf-ba28ea355723 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:20:02.730332 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-78a461f2-5d1d-4c73-b3bf-ba28ea355723 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050423 Jan 28 21:20:03.550764 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-6a936f95-6f81-4c4e-a837-3f4f8032b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:03.552234 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-6a936f95-6f81-4c4e-a837-3f4f8032b23e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80&tenant_id=10ed5bfa945340d7bd7b9d26246e1958 HTTP/1.1" status: 200 len: 1095 time: 0.0932672 Jan 28 21:20:03.569660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-15c72f57-47b6-4e4c-af72-86dc565ae25c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:20:03.570741 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-15c72f57-47b6-4e4c-af72-86dc565ae25c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051630 Jan 28 21:20:03.583202 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-3', 'device_owner': 'compute:nova'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:20:03.623715 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02e5df-638b-444a-979d-0e3310f91149 req-18c9fa1e-8479-4ab6-9acb-cdaafc657fde tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:03.625173 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec02e5df-638b-444a-979d-0e3310f91149 req-18c9fa1e-8479-4ab6-9acb-cdaafc657fde tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 944 time: 0.0892677 Jan 28 21:20:03.668640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:03.690921 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ec02e5df-638b-444a-979d-0e3310f91149 req-2af88ad8-e864-4278-9927-8e637b4ef999 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597484 Jan 28 21:20:03.880720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:20:03.914573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h1-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:20:03.945665 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a66ea0-80e4-4df9-b7fb-fd9360e2207f {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:20:03.952932 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:03.964935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Transition to ACTIVE for port object c0a66ea0-80e4-4df9-b7fb-fd9360e2207f will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:20:03.967870 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:04.047041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=9']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:20:04.061769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.062112 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.062450 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.062780 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.063106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.063425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.063746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.064064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.064409 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.064733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.065048 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.065365 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:20:04.098897 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] No DVR routers for this DVR port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on host n-h1-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:20:04.237610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Attempting to bind port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:20:04.237940 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Attempting to bind port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:20:04.238262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Attempting to bind port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on network 6e260c4e-e596-4240-8ca9-62f85ff7807a {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:20:04.243630 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on network 6e260c4e-e596-4240-8ca9-62f85ff7807a not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:20:04.243936 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Attempting to bind port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on network 6e260c4e-e596-4240-8ca9-62f85ff7807a {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:20:04.248677 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:20:04.249006 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Checking segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:20:04.249380 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Bound using segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:20:04.249800 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Bound port: c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:20:04.250147 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:04.316466 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:20:04.319670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:20:04.325066 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:04.359430 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:04.360168 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:04.362282 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] 10.222.0.26 "PUT /v2.0/ports/c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 1092 time: 0.7829084 Jan 28 21:20:04.362282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:20:04.364318 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8601d360-0c08-451f-85eb-52ac7b5c6d59" -d '{"events": [{"name": "network-changed", "server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:20:04.406809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead498e-98ae-44b1-87bc-d5c74daa980e service neutron] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=10']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:20:04.413419 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea766bc-07d1-4e48-9d99-0a0077440a34 x-openstack-request-id: req-fea766bc-07d1-4e48-9d99-0a0077440a34 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:20:04.413768 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:20:04.414024 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fea766bc-07d1-4e48-9d99-0a0077440a34 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:20:04.414689 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'status': 'completed', 'code': 200} Jan 28 21:20:04.444688 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-3a1ab660-64c7-459f-a82a-30cb970a79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:04.447277 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-3a1ab660-64c7-459f-a82a-30cb970a79e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1096 time: 0.0498128 Jan 28 21:20:04.546746 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-39dde8eb-dfc0-415a-ba78-4b248bf91c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:04.548315 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-39dde8eb-dfc0-415a-ba78-4b248bf91c6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0935953 Jan 28 21:20:04.620345 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-5caf807e-74f4-41b2-b7f2-7c284702714b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 999 time: 0.0573912 Jan 28 21:20:04.664223 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-cec42b9a-21f1-4d3d-98c1-4b087b4ac8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:04.665818 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-cec42b9a-21f1-4d3d-98c1-4b087b4ac8ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0438659 Jan 28 21:20:04.715122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-ffde39f7-1e6d-44f2-950b-a7459749485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:04.716617 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-ffde39f7-1e6d-44f2-950b-a7459749485a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439134 Jan 28 21:20:04.846899 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf752f-1186-40ed-82da-edddd5864cae req-f7ceafb8-6c25-47a9-b2a5-91d45d86c94b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:04.848387 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cacf752f-1186-40ed-82da-edddd5864cae req-f7ceafb8-6c25-47a9-b2a5-91d45d86c94b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0803111 Jan 28 21:20:04.850514 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-ba230ee3-9474-4935-a226-7f5ba839f8b5 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268985 Jan 28 21:20:04.931304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cacf752f-1186-40ed-82da-edddd5864cae req-029b849b-e4e3-4e52-9ee8-8cf9066ca5d9 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768344 Jan 28 21:20:04.961241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-a6ed4ba3-95e4-41db-a74e-2931781dd8c9 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001499 Jan 28 21:20:05.054508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-9ebd53a5-b0c7-4585-945d-3f9767f1ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:05.055823 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-9ebd53a5-b0c7-4585-945d-3f9767f1ff1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1096 time: 0.0477185 Jan 28 21:20:05.145695 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-5e58fddd-9bf4-418e-8663-6b1cca6a5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:05.147222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-5e58fddd-9bf4-418e-8663-6b1cca6a5ff0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0852027 Jan 28 21:20:05.221973 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-dcf3e6bc-1dfa-4db6-bcb5-b796e211cc11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 999 time: 0.0670803 Jan 28 21:20:05.298726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-7ebb10a1-5df0-47e9-abe3-d18f88314bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:05.300740 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-7ebb10a1-5df0-47e9-abe3-d18f88314bc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0694268 Jan 28 21:20:06.062983 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2c4a5-e7e6-4cbd-bf0c-a92c7233d5a4 req-feec1419-af31-40ea-beb4-6ef7d7cd99d2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:06.064694 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56f2c4a5-e7e6-4cbd-bf0c-a92c7233d5a4 req-feec1419-af31-40ea-beb4-6ef7d7cd99d2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0575664 Jan 28 21:20:06.106499 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-56f2c4a5-e7e6-4cbd-bf0c-a92c7233d5a4 req-6f13f886-5fe6-4b81-9465-c524844d91a3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344329 Jan 28 21:20:07.231566 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8bb94-6324-4c0c-8cba-e7b545895874 req-337570cb-479c-4b83-a54e-980ed3aa010b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:07.233354 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89a8bb94-6324-4c0c-8cba-e7b545895874 req-337570cb-479c-4b83-a54e-980ed3aa010b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0527234 Jan 28 21:20:07.278107 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89a8bb94-6324-4c0c-8cba-e7b545895874 req-e2c501f6-14e0-45f8-a078-3b9c31a77c76 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383847 Jan 28 21:20:07.832696 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-50288070-1d26-4c27-b954-3c04935ae6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:08.421376 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f365-061e-494c-852f-007275f7e689 req-6bd3b09f-8a25-4c86-8d82-f16306860b19 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:08.423067 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4183f365-061e-494c-852f-007275f7e689 req-6bd3b09f-8a25-4c86-8d82-f16306860b19 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0608876 Jan 28 21:20:08.466723 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4183f365-061e-494c-852f-007275f7e689 req-60a50515-2d1f-44fb-8113-58efe7a2e9bb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372801 Jan 28 21:20:09.595474 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295a3de-bf96-45ab-8957-2eb59d496f1f req-616a8c96-4369-4f21-a57a-8aa6fa734488 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:09.603826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7295a3de-bf96-45ab-8957-2eb59d496f1f req-616a8c96-4369-4f21-a57a-8aa6fa734488 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0610378 Jan 28 21:20:09.642019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7295a3de-bf96-45ab-8957-2eb59d496f1f req-f87e0724-9acb-4c2a-895f-062fee0cba86 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Jan 28 21:20:10.305997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cb9731be-484c-4040-a09f-03683d2df7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:10.771896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297caae-46fc-4fa2-9e89-2f967c26878d req-649fafb3-cf69-4181-86e5-7390fb044af7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:10.774699 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c297caae-46fc-4fa2-9e89-2f967c26878d req-649fafb3-cf69-4181-86e5-7390fb044af7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0557008 Jan 28 21:20:10.814097 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c297caae-46fc-4fa2-9e89-2f967c26878d req-62be63f3-d37d-4c14-809e-1a6bcb2bab2e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334899 Jan 28 21:20:11.883825 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:11.951866 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c77a2-990d-4129-92fa-353c0908d3a6 req-3d13c273-c69d-4ccc-8823-f74ec36efa74 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:11.953608 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-318c77a2-990d-4129-92fa-353c0908d3a6 req-3d13c273-c69d-4ccc-8823-f74ec36efa74 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0606427 Jan 28 21:20:11.996980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-318c77a2-990d-4129-92fa-353c0908d3a6 req-d41cc261-0488-45e1-bcb7-b6ffc599d985 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357163 Jan 28 21:20:13.115758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be650616-d55c-408f-afbe-440c69f32a9e req-38819959-732e-409b-a19e-8e5ee2d70bfb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:13.117613 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be650616-d55c-408f-afbe-440c69f32a9e req-38819959-732e-409b-a19e-8e5ee2d70bfb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0508628 Jan 28 21:20:13.156462 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be650616-d55c-408f-afbe-440c69f32a9e req-cd276eb8-c761-4de4-81c9-a2e6261c7645 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327463 Jan 28 21:20:13.173079 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:13.328852 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:13.557287 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-55967570-92f4-4744-b66d-1b0554412c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:13.558768 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-55967570-92f4-4744-b66d-1b0554412c27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407424 Jan 28 21:20:13.653940 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-abb4c84f-b6ee-40b1-acb8-0ab0d13b4618 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879135 Jan 28 21:20:13.751109 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8601d360-0c08-451f-85eb-52ac7b5c6d59 req-f0e9910d-f49e-4abe-ac64-7475ceeb9c49 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894821 Jan 28 21:20:14.281204 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feac1c9-fbfc-48f6-98bd-dc4ecab8d7e2 req-867d833e-f644-4151-8295-186eea817033 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:14.282682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0feac1c9-fbfc-48f6-98bd-dc4ecab8d7e2 req-867d833e-f644-4151-8295-186eea817033 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0555356 Jan 28 21:20:14.328229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0feac1c9-fbfc-48f6-98bd-dc4ecab8d7e2 req-e7787a43-4c21-4ab9-b73d-bf2393e6f116 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394549 Jan 28 21:20:15.448981 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856291b9-e599-4003-ace5-4bcbc5c105b1 req-a6eee947-f1f8-4e03-ac96-19bacc9f5a0f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:15.450494 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-856291b9-e599-4003-ace5-4bcbc5c105b1 req-a6eee947-f1f8-4e03-ac96-19bacc9f5a0f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 945 time: 0.0498466 Jan 28 21:20:15.489622 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-856291b9-e599-4003-ace5-4bcbc5c105b1 req-03b279be-960e-4edd-a5d9-5c7e6f005d5c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331650 Jan 28 21:20:16.373779 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:20:16.465969 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:20:16.476537 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'port_id': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'mac_address': 'fa:16:3e:06:d2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:20:16.513908 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:16.530297 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a66ea0-80e4-4df9-b7fb-fd9360e2207f {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:20:16.549271 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:20:16.553181 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:16.602796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=11']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:20:16.612599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346adec-3c90-438a-b3b3-6d21e6fc3f94 req-5129a8a6-d654-4e9f-8be6-e03ede8c105a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:16.614468 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2346adec-3c90-438a-b3b3-6d21e6fc3f94 req-5129a8a6-d654-4e9f-8be6-e03ede8c105a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0557888 Jan 28 21:20:16.654887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2346adec-3c90-438a-b3b3-6d21e6fc3f94 req-ffd09399-a853-4a9f-99b7-f1b2ead9771e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324333 Jan 28 21:20:16.803231 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:20:17.788775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a3430-ee79-47cd-9351-a3efb830d59e req-c5892a15-c85a-469e-ae4a-3af2433fa793 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:17.790251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb1a3430-ee79-47cd-9351-a3efb830d59e req-c5892a15-c85a-469e-ae4a-3af2433fa793 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 946 time: 0.0530255 Jan 28 21:20:17.828124 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-eb1a3430-ee79-47cd-9351-a3efb830d59e req-41f41ffe-02c0-4bbd-b06b-066e731b4ae0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316331 Jan 28 21:20:18.376901 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:20:18.426021 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:20:18.429852 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:20:18.430228 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:18.506443 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:18.528646 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:20:18.530899 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d12a761-1f58-47b5-83b5-3289acb43a49" -d '{"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-plugged", "status": "completed", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:20:18.543388 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:20:18.548160 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:18.572862 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7d406e-6a55-41da-acbd-5889a46bec90 x-openstack-request-id: req-bf7d406e-6a55-41da-acbd-5889a46bec90 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:20:18.573154 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-plugged", "status": "completed", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:20:18.573409 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf7d406e-6a55-41da-acbd-5889a46bec90 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:20:18.573777 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'code': 200} Jan 28 21:20:18.602447 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=12']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:20:18.683691 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:18.735288 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc3cff-dbf8-4a4a-967e-8965f9ae196a req-4a13d2d2-9640-4ad9-a10e-7b25e2d8940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:18.736800 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2dc3cff-dbf8-4a4a-967e-8965f9ae196a req-4a13d2d2-9640-4ad9-a10e-7b25e2d8940e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1098 time: 0.0429845 Jan 28 21:20:18.771679 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d2dc3cff-dbf8-4a4a-967e-8965f9ae196a req-70f9393a-923a-43cf-adbb-5a4b33a328eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274568 Jan 28 21:20:18.944613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f21f2f-ebbb-43e3-8e16-a191e234acc8 req-daa1b90f-9e2a-4e78-8e99-1cc5cf624bdd tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:18.946894 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f21f2f-ebbb-43e3-8e16-a191e234acc8 req-daa1b90f-9e2a-4e78-8e99-1cc5cf624bdd tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 947 time: 0.0501993 Jan 28 21:20:18.987833 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87f21f2f-ebbb-43e3-8e16-a191e234acc8 req-51ea023e-7769-43c7-be9b-322ce3f88ab2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350397 Jan 28 21:20:20.114569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dc5c9-0d25-4a7b-98b8-262b92c2c890 req-4d0baaed-3a29-48b5-97ce-b87194e94a2e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:20.116053 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c8dc5c9-0d25-4a7b-98b8-262b92c2c890 req-4d0baaed-3a29-48b5-97ce-b87194e94a2e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 947 time: 0.0557973 Jan 28 21:20:20.155703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c8dc5c9-0d25-4a7b-98b8-262b92c2c890 req-b9039d79-dd79-417b-b12e-7e95ce20cfa3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333889 Jan 28 21:20:21.272564 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d3f18-36f9-4ea5-8023-93475d04a2c3 req-cc36760d-e98c-4367-ba81-bba6bbedd494 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:21.274019 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d1d3f18-36f9-4ea5-8023-93475d04a2c3 req-cc36760d-e98c-4367-ba81-bba6bbedd494 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 947 time: 0.0488844 Jan 28 21:20:21.311291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6d1d3f18-36f9-4ea5-8023-93475d04a2c3 req-b613448c-8cf3-4b7b-a860-d43aa50c4cbf tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Jan 28 21:20:21.927174 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:27.647370 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:20:29.297898 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-6d3b9368-3fc8-4f29-89c3-bab6d41f4679 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405245 Jan 28 21:20:29.383720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-9418dc61-ad0d-4ffc-a1ad-c1750e27cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:29.385251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-9418dc61-ad0d-4ffc-a1ad-c1750e27cf23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1098 time: 0.0452018 Jan 28 21:20:29.498797 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-ae4fef11-f4d6-4302-98da-9e8e179350ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:29.500346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-ae4fef11-f4d6-4302-98da-9e8e179350ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0922618 Jan 28 21:20:29.574017 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-ffcce43a-4df7-47d6-bd8e-0a8b3e109d58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 1001 time: 0.0612588 Jan 28 21:20:29.622909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-da2e614d-adc4-48fa-9772-fc55357469b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:29.624389 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-da2e614d-adc4-48fa-9772-fc55357469b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0443645 Jan 28 21:20:29.669661 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-4e4777a9-e5bb-4bd4-9fd4-f42b42b2a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:20:29.671378 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-4e4777a9-e5bb-4bd4-9fd4-f42b42b2a958 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407591 Jan 28 21:20:29.776118 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-9c795b24-ea80-43a7-80e2-56fdefc0f114 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976021 Jan 28 21:20:29.868490 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-68d19a3f-35ed-4350-a935-9c470135a7e6 req-7d347675-cb25-42a0-8593-a3c1466dd7af service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843468 Jan 28 21:20:37.826579 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-259e4609-4e7f-4b44-9ead-828efbcd2a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:40.299712 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0e50f994-7dc0-456a-91af-e19ee40b924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:41.884172 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:43.175047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:43.330557 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:48.697710 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:20:51.925755 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:04.647018 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:21:07.826723 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-46c73b5e-8efb-4dc2-a8ce-875697ed0a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:10.301362 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-49112b70-9f0a-4637-b156-d226af29d32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:11.887539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:13.176521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:13.332972 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:18.720474 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:21.932760 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:29.306000 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-0dcc75a6-09f9-42c6-bf7d-735be9c78d21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392880 Jan 28 21:21:29.394141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-3a745897-c8b8-4515-a736-d81a88fafd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:29.395639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-3a745897-c8b8-4515-a736-d81a88fafd6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1098 time: 0.0464134 Jan 28 21:21:29.497863 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-221f5c8f-2eb0-41b8-959d-99395ffa28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:29.499308 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-221f5c8f-2eb0-41b8-959d-99395ffa28c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0823853 Jan 28 21:21:29.567158 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-55c44398-0b4a-4602-bded-59f421ee6378 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 1001 time: 0.0607498 Jan 28 21:21:29.615186 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-f4311754-a63e-4989-910a-773fb6bbbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:29.616639 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-f4311754-a63e-4989-910a-773fb6bbbab9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0430994 Jan 28 21:21:29.662124 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-58fd2320-852e-4389-b726-1753de2888ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:29.663592 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-58fd2320-852e-4389-b726-1753de2888ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392368 Jan 28 21:21:29.755616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-cb890d19-41cc-4f37-b764-7d5c2d9dcab6 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830512 Jan 28 21:21:29.847737 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-33c68234-1d4a-482c-b09f-48cb7f4c1b07 req-8dd29a1e-27ba-49cd-9431-425df2b4e211 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846710 Jan 28 21:21:34.147606 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56764) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:34.304982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Deleting port 69c5a820-c59b-4550-a188-c21a27a40285 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:21:34.305328 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:34.380718 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:34.381044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:34.395558 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Calling delete_port for 69c5a820-c59b-4550-a188-c21a27a40285 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:21:34.544190 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:34.574767 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event deleted for resources: {'Port': ['ID=69c5a820-c59b-4550-a188-c21a27a40285,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:34.595313 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.595654 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.595985 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.596346 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.596674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.596997 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.597321 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.597644 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.597957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.598272 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.598586 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.598898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:34.645492 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:34.645829 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Floating IP 6f1f3124-42df-4e98-aa83-637f8f868432 disassociated (deleted). External IP: 172.25.2.59, port: c0a66ea0-80e4-4df9-b7fb-fd9360e2207f. Jan 28 21:21:34.850905 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Router 08ee8cf8-528a-4c8e-8163-04a122a51408 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:21:34.958061 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:21:34.963423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:34.968702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] Sync routers for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:21:34.979926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:21:34.980825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:21:34.994301 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c2bd654b-91b0-4c90-a4fe-eb993c359fb0 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "DELETE /v2.0/floatingips/6f1f3124-42df-4e98-aa83-637f8f868432 HTTP/1.1" status: 204 len: 168 time: 0.8454740 Jan 28 21:21:34.994987 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:21:34.997449 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e" -d '{"events": [{"name": "network-changed", "server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:21:35.112791 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5588b157-de5b-4449-8dda-122ab3f7f8d4 x-openstack-request-id: req-5588b157-de5b-4449-8dda-122ab3f7f8d4 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:21:35.113097 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:21:35.113420 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5588b157-de5b-4449-8dda-122ab3f7f8d4 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:21:35.114021 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'status': 'completed', 'code': 200} Jan 28 21:21:35.185398 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-490902df-a0eb-4213-bc5e-da86bf319d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:35.186937 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-490902df-a0eb-4213-bc5e-da86bf319d95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 1098 time: 0.0499406 Jan 28 21:21:35.259096 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:21:35.328233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-857270a2-bd3f-4d0f-b59a-722d655aa695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:35.329743 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-857270a2-bd3f-4d0f-b59a-722d655aa695 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.1351407 Jan 28 21:21:35.382507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-316024af-ea63-4273-bd38-3fd5e9bccc6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 200 len: 217 time: 0.0434139 Jan 28 21:21:35.391213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097d4b4-f6a7-4f52-8c80-38e3477bfbd0 req-0cc7b978-09c5-4354-ad45-02d46f4e8236 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:35.392780 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a097d4b4-f6a7-4f52-8c80-38e3477bfbd0 req-0cc7b978-09c5-4354-ad45-02d46f4e8236 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 947 time: 0.1708488 Jan 28 21:21:35.464457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-169d29cb-a3f9-4b5e-b245-382f72221c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:35.471250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-169d29cb-a3f9-4b5e-b245-382f72221c3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0723958 Jan 28 21:21:35.471250 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a097d4b4-f6a7-4f52-8c80-38e3477bfbd0 req-27489859-0818-4aee-84c0-381c36159c4c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662298 Jan 28 21:21:35.480721 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:21:35.514839 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] Checking router: 08ee8cf8-528a-4c8e-8163-04a122a51408 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:21:35.516201 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-372fc66b-6aa5-4876-a5cc-151da95288ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:35.517802 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-372fc66b-6aa5-4876-a5cc-151da95288ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445838 Jan 28 21:21:35.523356 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:21:35.523970 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:21:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:21:35.619716 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-14676732-8fda-4c26-8967-aedf10dbb9d9 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932138 Jan 28 21:21:35.646202 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:21:35.715638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b895b6b4-de2d-4e14-9e1c-05f1c761d36e req-7645f35d-c39c-43f7-bf87-fe332971e8e0 service neutron] 10.222.0.26 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887046 Jan 28 21:21:35.857453 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:21:35.886757 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7980cf53-fe8f-473f-b8df-ee4a91756f45 None None] The sync data for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 is: [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:21:36.121451 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab3895c-af67-44c2-ad41-91a988b4872f None None] New status for floating IP 6f1f3124-42df-4e98-aa83-637f8f868432: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:21:36.683046 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6a553-210f-4747-9a5b-430c07c2d876 req-4ab53446-5eca-422a-b4e5-fe73953748cb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:36.684557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2c6a553-210f-4747-9a5b-430c07c2d876 req-4ab53446-5eca-422a-b4e5-fe73953748cb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 947 time: 0.1379890 Jan 28 21:21:36.703377 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-e2289ce9-66b6-4ffa-a1ea-31b71e9f95f2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:36.704796 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-e2289ce9-66b6-4ffa-a1ea-31b71e9f95f2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.26 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 947 time: 0.0675955 Jan 28 21:21:36.756968 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2c6a553-210f-4747-9a5b-430c07c2d876 req-16e2581f-6b7b-4b55-815e-9c82e775f4d1 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b422520-8ff3-4117-b07e-c130c55538a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662854 Jan 28 21:21:36.810063 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Deleting port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:21:36.810401 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:37.229393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] For port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:21:37.229753 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:37.241263 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Calling delete_port for c0a66ea0-80e4-4df9-b7fb-fd9360e2207f owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:21:37.370639 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:37.401803 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event deleted for resources: {'Port': ['ID=c0a66ea0-80e4-4df9-b7fb-fd9360e2207f,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:37.413731 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.414081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.414422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.414893 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.415229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.415617 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.415969 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.417101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.417101 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.417507 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.417849 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.418178 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:21:37.453505 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] No DVR routers for this DVR port c0a66ea0-80e4-4df9-b7fb-fd9360e2207f on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:21:37.456412 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:37.459745 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-17cc72bc-48b2-47da-af13-da6b4c88310a req-023250aa-b1e4-479a-a0db-634d7fd95d25 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.26 "DELETE /v2.0/ports/c0a66ea0-80e4-4df9-b7fb-fd9360e2207f HTTP/1.1" status: 204 len: 173 time: 0.7476504 Jan 28 21:21:37.460209 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-deleted', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:21:37.462822 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e4dd3-bb50-4ba1-9585-8a9e0c25e294" -d '{"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-deleted", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:21:37.563462 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cc9549-9d7e-4357-88b8-0d59b8f88512 x-openstack-request-id: req-07cc9549-9d7e-4357-88b8-0d59b8f88512 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:21:37.563777 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519be726-9b12-4eef-b65d-d5811e3b9b80", "name": "network-vif-deleted", "tag": "c0a66ea0-80e4-4df9-b7fb-fd9360e2207f", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:21:37.564027 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07cc9549-9d7e-4357-88b8-0d59b8f88512 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:21:37.564448 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519be726-9b12-4eef-b65d-d5811e3b9b80', 'name': 'network-vif-deleted', 'tag': 'c0a66ea0-80e4-4df9-b7fb-fd9360e2207f', 'status': 'completed', 'code': 200} Jan 28 21:21:37.832298 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0bef-2224-40fe-9af6-a71f6b909339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:37.873563 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ee41269-fe88-4317-869a-54214076cbab req-e2fc5394-b5a6-4057-9246-308be200127d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=519be726-9b12-4eef-b65d-d5811e3b9b80 HTTP/1.1" status: 200 len: 210 time: 0.0286059 Jan 28 21:21:38.930953 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56794) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:38.989070 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b8e1-b11d-4277-a92e-30d32d9a3398 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.016702 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b8e1-b11d-4277-a92e-30d32d9a3398 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.082078 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b8e1-b11d-4277-a92e-30d32d9a3398 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.084802 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b8e1-b11d-4277-a92e-30d32d9a3398 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.085983 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d5f5b8e1-b11d-4277-a92e-30d32d9a3398 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "DELETE /v2.0/security-groups/9b422520-8ff3-4117-b07e-c130c55538a6 HTTP/1.1" status: 204 len: 168 time: 0.1535113 Jan 28 21:21:39.096545 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5b8e1-b11d-4277-a92e-30d32d9a3398 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b422520-8ff3-4117-b07e-c130c55538a6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:39.520580 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56800) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:39.525613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-594b8319-8688-458b-9656-c2e979877881 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108475607', 'description': 'tempest-secgroup-smoke-2108475607 description', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:39.550050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594b8319-8688-458b-9656-c2e979877881 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.631720 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594b8319-8688-458b-9656-c2e979877881 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.637017 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594b8319-8688-458b-9656-c2e979877881 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.669748 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-594b8319-8688-458b-9656-c2e979877881 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.671754 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-594b8319-8688-458b-9656-c2e979877881 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1498106 Jan 28 21:21:39.676434 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b8319-8688-458b-9656-c2e979877881 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bad2a3-a7ff-47ce-8724-086eef811b95,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:39.676868 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 56802) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:39.679241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-28566c71-a1cc-41c2-8398-c4f8be575c71 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': 'e0bad2a3-a7ff-47ce-8724-086eef811b95', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:39.711525 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-28566c71-a1cc-41c2-8398-c4f8be575c71 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.762089 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-28566c71-a1cc-41c2-8398-c4f8be575c71 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.765875 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-28566c71-a1cc-41c2-8398-c4f8be575c71 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.784553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28566c71-a1cc-41c2-8398-c4f8be575c71 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139f31f5-6341-413c-8015-e6fb448ba4a7,revision_number=0']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:39.793621 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-28566c71-a1cc-41c2-8398-c4f8be575c71 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.794869 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-28566c71-a1cc-41c2-8398-c4f8be575c71 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194615 Jan 28 21:21:39.798508 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56804) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:39.803128 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2f9e3092-de00-4bd7-b79b-23f11f15a1ba tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': 'e0bad2a3-a7ff-47ce-8724-086eef811b95', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:39.836039 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3092-de00-4bd7-b79b-23f11f15a1ba tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.896529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3092-de00-4bd7-b79b-23f11f15a1ba tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.900601 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3092-de00-4bd7-b79b-23f11f15a1ba tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.918891 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e3092-de00-4bd7-b79b-23f11f15a1ba tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd0c976-7a85-4336-9bda-4a4b770da3a0,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:39.926949 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2f9e3092-de00-4bd7-b79b-23f11f15a1ba tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:39.928142 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2f9e3092-de00-4bd7-b79b-23f11f15a1ba tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286104 Jan 28 21:21:39.930880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56806) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:39.936327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-3ec645e9-e069-4a54-b4fb-870476d099c3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': 'e0bad2a3-a7ff-47ce-8724-086eef811b95', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:39.963724 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ec645e9-e069-4a54-b4fb-870476d099c3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.021811 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ec645e9-e069-4a54-b4fb-870476d099c3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.025263 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ec645e9-e069-4a54-b4fb-870476d099c3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.044066 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec645e9-e069-4a54-b4fb-870476d099c3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3eee24c-124e-4529-9a5d-c1e147a36684,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:40.055507 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-3ec645e9-e069-4a54-b4fb-870476d099c3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.057375 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-3ec645e9-e069-4a54-b4fb-870476d099c3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244111 Jan 28 21:21:40.060013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56808) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:40.064276 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a9f5063c-3f39-4f42-9c2b-06078b1c002c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': 'e0bad2a3-a7ff-47ce-8724-086eef811b95', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:40.093050 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9f5063c-3f39-4f42-9c2b-06078b1c002c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.154217 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9f5063c-3f39-4f42-9c2b-06078b1c002c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.157818 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9f5063c-3f39-4f42-9c2b-06078b1c002c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.176068 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5063c-3f39-4f42-9c2b-06078b1c002c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f9c7da-b1e6-421b-8a29-f54ab7042c15,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:40.182948 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a9f5063c-3f39-4f42-9c2b-06078b1c002c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.184129 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a9f5063c-3f39-4f42-9c2b-06078b1c002c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231794 Jan 28 21:21:40.186917 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56810) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:40.191134 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-6468bcc5-6c2c-40fa-a371-dbfdc2c93040 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': 'e0bad2a3-a7ff-47ce-8724-086eef811b95', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:40.213815 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-6468bcc5-6c2c-40fa-a371-dbfdc2c93040 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Project 10ed5bfa945340d7bd7b9d26246e1958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:21:40.218505 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6468bcc5-6c2c-40fa-a371-dbfdc2c93040 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.276479 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6468bcc5-6c2c-40fa-a371-dbfdc2c93040 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.279654 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6468bcc5-6c2c-40fa-a371-dbfdc2c93040 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.296847 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468bcc5-6c2c-40fa-a371-dbfdc2c93040 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5e1fd1-d096-48f8-94e9-0ab43320aa5f,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:40.302346 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-660aa01c-b9c8-461f-9b78-5b3d35739b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.306854 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6468bcc5-6c2c-40fa-a371-dbfdc2c93040 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.308268 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6468bcc5-6c2c-40fa-a371-dbfdc2c93040 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203930 Jan 28 21:21:40.310932 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 56812) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:21:40.315205 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a46fc051-5eea-4922-b94e-a6653cc35def tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'security_group_rule': {'security_group_id': 'e0bad2a3-a7ff-47ce-8724-086eef811b95', 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:40.338861 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-a46fc051-5eea-4922-b94e-a6653cc35def tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Project 10ed5bfa945340d7bd7b9d26246e1958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:21:40.343629 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a46fc051-5eea-4922-b94e-a6653cc35def tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.416778 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a46fc051-5eea-4922-b94e-a6653cc35def tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.420516 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a46fc051-5eea-4922-b94e-a6653cc35def tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.438259 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fc051-5eea-4922-b94e-a6653cc35def tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d17c2ad-c5e8-4061-a970-240124c61415,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:40.447887 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a46fc051-5eea-4922-b94e-a6653cc35def tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:40.449266 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a46fc051-5eea-4922-b94e-a6653cc35def tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373901 Jan 28 21:21:40.778979 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:21:40.814338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: c0a66ea0-80e4-4df9-b7fb-fd9360e2207f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:21:40.814911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device c0a66ea0-80e4-4df9-b7fb-fd9360e2207f not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:21:41.646688 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:21:41.889498 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:43.181403 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:43.335494 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:48.714184 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:51.939997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:54.640969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-55b02c0c-fc8a-42c2-a68c-10d039bb6e1f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108475607&fields=id&tenant_id=10ed5bfa945340d7bd7b9d26246e1958 HTTP/1.1" status: 200 len: 267 time: 0.0325017 Jan 28 21:21:54.746399 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-655a04aa-429e-4f6d-adf4-1173bbf1fbf8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:54.747828 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-655a04aa-429e-4f6d-adf4-1173bbf1fbf8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 809 time: 0.1000125 Jan 28 21:21:54.763376 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-0066b356-37f8-4ca2-b170-61d46e9f6163 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/quotas/10ed5bfa945340d7bd7b9d26246e1958 HTTP/1.1" status: 200 len: 375 time: 0.0097718 Jan 28 21:21:54.813564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-e4fdd372-932f-4d56-8857-fc8250b15f7a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449932 Jan 28 21:21:54.870649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-b6c9b14b-8f22-4e04-a929-d435dbe18678 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:21:54.871676 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-b6c9b14b-8f22-4e04-a929-d435dbe18678 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466988 Jan 28 21:21:54.964792 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-714a9afa-761c-44ff-8634-4afc33153cdc service neutron] 10.222.0.44 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868256 Jan 28 21:21:55.053057 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-69a71bb2-7457-47ef-a9e2-3715ff5eba94 service neutron] 10.222.0.44 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820458 Jan 28 21:21:55.332267 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c9a2288f-9a58-48f2-bcdc-73756e3baf12 req-fa7943bf-c627-4516-a6b4-3a2a40bb4de1 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 210 time: 0.0272782 Jan 28 21:21:56.276344 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-7f62df14-23c5-4eae-b995-30930d3660cc tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:56.277821 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-7f62df14-23c5-4eae-b995-30930d3660cc tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 809 time: 0.1135688 Jan 28 21:21:56.324780 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-41a246fd-cff6-49a3-96a8-4f8bfd281aa9 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10ed5bfa945340d7bd7b9d26246e1958 HTTP/1.1" status: 200 len: 380 time: 0.0383930 Jan 28 21:21:56.333790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'port': {'device_id': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'admin_state_up': True, 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'security_groups': ['e0bad2a3-a7ff-47ce-8724-086eef811b95']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:56.439784 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2659da6a-1eed-4d57-8f83-67e233ff0de6 req-2f98e6e7-44dc-45d6-9b20-95318ca952e4 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 210 time: 0.0324485 Jan 28 21:21:56.465092 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Made reservation on behalf of 10ed5bfa945340d7bd7b9d26246e1958 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:21:56.468741 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:56.602299 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Allocated IP 172.20.0.4 (6e260c4e-e596-4240-8ca9-62f85ff7807a/cbfd3254-d9df-4d5f-8008-6a6943779608/9f285f33-9bb9-4c47-a735-78316f8a4fb7) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:21:56.739723 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:56.780011 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:56.828633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:21:56.831927 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:21:56.835645 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:21:56.842702 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:56.891106 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:56.891749 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:56.911772 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-29d911a7-4625-456b-827d-487ae5ecf201 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817461 Jan 28 21:21:56.923999 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Request body: {'port': {'device_id': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:21:56.985045 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:57.048869 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4a5daba1-3f0b-4bb4-8ec8-2fae10aa8045 None None] Provisioning complete for port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:21:57.049436 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4a5daba1-3f0b-4bb4-8ec8-2fae10aa8045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:57.085471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4a5daba1-3f0b-4bb4-8ec8-2fae10aa8045 None None] Port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:21:57.252484 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f285f33-9bb9-4c47-a735-78316f8a4fb7 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:21:57.260622 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:57.272560 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Transition to ACTIVE for port object 9f285f33-9bb9-4c47-a735-78316f8a4fb7 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:21:57.277348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:57.346028 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Pushing event updated for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:57.413922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Attempting to bind port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:21:57.414268 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Attempting to bind port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:21:57.414733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Attempting to bind port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 on network 6e260c4e-e596-4240-8ca9-62f85ff7807a {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:21:57.421201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 on network 6e260c4e-e596-4240-8ca9-62f85ff7807a not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:21:57.421676 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Attempting to bind port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 on network 6e260c4e-e596-4240-8ca9-62f85ff7807a {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:21:57.428814 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:21:57.429144 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Checking segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:21:57.429532 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Bound using segment: {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:21:57.429966 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Bound port: 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15304fdd-fd2c-4d61-839a-b01c225176b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:21:57.430327 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:57.529658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:21:57.532975 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:21:57.537640 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:57.572978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:57.574064 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:21:57.575519 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] 10.222.0.13 "PUT /v2.0/ports/9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 1091 time: 0.6561763 Jan 28 21:21:57.576023 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:21:57.578402 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c503f4-ac0a-42c1-8f7f-351777594351" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:21:57.584093 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f3855-18e7-436c-a467-e5d36f17c9c2 req-5fa95283-7d39-4a45-96e0-186b7bbca22d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:57.594117 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a5f3855-18e7-436c-a467-e5d36f17c9c2 req-5fa95283-7d39-4a45-96e0-186b7bbca22d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0629663 Jan 28 21:21:57.641101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb5269-7683-4588-a8b5-b103c82e851d service neutron] Pushing event updated for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:21:57.644066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6a5f3855-18e7-436c-a467-e5d36f17c9c2 req-a1d11dd8-8703-466a-a5bb-87a7871e8b89 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Jan 28 21:21:57.679181 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b775d2-98f5-4533-a0fd-f1c43f5eab7b x-openstack-request-id: req-45b775d2-98f5-4533-a0fd-f1c43f5eab7b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:21:57.679564 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:21:57.679892 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45b775d2-98f5-4533-a0fd-f1c43f5eab7b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:21:57.680387 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'status': 'completed', 'code': 200} Jan 28 21:21:57.697201 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-66db8495-690a-40a6-82cf-1bd85d9a5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:57.698778 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-66db8495-690a-40a6-82cf-1bd85d9a5d75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1094 time: 0.0484550 Jan 28 21:21:57.746629 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-d755a33c-248b-4f17-ada1-1f7fe84bd727 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0410206 Jan 28 21:21:57.799423 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-4e2a72cd-88ba-447e-b71b-4cfc96b29813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:57.801095 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-4e2a72cd-88ba-447e-b71b-4cfc96b29813 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0485928 Jan 28 21:21:57.849929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-82f2fdc5-a86e-43cb-97da-ae6d598de2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:57.852922 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-82f2fdc5-a86e-43cb-97da-ae6d598de2ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447962 Jan 28 21:21:57.946006 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-0cbe0e7c-f769-4fcf-9506-9fa732c25465 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869136 Jan 28 21:21:58.046107 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-edef8702-60d2-4bef-9879-ad0cb6131595 req-7a5e8144-df16-4f3b-bd97-93411b821df2 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936589 Jan 28 21:21:58.142405 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-41ab95d3-90b8-41bf-b248-fbaa597d74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:58.144827 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-41ab95d3-90b8-41bf-b248-fbaa597d74c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1094 time: 0.0487614 Jan 28 21:21:58.258949 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-03a4997d-7155-41a3-8584-6bde23d57590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:58.260762 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-03a4997d-7155-41a3-8584-6bde23d57590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.1088257 Jan 28 21:21:58.304411 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-d96996f9-35b5-40a3-8da3-7da07a4ac477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0374010 Jan 28 21:21:58.362093 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-6395da67-6044-4aed-bcf8-e7d3d31b6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:58.365077 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-6395da67-6044-4aed-bcf8-e7d3d31b6f0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0525186 Jan 28 21:21:58.419793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-59636f39-96e8-4353-ba2f-923191ac3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:58.421569 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-59636f39-96e8-4353-ba2f-923191ac3927 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515618 Jan 28 21:21:58.514631 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-9afe38ae-f87b-41a5-a968-8b694715de66 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861859 Jan 28 21:21:58.612479 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c6c503f4-ac0a-42c1-8f7f-351777594351 req-374f2748-c1ab-46b0-af84-fd388a0d00ce service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914223 Jan 28 21:21:58.752603 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638899f-5658-4f4d-bd5f-d985c65589d3 req-e2c8a01f-2266-4881-862f-330cf2af8268 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:58.754090 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0638899f-5658-4f4d-bd5f-d985c65589d3 req-e2c8a01f-2266-4881-862f-330cf2af8268 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0495837 Jan 28 21:21:58.794661 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0638899f-5658-4f4d-bd5f-d985c65589d3 req-f3745b0d-90d5-47d5-8588-653e4c8eca50 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332468 Jan 28 21:21:59.916676 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1877c9-ed56-4531-b2cd-c360ca9ae1b7 req-eb75a1ed-3a97-4938-8c61-0a6064bc7b1a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:21:59.918185 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f1877c9-ed56-4531-b2cd-c360ca9ae1b7 req-eb75a1ed-3a97-4938-8c61-0a6064bc7b1a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0531452 Jan 28 21:21:59.955218 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5f1877c9-ed56-4531-b2cd-c360ca9ae1b7 req-268147a4-66a3-4b99-84f4-84f2c4c86c63 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306742 Jan 28 21:22:01.067832 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd69fa0-f6fb-499a-8cc3-126ff57fd31e req-953ede1a-c45a-4f4d-9f0f-0c97011a4782 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:01.069311 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfd69fa0-f6fb-499a-8cc3-126ff57fd31e req-953ede1a-c45a-4f4d-9f0f-0c97011a4782 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0475357 Jan 28 21:22:01.106797 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfd69fa0-f6fb-499a-8cc3-126ff57fd31e req-c655aad8-1d99-40b4-ad9e-50501b15fc6e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309556 Jan 28 21:22:02.221589 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec127b8-11a9-4d96-a6a6-fc6397eca5a3 req-2d7f6372-1b58-4d98-a2f7-810e9f3f0c4e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:02.223043 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ec127b8-11a9-4d96-a6a6-fc6397eca5a3 req-2d7f6372-1b58-4d98-a2f7-810e9f3f0c4e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0491941 Jan 28 21:22:02.261742 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9ec127b8-11a9-4d96-a6a6-fc6397eca5a3 req-4ff71867-c7b0-497a-9c9f-ed4abbb83d6c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Jan 28 21:22:03.390597 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aa682-590d-41df-ad96-383abf830368 req-5f9246d3-38f1-467f-8504-2d16b18af9e8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:03.392086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f1aa682-590d-41df-ad96-383abf830368 req-5f9246d3-38f1-467f-8504-2d16b18af9e8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0528667 Jan 28 21:22:03.430459 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9f1aa682-590d-41df-ad96-383abf830368 req-1b4f1293-ed3f-4393-bf06-708fb7d8f6a5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Jan 28 21:22:04.546758 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aaf81-a37d-4bec-aff2-56668431cfe1 req-233a2df7-4675-4690-ab39-0c9c3e4a0d9c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:04.548237 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e3aaf81-a37d-4bec-aff2-56668431cfe1 req-233a2df7-4675-4690-ab39-0c9c3e4a0d9c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0493860 Jan 28 21:22:04.586571 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e3aaf81-a37d-4bec-aff2-56668431cfe1 req-e3974075-eac2-437e-854c-33f353084931 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323746 Jan 28 21:22:05.700047 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a42e-18fc-4ede-a93f-6411ac8827d3 req-d2edbbd2-459b-4cfe-ab25-94253d294a95 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:05.701557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce56a42e-18fc-4ede-a93f-6411ac8827d3 req-d2edbbd2-459b-4cfe-ab25-94253d294a95 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0482039 Jan 28 21:22:05.739458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ce56a42e-18fc-4ede-a93f-6411ac8827d3 req-12daa5b8-e090-4562-a961-a8735e266c61 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Jan 28 21:22:06.856914 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac572c-fc63-4d26-b054-1ff100b2a8f2 req-02716fc5-3146-4e3b-8b8a-c4efea512c5b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:06.858374 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98ac572c-fc63-4d26-b054-1ff100b2a8f2 req-02716fc5-3146-4e3b-8b8a-c4efea512c5b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0529687 Jan 28 21:22:06.895191 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-98ac572c-fc63-4d26-b054-1ff100b2a8f2 req-da6beffb-410e-4ef4-b293-fa14321d29e6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Jan 28 21:22:07.832113 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1c27e459-ecf7-4612-ab8b-d5f190254c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:08.007902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0fc9-80ab-4c76-aca7-6e74087481ea req-5b54884d-6e47-4228-b1c4-74b37f012ed1 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:08.009333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67ab0fc9-80ab-4c76-aca7-6e74087481ea req-5b54884d-6e47-4228-b1c4-74b37f012ed1 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0484123 Jan 28 21:22:08.048092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-67ab0fc9-80ab-4c76-aca7-6e74087481ea req-31da828c-17e1-4640-ad2b-323b71c2c462 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327480 Jan 28 21:22:08.997874 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f285f33-9bb9-4c47-a735-78316f8a4fb7 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:22:09.088359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:22:09.099742 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'port_id': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'mac_address': 'fa:16:3e:a0:3b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:22:09.142299 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:09.154985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f285f33-9bb9-4c47-a735-78316f8a4fb7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:22:09.165799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5dc99-ecc7-4ca1-8f01-284a38cefd79 req-d5619656-e4e6-41a2-a96f-334fdf2f99c8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:09.167441 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8d5dc99-ecc7-4ca1-8f01-284a38cefd79 req-d5619656-e4e6-41a2-a96f-334fdf2f99c8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0498025 Jan 28 21:22:09.174515 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:22:09.179431 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:09.207599 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d8d5dc99-ecc7-4ca1-8f01-284a38cefd79 req-f6d95772-aa53-43e8-8724-348e64e27f64 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339038 Jan 28 21:22:09.226030 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:22:09.233984 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.234327 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.234661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.234991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.235317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.235641 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.235960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.236301 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.236623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.236940 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.237257 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.237569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:22:09.408045 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['9f285f33-9bb9-4c47-a735-78316f8a4fb7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:22:10.305814 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2991d32f-43f7-4402-beb6-37c859467081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:10.328108 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8574b2-7a6a-42de-aa86-c5dcee8964cc req-9cb8aa8f-f027-4bc8-84e1-3fc0be657ca6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:10.329594 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac8574b2-7a6a-42de-aa86-c5dcee8964cc req-9cb8aa8f-f027-4bc8-84e1-3fc0be657ca6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 944 time: 0.0556111 Jan 28 21:22:10.368423 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ac8574b2-7a6a-42de-aa86-c5dcee8964cc req-031a15c9-c551-4062-a397-258361f3e210 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326860 Jan 28 21:22:11.004911 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f285f33-9bb9-4c47-a735-78316f8a4fb7 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:22:11.052661 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:22:11.056124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:22:11.056696 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:11.133552 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:11.156342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:22:11.158587 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32af366-148b-4e06-9f0d-8b8561f91891" -d '{"events": [{"server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "name": "network-vif-plugged", "status": "completed", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:22:11.172766 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:22:11.176982 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:11.201460 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c67f68-14a6-4bc5-891c-0eeb34d880e2 x-openstack-request-id: req-c9c67f68-14a6-4bc5-891c-0eeb34d880e2 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:22:11.201743 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "name": "network-vif-plugged", "status": "completed", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:22:11.201988 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9c67f68-14a6-4bc5-891c-0eeb34d880e2 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:22:11.202390 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'code': 200} Jan 28 21:22:11.226408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:22:11.298848 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c69fc4-f26a-406c-96a5-406ff1f22ad7 req-f68efad9-e5e4-494e-8d36-da1e477796f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:11.300271 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2c69fc4-f26a-406c-96a5-406ff1f22ad7 req-f68efad9-e5e4-494e-8d36-da1e477796f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1096 time: 0.0415254 Jan 28 21:22:11.334454 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-a2c69fc4-f26a-406c-96a5-406ff1f22ad7 req-ce8a9b64-7632-4b3f-9eaa-772b8f6aa376 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269601 Jan 28 21:22:11.486305 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808065ee-f711-48be-8fb7-e83844fc418f req-9f65ad44-f802-48c9-b982-6374fee48ce7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:11.487785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-808065ee-f711-48be-8fb7-e83844fc418f req-9f65ad44-f802-48c9-b982-6374fee48ce7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0506721 Jan 28 21:22:11.526861 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-808065ee-f711-48be-8fb7-e83844fc418f req-31ad3e72-57ec-49cd-9dc0-12ed0a2e1048 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317876 Jan 28 21:22:11.893892 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:12.640937 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a7310-5d92-4459-bec6-0acea8b05af5 req-b069346c-e9a3-43c2-ad92-e573c12664fe tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:12.642469 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a13a7310-5d92-4459-bec6-0acea8b05af5 req-b069346c-e9a3-43c2-ad92-e573c12664fe tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0486791 Jan 28 21:22:12.679507 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a13a7310-5d92-4459-bec6-0acea8b05af5 req-e6dc8fe1-ae4f-47b3-897a-9dbe7384272b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310707 Jan 28 21:22:12.799959 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d2723-f0ef-4bf1-9c07-dca41cdb8771 req-54659efc-6f64-4319-841f-1d8b089d6520 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:12.801437 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f27d2723-f0ef-4bf1-9c07-dca41cdb8771 req-54659efc-6f64-4319-841f-1d8b089d6520 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Jan 28 21:22:12.841170 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f27d2723-f0ef-4bf1-9c07-dca41cdb8771 req-c516877e-e9b7-4185-827c-7172519baac1 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331080 Jan 28 21:22:12.864486 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57008) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:22:12.904310 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794613b2-0ced-4a4b-b874-6c352474b17f tempest-TestShelveInstance-2131846883 tempest-TestShelveInstance-2131846883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:12.905745 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-794613b2-0ced-4a4b-b874-6c352474b17f tempest-TestShelveInstance-2131846883 tempest-TestShelveInstance-2131846883-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1091 time: 0.0402865 Jan 28 21:22:12.908825 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57010) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:22:12.913414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:22:12.939810 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.038879 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.147784 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Allocated IP 172.25.2.254 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/b170a45f-1692-4b13-8211-0f05910fe7ee) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:22:13.183443 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.248352 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.281559 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.325836 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:22:13.330320 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:22:13.334650 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:22:13.338000 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'Port': ['ID=b170a45f-1692-4b13-8211-0f05910fe7ee,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:22:13.339054 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.688651 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.757756 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.907835 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.912338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:13.979605 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event updated for resources: {'Port': ['ID=b170a45f-1692-4b13-8211-0f05910fe7ee,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:22:13.990738 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:14.092264 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Floating IP bf835ad8-1d6c-4f3b-b7cf-d3cd5d03c2b6 associated. External IP: 172.25.2.254, port: 9f285f33-9bb9-4c47-a735-78316f8a4fb7. Jan 28 21:22:14.301094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Router 08ee8cf8-528a-4c8e-8163-04a122a51408 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:22:14.410668 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:22:14.421823 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] Sync routers for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:22:14.430101 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:14.430710 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:22:14.431936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:22:14.458969 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1da866db-0f1a-4a70-b586-fc4e7b046265 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5490360 Jan 28 21:22:14.459569 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:22:14.461830 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:22:14.499318 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd2d652-d411-4a1f-82a3-9716c1f09335 x-openstack-request-id: req-abd2d652-d411-4a1f-82a3-9716c1f09335 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:22:14.499675 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:22:14.499999 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abd2d652-d411-4a1f-82a3-9716c1f09335 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:22:14.500438 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'status': 'completed', 'code': 200} Jan 28 21:22:14.537976 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:22:14.565778 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-6a3b0fe3-3565-4b32-970d-d5376283054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:14.567496 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-6a3b0fe3-3565-4b32-970d-d5376283054e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1096 time: 0.0465491 Jan 28 21:22:14.658919 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-5d7d3538-d2c7-4a14-93c3-ba48a406a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:14.660488 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-5d7d3538-d2c7-4a14-93c3-ba48a406a68c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0866127 Jan 28 21:22:14.727676 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-78b61e12-64ee-4f94-8844-04806162ca8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 999 time: 0.0607579 Jan 28 21:22:14.762497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'bf835ad8-1d6c-4f3b-b7cf-d3cd5d03c2b6', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'port_id': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'mac_address': 'fa:16:3e:a0:3b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:22:13Z', 'updated_at': '2022-01-28T21:22:13Z', 'revision_number': 0, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:22:14.774182 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-b11acda0-0b46-43cc-9e29-04c14ae3f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:14.776422 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-b11acda0-0b46-43cc-9e29-04c14ae3f77d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0428667 Jan 28 21:22:14.789184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] Checking router: 08ee8cf8-528a-4c8e-8163-04a122a51408 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:22:14.798714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:22:14.799320 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:22:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:22:14.820932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-502868b1-9999-4fb2-b603-c7a2b6d0649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:14.822777 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-502868b1-9999-4fb2-b603-c7a2b6d0649b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403395 Jan 28 21:22:14.906307 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:22:15.143795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'bf835ad8-1d6c-4f3b-b7cf-d3cd5d03c2b6', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'port_id': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'mac_address': 'fa:16:3e:a0:3b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:22:13Z', 'updated_at': '2022-01-28T21:22:13Z', 'revision_number': 0, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:22:15.174746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede3cda-62e4-4471-ba05-3cd5ea6166c8 None None] The sync data for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 is: [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': 'bf835ad8-1d6c-4f3b-b7cf-d3cd5d03c2b6', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'port_id': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'mac_address': 'fa:16:3e:a0:3b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:22:13Z', 'updated_at': '2022-01-28T21:22:13Z', 'revision_number': 0, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:22:15.273110 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-f2b7f054-e5d7-479b-8da1-c33a40489584 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440265 Jan 28 21:22:15.367557 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7e4a540a-f1fd-4627-86c6-1a85a3d5f327 req-1db1170c-d880-4f1b-b2f7-700cf15d92e0 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876310 Jan 28 21:22:15.396781 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b0f98-6e5a-4283-a353-92a047a5ab27 None None] New status for floating IP bf835ad8-1d6c-4f3b-b7cf-d3cd5d03c2b6: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:22:18.645330 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:22:18.714939 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:21.939860 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:34.557027 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-a013311c-c1e2-488d-82f2-47e991dcfe66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430579 Jan 28 21:22:34.645854 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-dd522490-b48d-4a01-b620-290f39e0dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:34.647331 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-dd522490-b48d-4a01-b620-290f39e0dfac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1096 time: 0.0470793 Jan 28 21:22:34.760877 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-ff76c18d-f1ec-480c-8b8a-9c0c12f57c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:34.763031 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-ff76c18d-f1ec-480c-8b8a-9c0c12f57c0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0960386 Jan 28 21:22:34.839398 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-e424d702-a144-46f6-8d19-0f5190879d4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0699084 Jan 28 21:22:34.905179 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-188f58dd-d796-451f-bcff-ee63816e69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:34.906904 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-188f58dd-d796-451f-bcff-ee63816e69d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0609801 Jan 28 21:22:34.967912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-2a7a410b-a242-4a17-b022-8e7f7dbd21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:22:34.969549 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-2a7a410b-a242-4a17-b022-8e7f7dbd21d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560567 Jan 28 21:22:35.064887 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-0c2598f8-9aa6-47c9-9fdb-42805a908e0e service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885713 Jan 28 21:22:35.161405 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-8b8cd590-8b92-4c69-ad64-110ba2f8e268 req-8ecf0fc3-4ad7-4218-b834-c0920d0ae75f service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895886 Jan 28 21:22:37.825398 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6ed30f56-ccbf-4594-957c-0b42460334de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:40.307952 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5b1aca29-eeb5-4da0-aa0f-378e8880df6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:41.895533 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:43.185403 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:43.335008 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:48.708927 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:51.952931 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:22:55.645692 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:23:07.827065 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f50be758-6e35-4fe7-aa60-6683f73aecfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:10.309943 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c7aea0f-25d5-4a6f-98a1-b146cb520bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:11.899557 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:13.190934 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:13.337928 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:18.723229 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:19.374955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-2000b3a5-cfb4-40df-bccb-65c4f48e7618 req-19f95e6e-d0b1-4f00-94bb-6d7f3d68d8ed service neutron] (102306) timed out ('10.222.0.26', 62058) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 21:23:21.968698 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:32.644632 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:23:34.601395 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-d4aebedb-f8c8-43eb-bb0e-384be599118c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785592 Jan 28 21:23:34.693622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-565009e7-ac79-49e8-b182-beac918baaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:23:34.695112 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-565009e7-ac79-49e8-b182-beac918baaaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1096 time: 0.0540218 Jan 28 21:23:34.795181 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-fed96b6f-5aa7-4705-9af4-6829859aec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:23:34.796945 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-fed96b6f-5aa7-4705-9af4-6829859aec28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0825372 Jan 28 21:23:34.864876 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-64ff6c7a-945a-4f8c-a73e-aa73d042c184 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0617130 Jan 28 21:23:34.912776 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-f6176d5b-991a-4771-afd6-77883ca4fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:23:34.914222 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-f6176d5b-991a-4771-afd6-77883ca4fe92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0430791 Jan 28 21:23:34.961257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-3a8f34a7-f096-4ac0-9f8e-9f9e0c4880cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:23:34.962746 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-3a8f34a7-f096-4ac0-9f8e-9f9e0c4880cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411820 Jan 28 21:23:35.054625 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-83a89815-0e60-4665-8ef5-e161c82932ca service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844021 Jan 28 21:23:35.141350 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-6a772bb2-3f49-4222-aca4-ba39be5dc8b1 req-4543ee84-604d-425d-a333-259aca5c3c8e service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809062 Jan 28 21:23:37.830894 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-13e1d5a0-461f-43b6-9ddf-6b3db9d094c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:40.312334 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-48cd75fe-3e6c-4e4c-84aa-b4098a76bdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:41.903166 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:43.192060 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:43.339012 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:48.724954 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:23:51.969747 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:07.831821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e0b74f9e-b92a-4a4b-9727-5adaba4ffe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:09.644626 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:24:10.314486 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3582b4dc-7526-4632-8307-d44779273f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:11.903683 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:12.205699 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fea68-e868-4e72-a982-cdb3be438ee6 req-d700f04d-6d71-40e1-b36d-103e6c7ed64e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:12.207393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b01fea68-e868-4e72-a982-cdb3be438ee6 req-d700f04d-6d71-40e1-b36d-103e6c7ed64e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Jan 28 21:24:12.246243 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b01fea68-e868-4e72-a982-cdb3be438ee6 req-09b8b0de-51aa-48c0-95c3-d81321033fc1 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Jan 28 21:24:13.195149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:13.343832 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:13.383607 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f5040-e530-4885-ac30-9198dc94ddda req-f721b719-ebd2-4347-8185-51a5dafa1d0a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:13.388230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd0f5040-e530-4885-ac30-9198dc94ddda req-f721b719-ebd2-4347-8185-51a5dafa1d0a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0683522 Jan 28 21:24:13.427534 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fd0f5040-e530-4885-ac30-9198dc94ddda req-2570bc2b-ef28-43e2-a3bc-2f42f5662d28 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347023 Jan 28 21:24:14.553707 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09441055-0b67-4405-8e6c-09040e27957e req-fea7d7e0-36e4-4edd-837e-23f9ffdfbf51 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:14.555172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09441055-0b67-4405-8e6c-09040e27957e req-fea7d7e0-36e4-4edd-837e-23f9ffdfbf51 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Jan 28 21:24:14.593206 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-09441055-0b67-4405-8e6c-09040e27957e req-a8a4d6cc-4062-4837-9e9d-e96b21d36aa4 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Jan 28 21:24:15.710167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3c81f-8ec7-48b6-898d-bf95a5a36f7e req-23545bd1-955c-4a29-ac50-e3d71eab4a77 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:15.711667 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fd3c81f-8ec7-48b6-898d-bf95a5a36f7e req-23545bd1-955c-4a29-ac50-e3d71eab4a77 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Jan 28 21:24:15.749880 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1fd3c81f-8ec7-48b6-898d-bf95a5a36f7e req-db73b6d5-6cae-460c-b2ce-16dac430cd26 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jan 28 21:24:16.868382 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac19c2-72e3-462b-a02d-9720d72dcb6f req-20526a23-65b0-4f77-aec3-6085e271532a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:16.869785 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44ac19c2-72e3-462b-a02d-9720d72dcb6f req-20526a23-65b0-4f77-aec3-6085e271532a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0529635 Jan 28 21:24:16.907458 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-44ac19c2-72e3-462b-a02d-9720d72dcb6f req-fa8864d0-60a3-437b-abb1-05e0da8bbe30 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Jan 28 21:24:18.020519 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6fc2a-3fc6-4f49-9b51-585ef1fa41f5 req-38d77906-5c50-45e3-bcfb-e33bd383a90c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:18.021979 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89d6fc2a-3fc6-4f49-9b51-585ef1fa41f5 req-38d77906-5c50-45e3-bcfb-e33bd383a90c tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0485830 Jan 28 21:24:18.059894 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-89d6fc2a-3fc6-4f49-9b51-585ef1fa41f5 req-503319f7-8675-4e01-afff-46f3dc22d940 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 Jan 28 21:24:18.723639 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:19.173395 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304bf7e-f529-4187-9613-0ea1ca685f2c req-4e7c2178-5a05-4f5a-88fe-f18d76eb252a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:19.175554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8304bf7e-f529-4187-9613-0ea1ca685f2c req-4e7c2178-5a05-4f5a-88fe-f18d76eb252a tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Jan 28 21:24:19.214265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8304bf7e-f529-4187-9613-0ea1ca685f2c req-b52eb437-b67d-4006-9910-765d92eb70c2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Jan 28 21:24:20.333626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387534d-5d99-483d-9d6f-9d714879681f req-567c3ef9-e3c0-49bd-a772-96761b18473d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:20.335111 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a387534d-5d99-483d-9d6f-9d714879681f req-567c3ef9-e3c0-49bd-a772-96761b18473d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0534296 Jan 28 21:24:20.372747 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a387534d-5d99-483d-9d6f-9d714879681f req-066d27a3-f7a8-4e82-b1d1-9ec580206a8b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316386 Jan 28 21:24:21.488821 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549d77-62ff-4c28-ab1d-cca6ad44c662 req-2e548a11-9faf-4333-8ff0-9eaab815e989 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:21.490285 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b549d77-62ff-4c28-ab1d-cca6ad44c662 req-2e548a11-9faf-4333-8ff0-9eaab815e989 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0487032 Jan 28 21:24:21.528082 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5b549d77-62ff-4c28-ab1d-cca6ad44c662 req-71e87694-c4da-4e52-b7f5-f0971963b292 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Jan 28 21:24:21.983780 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:22.358906 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860713-79ea-416f-9641-bf91975125f9 req-e9f3ac15-ff06-4b36-8f1e-933656187b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:22.360437 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4e860713-79ea-416f-9641-bf91975125f9 req-e9f3ac15-ff06-4b36-8f1e-933656187b73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1096 time: 0.0414612 Jan 28 21:24:22.457416 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860713-79ea-416f-9641-bf91975125f9 req-9899640d-face-44ef-82b0-fb719465c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:22.459072 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4e860713-79ea-416f-9641-bf91975125f9 req-9899640d-face-44ef-82b0-fb719465c734 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0926831 Jan 28 21:24:22.532464 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4e860713-79ea-416f-9641-bf91975125f9 req-4a0eb520-099c-46ac-8a30-3153089011a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0670137 Jan 28 21:24:22.603177 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860713-79ea-416f-9641-bf91975125f9 req-17fea6a6-d4eb-4f28-8437-4089949a6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:22.604715 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4e860713-79ea-416f-9641-bf91975125f9 req-17fea6a6-d4eb-4f28-8437-4089949a6e29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0665705 Jan 28 21:24:22.647295 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab832d1-4bf7-4dd0-80b8-0918cb24977d req-4136501f-9796-4557-9f60-ca7e6f852474 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:22.648735 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ab832d1-4bf7-4dd0-80b8-0918cb24977d req-4136501f-9796-4557-9f60-ca7e6f852474 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0506284 Jan 28 21:24:22.653929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860713-79ea-416f-9641-bf91975125f9 req-98c95d4f-5645-45a8-a70a-7574bda890e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:22.655437 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4e860713-79ea-416f-9641-bf91975125f9 req-98c95d4f-5645-45a8-a70a-7574bda890e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441511 Jan 28 21:24:22.687949 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5ab832d1-4bf7-4dd0-80b8-0918cb24977d req-bb1e8f97-10cf-4b76-aabf-8be858d77b58 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329866 Jan 28 21:24:22.746604 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4e860713-79ea-416f-9641-bf91975125f9 req-cdfb7f95-2f0a-4809-89aa-f775ef3e8b73 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848505 Jan 28 21:24:22.843752 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4e860713-79ea-416f-9641-bf91975125f9 req-36d16bfb-2903-4ef5-8189-2eca44794bba service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901990 Jan 28 21:24:23.811104 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e85c9a-16db-4f91-ba6c-234cc6141681 req-88bea350-9a67-4556-a797-d987182fd2c2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:23.812641 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0e85c9a-16db-4f91-ba6c-234cc6141681 req-88bea350-9a67-4556-a797-d987182fd2c2 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0537834 Jan 28 21:24:23.850598 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c0e85c9a-16db-4f91-ba6c-234cc6141681 req-7ba6c250-7932-44c1-8aad-b7da3398aa2e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Jan 28 21:24:24.966488 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f29e2-6565-4b14-a68c-c797f4be5a94 req-56772d2f-472e-45d3-a914-8f80fb224320 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:24.968032 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b7f29e2-6565-4b14-a68c-c797f4be5a94 req-56772d2f-472e-45d3-a914-8f80fb224320 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0490196 Jan 28 21:24:25.013081 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b7f29e2-6565-4b14-a68c-c797f4be5a94 req-ab2103a8-dbd1-49be-b5c8-1fdc525530bd tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378761 Jan 28 21:24:26.142642 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15540e41-510e-47e0-8617-f82d00ef4d11 req-648fa2fe-fe6a-4ea4-9fe2-03af200b7dc7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:26.144100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15540e41-510e-47e0-8617-f82d00ef4d11 req-648fa2fe-fe6a-4ea4-9fe2-03af200b7dc7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0493367 Jan 28 21:24:26.182927 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-15540e41-510e-47e0-8617-f82d00ef4d11 req-94079027-5a91-472e-ac5a-5d35c94dfbee tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328095 Jan 28 21:24:26.408038 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf43347-c80d-494c-a66b-9eb02b66bd9f req-3a3badbe-dd24-4a16-874b-c6e488346892 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:26.410076 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dbf43347-c80d-494c-a66b-9eb02b66bd9f req-3a3badbe-dd24-4a16-874b-c6e488346892 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0571756 Jan 28 21:24:26.449196 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-dbf43347-c80d-494c-a66b-9eb02b66bd9f req-043fee1c-63b2-48e5-b1c0-488a00161e04 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Jan 28 21:24:26.449705 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-ef74f3fc-90f6-495e-971b-2e4b3d143916 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190784 Jan 28 21:24:26.459156 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-5487071b-0869-4d23-abc6-a771e275f848 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:24:26.460163 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-5487071b-0869-4d23-abc6-a771e275f848 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056663 Jan 28 21:24:27.575195 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e88cd-20d3-4d5b-92b3-4281549b8e40 req-face28c5-bc1e-4863-aa60-06baba366f3f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:27.576736 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e7e88cd-20d3-4d5b-92b3-4281549b8e40 req-face28c5-bc1e-4863-aa60-06baba366f3f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Jan 28 21:24:27.614333 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0e7e88cd-20d3-4d5b-92b3-4281549b8e40 req-a81f514d-3fbd-468e-92d3-e8747a57f587 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jan 28 21:24:27.675254 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f285f33-9bb9-4c47-a735-78316f8a4fb7 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:24:27.754806 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:27.777050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:24:27.779259 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc4ee8-3861-403d-be3b-915860866f0b" -d '{"events": [{"server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "name": "network-vif-unplugged", "status": "completed", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:24:27.792108 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:24:27.796888 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:27.822690 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 21:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce222c0-2c32-4f4d-9119-167404fc3b74 x-openstack-request-id: req-fce222c0-2c32-4f4d-9119-167404fc3b74 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:24:27.822997 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "name": "network-vif-unplugged", "status": "failed", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7", "code": 422}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:24:27.823241 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fce222c0-2c32-4f4d-9119-167404fc3b74 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:24:27.823628 n-d-825064-3 neutron-server[102308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'code': 422} returned with failed status Jan 28 21:24:27.848481 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:24:27.855576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.855923 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.856289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.856624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.856953 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.857280 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.857605 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.857926 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.858247 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.858569 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.858889 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:27.859210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:24:28.741908 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c21e-c998-45d3-9c56-b96e8fe05149 req-6a1bc9d2-b69d-48ba-b8c8-f0219f8ae1f8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:28.743390 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b191c21e-c998-45d3-9c56-b96e8fe05149 req-6a1bc9d2-b69d-48ba-b8c8-f0219f8ae1f8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0490603 Jan 28 21:24:28.780291 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b191c21e-c998-45d3-9c56-b96e8fe05149 req-4a41c21c-b005-4d0f-a683-d91a39c09db3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309091 Jan 28 21:24:29.902583 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97322c5-7f99-4f02-9b5c-c4a3ac0e8315 req-c721d7cc-7c5b-41ec-9a05-35635ef5b75e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:29.904066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d97322c5-7f99-4f02-9b5c-c4a3ac0e8315 req-c721d7cc-7c5b-41ec-9a05-35635ef5b75e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0525937 Jan 28 21:24:29.943644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d97322c5-7f99-4f02-9b5c-c4a3ac0e8315 req-b095d607-26e5-4d7b-9152-0d7996ffa34d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jan 28 21:24:31.063762 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47753f-76f9-40d1-a823-1d0ed1c47cf4 req-501cd0d7-f98e-47ac-84e0-35404d5f413d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:31.065355 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be47753f-76f9-40d1-a823-1d0ed1c47cf4 req-501cd0d7-f98e-47ac-84e0-35404d5f413d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0512345 Jan 28 21:24:31.103860 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-be47753f-76f9-40d1-a823-1d0ed1c47cf4 req-640bc60f-ad43-4952-8192-ec8b719e34ec tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jan 28 21:24:32.222599 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce4653-f535-42ad-96cc-4a835a6ca0dd req-ba6bbbc2-2321-413f-bc16-4c435e560e63 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:32.224172 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74ce4653-f535-42ad-96cc-4a835a6ca0dd req-ba6bbbc2-2321-413f-bc16-4c435e560e63 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0510111 Jan 28 21:24:32.267489 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-74ce4653-f535-42ad-96cc-4a835a6ca0dd req-d8752f7a-276f-4ecb-834e-d5cee67340ed tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364690 Jan 28 21:24:33.386167 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64495e82-9750-4915-859e-755e871b69a0 req-9835b485-8d33-4ebf-869e-4b82d6f05913 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:33.387645 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64495e82-9750-4915-859e-755e871b69a0 req-9835b485-8d33-4ebf-869e-4b82d6f05913 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0530026 Jan 28 21:24:33.428763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-64495e82-9750-4915-859e-755e871b69a0 req-be2aefbc-b4ce-4ddb-92f5-bfd48fff09ac tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344217 Jan 28 21:24:34.042724 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-62c54ba0-096a-4767-81e0-eecbdb2f7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:34.044233 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-62c54ba0-096a-4767-81e0-eecbdb2f7982 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741&tenant_id=10ed5bfa945340d7bd7b9d26246e1958 HTTP/1.1" status: 200 len: 1094 time: 0.0411842 Jan 28 21:24:34.110259 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-e42bc01a-d2ad-464c-a204-1dac31cc7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:34.111746 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-e42bc01a-d2ad-464c-a204-1dac31cc7213 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1094 time: 0.0454175 Jan 28 21:24:34.198955 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-e74e0ce2-fef2-49d7-984b-e1ef5d7b61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:34.200483 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-e74e0ce2-fef2-49d7-984b-e1ef5d7b61f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0828428 Jan 28 21:24:34.268409 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-26dd9e88-b38f-49dd-9a36-46e469f044dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 999 time: 0.0610874 Jan 28 21:24:34.317647 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-919da738-1095-4487-b26a-c9e95fb2f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:34.319054 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-919da738-1095-4487-b26a-c9e95fb2f59b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0446954 Jan 28 21:24:34.364279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-bca55511-447e-4578-937d-6373da79dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:34.366223 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-bca55511-447e-4578-937d-6373da79dc06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404267 Jan 28 21:24:34.460411 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-b0bd1d3d-961b-4a8d-8f58-7b9fe1eceb47 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880649 Jan 28 21:24:34.550153 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12fe0-08d7-4463-b48a-38f47b4d36bf req-01a0f750-fbcb-43c7-803c-c5e4e6c8f79d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:34.551644 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3b12fe0-08d7-4463-b48a-38f47b4d36bf req-01a0f750-fbcb-43c7-803c-c5e4e6c8f79d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0540147 Jan 28 21:24:34.553228 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-2b0a8aa4-b96a-4e7c-8844-457e6303e998 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863860 Jan 28 21:24:34.591636 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d3b12fe0-08d7-4463-b48a-38f47b4d36bf req-45e54403-b8c4-4c16-be03-c6bf35ddb9fb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329237 Jan 28 21:24:35.594235 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-abea7fd0-7692-41a1-9e49-391b7dad7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:35.596726 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-abea7fd0-7692-41a1-9e49-391b7dad7bf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1094 time: 0.0411036 Jan 28 21:24:35.704038 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-098b6b5f-5d57-437c-8254-a80be4428bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:35.705761 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-098b6b5f-5d57-437c-8254-a80be4428bc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0913711 Jan 28 21:24:35.711722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e31ef4-29ee-4d56-9828-296ac614e7b3 req-8ab8febd-2d38-40e2-8af1-961928260ecb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:35.713235 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7e31ef4-29ee-4d56-9828-296ac614e7b3 req-8ab8febd-2d38-40e2-8af1-961928260ecb tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0505664 Jan 28 21:24:35.751369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7e31ef4-29ee-4d56-9828-296ac614e7b3 req-c060df60-dad1-4b8a-8a1a-f84ee42304b6 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jan 28 21:24:35.771355 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-05add917-68b4-4e6b-a135-363304c0d53b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 999 time: 0.0597534 Jan 28 21:24:35.824332 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-8178888d-3e60-4746-ad19-371a542321ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:35.825811 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-8178888d-3e60-4746-ad19-371a542321ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0481682 Jan 28 21:24:35.869087 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-537c86eb-e051-4f2d-b0d5-8f201b534417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:35.870550 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-537c86eb-e051-4f2d-b0d5-8f201b534417 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389020 Jan 28 21:24:35.959549 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-209111a1-03bc-4522-be6e-796f0d74f06b service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809495 Jan 28 21:24:36.051412 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-68934691-54fe-441e-80c7-8e2dd4f06e30 req-d2d649f9-bc7c-4930-b313-eed06fceb913 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855932 Jan 28 21:24:36.868670 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82049e5-a087-450f-b636-39613e3c0310 req-c7fdb6b3-5555-497d-8d1c-dfccce41deca tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:36.870130 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b82049e5-a087-450f-b636-39613e3c0310 req-c7fdb6b3-5555-497d-8d1c-dfccce41deca tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0520408 Jan 28 21:24:36.907141 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b82049e5-a087-450f-b636-39613e3c0310 req-f0cabf87-98b2-439e-af58-5ebb9033f70b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Jan 28 21:24:37.833414 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f9e7060b-fdc8-4267-8199-23de3e17095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:38.024799 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2310bde-301b-4113-a548-8a15ba478178 req-cf835733-fe6a-47c4-8126-961983316e4f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:38.026265 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2310bde-301b-4113-a548-8a15ba478178 req-cf835733-fe6a-47c4-8126-961983316e4f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0510261 Jan 28 21:24:38.064866 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f2310bde-301b-4113-a548-8a15ba478178 req-e8ea5963-97ca-4ae6-92a9-dc4bd015a115 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Jan 28 21:24:39.186814 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8ee5f-bab9-48f9-8c14-fa2fc5e1771a req-109a558f-0e65-470c-8bf7-3fc6ec1c5b3d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:39.188332 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfa8ee5f-bab9-48f9-8c14-fa2fc5e1771a req-109a558f-0e65-470c-8bf7-3fc6ec1c5b3d tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0487361 Jan 28 21:24:39.226559 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cfa8ee5f-bab9-48f9-8c14-fa2fc5e1771a req-b6b76a69-b3f1-4aa6-b75b-886983cda07b tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Jan 28 21:24:40.318242 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-133dd2a6-bc0b-40fb-9d6b-a8cbfa2aa4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:40.355773 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab2d27-5e57-4d21-ae64-3ba0a8579853 req-c511842c-d082-4a4b-aedd-89961a8b7b93 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:40.358573 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdab2d27-5e57-4d21-ae64-3ba0a8579853 req-c511842c-d082-4a4b-aedd-89961a8b7b93 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0623453 Jan 28 21:24:40.399620 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fdab2d27-5e57-4d21-ae64-3ba0a8579853 req-2e2845ee-bfbb-4960-8014-ff611b4e5e0e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355334 Jan 28 21:24:41.514370 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e3bb8-517d-4f4f-acbd-aec0cef9b261 req-834b30d1-a6a5-4ced-b824-671cb3ac0d37 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:41.515834 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c8e3bb8-517d-4f4f-acbd-aec0cef9b261 req-834b30d1-a6a5-4ced-b824-671cb3ac0d37 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0491028 Jan 28 21:24:41.554554 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-9c8e3bb8-517d-4f4f-acbd-aec0cef9b261 req-bca631aa-13bc-4c21-82fa-1ab2e38fbd69 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Jan 28 21:24:41.908559 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:42.671422 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0d624-5fe7-46d9-a610-6d7b8a23c1f6 req-82ef89ef-0558-44b1-9428-c12e3d6f7973 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:42.672814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57e0d624-5fe7-46d9-a610-6d7b8a23c1f6 req-82ef89ef-0558-44b1-9428-c12e3d6f7973 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0504417 Jan 28 21:24:42.716271 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-57e0d624-5fe7-46d9-a610-6d7b8a23c1f6 req-9a1559ba-cf4f-47d4-b94c-e12d4067b4a8 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373971 Jan 28 21:24:43.196878 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:43.335947 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:43.831095 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f285f33-9bb9-4c47-a735-78316f8a4fb7 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:24:43.835015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fae55-cab7-4ac0-b9eb-83af5a147af4 req-5430a3f8-2298-48f9-9e2c-46ddd320ca6f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:43.836525 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa8fae55-cab7-4ac0-b9eb-83af5a147af4 req-5430a3f8-2298-48f9-9e2c-46ddd320ca6f tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 943 time: 0.0543020 Jan 28 21:24:43.873763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-aa8fae55-cab7-4ac0-b9eb-83af5a147af4 req-1b22ccc4-2e96-4f40-8db4-b4618e7dc734 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Jan 28 21:24:43.928298 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:24:43.938312 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'port_id': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'mac_address': 'fa:16:3e:a0:3b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:24:43.977699 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:43.990988 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f285f33-9bb9-4c47-a735-78316f8a4fb7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:24:44.009609 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:24:44.013484 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:44.060813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:24:44.243763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['9f285f33-9bb9-4c47-a735-78316f8a4fb7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:24:44.989686 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8fbe-0909-4cb5-bb3a-9d699b10a6d5 req-13d1a2fa-e6ad-4c30-9b7f-8fa615b0e2ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:44.991167 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2eb8fbe-0909-4cb5-bb3a-9d699b10a6d5 req-13d1a2fa-e6ad-4c30-9b7f-8fa615b0e2ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 944 time: 0.0496023 Jan 28 21:24:45.030455 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e2eb8fbe-0909-4cb5-bb3a-9d699b10a6d5 req-b52d2b25-3f0e-434e-8246-63fb9270ff43 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333123 Jan 28 21:24:45.846627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f285f33-9bb9-4c47-a735-78316f8a4fb7 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:24:45.893050 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:24:45.893411 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:45.969096 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:45.991471 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:24:45.993712 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1ae21b-d90a-48e9-8692-556944711290" -d '{"events": [{"server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "name": "network-vif-plugged", "status": "completed", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:24:46.006037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:24:46.010186 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:46.033160 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e46ba9f-99b5-4bcb-94c9-fb3836a23516 x-openstack-request-id: req-5e46ba9f-99b5-4bcb-94c9-fb3836a23516 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:24:46.033566 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "name": "network-vif-plugged", "status": "completed", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:24:46.033824 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e46ba9f-99b5-4bcb-94c9-fb3836a23516 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:24:46.034217 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'code': 200} Jan 28 21:24:46.063456 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:24:46.149383 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc5663-8f01-4702-8ab4-35b7da564336 req-8fd7ff6f-680a-4f95-986b-b82e8ca4377e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:46.150882 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60fc5663-8f01-4702-8ab4-35b7da564336 req-8fd7ff6f-680a-4f95-986b-b82e8ca4377e tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Jan 28 21:24:46.177101 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3e016-6703-42b8-9ca9-2e9e6bba1791 req-becf819a-2ef3-48d0-86a7-78e120e2a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:46.178608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75a3e016-6703-42b8-9ca9-2e9e6bba1791 req-becf819a-2ef3-48d0-86a7-78e120e2a82b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1096 time: 0.0419290 Jan 28 21:24:46.189982 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-60fc5663-8f01-4702-8ab4-35b7da564336 req-772ee001-3f66-406e-8b89-64bcbbde83af tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330756 Jan 28 21:24:46.213638 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-75a3e016-6703-42b8-9ca9-2e9e6bba1791 req-c0aecd05-a823-440e-911f-35a5be1224a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285888 Jan 28 21:24:46.644875 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:24:47.308107 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099805be-77af-485c-a969-ea4f1a4f9ba0 req-07a526c5-084b-4aee-a864-37872399a0fd tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:24:47.309600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-099805be-77af-485c-a969-ea4f1a4f9ba0 req-07a526c5-084b-4aee-a864-37872399a0fd tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0521266 Jan 28 21:24:47.348616 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-099805be-77af-485c-a969-ea4f1a4f9ba0 req-f6e2a2a8-633e-47ad-adec-1c33741d40e7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327985 Jan 28 21:24:48.739273 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:24:51.982503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:07.836588 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-73a076f6-1a3d-4681-9b93-f8f9bb0a8907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:10.318623 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-86d635fb-3e8b-43e5-b0d6-4abdd8446c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:11.909669 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:13.200053 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:13.337941 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:18.732338 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:21.990689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:23.645376 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:25:37.578920 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-7697d642-0279-4c91-b59c-618d07199dba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406253 Jan 28 21:25:37.667129 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198b69-cefe-4e74-8730-7813973cae9d req-bee94787-5a51-4fba-a02b-434654ec6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:25:37.668586 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-bee94787-5a51-4fba-a02b-434654ec6544 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1096 time: 0.0463867 Jan 28 21:25:37.768527 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198b69-cefe-4e74-8730-7813973cae9d req-1d649117-5a74-49ce-92d4-b0972e3160cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:25:37.769969 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-1d649117-5a74-49ce-92d4-b0972e3160cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.0826421 Jan 28 21:25:37.839115 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-05bb981a-f7a3-438d-940b-49c65ff7cdbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0625989 Jan 28 21:25:37.842510 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4ecc81a5-57ec-41c0-91c6-cca0d0053791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:37.887655 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198b69-cefe-4e74-8730-7813973cae9d req-6e744cb4-3672-43ab-ba4d-3a07729401cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:25:37.888814 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-6e744cb4-3672-43ab-ba4d-3a07729401cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0437775 Jan 28 21:25:37.934052 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198b69-cefe-4e74-8730-7813973cae9d req-2be36d54-de12-4bc8-909c-d2ab73feb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:25:37.935584 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-2be36d54-de12-4bc8-909c-d2ab73feb6b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408156 Jan 28 21:25:37.946171 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-7345b738-3b21-4b4e-b2f2-fd7efaefca1d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:25:37.947130 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-7345b738-3b21-4b4e-b2f2-fd7efaefca1d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048943 Jan 28 21:25:38.042631 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-59c34d1e-bb8f-4eec-b0b3-a5afe00883c7 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890920 Jan 28 21:25:38.129303 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-90198b69-cefe-4e74-8730-7813973cae9d req-5a587cc7-2cd7-49da-b5cd-bee6455971cd service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802600 Jan 28 21:25:40.319933 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-38f69a05-efde-4d63-a235-2a0c57be0d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:41.912955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:43.202247 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:43.338406 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:48.734700 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:25:51.996666 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:00.354317 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57202) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:26:00.512115 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Deleting port b170a45f-1692-4b13-8211-0f05910fe7ee {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:26:00.512482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:00.584793 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:00.585126 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:00.597243 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Calling delete_port for b170a45f-1692-4b13-8211-0f05910fe7ee owned by network:floatingip {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:26:00.644257 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:26:00.742310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:00.773244 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event deleted for resources: {'Port': ['ID=b170a45f-1692-4b13-8211-0f05910fe7ee,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:26:01.122514 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.122913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.123257 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.123595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.123923 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.124279 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.124613 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.124941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.125266 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.125587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.125909 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.126229 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:01.165578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for floatingip, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:01.165957 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Floating IP bf835ad8-1d6c-4f3b-b7cf-d3cd5d03c2b6 disassociated (deleted). External IP: 172.25.2.254, port: 9f285f33-9bb9-4c47-a735-78316f8a4fb7. Jan 28 21:26:01.367935 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Router 08ee8cf8-528a-4c8e-8163-04a122a51408 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:26:01.475747 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:26:01.480531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:01.485810 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] Sync routers for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:26:01.494586 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:26:01.495259 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:25:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:26:01.507246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-6f2eb405-bdf1-41f7-93d2-ee117cec9106 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "DELETE /v2.0/floatingips/bf835ad8-1d6c-4f3b-b7cf-d3cd5d03c2b6 HTTP/1.1" status: 204 len: 168 time: 1.1518557 Jan 28 21:26:01.507827 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:26:01.510128 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01f0340-a02e-4421-95fa-2051e7129dee" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:26:01.552745 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3794d1-28d7-4c06-a024-66cf7dd6329d x-openstack-request-id: req-0c3794d1-28d7-4c06-a024-66cf7dd6329d {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:26:01.552745 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:26:01.552745 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c3794d1-28d7-4c06-a024-66cf7dd6329d {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:26:01.552745 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'status': 'completed', 'code': 200} Jan 28 21:26:01.605616 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:26:01.620400 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f0340-a02e-4421-95fa-2051e7129dee req-c7034267-5a68-43ea-a53c-aede27a06f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:26:01.621899 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c01f0340-a02e-4421-95fa-2051e7129dee req-c7034267-5a68-43ea-a53c-aede27a06f21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 1096 time: 0.0484831 Jan 28 21:26:01.736476 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f0340-a02e-4421-95fa-2051e7129dee req-7063f57b-1a32-4578-8445-0542f65daed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:26:01.738006 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c01f0340-a02e-4421-95fa-2051e7129dee req-7063f57b-1a32-4578-8445-0542f65daed0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 200 len: 910 time: 0.1063280 Jan 28 21:26:01.748704 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cf2ec-1f0c-45b0-8241-ce7813b51928 req-2baad4be-744e-43e1-8d04-2c2987b3ec44 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:26:01.750230 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-657cf2ec-1f0c-45b0-8241-ce7813b51928 req-2baad4be-744e-43e1-8d04-2c2987b3ec44 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0526869 Jan 28 21:26:01.782314 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c01f0340-a02e-4421-95fa-2051e7129dee req-f1444c14-877a-44d8-af6f-fe0dcfe115c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 200 len: 217 time: 0.0366242 Jan 28 21:26:01.790068 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-657cf2ec-1f0c-45b0-8241-ce7813b51928 req-582bcd55-2b54-4a59-b92b-877493410fb3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330098 Jan 28 21:26:01.818995 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:26:01.838036 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f0340-a02e-4421-95fa-2051e7129dee req-9b398527-7d6f-421f-a09f-3168acf5fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:26:01.839504 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c01f0340-a02e-4421-95fa-2051e7129dee req-9b398527-7d6f-421f-a09f-3168acf5fdee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 200 len: 848 time: 0.0489492 Jan 28 21:26:01.849678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] Checking router: 08ee8cf8-528a-4c8e-8163-04a122a51408 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:26:01.858608 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:26:01.859232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:25:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:26:01.886411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f0340-a02e-4421-95fa-2051e7129dee req-21c6d7ed-dc7f-4186-b348-476c545117bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:26:01.888024 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c01f0340-a02e-4421-95fa-2051e7129dee req-21c6d7ed-dc7f-4186-b348-476c545117bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e260c4e-e596-4240-8ca9-62f85ff7807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411115 Jan 28 21:26:01.965101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:26:01.979996 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c01f0340-a02e-4421-95fa-2051e7129dee req-4525516f-9652-4426-8e65-e8456bccf966 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835445 Jan 28 21:26:02.074781 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c01f0340-a02e-4421-95fa-2051e7129dee req-28fd10b9-8adf-441a-917b-74bf93b611a4 service neutron] 10.222.0.13 "GET /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872757 Jan 28 21:26:02.163652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:26:02.190104 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f28059-5653-4c7b-a7cd-da0a68cd4b1e None None] The sync data for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 is: [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:22Z', 'revision_number': 4, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '9c6ced26-9221-4ff8-beb7-0810ac28597f', 'name': '', 'network_id': '6e260c4e-e596-4240-8ca9-62f85ff7807a', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'mac_address': 'fa:16:3e:82:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:21Z', 'updated_at': '2022-01-28T21:17:27Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'subnets': [{'id': 'cbfd3254-d9df-4d5f-8008-6a6943779608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:26:02.396456 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9499d7-47ea-40dc-83ce-ec6cf6468a58 None None] New status for floating IP bf835ad8-1d6c-4f3b-b7cf-d3cd5d03c2b6: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:26:02.910414 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a281e-e849-4d58-97c5-dc2d98669782 req-d1153757-ed4d-416e-bec9-680f009d9240 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:26:02.911877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-255a281e-e849-4d58-97c5-dc2d98669782 req-d1153757-ed4d-416e-bec9-680f009d9240 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0481663 Jan 28 21:26:02.953236 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-255a281e-e849-4d58-97c5-dc2d98669782 req-1f95fe56-3821-4efb-9d97-299dc8e9c313 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0bad2a3-a7ff-47ce-8724-086eef811b95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 Jan 28 21:26:03.215539 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-650dc46f-fd7c-4d46-b70a-0be3fb6c64bc tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:26:03.217592 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-650dc46f-fd7c-4d46-b70a-0be3fb6c64bc tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 945 time: 0.0516424 Jan 28 21:26:03.314155 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Deleting port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:26:03.314534 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:03.401674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] For port 9f285f33-9bb9-4c47-a735-78316f8a4fb7, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=9f285f33-9bb9-4c47-a735-78316f8a4fb7,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:26:03.402037 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:03.413916 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Calling delete_port for 9f285f33-9bb9-4c47-a735-78316f8a4fb7 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:26:03.542501 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:03.571994 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event deleted for resources: {'Port': ['ID=9f285f33-9bb9-4c47-a735-78316f8a4fb7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:26:03.597578 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.597923 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.598258 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.598590 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.598914 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.599238 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.599561 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.599880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.600220 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.600540 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.600856 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.601168 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:26:03.622523 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] No DVR routers for this DVR port 9f285f33-9bb9-4c47-a735-78316f8a4fb7 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:26:03.625462 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:03.628878 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-137fd67d-27f7-40ab-aa7c-b01e21650fc5 req-05bba224-fd82-4bda-b4ae-86ba323766ae tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.13 "DELETE /v2.0/ports/9f285f33-9bb9-4c47-a735-78316f8a4fb7 HTTP/1.1" status: 204 len: 173 time: 0.4039557 Jan 28 21:26:03.629427 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'name': 'network-vif-deleted', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:26:03.631630 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39621aa-1f65-4da6-a8b4-f685b9d9bb14" -d '{"events": [{"server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "name": "network-vif-deleted", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:26:03.668576 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ef7c04-2908-4204-9992-fa8c04b46f63 x-openstack-request-id: req-10ef7c04-2908-4204-9992-fa8c04b46f63 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:26:03.668872 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd6e1b-fc52-4dde-a18d-44f265be0741", "name": "network-vif-deleted", "tag": "9f285f33-9bb9-4c47-a735-78316f8a4fb7", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:26:03.669127 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10ef7c04-2908-4204-9992-fa8c04b46f63 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:26:03.670330 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd6e1b-fc52-4dde-a18d-44f265be0741', 'name': 'network-vif-deleted', 'tag': '9f285f33-9bb9-4c47-a735-78316f8a4fb7', 'status': 'completed', 'code': 200} Jan 28 21:26:04.051471 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-8079fa4e-8926-4391-be0a-90c7e53f03d6 req-31afa6b1-2d46-4177-9352-ddf0c6ece2d3 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 210 time: 0.0279012 Jan 28 21:26:05.148852 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3314753a-a01a-402a-859b-fa27a9352454 req-815191c6-94ab-4b3d-8f05-084823c04333 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 210 time: 0.0269904 Jan 28 21:26:06.248126 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f86b12ba-3c99-4f98-9d56-b128639a80cd req-562616ad-ba39-4e03-ad92-78f54c4fe2a7 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 210 time: 0.0265329 Jan 28 21:26:07.360511 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2a89a3e0-4c2b-475b-a8c4-5a4fc81d51f0 req-57d36a93-51bb-4d00-b91c-4e0549df11de tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd6e1b-fc52-4dde-a18d-44f265be0741 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Jan 28 21:26:07.843088 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-59a38632-0f28-4860-902b-ff91002c5da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:08.305251 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f285f33-9bb9-4c47-a735-78316f8a4fb7 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:26:08.330891 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: 9f285f33-9bb9-4c47-a735-78316f8a4fb7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:26:08.333150 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device 9f285f33-9bb9-4c47-a735-78316f8a4fb7 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:26:08.417945 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57236) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:26:08.485141 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-49e91909-5441-4456-a292-f543b7dac3c5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:08.514185 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-49e91909-5441-4456-a292-f543b7dac3c5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:08.581145 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-49e91909-5441-4456-a292-f543b7dac3c5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:08.583791 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-49e91909-5441-4456-a292-f543b7dac3c5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:08.585021 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-49e91909-5441-4456-a292-f543b7dac3c5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] 10.222.0.44 "DELETE /v2.0/security-groups/e0bad2a3-a7ff-47ce-8724-086eef811b95 HTTP/1.1" status: 204 len: 168 time: 0.1660569 Jan 28 21:26:08.595217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e91909-5441-4456-a292-f543b7dac3c5 tempest-TestShelveInstance-665767679 tempest-TestShelveInstance-665767679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bad2a3-a7ff-47ce-8724-086eef811b95,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:26:10.323584 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e74ca5f4-ebdd-4e29-9074-0d8ae5e2f451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:11.914943 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:13.205410 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:13.338680 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:18.751503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:22.005477 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:37.644239 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:26:37.844431 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-faed8299-45f2-4652-a643-032dbf5b5ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:40.327101 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4783e171-dc22-4214-ba1c-8e73604066d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:41.918141 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:43.207980 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:43.341105 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:48.752612 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:26:52.011618 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:07.845544 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8daa7a82-c96f-419d-9d6e-bc673296b654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:08.697349 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57258) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:09.141548 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:09.389180 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Deleting port 9c6ced26-9221-4ff8-beb7-0810ac28597f {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:27:09.389561 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:09.466938 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] For port 9c6ced26-9221-4ff8-beb7-0810ac28597f, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=9c6ced26-9221-4ff8-beb7-0810ac28597f,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:09.467307 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:09.479588 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Calling delete_port for 9c6ced26-9221-4ff8-beb7-0810ac28597f owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:27:09.662982 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:09.686222 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6ced26-9221-4ff8-beb7-0810ac28597f,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:09.699710 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.700274 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.700386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.700726 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.701060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.701385 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.701708 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.702029 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.703257 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.703454 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.703622 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.703929 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:09.861900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:10.081051 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Router 08ee8cf8-528a-4c8e-8163-04a122a51408 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:27:10.185266 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:27:10.190889 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-9faab03c-4f2b-4d4b-aaa3-5a505e7e1e91 admin admin] 10.222.0.44 "PUT /v2.0/routers/08ee8cf8-528a-4c8e-8163-04a122a51408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4926074 Jan 28 21:27:10.193465 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57264) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:10.196083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] Sync routers for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:27:10.205936 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:10.206627 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:26:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:10.319505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:10.396652 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-407caae4-b34e-4b55-a7e1-3f09f1234945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:10.516497 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:27:09Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:10.543885 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] Checking router: 08ee8cf8-528a-4c8e-8163-04a122a51408 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:27:10.553672 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] Routers {'08ee8cf8-528a-4c8e-8163-04a122a51408'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:10.554282 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['08ee8cf8-528a-4c8e-8163-04a122a51408'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:10.650437 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:10.661733 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] Set router 08ee8cf8-528a-4c8e-8163-04a122a51408 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:10.754124 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:10.808019 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Deleting port e9e5d460-1ed1-4242-b08e-f622721942a6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:27:10.808298 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:10.838152 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:27:09Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:10.869405 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978c036-bebc-4b3e-bc1e-5b1c0c38d5d0 None None] The sync data for ids ['08ee8cf8-528a-4c8e-8163-04a122a51408'] in n-d-825064-3 is: [{'id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'name': 'tempest-TestShelveInstance-1343976654-router', 'tenant_id': '10ed5bfa945340d7bd7b9d26246e1958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:27:09Z', 'revision_number': 5, 'project_id': '10ed5bfa945340d7bd7b9d26246e1958', 'gw_port': {'id': 'e9e5d460-1ed1-4242-b08e-f622721942a6', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ee8cf8-528a-4c8e-8163-04a122a51408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:19Z', 'updated_at': '2022-01-28T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:27:10.886143 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] For port e9e5d460-1ed1-4242-b08e-f622721942a6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e9e5d460-1ed1-4242-b08e-f622721942a6,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:10.886516 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:10.899090 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Calling delete_port for e9e5d460-1ed1-4242-b08e-f622721942a6 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:27:11.066614 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.097845 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e5d460-1ed1-4242-b08e-f622721942a6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:11.158893 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.254863 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.257106 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.301517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.302049 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08ee8cf8-528a-4c8e-8163-04a122a51408 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:27:11.306304 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.307497 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-6635b423-11c3-4566-954e-12ee93e318dd admin admin] 10.222.0.44 "DELETE /v2.0/routers/08ee8cf8-528a-4c8e-8163-04a122a51408 HTTP/1.1" status: 204 len: 168 time: 1.1131120 Jan 28 21:27:11.310209 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57266) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:11.360907 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2488733-71ae-4fc8-af2f-480ee73dd53b admin admin] Deleting subnet cbfd3254-d9df-4d5f-8008-6a6943779608 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:27:11.364052 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2488733-71ae-4fc8-af2f-480ee73dd53b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.403463 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2488733-71ae-4fc8-af2f-480ee73dd53b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.483717 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2488733-71ae-4fc8-af2f-480ee73dd53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.540339 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2488733-71ae-4fc8-af2f-480ee73dd53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.571805 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2488733-71ae-4fc8-af2f-480ee73dd53b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbfd3254-d9df-4d5f-8008-6a6943779608,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:11.576760 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-d2488733-71ae-4fc8-af2f-480ee73dd53b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.580277 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-d2488733-71ae-4fc8-af2f-480ee73dd53b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cbfd3254-d9df-4d5f-8008-6a6943779608 HTTP/1.1" status: 204 len: 168 time: 0.2690158 Jan 28 21:27:11.582638 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57268) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:11.583527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e74456f-4799-408e-8c87-c2b5da7f9108 None None] Network 6e260c4e-e596-4240-8ca9-62f85ff7807a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:27:11.652945 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.706464 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Deleting port 2c9542ae-7be2-4069-9f50-42f233812f52 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:27:11.706815 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.773859 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] For port 2c9542ae-7be2-4069-9f50-42f233812f52, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=2c9542ae-7be2-4069-9f50-42f233812f52,segment=NetworkSegment(15304fdd-fd2c-4d61-839a-b01c225176b9),segment_id=15304fdd-fd2c-4d61-839a-b01c225176b9)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:11.774570 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.787383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Calling delete_port for 2c9542ae-7be2-4069-9f50-42f233812f52 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:27:11.868324 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.875077 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2fe8cd-5038-4865-a7cd-2a1950583e89 None None] DHCP port deletion for 6e260c4e-e596-4240-8ca9-62f85ff7807a request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:27:11.896600 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9542ae-7be2-4069-9f50-42f233812f52,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:11.900388 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] No DVR routers for this DVR port 2c9542ae-7be2-4069-9f50-42f233812f52 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:27:11.924464 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.967505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9c6ced26-9221-4ff8-beb7-0810ac28597f no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:27:11.990314 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:11.992370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 9c6ced26-9221-4ff8-beb7-0810ac28597f {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:27:11.992720 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 9c6ced26-9221-4ff8-beb7-0810ac28597f not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:27:11.993142 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e9e5d460-1ed1-4242-b08e-f622721942a6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:27:12.012269 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: e9e5d460-1ed1-4242-b08e-f622721942a6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:27:12.012614 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e9e5d460-1ed1-4242-b08e-f622721942a6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:27:12.013037 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2c9542ae-7be2-4069-9f50-42f233812f52 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:27:12.013188 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e260c4e-e596-4240-8ca9-62f85ff7807a']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:12.023062 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15304fdd-fd2c-4d61-839a-b01c225176b9') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:12.023359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15304fdd-fd2c-4d61-839a-b01c225176b9') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:12.032124 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 2c9542ae-7be2-4069-9f50-42f233812f52 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:27:12.032507 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 2c9542ae-7be2-4069-9f50-42f233812f52 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:27:12.032769 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:12.048563 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:12.054723 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:27:12.055108 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:27:12.057145 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:27:12.115900 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:12.123735 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:12.127494 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] 10.222.0.44 "DELETE /v2.0/networks/6e260c4e-e596-4240-8ca9-62f85ff7807a HTTP/1.1" status: 204 len: 168 time: 0.5439022 Jan 28 21:27:12.130510 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57270) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:12.137389 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeebf7-3b6d-418c-bebb-6f3e713a599e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e260c4e-e596-4240-8ca9-62f85ff7807a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:12.469981 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:12.716461 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Deleting port 78863223-b9c3-4def-811b-173c7261fd2d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:27:12.716804 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:12.795596 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] For port 78863223-b9c3-4def-811b-173c7261fd2d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=78863223-b9c3-4def-811b-173c7261fd2d,segment=NetworkSegment(56e4d638-e5ab-4987-9ff0-dfa5f1d853bb),segment_id=56e4d638-e5ab-4987-9ff0-dfa5f1d853bb)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:12.796251 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:12.807649 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Calling delete_port for 78863223-b9c3-4def-811b-173c7261fd2d owned by network:router_interface {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:27:12.985060 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:13.010504 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=78863223-b9c3-4def-811b-173c7261fd2d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:13.022819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.023189 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.023524 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.024441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.024801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.025139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.025472 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.025801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.026123 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.026447 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.026766 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.027081 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:13.189077 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:13.211165 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:13.344265 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:13.412513 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Router 7d28db2f-8b32-459b-8a63-c326c605453b has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:27:13.516282 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:27:13.521340 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cca5d854-7cce-4469-b0d2-a2a9ae026e9e admin admin] 10.222.0.44 "PUT /v2.0/routers/7d28db2f-8b32-459b-8a63-c326c605453b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3897281 Jan 28 21:27:13.523880 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57274) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:13.525793 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] Sync routers for ids ['7d28db2f-8b32-459b-8a63-c326c605453b'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:27:13.534938 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] Routers {'7d28db2f-8b32-459b-8a63-c326c605453b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:13.535542 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7d28db2f-8b32-459b-8a63-c326c605453b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:13.638123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks [] for router, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:13.639521 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] Set router 7d28db2f-8b32-459b-8a63-c326c605453b gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:13.743223 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:13.797052 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Deleting port be5473cd-f328-49f0-b53b-001b6a9865ab {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:27:13.797504 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:13.817842 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:27:12Z', 'revision_number': 5, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port': {'id': 'be5473cd-f328-49f0-b53b-001b6a9865ab', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:13.843126 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] Checking router: 7d28db2f-8b32-459b-8a63-c326c605453b for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:27:13.851242 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] Routers {'7d28db2f-8b32-459b-8a63-c326c605453b'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:13.851844 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['7d28db2f-8b32-459b-8a63-c326c605453b'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:13.879013 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] For port be5473cd-f328-49f0-b53b-001b6a9865ab, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=be5473cd-f328-49f0-b53b-001b6a9865ab,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:13.879378 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:13.890976 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Calling delete_port for be5473cd-f328-49f0-b53b-001b6a9865ab owned by network:router_gateway {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:27:13.940959 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] Set router 7d28db2f-8b32-459b-8a63-c326c605453b gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:14.079952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.094767 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:27:13Z', 'revision_number': 6, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:14.109902 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5473cd-f328-49f0-b53b-001b6a9865ab,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:14.120982 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75112041-a2ff-44a2-8f36-8b1099d3186d None None] The sync data for ids ['7d28db2f-8b32-459b-8a63-c326c605453b'] in n-d-825064-3 is: [{'id': '7d28db2f-8b32-459b-8a63-c326c605453b', 'name': 'tempest-TestShelveInstance-2053721617-router', 'tenant_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:17:24Z', 'updated_at': '2022-01-28T21:27:13Z', 'revision_number': 6, 'project_id': '0fdb84842a3a4c04bdbc12fe941bcd2f', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:27:14.187448 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.293303 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.296687 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.355540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.356485 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d28db2f-8b32-459b-8a63-c326c605453b {{(pid=102307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:27:14.362953 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.368217 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7bd89690-9649-4482-ab15-4693d57da744 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7d28db2f-8b32-459b-8a63-c326c605453b HTTP/1.1" status: 204 len: 168 time: 0.8407528 Jan 28 21:27:14.368217 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57276) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:14.413503 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-1115c334-2cb5-4071-b376-e7a3d0218904 admin admin] Deleting subnet 772c91b5-1717-44da-9b06-e3fc1e13a41a {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:27:14.416616 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1115c334-2cb5-4071-b376-e7a3d0218904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.450564 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1115c334-2cb5-4071-b376-e7a3d0218904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.531640 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1115c334-2cb5-4071-b376-e7a3d0218904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.584765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1115c334-2cb5-4071-b376-e7a3d0218904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.611150 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115c334-2cb5-4071-b376-e7a3d0218904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772c91b5-1717-44da-9b06-e3fc1e13a41a,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:14.616680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-1115c334-2cb5-4071-b376-e7a3d0218904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.621313 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-1115c334-2cb5-4071-b376-e7a3d0218904 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/772c91b5-1717-44da-9b06-e3fc1e13a41a HTTP/1.1" status: 204 len: 168 time: 0.2528512 Jan 28 21:27:14.621612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e82abf-42f0-4647-94e3-887ffc8aa0c6 None None] Network e8bf6db3-f06c-4c2a-b169-b7a700c8240a requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:27:14.623625 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57278) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:14.643504 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:27:14.700032 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.760341 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Deleting port c46ffe18-0468-4683-9463-e9ddce8e1446 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:27:14.760689 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.800999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e72de6-5986-430a-8934-7d216069bafe None None] DHCP port deletion for e8bf6db3-f06c-4c2a-b169-b7a700c8240a request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:27:14.837281 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] For port c46ffe18-0468-4683-9463-e9ddce8e1446, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c46ffe18-0468-4683-9463-e9ddce8e1446,segment=NetworkSegment(56e4d638-e5ab-4987-9ff0-dfa5f1d853bb),segment_id=56e4d638-e5ab-4987-9ff0-dfa5f1d853bb)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:14.837775 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.853024 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Calling delete_port for c46ffe18-0468-4683-9463-e9ddce8e1446 owned by network:dhcp {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:27:14.853229 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Deleting port c46ffe18-0468-4683-9463-e9ddce8e1446 {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:27:14.853712 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.924554 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-82e72de6-5986-430a-8934-7d216069bafe None None] For port c46ffe18-0468-4683-9463-e9ddce8e1446, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=c46ffe18-0468-4683-9463-e9ddce8e1446,segment=NetworkSegment(56e4d638-e5ab-4987-9ff0-dfa5f1d853bb),segment_id=56e4d638-e5ab-4987-9ff0-dfa5f1d853bb)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:14.924958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.939207 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Calling delete_port for c46ffe18-0468-4683-9463-e9ddce8e1446 owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:27:14.939450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:14.971378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] No DVR routers for this DVR port c46ffe18-0468-4683-9463-e9ddce8e1446 on host n-d-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:27:14.973890 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46ffe18-0468-4683-9463-e9ddce8e1446,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:15.016353 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.041598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Pushing event deleted for resources: {'Port': ['ID=c46ffe18-0468-4683-9463-e9ddce8e1446,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:15.045226 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.046568 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e72de6-5986-430a-8934-7d216069bafe None None] No DVR routers for this DVR port c46ffe18-0468-4683-9463-e9ddce8e1446 on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:27:15.057296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.057535 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.057816 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.058156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.058492 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.058825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.059156 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.059482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.059806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.060130 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.060592 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.060795 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e72de6-5986-430a-8934-7d216069bafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:15.072001 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bf6db3-f06c-4c2a-b169-b7a700c8240a']}} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:15.081912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb') {'for_net_delete': True} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:15.082213 n-d-825064-3 neutron-server[102306]: DEBUG neutron.services.segments.db [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e4d638-e5ab-4987-9ff0-dfa5f1d853bb') {} {{(pid=102306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:15.092013 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7390373'] for segment, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.106506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.113417 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:27:15.113809 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8292101'] for segment, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: Traceback (most recent call last): Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: timer() Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: cb(*args, **kw) Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: return func(*args, **kwargs) Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: self._notify() Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: self.callback(batched_events) Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: event.method(event) Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: return f(self, *a, **k) Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: return self._get(url).json() Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: return self.request(url, 'GET', **kwargs) Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:27:15.115540 n-d-825064-3 neutron-server[102306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:27:15.174253 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.179913 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.183119 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e8bf6db3-f06c-4c2a-b169-b7a700c8240a HTTP/1.1" status: 204 len: 168 time: 0.5577550 Jan 28 21:27:15.195104 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64decf50-458e-4c38-a4cd-8a244e8d65b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8bf6db3-f06c-4c2a-b169-b7a700c8240a,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:15.301359 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57282) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:15.342530 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-fa0dac76-d47e-4220-9c05-2d402f036e97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10ed5bfa945340d7bd7b9d26246e1958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398376 Jan 28 21:27:15.344984 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57284) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:15.394589 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f332e67b-af57-4cac-b95a-6e06d689fe17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.416933 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f332e67b-af57-4cac-b95a-6e06d689fe17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.464704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f332e67b-af57-4cac-b95a-6e06d689fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.467292 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f332e67b-af57-4cac-b95a-6e06d689fe17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.469184 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f332e67b-af57-4cac-b95a-6e06d689fe17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4815b1f9-e71c-4b46-8dee-a9cd4e66cfaa HTTP/1.1" status: 204 len: 168 time: 0.1232736 Jan 28 21:27:15.477133 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332e67b-af57-4cac-b95a-6e06d689fe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4815b1f9-e71c-4b46-8dee-a9cd4e66cfaa,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:15.788547 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57290) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:15.836735 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-b644f60e-910c-4f3c-a252-6e4f8f19de6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fdb84842a3a4c04bdbc12fe941bcd2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442634 Jan 28 21:27:15.836941 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57292) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:15.885990 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9c7bf59-da12-4524-8c5c-77a65804ac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.909104 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9c7bf59-da12-4524-8c5c-77a65804ac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.959427 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9c7bf59-da12-4524-8c5c-77a65804ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.961390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c46ffe18-0468-4683-9463-e9ddce8e1446 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:27:15.962053 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9c7bf59-da12-4524-8c5c-77a65804ac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:15.965742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f9c7bf59-da12-4524-8c5c-77a65804ac76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f6cc685-59aa-4ac4-9ce3-134e8deb2bde HTTP/1.1" status: 204 len: 168 time: 0.1255498 Jan 28 21:27:15.971982 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7bf59-da12-4524-8c5c-77a65804ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6cc685-59aa-4ac4-9ce3-134e8deb2bde,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:16.007016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: c46ffe18-0468-4683-9463-e9ddce8e1446 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:27:16.007361 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device c46ffe18-0468-4683-9463-e9ddce8e1446 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:27:16.007783 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device be5473cd-f328-49f0-b53b-001b6a9865ab no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:27:16.033565 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: be5473cd-f328-49f0-b53b-001b6a9865ab {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:27:16.033913 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device be5473cd-f328-49f0-b53b-001b6a9865ab not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:27:16.034338 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78863223-b9c3-4def-811b-173c7261fd2d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:27:16.055638 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 78863223-b9c3-4def-811b-173c7261fd2d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:27:16.055924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 78863223-b9c3-4def-811b-173c7261fd2d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:27:16.657781 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57314) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:16.752957 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1737525918-network', 'tenant_id': 'd19d170f61fd4316bc351353a8273721'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:16.775735 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Made reservation on behalf of d19d170f61fd4316bc351353a8273721 for: {'network': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:27:16.778074 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:16.787175 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:16.865065 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:16.868926 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:16.894160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=102306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:27:16.902682 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a0f67b-1a51-410a-ba6a-f2e171c7d646,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:16.908952 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:16.909228 n-d-825064-3 neutron-server[102306]: INFO neutron.db.segments_db [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Added segment c4bdd55a-3df6-4d5c-a162-ccac06beaa39 of type vlan for network 033b436d-08e7-4bd4-9601-ccc7bc31e2af Jan 28 21:27:16.951530 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:16.976348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:16.977325 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:16.977930 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Notify callbacks [] for network, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.025170 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3662722 Jan 28 21:27:17.028129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57318) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:17.034284 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Request body: {'subnet': {'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1737525918-subnet', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:17.041793 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de3926-db79-419c-97d7-a2b0bf7afcbb admin admin] Pushing event updated for resources: {'Network': ['ID=033b436d-08e7-4bd4-9601-ccc7bc31e2af,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:17.052731 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:27:17.059433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Made reservation on behalf of d19d170f61fd4316bc351353a8273721 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:27:17.062355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.227029 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.279421 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd60075-1735-49d3-a51e-fc7fe7d095e3,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:17.290219 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Checking segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:17.290573 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Network hostable DHCP agents. Network: 033b436d-08e7-4bd4-9601-ccc7bc31e2af, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:27:17.306337 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:27:17.315215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, 033b436d-08e7-4bd4-9601-ccc7bc31e2af) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:17.319271 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:17.319859 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.324759 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24eebc-fe0e-4fda-be85-276901b9b22d None None] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:27:17.337063 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a5417603-1546-428a-91a8-3cddae238c6a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3076701 Jan 28 21:27:17.339806 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57320) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:17.344813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:17.367047 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.368104 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.427120 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.474654 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:27:17.475546 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.615571 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Allocated IP 172.20.0.2 (033b436d-08e7-4bd4-9601-ccc7bc31e2af/5cd60075-1735-49d3-a51e-fc7fe7d095e3/5a92fd51-a759-4e8f-b269-829afda080ed) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:27:17.767898 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.773475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.816227 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:17.819463 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:17.823072 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:27:17.831118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Pushing event updated for resources: {'Port': ['ID=5a92fd51-a759-4e8f-b269-829afda080ed,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:17.880993 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Attempting to bind port 5a92fd51-a759-4e8f-b269-829afda080ed on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:27:17.881275 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Attempting to bind port 5a92fd51-a759-4e8f-b269-829afda080ed by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:27:17.881634 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Attempting to bind port 5a92fd51-a759-4e8f-b269-829afda080ed on network 033b436d-08e7-4bd4-9601-ccc7bc31e2af {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:27:17.886591 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:27:17.886958 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Checking segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:17.887359 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.887748 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Bound using segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:27:17.888228 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Bound port: 5a92fd51-a759-4e8f-b269-829afda080ed, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:27:17.888607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.900625 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:17.953793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] For port 5a92fd51-a759-4e8f-b269-829afda080ed, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:27:17.956924 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] For port 5a92fd51-a759-4e8f-b269-829afda080ed, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5a92fd51-a759-4e8f-b269-829afda080ed,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:27:17.962015 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:18.027184 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce59fd-b062-4c25-ae08-c207a3082a8c None None] Pushing event updated for resources: {'Port': ['ID=5a92fd51-a759-4e8f-b269-829afda080ed,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:18.109396 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:18.129338 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:18.256457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Allocated IP 172.25.2.116 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/e3fdd81e-a681-4ee8-a2d5-eba2efe06680) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:27:18.360849 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:18.395381 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:18.430729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:18.435838 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:18.439624 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:27:18.466058 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Pushing event updated for resources: {'Port': ['ID=e3fdd81e-a681-4ee8-a2d5-eba2efe06680,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:18.695304 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:18.762492 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:18.898674 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:18.950576 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa28ee-8f2d-4acc-a264-6816ce4e4c30 None None] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:27:19.031423 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:27:19.148246 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:27:19.167085 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] Notify callbacks [] for router, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.172264 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-7a361019-d967-4b13-9bdb-01c099becf36 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8276293 Jan 28 21:27:19.172559 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57322) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:19.182815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Sync routers for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:27:19.211957 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:19.212604 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:19.216393 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-1aa0a88e-f191-4cd0-bd12-37e0f352f010 None None] Provisioning complete for port 5a92fd51-a759-4e8f-b269-829afda080ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:19.216768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a88e-f191-4cd0-bd12-37e0f352f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.405939 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:19.507129 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a88e-f191-4cd0-bd12-37e0f352f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.582087 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-1aa0a88e-f191-4cd0-bd12-37e0f352f010 None None] For port 5a92fd51-a759-4e8f-b269-829afda080ed, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5a92fd51-a759-4e8f-b269-829afda080ed,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:19.589537 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a88e-f191-4cd0-bd12-37e0f352f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.614612 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.675707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0a88e-f191-4cd0-bd12-37e0f352f010 None None] Pushing event updated for resources: {'Port': ['ID=5a92fd51-a759-4e8f-b269-829afda080ed,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:19.695054 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:18Z', 'revision_number': 3, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:19.727246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Checking router: 26d719d7-9220-4d2a-8a89-0a599e33b9d0 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:27:19.727593 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Updating router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 port e3fdd81e-a681-4ee8-a2d5-eba2efe06680 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:27:19.758973 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-210c81db-6842-4c26-8188-24f6aa9fbf5b None None] Provisioning complete for port 5a92fd51-a759-4e8f-b269-829afda080ed triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:19.759269 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-210c81db-6842-4c26-8188-24f6aa9fbf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.760630 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.796349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Allocated IP 172.20.0.1 (033b436d-08e7-4bd4-9601-ccc7bc31e2af/5cd60075-1735-49d3-a51e-fc7fe7d095e3/d38220c4-5bda-4049-a9e1-559255aafbf6) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:27:19.899230 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.941952 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:19.980854 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:19.989262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:19.992375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:27:20.019595 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Pushing event updated for resources: {'Port': ['ID=d38220c4-5bda-4049-a9e1-559255aafbf6,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:20.019906 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5a92fd51-a759-4e8f-b269-829afda080ed up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:20.042079 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.134305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.136076 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 5a92fd51-a759-4e8f-b269-829afda080ed triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:20.136469 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.158496 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.184893 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.235044 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a5ef5-de12-4dcc-968a-8e51d7291e89 None None] Pushing event updated for resources: {'Port': ['ID=e3fdd81e-a681-4ee8-a2d5-eba2efe06680,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:20.238014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Attempting to bind port e3fdd81e-a681-4ee8-a2d5-eba2efe06680 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:27:20.238389 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Attempting to bind port e3fdd81e-a681-4ee8-a2d5-eba2efe06680 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:27:20.238753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Attempting to bind port e3fdd81e-a681-4ee8-a2d5-eba2efe06680 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:27:20.247899 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:27:20.248300 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:20.248821 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.249204 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:27:20.249682 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Bound port: e3fdd81e-a681-4ee8-a2d5-eba2efe06680, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:27:20.250062 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.336834 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-3e61f23f-c1a6-413b-ae39-60fd895b4c2b None None] Provisioning complete for port d38220c4-5bda-4049-a9e1-559255aafbf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:20.337208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e61f23f-c1a6-413b-ae39-60fd895b4c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.358524 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.360377 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] For port e3fdd81e-a681-4ee8-a2d5-eba2efe06680, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:27:20.363156 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.379707 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] For port e3fdd81e-a681-4ee8-a2d5-eba2efe06680, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e3fdd81e-a681-4ee8-a2d5-eba2efe06680,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:27:20.385115 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.395362 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-3e61f23f-c1a6-413b-ae39-60fd895b4c2b None None] Port d38220c4-5bda-4049-a9e1-559255aafbf6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:27:20.437236 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.439149 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Pushing event updated for resources: {'Port': ['ID=d38220c4-5bda-4049-a9e1-559255aafbf6,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:20.443796 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:20.444461 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:20.479215 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a5ef5-de12-4dcc-968a-8e51d7291e89 None None] Pushing event updated for resources: {'Port': ['ID=e3fdd81e-a681-4ee8-a2d5-eba2efe06680,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:20.532344 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:20.533820 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:20.557873 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:20.652584 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:27:20.765194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:27:20.778244 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 2, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:20.778410 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-06321b10-3941-4239-ab6a-916563f94a65 admin admin] 10.222.0.44 "PUT /v2.0/routers/26d719d7-9220-4d2a-8a89-0a599e33b9d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5965722 Jan 28 21:27:20.797179 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fc5b5-0c2a-46f6-b9da-f267662adebc None None] The sync data for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 is: [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 2, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:27:20.817943 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34743cf4-2dfa-4972-be9b-8d8e468ab3cc None None] Provisioning complete for port d38220c4-5bda-4049-a9e1-559255aafbf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:20.818324 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34743cf4-2dfa-4972-be9b-8d8e468ab3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:20.858422 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34743cf4-2dfa-4972-be9b-8d8e468ab3cc None None] Port d38220c4-5bda-4049-a9e1-559255aafbf6 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:27:21.291172 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57338) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:21.297808 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1224957872-network', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:21.321169 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Made reservation on behalf of e5f5026dda7a456ba9450b6029a9bd70 for: {'network': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:27:21.323695 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for network, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.332864 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.420027 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.424741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.458358 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=102307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 21:27:21.468483 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17467be-ed2f-467c-b3c2-7e2bde942623,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:21.477087 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.477419 n-d-825064-3 neutron-server[102307]: INFO neutron.db.segments_db [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Added segment 2711a5e7-2b71-482c-a5f4-979bff508092 of type vlan for network f9f01fcd-b1e5-4644-b340-40dc92d77966 Jan 28 21:27:21.526680 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763516831187'] for network, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.554969 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511'] for network, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.556119 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:21.556727 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.613133 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3208270 Jan 28 21:27:21.615775 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57340) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:21.622129 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Request body: {'subnet': {'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1224957872-subnet', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'ip_version': 4}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:21.629921 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea1bab-3748-4015-a30c-6beff38b773a admin admin] Pushing event updated for resources: {'Network': ['ID=f9f01fcd-b1e5-4644-b340-40dc92d77966,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:21.641367 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Network f9f01fcd-b1e5-4644-b340-40dc92d77966 details requested by agent ovs-agent-n-d-825064-3 with host n-d-825064-3 {{(pid=102308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 21:27:21.652754 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Made reservation on behalf of e5f5026dda7a456ba9450b6029a9bd70 for: {'subnet': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:27:21.655978 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5154110'] for subnet, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.836573 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4966114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5154092'] for subnet, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.896355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b901a9e-bb9a-475a-911e-9e8f065301fa,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:21.905918 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Checking segment: {'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:21.906355 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Network hostable DHCP agents. Network: f9f01fcd-b1e5-4644-b340-40dc92d77966, hostable agents: ['97ecbc53-081c-4d9f-9600-0fac5d68b112'], hosted agents: [] {{(pid=102307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 21:27:21.925425 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Network f9f01fcd-b1e5-4644-b340-40dc92d77966 is scheduled to be hosted by DHCP agent 97ecbc53-081c-4d9f-9600-0fac5d68b112 with binding_index 1 {{(pid=102307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 21:27:21.935954 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-3, f9f01fcd-b1e5-4644-b340-40dc92d77966) {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:21.941312 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:21.941897 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.948813 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e3251-3239-4a3c-90a3-44bc775b6f59 None None] Network f9f01fcd-b1e5-4644-b340-40dc92d77966 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:27:21.962616 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57342) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:21.963165 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-548af66a-866a-48df-a379-d0d1f3d6ca37 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3458829 Jan 28 21:27:21.968364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:21.993301 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10911'] for router, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:21.995046 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1827307', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1907351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10886'] for router, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.052753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.072353 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e3fdd81e-a681-4ee8-a2d5-eba2efe06680 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:22.074486 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.186482 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e3fdd81e-a681-4ee8-a2d5-eba2efe06680 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:22.186817 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.212476 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8ac65be-135e-5a13-be96-5a6435330b50-f9f01fcd-b1e5-4644-b340-40dc92d77966', 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'fixed_ips': [{'subnet_id': '6b901a9e-bb9a-475a-911e-9e8f065301fa'}]}} from n-d-825064-3. {{(pid=102308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 28 21:27:22.213332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.226623 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.379367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.410376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port e3fdd81e-a681-4ee8-a2d5-eba2efe06680, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e3fdd81e-a681-4ee8-a2d5-eba2efe06680,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:22.411809 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.db_base_plugin_common [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Allocated IP 172.20.0.2 (f9f01fcd-b1e5-4644-b340-40dc92d77966/6b901a9e-bb9a-475a-911e-9e8f065301fa/540b4376-6fa5-4678-8cfd-aa8041e6709d) {{(pid=102308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:27:22.417276 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.440600 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.460973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.576850 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Allocated IP 172.25.2.243 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/bb4429a5-9624-49a0-bfed-e11701c620b7) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:27:22.677246 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=e3fdd81e-a681-4ee8-a2d5-eba2efe06680,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:22.695445 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.731434 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.761387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Notify callbacks [] for port, precommit_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.768083 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769'] for port, after_create {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.773411 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:22.776553 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:22.781080 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:27:22.803882 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Pushing event updated for resources: {'Port': ['ID=bb4429a5-9624-49a0-bfed-e11701c620b7,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:22.805090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Network f9f01fcd-b1e5-4644-b340-40dc92d77966 is already hosted by enough agents. {{(pid=102308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:22.812774 n-d-825064-3 neutron-server[102308]: DEBUG neutron.scheduler.base_scheduler [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Resources bound (agent type, host, resource id): {{(pid=102308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:22.816340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Received port after_create {{(pid=102308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:27:22.825477 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Pushing event updated for resources: {'Port': ['ID=540b4376-6fa5-4678-8cfd-aa8041e6709d,revision_number=1']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:22.873426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Attempting to bind port 540b4376-6fa5-4678-8cfd-aa8041e6709d on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:27:22.874333 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Attempting to bind port 540b4376-6fa5-4678-8cfd-aa8041e6709d by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:27:22.874702 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Attempting to bind port 540b4376-6fa5-4678-8cfd-aa8041e6709d on network f9f01fcd-b1e5-4644-b340-40dc92d77966 {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:27:22.879708 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:27:22.880086 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Checking segment: {'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:22.880525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.880922 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Bound using segment: {'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:27:22.881390 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Bound port: 540b4376-6fa5-4678-8cfd-aa8041e6709d, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:27:22.881774 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:22.921983 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Sync routers for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:27:22.930789 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:22.931385 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:22.956704 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] For port 540b4376-6fa5-4678-8cfd-aa8041e6709d, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:27:22.959932 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] For port 540b4376-6fa5-4678-8cfd-aa8041e6709d, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=540b4376-6fa5-4678-8cfd-aa8041e6709d,segment=NetworkSegment(2711a5e7-2b71-482c-a5f4-979bff508092),segment_id=2711a5e7-2b71-482c-a5f4-979bff508092)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:27:22.966808 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.034746 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74cf0c-bb9d-46b3-ad4d-f1495f4ef558 None None] Pushing event updated for resources: {'Port': ['ID=540b4376-6fa5-4678-8cfd-aa8041e6709d,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:23.047660 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:23.056618 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.284552 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 2, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:23.316466 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829684'] for router, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.318253 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Checking router: 26d719d7-9220-4d2a-8a89-0a599e33b9d0 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:27:23.318877 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Updating router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 port d38220c4-5bda-4049-a9e1-559255aafbf6 binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:27:23.345408 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.474228 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Router aefc7e80-d79d-49c9-a295-b3a9966556a4 is scheduled to L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f with binding_index 1 {{(pid=102306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 21:27:23.583757 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:27:23.594376 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Sync routers for ids ['aefc7e80-d79d-49c9-a295-b3a9966556a4'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:27:23.601954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.603447 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-3d323812-40af-4c1c-92cf-5b20e9ecb6ce admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6390543 Jan 28 21:27:23.606237 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57344) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:23.606910 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Routers {'aefc7e80-d79d-49c9-a295-b3a9966556a4'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:23.607758 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aefc7e80-d79d-49c9-a295-b3a9966556a4'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:23.637872 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.647557 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.710932 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Pushing event updated for resources: {'Port': ['ID=d38220c4-5bda-4049-a9e1-559255aafbf6,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:23.743708 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.743708 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.743708 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.744098 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.744098 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.744524 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.744818 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.745138 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.745447 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.745761 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.746074 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.746385 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:27:23.762658 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Set router aefc7e80-d79d-49c9-a295-b3a9966556a4 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:23.784809 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Attempting to bind port d38220c4-5bda-4049-a9e1-559255aafbf6 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:27:23.785291 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Attempting to bind port d38220c4-5bda-4049-a9e1-559255aafbf6 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:27:23.785712 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Attempting to bind port d38220c4-5bda-4049-a9e1-559255aafbf6 on network 033b436d-08e7-4bd4-9601-ccc7bc31e2af {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:27:23.792059 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:27:23.792544 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Checking segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:23.793017 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.793475 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Bound using segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:27:23.794008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Bound port: d38220c4-5bda-4049-a9e1-559255aafbf6, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:27:23.794462 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:23.890081 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] For port d38220c4-5bda-4049-a9e1-559255aafbf6, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:27:23.916229 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] For port d38220c4-5bda-4049-a9e1-559255aafbf6, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d38220c4-5bda-4049-a9e1-559255aafbf6,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:27:23.930342 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.040105 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f18b1-e59e-4bcc-b2e7-7631a1101e97 None None] Pushing event updated for resources: {'Port': ['ID=d38220c4-5bda-4049-a9e1-559255aafbf6,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:24.053887 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:24.054625 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:24.085833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-2ad62251-7188-4b75-a372-68764bdb24f7 None None] Provisioning complete for port d38220c4-5bda-4049-a9e1-559255aafbf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:24.086212 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ad62251-7188-4b75-a372-68764bdb24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.155348 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.211786 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 3, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port': {'id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:24.229474 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:24.258624 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 540b4376-6fa5-4678-8cfd-aa8041e6709d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:24.261025 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ad62251-7188-4b75-a372-68764bdb24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.265122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Checking router: aefc7e80-d79d-49c9-a295-b3a9966556a4 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:27:24.265296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Updating router aefc7e80-d79d-49c9-a295-b3a9966556a4 port bb4429a5-9624-49a0-bfed-e11701c620b7 binding host n-d-825064-3 {{(pid=102308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:27:24.360301 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.419476 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Allocated IP 172.20.0.1 (f9f01fcd-b1e5-4644-b340-40dc92d77966/6b901a9e-bb9a-475a-911e-9e8f065301fa/79ce6cbd-a2f9-42f5-9773-33c0281811bb) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:27:24.456102 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-2ad62251-7188-4b75-a372-68764bdb24f7 None None] For port d38220c4-5bda-4049-a9e1-559255aafbf6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d38220c4-5bda-4049-a9e1-559255aafbf6,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:24.457334 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f2b62-5a0f-4141-a40f-e5074f61d545 None None] Network f9f01fcd-b1e5-4644-b340-40dc92d77966 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:27:24.482376 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2ad62251-7188-4b75-a372-68764bdb24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.489910 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:23Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:24.520722 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027bea9-1ae4-4b7c-9f6b-e82cdba36a1f None None] The sync data for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 is: [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:23Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:27:24.534551 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.571423 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.622447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Network f9f01fcd-b1e5-4644-b340-40dc92d77966 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:24.628396 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:24.632157 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:27:24.661038 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 540b4376-6fa5-4678-8cfd-aa8041e6709d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:24.661728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.661866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Pushing event updated for resources: {'Port': ['ID=79ce6cbd-a2f9-42f5-9773-33c0281811bb,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:24.679981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1829867'] for router_interface, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.681012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad62251-7188-4b75-a372-68764bdb24f7 None None] Pushing event updated for resources: {'Port': ['ID=d38220c4-5bda-4049-a9e1-559255aafbf6,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:24.746355 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e0d6f368-8430-4a73-a5fc-6842ab2aa131 None None] Provisioning complete for port 540b4376-6fa5-4678-8cfd-aa8041e6709d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:24.746720 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e0d6f368-8430-4a73-a5fc-6842ab2aa131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:24.957865 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.004925 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Notify callbacks [] for port, precommit_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.028541 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.044093 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e0d6f368-8430-4a73-a5fc-6842ab2aa131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.087358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port 540b4376-6fa5-4678-8cfd-aa8041e6709d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=540b4376-6fa5-4678-8cfd-aa8041e6709d,segment=NetworkSegment(2711a5e7-2b71-482c-a5f4-979bff508092),segment_id=2711a5e7-2b71-482c-a5f4-979bff508092)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:25.102693 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.103469 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e3fdd81e-a681-4ee8-a2d5-eba2efe06680 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:25.152793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b094749-7d5a-497f-9eb7-f1e88513ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bb4429a5-9624-49a0-bfed-e11701c620b7,revision_number=2']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:25.190853 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Attempting to bind port bb4429a5-9624-49a0-bfed-e11701c620b7 on host n-d-825064-3 for vnic_type normal with profile {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:27:25.191318 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Attempting to bind port bb4429a5-9624-49a0-bfed-e11701c620b7 by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:27:25.191888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Attempting to bind port bb4429a5-9624-49a0-bfed-e11701c620b7 on network f3aca0be-7b4c-426a-8001-a54b17c3127d {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:27:25.200101 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.399035 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.403981 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.416387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:27:25.416768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Checking segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:25.417168 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.417561 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Bound using segment: {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'} {{(pid=102308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:27:25.418047 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.managers [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Bound port: bb4429a5-9624-49a0-bfed-e11701c620b7, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe3996b-e1f4-425d-9f5e-1b6cf3570d30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d'}}] {{(pid=102308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:27:25.418425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.426493 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.db.api [None req-e0d6f368-8430-4a73-a5fc-6842ab2aa131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 21:27:25.426847 n-d-825064-3 neutron-server[102308]: DEBUG oslo_db.api [None req-e0d6f368-8430-4a73-a5fc-6842ab2aa131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 21:27:25.487306 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=540b4376-6fa5-4678-8cfd-aa8041e6709d,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:25.499587 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Pushing event updated for resources: {'Port': ['ID=79ce6cbd-a2f9-42f5-9773-33c0281811bb,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:25.502374 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1827707'] for router_interface, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.511872 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] For port bb4429a5-9624-49a0-bfed-e11701c620b7, host n-d-825064-3, cleared binding levels {{(pid=102308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:27:25.515808 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] For port bb4429a5-9624-49a0-bfed-e11701c620b7, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bb4429a5-9624-49a0-bfed-e11701c620b7,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:27:25.517518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port e3fdd81e-a681-4ee8-a2d5-eba2efe06680 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:25.517888 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.542785 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:25.595908 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Network f9f01fcd-b1e5-4644-b340-40dc92d77966 is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:25.597336 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:25.621255 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Routers {'aefc7e80-d79d-49c9-a295-b3a9966556a4'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:25.621888 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aefc7e80-d79d-49c9-a295-b3a9966556a4'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:25.625898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b094749-7d5a-497f-9eb7-f1e88513ddf9 None None] Pushing event updated for resources: {'Port': ['ID=bb4429a5-9624-49a0-bfed-e11701c620b7,revision_number=3']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:25.725739 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Router aefc7e80-d79d-49c9-a295-b3a9966556a4 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:27:25.765067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] Set router aefc7e80-d79d-49c9-a295-b3a9966556a4 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:25.852450 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:27:25.865330 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-78936b6e-13af-4315-b154-75b899ea25ff admin admin] 10.222.0.44 "PUT /v2.0/routers/aefc7e80-d79d-49c9-a295-b3a9966556a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2501106 Jan 28 21:27:26.013394 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-e0d6f368-8430-4a73-a5fc-6842ab2aa131 None None] Provisioning complete for port d38220c4-5bda-4049-a9e1-559255aafbf6 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:26.014528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e0d6f368-8430-4a73-a5fc-6842ab2aa131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.038328 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d38220c4-5bda-4049-a9e1-559255aafbf6 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:26.072115 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 4, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port': {'id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '79ce6cbd-a2f9-42f5-9773-33c0281811bb', 'name': '', 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'mac_address': 'fa:16:3e:b0:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:24Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 2, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'subnets': [{'id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:26.112420 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d9502-dd8e-4e87-b2db-bca70b832e60 None None] The sync data for ids ['aefc7e80-d79d-49c9-a295-b3a9966556a4'] in n-d-825064-3 is: [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 4, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port': {'id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '79ce6cbd-a2f9-42f5-9773-33c0281811bb', 'name': '', 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'mac_address': 'fa:16:3e:b0:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:24Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 2, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'subnets': [{'id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:27:26.164289 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port d38220c4-5bda-4049-a9e1-559255aafbf6 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:26.164675 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.262387 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 540b4376-6fa5-4678-8cfd-aa8041e6709d up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:26.330175 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-09960b31-8f65-4d2b-a2f0-465e74e674dd None None] Provisioning complete for port 540b4376-6fa5-4678-8cfd-aa8041e6709d triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:26.330658 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-09960b31-8f65-4d2b-a2f0-465e74e674dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.332343 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 540b4376-6fa5-4678-8cfd-aa8041e6709d triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:26.332703 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.440788 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57352) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:26.447226 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [None req-1a39e26c-a5ec-438f-9c46-eb87bfb952c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951411333', 'description': 'tempest-secgroup-smoke-1951411333 description', 'project_id': 'd19d170f61fd4316bc351353a8273721'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:26.477846 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a39e26c-a5ec-438f-9c46-eb87bfb952c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.542472 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-09960b31-8f65-4d2b-a2f0-465e74e674dd None None] Provisioning complete for port 79ce6cbd-a2f9-42f5-9773-33c0281811bb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:26.542897 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-09960b31-8f65-4d2b-a2f0-465e74e674dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.568584 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a39e26c-a5ec-438f-9c46-eb87bfb952c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.574517 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a39e26c-a5ec-438f-9c46-eb87bfb952c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.581326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-09960b31-8f65-4d2b-a2f0-465e74e674dd None None] Port 79ce6cbd-a2f9-42f5-9773-33c0281811bb cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:27:26.604450 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a39e26c-a5ec-438f-9c46-eb87bfb952c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.605671 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1a39e26c-a5ec-438f-9c46-eb87bfb952c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627038 Jan 28 21:27:26.608930 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57354) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:26.613515 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-238e3d18-3b43-4b9d-9fbe-7b4b64873fd5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'security_group_rule': {'security_group_id': '9c5e3519-bf3d-45d2-9c1d-88da150b9953', 'project_id': 'd19d170f61fd4316bc351353a8273721', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:26.618098 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39e26c-a5ec-438f-9c46-eb87bfb952c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5e3519-bf3d-45d2-9c1d-88da150b9953,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:26.646054 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-238e3d18-3b43-4b9d-9fbe-7b4b64873fd5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.713579 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-238e3d18-3b43-4b9d-9fbe-7b4b64873fd5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.717799 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-238e3d18-3b43-4b9d-9fbe-7b4b64873fd5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.737130 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e3d18-3b43-4b9d-9fbe-7b4b64873fd5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a3323b-b965-4ce6-82bd-44606e0b94c0,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:26.745787 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-238e3d18-3b43-4b9d-9fbe-7b4b64873fd5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.747039 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-238e3d18-3b43-4b9d-9fbe-7b4b64873fd5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371076 Jan 28 21:27:26.751194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57356) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:26.755626 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-9c20c3ed-8798-454b-bff3-7900aa91819d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'security_group_rule': {'security_group_id': '9c5e3519-bf3d-45d2-9c1d-88da150b9953', 'project_id': 'd19d170f61fd4316bc351353a8273721', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:26.790594 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c20c3ed-8798-454b-bff3-7900aa91819d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.857081 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c20c3ed-8798-454b-bff3-7900aa91819d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.860941 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c20c3ed-8798-454b-bff3-7900aa91819d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.877620 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20c3ed-8798-454b-bff3-7900aa91819d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d426fb-bea5-48ef-a746-08b8d669b6b3,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:26.886156 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-9c20c3ed-8798-454b-bff3-7900aa91819d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.887343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-9c20c3ed-8798-454b-bff3-7900aa91819d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352084 Jan 28 21:27:26.890850 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57358) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:26.895125 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-530ac9ea-8acd-4723-a681-3d375630514d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'security_group_rule': {'security_group_id': '9c5e3519-bf3d-45d2-9c1d-88da150b9953', 'project_id': 'd19d170f61fd4316bc351353a8273721', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:26.922534 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-530ac9ea-8acd-4723-a681-3d375630514d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.979760 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-530ac9ea-8acd-4723-a681-3d375630514d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:26.983739 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-530ac9ea-8acd-4723-a681-3d375630514d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.001353 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ac9ea-8acd-4723-a681-3d375630514d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0739ccc7-5299-4450-ad1a-92ec20f0bef0,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:27.010192 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-530ac9ea-8acd-4723-a681-3d375630514d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.011402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-530ac9ea-8acd-4723-a681-3d375630514d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196499 Jan 28 21:27:27.015095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57360) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:27.019489 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-8025b6d5-eb79-495e-976f-883d97b429fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'security_group_rule': {'security_group_id': '9c5e3519-bf3d-45d2-9c1d-88da150b9953', 'project_id': 'd19d170f61fd4316bc351353a8273721', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:27.047671 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8025b6d5-eb79-495e-976f-883d97b429fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.106765 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8025b6d5-eb79-495e-976f-883d97b429fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.111140 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8025b6d5-eb79-495e-976f-883d97b429fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.128499 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025b6d5-eb79-495e-976f-883d97b429fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72621196-0116-403c-93f8-40fcbe4ea2db,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:27.137073 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8025b6d5-eb79-495e-976f-883d97b429fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.138286 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8025b6d5-eb79-495e-976f-883d97b429fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221411 Jan 28 21:27:27.141776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57362) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:27.145994 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-2bce0d4e-62b2-4cf5-b401-e1ec6d5750fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'security_group_rule': {'security_group_id': '9c5e3519-bf3d-45d2-9c1d-88da150b9953', 'project_id': 'd19d170f61fd4316bc351353a8273721', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:27.168863 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-2bce0d4e-62b2-4cf5-b401-e1ec6d5750fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Project d19d170f61fd4316bc351353a8273721 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:27:27.174239 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bce0d4e-62b2-4cf5-b401-e1ec6d5750fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.233741 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bce0d4e-62b2-4cf5-b401-e1ec6d5750fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.237417 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bce0d4e-62b2-4cf5-b401-e1ec6d5750fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.255465 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce0d4e-62b2-4cf5-b401-e1ec6d5750fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7956e82c-071b-444a-b23c-6b4cba697cd4,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:27.266578 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-2bce0d4e-62b2-4cf5-b401-e1ec6d5750fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.268631 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2bce0d4e-62b2-4cf5-b401-e1ec6d5750fb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258991 Jan 28 21:27:27.270549 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57364) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:27.275678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-a4879c54-f1b7-4c2b-901b-e535e3347018 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'security_group_rule': {'security_group_id': '9c5e3519-bf3d-45d2-9c1d-88da150b9953', 'project_id': 'd19d170f61fd4316bc351353a8273721', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:27.311909 n-d-825064-3 neutron-server[102307]: INFO neutron.db.securitygroups_db [None req-a4879c54-f1b7-4c2b-901b-e535e3347018 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Project d19d170f61fd4316bc351353a8273721 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 21:27:27.318547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a4879c54-f1b7-4c2b-901b-e535e3347018 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.391588 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a4879c54-f1b7-4c2b-901b-e535e3347018 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.395371 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a4879c54-f1b7-4c2b-901b-e535e3347018 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792854'] for security_group_rule, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.415035 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4879c54-f1b7-4c2b-901b-e535e3347018 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2bddc6-f60e-4a13-886b-76706fdbbfe5,revision_number=0']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:27.423529 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-a4879c54-f1b7-4c2b-901b-e535e3347018 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:27.424799 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-a4879c54-f1b7-4c2b-901b-e535e3347018 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529765 Jan 28 21:27:27.744324 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-8b170b2e-ba38-4e08-b6ab-5786afd55f07 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951411333&fields=id&tenant_id=d19d170f61fd4316bc351353a8273721 HTTP/1.1" status: 200 len: 267 time: 0.0339868 Jan 28 21:27:27.857438 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077227-534b-473e-af7e-857f2cc54d32 req-a15e01a7-0f84-490c-9b70-22a7a081191a tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:27.859771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-a15e01a7-0f84-490c-9b70-22a7a081191a tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 810 time: 0.1079879 Jan 28 21:27:27.877638 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-6814e6be-7b08-4709-aeb7-d55f5c2cb709 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/quotas/d19d170f61fd4316bc351353a8273721 HTTP/1.1" status: 200 len: 375 time: 0.0118487 Jan 28 21:27:27.941547 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-d4b254af-86f9-4243-8108-b81c01eded62 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579178 Jan 28 21:27:28.018101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bb4429a5-9624-49a0-bfed-e11701c620b7 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:28.065342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port bb4429a5-9624-49a0-bfed-e11701c620b7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:28.065718 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:28.146037 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:28.165246 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-908c59b0-2ed7-4704-a5df-6ceba4408e79 service neutron] 10.222.0.44 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087760 Jan 28 21:27:28.172210 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] For port bb4429a5-9624-49a0-bfed-e11701c620b7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bb4429a5-9624-49a0-bfed-e11701c620b7,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:28.176800 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:28.224378 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Pushing event updated for resources: {'Port': ['ID=bb4429a5-9624-49a0-bfed-e11701c620b7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:28.259689 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-58beaefc-ab85-4c6c-88a9-b7b5faa26f1e service neutron] 10.222.0.44 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844581 Jan 28 21:27:28.428229 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-c32f95e2-56fe-452b-a76c-e493f914d14d req-50fe7435-55aa-41d5-b1be-451931d68fc7 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 210 time: 0.0287173 Jan 28 21:27:28.689622 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Sync routers for ids ['aefc7e80-d79d-49c9-a295-b3a9966556a4'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:27:28.698392 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Routers {'aefc7e80-d79d-49c9-a295-b3a9966556a4'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:28.699008 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aefc7e80-d79d-49c9-a295-b3a9966556a4'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:28.818407 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Set router aefc7e80-d79d-49c9-a295-b3a9966556a4 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:29.021994 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 4, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port': {'id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '79ce6cbd-a2f9-42f5-9773-33c0281811bb', 'name': '', 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'mac_address': 'fa:16:3e:b0:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:24Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 2, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'subnets': [{'id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:29.048743 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Checking router: aefc7e80-d79d-49c9-a295-b3a9966556a4 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:27:29.049094 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Updating router aefc7e80-d79d-49c9-a295-b3a9966556a4 port 79ce6cbd-a2f9-42f5-9773-33c0281811bb binding host n-d-825064-3 {{(pid=102309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 21:27:29.073112 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.429364 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Notify callbacks [] for port, precommit_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.437485 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.536441 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb4276-9144-45b8-82c2-e26b360893d6 None None] Pushing event updated for resources: {'Port': ['ID=79ce6cbd-a2f9-42f5-9773-33c0281811bb,revision_number=3']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:29.559526 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Attempting to bind port 79ce6cbd-a2f9-42f5-9773-33c0281811bb on host n-d-825064-3 for vnic_type normal with profile {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:27:29.560197 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Attempting to bind port 79ce6cbd-a2f9-42f5-9773-33c0281811bb by drivers openvswitch,hyperv on host n-d-825064-3 at level 0 using segments [{'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:27:29.560947 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Attempting to bind port 79ce6cbd-a2f9-42f5-9773-33c0281811bb on network f9f01fcd-b1e5-4644-b340-40dc92d77966 {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:27:29.569456 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Checking agent: {'id': 'f9eed5c0-22d7-4b31-b9a3-a80d3ea26c97', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 2, 43), 'started_at': datetime.datetime(2022, 1, 28, 20, 3, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:27:29.570829 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Checking segment: {'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:29.572840 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.573447 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Bound using segment: {'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'} {{(pid=102309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:27:29.574697 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.managers [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Bound port: 79ce6cbd-a2f9-42f5-9773-33c0281811bb, host: n-d-825064-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2711a5e7-2b71-482c-a5f4-979bff508092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966'}}] {{(pid=102309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:27:29.575276 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.576307 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a5293ae1-1c12-41c4-a126-b79d58b16f9d req-171a6aad-27fd-48b4-af4f-2bf3b03cca00 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 210 time: 0.0373275 Jan 28 21:27:29.598978 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077227-534b-473e-af7e-857f2cc54d32 req-89ed755b-573f-40ef-b186-b177c914f14e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:29.600569 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-89ed755b-573f-40ef-b186-b177c914f14e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 810 time: 0.1825759 Jan 28 21:27:29.650768 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-d1d0518e-2977-4e43-b4b3-acce5a416ac9 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19d170f61fd4316bc351353a8273721 HTTP/1.1" status: 200 len: 380 time: 0.0379040 Jan 28 21:27:29.656833 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] For port 79ce6cbd-a2f9-42f5-9773-33c0281811bb, host n-d-825064-3, cleared binding levels {{(pid=102309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:27:29.660593 n-d-825064-3 neutron-server[102309]: DEBUG neutron.plugins.ml2.db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] For port 79ce6cbd-a2f9-42f5-9773-33c0281811bb, host n-d-825064-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79ce6cbd-a2f9-42f5-9773-33c0281811bb,segment=NetworkSegment(2711a5e7-2b71-482c-a5f4-979bff508092),segment_id=2711a5e7-2b71-482c-a5f4-979bff508092)] {{(pid=102309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:27:29.661733 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'port': {'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'admin_state_up': True, 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'security_groups': ['9c5e3519-bf3d-45d2-9c1d-88da150b9953']}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:29.665099 n-d-825064-3 neutron-server[102309]: DEBUG neutron_lib.callbacks.manager [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.718414 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Routers {'aefc7e80-d79d-49c9-a295-b3a9966556a4'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:29.719310 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:10Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aefc7e80-d79d-49c9-a295-b3a9966556a4'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:29.787705 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb4276-9144-45b8-82c2-e26b360893d6 None None] Pushing event updated for resources: {'Port': ['ID=79ce6cbd-a2f9-42f5-9773-33c0281811bb,revision_number=4']} {{(pid=102309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:29.793305 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Made reservation on behalf of d19d170f61fd4316bc351353a8273721 for: {'port': 1} {{(pid=102306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:27:29.799287 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.834999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d84a4dba-f25f-45e0-9805-c2ca7f4f1098 None None] Provisioning complete for port 79ce6cbd-a2f9-42f5-9773-33c0281811bb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:29.835607 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d84a4dba-f25f-45e0-9805-c2ca7f4f1098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.856328 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] Set router aefc7e80-d79d-49c9-a295-b3a9966556a4 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:29.922866 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d84a4dba-f25f-45e0-9805-c2ca7f4f1098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.977534 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-d84a4dba-f25f-45e0-9805-c2ca7f4f1098 None None] For port 79ce6cbd-a2f9-42f5-9773-33c0281811bb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79ce6cbd-a2f9-42f5-9773-33c0281811bb,segment=NetworkSegment(2711a5e7-2b71-482c-a5f4-979bff508092),segment_id=2711a5e7-2b71-482c-a5f4-979bff508092)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:29.990386 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d84a4dba-f25f-45e0-9805-c2ca7f4f1098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:29.992348 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_common [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Allocated IP 172.20.0.3 (033b436d-08e7-4bd4-9601-ccc7bc31e2af/5cd60075-1735-49d3-a51e-fc7fe7d095e3/fbcb00d9-c27b-4634-863a-8166bf0f7ce9) {{(pid=102306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:27:30.048698 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a4dba-f25f-45e0-9805-c2ca7f4f1098 None None] Pushing event updated for resources: {'Port': ['ID=79ce6cbd-a2f9-42f5-9773-33c0281811bb,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:30.075296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bb4429a5-9624-49a0-bfed-e11701c620b7 up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:30.128201 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-0a4996ee-e01e-4e63-84d6-a4505d05a8be None None] Provisioning complete for port 79ce6cbd-a2f9-42f5-9773-33c0281811bb triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:30.128718 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a4996ee-e01e-4e63-84d6-a4505d05a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.157882 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 4, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port': {'id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '79ce6cbd-a2f9-42f5-9773-33c0281811bb', 'name': '', 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'mac_address': 'fa:16:3e:b0:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:24Z', 'updated_at': '2022-01-28T21:27:29Z', 'revision_number': 4, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'subnets': [{'id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:30.170014 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for port, precommit_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.171998 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port bb4429a5-9624-49a0-bfed-e11701c620b7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:30.172592 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.184606 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85687bb-77a3-4951-ae5c-b62c3e134502 None None] The sync data for ids ['aefc7e80-d79d-49c9-a295-b3a9966556a4'] in n-d-825064-3 is: [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:25Z', 'revision_number': 4, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port': {'id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': '79ce6cbd-a2f9-42f5-9773-33c0281811bb', 'name': '', 'network_id': 'f9f01fcd-b1e5-4644-b340-40dc92d77966', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'mac_address': 'fa:16:3e:b0:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:24Z', 'updated_at': '2022-01-28T21:27:29Z', 'revision_number': 4, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'subnets': [{'id': '6b901a9e-bb9a-475a-911e-9e8f065301fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:27:30.210351 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_create {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.268335 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af is already hosted by enough agents. {{(pid=102306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:30.271827 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.base_scheduler [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Resources bound (agent type, host, resource id): {{(pid=102306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:30.274761 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Received port after_create {{(pid=102306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:27:30.298850 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79ce6cbd-a2f9-42f5-9773-33c0281811bb up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:30.331203 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=1']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:30.352947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 79ce6cbd-a2f9-42f5-9773-33c0281811bb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:30.353332 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.356840 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:30.357593 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.386286 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-505ae2c1-9e37-4ad0-95e9-5425a1074ce2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291331 Jan 28 21:27:30.401279 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.v2.base [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Request body: {'port': {'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-3'}} {{(pid=102306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:30.474242 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.582960 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-58842cc3-1daf-47c3-8b2d-b1cf89dfd9f5 None None] Provisioning complete for port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:30.583550 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58842cc3-1daf-47c3-8b2d-b1cf89dfd9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.625644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-58842cc3-1daf-47c3-8b2d-b1cf89dfd9f5 None None] Port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:27:30.703565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3113eb-6e2e-4d2e-b863-a4a7435698fa req-1785e73a-ea82-4898-8ca6-11009a729011 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:30.705139 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf3113eb-6e2e-4d2e-b863-a4a7435698fa req-1785e73a-ea82-4898-8ca6-11009a729011 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 931 time: 0.0599785 Jan 28 21:27:30.745222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cf3113eb-6e2e-4d2e-b863-a4a7435698fa req-f88a4081-341b-448a-b812-2582cebcd02c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337770 Jan 28 21:27:30.773979 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbcb00d9-c27b-4634-863a-8166bf0f7ce9 {{(pid=102306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:27:30.782256 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.795276 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.provisioning_blocks [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Transition to ACTIVE for port object fbcb00d9-c27b-4634-863a-8166bf0f7ce9 will not be triggered until provisioned by entity L2. {{(pid=102306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:27:30.801141 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:30.855633 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Pushing event updated for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=2']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:30.928537 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Attempting to bind port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 on host n-h1-825064-3 for vnic_type normal with profile {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:27:30.928881 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Attempting to bind port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 by drivers openvswitch,hyperv on host n-h1-825064-3 at level 0 using segments [{'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:27:30.929217 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Attempting to bind port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 on network 033b436d-08e7-4bd4-9601-ccc7bc31e2af {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:27:30.933729 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 on network 033b436d-08e7-4bd4-9601-ccc7bc31e2af not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-3 {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:27:30.934060 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Attempting to bind port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 on network 033b436d-08e7-4bd4-9601-ccc7bc31e2af {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:27:30.940426 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Checking agent: {'id': '98d9743b-a3d4-40a4-9051-ecaf2c8a13b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:27:30.940777 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Checking segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:27:30.941170 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Bound using segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} {{(pid=102306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:27:30.941608 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.managers [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Bound port: fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host: n-h1-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'}}] {{(pid=102306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:27:30.941973 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:31.007988 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, cleared binding levels {{(pid=102306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:27:31.010932 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:27:31.015967 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8292185'] for port, after_update {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:31.050457 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.051717 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:31.053136 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] 10.222.0.13 "PUT /v2.0/ports/fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 1091 time: 0.6579268 Jan 28 21:27:31.056022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:27:31.059616 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:27:31.098872 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d6a59-0cb9-43b1-8fd7-b613a720f2eb service neutron] Pushing event updated for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=3']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:31.147753 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077227-534b-473e-af7e-857f2cc54d32 req-bebd2d20-1c54-4705-8dd4-2e538dc7a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.149395 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-bebd2d20-1c54-4705-8dd4-2e538dc7a633 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1094 time: 0.0445151 Jan 28 21:27:31.197755 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27ff4d-8f65-4e34-80a1-241274e8dfc2 x-openstack-request-id: req-3f27ff4d-8f65-4e34-80a1-241274e8dfc2 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:27:31.198039 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:27:31.198289 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f27ff4d-8f65-4e34-80a1-241274e8dfc2 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:27:31.198682 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'status': 'completed', 'code': 200} Jan 28 21:27:31.200847 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-df903258-7d45-47be-9600-d2ff1d82e40c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0444417 Jan 28 21:27:31.253496 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077227-534b-473e-af7e-857f2cc54d32 req-b759d86d-a908-45c0-91e4-2abf22d56a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.254991 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-b759d86d-a908-45c0-91e4-2abf22d56a52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0469773 Jan 28 21:27:31.301630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077227-534b-473e-af7e-857f2cc54d32 req-6355053d-3653-41da-bbda-76bd4c5c7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.303122 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-6355053d-3653-41da-bbda-76bd4c5c7746 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415564 Jan 28 21:27:31.402502 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-b6a0487c-7e00-43a5-955a-25ffb15671a7 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909128 Jan 28 21:27:31.492598 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-b7077227-534b-473e-af7e-857f2cc54d32 req-511bfe13-d7a3-4e0c-ad52-53ca787ede17 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826232 Jan 28 21:27:31.584898 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-8476bce2-fa02-42f6-8ec4-2455ece22dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.586379 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-8476bce2-fa02-42f6-8ec4-2455ece22dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1094 time: 0.0455375 Jan 28 21:27:31.676380 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-f2571418-c2f1-490d-8112-d30c59de7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.677819 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-f2571418-c2f1-490d-8112-d30c59de7b29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0845978 Jan 28 21:27:31.722989 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-84169ec6-ca90-44d6-afdd-e6abad086126 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0383189 Jan 28 21:27:31.777939 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-54e8223d-b9f0-44fb-9850-e826f6dbb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.779442 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-54e8223d-b9f0-44fb-9850-e826f6dbb836 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0497282 Jan 28 21:27:31.828943 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-ca7ad482-f0ef-47d6-948d-99fccc7499fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.830758 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-ca7ad482-f0ef-47d6-948d-99fccc7499fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433609 Jan 28 21:27:31.865813 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73a856-1a6d-4e54-a399-3084f8bc8934 req-478a8c4b-adc6-4bd2-a176-f1c9f6679bfc tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:31.867304 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d73a856-1a6d-4e54-a399-3084f8bc8934 req-478a8c4b-adc6-4bd2-a176-f1c9f6679bfc tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 943 time: 0.0491021 Jan 28 21:27:31.906702 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1d73a856-1a6d-4e54-a399-3084f8bc8934 req-84a573bd-7960-407c-9a34-36ceb07cbc3a tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325489 Jan 28 21:27:31.924258 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-3281c1c4-ae59-4da3-953c-0de0c9c4408f service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866134 Jan 28 21:27:31.967487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79ce6cbd-a2f9-42f5-9773-33c0281811bb up at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:32.016825 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Provisioning complete for port 79ce6cbd-a2f9-42f5-9773-33c0281811bb triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:32.017149 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:32.021742 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-4f26c0f4-111c-43ab-89ba-b49d4bb64aa7 req-8d1c3421-795b-4590-9995-e19daf5d6c12 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897357 Jan 28 21:27:33.022213 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad445b2-970b-415a-be81-556835b6cdae req-64563350-4c41-4cea-932d-4888ee336ec8 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:33.023678 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fad445b2-970b-415a-be81-556835b6cdae req-64563350-4c41-4cea-932d-4888ee336ec8 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 943 time: 0.0475032 Jan 28 21:27:33.062024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-fad445b2-970b-415a-be81-556835b6cdae req-18911ca5-7d9f-4287-abf8-74cb2e00324b tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Jan 28 21:27:34.181231 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f61532-4c73-4d4f-9b6d-b0928ad77672 req-c032c5d2-4b93-4f9b-a5db-031ce0e98ade tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:34.182593 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4f61532-4c73-4d4f-9b6d-b0928ad77672 req-c032c5d2-4b93-4f9b-a5db-031ce0e98ade tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 943 time: 0.0525413 Jan 28 21:27:34.219967 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-d4f61532-4c73-4d4f-9b6d-b0928ad77672 req-67d9d087-d21d-495b-af5b-11b44386b5eb tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Jan 28 21:27:34.530012 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbcb00d9-c27b-4634-863a-8166bf0f7ce9 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:27:34.625245 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:34.635697 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:27:34.679986 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:34.693350 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbcb00d9-c27b-4634-863a-8166bf0f7ce9 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:27:34.712598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:34.716255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:34.761714 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:34.940101 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['fbcb00d9-c27b-4634-863a-8166bf0f7ce9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:27:35.333967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd92bf-c4f8-4f9e-8d3c-5929ae58e09a req-1c4b11ad-969f-422a-a9da-80428e51180c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:35.335465 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bdfd92bf-c4f8-4f9e-8d3c-5929ae58e09a req-1c4b11ad-969f-422a-a9da-80428e51180c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 944 time: 0.0489438 Jan 28 21:27:35.373557 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-bdfd92bf-c4f8-4f9e-8d3c-5929ae58e09a req-8aa5aac2-4574-4fb2-8a89-639c5f6677fa tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313170 Jan 28 21:27:36.490139 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dcef0-fb2a-44f9-b635-d2dd12aef444 req-4fa2fb0a-9f29-4acf-995a-d05b5dd8581f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:36.491600 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-795dcef0-fb2a-44f9-b635-d2dd12aef444 req-4fa2fb0a-9f29-4acf-995a-d05b5dd8581f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 944 time: 0.0494962 Jan 28 21:27:36.530422 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-795dcef0-fb2a-44f9-b635-d2dd12aef444 req-860d8bdb-4d90-4cd1-8bee-d4e391e5c73d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327885 Jan 28 21:27:36.544692 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbcb00d9-c27b-4634-863a-8166bf0f7ce9 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:27:36.594066 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning for port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:27:36.597732 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:27:36.598103 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:36.825389 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:36.847493 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:27:36.849758 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc94bf65-6fa3-4732-8190-88b948144b0c" -d '{"events": [{"server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "name": "network-vif-plugged", "status": "completed", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:27:36.862450 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:27:36.866744 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:36.914014 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:36.943135 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8dd98e-da32-46ee-8907-8bb5ded18ef7 x-openstack-request-id: req-dd8dd98e-da32-46ee-8907-8bb5ded18ef7 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:27:36.943426 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "name": "network-vif-plugged", "status": "completed", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:27:36.943680 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd8dd98e-da32-46ee-8907-8bb5ded18ef7 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:27:36.944078 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'code': 200} Jan 28 21:27:37.036480 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23699-b4ff-4807-9ebd-f51ef83b7148 req-53c4d0d9-704e-4348-9d9e-5cc8686fe666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:37.037988 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cd23699-b4ff-4807-9ebd-f51ef83b7148 req-53c4d0d9-704e-4348-9d9e-5cc8686fe666 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1096 time: 0.0405376 Jan 28 21:27:37.074087 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-9cd23699-b4ff-4807-9ebd-f51ef83b7148 req-05880900-c3f0-42b5-82dc-b0365eeda0bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296783 Jan 28 21:27:37.649826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e44178-a47b-4626-94aa-5ad5f6fa7a18 req-fb2a2430-56bd-44cb-a376-44fddc0525a9 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:37.651174 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5e44178-a47b-4626-94aa-5ad5f6fa7a18 req-fb2a2430-56bd-44cb-a376-44fddc0525a9 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 945 time: 0.0510321 Jan 28 21:27:37.689220 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e5e44178-a47b-4626-94aa-5ad5f6fa7a18 req-c06c0673-1496-4912-89a3-cbcc3dbfcd0d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Jan 28 21:27:37.846125 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-80804986-2291-4931-9378-4c858d2a6c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:38.803910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b61ca-a8f0-4c63-b636-7f67efb7097b req-695efccc-c358-44ef-acf5-e20e4e9fe621 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:38.805394 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b5b61ca-a8f0-4c63-b636-7f67efb7097b req-695efccc-c358-44ef-acf5-e20e4e9fe621 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 945 time: 0.0485880 Jan 28 21:27:38.843669 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6b5b61ca-a8f0-4c63-b636-7f67efb7097b req-0dd2d57f-0484-4cc8-9044-c25b8b71c44b tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Jan 28 21:27:38.955781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606e2d7-3df1-4ef0-93cc-4c9943bb70e4 req-d30e0de4-59aa-43f1-ab5f-d8c46ddcc869 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:38.957279 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e606e2d7-3df1-4ef0-93cc-4c9943bb70e4 req-d30e0de4-59aa-43f1-ab5f-d8c46ddcc869 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 945 time: 0.0484579 Jan 28 21:27:38.994168 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e606e2d7-3df1-4ef0-93cc-4c9943bb70e4 req-9481aa08-33ad-4fe3-b4ce-775c8d7508a2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307031 Jan 28 21:27:39.015967 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57430) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:39.100563 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e04ef6-92ea-4723-bb6d-354e67fced54 tempest-TestSnapshotPattern-123886822 tempest-TestSnapshotPattern-123886822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:39.102071 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-92e04ef6-92ea-4723-bb6d-354e67fced54 tempest-TestSnapshotPattern-123886822 tempest-TestSnapshotPattern-123886822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1091 time: 0.0851099 Jan 28 21:27:39.104974 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57434) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:27:39.109412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:27:39.132209 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:39.225310 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:39.330327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Allocated IP 172.25.2.20 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/0351f4b6-945a-435a-842d-137735ca2140) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:27:39.437355 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:39.469473 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:39.512534 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:27:39.515776 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:27:39.519215 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:27:39.524587 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'Port': ['ID=0351f4b6-945a-435a-842d-137735ca2140,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:39.567707 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-b63c5e40-6059-4b23-8270-e4e8548f7b51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479081 Jan 28 21:27:39.654519 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-ac878a0b-1e2c-4a2a-b0d9-923570ca9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:39.656023 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-ac878a0b-1e2c-4a2a-b0d9-923570ca9c44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1096 time: 0.0463762 Jan 28 21:27:39.759790 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-d38c4e7b-fc7a-4dd9-8a8e-fc0460eb1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:39.761362 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-d38c4e7b-fc7a-4dd9-8a8e-fc0460eb1623 service neutron] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0863798 Jan 28 21:27:39.807391 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-4578d9b1-f564-4be3-977a-99d96c4d229f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0383623 Jan 28 21:27:39.857508 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-bc332f4a-f57e-403a-bb0d-935267ea172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:39.859785 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-bc332f4a-f57e-403a-bb0d-935267ea172f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0463088 Jan 28 21:27:39.880306 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:39.903756 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-fdbe78f7-7b29-4533-9c06-040d1c6cb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:39.905886 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-fdbe78f7-7b29-4533-9c06-040d1c6cb986 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400631 Jan 28 21:27:39.949773 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:40.002057 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-39ea0bcf-6a32-4a9d-b521-b6c90543e1b5 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889571 Jan 28 21:27:40.093998 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-301f6926-7aab-4368-9e98-e0f412f4a357 req-be3e21c4-1bfc-4e82-a919-9c5bd97853e5 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861351 Jan 28 21:27:40.101663 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:40.106440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:40.178055 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'Port': ['ID=0351f4b6-945a-435a-842d-137735ca2140,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:27:40.186012 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:40.283999 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Floating IP 77419d7b-f934-4534-ae71-bd63457f4ad5 associated. External IP: 172.25.2.20, port: fbcb00d9-c27b-4634-863a-8166bf0f7ce9. Jan 28 21:27:40.330525 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3f32bc55-b28d-46eb-8534-a9b5788c65e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:40.821381 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:27:40.930456 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:27:40.940753 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] Sync routers for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:27:40.948482 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:40.949647 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:40.950266 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:40.975643 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b4f10204-f359-47dd-99f2-012bc328750f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8696787 Jan 28 21:27:40.976238 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:27:40.978506 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:27:41.058317 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:41.069679 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de80cfe2-6116-492c-bd02-96472497de88 x-openstack-request-id: req-de80cfe2-6116-492c-bd02-96472497de88 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:27:41.069963 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:27:41.070210 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de80cfe2-6116-492c-bd02-96472497de88 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:27:41.070602 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'status': 'completed', 'code': 200} Jan 28 21:27:41.131377 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-87e610d5-fb1c-44c1-8dec-3fec11ac0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:41.132956 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-87e610d5-fb1c-44c1-8dec-3fec11ac0adc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1096 time: 0.0418890 Jan 28 21:27:41.229375 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-719fd992-c158-4598-90db-22e3314c6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:41.230867 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-719fd992-c158-4598-90db-22e3314c6f06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0918374 Jan 28 21:27:41.286833 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:39Z', 'revision_number': 0, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:41.298527 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-15638129-f6f9-4d93-b5da-62574bf37385 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 998 time: 0.0601635 Jan 28 21:27:41.314164 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] Checking router: 26d719d7-9220-4d2a-8a89-0a599e33b9d0 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:27:41.323113 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:27:41.323727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:27:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:41.352352 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-58b3c070-097f-4c0e-a6a2-b97310aed5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:41.353893 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-58b3c070-097f-4c0e-a6a2-b97310aed5d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0495889 Jan 28 21:27:41.407022 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-051b81f0-4088-4654-a41a-1293e608f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:27:41.408601 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-051b81f0-4088-4654-a41a-1293e608f291 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482833 Jan 28 21:27:41.431296 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:27:41.496705 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-c952ad29-3275-4297-bb53-db41df484d94 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816145 Jan 28 21:27:41.593318 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-bf0efc3f-3e4e-44b8-b07c-c319d8a46f3b req-2c1b0ec7-4a14-4163-8864-547ed5b36e9a service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897102 Jan 28 21:27:41.657443 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:39Z', 'revision_number': 0, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:27:41.686912 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e85c52-fe65-46c1-9f89-43749daf10c5 None None] The sync data for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 is: [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:39Z', 'revision_number': 0, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:27:41.925962 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:41.992763 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e6ed5-3f9f-473b-a363-092ceab9770e None None] New status for floating IP 77419d7b-f934-4534-ae71-bd63457f4ad5: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:27:43.213117 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:43.346086 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:48.775475 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:27:51.644207 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:27:52.024040 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:07.847772 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d60b9799-1c89-4120-8f2a-75564a05149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:10.331003 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b248664f-0312-46ee-921e-15a954a710b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:11.927504 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:13.215542 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:13.346991 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:18.782200 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:22.025767 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:28.648226 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:28:37.848723 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e19de6d-cdc8-4ea7-be91-970717af23de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:40.331867 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-8f8711d1-102f-4bbf-b226-486ea9457074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:40.610774 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c273d273-8921-4ecf-8574-2878a687c96b req-ed7092a6-5441-487c-a72c-63b41bf8cc9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935407 Jan 28 21:28:40.694407 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d273-8921-4ecf-8574-2878a687c96b req-8ee96241-fcd6-4c22-9a92-1b53f464c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:28:40.695878 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c273d273-8921-4ecf-8574-2878a687c96b req-8ee96241-fcd6-4c22-9a92-1b53f464c795 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1096 time: 0.0403492 Jan 28 21:28:40.800403 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d273-8921-4ecf-8574-2878a687c96b req-758aefa9-ee67-4df7-9f44-37067949b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:28:40.801840 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c273d273-8921-4ecf-8574-2878a687c96b req-758aefa9-ee67-4df7-9f44-37067949b8cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0871835 Jan 28 21:28:40.865304 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c273d273-8921-4ecf-8574-2878a687c96b req-35147ffa-a034-46a9-87cc-9c785a3028f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0563369 Jan 28 21:28:40.916807 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d273-8921-4ecf-8574-2878a687c96b req-38ff1a55-8cde-464f-8297-45876054782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:28:40.918220 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c273d273-8921-4ecf-8574-2878a687c96b req-38ff1a55-8cde-464f-8297-45876054782f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0469215 Jan 28 21:28:40.962114 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d273-8921-4ecf-8574-2878a687c96b req-ccfdf226-3d7c-4ff2-951f-41c86dd70ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:28:40.963567 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c273d273-8921-4ecf-8574-2878a687c96b req-ccfdf226-3d7c-4ff2-951f-41c86dd70ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392530 Jan 28 21:28:41.049269 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c273d273-8921-4ecf-8574-2878a687c96b req-12705dfd-7902-422a-970a-4d38a8446229 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790074 Jan 28 21:28:41.141385 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-c273d273-8921-4ecf-8574-2878a687c96b req-e60c81da-8ece-46d0-ad0f-4419de27e30a service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855541 Jan 28 21:28:41.931576 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:43.217692 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:43.349637 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:48.782335 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:28:52.025264 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:05.648641 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:29:07.849521 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b9a4fbee-527a-43cc-914d-dd7a9f2d76e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:10.331734 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-5ef1ca37-942a-4e1d-ae95-87d40d6a323a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:11.934462 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:13.220422 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:13.351182 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:18.787713 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:22.039348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:37.851689 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d1c07a74-3647-4ee1-8c20-b09162b8c40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:38.929332 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbcb00d9-c27b-4634-863a-8166bf0f7ce9 details requested by agent hyperv_n-h1-825064-3 with host n-h1-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:29:39.023213 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:29:39.033517 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Returning: {'device': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:29:39.076506 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:39.088935 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbcb00d9-c27b-4634-863a-8166bf0f7ce9 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:29:39.107194 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:29:39.111597 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:39.162633 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:29:39.169865 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.170782 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.171622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.171991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.172358 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.172689 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.173016 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.173340 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.173662 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.173983 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.174304 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.174622 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:39.200611 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] get_ports_and_sgs() called for port_ids ['fbcb00d9-c27b-4634-863a-8166bf0f7ce9'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:29:40.337137 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0401f924-6ea9-4b5c-a34b-ca0dba5de321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:40.933009 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbcb00d9-c27b-4634-863a-8166bf0f7ce9 up at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:29:41.002835 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Provisioning complete for port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:29:41.003319 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:41.098082 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:41.132278 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:29:41.133326 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:29:41.135669 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063bd77e-621e-48f0-9930-5086e2d89687" -d '{"events": [{"server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "name": "network-vif-plugged", "status": "completed", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:29:41.149574 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:41.200556 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0b55e1-8c3e-4d87-ba9e-a06b596874bd x-openstack-request-id: req-ac0b55e1-8c3e-4d87-ba9e-a06b596874bd {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:29:41.200842 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "name": "network-vif-plugged", "status": "completed", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:29:41.201090 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac0b55e1-8c3e-4d87-ba9e-a06b596874bd {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:29:41.204608 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'code': 200} Jan 28 21:29:41.209234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:29:41.588567 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-d378c3d8-b84a-467e-990c-37b456ca466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:41.590844 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-d378c3d8-b84a-467e-990c-37b456ca466b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1096 time: 0.0470724 Jan 28 21:29:41.711866 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-b164f9ca-07ef-4345-9fd5-567c0f43c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:41.713413 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-b164f9ca-07ef-4345-9fd5-567c0f43c59d service neutron] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.1025584 Jan 28 21:29:41.797991 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-cea7b3c9-4be6-488e-89fc-8620a6162cab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0762241 Jan 28 21:29:41.858688 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-7948d1be-f8df-4e2e-83b1-518c5b03d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:41.858688 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-7948d1be-f8df-4e2e-83b1-518c5b03d2a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0480592 Jan 28 21:29:41.915664 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-d975acaf-f47a-4d7e-8a24-b4b2bc8b5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:41.917264 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-d975acaf-f47a-4d7e-8a24-b4b2bc8b5d18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563929 Jan 28 21:29:41.941762 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:42.036044 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-dd7536dc-6a5e-4f5d-8e2d-cda698bb4695 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097267 Jan 28 21:29:42.141573 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-555ac1ec-f74d-4063-8bac-1ae34d5d4089 req-723b9943-1159-4ce6-bb77-5e34cdefa66c service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989344 Jan 28 21:29:42.647906 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:29:43.227780 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:43.355884 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:48.821997 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:50.184994 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-409c2c48-1193-4549-a0a9-c43044262766 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951411333&fields=id&tenant_id=d19d170f61fd4316bc351353a8273721 HTTP/1.1" status: 200 len: 267 time: 0.0347548 Jan 28 21:29:50.291194 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-669a4c66-8edf-4f4b-be9a-9ad35bc83c41 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:50.292656 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-669a4c66-8edf-4f4b-be9a-9ad35bc83c41 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 810 time: 0.1003237 Jan 28 21:29:50.308092 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-433ab00d-1c0f-4eb4-a4a9-45c597b10420 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/quotas/d19d170f61fd4316bc351353a8273721 HTTP/1.1" status: 200 len: 375 time: 0.0088260 Jan 28 21:29:50.363199 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-f09d86d9-fe5e-454b-9dd5-61237ef238e8 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492787 Jan 28 21:29:50.379481 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-a228953d-8955-499a-9b2c-03b83780d864 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:29:50.380454 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-a228953d-8955-499a-9b2c-03b83780d864 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052354 Jan 28 21:29:50.468228 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-b991b27b-b671-484a-9442-3270a19044df service neutron] 10.222.0.44 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819583 Jan 28 21:29:50.558759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-759b37c8-59b5-423b-a0c8-4e9e8f12cac6 service neutron] 10.222.0.44 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843391 Jan 28 21:29:50.719089 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f4deff21-e363-4283-9ec4-32406de8d4e7 req-1abf8636-1f66-4270-ace6-286ff16dcb5f tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 210 time: 0.0267029 Jan 28 21:29:51.655049 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-6286e231-b03f-40be-8857-a19f47f7fc1b tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:51.656420 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-6286e231-b03f-40be-8857-a19f47f7fc1b tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.26 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 810 time: 0.1106362 Jan 28 21:29:51.701913 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-a97d404c-2c4d-4778-afee-963823e00baf tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19d170f61fd4316bc351353a8273721 HTTP/1.1" status: 200 len: 380 time: 0.0361829 Jan 28 21:29:51.711085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'port': {'device_id': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'admin_state_up': True, 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'security_groups': ['9c5e3519-bf3d-45d2-9c1d-88da150b9953']}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:29:51.830978 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-e273a646-ef8f-4532-b453-19491f86dd45 req-bf1b4f7f-c7a6-4a24-89e1-b2b7c10e8844 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 210 time: 0.0420127 Jan 28 21:29:51.855913 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Made reservation on behalf of d19d170f61fd4316bc351353a8273721 for: {'port': 1} {{(pid=102307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 21:29:51.859998 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:51.994151 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Allocated IP 172.20.0.8 (033b436d-08e7-4bd4-9601-ccc7bc31e2af/5cd60075-1735-49d3-a51e-fc7fe7d095e3/ca50556e-c7ed-4d99-8f29-6432495f6bd7) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:29:52.082568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:52.174552 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:52.214092 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:52.283942 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:29:52.288769 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:29:52.299085 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:29:52.346801 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'Port': ['ID=ca50556e-c7ed-4d99-8f29-6432495f6bd7,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:29:52.360961 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.361367 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.361819 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.362160 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.362495 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.362826 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.363155 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.363487 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.363809 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.364843 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.365185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.365511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:29:52.387811 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:52.388596 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:52.424251 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-5561a8a2-313a-4de5-8c28-9ce72b130088 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7147326 Jan 28 21:29:52.628264 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-d4e4da37-b049-4d26-b3f5-b3ffbd2e9b15 None None] Provisioning complete for port ca50556e-c7ed-4d99-8f29-6432495f6bd7 triggered by entity DHCP. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:29:52.628955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d4e4da37-b049-4d26-b3f5-b3ffbd2e9b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:52.678587 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4da37-b049-4d26-b3f5-b3ffbd2e9b15 None None] Port ca50556e-c7ed-4d99-8f29-6432495f6bd7 cannot update to ACTIVE because it is not bound. {{(pid=102308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 28 21:29:52.963143 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751662b-422a-41ba-8a0a-07c1a3395699 req-c8f19857-6805-46c7-844f-9fa339983609 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:52.964773 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a751662b-422a-41ba-8a0a-07c1a3395699 req-c8f19857-6805-46c7-844f-9fa339983609 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 931 time: 0.0614202 Jan 28 21:29:52.983713 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbcb00d9-c27b-4634-863a-8166bf0f7ce9 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:29:53.010887 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-a751662b-422a-41ba-8a0a-07c1a3395699 req-53f3538b-f78e-4015-a74f-21aa1abbf4b1 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391099 Jan 28 21:29:53.073098 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:53.097920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:29:53.100349 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce21763-8e97-4215-ac9c-f804cf74c51a" -d '{"events": [{"server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:29:53.116437 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:29:53.127069 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:29:53.159732 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a25b303-7783-426d-a507-7f1cc8ee6113 x-openstack-request-id: req-4a25b303-7783-426d-a507-7f1cc8ee6113 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:29:53.160024 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:29:53.160512 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a25b303-7783-426d-a507-7f1cc8ee6113 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:29:53.160913 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'code': 200} Jan 28 21:29:53.184959 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Pushing event updated for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=8']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:29:54.144420 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbb0e-df17-4a2a-9e25-b1048bcc3e01 req-8f441358-bf06-4439-9d8a-cefebb2eb976 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:54.145905 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f72cbb0e-df17-4a2a-9e25-b1048bcc3e01 req-8f441358-bf06-4439-9d8a-cefebb2eb976 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 931 time: 0.0593951 Jan 28 21:29:54.189771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f72cbb0e-df17-4a2a-9e25-b1048bcc3e01 req-c26f17f6-0fe4-41e2-9088-e71f37aa1ecc tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376728 Jan 28 21:29:55.337071 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea927043-bc0a-4fab-a117-f9170c15d2d7 req-5372e9d1-e99c-4944-8f94-64373bf39619 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:55.344781 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea927043-bc0a-4fab-a117-f9170c15d2d7 req-5372e9d1-e99c-4944-8f94-64373bf39619 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 931 time: 0.0763669 Jan 28 21:29:55.379980 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-ea927043-bc0a-4fab-a117-f9170c15d2d7 req-bb83ac46-0d79-4bfb-8e54-6df779689a84 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339918 Jan 28 21:29:56.519520 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3f2a-65ff-412c-8a0d-cd380e34a04a req-68ce1442-1f01-405f-a47b-a889db7bffc7 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:56.522073 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d4f3f2a-65ff-412c-8a0d-cd380e34a04a req-68ce1442-1f01-405f-a47b-a889db7bffc7 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 931 time: 0.0601926 Jan 28 21:29:56.564078 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7d4f3f2a-65ff-412c-8a0d-cd380e34a04a req-97699f8f-e2f9-412f-8b0a-29a8b1d1f970 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366044 Jan 28 21:29:57.694631 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c4247-2085-4000-83c3-e9ee4d6a476b req-195c25b3-4388-4533-bba6-efd096c261c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:57.696244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-571c4247-2085-4000-83c3-e9ee4d6a476b req-195c25b3-4388-4533-bba6-efd096c261c2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 931 time: 0.0525799 Jan 28 21:29:57.743066 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-571c4247-2085-4000-83c3-e9ee4d6a476b req-650be536-4099-493d-b573-bf209334489c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356007 Jan 28 21:29:58.864726 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70fb1f-a24d-447c-8ad7-5a2571820adb req-664d2c05-5eaa-4ba8-af24-8ed7ed249657 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:29:58.866712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c70fb1f-a24d-447c-8ad7-5a2571820adb req-664d2c05-5eaa-4ba8-af24-8ed7ed249657 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 931 time: 0.0530765 Jan 28 21:29:58.930346 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c70fb1f-a24d-447c-8ad7-5a2571820adb req-8af07f3e-46c2-481d-9114-bf17f878d549 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560894 Jan 28 21:30:00.063304 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf04e47-9d1d-48bb-a686-78f3b3eefaed req-0f60b6d0-0851-4e0f-ba02-a445162a7c7b tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:00.064997 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cf04e47-9d1d-48bb-a686-78f3b3eefaed req-0f60b6d0-0851-4e0f-ba02-a445162a7c7b tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 931 time: 0.0612552 Jan 28 21:30:00.114427 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cf04e47-9d1d-48bb-a686-78f3b3eefaed req-958fe723-5ace-4959-a8cb-bc55867a069d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Jan 28 21:30:00.999553 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Request body: {'port': {'device_id': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-3'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:30:01.051833 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:01.284834 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721b7e5-6e51-49cd-a20c-ba4b167b5f2a req-2eba3d60-3c0c-4cfa-afa9-d5c4c2e11048 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:01.286222 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0721b7e5-6e51-49cd-a20c-ba4b167b5f2a req-2eba3d60-3c0c-4cfa-afa9-d5c4c2e11048 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 931 time: 0.1015701 Jan 28 21:30:01.358301 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0721b7e5-6e51-49cd-a20c-ba4b167b5f2a req-5ccfc51e-0823-47b8-bb43-037681821250 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657418 Jan 28 21:30:01.396887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca50556e-c7ed-4d99-8f29-6432495f6bd7 {{(pid=102307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:30:01.405541 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:01.417712 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.provisioning_blocks [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Transition to ACTIVE for port object ca50556e-c7ed-4d99-8f29-6432495f6bd7 will not be triggered until provisioned by entity L2. {{(pid=102307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 21:30:01.422207 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:01.476375 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Pushing event updated for resources: {'Port': ['ID=ca50556e-c7ed-4d99-8f29-6432495f6bd7,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:30:01.548141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Attempting to bind port ca50556e-c7ed-4d99-8f29-6432495f6bd7 on host n-h2-825064-3 for vnic_type normal with profile {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 21:30:01.548427 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Attempting to bind port ca50556e-c7ed-4d99-8f29-6432495f6bd7 by drivers openvswitch,hyperv on host n-h2-825064-3 at level 0 using segments [{'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 21:30:01.548757 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Attempting to bind port ca50556e-c7ed-4d99-8f29-6432495f6bd7 on network 033b436d-08e7-4bd4-9601-ccc7bc31e2af {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:30:01.555915 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Port ca50556e-c7ed-4d99-8f29-6432495f6bd7 on network 033b436d-08e7-4bd4-9601-ccc7bc31e2af not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-3 {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 21:30:01.556272 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Attempting to bind port ca50556e-c7ed-4d99-8f29-6432495f6bd7 on network 033b436d-08e7-4bd4-9601-ccc7bc31e2af {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 21:30:01.561643 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Checking agent: {'id': 'ac31a9ef-6e05-4fc1-a7c1-49ec33fc0ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 21:30:01.561973 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Checking segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 28 21:30:01.562354 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Bound using segment: {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'} {{(pid=102307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 21:30:01.562786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.managers [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Bound port: ca50556e-c7ed-4d99-8f29-6432495f6bd7, host: n-h2-825064-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af'}}] {{(pid=102307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 21:30:01.563174 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:01.633877 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, cleared binding levels {{(pid=102307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 21:30:01.637469 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 21:30:01.642072 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:01.682964 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:01.683546 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:01.685682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] 10.222.0.26 "PUT /v2.0/ports/ca50556e-c7ed-4d99-8f29-6432495f6bd7 HTTP/1.1" status: 200 len: 1091 time: 0.7356899 Jan 28 21:30:01.686771 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:30:01.689534 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1" -d '{"events": [{"name": "network-changed", "server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:30:01.727641 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2aa08c-f202-4863-8fbc-c0c91b1fddca x-openstack-request-id: req-7a2aa08c-f202-4863-8fbc-c0c91b1fddca {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:30:01.727936 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:30:01.728211 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a2aa08c-f202-4863-8fbc-c0c91b1fddca {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:30:01.728641 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'status': 'completed', 'code': 200} Jan 28 21:30:01.734446 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9389f-e476-47b3-958b-a4db8af7853f service neutron] Pushing event updated for resources: {'Port': ['ID=ca50556e-c7ed-4d99-8f29-6432495f6bd7,revision_number=3']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:30:01.780103 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-923d1995-de83-4812-972a-0cf58ab3ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:01.781672 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-923d1995-de83-4812-972a-0cf58ab3ab59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0439298 Jan 28 21:30:01.826932 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-4743bf18-884c-4db1-a23c-2c91f1e3bc51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0361640 Jan 28 21:30:01.878362 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-9a632c2b-bfdb-48b6-859f-e466710f90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:01.879814 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-9a632c2b-bfdb-48b6-859f-e466710f90fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0460427 Jan 28 21:30:01.930895 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-8bee67ff-d122-4789-94f4-a1270760a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:01.932402 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-8bee67ff-d122-4789-94f4-a1270760a285 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447831 Jan 28 21:30:02.043837 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-482c405a-b3fc-43fc-8d9d-503934527586 service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020789 Jan 28 21:30:02.161403 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-261f508f-9bdf-4e62-b924-a0b7e4728bde req-80550c76-1026-4bff-8fc1-f56028ca096e service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065977 Jan 28 21:30:02.261646 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-5a718aa7-c5c9-4e8f-85e5-66572bc8b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:02.263826 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-5a718aa7-c5c9-4e8f-85e5-66572bc8b27c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 1094 time: 0.0493617 Jan 28 21:30:02.374413 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-6f8e806c-e7fb-40bb-84d7-3137af735e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:02.375958 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-6f8e806c-e7fb-40bb-84d7-3137af735e04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.1051607 Jan 28 21:30:02.427369 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-97d1ce26-20fb-4290-a488-83cf77a2f5bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0436428 Jan 28 21:30:02.512678 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-96302ac6-9a99-4ec4-921f-764061492459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:02.514302 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-96302ac6-9a99-4ec4-921f-764061492459 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0783319 Jan 28 21:30:02.543349 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0734-32d6-43c6-9195-8f658ed9042e req-f687644e-08db-416f-8bb7-638307886886 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:02.545771 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cac0734-32d6-43c6-9195-8f658ed9042e req-f687644e-08db-416f-8bb7-638307886886 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 943 time: 0.0817235 Jan 28 21:30:02.609653 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-009dc5be-2f5e-4560-ba2a-b676ad7d4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:02.611370 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-009dc5be-2f5e-4560-ba2a-b676ad7d4092 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870154 Jan 28 21:30:02.617180 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-4cac0734-32d6-43c6-9195-8f658ed9042e req-12c1cc3c-bfb7-4d99-a4d4-d5aa1f6e3c25 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478475 Jan 28 21:30:02.707609 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-6c32f1a9-59be-41e4-9e36-71d0663bdcca service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884356 Jan 28 21:30:02.816116 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-5eb7f6ed-e6e3-4d22-b097-4691fd3345f1 req-dbaa3326-077b-412f-bfe1-f76dbd90bd06 service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987489 Jan 28 21:30:03.066513 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ca50556e-c7ed-4d99-8f29-6432495f6bd7 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:30:03.165894 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:30:03.183465 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'port_id': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'mac_address': 'fa:16:3e:f1:6d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:30:03.222161 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:03.235502 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca50556e-c7ed-4d99-8f29-6432495f6bd7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:30:03.255143 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:30:03.259205 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:03.310896 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=ca50556e-c7ed-4d99-8f29-6432495f6bd7,revision_number=4']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:30:03.512898 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['ca50556e-c7ed-4d99-8f29-6432495f6bd7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:30:03.736457 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098ae02-15b1-433a-96da-d3c23b5373ec req-8110b7d8-bcb4-4f10-b51c-3f5c6047da0c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:03.737933 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1098ae02-15b1-433a-96da-d3c23b5373ec req-8110b7d8-bcb4-4f10-b51c-3f5c6047da0c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 944 time: 0.0488713 Jan 28 21:30:03.785393 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-1098ae02-15b1-433a-96da-d3c23b5373ec req-40fb49fa-15dd-4748-851c-8ee3318763f9 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Jan 28 21:30:04.905379 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87061985-bd1d-4824-89b7-874cc5703dd0 req-ab852a13-19ca-4c0b-8bde-1cccfaeee9b6 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:04.908414 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87061985-bd1d-4824-89b7-874cc5703dd0 req-ab852a13-19ca-4c0b-8bde-1cccfaeee9b6 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 944 time: 0.0546148 Jan 28 21:30:04.945343 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-87061985-bd1d-4824-89b7-874cc5703dd0 req-588881a5-2266-4268-8d1d-56037e302f95 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Jan 28 21:30:05.081310 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ca50556e-c7ed-4d99-8f29-6432495f6bd7 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:30:05.129081 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning for port ca50556e-c7ed-4d99-8f29-6432495f6bd7 completed by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 21:30:05.132666 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port ca50556e-c7ed-4d99-8f29-6432495f6bd7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:30:05.133041 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:05.207237 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:05.229112 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:30:05.231329 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd3e081-fac1-4fa1-90c5-a2f8cf5a9e27" -d '{"events": [{"server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "name": "network-vif-plugged", "status": "completed", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:30:05.247623 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:30:05.251719 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:05.274930 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6550eb-e577-49ca-9a20-6108db7f73eb x-openstack-request-id: req-3b6550eb-e577-49ca-9a20-6108db7f73eb {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:30:05.275224 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "name": "network-vif-plugged", "status": "completed", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:30:05.275480 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b6550eb-e577-49ca-9a20-6108db7f73eb {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:30:05.275869 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'code': 200} Jan 28 21:30:05.302582 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=ca50556e-c7ed-4d99-8f29-6432495f6bd7,revision_number=5']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:30:05.369706 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3e83-7eca-4182-8563-af43732b3356 req-a093ea08-056b-485d-b119-2107246bc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:05.371080 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f15c3e83-7eca-4182-8563-af43732b3356 req-a093ea08-056b-485d-b119-2107246bc2e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0429142 Jan 28 21:30:05.406400 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f15c3e83-7eca-4182-8563-af43732b3356 req-96fe7286-8cfd-4503-9246-2b7b3601762b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280204 Jan 28 21:30:06.073685 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc1f99-0918-4163-aba7-cc14a92f34a2 req-926e9cd5-b323-4e1d-91e9-62559a4ee922 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:06.075189 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cfc1f99-0918-4163-aba7-cc14a92f34a2 req-926e9cd5-b323-4e1d-91e9-62559a4ee922 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 945 time: 0.0562775 Jan 28 21:30:06.115486 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-7cfc1f99-0918-4163-aba7-cc14a92f34a2 req-90350f8e-1576-4beb-bd69-56ef0c42df42 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342407 Jan 28 21:30:07.230531 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe22cf2-7b58-43e1-ad70-8ecdfc393930 req-ef85de42-5028-4867-a22f-148c5d9b231d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:07.232633 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbe22cf2-7b58-43e1-ad70-8ecdfc393930 req-ef85de42-5028-4867-a22f-148c5d9b231d tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 945 time: 0.0479777 Jan 28 21:30:07.269091 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-cbe22cf2-7b58-43e1-ad70-8ecdfc393930 req-47b33751-420c-470f-8148-f4e14fe19e68 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304706 Jan 28 21:30:07.386511 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6fa3-20ad-491e-87db-14a31dcfc1e7 req-d69028ae-bbb1-40e1-b648-11ca7586a1da tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:07.388007 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-000d6fa3-20ad-491e-87db-14a31dcfc1e7 req-d69028ae-bbb1-40e1-b648-11ca7586a1da tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 945 time: 0.0529838 Jan 28 21:30:07.426555 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-000d6fa3-20ad-491e-87db-14a31dcfc1e7 req-70cd8d2f-118b-4e0e-99d0-fb219bb1c104 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Jan 28 21:30:07.447697 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57712) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:30:07.487682 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3a7bf4-9c00-4694-9d2d-2c941f2377a3 tempest-TestSnapshotPattern-123886822 tempest-TestSnapshotPattern-123886822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:07.489214 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-2c3a7bf4-9c00-4694-9d2d-2c941f2377a3 tempest-TestSnapshotPattern-123886822 tempest-TestSnapshotPattern-123886822-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 1091 time: 0.0405350 Jan 28 21:30:07.492041 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 57714) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:30:07.496323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.v2.base [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Request body: {'floatingip': {'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'port_id': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 21:30:07.519934 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for floatingip, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:07.617440 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:07.718292 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_common [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Allocated IP 172.25.2.156 (f3aca0be-7b4c-426a-8001-a54b17c3127d/3691117d-0927-4383-962c-d31de66577a2/b08af954-09dc-436d-af05-16e7fff2062d) {{(pid=102307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 21:30:07.821006 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for port, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:07.852304 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-ce4753b8-5e24-4c4f-8403-92a79d867138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:07.854675 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763516827769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:07.897015 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Network f3aca0be-7b4c-426a-8001-a54b17c3127d is already hosted by enough agents. {{(pid=102307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 21:30:07.899933 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.base_scheduler [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Resources bound (agent type, host, resource id): {{(pid=102307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 21:30:07.904729 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Received port after_create {{(pid=102307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 21:30:07.907720 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'Port': ['ID=b08af954-09dc-436d-af05-16e7fff2062d,revision_number=1']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:30:08.255577 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:08.320406 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:08.469860 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for port, precommit_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:08.474411 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4965975'] for port, after_update {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:08.546309 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event updated for resources: {'Port': ['ID=b08af954-09dc-436d-af05-16e7fff2062d,revision_number=2']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:30:08.556123 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1829790'] for floatingip, after_create {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:08.656467 n-d-825064-3 neutron-server[102307]: INFO neutron.db.l3_db [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Floating IP 0a77c082-dbaf-4cf1-91ff-c39e0107ad15 associated. External IP: 172.25.2.156, port: ca50556e-c7ed-4d99-8f29-6432495f6bd7. Jan 28 21:30:09.196610 n-d-825064-3 neutron-server[102307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:30:09.303600 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:30:09.313391 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] Sync routers for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:30:09.321423 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:09.323727 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:30:09.324381 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:29:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:30:09.352759 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-bb053203-a33f-49e9-962a-17c35c3cbd8e tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8596711 Jan 28 21:30:09.353338 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:30:09.355589 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0794d86f-5f59-4274-956e-fc69b2961aff" -d '{"events": [{"name": "network-changed", "server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:30:09.405414 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cef7d7-1b47-4db6-bac0-e8b431210a14 x-openstack-request-id: req-a3cef7d7-1b47-4db6-bac0-e8b431210a14 {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:30:09.405740 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:30:09.405985 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3cef7d7-1b47-4db6-bac0-e8b431210a14 {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:30:09.406387 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'status': 'completed', 'code': 200} Jan 28 21:30:09.435510 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:30:09.467106 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d86f-5f59-4274-956e-fc69b2961aff req-fde99d6a-ac46-48bc-b5ad-e27da0a81e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:09.468746 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-fde99d6a-ac46-48bc-b5ad-e27da0a81e46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0421090 Jan 28 21:30:09.560722 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d86f-5f59-4274-956e-fc69b2961aff req-cccf377f-be85-466e-9449-c81424a4f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:09.568276 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-cccf377f-be85-466e-9449-c81424a4f4eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0868747 Jan 28 21:30:09.631816 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-7088882e-81e8-40b5-883d-2a6ca509b409 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7 HTTP/1.1" status: 200 len: 999 time: 0.0626562 Jan 28 21:30:09.663508 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0a77c082-dbaf-4cf1-91ff-c39e0107ad15', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:f1:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:30:08Z', 'updated_at': '2022-01-28T21:30:08Z', 'revision_number': 0, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}, {'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:42Z', 'revision_number': 1, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:30:09.681647 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d86f-5f59-4274-956e-fc69b2961aff req-afae317a-f5f5-4a30-8462-6064157e8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:09.683086 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-afae317a-f5f5-4a30-8462-6064157e8f14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0432148 Jan 28 21:30:09.693806 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] Checking router: 26d719d7-9220-4d2a-8a89-0a599e33b9d0 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:30:09.702946 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:30:09.703540 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:29:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:30:09.736089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d86f-5f59-4274-956e-fc69b2961aff req-b7911d2c-eeaf-4c8d-8473-7ead2f98c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:09.739076 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-b7911d2c-eeaf-4c8d-8473-7ead2f98c979 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427504 Jan 28 21:30:09.750604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-7d39e5ec-6d5e-4a42-be5b-00dc1deecd4a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 21:30:09.751693 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-7d39e5ec-6d5e-4a42-be5b-00dc1deecd4a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066164 Jan 28 21:30:09.849712 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-05bcbfe9-b4a9-48af-ba93-82560681585e service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907753 Jan 28 21:30:09.944589 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-0794d86f-5f59-4274-956e-fc69b2961aff req-f34a3d8d-094c-400f-9ed8-10ba845af80a service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870256 Jan 28 21:30:09.972083 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:30:10.195370 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0a77c082-dbaf-4cf1-91ff-c39e0107ad15', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:f1:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:30:08Z', 'updated_at': '2022-01-28T21:30:08Z', 'revision_number': 0, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}, {'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:42Z', 'revision_number': 1, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:30:10.221920 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e6316-b15a-4a45-8177-48426d47f337 None None] The sync data for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 is: [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '0a77c082-dbaf-4cf1-91ff-c39e0107ad15', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:f1:6d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:30:08Z', 'updated_at': '2022-01-28T21:30:08Z', 'revision_number': 0, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}, {'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:42Z', 'revision_number': 1, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:30:10.328419 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-82bca6ac-3ca9-488a-98b0-e79e98f75b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:10.413745 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0de51-e977-4708-81d9-b20bfb53e178 None None] New status for floating IP 0a77c082-dbaf-4cf1-91ff-c39e0107ad15: ACTIVE {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:30:11.939400 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:13.227495 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:13.354539 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:18.834039 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:19.647349 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:30:22.089230 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:37.291686 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-01f0b6cb-1d61-4985-bf83-3278bfdc0e1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457387 Jan 28 21:30:37.374037 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-9a69fe3a-c9da-49ce-b922-3faa4db00d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:37.375530 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-9a69fe3a-c9da-49ce-b922-3faa4db00d82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0403244 Jan 28 21:30:37.486683 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-33d992be-bc91-4bf4-88a7-99df39243c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:37.488152 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-33d992be-bc91-4bf4-88a7-99df39243c90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0913615 Jan 28 21:30:37.558508 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-2a24a7ea-c1c6-486a-8d9f-f8bb1706bac5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7 HTTP/1.1" status: 200 len: 1001 time: 0.0631630 Jan 28 21:30:37.608323 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-bcc8b648-7d31-4675-a252-ab7656cfeb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:37.609763 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-bcc8b648-7d31-4675-a252-ab7656cfeb21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0441957 Jan 28 21:30:37.655789 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-c151a101-8977-4ec4-9082-34231d291a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:37.657330 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-c151a101-8977-4ec4-9082-34231d291a9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408025 Jan 28 21:30:37.750703 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-389c59c2-93fc-4cb0-8cac-02617193ade0 service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857987 Jan 28 21:30:37.840244 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-495e64c4-8372-41b9-b8ce-05394ed27241 req-d236aa9b-98ec-4fa8-b4f5-8b383bc483b3 service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824056 Jan 28 21:30:37.853659 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-663df18b-8216-43a8-bc00-e8b68c6cebd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:40.331728 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cbefbfc3-53cc-48e9-bea8-de0e754a240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:41.540714 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-b364b264-aa5e-4d34-a3f7-bc6aac129ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393977 Jan 28 21:30:41.619097 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-9e500aaf-9424-4575-874f-f3d4d60957dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:41.620599 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-9e500aaf-9424-4575-874f-f3d4d60957dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1094 time: 0.0396564 Jan 28 21:30:41.726378 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-437df317-8525-48a7-af60-a1f1aa1ae41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:41.727829 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-437df317-8525-48a7-af60-a1f1aa1ae41e service neutron] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0892713 Jan 28 21:30:41.790223 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-b58ffe5a-a5b8-44da-a7d6-b08076a5a79d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 998 time: 0.0558727 Jan 28 21:30:41.836583 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-54594c8e-8df7-43d3-a472-d2c36582e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:41.837970 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-54594c8e-8df7-43d3-a472-d2c36582e094 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0419192 Jan 28 21:30:41.885142 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-140e0ee8-27bc-4fde-89da-1f6e313fa1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:30:41.886570 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-140e0ee8-27bc-4fde-89da-1f6e313fa1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423849 Jan 28 21:30:41.943249 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:41.975325 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-efc27af0-f943-4f06-ba61-f2d8b0ba5cc5 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821099 Jan 28 21:30:42.068024 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-201ff197-f207-44e5-95e9-fe20f6cf3f23 req-47efac29-f157-4c8b-997d-2ba915eac586 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857055 Jan 28 21:30:43.230348 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:43.348378 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:48.850637 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:52.088310 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:30:56.646328 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:31:07.854910 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7472a294-7129-4366-9f70-12cedae29b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:10.333741 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0aa44c5b-624f-4bf7-90b9-742b3cce0a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:11.944317 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:13.232792 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:13.349886 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:18.862330 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:22.087603 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:33.646661 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:31:37.856508 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a1f43537-0532-4e5c-9995-9219bfda4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:39.326579 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-42dcf91c-0cbb-49db-807e-3669676774e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:39.328105 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-42dcf91c-0cbb-49db-807e-3669676774e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0481832 Jan 28 21:31:39.450208 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-7b554fe1-ebc6-4f13-a104-13b52b1b6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:39.451724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-7b554fe1-ebc6-4f13-a104-13b52b1b6879 service neutron] 10.222.0.26 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0971763 Jan 28 21:31:39.523841 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-c4b688c8-62ba-4dce-a5bc-4211528842d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7 HTTP/1.1" status: 200 len: 1001 time: 0.0630102 Jan 28 21:31:39.584660 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-7752547c-4f5f-4dbe-82de-35beef241a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:39.586162 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-7752547c-4f5f-4dbe-82de-35beef241a26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0557873 Jan 28 21:31:39.639572 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-69b514b1-6a81-4ad4-bec6-d317429c8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:39.641284 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-69b514b1-6a81-4ad4-bec6-d317429c8b43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483754 Jan 28 21:31:39.755545 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-1761d3cf-1653-44ee-a43c-a6409bec0d26 service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016634 Jan 28 21:31:39.878724 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f9e06fe9-1012-421c-8c0e-216d40f3d614 req-23ddc670-d690-45bd-ba25-91754c14d774 service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156416 Jan 28 21:31:40.335578 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dadf5d42-daac-4f84-82b1-0b092337ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:41.948647 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:42.564644 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-59008898-93ad-4fd3-b41e-d512aa443489 req-0281cc0f-73ba-490a-bc61-df27a0f0b876 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515890 Jan 28 21:31:42.655867 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008898-93ad-4fd3-b41e-d512aa443489 req-95326bfc-2a52-456a-9b48-9896190263d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:42.657714 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-59008898-93ad-4fd3-b41e-d512aa443489 req-95326bfc-2a52-456a-9b48-9896190263d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1094 time: 0.0469480 Jan 28 21:31:42.777780 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008898-93ad-4fd3-b41e-d512aa443489 req-cb74be58-1107-4ca9-acc6-b6005bb054c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:42.779338 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-59008898-93ad-4fd3-b41e-d512aa443489 req-cb74be58-1107-4ca9-acc6-b6005bb054c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.1010246 Jan 28 21:31:42.854314 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-59008898-93ad-4fd3-b41e-d512aa443489 req-55dd70f1-f407-4d31-abd6-0b3a1e0d20e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 998 time: 0.0677145 Jan 28 21:31:42.909278 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008898-93ad-4fd3-b41e-d512aa443489 req-2ffc40e5-80e5-41c1-857b-aaa38294314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:42.911608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-59008898-93ad-4fd3-b41e-d512aa443489 req-2ffc40e5-80e5-41c1-857b-aaa38294314e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0514185 Jan 28 21:31:42.969125 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008898-93ad-4fd3-b41e-d512aa443489 req-d8a0e0f4-9b84-4ecf-b5cb-6e25d4d554b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:42.970608 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-59008898-93ad-4fd3-b41e-d512aa443489 req-d8a0e0f4-9b84-4ecf-b5cb-6e25d4d554b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524762 Jan 28 21:31:43.087688 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-59008898-93ad-4fd3-b41e-d512aa443489 req-51b670c2-5682-4754-b2eb-4cdfea219d19 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095967 Jan 28 21:31:43.192449 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-59008898-93ad-4fd3-b41e-d512aa443489 req-d7ea2fd9-8aaa-4dd3-8ca3-6312e0243b23 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982416 Jan 28 21:31:43.239143 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:43.381490 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:43.590754 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ca50556e-c7ed-4d99-8f29-6432495f6bd7 details requested by agent hyperv_n-h2-825064-3 with host n-h2-825064-3 {{(pid=102308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 21:31:43.704716 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:31:43.717857 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Returning: {'device': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'port_id': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'mac_address': 'fa:16:3e:f1:6d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 21:31:43.759960 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:43.773380 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca50556e-c7ed-4d99-8f29-6432495f6bd7 {{(pid=102308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 21:31:43.799426 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:31:43.805393 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:43.869197 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=ca50556e-c7ed-4d99-8f29-6432495f6bd7,revision_number=6']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:31:43.879167 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.879494 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.880020 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.880408 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.880749 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.881082 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.881410 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.881739 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.882067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.882401 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.882718 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.883041 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:43.892302 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] get_ports_and_sgs() called for port_ids ['ca50556e-c7ed-4d99-8f29-6432495f6bd7'] {{(pid=102308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 21:31:45.606916 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ca50556e-c7ed-4d99-8f29-6432495f6bd7 up at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 21:31:45.666738 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.provisioning_blocks [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Provisioning complete for port ca50556e-c7ed-4d99-8f29-6432495f6bd7 triggered by entity L2. {{(pid=102308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 21:31:45.667401 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722659'] for port, provisioning_complete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:45.762833 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533994'] for port, before_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:45.795208 n-d-825064-3 neutron-server[102308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7'}] {{(pid=102308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:31:45.798500 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde8a8867f7123608f7269ce9c3ef62106577d7e9c3d1ab350abfb2e7430e035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0629301-8a84-4416-a68c-8117780b1dba" -d '{"events": [{"server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "name": "network-vif-plugged", "status": "completed", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7"}]}' {{(pid=102308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:31:45.837961 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:31:45.846002 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763517260656', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763516827787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763516827805'] for port, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:45.856631 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a2c65f-b246-40cb-bff9-6d573ef1e569 x-openstack-request-id: req-92a2c65f-b246-40cb-bff9-6d573ef1e569 {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:31:45.856927 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "name": "network-vif-plugged", "status": "completed", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7", "code": 200}]} {{(pid=102308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:31:45.857206 n-d-825064-3 neutron-server[102308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92a2c65f-b246-40cb-bff9-6d573ef1e569 {{(pid=102308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:31:45.857583 n-d-825064-3 neutron-server[102308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'code': 200} Jan 28 21:31:45.917485 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Pushing event updated for resources: {'Port': ['ID=ca50556e-c7ed-4d99-8f29-6432495f6bd7,revision_number=7']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:31:48.870958 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:52.029471 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57920) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:31:52.099117 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:52.192059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Deleting port b08af954-09dc-436d-af05-16e7fff2062d {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:31:52.192554 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:52.266864 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:52.267116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:52.278926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Calling delete_port for b08af954-09dc-436d-af05-16e7fff2062d owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:31:52.426954 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:52.452880 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event deleted for resources: {'Port': ['ID=b08af954-09dc-436d-af05-16e7fff2062d,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:31:52.479117 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.479469 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.479819 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.480160 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.480522 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.480857 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.481193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.481521 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.481848 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.482174 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.482501 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.482829 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:52.859674 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:52.859989 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Floating IP 0a77c082-dbaf-4cf1-91ff-c39e0107ad15 disassociated (deleted). External IP: 172.25.2.156, port: ca50556e-c7ed-4d99-8f29-6432495f6bd7. Jan 28 21:31:53.068618 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:31:53.177230 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:31:53.182007 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:53.186545 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] Sync routers for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:31:53.196428 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:31:53.197051 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:31:53.208605 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-db184200-48f2-40e0-8af8-8fcdd0ab542c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "DELETE /v2.0/floatingips/0a77c082-dbaf-4cf1-91ff-c39e0107ad15 HTTP/1.1" status: 204 len: 168 time: 1.1779599 Jan 28 21:31:53.209193 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:31:53.211478 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c500c8-c20d-49b7-a936-f004c9809438" -d '{"events": [{"name": "network-changed", "server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:31:53.306859 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:31:53.379355 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771dfbb9-7aea-4792-aeaa-9294ebe2528b x-openstack-request-id: req-771dfbb9-7aea-4792-aeaa-9294ebe2528b {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:31:53.379355 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:31:53.379845 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-771dfbb9-7aea-4792-aeaa-9294ebe2528b {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:31:53.380080 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'status': 'completed', 'code': 200} Jan 28 21:31:53.474655 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c500c8-c20d-49b7-a936-f004c9809438 req-c2cdf0fc-b7dc-4132-a7d0-f817286c69db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:53.476384 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61c500c8-c20d-49b7-a936-f004c9809438 req-c2cdf0fc-b7dc-4132-a7d0-f817286c69db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0717924 Jan 28 21:31:53.501332 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510233-cdae-42f2-8493-0aa5e5d907ef req-e34c1168-7209-4f72-8503-7144e765aefa tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:53.502863 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c510233-cdae-42f2-8493-0aa5e5d907ef req-e34c1168-7209-4f72-8503-7144e765aefa tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 945 time: 0.0680089 Jan 28 21:31:53.553598 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:42Z', 'revision_number': 1, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:31:53.585458 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] Checking router: 26d719d7-9220-4d2a-8a89-0a599e33b9d0 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:31:53.591425 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-2c510233-cdae-42f2-8493-0aa5e5d907ef req-dedfd3b8-1bb9-4578-8306-a786370f284a tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737009 Jan 28 21:31:53.594678 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:31:53.595135 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:31:53.619393 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c500c8-c20d-49b7-a936-f004c9809438 req-6053e10a-3361-426c-a4c6-da03b5e1fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:53.620935 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61c500c8-c20d-49b7-a936-f004c9809438 req-6053e10a-3361-426c-a4c6-da03b5e1fca8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.1376367 Jan 28 21:31:53.665140 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61c500c8-c20d-49b7-a936-f004c9809438 req-b346ab7c-11f4-4e50-a8c8-2f6e90cf702c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0371363 Jan 28 21:31:53.711033 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:31:53.725982 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c500c8-c20d-49b7-a936-f004c9809438 req-7ac9d7d0-41ef-450a-9595-e4747a2a17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:53.727596 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61c500c8-c20d-49b7-a936-f004c9809438 req-7ac9d7d0-41ef-450a-9595-e4747a2a17d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0547452 Jan 28 21:31:53.779299 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c500c8-c20d-49b7-a936-f004c9809438 req-04b35b82-f294-40a3-80e8-0586f7c86c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:53.780848 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61c500c8-c20d-49b7-a936-f004c9809438 req-04b35b82-f294-40a3-80e8-0586f7c86c0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440488 Jan 28 21:31:53.876100 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61c500c8-c20d-49b7-a936-f004c9809438 req-a84dd887-fe8b-42fd-8f62-9ab6c975c37d service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850408 Jan 28 21:31:53.957975 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:42Z', 'revision_number': 1, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:31:53.983877 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-61c500c8-c20d-49b7-a936-f004c9809438 req-07986868-5238-49b6-b8fa-ecf669db5236 service neutron] 10.222.0.26 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985227 Jan 28 21:31:53.985519 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c5ad6-3300-4883-8aab-10919bea48d7 None None] The sync data for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 is: [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_floatingips': [{'id': '77419d7b-f934-4534-ae71-bd63457f4ad5', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'router_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'port_id': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'mac_address': 'fa:16:3e:d5:29:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T21:27:39Z', 'updated_at': '2022-01-28T21:27:42Z', 'revision_number': 1, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:31:54.219788 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24bb13e-5677-40a3-bcdb-359dfd31485c None None] New status for floating IP 0a77c082-dbaf-4cf1-91ff-c39e0107ad15: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:31:54.716433 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd0bb7-de7d-4f48-841d-08c3d95b527e req-4f9daf11-b948-4acb-865d-e1db7a6d4801 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:54.717954 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3bbd0bb7-de7d-4f48-841d-08c3d95b527e req-4f9daf11-b948-4acb-865d-e1db7a6d4801 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 945 time: 0.0529470 Jan 28 21:31:54.761435 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-3bbd0bb7-de7d-4f48-841d-08c3d95b527e req-a96b6877-c64d-42c6-a521-a5bbbbbbe24b tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353670 Jan 28 21:31:55.180794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-8f3cffb1-af91-4525-9c60-d23bbcdbf1be tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:55.182212 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-8f3cffb1-af91-4525-9c60-d23bbcdbf1be tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.26 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 945 time: 0.0521774 Jan 28 21:31:55.273786 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Deleting port ca50556e-c7ed-4d99-8f29-6432495f6bd7 {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:31:55.274132 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:55.365565 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] For port ca50556e-c7ed-4d99-8f29-6432495f6bd7, host n-h2-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-3',level=0,port_id=ca50556e-c7ed-4d99-8f29-6432495f6bd7,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:31:55.365931 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:55.377696 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Calling delete_port for ca50556e-c7ed-4d99-8f29-6432495f6bd7 owned by compute:nova {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:31:55.504655 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:55.537025 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event deleted for resources: {'Port': ['ID=ca50556e-c7ed-4d99-8f29-6432495f6bd7,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:31:55.549540 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.549883 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.550781 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.551249 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.551582 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.551910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.552261 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.552590 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.552910 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.553233 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.553555 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.553873 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-3 {{(pid=102307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 21:31:55.587327 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] No DVR routers for this DVR port ca50556e-c7ed-4d99-8f29-6432495f6bd7 on host n-h2-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:31:55.590003 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:55.593448 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-614f3df1-bcbe-4d9e-8c20-53d6ddaf3474 req-e100454b-0795-447b-8926-4c535d0434b5 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.26 "DELETE /v2.0/ports/ca50556e-c7ed-4d99-8f29-6432495f6bd7 HTTP/1.1" status: 204 len: 173 time: 0.4046183 Jan 28 21:31:55.593896 n-d-825064-3 neutron-server[102307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'name': 'network-vif-deleted', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7'}] {{(pid=102307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:31:55.596228 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52cbb0506a22ffb82a38108391c1d0bfa89e0e7e13e45a4ebc1ad13aedd21a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e795d3eb-1092-497a-9c2d-3e97fd2b8bd6" -d '{"events": [{"server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "name": "network-vif-deleted", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7"}]}' {{(pid=102307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:31:55.641517 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ba16a-cf69-4d71-90e2-0c7d69e063bf x-openstack-request-id: req-d99ba16a-cf69-4d71-90e2-0c7d69e063bf {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:31:55.641897 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106ddc99-6096-4f71-b3e6-435ed0580ed7", "name": "network-vif-deleted", "tag": "ca50556e-c7ed-4d99-8f29-6432495f6bd7", "status": "completed", "code": 200}]} {{(pid=102307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:31:55.642242 n-d-825064-3 neutron-server[102307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d99ba16a-cf69-4d71-90e2-0c7d69e063bf {{(pid=102307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:31:55.642747 n-d-825064-3 neutron-server[102307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106ddc99-6096-4f71-b3e6-435ed0580ed7', 'name': 'network-vif-deleted', 'tag': 'ca50556e-c7ed-4d99-8f29-6432495f6bd7', 'status': 'completed', 'code': 200} Jan 28 21:31:55.650980 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ca50556e-c7ed-4d99-8f29-6432495f6bd7 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:31:55.675968 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: ca50556e-c7ed-4d99-8f29-6432495f6bd7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:31:55.676505 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ca50556e-c7ed-4d99-8f29-6432495f6bd7 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:31:55.880682 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-6c4c1f5d-8127-4995-8e95-baf30cfc3956 req-7def88b9-ac97-4722-8cd5-9439da4268d4 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=106ddc99-6096-4f71-b3e6-435ed0580ed7 HTTP/1.1" status: 200 len: 210 time: 0.0284269 Jan 28 21:31:57.458446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57980) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:31:57.614894 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Deleting port 0351f4b6-945a-435a-842d-137735ca2140 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:31:57.615236 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:57.689624 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:57.690009 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:57.701674 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Calling delete_port for 0351f4b6-945a-435a-842d-137735ca2140 owned by network:floatingip {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:31:57.851565 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:57.879386 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event deleted for resources: {'Port': ['ID=0351f4b6-945a-435a-842d-137735ca2140,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:31:57.941066 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for floatingip, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:57.941314 n-d-825064-3 neutron-server[102306]: INFO neutron.db.l3_db [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Floating IP 77419d7b-f934-4534-ae71-bd63457f4ad5 disassociated (deleted). External IP: 172.25.2.20, port: fbcb00d9-c27b-4634-863a-8166bf0f7ce9. Jan 28 21:31:58.149720 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:31:58.256548 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:31:58.261430 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for floatingip, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:31:58.266126 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] Sync routers for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:31:58.276475 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:31:58.277090 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:31:58.290116 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-1a0f3b71-e1e3-46d3-b643-f0cd2a321c83 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "DELETE /v2.0/floatingips/77419d7b-f934-4534-ae71-bd63457f4ad5 HTTP/1.1" status: 204 len: 168 time: 0.8305941 Jan 28 21:31:58.290722 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:31:58.293013 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9e4d5-29e7-455e-ae32-e34545f65293" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:31:58.386830 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:31:58.454163 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 21:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2850b14-70e8-4663-a791-1b01a0e92b9f x-openstack-request-id: req-e2850b14-70e8-4663-a791-1b01a0e92b9f {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:31:58.454578 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:31:58.454933 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2850b14-70e8-4663-a791-1b01a0e92b9f {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:31:58.455465 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'status': 'completed', 'code': 200} Jan 28 21:31:58.525289 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-6abf0fd6-11ec-4450-ad1b-90d7cf91d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:58.526729 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-6abf0fd6-11ec-4450-ad1b-90d7cf91d38b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19d170f61fd4316bc351353a8273721&device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 1094 time: 0.0485370 Jan 28 21:31:58.553782 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cc6cc-fbbe-4e44-a8ad-7640c166485b req-3219dcc1-9def-40d6-856d-1b257fc9837c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:58.555383 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f52cc6cc-fbbe-4e44-a8ad-7640c166485b req-3219dcc1-9def-40d6-856d-1b257fc9837c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 943 time: 0.0522535 Jan 28 21:31:58.596024 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-f52cc6cc-fbbe-4e44-a8ad-7640c166485b req-1701c6e3-7016-4cc4-9f5e-0333a2a4fc87 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334036 Jan 28 21:31:58.610610 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:31:58.621681 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-80194ae7-4c61-4eae-950e-b829c2eb114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:58.623166 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-80194ae7-4c61-4eae-950e-b829c2eb114e service neutron] 10.222.0.13 "GET /v2.0/networks?id=033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 200 len: 911 time: 0.0893283 Jan 28 21:31:58.638518 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] Checking router: 26d719d7-9220-4d2a-8a89-0a599e33b9d0 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:31:58.647585 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:31:58.648236 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:31:58.669518 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-36fd2cd3-b6a1-4b76-a603-bbc74b04a3cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 200 len: 217 time: 0.0390301 Jan 28 21:31:58.718316 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-875b3291-79db-45fe-b801-55804f7c3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:58.719791 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-875b3291-79db-45fe-b801-55804f7c3cef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 200 len: 849 time: 0.0429404 Jan 28 21:31:58.755063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:31:58.764241 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-f9d3115c-f444-4535-a5ce-f7ba038f3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:58.765794 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-f9d3115c-f444-4535-a5ce-f7ba038f3100 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=033b436d-08e7-4bd4-9601-ccc7bc31e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395484 Jan 28 21:31:58.860433 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-c1a169f3-c3b6-4b79-a6e1-0784bf14ce28 service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864010 Jan 28 21:31:58.951328 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7fa9e4d5-29e7-455e-ae32-e34545f65293 req-bd3ef456-6980-4107-b7e2-716fabc7727c service neutron] 10.222.0.13 "GET /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833085 Jan 28 21:31:58.953755 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:31:58.984985 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50012096-4120-49b6-a5f1-7cafaa85c5e2 None None] The sync data for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 is: [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:27:20Z', 'revision_number': 4, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3', '_interfaces': [{'id': 'd38220c4-5bda-4049-a9e1-559255aafbf6', 'name': '', 'network_id': '033b436d-08e7-4bd4-9601-ccc7bc31e2af', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'mac_address': 'fa:16:3e:5f:67:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:19Z', 'updated_at': '2022-01-28T21:27:24Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'subnets': [{'id': '5cd60075-1735-49d3-a51e-fc7fe7d095e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:31:59.201404 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81ce68-ca2e-4ed2-bb61-8c495a44a0b1 None None] New status for floating IP 77419d7b-f934-4534-ae71-bd63457f4ad5: DOWN {{(pid=102309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 21:31:59.676232 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ca50556e-c7ed-4d99-8f29-6432495f6bd7 no longer exists at agent hyperv_n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:31:59.696612 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] No Port match for: ca50556e-c7ed-4d99-8f29-6432495f6bd7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:31:59.697173 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Device ca50556e-c7ed-4d99-8f29-6432495f6bd7 not bound to the agent host n-h2-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:31:59.720010 n-d-825064-3 neutron-server[102307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423903-42a1-492e-9ff0-732091771007 req-237694d4-687f-462a-ae11-ac4f2053c0fe tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:31:59.721505 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86423903-42a1-492e-9ff0-732091771007 req-237694d4-687f-462a-ae11-ac4f2053c0fe tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 943 time: 0.0550268 Jan 28 21:31:59.762241 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-86423903-42a1-492e-9ff0-732091771007 req-e556539d-8873-4946-a178-ae4ec6a4ac62 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c5e3519-bf3d-45d2-9c1d-88da150b9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335989 Jan 28 21:32:00.057983 n-d-825064-3 neutron-server[102306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-389a6f32-895e-40d1-9f4c-c5e1ff75e575 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 21:32:00.059423 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-389a6f32-895e-40d1-9f4c-c5e1ff75e575 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 943 time: 0.0538244 Jan 28 21:32:00.149685 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Deleting port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:32:00.150031 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:00.241383 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] For port fbcb00d9-c27b-4634-863a-8166bf0f7ce9, host n-h1-825064-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-3',level=0,port_id=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:32:00.241746 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:00.253716 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Calling delete_port for fbcb00d9-c27b-4634-863a-8166bf0f7ce9 owned by compute:nova {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:32:00.379818 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:00.415208 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event deleted for resources: {'Port': ['ID=fbcb00d9-c27b-4634-863a-8166bf0f7ce9,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:00.455928 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] No DVR routers for this DVR port fbcb00d9-c27b-4634-863a-8166bf0f7ce9 on host n-h1-825064-3 {{(pid=102306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:32:00.459300 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11745'] for port, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:00.463250 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [req-7ae79fdd-ae1a-4683-b4f4-595b39a335f0 req-f6e8c08d-b66d-49de-9354-ce91c683918c tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.13 "DELETE /v2.0/ports/fbcb00d9-c27b-4634-863a-8166bf0f7ce9 HTTP/1.1" status: 204 len: 173 time: 0.3980329 Jan 28 21:32:00.463704 n-d-825064-3 neutron-server[102306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'name': 'network-vif-deleted', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9'}] {{(pid=102306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 21:32:00.466511 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17ff3dc6331e5fc657f218f810f3bc6e392dcd24f3ee6ea3e3a12bc59ba86a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a11c61-04f7-4d92-9171-bd754d95d2c8" -d '{"events": [{"server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "name": "network-vif-deleted", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9"}]}' {{(pid=102306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 21:32:00.506411 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1532c5d9-216c-4958-96e1-84976fefb0e3 x-openstack-request-id: req-1532c5d9-216c-4958-96e1-84976fefb0e3 {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 21:32:00.506697 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f", "name": "network-vif-deleted", "tag": "fbcb00d9-c27b-4634-863a-8166bf0f7ce9", "status": "completed", "code": 200}]} {{(pid=102306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 21:32:00.506945 n-d-825064-3 neutron-server[102306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1532c5d9-216c-4958-96e1-84976fefb0e3 {{(pid=102306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 21:32:00.507341 n-d-825064-3 neutron-server[102306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f', 'name': 'network-vif-deleted', 'tag': 'fbcb00d9-c27b-4634-863a-8166bf0f7ce9', 'status': 'completed', 'code': 200} Jan 28 21:32:00.887564 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [req-28618471-e748-497c-9a02-9f82662ffed4 req-310eb905-4670-4b44-bdca-157745e1ee73 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c0eeb26-f4dd-44c1-b1a9-bb1fcd030b7f HTTP/1.1" status: 200 len: 210 time: 0.0284967 Jan 28 21:32:01.945045 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 57996) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:02.005387 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-369e41fa-b8a0-4bda-af84-ff32588a9dd2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:02.031949 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-369e41fa-b8a0-4bda-af84-ff32588a9dd2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:02.093732 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-369e41fa-b8a0-4bda-af84-ff32588a9dd2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:02.096704 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-369e41fa-b8a0-4bda-af84-ff32588a9dd2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Notify callbacks [] for security_group, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:02.098864 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-369e41fa-b8a0-4bda-af84-ff32588a9dd2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] 10.222.0.44 "DELETE /v2.0/security-groups/9c5e3519-bf3d-45d2-9c1d-88da150b9953 HTTP/1.1" status: 204 len: 168 time: 0.1524649 Jan 28 21:32:02.109446 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e41fa-b8a0-4bda-af84-ff32588a9dd2 tempest-TestSnapshotPattern-1919966833 tempest-TestSnapshotPattern-1919966833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5e3519-bf3d-45d2-9c1d-88da150b9953,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:02.154998 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58000) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:02.574837 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:02.845658 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Deleting port d38220c4-5bda-4049-a9e1-559255aafbf6 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:32:02.846005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:02.955912 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] For port d38220c4-5bda-4049-a9e1-559255aafbf6, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=d38220c4-5bda-4049-a9e1-559255aafbf6,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:32:02.956671 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:02.968059 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Calling delete_port for d38220c4-5bda-4049-a9e1-559255aafbf6 owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:32:03.178136 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:03.205518 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38220c4-5bda-4049-a9e1-559255aafbf6,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:03.379594 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:03.648342 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbcb00d9-c27b-4634-863a-8166bf0f7ce9 no longer exists at agent hyperv_n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:32:03.669276 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] No Port match for: fbcb00d9-c27b-4634-863a-8166bf0f7ce9 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:32:03.669625 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Device fbcb00d9-c27b-4634-863a-8166bf0f7ce9 not bound to the agent host n-h1-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:32:03.932964 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:32:04.036437 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:32:04.041415 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8206b8da-6ad4-4451-bf0b-dae0f26a9515 admin admin] 10.222.0.44 "PUT /v2.0/routers/26d719d7-9220-4d2a-8a89-0a599e33b9d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8852842 Jan 28 21:32:04.043993 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58002) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:04.045234 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] Sync routers for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:32:04.055652 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:32:04.056295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:04.151358 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.163986 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: n-d-825064-3 {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:32:04.259144 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.313922 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Deleting port e3fdd81e-a681-4ee8-a2d5-eba2efe06680 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:32:04.314272 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.405568 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] For port e3fdd81e-a681-4ee8-a2d5-eba2efe06680, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=e3fdd81e-a681-4ee8-a2d5-eba2efe06680,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:32:04.406001 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.421198 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Calling delete_port for e3fdd81e-a681-4ee8-a2d5-eba2efe06680 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:32:04.508918 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:32:03Z', 'revision_number': 5, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port': {'id': 'e3fdd81e-a681-4ee8-a2d5-eba2efe06680', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:18Z', 'updated_at': '2022-01-28T21:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:04.538067 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] Checking router: 26d719d7-9220-4d2a-8a89-0a599e33b9d0 for host: n-d-825064-3 {{(pid=102308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:32:04.546947 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] Routers {'26d719d7-9220-4d2a-8a89-0a599e33b9d0'} bound to L3 agent in host n-d-825064-3 {{(pid=102308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:32:04.547606 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'], 'active': True} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:04.590953 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.618447 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fdd81e-a681-4ee8-a2d5-eba2efe06680,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:04.642295 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvr_db [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] Set router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 gateway port host: None {{(pid=102308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:32:04.686520 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.701249 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_hamode_db [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:32:04Z', 'revision_number': 6, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:04.727815 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b6423-c7b0-464e-84dd-5d88cfcdd74d None None] The sync data for ids ['26d719d7-9220-4d2a-8a89-0a599e33b9d0'] in n-d-825064-3 is: [{'id': '26d719d7-9220-4d2a-8a89-0a599e33b9d0', 'name': 'tempest-TestSnapshotPattern-1737525918-router', 'tenant_id': 'd19d170f61fd4316bc351353a8273721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:17Z', 'updated_at': '2022-01-28T21:32:04Z', 'revision_number': 6, 'project_id': 'd19d170f61fd4316bc351353a8273721', 'gw_port_host': None}] {{(pid=102308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:32:04.782632 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.785932 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.829447 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.829926 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d719d7-9220-4d2a-8a89-0a599e33b9d0 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:32:04.834659 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.835808 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-c2ed8e32-3539-4ad4-bd2d-f853cba66f15 admin admin] 10.222.0.44 "DELETE /v2.0/routers/26d719d7-9220-4d2a-8a89-0a599e33b9d0 HTTP/1.1" status: 204 len: 168 time: 0.7908528 Jan 28 21:32:04.838364 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58004) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:04.883460 n-d-825064-3 neutron-server[102306]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec6c978-134f-4b25-b0e6-696d14dd917e admin admin] Deleting subnet 5cd60075-1735-49d3-a51e-fc7fe7d095e3 {{(pid=102306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:32:04.886865 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c978-134f-4b25-b0e6-696d14dd917e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:04.920810 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c978-134f-4b25-b0e6-696d14dd917e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7390378'] for subnet, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.002044 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c978-134f-4b25-b0e6-696d14dd917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.054003 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c978-134f-4b25-b0e6-696d14dd917e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8292259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7860872'] for subnet, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.077930 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6c978-134f-4b25-b0e6-696d14dd917e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd60075-1735-49d3-a51e-fc7fe7d095e3,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:05.084425 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c978-134f-4b25-b0e6-696d14dd917e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.087723 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-8ec6c978-134f-4b25-b0e6-696d14dd917e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5cd60075-1735-49d3-a51e-fc7fe7d095e3 HTTP/1.1" status: 204 len: 168 time: 0.2483263 Jan 28 21:32:05.090794 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58006) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:05.093139 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d29596-e267-4ee8-863c-0cf5d4925d8a None None] Network 033b436d-08e7-4bd4-9601-ccc7bc31e2af requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:32:05.163902 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.223185 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Deleting port 5a92fd51-a759-4e8f-b269-829afda080ed {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:32:05.223568 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.286412 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] For port 5a92fd51-a759-4e8f-b269-829afda080ed, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=5a92fd51-a759-4e8f-b269-829afda080ed,segment=NetworkSegment(c4bdd55a-3df6-4d5c-a162-ccac06beaa39),segment_id=c4bdd55a-3df6-4d5c-a162-ccac06beaa39)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:32:05.286782 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.299439 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Calling delete_port for 5a92fd51-a759-4e8f-b269-829afda080ed owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:32:05.381771 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.408064 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a92fd51-a759-4e8f-b269-829afda080ed,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:05.412131 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] No DVR routers for this DVR port 5a92fd51-a759-4e8f-b269-829afda080ed on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:32:05.480826 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.511354 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9b1c6-13c3-4f30-9648-4eba030a560a None None] DHCP port deletion for 033b436d-08e7-4bd4-9601-ccc7bc31e2af request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:32:05.515122 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033b436d-08e7-4bd4-9601-ccc7bc31e2af']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:05.527141 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:05.527307 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bdd55a-3df6-4d5c-a162-ccac06beaa39') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:05.537633 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.552030 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.557875 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:32:05.558254 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:32:05.560292 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:32:05.615309 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.621425 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:05.624630 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/033b436d-08e7-4bd4-9601-ccc7bc31e2af HTTP/1.1" status: 204 len: 168 time: 0.5327525 Jan 28 21:32:05.627669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58008) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:05.637672 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97879d-1117-4bf1-8ec4-d197bc67d8a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=033b436d-08e7-4bd4-9601-ccc7bc31e2af,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:05.986726 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1827742'] for router_interface, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:06.121487 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5a92fd51-a759-4e8f-b269-829afda080ed no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:32:06.142644 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 5a92fd51-a759-4e8f-b269-829afda080ed {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:32:06.142991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 5a92fd51-a759-4e8f-b269-829afda080ed not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:32:06.143416 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d38220c4-5bda-4049-a9e1-559255aafbf6 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:32:06.163719 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: d38220c4-5bda-4049-a9e1-559255aafbf6 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:32:06.164063 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device d38220c4-5bda-4049-a9e1-559255aafbf6 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:32:06.164509 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e3fdd81e-a681-4ee8-a2d5-eba2efe06680 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:32:06.185581 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: e3fdd81e-a681-4ee8-a2d5-eba2efe06680 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:32:06.185927 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device e3fdd81e-a681-4ee8-a2d5-eba2efe06680 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:32:06.244696 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Deleting port 79ce6cbd-a2f9-42f5-9773-33c0281811bb {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:32:06.245261 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:06.323520 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] For port 79ce6cbd-a2f9-42f5-9773-33c0281811bb, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=79ce6cbd-a2f9-42f5-9773-33c0281811bb,segment=NetworkSegment(2711a5e7-2b71-482c-a5f4-979bff508092),segment_id=2711a5e7-2b71-482c-a5f4-979bff508092)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:32:06.323887 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:06.335669 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Calling delete_port for 79ce6cbd-a2f9-42f5-9773-33c0281811bb owned by network:router_interface {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:32:06.528998 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:06.557371 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Pushing event deleted for resources: {'Port': ['ID=79ce6cbd-a2f9-42f5-9773-33c0281811bb,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:06.723533 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1827826'] for router_interface, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:06.958367 n-d-825064-3 neutron-server[102306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Router aefc7e80-d79d-49c9-a295-b3a9966556a4 has already been hosted by L3 agent 6aa21d99-019c-4e15-9d21-6001ab80316f {{(pid=102306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 21:32:07.063651 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] Notify agent at l3_agent.n-d-825064-3 the message routers_updated {{(pid=102306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 21:32:07.069469 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-34654e92-446c-444d-ba71-9816bfffa08a admin admin] 10.222.0.44 "PUT /v2.0/routers/aefc7e80-d79d-49c9-a295-b3a9966556a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4402661 Jan 28 21:32:07.072113 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [-] (102306) accepted ('10.222.0.44', 58010) {{(pid=102306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:07.073630 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] Sync routers for ids ['aefc7e80-d79d-49c9-a295-b3a9966556a4'] in n-d-825064-3 {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 21:32:07.083827 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] Routers {'aefc7e80-d79d-49c9-a295-b3a9966556a4'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:32:07.084456 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aefc7e80-d79d-49c9-a295-b3a9966556a4'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:07.185124 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.194211 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] Set router aefc7e80-d79d-49c9-a295-b3a9966556a4 gateway port host: n-d-825064-3 {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:32:07.288738 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.345630 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Deleting port bb4429a5-9624-49a0-bfed-e11701c620b7 {{(pid=102306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:32:07.345978 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.370380 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'external_fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:32:06Z', 'revision_number': 5, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port': {'id': 'bb4429a5-9624-49a0-bfed-e11701c620b7', 'name': '', 'network_id': 'f3aca0be-7b4c-426a-8001-a54b17c3127d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '3691117d-0927-4383-962c-d31de66577a2', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3691117d-0927-4383-962c-d31de66577a2', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-3'}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:07.396742 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] Checking router: aefc7e80-d79d-49c9-a295-b3a9966556a4 for host: n-d-825064-3 {{(pid=102309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 21:32:07.404726 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] Routers {'aefc7e80-d79d-49c9-a295-b3a9966556a4'} bound to L3 agent in host n-d-825064-3 {{(pid=102309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 21:32:07.405326 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:02:40Z,description=,heartbeat_timestamp=2022-01-28T21:31:40Z,host='n-d-825064-3',id=6aa21d99-019c-4e15-9d21-6001ab80316f,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:02:40Z,topic='l3_agent')) {'router_ids': ['aefc7e80-d79d-49c9-a295-b3a9966556a4'], 'active': True} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:07.426116 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.db [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] For port bb4429a5-9624-49a0-bfed-e11701c620b7, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=bb4429a5-9624-49a0-bfed-e11701c620b7,segment=NetworkSegment(dbe3996b-e1f4-425d-9f5e-1b6cf3570d30),segment_id=dbe3996b-e1f4-425d-9f5e-1b6cf3570d30)] {{(pid=102306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:32:07.426116 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.437585 n-d-825064-3 neutron-server[102306]: DEBUG neutron.plugins.ml2.plugin [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Calling delete_port for bb4429a5-9624-49a0-bfed-e11701c620b7 owned by network:router_gateway {{(pid=102306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:32:07.492800 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_dvr_db [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] Set router aefc7e80-d79d-49c9-a295-b3a9966556a4 gateway port host: None {{(pid=102309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 21:32:07.547334 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.l3_hamode_db [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:32:07Z', 'revision_number': 6, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port_host': None}], 'n-d-825064-3', False) {} {{(pid=102309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:07.572965 n-d-825064-3 neutron-server[102309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801464f2-faf9-4116-9276-196e2e9c9ae6 None None] The sync data for ids ['aefc7e80-d79d-49c9-a295-b3a9966556a4'] in n-d-825064-3 is: [{'id': 'aefc7e80-d79d-49c9-a295-b3a9966556a4', 'name': 'tempest-TestSnapshotPattern-1224957872-router', 'tenant_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T21:27:22Z', 'updated_at': '2022-01-28T21:32:07Z', 'revision_number': 6, 'project_id': 'e5f5026dda7a456ba9450b6029a9bd70', 'gw_port_host': None}] {{(pid=102309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 21:32:07.620958 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8292176'] for port, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.648033 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4429a5-9624-49a0-bfed-e11701c620b7,revision_number=None']} {{(pid=102306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:07.710148 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829712'] for router_gateway, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.800506 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10889'] for router, precommit_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.802843 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.845431 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830109'] for router, after_delete {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.845951 n-d-825064-3 neutron-server[102306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aefc7e80-d79d-49c9-a295-b3a9966556a4 {{(pid=102306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 21:32:07.851005 n-d-825064-3 neutron-server[102306]: DEBUG neutron_lib.callbacks.manager [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] Notify callbacks [] for router, before_response {{(pid=102306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.852329 n-d-825064-3 neutron-server[102306]: INFO neutron.wsgi [None req-f9513a4c-97a7-446a-aa35-a321fa9d06e5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/aefc7e80-d79d-49c9-a295-b3a9966556a4 HTTP/1.1" status: 204 len: 168 time: 0.7792621 Jan 28 21:32:07.855094 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58012) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:07.858781 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-cacb57c9-ee45-4d9a-a90e-6a070a9e7027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.898095 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.db_base_plugin_v2 [None req-568db419-b54b-420d-9f83-5346da82ec7a admin admin] Deleting subnet 6b901a9e-bb9a-475a-911e-9e8f065301fa {{(pid=102307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 28 21:32:07.901025 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-568db419-b54b-420d-9f83-5346da82ec7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:07.941156 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-568db419-b54b-420d-9f83-5346da82ec7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5077985'] for subnet, precommit_delete_associations {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.026632 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-568db419-b54b-420d-9f83-5346da82ec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724796'] for subnet, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.079547 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-568db419-b54b-420d-9f83-5346da82ec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1712446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4966061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5154085'] for subnet, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.104394 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568db419-b54b-420d-9f83-5346da82ec7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b901a9e-bb9a-475a-911e-9e8f065301fa,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:08.111034 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-568db419-b54b-420d-9f83-5346da82ec7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.114348 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-568db419-b54b-420d-9f83-5346da82ec7a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6b901a9e-bb9a-475a-911e-9e8f065301fa HTTP/1.1" status: 204 len: 168 time: 0.2583909 Jan 28 21:32:08.116730 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448b48fd-fb65-4257-a915-6c7ceea91fe9 None None] Network f9f01fcd-b1e5-4644-b340-40dc92d77966 requested from n-d-825064-3 {{(pid=102308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 28 21:32:08.116887 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58014) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:08.186540 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680757'] for network, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.240941 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Deleting port 540b4376-6fa5-4678-8cfd-aa8041e6709d {{(pid=102307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:32:08.241288 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.309236 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.db [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] For port 540b4376-6fa5-4678-8cfd-aa8041e6709d, host n-d-825064-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-3',level=0,port_id=540b4376-6fa5-4678-8cfd-aa8041e6709d,segment=NetworkSegment(2711a5e7-2b71-482c-a5f4-979bff508092),segment_id=2711a5e7-2b71-482c-a5f4-979bff508092)] {{(pid=102307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:32:08.309538 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.327687 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.plugin [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Calling delete_port for 540b4376-6fa5-4678-8cfd-aa8041e6709d owned by network:dhcp {{(pid=102307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:32:08.337793 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] DHCP port deletion for f9f01fcd-b1e5-4644-b340-40dc92d77966 request from n-d-825064-3 {{(pid=102308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 28 21:32:08.402122 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bb4429a5-9624-49a0-bfed-e11701c620b7 no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:32:08.406897 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] Deleting port 540b4376-6fa5-4678-8cfd-aa8041e6709d {{(pid=102308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 28 21:32:08.407346 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763517259870'] for port, before_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.422258 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4965982'] for port, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.447028 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=540b4376-6fa5-4678-8cfd-aa8041e6709d,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:08.455199 n-d-825064-3 neutron-server[102307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] No DVR routers for this DVR port 540b4376-6fa5-4678-8cfd-aa8041e6709d on host n-d-825064-3 {{(pid=102307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:32:08.469656 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: bb4429a5-9624-49a0-bfed-e11701c620b7 {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:32:08.469999 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device bb4429a5-9624-49a0-bfed-e11701c620b7 not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:32:08.470430 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79ce6cbd-a2f9-42f5-9773-33c0281811bb no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:32:08.502527 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 79ce6cbd-a2f9-42f5-9773-33c0281811bb {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:32:08.502900 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 79ce6cbd-a2f9-42f5-9773-33c0281811bb not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:32:08.503359 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 540b4376-6fa5-4678-8cfd-aa8041e6709d no longer exists at agent ovs-agent-n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 21:32:08.531763 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] No Port match for: 540b4376-6fa5-4678-8cfd-aa8041e6709d {{(pid=102308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 28 21:32:08.532118 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.rpc [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Device 540b4376-6fa5-4678-8cfd-aa8041e6709d not bound to the agent host n-d-825064-3 {{(pid=102308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 21:32:08.533710 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726686', 'neutron.services.segments.db._delete_segments_for_network-8763517134376'] for network, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.539665 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.db [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] For port 540b4376-6fa5-4678-8cfd-aa8041e6709d, host n-d-825064-3, got binding levels [] {{(pid=102308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 21:32:08.540071 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1830024'] for port, precommit_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.554305 n-d-825064-3 neutron-server[102308]: DEBUG neutron.plugins.ml2.plugin [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] Calling delete_port for 540b4376-6fa5-4678-8cfd-aa8041e6709d owned by network:dhcp {{(pid=102308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 28 21:32:08.556991 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.ipam_backend_mixin [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] Port 540b4376-6fa5-4678-8cfd-aa8041e6709d was not found and therefore no delete operation was performed {{(pid=102308) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 21:32:08.558140 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f01fcd-b1e5-4644-b340-40dc92d77966']}} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:08.558341 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763517260629', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763516827778'] for port, after_delete {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.568154 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2711a5e7-2b71-482c-a5f4-979bff508092') {'for_net_delete': True} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:08.568441 n-d-825064-3 neutron-server[102307]: DEBUG neutron.services.segments.db [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2711a5e7-2b71-482c-a5f4-979bff508092') {} {{(pid=102307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 21:32:08.578469 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763517275540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5077998'] for segment, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.587414 n-d-825064-3 neutron-server[102308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] Pushing event deleted for resources: {'Port': ['ID=540b4376-6fa5-4678-8cfd-aa8041e6709d,revision_number=None']} {{(pid=102308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:08.593014 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526'] for segment, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.593768 n-d-825064-3 neutron-server[102308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f143af2d-f4cd-4f34-b806-c3c94767b229 None None] No DVR routers for this DVR port 540b4376-6fa5-4678-8cfd-aa8041e6709d on host n-d-825064-3 {{(pid=102308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 21:32:08.600262 n-d-825064-3 neutron-server[102307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 21:32:08.600667 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4965899'] for segment, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: Traceback (most recent call last): Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: timer() Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: cb(*args, **kw) Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: return func(*args, **kwargs) Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: self._notify() Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: self.callback(batched_events) Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: event.method(event) Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: return f(self, *a, **k) Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: return self._get(url).json() Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: return self.request(url, 'GET', **kwargs) Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 21:32:08.602486 n-d-825064-3 neutron-server[102307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 21:32:08.658999 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1708939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1829740'] for network, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.667588 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Notify callbacks [] for network, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.671210 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] 10.222.0.44 "DELETE /v2.0/networks/f9f01fcd-b1e5-4644-b340-40dc92d77966 HTTP/1.1" status: 204 len: 168 time: 0.5530100 Jan 28 21:32:08.684904 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6a02c-0055-4de5-8b57-78659d84d3bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f01fcd-b1e5-4644-b340-40dc92d77966,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:08.834901 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58018) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:08.879184 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-b8a18745-50ea-4db4-91e2-9f2f4bc8c853 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d19d170f61fd4316bc351353a8273721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428472 Jan 28 21:32:08.881629 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58020) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:08.930495 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfe4611e-a4ac-4c6a-924e-73d970ad2777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.950890 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfe4611e-a4ac-4c6a-924e-73d970ad2777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.995848 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfe4611e-a4ac-4c6a-924e-73d970ad2777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.998531 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-cfe4611e-a4ac-4c6a-924e-73d970ad2777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:08.999680 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-cfe4611e-a4ac-4c6a-924e-73d970ad2777 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0a0f67b-1a51-410a-ba6a-f2e171c7d646 HTTP/1.1" status: 204 len: 168 time: 0.1171508 Jan 28 21:32:09.008491 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4611e-a4ac-4c6a-924e-73d970ad2777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a0f67b-1a51-410a-ba6a-f2e171c7d646,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:09.309604 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58026) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:09.348825 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-e92cee3b-4576-4076-9580-b1f60f57ecff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5f5026dda7a456ba9450b6029a9bd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378063 Jan 28 21:32:09.351089 n-d-825064-3 neutron-server[102307]: DEBUG neutron.wsgi [-] (102307) accepted ('10.222.0.44', 58028) {{(pid=102307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 28 21:32:09.399204 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0003742e-c413-4b49-9dda-c6c2f7aed0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:09.420885 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0003742e-c413-4b49-9dda-c6c2f7aed0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:09.468994 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0003742e-c413-4b49-9dda-c6c2f7aed0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709031'] for security_group, after_delete {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:09.472414 n-d-825064-3 neutron-server[102307]: DEBUG neutron_lib.callbacks.manager [None req-0003742e-c413-4b49-9dda-c6c2f7aed0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:09.473668 n-d-825064-3 neutron-server[102307]: INFO neutron.wsgi [None req-0003742e-c413-4b49-9dda-c6c2f7aed0b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a17467be-ed2f-467c-b3c2-7e2bde942623 HTTP/1.1" status: 204 len: 168 time: 0.1215928 Jan 28 21:32:09.481733 n-d-825064-3 neutron-server[102307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003742e-c413-4b49-9dda-c6c2f7aed0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17467be-ed2f-467c-b3c2-7e2bde942623,revision_number=None']} {{(pid=102307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 21:32:10.336139 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-2d81d828-7638-4010-83c5-8fb8f58030d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:10.646269 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:32:11.950586 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:13.238528 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:13.353818 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:18.866232 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:22.104144 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:37.865433 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-013a5477-3342-4b8c-a543-782c8e2819bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:40.336649 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-c7093257-76ce-43b1-9f80-68a8536c78e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:41.954177 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:43.240055 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:43.354570 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:47.649537 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:32:48.859644 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:32:52.115208 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:07.857508 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7e1ce14c-db8d-45f1-a901-23a1d68a59be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:10.338724 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-97f3f430-9fc2-46d4-ba89-be08d5d7b69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:11.956477 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:13.243732 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:13.355157 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:18.872806 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:22.128732 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:24.650559 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:33:37.862581 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e4b65b16-18c5-4a2d-a978-4d059c192a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:40.340096 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb39e-e150-422b-a995-ab1c3f36a85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:41.958704 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:43.248826 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:43.356229 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:48.871367 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:33:52.131663 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:01.649858 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:34:07.855255 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-9830189a-8bf5-4acf-81bc-717bfd856315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:10.341784 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a1180cf4-07e2-4aa7-8446-9c0a342f0772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:11.960034 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:13.248395 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:13.356617 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:18.886369 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:22.157027 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:37.856906 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-404477d4-d210-4aa6-ac64-98ea9a51bfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:38.649711 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:34:40.343955 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-00463195-ed1c-4758-a6cb-f9103d7969a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:41.963305 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:43.252912 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:43.358310 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:48.884354 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:34:52.156937 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:02.731489 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-5c86ac65-dae0-468e-90cc-d277bcfbc73b req-78a461f2-5d1d-4c73-b3bf-ba28ea355723 service neutron] (102306) timed out ('10.222.0.44', 56640) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 21:35:07.860008 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-642d6fd3-cfbd-47b3-8260-8339b5a50e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:10.345116 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-6a0bce93-7073-4c65-94ea-0eb09a4ef365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:11.969926 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:13.254736 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:13.360417 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:15.649485 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:35:18.899297 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:22.170977 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:37.861372 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-a5fdfc76-83ad-413c-93e6-1a8c7922d992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:40.346142 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3c5534cf-5119-4554-b724-b32f93eadb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:41.969753 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:43.259345 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:43.361568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:48.913869 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:52.169979 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:35:52.648721 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:36:07.863061 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea46c-3bb1-458f-9346-f74d6c012663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:10.346785 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7de73c89-8f82-4d1b-a059-f51321772936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:11.972924 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:13.260368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:13.363126 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:18.912012 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:22.165047 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:29.647647 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:36:37.865471 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-83fb4662-f62e-46d4-a860-45689fa9b237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:40.346448 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-07a189da-75b2-4c4f-a677-69ba18cbd48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:41.976563 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:43.263661 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:43.365095 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:48.919274 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:36:52.175835 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:06.646715 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:37:07.866695 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-db8f48d9-5a8b-40d0-b39c-7b02c3a21675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:10.347304 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-58b00755-a568-4082-8006-f0e09726d491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:11.978964 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:13.266664 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:13.365568 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:18.934708 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:22.176854 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:37.870104 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-43db6f75-4ef4-452c-8c16-3b7597a0837c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:40.348200 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-229c2427-35a5-4e14-a033-52b792d5528c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:41.982183 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:43.267779 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:43.367010 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:43.645924 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:37:48.941165 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:37:52.185123 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:07.871416 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-115d12b6-ffcf-4bb3-bc7c-1f8b125bca94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:10.350368 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-7f39fc32-9487-405a-a777-d071ff0bb27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:11.984670 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:13.271078 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:13.370286 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:18.962768 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:20.644687 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:38:22.182591 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:37.873611 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e88202ed-5b19-4b20-877f-58fc08040bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:40.351221 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-d96cf41a-f50c-4cf7-9c8c-170a3ccfad38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:41.987682 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:43.276119 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:43.372045 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:48.981019 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:52.192550 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:38:57.643380 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:39:07.875637 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb4f2-5ddf-47c2-96a3-47f4fd261dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:10.352297 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34576f16-9124-46f4-b24b-3572d3994a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:11.992764 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:13.278372 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:13.373425 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:18.977387 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:22.196526 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:26.461895 n-d-825064-3 neutron-server[102306]: DEBUG neutron.wsgi [req-488e5cd3-064d-4c72-833c-399c56c4f7a7 req-5487071b-0869-4d23-abc6-a771e275f848 service neutron] (102306) timed out ('10.222.0.44', 55774) {{(pid=102306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 28 21:39:34.641846 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:39:37.877324 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-462b8eca-012d-47f9-894c-4cc75d7fdf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:40.353042 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dcb81544-7656-4ea5-8173-da52a6b5e3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:41.994707 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:43.281414 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:43.375240 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:48.991502 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:39:52.210878 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:40:07.880063 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-f675159e-6472-474e-9457-a739b5c5df21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:40:10.354203 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-dca5fbe8-b8d1-40e5-8700-d65054c09c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:40:11.641147 n-d-825064-3 neutron-server[102309]: DEBUG neutron.db.agents_db [None req-86a97360-47d4-4832-9974-820c7157ad15 None None] Agent healthcheck: found 7 active agents {{(pid=102309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 21:40:11.998725 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-b0612838-1538-46de-a251-0f7c682479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:40:13.284503 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-e58edf87-dd06-47db-8e1b-c0b0f421a3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:40:13.377031 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-bdd97f68-17fc-4828-baa1-e1c9404f8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:40:18.987860 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-4c15f52e-beb4-457a-9d90-f5e8a73229a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 21:40:22.210873 n-d-825064-3 neutron-server[102308]: DEBUG neutron_lib.callbacks.manager [None req-34684de8-9c45-4aaa-b47a-e9345fc75378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763517133954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722512'] for agent, after_update {{(pid=102308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}